-- Logs begin at Wed 2021-11-24 01:07:47 UTC, end at Wed 2021-11-24 02:42:48 UTC. -- Nov 24 01:37:07.714331 dv-neutron-818911-2-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Nov 24 01:37:10.419720 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.common.config [-] Logging enabled! Nov 24 01:37:10.420312 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev224 Nov 24 01:37:10.420511 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109757) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 24 01:37:10.423713 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.common.config [-] Logging enabled! Nov 24 01:37:10.423971 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev224 Nov 24 01:37:10.424288 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109757) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 24 01:37:10.425225 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 24 01:37:10.425482 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 24 01:37:10.425848 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 24 01:37:10.426095 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 24 01:37:10.426330 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 24 01:37:10.426644 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:10.427067 dv-neutron-818911-2-hyperv neutron-server[109757]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 24 01:37:10.427387 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:10.427683 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:10.427976 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:10.428274 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:10.428563 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:10.428848 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:10.429137 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:10.429451 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:10.430325 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:10.430609 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:10.430896 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:10.431186 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:10.431468 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:10.431753 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:10.432038 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:10.432318 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] debug = True {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:10.432598 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:10.433020 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:10.433473 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:10.433766 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:10.434137 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:10.434346 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:10.434620 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:10.434898 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:10.435183 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:10.435517 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] host = dv-neutron-818911-2-hyperv {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:10.435798 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:10.436089 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:10.436376 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:10.436665 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:10.436939 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:10.437217 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:10.437529 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:10.437808 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:10.438084 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] log_file = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:10.438362 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:10.438651 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:10.438938 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:10.439227 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:10.439454 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:10.439678 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:10.439966 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:10.440270 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:10.440530 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:10.440803 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:10.441078 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:10.441353 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:10.441659 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:10.441930 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:10.442215 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:10.442499 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:10.442782 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:10.443057 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:10.443329 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:10.443600 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:10.443873 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:10.444156 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:10.444434 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:10.444707 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:10.444979 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:10.445289 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:10.445583 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:10.445862 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:10.446162 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:10.446448 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:10.446734 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:10.447016 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:10.447289 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:10.447569 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:10.447842 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:10.448109 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:10.448378 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] use_json = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:10.448647 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:10.448916 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:10.449193 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:10.449485 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:10.449758 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:10.450031 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:10.450301 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:10.450580 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:10.450876 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:10.451170 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:10.451469 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:10.451752 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:10.452054 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:10.452335 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:10.452623 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:10.452900 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:10.453187 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:10.453494 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:10.453787 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:10.454066 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:10.454358 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:10.454635 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:10.454929 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:10.455234 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:10.455526 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:10.455820 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:10.456096 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:10.456370 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:10.456646 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:10.456921 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:10.457208 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:10.457517 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:10.457807 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:10.458095 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:10.458374 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:10.458670 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:10.458961 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:10.459256 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:10.459548 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:10.459827 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:10.460108 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:10.460399 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:10.460682 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:10.460984 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:10.461266 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:10.461584 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:10.461868 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:10.462146 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:10.462432 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:10.462717 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:10.462993 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:10.463269 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:10.463550 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:10.463842 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:10.464122 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:10.464401 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:10.464674 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:10.464953 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:10.465227 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:10.465540 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:10.465823 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:10.466100 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:10.466379 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:10.466660 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:10.466935 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:10.467209 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:10.467486 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:10.467759 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:10.468039 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:10.468314 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:10.468589 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:10.468862 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:10.469136 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:10.469416 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:10.469699 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:10.469974 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:10.470254 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:10.470528 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:10.470802 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:10.471078 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:10.471353 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:10.471626 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:10.471913 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:10.472211 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:10.472491 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:10.472770 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:10.473050 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:10.473326 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:10.473632 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:10.473909 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:10.474192 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:10.474472 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:10.474743 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:10.475031 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:10.475315 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:10.475598 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:10.475878 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:10.476185 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:10.477012 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:10.477297 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:10.477606 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:10.477886 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:10.478165 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:10.478451 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:10.478735 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:10.479031 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:10.479323 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:10.479618 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:10.479910 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:10.480199 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:10.480481 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:10.480787 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:10.481067 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:10.481284 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 24 01:37:10.481553 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109757) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 24 01:37:10.916825 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 24 01:37:10.917100 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 24 01:37:10.917439 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 24 01:37:10.917761 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 24 01:37:11.247375 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:11.247558 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:11.247838 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:11.249023 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:11.249301 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:11.249596 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:11.285881 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:11.286163 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:11.286434 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:11.300212 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:11.300501 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:11.300775 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:11.329171 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:11.329480 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:11.329757 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:11.368823 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:11.369281 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:11.369762 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:11.617954 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:11.618606 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:11.618606 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:11.618771 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:11.619446 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:11.723696 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:11.724020 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:11.724309 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:11.724584 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:11.724855 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:11.725171 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:11.725458 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:11.725722 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:11.725979 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:11.726267 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:11.726554 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:11.726823 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:11.727085 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:11.727342 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:11.727600 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:11.727866 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:11.728122 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:11.728392 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:11.728665 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:11.728927 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:11.729202 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:11.729478 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:11.729764 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:11.730146 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:11.730402 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:11.730650 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:11.731051 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109757) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 01:37:11.731293 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109757) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 01:37:11.731531 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109757) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 01:37:11.731768 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109757) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 01:37:11.732003 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109757) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 01:37:11.732239 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109757) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 01:37:11.732859 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 24 01:37:11.735967 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 24 01:37:11.739922 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 24 01:37:11.744195 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Nov 24 01:37:11.745981 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 24 01:37:11.746438 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 24 01:37:11.746773 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 24 01:37:11.747158 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 24 01:37:11.750000 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 24 01:37:11.750256 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 24 01:37:11.750607 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 24 01:37:11.755911 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 24 01:37:11.778988 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 24 01:37:11.779432 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:11.779739 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109757) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Nov 24 01:37:11.780100 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:11.781528 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109757) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 24 01:37:11.781807 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 24 01:37:11.782054 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 24 01:37:11.786711 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:11.786998 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:11.851114 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 24 01:37:11.851359 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 24 01:37:11.852107 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 24 01:37:11.852483 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 24 01:37:11.874402 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_db.sqlalchemy.engines [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109757) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 24 01:37:12.408292 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.plugins.ml2.managers [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Initializing driver for type 'gre' Nov 24 01:37:12.408843 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] gre ID ranges: [(1, 1000)] Nov 24 01:37:12.461816 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.plugins.ml2.managers [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Initializing driver for type 'local' Nov 24 01:37:12.462147 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.plugins.ml2.managers [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Initializing driver for type 'vlan' Nov 24 01:37:12.474460 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] VlanTypeDriver initialization complete Nov 24 01:37:12.474758 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.plugins.ml2.managers [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Initializing driver for type 'vxlan' Nov 24 01:37:12.475230 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] vxlan ID ranges: [(1, 1000)] Nov 24 01:37:12.525484 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.plugins.ml2.managers [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Initializing extension driver 'port_security' Nov 24 01:37:12.525874 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.plugins.ml2.extensions.port_security [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] PortSecurityExtensionDriver initialization complete Nov 24 01:37:12.526204 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.plugins.ml2.managers [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Initializing mechanism driver 'openvswitch' Nov 24 01:37:12.526536 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.plugins.ml2.managers [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Initializing mechanism driver 'hyperv' Nov 24 01:37:12.533209 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.plugins.ml2.plugin [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:37:12.533904 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Subscribe: > port after_create 55550000 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:12.534276 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Subscribe: > port after_update 55550000 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:12.534627 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Subscribe: > port after_delete 55550000 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:12.535154 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109757) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 24 01:37:12.535585 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Subscribe: > subnet after_create 55550000 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:12.535939 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Subscribe: > subnet after_update 55550000 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:12.536284 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Subscribe: > subnet after_delete 55550000 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:12.536688 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109757) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 24 01:37:12.537096 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Subscribe: > network after_create 55550000 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:12.537469 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Subscribe: > network after_update 55550000 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:12.537816 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Subscribe: > network after_delete 55550000 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:12.538213 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109757) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 24 01:37:12.538615 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Subscribe: > security_group after_create 55550000 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:12.539555 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Subscribe: > security_group after_update 55550000 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:12.539895 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Subscribe: > security_group after_delete 55550000 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:12.540426 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109757) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 24 01:37:12.540840 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:12.541191 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:12.541561 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:12.541963 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109757) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 24 01:37:12.542371 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Subscribe: > address_group after_create 55550000 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:12.542718 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Subscribe: > address_group after_update 55550000 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:12.543057 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Subscribe: > address_group after_delete 55550000 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:12.543451 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109757) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 24 01:37:12.543827 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] ML2 OVO RPC backend initialized. {{(pid=109757) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 24 01:37:12.544530 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Subscribe: > router_interface after_create 55550000 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:12.544884 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:12.545302 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Subscribe: > network before_response 55550000 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:12.545675 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Subscribe: > networks before_response 55550000 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:12.546022 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Subscribe: > port before_response 55550000 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:12.546362 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Subscribe: > ports before_response 55550000 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:12.546702 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Subscribe: > subnet before_response 55550000 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:12.547038 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Subscribe: > subnets before_response 55550000 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:12.547378 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Subscribe: > network after_create 55550000 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:12.547716 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Subscribe: > network after_update 55550000 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:12.548046 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Subscribe: > network after_delete 55550000 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:12.548379 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Subscribe: > port after_create 55550000 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:12.548699 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Subscribe: > port after_update 55550000 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:12.549057 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Subscribe: > port after_delete 55550000 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:12.549394 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Subscribe: > subnet after_create 55550000 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:12.549756 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Subscribe: > subnet after_update 55550000 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:12.550086 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Subscribe: > subnet after_delete 55550000 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:12.550648 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.plugins.ml2.plugin [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Modular L2 Plugin initialization complete Nov 24 01:37:12.550974 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.manager [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading services supported by the core plugin {{(pid=109757) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 24 01:37:12.551297 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.plugins.ml2.managers [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Got port-security extension from driver 'port_security' Nov 24 01:37:12.551751 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.extensions.vlantransparent [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Disabled vlantransparent extension. Nov 24 01:37:12.552231 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.manager [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109757) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 24 01:37:12.552539 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.manager [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading Plugin: router Nov 24 01:37:12.589251 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Subscribe: > router_interface before_create 55550000 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:12.589666 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Subscribe: > router after_create 55549900 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:12.590037 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Subscribe: > router before_create 55549900 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:12.590403 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:12.590780 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:12.591134 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Subscribe: > router after_delete 55549900 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:12.591492 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Subscribe: > floatingip after_create 55550000 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:12.591841 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Subscribe: > floatingip after_update 55550000 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:12.592201 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Subscribe: > router after_create 55549900 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:12.592545 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Subscribe: > router after_update 55549900 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:12.592891 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Subscribe: > router after_update 55549900 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:12.593237 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:12.593617 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Subscribe: > router after_update 55549900 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:12.594030 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Subscribe: > router precommit_update 55549900 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:12.594397 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Subscribe: port after_update 55550000 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:12.594736 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Subscribe: port after_delete 55550000 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:12.595081 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Subscribe: subnet after_update 55550000 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:12.595423 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:12.595771 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Subscribe: > port precommit_delete 55550000 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:12.596118 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Subscribe: > router precommit_create 55549900 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:12.596461 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Subscribe: port before_delete 55550000 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:12.596811 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Subscribe: > router precommit_create 55550000 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:12.597172 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Subscribe: > router after_update 55549900 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:12.597544 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Subscribe: > router precommit_delete 55549900 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:12.597911 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Subscribe: > router precommit_create 55549900 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:12.598272 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Subscribe: > router_interface after_create 55550000 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:12.598620 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Subscribe: > router precommit_update 55549900 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:12.598986 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Subscribe: > agent after_create 55550000 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:12.599340 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Subscribe: > agent after_delete 55550000 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:12.599685 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Subscribe: > network after_delete 55550000 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:12.600542 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.quota.resource_registry [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Tracking information for resource: router configured {{(pid=109757) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 01:37:12.600876 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.quota.resource_registry [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Tracking information for resource: floatingip configured {{(pid=109757) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 01:37:12.605917 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.db.l3_agentschedulers_db [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 24 01:37:12.606492 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Subscribe: port after_update 55550000 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:12.606852 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Subscribe: port after_create 55550000 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:12.607203 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Subscribe: port after_delete 55550000 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:12.607809 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Subscribe: port after_update 55550000 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:12.608591 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Subscribe: > router before_create 55550100 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:12.608952 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Subscribe: > router precommit_delete 55550100 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:12.609313 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Subscribe: > router precommit_create 55550100 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:12.609691 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Subscribe: > router precommit_update 55550100 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:12.614502 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.services.provider_configuration [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Service providers = [] {{(pid=109757) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 24 01:37:12.614867 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.db.servicetype_db [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109757) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 24 01:37:12.617846 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.services.service_base [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109757) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 24 01:37:12.618198 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.services.service_base [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109757) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 24 01:37:12.618723 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.services.service_base [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109757) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 24 01:37:12.619408 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.services.service_base [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109757) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 24 01:37:12.619807 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.services.service_base [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 24 01:37:12.620175 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.manager [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109757) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 24 01:37:12.620489 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.manager [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 24 01:37:12.631111 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.manager [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109757) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 24 01:37:12.631445 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.manager [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading Plugin: auto_allocate Nov 24 01:37:12.637789 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Subscribe: network precommit_update 55550000 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:12.638159 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Subscribe: network precommit_create 55550000 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:12.638676 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.manager [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109757) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 24 01:37:12.638992 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.manager [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading Plugin: tag Nov 24 01:37:12.645602 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.manager [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109757) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 24 01:37:12.645930 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.manager [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading Plugin: timestamp Nov 24 01:37:12.650502 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.manager [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109757) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 24 01:37:12.650832 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.manager [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading Plugin: network_ip_availability Nov 24 01:37:12.656282 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:12.656651 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:12.657005 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:12.657742 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.manager [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109757) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 24 01:37:12.658063 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.manager [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading Plugin: flavors Nov 24 01:37:12.662815 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.manager [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109757) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 24 01:37:12.663097 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.manager [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading Plugin: revisions Nov 24 01:37:12.667435 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.manager [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109757) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 24 01:37:12.667827 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_concurrency.lockutils [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.750s {{(pid=109757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 24 01:37:12.668573 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109757) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 24 01:37:12.668909 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Initializing extension manager. Nov 24 01:37:12.669440 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading extension file: __init__.py {{(pid=109757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 01:37:12.669779 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading extension file: __pycache__ {{(pid=109757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 01:37:12.670112 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=109757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 01:37:12.670441 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading extension file: address_group.py {{(pid=109757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 01:37:12.671181 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 01:37:12.671741 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loaded extension: address-group Nov 24 01:37:12.672061 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading extension file: address_scope.py {{(pid=109757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 01:37:12.674231 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 01:37:12.674762 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loaded extension: address-scope Nov 24 01:37:12.675094 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading extension file: admin_state_down_before_update.py {{(pid=109757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 01:37:12.676031 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 01:37:12.676549 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loaded extension: router-admin-state-down-before-update Nov 24 01:37:12.676874 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading extension file: agent.py {{(pid=109757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 01:37:12.677613 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 01:37:12.678126 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loaded extension: agent Nov 24 01:37:12.678447 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading extension file: agent_resources_synced.py {{(pid=109757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 01:37:12.679358 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 01:37:12.679907 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loaded extension: agent-resources-synced Nov 24 01:37:12.680266 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading extension file: allowedaddresspairs.py {{(pid=109757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 01:37:12.682114 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 01:37:12.682647 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loaded extension: allowed-address-pairs Nov 24 01:37:12.682972 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading extension file: auto_allocated_topology.py {{(pid=109757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 01:37:12.684051 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 01:37:12.684574 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loaded extension: auto-allocated-topology Nov 24 01:37:12.684898 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading extension file: availability_zone.py {{(pid=109757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 01:37:12.685624 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 01:37:12.686141 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loaded extension: availability_zone Nov 24 01:37:12.686463 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading extension file: availability_zone_filter.py {{(pid=109757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 01:37:12.687377 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 01:37:12.687895 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loaded extension: availability_zone_filter Nov 24 01:37:12.688216 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading extension file: data_plane_status.py {{(pid=109757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 01:37:12.689119 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 01:37:12.689663 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Extension data-plane-status not supported by any of loaded plugins Nov 24 01:37:12.689983 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading extension file: default_subnetpools.py {{(pid=109757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 01:37:12.690893 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 01:37:12.691401 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loaded extension: default-subnetpools Nov 24 01:37:12.691719 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading extension file: dhcpagentscheduler.py {{(pid=109757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 01:37:12.692530 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 01:37:12.693047 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loaded extension: dhcp_agent_scheduler Nov 24 01:37:12.693367 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading extension file: dns.py {{(pid=109757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 01:37:12.694306 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 01:37:12.694815 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Extension dns-integration not supported by any of loaded plugins Nov 24 01:37:12.695656 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading extension file: dns_domain_ports.py {{(pid=109757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 01:37:12.696573 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 01:37:12.697080 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 24 01:37:12.697400 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 01:37:12.698348 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 01:37:12.698857 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 24 01:37:12.699176 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading extension file: dvr.py {{(pid=109757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 01:37:12.699845 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 01:37:12.700355 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loaded extension: dvr Nov 24 01:37:12.700674 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading extension file: ecmp_routes.py {{(pid=109757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 01:37:12.701634 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 01:37:12.702141 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Extension ecmp_routes not supported by any of loaded plugins Nov 24 01:37:12.702458 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading extension file: empty_string_filtering.py {{(pid=109757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 01:37:12.703371 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 01:37:12.703879 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loaded extension: empty-string-filtering Nov 24 01:37:12.704198 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 01:37:12.705117 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 01:37:12.705660 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 24 01:37:12.705981 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 01:37:12.706893 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 01:37:12.707404 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 24 01:37:12.707722 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading extension file: external_net.py {{(pid=109757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 01:37:12.708643 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 01:37:12.709154 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loaded extension: external-net Nov 24 01:37:12.709515 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading extension file: extra_dhcp_opt.py {{(pid=109757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 01:37:12.710425 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 01:37:12.711517 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loaded extension: extra_dhcp_opt Nov 24 01:37:12.711833 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading extension file: extraroute.py {{(pid=109757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 01:37:12.712736 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 01:37:12.713253 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loaded extension: extraroute Nov 24 01:37:12.713599 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading extension file: extraroute_atomic.py {{(pid=109757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 01:37:12.714627 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 01:37:12.715143 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loaded extension: extraroute-atomic Nov 24 01:37:12.715464 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading extension file: filter_validation.py {{(pid=109757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 01:37:12.716137 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 01:37:12.716652 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loaded extension: filter-validation Nov 24 01:37:12.716974 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading extension file: fip_pf_description.py {{(pid=109757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 01:37:12.717907 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 01:37:12.718424 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 24 01:37:12.718743 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading extension file: fip_port_details.py {{(pid=109757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 01:37:12.719662 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 01:37:12.720175 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loaded extension: fip-port-details Nov 24 01:37:12.720492 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading extension file: flavors.py {{(pid=109757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 01:37:12.721762 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 01:37:12.722290 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loaded extension: flavors Nov 24 01:37:12.722612 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 01:37:12.724275 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 01:37:12.724801 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 24 01:37:12.725133 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading extension file: floatingip_pools.py {{(pid=109757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 01:37:12.725863 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 01:37:12.726416 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loaded extension: floatingip-pools Nov 24 01:37:12.726743 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading extension file: ip_allocation.py {{(pid=109757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 01:37:12.727673 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 01:37:12.728188 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Extension ip_allocation not supported by any of loaded plugins Nov 24 01:37:12.728512 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 01:37:12.729448 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 01:37:12.729966 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loaded extension: ip-substring-filtering Nov 24 01:37:12.730292 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading extension file: l2_adjacency.py {{(pid=109757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 01:37:12.731212 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 01:37:12.731725 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Extension l2_adjacency not supported by any of loaded plugins Nov 24 01:37:12.732047 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading extension file: l3.py {{(pid=109757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 01:37:12.733400 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 01:37:12.733943 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loaded extension: router Nov 24 01:37:12.734268 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading extension file: l3_conntrack_helper.py {{(pid=109757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 01:37:12.736506 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 01:37:12.737035 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 24 01:37:12.737366 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 01:37:12.738348 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 01:37:12.738868 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loaded extension: ext-gw-mode Nov 24 01:37:12.739199 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 01:37:12.740131 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 01:37:12.740649 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loaded extension: l3-ha Nov 24 01:37:12.740975 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading extension file: l3_flavors.py {{(pid=109757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 01:37:12.741924 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 01:37:12.742564 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loaded extension: l3-flavors Nov 24 01:37:12.742887 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 01:37:12.743794 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 01:37:12.744308 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loaded extension: l3-port-ip-change-not-allowed Nov 24 01:37:12.744629 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading extension file: l3agentscheduler.py {{(pid=109757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 01:37:12.745675 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 01:37:12.746191 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loaded extension: l3_agent_scheduler Nov 24 01:37:12.746516 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading extension file: local_ip.py {{(pid=109757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 01:37:12.748301 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=109757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 01:37:12.748833 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Extension local_ip not supported by any of loaded plugins Nov 24 01:37:12.749162 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading extension file: logging.py {{(pid=109757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 01:37:12.750677 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 01:37:12.751206 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Extension logging not supported by any of loaded plugins Nov 24 01:37:12.751530 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading extension file: metering.py {{(pid=109757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 01:37:12.752272 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 01:37:12.752853 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loaded extension: metering Nov 24 01:37:12.753174 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 01:37:12.754297 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 01:37:12.754825 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loaded extension: metering_source_and_destination_fields Nov 24 01:37:12.755149 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading extension file: multiprovidernet.py {{(pid=109757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 01:37:12.756079 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 01:37:12.756598 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loaded extension: multi-provider Nov 24 01:37:12.756920 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading extension file: netmtu.py {{(pid=109757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 01:37:12.758390 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 01:37:12.758909 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loaded extension: net-mtu Nov 24 01:37:12.759232 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading extension file: netmtu_writable.py {{(pid=109757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 01:37:12.760150 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 01:37:12.760666 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loaded extension: net-mtu-writable Nov 24 01:37:12.760989 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading extension file: network_availability_zone.py {{(pid=109757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 01:37:12.761693 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 01:37:12.762207 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loaded extension: network_availability_zone Nov 24 01:37:12.762526 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading extension file: network_ip_availability.py {{(pid=109757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 01:37:12.763644 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 01:37:12.764163 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loaded extension: network-ip-availability Nov 24 01:37:12.764484 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading extension file: network_segment_range.py {{(pid=109757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 01:37:12.765245 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 01:37:12.765795 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Extension network-segment-range not supported by any of loaded plugins Nov 24 01:37:12.766117 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading extension file: pagination.py {{(pid=109757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 01:37:12.767101 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 01:37:12.767563 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loaded extension: pagination Nov 24 01:37:12.767886 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading extension file: port_device_profile.py {{(pid=109757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 01:37:12.768803 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 01:37:12.769326 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loaded extension: port-device-profile Nov 24 01:37:12.769673 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 01:37:12.770606 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 01:37:12.771121 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loaded extension: port-mac-address-regenerate Nov 24 01:37:12.771440 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 01:37:12.772351 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 01:37:12.772862 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loaded extension: port-numa-affinity-policy Nov 24 01:37:12.773181 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading extension file: port_resource_request.py {{(pid=109757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 01:37:12.774655 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 01:37:12.775164 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Extension port-resource-request not supported by any of loaded plugins Nov 24 01:37:12.775482 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading extension file: port_resource_request_groups.py {{(pid=109757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 01:37:12.776450 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 01:37:12.776960 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 24 01:37:12.777280 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading extension file: portbindings.py {{(pid=109757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 01:37:12.778227 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 01:37:12.778745 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loaded extension: binding Nov 24 01:37:12.779064 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading extension file: portbindings_extended.py {{(pid=109757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 01:37:12.780347 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 01:37:12.780866 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loaded extension: binding-extended Nov 24 01:37:12.781192 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading extension file: portsecurity.py {{(pid=109757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 01:37:12.782145 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 01:37:12.782667 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loaded extension: port-security Nov 24 01:37:12.782990 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading extension file: project_id.py {{(pid=109757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 01:37:12.783979 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 01:37:12.784310 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loaded extension: project-id Nov 24 01:37:12.784630 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading extension file: providernet.py {{(pid=109757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 01:37:12.785584 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 01:37:12.786102 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loaded extension: provider Nov 24 01:37:12.786420 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading extension file: qos.py {{(pid=109757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 01:37:12.790058 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 01:37:12.790589 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Extension qos not supported by any of loaded plugins Nov 24 01:37:12.790923 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 01:37:12.792189 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 01:37:12.792708 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 24 01:37:12.793034 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 01:37:12.793980 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 01:37:12.794497 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 24 01:37:12.794820 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading extension file: qos_default.py {{(pid=109757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 01:37:12.795728 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 01:37:12.796247 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Extension qos-default not supported by any of loaded plugins Nov 24 01:37:12.796571 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading extension file: qos_fip.py {{(pid=109757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 01:37:12.797219 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 01:37:12.797756 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Extension qos-fip not supported by any of loaded plugins Nov 24 01:37:12.798075 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading extension file: qos_gateway_ip.py {{(pid=109757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 01:37:12.799003 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 01:37:12.799514 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 24 01:37:12.799834 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading extension file: qos_port_network_policy.py {{(pid=109757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 01:37:12.800745 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 01:37:12.801257 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 24 01:37:12.801602 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 01:37:12.802645 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 01:37:12.803159 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 24 01:37:12.803484 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading extension file: qos_pps_rule.py {{(pid=109757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 01:37:12.804689 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 01:37:12.805208 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Extension qos-pps not supported by any of loaded plugins Nov 24 01:37:12.805572 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading extension file: qos_rule_type_details.py {{(pid=109757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 01:37:12.806506 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 01:37:12.807018 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 24 01:37:12.807341 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading extension file: qos_rules_alias.py {{(pid=109757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 01:37:12.808379 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 01:37:12.808898 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 24 01:37:12.809218 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading extension file: quota_check_limit.py {{(pid=109757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 01:37:12.810155 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 01:37:12.810671 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loaded extension: quota-check-limit Nov 24 01:37:12.810992 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading extension file: quotasv2.py {{(pid=109757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 01:37:12.811913 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 01:37:12.812237 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loaded extension: quotas Nov 24 01:37:12.812555 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading extension file: quotasv2_detail.py {{(pid=109757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 01:37:12.815932 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 01:37:12.816275 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loaded extension: quota_details Nov 24 01:37:12.816607 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading extension file: rbac.py {{(pid=109757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 01:37:12.817706 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 01:37:12.818239 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loaded extension: rbac-policies Nov 24 01:37:12.818575 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading extension file: rbac_address_group.py {{(pid=109757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 01:37:12.819502 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 01:37:12.820028 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loaded extension: rbac-address-group Nov 24 01:37:12.820895 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading extension file: rbac_address_scope.py {{(pid=109757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 01:37:12.821851 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 01:37:12.822373 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loaded extension: rbac-address-scope Nov 24 01:37:12.822692 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading extension file: rbac_security_groups.py {{(pid=109757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 01:37:12.823618 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 01:37:12.824134 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loaded extension: rbac-security-groups Nov 24 01:37:12.824454 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading extension file: rbac_subnetpool.py {{(pid=109757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 01:37:12.825374 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 01:37:12.825909 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loaded extension: rbac-subnetpool Nov 24 01:37:12.826228 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading extension file: revisionifmatch.py {{(pid=109757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 01:37:12.827273 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 01:37:12.827785 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loaded extension: revision-if-match Nov 24 01:37:12.828102 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading extension file: revisions.py {{(pid=109757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 01:37:12.829242 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 01:37:12.829783 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loaded extension: standard-attr-revisions Nov 24 01:37:12.830100 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading extension file: router_availability_zone.py {{(pid=109757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 01:37:12.830771 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 01:37:12.831284 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loaded extension: router_availability_zone Nov 24 01:37:12.831600 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading extension file: routerservicetype.py {{(pid=109757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 01:37:12.832550 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 01:37:12.833058 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Extension router-service-type not supported by any of loaded plugins Nov 24 01:37:12.833377 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 01:37:12.834463 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 01:37:12.835044 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loaded extension: security-groups-normalized-cidr Nov 24 01:37:12.835365 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading extension file: security_groups_port_filtering.py {{(pid=109757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 01:37:12.837075 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 01:37:12.837616 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loaded extension: port-security-groups-filtering Nov 24 01:37:12.838012 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 01:37:12.838956 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 01:37:12.839476 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loaded extension: security-groups-remote-address-group Nov 24 01:37:12.839795 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 01:37:12.840727 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 01:37:12.841247 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loaded extension: security-groups-shared-filtering Nov 24 01:37:12.841597 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 01:37:12.842189 dv-neutron-818911-2-hyperv neutron-server[109757]: WARNING neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 24 01:37:12.842503 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading extension file: securitygroup.py {{(pid=109757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 01:37:12.852419 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 01:37:12.852952 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loaded extension: security-group Nov 24 01:37:12.853286 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading extension file: segment.py {{(pid=109757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 01:37:12.854097 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 01:37:12.854610 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Extension segment not supported by any of loaded plugins Nov 24 01:37:12.854935 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 01:37:12.855879 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 01:37:12.856395 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 24 01:37:12.856719 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading extension file: servicetype.py {{(pid=109757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 01:37:12.858090 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 01:37:12.858614 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loaded extension: service-type Nov 24 01:37:12.858945 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading extension file: sorting.py {{(pid=109757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 01:37:12.859933 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 01:37:12.860268 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loaded extension: sorting Nov 24 01:37:12.860593 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading extension file: standard_attr_segment.py {{(pid=109757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 01:37:12.861561 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 01:37:12.862083 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 24 01:37:12.862407 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading extension file: standardattrdescription.py {{(pid=109757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 01:37:12.863067 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 01:37:12.863578 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loaded extension: standard-attr-description Nov 24 01:37:12.863901 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading extension file: stateful_security_group.py {{(pid=109757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 01:37:12.864843 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 01:37:12.865360 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loaded extension: stateful-security-group Nov 24 01:37:12.865717 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading extension file: stdattrs_common.py {{(pid=109757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 01:37:12.866285 dv-neutron-818911-2-hyperv neutron-server[109757]: WARNING neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 24 01:37:12.866602 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 01:37:12.867574 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 01:37:12.868094 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 24 01:37:12.868414 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading extension file: subnet_onboard.py {{(pid=109757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 01:37:12.869518 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 01:37:12.870045 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loaded extension: subnet_onboard Nov 24 01:37:12.870366 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 01:37:12.871288 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 01:37:12.871801 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 24 01:37:12.872117 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading extension file: subnet_service_types.py {{(pid=109757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 01:37:12.873037 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 01:37:12.873588 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loaded extension: subnet-service-types Nov 24 01:37:12.873906 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading extension file: subnetallocation.py {{(pid=109757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 01:37:12.874994 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 01:37:12.875505 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loaded extension: subnet_allocation Nov 24 01:37:12.875828 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 01:37:12.876491 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 01:37:12.877005 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loaded extension: subnetpool-prefix-ops Nov 24 01:37:12.877325 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 01:37:12.878292 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 01:37:12.878802 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 24 01:37:12.879126 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading extension file: tagging.py {{(pid=109757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 01:37:12.880196 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 01:37:12.880713 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loaded extension: standard-attr-tag Nov 24 01:37:12.881035 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading extension file: timestamp.py {{(pid=109757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 01:37:12.882285 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 01:37:12.883328 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loaded extension: standard-attr-timestamp Nov 24 01:37:12.883648 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading extension file: trunk.py {{(pid=109757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 01:37:12.884684 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 01:37:12.885204 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Extension trunk not supported by any of loaded plugins Nov 24 01:37:12.885563 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading extension file: trunk_details.py {{(pid=109757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 01:37:12.886501 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 01:37:12.887017 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Extension trunk-details not supported by any of loaded plugins Nov 24 01:37:12.887340 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading extension file: uplink_status_propagation.py {{(pid=109757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 01:37:12.888263 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 01:37:12.888774 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 24 01:37:12.889098 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Loading extension file: vlantransparent.py {{(pid=109757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 01:37:12.889805 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 01:37:12.890319 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Extension vlan-transparent not supported by any of loaded plugins Nov 24 01:37:12.892880 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.quota.resource_registry [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Creating instance of TrackedResource for resource:network Nov 24 01:37:12.893439 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.quota.resource_registry [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Creating instance of TrackedResource for resource:subnet Nov 24 01:37:12.893833 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.quota.resource_registry [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Creating instance of TrackedResource for resource:subnetpool Nov 24 01:37:12.894241 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.quota.resource_registry [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Creating instance of TrackedResource for resource:port Nov 24 01:37:12.895495 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.v2.resource_helper [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109757) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 01:37:12.895932 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.v2.resource_helper [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Service FLAVORS assigned prefix: {{(pid=109757) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 01:37:12.896546 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.v2.resource_helper [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109757) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 01:37:12.896966 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.v2.resource_helper [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109757) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 01:37:12.897294 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.quota.resource_registry [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Creating instance of TrackedResource for resource:router Nov 24 01:37:12.897756 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.quota.resource_registry [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Creating instance of TrackedResource for resource:floatingip Nov 24 01:37:12.898854 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.v2.resource_helper [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Service METERING assigned prefix: /metering {{(pid=109757) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 01:37:12.900323 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:12.900696 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:12.901048 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:37:12.902080 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.quota.resource_registry [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Creating instance of CountableResource for resource:rbac_policy Nov 24 01:37:12.902527 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.quota.resource_registry [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Creating instance of TrackedResource for resource:security_group Nov 24 01:37:12.902968 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.quota.resource_registry [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Creating instance of TrackedResource for resource:security_group_rule Nov 24 01:37:12.903574 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.v2.resource_helper [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Service CORE assigned prefix: {{(pid=109757) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 01:37:12.903904 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.quota.resource_registry [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Creating instance of TrackedResource for resource:subnetpool Nov 24 01:37:12.904249 dv-neutron-818911-2-hyperv neutron-server[109757]: WARNING neutron.quota.resource_registry [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] subnetpool is already registered Nov 24 01:37:12.904669 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.v2.resource_helper [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Service CORE assigned prefix: {{(pid=109757) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 01:37:12.904993 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.quota.resource_registry [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Creating instance of TrackedResource for resource:subnetpool Nov 24 01:37:12.905322 dv-neutron-818911-2-hyperv neutron-server[109757]: WARNING neutron.quota.resource_registry [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] subnetpool is already registered Nov 24 01:37:12.907627 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.v2.resource_helper [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109757) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 01:37:12.908059 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.v2.resource_helper [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Service FLAVORS assigned prefix: {{(pid=109757) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 01:37:12.908643 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.v2.resource_helper [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109757) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 01:37:12.909064 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.v2.resource_helper [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109757) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 01:37:12.909398 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.quota.resource_registry [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Creating instance of TrackedResource for resource:router Nov 24 01:37:12.909762 dv-neutron-818911-2-hyperv neutron-server[109757]: WARNING neutron.quota.resource_registry [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] router is already registered Nov 24 01:37:12.910170 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.quota.resource_registry [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Creating instance of TrackedResource for resource:floatingip Nov 24 01:37:12.910506 dv-neutron-818911-2-hyperv neutron-server[109757]: WARNING neutron.quota.resource_registry [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] floatingip is already registered Nov 24 01:37:12.910959 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.v2.resource_helper [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Service METERING assigned prefix: /metering {{(pid=109757) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 01:37:12.911631 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.quota.resource_registry [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Creating instance of CountableResource for resource:rbac_policy Nov 24 01:37:12.911954 dv-neutron-818911-2-hyperv neutron-server[109757]: WARNING neutron.quota.resource_registry [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] rbac_policy is already registered Nov 24 01:37:12.912360 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.quota.resource_registry [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Creating instance of TrackedResource for resource:security_group Nov 24 01:37:12.912699 dv-neutron-818911-2-hyperv neutron-server[109757]: WARNING neutron.quota.resource_registry [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] security_group is already registered Nov 24 01:37:12.913145 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.quota.resource_registry [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Creating instance of TrackedResource for resource:security_group_rule Nov 24 01:37:12.913448 dv-neutron-818911-2-hyperv neutron-server[109757]: WARNING neutron.quota.resource_registry [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] security_group_rule is already registered Nov 24 01:37:12.914095 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.v2.resource_helper [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Service CORE assigned prefix: {{(pid=109757) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 01:37:12.914423 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.quota.resource_registry [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Creating instance of TrackedResource for resource:subnetpool Nov 24 01:37:12.914755 dv-neutron-818911-2-hyperv neutron-server[109757]: WARNING neutron.quota.resource_registry [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] subnetpool is already registered Nov 24 01:37:12.915169 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.v2.resource_helper [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Service CORE assigned prefix: {{(pid=109757) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 01:37:12.915493 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.quota.resource_registry [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Creating instance of TrackedResource for resource:subnetpool Nov 24 01:37:12.915821 dv-neutron-818911-2-hyperv neutron-server[109757]: WARNING neutron.quota.resource_registry [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] subnetpool is already registered Nov 24 01:37:12.916289 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Extended resource: extensions {{(pid=109757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 01:37:12.917793 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Extended resource: address-groups {{(pid=109757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 01:37:12.919285 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Extended resource: address-scopes {{(pid=109757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 01:37:12.920621 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Extended resource: agents {{(pid=109757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 01:37:12.921827 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Extended resource: auto-allocated-topology {{(pid=109757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 01:37:12.923087 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Extended resource: availability_zones {{(pid=109757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 01:37:12.924326 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Extended resource: dhcp-networks {{(pid=109757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 01:37:12.925893 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Extended resource: dhcp-agents {{(pid=109757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 01:37:12.927310 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Extended resource: routers {{(pid=109757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 01:37:12.930536 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Extended resource: flavors {{(pid=109757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 01:37:12.931786 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Extended resource: service_profiles {{(pid=109757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 01:37:12.933018 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Extended resource: next_providers {{(pid=109757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 01:37:12.934514 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Extended resource: service_profiles {{(pid=109757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 01:37:12.936062 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Extended resource: floatingip-pools {{(pid=109757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 01:37:12.937278 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Extended resource: routers {{(pid=109757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 01:37:12.939453 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Extended resource: floatingips {{(pid=109757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 01:37:12.940743 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Extended resource: l3-routers {{(pid=109757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 01:37:12.942189 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Extended resource: l3-agents {{(pid=109757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 01:37:12.943588 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Extended resource: metering-labels {{(pid=109757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 01:37:12.944957 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Extended resource: metering-label-rules {{(pid=109757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 01:37:12.946865 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Extended resource: network-ip-availabilities {{(pid=109757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 01:37:12.948143 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Extended resource: bindings {{(pid=109757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 01:37:12.949835 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Extended resource: quotas {{(pid=109757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 01:37:12.951418 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Extended resource: quotas {{(pid=109757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 01:37:12.953072 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Extended resource: rbac-policies {{(pid=109757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 01:37:12.954410 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Extended resource: security-groups {{(pid=109757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 01:37:12.955657 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Extended resource: security-group-rules {{(pid=109757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 01:37:12.956893 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Extended resource: service-providers {{(pid=109757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 01:37:12.958153 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Extended resource: subnetpools {{(pid=109757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 01:37:12.959576 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Extended resource: subnetpools {{(pid=109757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 01:37:12.961674 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Extended resource: tags {{(pid=109757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 01:37:12.963371 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Extended resource: tags {{(pid=109757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 01:37:12.965186 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Extended resource: tags {{(pid=109757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 01:37:12.966984 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Extended resource: tags {{(pid=109757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 01:37:12.968975 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Extended resource: tags {{(pid=109757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 01:37:12.970866 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Extended resource: tags {{(pid=109757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 01:37:12.972554 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Extended resource: tags {{(pid=109757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 01:37:12.974474 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Extended resource: tags {{(pid=109757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 01:37:12.976258 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Extended resource: tags {{(pid=109757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 01:37:12.978367 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron.api.extensions [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Extended resource: tags {{(pid=109757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 01:37:12.988743 dv-neutron-818911-2-hyperv neutron-server[109757]: WARNING keystonemiddleware.auth_token [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 24 01:37:12.994018 dv-neutron-818911-2-hyperv neutron-server[109757]: WARNING keystonemiddleware.auth_token [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 24 01:37:13.002695 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_concurrency.lockutils [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Acquired lock "singleton_lock" {{(pid=109757) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 24 01:37:13.003181 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_concurrency.lockutils [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Releasing lock "singleton_lock" {{(pid=109757) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 24 01:37:13.003826 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO oslo_service.service [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Starting 2 workers Nov 24 01:37:13.009193 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Started child 109866 {{(pid=109757) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 24 01:37:13.013614 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Started child 109867 {{(pid=109757) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 24 01:37:13.014822 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:37:13.015433 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO neutron.service [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Neutron service started, listening on 0.0.0.0:9696 Nov 24 01:37:13.015834 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Publish callbacks [] for process, before_spawn {{(pid=109757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:37:13.016283 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [-] (109866) wsgi starting up on http://0.0.0.0:9696 Nov 24 01:37:13.018265 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO oslo_service.service [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Starting 1 workers Nov 24 01:37:13.018404 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:37:13.019722 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [-] (109867) wsgi starting up on http://0.0.0.0:9696 Nov 24 01:37:13.023419 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Started child 109868 {{(pid=109757) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 24 01:37:13.023968 dv-neutron-818911-2-hyperv neutron-server[109757]: INFO oslo_service.service [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Starting 1 workers Nov 24 01:37:13.027207 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.service [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] calling RpcWorker wait() {{(pid=109868) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 24 01:37:13.027730 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.service [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] returning from RpcWorker wait() {{(pid=109868) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 24 01:37:13.028335 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Started child 109869 {{(pid=109757) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 24 01:37:13.029105 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:37:13.029204 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG neutron_lib.callbacks.manager [None req-866e1535-a75f-42c3-a494-877b30f6f12a None None] Publish callbacks [] for process, after_spawn {{(pid=109757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:37:13.029663 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:37:13.030996 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109757) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 24 01:37:13.031205 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 24 01:37:13.031391 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 24 01:37:13.031607 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 24 01:37:13.031936 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 24 01:37:13.032127 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 24 01:37:13.032650 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.032920 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.033170 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.033358 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:37:13.033836 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.033836 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.034351 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.034612 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.034868 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.035136 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.035386 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.035559 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.035725 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.035967 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.036203 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.036505 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.036777 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.037014 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.037280 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.037478 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.037747 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.038016 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.038245 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.038506 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] debug = True {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.038772 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.039301 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.039543 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.039806 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.040026 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.040289 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.040522 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.040785 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.041038 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.041273 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.041541 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.041795 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.042031 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.042241 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.042505 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.042719 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.042961 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.043180 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.043636 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] host = dv-neutron-818911-2-hyperv {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.043859 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.044079 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.044310 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.044567 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.044809 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.045039 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.045301 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.045566 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.045820 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.046044 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.046279 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.046522 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.046757 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.047009 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] log_file = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.047253 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] log_options = True {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.047393 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.047682 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.047950 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.048148 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.048317 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.048493 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.048741 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.048904 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.049161 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.049373 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.049615 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.049920 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.050080 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.050313 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.050572 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.050801 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.051048 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.051225 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.051465 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.051692 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.051916 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.052140 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.052376 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.052610 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.052827 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.053038 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.053261 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.053503 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.053727 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.053947 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.054195 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.055070 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.055322 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.055551 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.055809 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.056034 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.056261 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.056489 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.056752 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.056979 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.057231 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.057491 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.057703 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.057946 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.058182 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.058412 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.058659 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] use_json = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.058872 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.059116 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.059341 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.059557 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.060039 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.060213 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.060477 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.060729 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.061180 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.061533 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.061904 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.063477 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.063477 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.063477 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.063477 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.063477 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.064152 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:37:13.064298 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.064298 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.064298 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.064298 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.065046 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.065046 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.065046 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.065834 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.065834 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.065834 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.068776 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.068776 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.068776 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.068776 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.068776 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.068776 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.068776 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.068776 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.072059 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.072059 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.072059 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.072059 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.072059 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.072059 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.072059 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.072059 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.074141 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.074141 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.074141 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.074141 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.074141 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.074141 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.074141 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.074141 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.074141 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.074765 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.074765 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.075173 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.075538 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.075973 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.076358 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.076727 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.077144 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.077622 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.078052 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.078501 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.078931 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.079367 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.079689 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.080118 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.080617 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.081030 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.081436 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.081831 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.082307 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.082699 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.083113 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.083497 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.083930 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.084355 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.084809 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.085237 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.085664 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.086079 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.086545 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.086981 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.087270 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.087704 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.088020 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.088284 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.088499 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.088788 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.089123 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.089272 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.089725 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.090279 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.090756 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.091232 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.091411 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.091856 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.092246 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.092719 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.093124 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.093635 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.094129 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.094570 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.095028 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.095444 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.095922 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.096329 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.096744 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.097146 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.097652 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.098048 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.098502 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.098925 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.099474 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.099662 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.099868 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.100115 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.100379 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.100644 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.100939 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.101199 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.101476 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.101839 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.102229 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.102656 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.103054 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.103467 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.103873 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.104290 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.104703 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.105111 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.105556 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.106014 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.106462 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.106903 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.107343 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.108009 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.108460 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.108908 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.109341 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.109797 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.110211 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.110603 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.111022 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.111490 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.111877 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.112289 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.112652 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.112913 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.113135 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.113359 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.113845 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.114118 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.114364 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.114634 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.114886 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.115126 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.115365 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.115623 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.115836 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.116102 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.116337 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.116555 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.116804 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.117755 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.118117 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.118464 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.118828 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.119242 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.119495 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.119742 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.119978 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.120222 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.120465 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.120737 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.121281 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.121281 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.121584 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.121669 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.121857 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.122079 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.122293 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.122538 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.122761 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.123047 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.123303 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.123534 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.123784 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.124036 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.124290 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.124503 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.124923 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.125150 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.125368 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.125634 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.125838 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.126074 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.126319 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.126548 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.126762 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.126996 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.127249 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.127579 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.127824 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.128057 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.128319 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.128521 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.128759 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.129008 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.129249 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.129662 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.129889 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.130111 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.130372 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.130616 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.130904 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.131118 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.131296 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.131508 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.131730 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.131967 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.132264 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.132528 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.133308 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.133594 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.133834 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.134075 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.134309 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.134520 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.134730 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.134960 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.135200 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.135410 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.135638 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.135868 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.136085 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.136307 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.136526 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.136786 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.137011 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.137220 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.137447 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.137672 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.137889 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.138122 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.138388 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.138598 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.138808 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.139028 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.139243 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.139451 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.139675 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.139883 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.140090 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.140311 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.140577 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.140733 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.141013 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.141261 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.141501 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.141790 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.142037 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.142298 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.142550 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.142870 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.143114 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.143354 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.143572 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.143814 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.144055 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.144312 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.144613 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.144910 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.145157 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.145430 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.145726 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.146010 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.146287 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.146528 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.147433 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.147433 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.147433 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.147658 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.147870 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.148118 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.148372 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.148587 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.148825 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.149057 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.149273 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.149554 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.149793 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.150051 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.150292 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.150538 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.150907 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.151291 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.151528 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.151773 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.151991 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.152147 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 24 01:37:13.152824 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109757) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 24 01:37:13.152989 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 24 01:37:13.153148 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 24 01:37:13.153336 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 24 01:37:13.153534 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 24 01:37:13.153689 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 24 01:37:13.153900 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.154063 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.154227 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.154387 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.154547 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.154728 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.154896 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.155059 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.155217 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.155378 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.155540 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.155697 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.155856 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.156014 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.156174 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.156333 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.156491 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.156650 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.156814 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.156975 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.157128 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.157288 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.157472 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] debug = True {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.157628 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.158003 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.158330 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.158493 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.158653 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.158814 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.158974 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.159131 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.159290 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.159452 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.159604 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.159765 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.159925 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.160083 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.160240 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.160398 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.160557 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.160720 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.160868 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] host = dv-neutron-818911-2-hyperv {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.161019 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.161156 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.161362 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.161543 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.161694 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.161827 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.161967 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.162171 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.162314 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.162450 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.162585 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.162720 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.162846 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.162938 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] log_file = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.163101 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] log_options = True {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.163315 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.163619 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.163728 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:37:13.164042 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.164231 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.164396 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.164556 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.164712 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.165020 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.165181 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.165341 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.165527 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.165689 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.165850 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.166020 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.166167 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.166325 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.166487 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.166658 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.166797 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.166930 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.167084 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.167242 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.167401 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.167547 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.167706 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.167864 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.168022 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.168180 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.168338 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.168504 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.168709 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.168870 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.169014 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.169176 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.169362 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.169570 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.169732 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.169891 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.170053 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.170206 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.170358 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.170504 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.170663 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.170822 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.170980 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.171143 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.171272 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] use_json = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.171423 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.171578 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.171736 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.171894 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.172052 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.172209 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.172368 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.172528 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 01:37:13.172708 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.172872 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.173045 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.173208 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.173371 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.173560 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.173722 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.173885 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.174046 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.174207 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.174377 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.174539 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.174712 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.174879 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.175039 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.175202 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.175363 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.175574 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.175698 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.175818 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.176169 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.176169 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.176424 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.176424 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.176654 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.176773 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.176883 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.177038 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.177200 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.177376 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.177781 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.177781 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.178035 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.178035 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.178264 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.178383 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.178504 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.178660 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.178784 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.178927 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.179090 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.179251 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.179412 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.180122 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.180287 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.180450 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.180613 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.180775 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.180936 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.181098 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.181259 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.181453 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.181606 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.181770 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.181932 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.182094 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.182255 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.182428 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.182591 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.182752 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.182914 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.183075 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.183235 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.183376 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.183533 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.183676 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.183843 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.184003 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.184177 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.184339 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.184501 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.184663 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.184825 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.184987 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.185148 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.185309 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.185510 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.185674 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.185836 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.185996 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.186158 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.186319 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.186481 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.186644 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.186807 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.186984 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.187151 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.187290 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.187428 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.187564 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.187720 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.187889 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.188064 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.188225 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.188388 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.188549 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.188710 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.188870 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.189032 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.189396 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.189396 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.189727 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.189727 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.190003 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.190003 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.190264 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.190264 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.190517 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.190654 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.190790 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.190925 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.191075 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.191213 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.191360 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.191497 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.191632 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.191768 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.191904 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.192061 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.192226 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.192377 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.192540 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.192708 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.192877 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.193039 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.193185 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.193352 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.193542 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.193706 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.193860 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.194019 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.194161 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.194327 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.194489 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.194662 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.194826 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.194990 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.195711 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.195865 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.196014 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.196151 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.196317 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.196461 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.196627 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.196789 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.196936 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.197157 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.197310 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.197480 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.197622 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.197759 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.197894 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.198040 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.198177 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.198312 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.198448 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.198595 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.198760 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.198922 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.199073 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.199231 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.199395 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.199538 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.199704 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.199866 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.200018 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.200166 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.200324 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.200468 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.200633 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.200788 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.200926 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.201089 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.201251 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.201423 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.201603 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.201766 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.201928 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.202091 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.202244 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.202402 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.202565 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.202728 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.202882 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.203040 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.203203 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.203596 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.203596 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.203867 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.203867 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.204125 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.204125 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.204403 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.204541 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.204677 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.204814 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.204949 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.205084 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.205220 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.205355 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.205536 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.205687 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.205826 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.205962 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.206097 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.206243 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.206402 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.206566 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.206728 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.206892 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.207048 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.207269 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.207412 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.207549 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.207685 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.207821 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.207959 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.208095 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.208267 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.208429 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.208567 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.208723 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.208867 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.209032 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.209202 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.209364 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.209530 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.209696 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.209851 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.209990 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.210163 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.210307 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.210461 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.210620 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.210791 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.210953 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.211147 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.211302 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.211440 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.211576 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.211712 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.211877 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.212047 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.212209 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.212371 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.212531 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.212693 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.212854 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.213023 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.213186 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.213349 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.213541 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.213703 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.213866 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.214028 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.214201 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.214362 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.214526 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.214686 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.214847 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.215008 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.215172 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.215531 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.215531 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.215789 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.215911 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.216032 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.216152 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.216274 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.216430 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.216596 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.216768 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.216929 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.217090 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.217321 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.217474 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.217598 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.217723 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.217880 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.218040 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.218201 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.218362 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.218523 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.218683 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.218844 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.219006 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.219168 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.219329 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.219490 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.219650 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.219811 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 01:37:13.219948 dv-neutron-818911-2-hyperv neutron-server[109757]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 24 01:37:13.384433 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 42094) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:37:13.392813 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062323 Nov 24 01:37:24.774121 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20885cd-6a65-4bf4-ab9d-eb6e9bb797a2 None None] get_active_networks_info from dv-neutron-818911-2-hyperv {{(pid=109868) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 24 01:37:24.828054 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20885cd-6a65-4bf4-ab9d-eb6e9bb797a2 None None] No non-hosted networks {{(pid=109868) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 24 01:37:24.842290 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.agentschedulers_db [None req-a20885cd-6a65-4bf4-ab9d-eb6e9bb797a2 None None] DHCP Agent not found on host dv-neutron-818911-2-hyperv {{(pid=109868) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 24 01:37:24.957201 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-59fa97cd-3035-4d30-a723-63e503354886 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-424617'] for agent, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:37:27.089776 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a2c2be77-cd28-4668-8b3c-850e97b91d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-424617'] for agent, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:37:27.134800 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-ea0c7713-7a2d-4bb2-bce1-0473135793f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:37:28.039821 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-424617'] for agent, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:37:29.544400 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-424617'] for agent, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:37:30.051243 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-424617'] for agent, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:37:30.052137 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:37:30.052476 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:37:30.053012 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:37:30.053341 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:37:30.053758 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:37:30.054127 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:37:30.054474 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:37:30.054956 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:37:30.055280 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:37:30.055608 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:37:30.055929 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:37:30.056242 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:37:30.056640 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-818911-2-hyperv', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:37:30.063861 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-818911-2-hyperv', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:37:30.794824 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 42186) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:37:31.317274 dv-neutron-818911-2-hyperv neutron-server[109867]: WARNING oslo_policy.policy [None req-b5bcd0e4-dee2-428a-acdb-d9e8a0a7417d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 24 01:37:31.317884 dv-neutron-818911-2-hyperv neutron-server[109867]: WARNING oslo_policy.policy [None req-b5bcd0e4-dee2-428a-acdb-d9e8a0a7417d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 24 01:37:31.544416 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [None req-b5bcd0e4-dee2-428a-acdb-d9e8a0a7417d admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 01:37:31.561472 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-b5bcd0e4-dee2-428a-acdb-d9e8a0a7417d admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7497892 Nov 24 01:37:32.645823 dv-neutron-818911-2-hyperv neutron-server[109868]: INFO neutron.db.l3_hamode_db [None req-dfd4f86c-a591-4b9d-af4b-33d4988633af None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 24 01:37:32.723949 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd4f86c-a591-4b9d-af4b-33d4988633af None None] Routers set() bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:37:32.724327 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd4f86c-a591-4b9d-af4b-33d4988633af None None] Router IDs set() for agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 24 01:37:34.011554 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 42202) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:37:34.320490 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-84ffd184-2ed2-4095-b051-fd07aa24a37b admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:37:34.415563 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.policy [None req-84ffd184-2ed2-4095-b051-fd07aa24a37b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109867) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 24 01:37:34.462534 dv-neutron-818911-2-hyperv neutron-server[109867]: WARNING oslo_policy.policy [None req-84ffd184-2ed2-4095-b051-fd07aa24a37b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 24 01:37:34.462921 dv-neutron-818911-2-hyperv neutron-server[109867]: WARNING oslo_policy.policy [None req-84ffd184-2ed2-4095-b051-fd07aa24a37b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 24 01:37:34.471383 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.quota [None req-84ffd184-2ed2-4095-b051-fd07aa24a37b admin admin] Loaded quota_driver: . Nov 24 01:37:34.559977 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-84ffd184-2ed2-4095-b051-fd07aa24a37b admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774272684301', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774272685914', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774272697256', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774272700065', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774272725057', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774272718664', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-563600', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3432699', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-338224', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-657908'] for rbac-policy, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:37:34.625119 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-84ffd184-2ed2-4095-b051-fd07aa24a37b admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:37:34.626356 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-84ffd184-2ed2-4095-b051-fd07aa24a37b admin admin] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6138351 Nov 24 01:37:37.277667 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 42214) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:37:37.581609 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-7f7456ba-e899-4c87-be11-f81d8c743c05 admin admin] Request body: {'network': {'tenant_id': 'c3809ad1764e4dd5a3fdef15147279e9', 'admin_state_up': True, 'name': 'private', 'project_id': 'c3809ad1764e4dd5a3fdef15147279e9'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:37:37.610524 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f7456ba-e899-4c87-be11-f81d8c743c05 admin admin] Made reservation on behalf of c3809ad1764e4dd5a3fdef15147279e9 for: {'network': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:37:37.613292 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7f7456ba-e899-4c87-be11-f81d8c743c05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:37:37.632265 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7f7456ba-e899-4c87-be11-f81d8c743c05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:37:37.736595 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7f7456ba-e899-4c87-be11-f81d8c743c05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:37:37.740169 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7f7456ba-e899-4c87-be11-f81d8c743c05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:37:37.760930 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f7456ba-e899-4c87-be11-f81d8c743c05 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=109867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:37:37.788844 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7f7456ba-e899-4c87-be11-f81d8c743c05 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774268038575', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:37:37.789482 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7f7456ba-e899-4c87-be11-f81d8c743c05 admin admin] Unsubscribe: segment precommit_create {{(pid=109867) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 24 01:37:37.789997 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.segments_db [None req-7f7456ba-e899-4c87-be11-f81d8c743c05 admin admin] Added segment 3edd4b4f-fb7b-43bc-8e92-9d6f1f1cefc5 of type vlan for network 342a5fe3-8088-41ac-bbab-b289280f3ea4 Nov 24 01:37:37.806195 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7456ba-e899-4c87-be11-f81d8c743c05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ff6c99-fefa-426d-a940-ddd55b88a75e,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:37:37.833851 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7456ba-e899-4c87-be11-f81d8c743c05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:37:37.834216 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7456ba-e899-4c87-be11-f81d8c743c05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:37:37.834578 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7456ba-e899-4c87-be11-f81d8c743c05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:37:37.834916 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7456ba-e899-4c87-be11-f81d8c743c05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:37:37.835245 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7456ba-e899-4c87-be11-f81d8c743c05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:37:37.835584 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7456ba-e899-4c87-be11-f81d8c743c05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:37:37.835901 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7456ba-e899-4c87-be11-f81d8c743c05 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:37:37.836230 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7456ba-e899-4c87-be11-f81d8c743c05 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:37:37.836547 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7456ba-e899-4c87-be11-f81d8c743c05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:37:37.836865 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7456ba-e899-4c87-be11-f81d8c743c05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:37:37.837182 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7456ba-e899-4c87-be11-f81d8c743c05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:37:37.837520 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7456ba-e899-4c87-be11-f81d8c743c05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:37:37.843448 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7456ba-e899-4c87-be11-f81d8c743c05 admin admin] Tracked resource versions report: Nov 24 01:37:37.843448 dv-neutron-818911-2-hyperv neutron-server[109867]: pushed versions: Nov 24 01:37:37.843448 dv-neutron-818911-2-hyperv neutron-server[109867]: { 'AddressGroup': {'1.2'}, Nov 24 01:37:37.843448 dv-neutron-818911-2-hyperv neutron-server[109867]: 'ConntrackHelper': {'1.0'}, Nov 24 01:37:37.843448 dv-neutron-818911-2-hyperv neutron-server[109867]: 'Log': {'1.0'}, Nov 24 01:37:37.843448 dv-neutron-818911-2-hyperv neutron-server[109867]: 'Network': {'1.1'}, Nov 24 01:37:37.843448 dv-neutron-818911-2-hyperv neutron-server[109867]: 'Port': {'1.7'}, Nov 24 01:37:37.843448 dv-neutron-818911-2-hyperv neutron-server[109867]: 'PortForwarding': {'1.2'}, Nov 24 01:37:37.843448 dv-neutron-818911-2-hyperv neutron-server[109867]: 'QosPolicy': {'1.10'}, Nov 24 01:37:37.843448 dv-neutron-818911-2-hyperv neutron-server[109867]: 'SecurityGroup': {'1.5'}, Nov 24 01:37:37.843448 dv-neutron-818911-2-hyperv neutron-server[109867]: 'SecurityGroupRule': {'1.2'}, Nov 24 01:37:37.843448 dv-neutron-818911-2-hyperv neutron-server[109867]: 'SubPort': {'1.0'}, Nov 24 01:37:37.843448 dv-neutron-818911-2-hyperv neutron-server[109867]: 'Subnet': {'1.1'}, Nov 24 01:37:37.843448 dv-neutron-818911-2-hyperv neutron-server[109867]: 'Trunk': {'1.1'}} Nov 24 01:37:37.843448 dv-neutron-818911-2-hyperv neutron-server[109867]: consumer versions: Nov 24 01:37:37.843448 dv-neutron-818911-2-hyperv neutron-server[109867]: { DHCP agent@dv-neutron-818911-2-hyperv: {}, Nov 24 01:37:37.843448 dv-neutron-818911-2-hyperv neutron-server[109867]: L3 agent@dv-neutron-818911-2-hyperv: {}, Nov 24 01:37:37.843448 dv-neutron-818911-2-hyperv neutron-server[109867]: Metadata agent@dv-neutron-818911-2-hyperv: {}, Nov 24 01:37:37.843448 dv-neutron-818911-2-hyperv neutron-server[109867]: Metering agent@dv-neutron-818911-2-hyperv: {}, Nov 24 01:37:37.843448 dv-neutron-818911-2-hyperv neutron-server[109867]: Open vSwitch agent@dv-neutron-818911-2-hyperv: { 'AddressGroup': '1.2', Nov 24 01:37:37.843448 dv-neutron-818911-2-hyperv neutron-server[109867]: 'ConntrackHelper': '1.0', Nov 24 01:37:37.843448 dv-neutron-818911-2-hyperv neutron-server[109867]: 'Log': '1.0', Nov 24 01:37:37.843448 dv-neutron-818911-2-hyperv neutron-server[109867]: 'Network': '1.1', Nov 24 01:37:37.843448 dv-neutron-818911-2-hyperv neutron-server[109867]: 'Port': '1.7', Nov 24 01:37:37.843448 dv-neutron-818911-2-hyperv neutron-server[109867]: 'PortForwarding': '1.2', Nov 24 01:37:37.843448 dv-neutron-818911-2-hyperv neutron-server[109867]: 'QosPolicy': '1.10', Nov 24 01:37:37.843448 dv-neutron-818911-2-hyperv neutron-server[109867]: 'SecurityGroup': '1.5', Nov 24 01:37:37.843448 dv-neutron-818911-2-hyperv neutron-server[109867]: 'SecurityGroupRule': '1.2', Nov 24 01:37:37.843448 dv-neutron-818911-2-hyperv neutron-server[109867]: 'SubPort': '1.0', Nov 24 01:37:37.843448 dv-neutron-818911-2-hyperv neutron-server[109867]: 'Subnet': '1.1', Nov 24 01:37:37.843448 dv-neutron-818911-2-hyperv neutron-server[109867]: 'Trunk': '1.1'}} Nov 24 01:37:37.843448 dv-neutron-818911-2-hyperv neutron-server[109867]: {{(pid=109867) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 24 01:37:37.913696 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7f7456ba-e899-4c87-be11-f81d8c743c05 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:37:37.960837 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7f7456ba-e899-4c87-be11-f81d8c743c05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:37:37.962124 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f7456ba-e899-4c87-be11-f81d8c743c05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:37:37.962886 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7f7456ba-e899-4c87-be11-f81d8c743c05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:37:38.020464 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-7f7456ba-e899-4c87-be11-f81d8c743c05 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7416511 Nov 24 01:37:38.064901 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7456ba-e899-4c87-be11-f81d8c743c05 admin admin] Pushing event updated for resources: {'Network': ['ID=342a5fe3-8088-41ac-bbab-b289280f3ea4,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:37:38.082971 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network 342a5fe3-8088-41ac-bbab-b289280f3ea4 details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:37:40.755814 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 42228) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:37:41.247586 dv-neutron-818911-2-hyperv neutron-server[109866]: WARNING oslo_policy.policy [None req-dee65b46-6355-4475-9c81-140be6f7e890 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 24 01:37:41.248152 dv-neutron-818911-2-hyperv neutron-server[109866]: WARNING oslo_policy.policy [None req-dee65b46-6355-4475-9c81-140be6f7e890 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 24 01:37:41.688964 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.policy [None req-dee65b46-6355-4475-9c81-140be6f7e890 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109866) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 24 01:37:41.735919 dv-neutron-818911-2-hyperv neutron-server[109866]: WARNING oslo_policy.policy [None req-dee65b46-6355-4475-9c81-140be6f7e890 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 24 01:37:41.736274 dv-neutron-818911-2-hyperv neutron-server[109866]: WARNING oslo_policy.policy [None req-dee65b46-6355-4475-9c81-140be6f7e890 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 24 01:37:41.745189 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee65b46-6355-4475-9c81-140be6f7e890 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:37:41.747076 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-dee65b46-6355-4475-9c81-140be6f7e890 admin admin] 10.222.0.21 "GET /v2.0/networks/342a5fe3-8088-41ac-bbab-b289280f3ea4 HTTP/1.1" status: 200 len: 825 time: 0.9886727 Nov 24 01:37:41.784825 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-30c5d86f-83bb-4ff3-aaa0-3b220f3ba61e admin admin] 10.222.0.21 "GET /v2.0/subnetpools/1323516c-3efb-4ada-9427-282c3b874333 HTTP/1.1" status: 200 len: 734 time: 0.0316772 Nov 24 01:37:41.794723 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-fabea820-acb5-4dfc-8430-b7a801d0fd72 admin admin] Request body: {'subnet': {'tenant_id': 'c3809ad1764e4dd5a3fdef15147279e9', 'name': 'private-subnet', 'subnetpool_id': '1323516c-3efb-4ada-9427-282c3b874333', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': '342a5fe3-8088-41ac-bbab-b289280f3ea4'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:37:41.796313 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.quota [None req-fabea820-acb5-4dfc-8430-b7a801d0fd72 admin admin] Loaded quota_driver: . Nov 24 01:37:41.833229 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fabea820-acb5-4dfc-8430-b7a801d0fd72 admin admin] Made reservation on behalf of c3809ad1764e4dd5a3fdef15147279e9 for: {'subnet': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:37:41.836736 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-fabea820-acb5-4dfc-8430-b7a801d0fd72 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:37:42.119571 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-fabea820-acb5-4dfc-8430-b7a801d0fd72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for subnet, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:37:42.185976 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabea820-acb5-4dfc-8430-b7a801d0fd72 admin admin] Checking segment: {'id': '3edd4b4f-fb7b-43bc-8e92-9d6f1f1cefc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '342a5fe3-8088-41ac-bbab-b289280f3ea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:37:42.186354 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fabea820-acb5-4dfc-8430-b7a801d0fd72 admin admin] Network hostable DHCP agents. Network: 342a5fe3-8088-41ac-bbab-b289280f3ea4, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 01:37:42.201311 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabea820-acb5-4dfc-8430-b7a801d0fd72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75f637fe-1876-4123-89f6-136efc6e1e35,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:37:42.216448 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabea820-acb5-4dfc-8430-b7a801d0fd72 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:37:42.216810 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabea820-acb5-4dfc-8430-b7a801d0fd72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:37:42.217147 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabea820-acb5-4dfc-8430-b7a801d0fd72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:37:42.217499 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabea820-acb5-4dfc-8430-b7a801d0fd72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:37:42.217827 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabea820-acb5-4dfc-8430-b7a801d0fd72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:37:42.218168 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabea820-acb5-4dfc-8430-b7a801d0fd72 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:37:42.218492 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabea820-acb5-4dfc-8430-b7a801d0fd72 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:37:42.218803 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabea820-acb5-4dfc-8430-b7a801d0fd72 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:37:42.219118 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabea820-acb5-4dfc-8430-b7a801d0fd72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:37:42.219434 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabea820-acb5-4dfc-8430-b7a801d0fd72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:37:42.219745 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabea820-acb5-4dfc-8430-b7a801d0fd72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:37:42.220054 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabea820-acb5-4dfc-8430-b7a801d0fd72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:37:42.221363 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabea820-acb5-4dfc-8430-b7a801d0fd72 admin admin] Tracked resource versions report: Nov 24 01:37:42.221363 dv-neutron-818911-2-hyperv neutron-server[109866]: pushed versions: Nov 24 01:37:42.221363 dv-neutron-818911-2-hyperv neutron-server[109866]: { 'AddressGroup': {'1.2'}, Nov 24 01:37:42.221363 dv-neutron-818911-2-hyperv neutron-server[109866]: 'ConntrackHelper': {'1.0'}, Nov 24 01:37:42.221363 dv-neutron-818911-2-hyperv neutron-server[109866]: 'Log': {'1.0'}, Nov 24 01:37:42.221363 dv-neutron-818911-2-hyperv neutron-server[109866]: 'Network': {'1.1'}, Nov 24 01:37:42.221363 dv-neutron-818911-2-hyperv neutron-server[109866]: 'Port': {'1.7'}, Nov 24 01:37:42.221363 dv-neutron-818911-2-hyperv neutron-server[109866]: 'PortForwarding': {'1.2'}, Nov 24 01:37:42.221363 dv-neutron-818911-2-hyperv neutron-server[109866]: 'QosPolicy': {'1.10'}, Nov 24 01:37:42.221363 dv-neutron-818911-2-hyperv neutron-server[109866]: 'SecurityGroup': {'1.5'}, Nov 24 01:37:42.221363 dv-neutron-818911-2-hyperv neutron-server[109866]: 'SecurityGroupRule': {'1.2'}, Nov 24 01:37:42.221363 dv-neutron-818911-2-hyperv neutron-server[109866]: 'SubPort': {'1.0'}, Nov 24 01:37:42.221363 dv-neutron-818911-2-hyperv neutron-server[109866]: 'Subnet': {'1.1'}, Nov 24 01:37:42.221363 dv-neutron-818911-2-hyperv neutron-server[109866]: 'Trunk': {'1.1'}} Nov 24 01:37:42.221363 dv-neutron-818911-2-hyperv neutron-server[109866]: consumer versions: Nov 24 01:37:42.221363 dv-neutron-818911-2-hyperv neutron-server[109866]: { DHCP agent@dv-neutron-818911-2-hyperv: {}, Nov 24 01:37:42.221363 dv-neutron-818911-2-hyperv neutron-server[109866]: L3 agent@dv-neutron-818911-2-hyperv: {}, Nov 24 01:37:42.221363 dv-neutron-818911-2-hyperv neutron-server[109866]: Metadata agent@dv-neutron-818911-2-hyperv: {}, Nov 24 01:37:42.221363 dv-neutron-818911-2-hyperv neutron-server[109866]: Metering agent@dv-neutron-818911-2-hyperv: {}, Nov 24 01:37:42.221363 dv-neutron-818911-2-hyperv neutron-server[109866]: Open vSwitch agent@dv-neutron-818911-2-hyperv: { 'AddressGroup': '1.2', Nov 24 01:37:42.221363 dv-neutron-818911-2-hyperv neutron-server[109866]: 'ConntrackHelper': '1.0', Nov 24 01:37:42.221363 dv-neutron-818911-2-hyperv neutron-server[109866]: 'Log': '1.0', Nov 24 01:37:42.221363 dv-neutron-818911-2-hyperv neutron-server[109866]: 'Network': '1.1', Nov 24 01:37:42.221363 dv-neutron-818911-2-hyperv neutron-server[109866]: 'Port': '1.7', Nov 24 01:37:42.221363 dv-neutron-818911-2-hyperv neutron-server[109866]: 'PortForwarding': '1.2', Nov 24 01:37:42.221363 dv-neutron-818911-2-hyperv neutron-server[109866]: 'QosPolicy': '1.10', Nov 24 01:37:42.221363 dv-neutron-818911-2-hyperv neutron-server[109866]: 'SecurityGroup': '1.5', Nov 24 01:37:42.221363 dv-neutron-818911-2-hyperv neutron-server[109866]: 'SecurityGroupRule': '1.2', Nov 24 01:37:42.221363 dv-neutron-818911-2-hyperv neutron-server[109866]: 'SubPort': '1.0', Nov 24 01:37:42.221363 dv-neutron-818911-2-hyperv neutron-server[109866]: 'Subnet': '1.1', Nov 24 01:37:42.221363 dv-neutron-818911-2-hyperv neutron-server[109866]: 'Trunk': '1.1'}} Nov 24 01:37:42.221363 dv-neutron-818911-2-hyperv neutron-server[109866]: {{(pid=109866) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 24 01:37:42.240901 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fabea820-acb5-4dfc-8430-b7a801d0fd72 admin admin] Network 342a5fe3-8088-41ac-bbab-b289280f3ea4 is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 01:37:42.255002 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-fabea820-acb5-4dfc-8430-b7a801d0fd72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, 342a5fe3-8088-41ac-bbab-b289280f3ea4) {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:37:42.277672 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fabea820-acb5-4dfc-8430-b7a801d0fd72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:37:42.278353 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-fabea820-acb5-4dfc-8430-b7a801d0fd72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:37:42.282904 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26360bd-3a76-4639-b8d6-26fdc245471c None None] Network 342a5fe3-8088-41ac-bbab-b289280f3ea4 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:37:42.300614 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-fabea820-acb5-4dfc-8430-b7a801d0fd72 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5093217 Nov 24 01:37:42.604783 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9469b89-d3cb-4fb0-8cc4-5aeaf9cb0aab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-342a5fe3-8088-41ac-bbab-b289280f3ea4', 'network_id': '342a5fe3-8088-41ac-bbab-b289280f3ea4', 'tenant_id': 'c3809ad1764e4dd5a3fdef15147279e9', 'fixed_ips': [{'subnet_id': '75f637fe-1876-4123-89f6-136efc6e1e35'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 01:37:42.606160 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-c9469b89-d3cb-4fb0-8cc4-5aeaf9cb0aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:37:42.898597 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-c9469b89-d3cb-4fb0-8cc4-5aeaf9cb0aab None None] Allocated IP 172.20.0.2 (342a5fe3-8088-41ac-bbab-b289280f3ea4/75f637fe-1876-4123-89f6-136efc6e1e35/cb164ee2-6030-418b-acb8-c8b8ee5e5646) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:37:43.108097 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-c9469b89-d3cb-4fb0-8cc4-5aeaf9cb0aab None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:37:43.123800 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-c9469b89-d3cb-4fb0-8cc4-5aeaf9cb0aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:37:43.197742 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9469b89-d3cb-4fb0-8cc4-5aeaf9cb0aab None None] Network 342a5fe3-8088-41ac-bbab-b289280f3ea4 is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:37:43.203009 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-c9469b89-d3cb-4fb0-8cc4-5aeaf9cb0aab None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:37:43.212345 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9469b89-d3cb-4fb0-8cc4-5aeaf9cb0aab None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:37:43.215493 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9469b89-d3cb-4fb0-8cc4-5aeaf9cb0aab None None] Pushing event updated for resources: {'Port': ['ID=cb164ee2-6030-418b-acb8-c8b8ee5e5646,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:37:43.248444 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9469b89-d3cb-4fb0-8cc4-5aeaf9cb0aab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:37:43.248811 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9469b89-d3cb-4fb0-8cc4-5aeaf9cb0aab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:37:43.249158 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9469b89-d3cb-4fb0-8cc4-5aeaf9cb0aab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:37:43.249520 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9469b89-d3cb-4fb0-8cc4-5aeaf9cb0aab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:37:43.249856 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9469b89-d3cb-4fb0-8cc4-5aeaf9cb0aab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:37:43.250208 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9469b89-d3cb-4fb0-8cc4-5aeaf9cb0aab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:37:43.250547 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9469b89-d3cb-4fb0-8cc4-5aeaf9cb0aab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:37:43.250895 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9469b89-d3cb-4fb0-8cc4-5aeaf9cb0aab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:37:43.251244 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9469b89-d3cb-4fb0-8cc4-5aeaf9cb0aab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:37:43.251579 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9469b89-d3cb-4fb0-8cc4-5aeaf9cb0aab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:37:43.251910 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9469b89-d3cb-4fb0-8cc4-5aeaf9cb0aab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:37:43.252229 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9469b89-d3cb-4fb0-8cc4-5aeaf9cb0aab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:37:43.254157 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9469b89-d3cb-4fb0-8cc4-5aeaf9cb0aab None None] Tracked resource versions report: Nov 24 01:37:43.254157 dv-neutron-818911-2-hyperv neutron-server[109868]: pushed versions: Nov 24 01:37:43.254157 dv-neutron-818911-2-hyperv neutron-server[109868]: { 'AddressGroup': {'1.2'}, Nov 24 01:37:43.254157 dv-neutron-818911-2-hyperv neutron-server[109868]: 'ConntrackHelper': {'1.0'}, Nov 24 01:37:43.254157 dv-neutron-818911-2-hyperv neutron-server[109868]: 'Log': {'1.0'}, Nov 24 01:37:43.254157 dv-neutron-818911-2-hyperv neutron-server[109868]: 'Network': {'1.1'}, Nov 24 01:37:43.254157 dv-neutron-818911-2-hyperv neutron-server[109868]: 'Port': {'1.7'}, Nov 24 01:37:43.254157 dv-neutron-818911-2-hyperv neutron-server[109868]: 'PortForwarding': {'1.2'}, Nov 24 01:37:43.254157 dv-neutron-818911-2-hyperv neutron-server[109868]: 'QosPolicy': {'1.10'}, Nov 24 01:37:43.254157 dv-neutron-818911-2-hyperv neutron-server[109868]: 'SecurityGroup': {'1.5'}, Nov 24 01:37:43.254157 dv-neutron-818911-2-hyperv neutron-server[109868]: 'SecurityGroupRule': {'1.2'}, Nov 24 01:37:43.254157 dv-neutron-818911-2-hyperv neutron-server[109868]: 'SubPort': {'1.0'}, Nov 24 01:37:43.254157 dv-neutron-818911-2-hyperv neutron-server[109868]: 'Subnet': {'1.1'}, Nov 24 01:37:43.254157 dv-neutron-818911-2-hyperv neutron-server[109868]: 'Trunk': {'1.1'}} Nov 24 01:37:43.254157 dv-neutron-818911-2-hyperv neutron-server[109868]: consumer versions: Nov 24 01:37:43.254157 dv-neutron-818911-2-hyperv neutron-server[109868]: { DHCP agent@dv-neutron-818911-2-hyperv: {}, Nov 24 01:37:43.254157 dv-neutron-818911-2-hyperv neutron-server[109868]: L3 agent@dv-neutron-818911-2-hyperv: {}, Nov 24 01:37:43.254157 dv-neutron-818911-2-hyperv neutron-server[109868]: Metadata agent@dv-neutron-818911-2-hyperv: {}, Nov 24 01:37:43.254157 dv-neutron-818911-2-hyperv neutron-server[109868]: Metering agent@dv-neutron-818911-2-hyperv: {}, Nov 24 01:37:43.254157 dv-neutron-818911-2-hyperv neutron-server[109868]: Open vSwitch agent@dv-neutron-818911-2-hyperv: { 'AddressGroup': '1.2', Nov 24 01:37:43.254157 dv-neutron-818911-2-hyperv neutron-server[109868]: 'ConntrackHelper': '1.0', Nov 24 01:37:43.254157 dv-neutron-818911-2-hyperv neutron-server[109868]: 'Log': '1.0', Nov 24 01:37:43.254157 dv-neutron-818911-2-hyperv neutron-server[109868]: 'Network': '1.1', Nov 24 01:37:43.254157 dv-neutron-818911-2-hyperv neutron-server[109868]: 'Port': '1.7', Nov 24 01:37:43.254157 dv-neutron-818911-2-hyperv neutron-server[109868]: 'PortForwarding': '1.2', Nov 24 01:37:43.254157 dv-neutron-818911-2-hyperv neutron-server[109868]: 'QosPolicy': '1.10', Nov 24 01:37:43.254157 dv-neutron-818911-2-hyperv neutron-server[109868]: 'SecurityGroup': '1.5', Nov 24 01:37:43.254157 dv-neutron-818911-2-hyperv neutron-server[109868]: 'SecurityGroupRule': '1.2', Nov 24 01:37:43.254157 dv-neutron-818911-2-hyperv neutron-server[109868]: 'SubPort': '1.0', Nov 24 01:37:43.254157 dv-neutron-818911-2-hyperv neutron-server[109868]: 'Subnet': '1.1', Nov 24 01:37:43.254157 dv-neutron-818911-2-hyperv neutron-server[109868]: 'Trunk': '1.1'}} Nov 24 01:37:43.254157 dv-neutron-818911-2-hyperv neutron-server[109868]: {{(pid=109868) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 24 01:37:43.300072 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-c9469b89-d3cb-4fb0-8cc4-5aeaf9cb0aab None None] Attempting to bind port cb164ee2-6030-418b-acb8-c8b8ee5e5646 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:37:43.300706 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-c9469b89-d3cb-4fb0-8cc4-5aeaf9cb0aab None None] Attempting to bind port cb164ee2-6030-418b-acb8-c8b8ee5e5646 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '3edd4b4f-fb7b-43bc-8e92-9d6f1f1cefc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '342a5fe3-8088-41ac-bbab-b289280f3ea4'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:37:43.300867 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9469b89-d3cb-4fb0-8cc4-5aeaf9cb0aab None None] Attempting to bind port cb164ee2-6030-418b-acb8-c8b8ee5e5646 on network 342a5fe3-8088-41ac-bbab-b289280f3ea4 {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:37:43.306473 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9469b89-d3cb-4fb0-8cc4-5aeaf9cb0aab None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:37:43.306866 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9469b89-d3cb-4fb0-8cc4-5aeaf9cb0aab None None] Checking segment: {'id': '3edd4b4f-fb7b-43bc-8e92-9d6f1f1cefc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '342a5fe3-8088-41ac-bbab-b289280f3ea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:37:43.307320 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-c9469b89-d3cb-4fb0-8cc4-5aeaf9cb0aab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:37:43.307713 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9469b89-d3cb-4fb0-8cc4-5aeaf9cb0aab None None] Bound using segment: {'id': '3edd4b4f-fb7b-43bc-8e92-9d6f1f1cefc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '342a5fe3-8088-41ac-bbab-b289280f3ea4'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:37:43.308195 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-c9469b89-d3cb-4fb0-8cc4-5aeaf9cb0aab None None] Bound port: cb164ee2-6030-418b-acb8-c8b8ee5e5646, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3edd4b4f-fb7b-43bc-8e92-9d6f1f1cefc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '342a5fe3-8088-41ac-bbab-b289280f3ea4'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:37:43.308601 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-c9469b89-d3cb-4fb0-8cc4-5aeaf9cb0aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:37:43.371258 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-c9469b89-d3cb-4fb0-8cc4-5aeaf9cb0aab None None] For port cb164ee2-6030-418b-acb8-c8b8ee5e5646, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:37:43.375365 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-c9469b89-d3cb-4fb0-8cc4-5aeaf9cb0aab None None] For port cb164ee2-6030-418b-acb8-c8b8ee5e5646, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=cb164ee2-6030-418b-acb8-c8b8ee5e5646,segment=NetworkSegment(3edd4b4f-fb7b-43bc-8e92-9d6f1f1cefc5),segment_id=3edd4b4f-fb7b-43bc-8e92-9d6f1f1cefc5)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:37:43.379933 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-c9469b89-d3cb-4fb0-8cc4-5aeaf9cb0aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:37:43.442986 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9469b89-d3cb-4fb0-8cc4-5aeaf9cb0aab None None] Pushing event updated for resources: {'Port': ['ID=cb164ee2-6030-418b-acb8-c8b8ee5e5646,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:37:44.912367 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 42250) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:37:45.227781 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [None req-17a7bce4-d383-49bc-ad18-7e855e91d37c admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 01:37:45.228862 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-17a7bce4-d383-49bc-ad18-7e855e91d37c admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3155828 Nov 24 01:37:47.760725 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 42258) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:37:48.076052 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [None req-c8b2dc89-54b3-4a21-bd18-5a4b78fd8e66 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 01:37:48.077141 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-c8b2dc89-54b3-4a21-bd18-5a4b78fd8e66 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3153389 Nov 24 01:37:50.788001 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 42268) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:37:51.088502 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-6fffe4cd-3053-4ee8-91cf-a9d84209f2b8 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'c3809ad1764e4dd5a3fdef15147279e9'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:37:51.112375 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6fffe4cd-3053-4ee8-91cf-a9d84209f2b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-424105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2744'] for router, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:37:51.113902 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6fffe4cd-3053-4ee8-91cf-a9d84209f2b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-424325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-326625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2753'] for router, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:37:51.261725 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6fffe4cd-3053-4ee8-91cf-a9d84209f2b8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:37:51.267228 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6fffe4cd-3053-4ee8-91cf-a9d84209f2b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-424338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418138'] for router, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:37:51.282443 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6fffe4cd-3053-4ee8-91cf-a9d84209f2b8 admin admin] Publish callbacks [] for router, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:37:51.283673 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-6fffe4cd-3053-4ee8-91cf-a9d84209f2b8 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4946721 Nov 24 01:37:51.944122 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device cb164ee2-6030-418b-acb8-c8b8ee5e5646 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:37:52.034096 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port cb164ee2-6030-418b-acb8-c8b8ee5e5646 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:37:52.034485 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:37:52.142038 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:37:52.177079 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] For port cb164ee2-6030-418b-acb8-c8b8ee5e5646, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=cb164ee2-6030-418b-acb8-c8b8ee5e5646,segment=NetworkSegment(3edd4b4f-fb7b-43bc-8e92-9d6f1f1cefc5),segment_id=3edd4b4f-fb7b-43bc-8e92-9d6f1f1cefc5)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:37:52.180977 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:37:52.228326 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Pushing event updated for resources: {'Port': ['ID=cb164ee2-6030-418b-acb8-c8b8ee5e5646,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:37:52.458678 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f5101e-fea6-4b18-9965-41a08a6045d2 None None] Network 342a5fe3-8088-41ac-bbab-b289280f3ea4 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:37:52.536591 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-665c2740-0c77-427d-8d3d-b8c26601257e None None] Provisioning complete for port cb164ee2-6030-418b-acb8-c8b8ee5e5646 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:37:52.536967 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-665c2740-0c77-427d-8d3d-b8c26601257e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:37:52.903281 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-0eeee59a-00bc-447c-93fc-d3194bd0ba18 None None] Provisioning complete for port cb164ee2-6030-418b-acb8-c8b8ee5e5646 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:37:52.903639 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-0eeee59a-00bc-447c-93fc-d3194bd0ba18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:37:53.769001 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 42280) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:37:53.932601 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device cb164ee2-6030-418b-acb8-c8b8ee5e5646 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:37:53.979660 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port cb164ee2-6030-418b-acb8-c8b8ee5e5646 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:37:53.980038 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:37:54.081717 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [None req-383938ed-c233-44e7-b557-652222a041e2 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 01:37:54.082721 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-383938ed-c233-44e7-b557-652222a041e2 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3127384 Nov 24 01:37:54.651188 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-f3919fe3-e66c-4bfe-addd-9f0ea23cb1cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:37:56.545292 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 42288) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:37:56.850854 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-f823ec1c-421d-4d88-aa0f-ab85c72cb743 admin admin] Request body: {'network': {'router:external': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat', 'name': 'public'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:37:56.872842 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f823ec1c-421d-4d88-aa0f-ab85c72cb743 admin admin] Made reservation on behalf of 13b0ee8629a44a27888947bcb0c3df70 for: {'network': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:37:56.875081 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f823ec1c-421d-4d88-aa0f-ab85c72cb743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:37:56.882882 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f823ec1c-421d-4d88-aa0f-ab85c72cb743 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:37:56.955344 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f823ec1c-421d-4d88-aa0f-ab85c72cb743 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:37:56.958845 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f823ec1c-421d-4d88-aa0f-ab85c72cb743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:37:56.976428 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f823ec1c-421d-4d88-aa0f-ab85c72cb743 admin admin] Reserving flat network on physical network physnet1 {{(pid=109867) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 24 01:37:56.993132 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f823ec1c-421d-4d88-aa0f-ab85c72cb743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01abb618-1053-473d-af0e-9801d7cd9017,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:37:56.999134 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f823ec1c-421d-4d88-aa0f-ab85c72cb743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:37:56.999479 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.segments_db [None req-f823ec1c-421d-4d88-aa0f-ab85c72cb743 admin admin] Added segment 03509fd2-ca9c-4aa0-94e6-e236afda62e7 of type flat for network eb22795d-37ee-46ee-844d-92c17e2ea450 Nov 24 01:37:57.052336 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f823ec1c-421d-4d88-aa0f-ab85c72cb743 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:37:57.088330 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f823ec1c-421d-4d88-aa0f-ab85c72cb743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:37:57.089637 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f823ec1c-421d-4d88-aa0f-ab85c72cb743 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:37:57.090532 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f823ec1c-421d-4d88-aa0f-ab85c72cb743 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:37:57.093379 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-49c332da-048f-4c65-9437-b8c4691e82e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:37:57.126912 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-f823ec1c-421d-4d88-aa0f-ab85c72cb743 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5805087 Nov 24 01:37:57.181161 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f823ec1c-421d-4d88-aa0f-ab85c72cb743 admin admin] Pushing event updated for resources: {'Network': ['ID=eb22795d-37ee-46ee-844d-92c17e2ea450,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:37:57.191671 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network eb22795d-37ee-46ee-844d-92c17e2ea450 details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:37:57.984521 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:37:59.501587 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:37:59.597022 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 42306) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:37:59.811610 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632d4865-c43b-4c16-ab69-17d061aff619 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:37:59.813010 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-632d4865-c43b-4c16-ab69-17d061aff619 admin admin] 10.222.0.21 "GET /v2.0/subnets/75f637fe-1876-4123-89f6-136efc6e1e35 HTTP/1.1" status: 200 len: 849 time: 0.2150059 Nov 24 01:37:59.931428 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-4cc4c00b-e7d1-4811-bd31-aca10841a217 admin admin] 10.222.0.21 "GET /v2.0/routers/e71520de-cf74-4b27-bf82-5d05fe050a8b HTTP/1.1" status: 200 len: 704 time: 0.1118708 Nov 24 01:38:00.056580 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:38:00.209541 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0c40341a-1838-41fe-981f-ef35afc61017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:38:00.504335 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-0c40341a-1838-41fe-981f-ef35afc61017 admin admin] Allocated IP 172.20.0.1 (342a5fe3-8088-41ac-bbab-b289280f3ea4/75f637fe-1876-4123-89f6-136efc6e1e35/d742945a-2e3c-4cda-9129-8a12eb08783f) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:38:00.691933 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0c40341a-1838-41fe-981f-ef35afc61017 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:38:00.756618 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0c40341a-1838-41fe-981f-ef35afc61017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:38:00.836054 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c40341a-1838-41fe-981f-ef35afc61017 admin admin] Network 342a5fe3-8088-41ac-bbab-b289280f3ea4 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:38:00.840702 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-0c40341a-1838-41fe-981f-ef35afc61017 admin admin] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:38:00.847915 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c40341a-1838-41fe-981f-ef35afc61017 admin admin] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:38:00.848091 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0c40341a-1838-41fe-981f-ef35afc61017 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3777869'] for router_interface, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:38:00.868543 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c40341a-1838-41fe-981f-ef35afc61017 admin admin] Pushing event updated for resources: {'Port': ['ID=d742945a-2e3c-4cda-9129-8a12eb08783f,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:38:01.040182 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-36465bdb-3575-4c79-8cc2-565067057877 None None] Provisioning complete for port d742945a-2e3c-4cda-9129-8a12eb08783f triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:38:01.040753 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-36465bdb-3575-4c79-8cc2-565067057877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:38:01.074040 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-36465bdb-3575-4c79-8cc2-565067057877 None None] Port d742945a-2e3c-4cda-9129-8a12eb08783f cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:38:01.095133 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0c40341a-1838-41fe-981f-ef35afc61017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:38:01.312218 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0c40341a-1838-41fe-981f-ef35afc61017 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:38:01.316472 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0c40341a-1838-41fe-981f-ef35afc61017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:38:01.317181 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0c40341a-1838-41fe-981f-ef35afc61017 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3778017'] for router_interface, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:38:01.375881 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c40341a-1838-41fe-981f-ef35afc61017 admin admin] Pushing event updated for resources: {'Port': ['ID=d742945a-2e3c-4cda-9129-8a12eb08783f,revision_number=2']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:38:01.442556 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c40341a-1838-41fe-981f-ef35afc61017 admin admin] Network 342a5fe3-8088-41ac-bbab-b289280f3ea4 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:38:01.444589 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-0c40341a-1838-41fe-981f-ef35afc61017 admin admin] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:38:01.595049 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-086cf64b-340b-448d-8744-c65f78ccb516 None None] Provisioning complete for port d742945a-2e3c-4cda-9129-8a12eb08783f triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:38:01.595417 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-086cf64b-340b-448d-8744-c65f78ccb516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:38:01.608735 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c40341a-1838-41fe-981f-ef35afc61017 admin admin] Router e71520de-cf74-4b27-bf82-5d05fe050a8b is scheduled to L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e with binding_index 1 {{(pid=109867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 01:38:01.631163 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-086cf64b-340b-448d-8744-c65f78ccb516 None None] Port d742945a-2e3c-4cda-9129-8a12eb08783f cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:38:01.698308 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c40341a-1838-41fe-981f-ef35afc61017 admin admin] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:38:01.704127 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-0c40341a-1838-41fe-981f-ef35afc61017 admin admin] 10.222.0.21 "PUT /v2.0/routers/e71520de-cf74-4b27-bf82-5d05fe050a8b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7671134 Nov 24 01:38:01.708172 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b914fde0-da12-469f-a7be-5ec16d33e28c None None] Sync routers for ids ['e71520de-cf74-4b27-bf82-5d05fe050a8b'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:38:01.721520 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b914fde0-da12-469f-a7be-5ec16d33e28c None None] Routers {'e71520de-cf74-4b27-bf82-5d05fe050a8b'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:38:01.722244 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-b914fde0-da12-469f-a7be-5ec16d33e28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:37:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['e71520de-cf74-4b27-bf82-5d05fe050a8b'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:38:01.910568 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-b914fde0-da12-469f-a7be-5ec16d33e28c None None] Set router e71520de-cf74-4b27-bf82-5d05fe050a8b gateway port host: None {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:38:02.337956 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-b914fde0-da12-469f-a7be-5ec16d33e28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e71520de-cf74-4b27-bf82-5d05fe050a8b', 'name': 'router1', 'tenant_id': 'c3809ad1764e4dd5a3fdef15147279e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:37:51Z', 'updated_at': '2021-11-24T01:38:01Z', 'revision_number': 2, 'project_id': 'c3809ad1764e4dd5a3fdef15147279e9', 'gw_port_host': None, '_interfaces': [{'id': 'd742945a-2e3c-4cda-9129-8a12eb08783f', 'name': '', 'network_id': '342a5fe3-8088-41ac-bbab-b289280f3ea4', 'tenant_id': 'c3809ad1764e4dd5a3fdef15147279e9', 'mac_address': 'fa:16:3e:cf:f7:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e71520de-cf74-4b27-bf82-5d05fe050a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '75f637fe-1876-4123-89f6-136efc6e1e35', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:38:00Z', 'updated_at': '2021-11-24T01:38:01Z', 'revision_number': 2, 'project_id': 'c3809ad1764e4dd5a3fdef15147279e9', 'subnets': [{'id': '75f637fe-1876-4123-89f6-136efc6e1e35', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1323516c-3efb-4ada-9427-282c3b874333'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:38:02.389173 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b914fde0-da12-469f-a7be-5ec16d33e28c None None] Checking router: e71520de-cf74-4b27-bf82-5d05fe050a8b for host: dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 01:38:02.389562 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b914fde0-da12-469f-a7be-5ec16d33e28c None None] Updating router e71520de-cf74-4b27-bf82-5d05fe050a8b port d742945a-2e3c-4cda-9129-8a12eb08783f binding host dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 01:38:02.437827 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-b914fde0-da12-469f-a7be-5ec16d33e28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:38:02.952241 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-b914fde0-da12-469f-a7be-5ec16d33e28c None None] Publish callbacks [] for port, precommit_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:38:02.958310 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-b914fde0-da12-469f-a7be-5ec16d33e28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:38:03.106793 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-b914fde0-da12-469f-a7be-5ec16d33e28c None None] Attempting to bind port d742945a-2e3c-4cda-9129-8a12eb08783f on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:38:03.107187 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-b914fde0-da12-469f-a7be-5ec16d33e28c None None] Attempting to bind port d742945a-2e3c-4cda-9129-8a12eb08783f by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '3edd4b4f-fb7b-43bc-8e92-9d6f1f1cefc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '342a5fe3-8088-41ac-bbab-b289280f3ea4'}] {{(pid=109869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:38:03.107609 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b914fde0-da12-469f-a7be-5ec16d33e28c None None] Attempting to bind port d742945a-2e3c-4cda-9129-8a12eb08783f on network 342a5fe3-8088-41ac-bbab-b289280f3ea4 {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:38:03.118261 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b914fde0-da12-469f-a7be-5ec16d33e28c None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:38:03.118661 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b914fde0-da12-469f-a7be-5ec16d33e28c None None] Checking segment: {'id': '3edd4b4f-fb7b-43bc-8e92-9d6f1f1cefc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '342a5fe3-8088-41ac-bbab-b289280f3ea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:38:03.119120 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-b914fde0-da12-469f-a7be-5ec16d33e28c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:38:03.119506 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b914fde0-da12-469f-a7be-5ec16d33e28c None None] Bound using segment: {'id': '3edd4b4f-fb7b-43bc-8e92-9d6f1f1cefc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '342a5fe3-8088-41ac-bbab-b289280f3ea4'} {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:38:03.120058 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-b914fde0-da12-469f-a7be-5ec16d33e28c None None] Bound port: d742945a-2e3c-4cda-9129-8a12eb08783f, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3edd4b4f-fb7b-43bc-8e92-9d6f1f1cefc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '342a5fe3-8088-41ac-bbab-b289280f3ea4'}}] {{(pid=109869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:38:03.120415 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-b914fde0-da12-469f-a7be-5ec16d33e28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:38:03.142734 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe901833-5982-498a-a2db-3eea8a7a1600 None None] Pushing event updated for resources: {'Port': ['ID=d742945a-2e3c-4cda-9129-8a12eb08783f,revision_number=3']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:38:03.166802 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-8e98dc28-e18e-4437-977d-af9a6ebe144f None None] Provisioning complete for port d742945a-2e3c-4cda-9129-8a12eb08783f triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:38:03.167362 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-8e98dc28-e18e-4437-977d-af9a6ebe144f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:38:03.180648 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe901833-5982-498a-a2db-3eea8a7a1600 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:38:03.181001 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe901833-5982-498a-a2db-3eea8a7a1600 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:38:03.181335 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe901833-5982-498a-a2db-3eea8a7a1600 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:38:03.181685 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe901833-5982-498a-a2db-3eea8a7a1600 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:38:03.182012 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe901833-5982-498a-a2db-3eea8a7a1600 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:38:03.182343 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe901833-5982-498a-a2db-3eea8a7a1600 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:38:03.182677 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe901833-5982-498a-a2db-3eea8a7a1600 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:38:03.183013 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe901833-5982-498a-a2db-3eea8a7a1600 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:38:03.183324 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe901833-5982-498a-a2db-3eea8a7a1600 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:38:03.183641 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe901833-5982-498a-a2db-3eea8a7a1600 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:38:03.183958 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe901833-5982-498a-a2db-3eea8a7a1600 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:38:03.184270 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe901833-5982-498a-a2db-3eea8a7a1600 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:38:03.185752 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe901833-5982-498a-a2db-3eea8a7a1600 None None] Tracked resource versions report: Nov 24 01:38:03.185752 dv-neutron-818911-2-hyperv neutron-server[109869]: pushed versions: Nov 24 01:38:03.185752 dv-neutron-818911-2-hyperv neutron-server[109869]: { 'AddressGroup': {'1.2'}, Nov 24 01:38:03.185752 dv-neutron-818911-2-hyperv neutron-server[109869]: 'ConntrackHelper': {'1.0'}, Nov 24 01:38:03.185752 dv-neutron-818911-2-hyperv neutron-server[109869]: 'Log': {'1.0'}, Nov 24 01:38:03.185752 dv-neutron-818911-2-hyperv neutron-server[109869]: 'Network': {'1.1'}, Nov 24 01:38:03.185752 dv-neutron-818911-2-hyperv neutron-server[109869]: 'Port': {'1.7'}, Nov 24 01:38:03.185752 dv-neutron-818911-2-hyperv neutron-server[109869]: 'PortForwarding': {'1.2'}, Nov 24 01:38:03.185752 dv-neutron-818911-2-hyperv neutron-server[109869]: 'QosPolicy': {'1.10'}, Nov 24 01:38:03.185752 dv-neutron-818911-2-hyperv neutron-server[109869]: 'SecurityGroup': {'1.5'}, Nov 24 01:38:03.185752 dv-neutron-818911-2-hyperv neutron-server[109869]: 'SecurityGroupRule': {'1.2'}, Nov 24 01:38:03.185752 dv-neutron-818911-2-hyperv neutron-server[109869]: 'SubPort': {'1.0'}, Nov 24 01:38:03.185752 dv-neutron-818911-2-hyperv neutron-server[109869]: 'Subnet': {'1.1'}, Nov 24 01:38:03.185752 dv-neutron-818911-2-hyperv neutron-server[109869]: 'Trunk': {'1.1'}} Nov 24 01:38:03.185752 dv-neutron-818911-2-hyperv neutron-server[109869]: consumer versions: Nov 24 01:38:03.185752 dv-neutron-818911-2-hyperv neutron-server[109869]: { DHCP agent@dv-neutron-818911-2-hyperv: {}, Nov 24 01:38:03.185752 dv-neutron-818911-2-hyperv neutron-server[109869]: L3 agent@dv-neutron-818911-2-hyperv: {}, Nov 24 01:38:03.185752 dv-neutron-818911-2-hyperv neutron-server[109869]: Metadata agent@dv-neutron-818911-2-hyperv: {}, Nov 24 01:38:03.185752 dv-neutron-818911-2-hyperv neutron-server[109869]: Metering agent@dv-neutron-818911-2-hyperv: {}, Nov 24 01:38:03.185752 dv-neutron-818911-2-hyperv neutron-server[109869]: Open vSwitch agent@dv-neutron-818911-2-hyperv: { 'AddressGroup': '1.2', Nov 24 01:38:03.185752 dv-neutron-818911-2-hyperv neutron-server[109869]: 'ConntrackHelper': '1.0', Nov 24 01:38:03.185752 dv-neutron-818911-2-hyperv neutron-server[109869]: 'Log': '1.0', Nov 24 01:38:03.185752 dv-neutron-818911-2-hyperv neutron-server[109869]: 'Network': '1.1', Nov 24 01:38:03.185752 dv-neutron-818911-2-hyperv neutron-server[109869]: 'Port': '1.7', Nov 24 01:38:03.185752 dv-neutron-818911-2-hyperv neutron-server[109869]: 'PortForwarding': '1.2', Nov 24 01:38:03.185752 dv-neutron-818911-2-hyperv neutron-server[109869]: 'QosPolicy': '1.10', Nov 24 01:38:03.185752 dv-neutron-818911-2-hyperv neutron-server[109869]: 'SecurityGroup': '1.5', Nov 24 01:38:03.185752 dv-neutron-818911-2-hyperv neutron-server[109869]: 'SecurityGroupRule': '1.2', Nov 24 01:38:03.185752 dv-neutron-818911-2-hyperv neutron-server[109869]: 'SubPort': '1.0', Nov 24 01:38:03.185752 dv-neutron-818911-2-hyperv neutron-server[109869]: 'Subnet': '1.1', Nov 24 01:38:03.185752 dv-neutron-818911-2-hyperv neutron-server[109869]: 'Trunk': '1.1'}} Nov 24 01:38:03.185752 dv-neutron-818911-2-hyperv neutron-server[109869]: {{(pid=109869) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 24 01:38:03.201142 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-8e98dc28-e18e-4437-977d-af9a6ebe144f None None] Port d742945a-2e3c-4cda-9129-8a12eb08783f cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:38:03.213667 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.db [None req-b914fde0-da12-469f-a7be-5ec16d33e28c None None] For port d742945a-2e3c-4cda-9129-8a12eb08783f, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:38:03.233057 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.db [None req-b914fde0-da12-469f-a7be-5ec16d33e28c None None] For port d742945a-2e3c-4cda-9129-8a12eb08783f, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=d742945a-2e3c-4cda-9129-8a12eb08783f,segment=NetworkSegment(3edd4b4f-fb7b-43bc-8e92-9d6f1f1cefc5),segment_id=3edd4b4f-fb7b-43bc-8e92-9d6f1f1cefc5)] {{(pid=109869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:38:03.237463 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-b914fde0-da12-469f-a7be-5ec16d33e28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:38:03.291568 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe901833-5982-498a-a2db-3eea8a7a1600 None None] Pushing event updated for resources: {'Port': ['ID=d742945a-2e3c-4cda-9129-8a12eb08783f,revision_number=4']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:38:03.300986 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b914fde0-da12-469f-a7be-5ec16d33e28c None None] Routers {'e71520de-cf74-4b27-bf82-5d05fe050a8b'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:38:03.301632 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-b914fde0-da12-469f-a7be-5ec16d33e28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:37:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['e71520de-cf74-4b27-bf82-5d05fe050a8b'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:38:03.393229 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-b914fde0-da12-469f-a7be-5ec16d33e28c None None] Set router e71520de-cf74-4b27-bf82-5d05fe050a8b gateway port host: None {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:38:03.521090 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-741c3681-16b4-42c3-b956-5a0e321dcff6 None None] Provisioning complete for port d742945a-2e3c-4cda-9129-8a12eb08783f triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:38:03.521732 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-741c3681-16b4-42c3-b956-5a0e321dcff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:38:03.596860 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-741c3681-16b4-42c3-b956-5a0e321dcff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:38:03.601567 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-b914fde0-da12-469f-a7be-5ec16d33e28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e71520de-cf74-4b27-bf82-5d05fe050a8b', 'name': 'router1', 'tenant_id': 'c3809ad1764e4dd5a3fdef15147279e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:37:51Z', 'updated_at': '2021-11-24T01:38:01Z', 'revision_number': 2, 'project_id': 'c3809ad1764e4dd5a3fdef15147279e9', 'gw_port_host': None, '_interfaces': [{'id': 'd742945a-2e3c-4cda-9129-8a12eb08783f', 'name': '', 'network_id': '342a5fe3-8088-41ac-bbab-b289280f3ea4', 'tenant_id': 'c3809ad1764e4dd5a3fdef15147279e9', 'mac_address': 'fa:16:3e:cf:f7:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e71520de-cf74-4b27-bf82-5d05fe050a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '75f637fe-1876-4123-89f6-136efc6e1e35', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:38:00Z', 'updated_at': '2021-11-24T01:38:03Z', 'revision_number': 4, 'project_id': 'c3809ad1764e4dd5a3fdef15147279e9', 'subnets': [{'id': '75f637fe-1876-4123-89f6-136efc6e1e35', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1323516c-3efb-4ada-9427-282c3b874333'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:38:03.631550 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b914fde0-da12-469f-a7be-5ec16d33e28c None None] The sync data for ids ['e71520de-cf74-4b27-bf82-5d05fe050a8b'] in dv-neutron-818911-2-hyperv is: [{'id': 'e71520de-cf74-4b27-bf82-5d05fe050a8b', 'name': 'router1', 'tenant_id': 'c3809ad1764e4dd5a3fdef15147279e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:37:51Z', 'updated_at': '2021-11-24T01:38:01Z', 'revision_number': 2, 'project_id': 'c3809ad1764e4dd5a3fdef15147279e9', 'gw_port_host': None, '_interfaces': [{'id': 'd742945a-2e3c-4cda-9129-8a12eb08783f', 'name': '', 'network_id': '342a5fe3-8088-41ac-bbab-b289280f3ea4', 'tenant_id': 'c3809ad1764e4dd5a3fdef15147279e9', 'mac_address': 'fa:16:3e:cf:f7:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e71520de-cf74-4b27-bf82-5d05fe050a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '75f637fe-1876-4123-89f6-136efc6e1e35', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:38:00Z', 'updated_at': '2021-11-24T01:38:03Z', 'revision_number': 4, 'project_id': 'c3809ad1764e4dd5a3fdef15147279e9', 'subnets': [{'id': '75f637fe-1876-4123-89f6-136efc6e1e35', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1323516c-3efb-4ada-9427-282c3b874333'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:38:03.632317 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-741c3681-16b4-42c3-b956-5a0e321dcff6 None None] For port d742945a-2e3c-4cda-9129-8a12eb08783f, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=d742945a-2e3c-4cda-9129-8a12eb08783f,segment=NetworkSegment(3edd4b4f-fb7b-43bc-8e92-9d6f1f1cefc5),segment_id=3edd4b4f-fb7b-43bc-8e92-9d6f1f1cefc5)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:38:03.636538 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-741c3681-16b4-42c3-b956-5a0e321dcff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:38:03.685194 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741c3681-16b4-42c3-b956-5a0e321dcff6 None None] Pushing event updated for resources: {'Port': ['ID=d742945a-2e3c-4cda-9129-8a12eb08783f,revision_number=5']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:38:04.041083 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 42326) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:38:04.155707 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2257f069-be7d-4348-aab6-1bf1ca0fe1bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:38:04.157057 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-2257f069-be7d-4348-aab6-1bf1ca0fe1bb admin admin] 10.222.0.21 "GET /v2.0/networks/eb22795d-37ee-46ee-844d-92c17e2ea450 HTTP/1.1" status: 200 len: 842 time: 0.1150088 Nov 24 01:38:04.167590 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-32986a1f-51d4-4010-a77b-ba6867b4f88c admin admin] Request body: {'subnet': {'cidr': '172.26.5.0/24', 'enable_dhcp': False, 'ip_version': 4, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'name': 'public-subnet', 'gateway_ip': '172.26.5.1'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:38:04.192077 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32986a1f-51d4-4010-a77b-ba6867b4f88c admin admin] Made reservation on behalf of 13b0ee8629a44a27888947bcb0c3df70 for: {'subnet': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:38:04.194378 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-32986a1f-51d4-4010-a77b-ba6867b4f88c admin admin] Publish callbacks [] for subnet, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:38:04.495438 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.objects.ports [None req-32986a1f-51d4-4010-a77b-ba6867b4f88c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109867) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 24 01:38:04.495874 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-32986a1f-51d4-4010-a77b-ba6867b4f88c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for subnet, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:38:04.551662 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32986a1f-51d4-4010-a77b-ba6867b4f88c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e66fcff-6e72-4083-b514-48f69cdaa2cb,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:38:04.560210 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32986a1f-51d4-4010-a77b-ba6867b4f88c admin admin] Checking segment: {'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:38:04.560585 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32986a1f-51d4-4010-a77b-ba6867b4f88c admin admin] Network hostable DHCP agents. Network: eb22795d-37ee-46ee-844d-92c17e2ea450, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 01:38:04.581728 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32986a1f-51d4-4010-a77b-ba6867b4f88c admin admin] Network eb22795d-37ee-46ee-844d-92c17e2ea450 is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 01:38:04.594363 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-32986a1f-51d4-4010-a77b-ba6867b4f88c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, eb22795d-37ee-46ee-844d-92c17e2ea450) {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:38:04.598545 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32986a1f-51d4-4010-a77b-ba6867b4f88c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:38:04.599160 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-32986a1f-51d4-4010-a77b-ba6867b4f88c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:38:04.604200 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b8b668-cb4d-4dd4-a0c5-1eaf5e04c700 None None] Network eb22795d-37ee-46ee-844d-92c17e2ea450 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:38:04.617445 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-32986a1f-51d4-4010-a77b-ba6867b4f88c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4532073 Nov 24 01:38:04.751721 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bdf16de-69b6-45fd-a0f5-8f42e9c59254 None None] Network eb22795d-37ee-46ee-844d-92c17e2ea450 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:38:07.056742 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 42334) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:38:07.203374 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-58a1431a-edac-473a-a6b5-ac44c02ab164 admin admin] 10.222.0.21 "GET /v2.0/routers/e71520de-cf74-4b27-bf82-5d05fe050a8b HTTP/1.1" status: 200 len: 710 time: 0.1401670 Nov 24 01:38:07.358341 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0f4fa8-bbfc-42fd-b97d-e9726d579166 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:38:07.365807 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-eb0f4fa8-bbfc-42fd-b97d-e9726d579166 admin admin] 10.222.0.21 "GET /v2.0/networks/eb22795d-37ee-46ee-844d-92c17e2ea450 HTTP/1.1" status: 200 len: 886 time: 0.1556282 Nov 24 01:38:07.369889 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-151b6ea0-a5f1-4539-b18f-67ffa3e6ed15 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:38:07.615506 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-151b6ea0-a5f1-4539-b18f-67ffa3e6ed15 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:38:07.847194 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-151b6ea0-a5f1-4539-b18f-67ffa3e6ed15 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:38:07.922179 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-151b6ea0-a5f1-4539-b18f-67ffa3e6ed15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:38:08.025690 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-151b6ea0-a5f1-4539-b18f-67ffa3e6ed15 admin admin] Allocated IP 172.26.5.78 (eb22795d-37ee-46ee-844d-92c17e2ea450/3e66fcff-6e72-4083-b514-48f69cdaa2cb/ecc4f6fa-24c1-4054-9d83-57f2d08a91b0) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:38:08.135110 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-151b6ea0-a5f1-4539-b18f-67ffa3e6ed15 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:38:08.178161 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-151b6ea0-a5f1-4539-b18f-67ffa3e6ed15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:38:08.212530 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151b6ea0-a5f1-4539-b18f-67ffa3e6ed15 admin admin] Network eb22795d-37ee-46ee-844d-92c17e2ea450 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:38:08.217271 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-151b6ea0-a5f1-4539-b18f-67ffa3e6ed15 admin admin] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:38:08.226522 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151b6ea0-a5f1-4539-b18f-67ffa3e6ed15 admin admin] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:38:08.228180 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151b6ea0-a5f1-4539-b18f-67ffa3e6ed15 admin admin] Pushing event updated for resources: {'Port': ['ID=ecc4f6fa-24c1-4054-9d83-57f2d08a91b0,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:38:08.472447 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-151b6ea0-a5f1-4539-b18f-67ffa3e6ed15 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:38:08.750250 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-151b6ea0-a5f1-4539-b18f-67ffa3e6ed15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3684298', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-424347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2775'] for router, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:38:08.753602 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-151b6ea0-a5f1-4539-b18f-67ffa3e6ed15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3683822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-418125', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-424361'] for router, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:38:08.864538 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-151b6ea0-a5f1-4539-b18f-67ffa3e6ed15 admin admin] Router e71520de-cf74-4b27-bf82-5d05fe050a8b has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:38:08.970030 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-151b6ea0-a5f1-4539-b18f-67ffa3e6ed15 admin admin] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:38:08.974486 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-151b6ea0-a5f1-4539-b18f-67ffa3e6ed15 admin admin] Publish callbacks [] for router, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:38:08.975672 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-151b6ea0-a5f1-4539-b18f-67ffa3e6ed15 admin admin] 10.222.0.21 "PUT /v2.0/routers/e71520de-cf74-4b27-bf82-5d05fe050a8b HTTP/1.1" status: 200 len: 889 time: 1.6091852 Nov 24 01:38:09.952928 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device d742945a-2e3c-4cda-9129-8a12eb08783f up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:38:10.002178 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port d742945a-2e3c-4cda-9129-8a12eb08783f triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:38:10.002543 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:38:10.603876 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cb0f5a-874d-4a18-9d48-e94b50c7b9d6 None None] Sync routers for ids ['e71520de-cf74-4b27-bf82-5d05fe050a8b'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:38:10.615531 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cb0f5a-874d-4a18-9d48-e94b50c7b9d6 None None] Routers {'e71520de-cf74-4b27-bf82-5d05fe050a8b'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:38:10.616172 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-77cb0f5a-874d-4a18-9d48-e94b50c7b9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:37:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['e71520de-cf74-4b27-bf82-5d05fe050a8b'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:38:10.819330 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-77cb0f5a-874d-4a18-9d48-e94b50c7b9d6 None None] Set router e71520de-cf74-4b27-bf82-5d05fe050a8b gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:38:11.273338 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-77cb0f5a-874d-4a18-9d48-e94b50c7b9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e71520de-cf74-4b27-bf82-5d05fe050a8b', 'name': 'router1', 'tenant_id': 'c3809ad1764e4dd5a3fdef15147279e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.78'}], 'enable_snat': True}, 'gw_port_id': 'ecc4f6fa-24c1-4054-9d83-57f2d08a91b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:37:51Z', 'updated_at': '2021-11-24T01:38:08Z', 'revision_number': 4, 'project_id': 'c3809ad1764e4dd5a3fdef15147279e9', 'gw_port': {'id': 'ecc4f6fa-24c1-4054-9d83-57f2d08a91b0', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:06:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e71520de-cf74-4b27-bf82-5d05fe050a8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:38:07Z', 'updated_at': '2021-11-24T01:38:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': 'd742945a-2e3c-4cda-9129-8a12eb08783f', 'name': '', 'network_id': '342a5fe3-8088-41ac-bbab-b289280f3ea4', 'tenant_id': 'c3809ad1764e4dd5a3fdef15147279e9', 'mac_address': 'fa:16:3e:cf:f7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71520de-cf74-4b27-bf82-5d05fe050a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '75f637fe-1876-4123-89f6-136efc6e1e35', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:38:00Z', 'updated_at': '2021-11-24T01:38:03Z', 'revision_number': 5, 'project_id': 'c3809ad1764e4dd5a3fdef15147279e9', 'subnets': [{'id': '75f637fe-1876-4123-89f6-136efc6e1e35', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1323516c-3efb-4ada-9427-282c3b874333'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:38:11.325673 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cb0f5a-874d-4a18-9d48-e94b50c7b9d6 None None] Checking router: e71520de-cf74-4b27-bf82-5d05fe050a8b for host: dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 01:38:11.326046 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cb0f5a-874d-4a18-9d48-e94b50c7b9d6 None None] Updating router e71520de-cf74-4b27-bf82-5d05fe050a8b port ecc4f6fa-24c1-4054-9d83-57f2d08a91b0 binding host dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 01:38:11.372817 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-77cb0f5a-874d-4a18-9d48-e94b50c7b9d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:38:11.501631 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 42346) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:38:11.613319 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-d3f3e22d-cf08-46b5-991f-d314a854b6cf admin admin] 10.222.0.21 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1105590 Nov 24 01:38:11.688939 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-77cb0f5a-874d-4a18-9d48-e94b50c7b9d6 None None] Publish callbacks [] for port, precommit_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:38:11.694847 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-77cb0f5a-874d-4a18-9d48-e94b50c7b9d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:38:11.750928 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33b6666-7bff-422d-a112-fb6d925ebd9b None None] Pushing event updated for resources: {'Port': ['ID=ecc4f6fa-24c1-4054-9d83-57f2d08a91b0,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:38:11.755450 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-77cb0f5a-874d-4a18-9d48-e94b50c7b9d6 None None] Attempting to bind port ecc4f6fa-24c1-4054-9d83-57f2d08a91b0 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:38:11.755822 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-77cb0f5a-874d-4a18-9d48-e94b50c7b9d6 None None] Attempting to bind port ecc4f6fa-24c1-4054-9d83-57f2d08a91b0 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:38:11.756183 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77cb0f5a-874d-4a18-9d48-e94b50c7b9d6 None None] Attempting to bind port ecc4f6fa-24c1-4054-9d83-57f2d08a91b0 on network eb22795d-37ee-46ee-844d-92c17e2ea450 {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:38:11.761840 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77cb0f5a-874d-4a18-9d48-e94b50c7b9d6 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:38:11.762219 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77cb0f5a-874d-4a18-9d48-e94b50c7b9d6 None None] Checking segment: {'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:38:11.762622 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-77cb0f5a-874d-4a18-9d48-e94b50c7b9d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:38:11.763017 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77cb0f5a-874d-4a18-9d48-e94b50c7b9d6 None None] Bound using segment: {'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:38:11.763503 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-77cb0f5a-874d-4a18-9d48-e94b50c7b9d6 None None] Bound port: ecc4f6fa-24c1-4054-9d83-57f2d08a91b0, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:38:11.763906 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-77cb0f5a-874d-4a18-9d48-e94b50c7b9d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:38:11.816306 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-77cb0f5a-874d-4a18-9d48-e94b50c7b9d6 None None] For port ecc4f6fa-24c1-4054-9d83-57f2d08a91b0, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:38:11.820507 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-77cb0f5a-874d-4a18-9d48-e94b50c7b9d6 None None] For port ecc4f6fa-24c1-4054-9d83-57f2d08a91b0, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=ecc4f6fa-24c1-4054-9d83-57f2d08a91b0,segment=NetworkSegment(03509fd2-ca9c-4aa0-94e6-e236afda62e7),segment_id=03509fd2-ca9c-4aa0-94e6-e236afda62e7)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:38:11.824208 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-77cb0f5a-874d-4a18-9d48-e94b50c7b9d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:38:11.879576 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cb0f5a-874d-4a18-9d48-e94b50c7b9d6 None None] Routers {'e71520de-cf74-4b27-bf82-5d05fe050a8b'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:38:11.880695 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-77cb0f5a-874d-4a18-9d48-e94b50c7b9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:37:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['e71520de-cf74-4b27-bf82-5d05fe050a8b'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:38:11.918728 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33b6666-7bff-422d-a112-fb6d925ebd9b None None] Pushing event updated for resources: {'Port': ['ID=ecc4f6fa-24c1-4054-9d83-57f2d08a91b0,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:38:11.991184 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-77cb0f5a-874d-4a18-9d48-e94b50c7b9d6 None None] Set router e71520de-cf74-4b27-bf82-5d05fe050a8b gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:38:12.206494 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-77cb0f5a-874d-4a18-9d48-e94b50c7b9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e71520de-cf74-4b27-bf82-5d05fe050a8b', 'name': 'router1', 'tenant_id': 'c3809ad1764e4dd5a3fdef15147279e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.78'}], 'enable_snat': True}, 'gw_port_id': 'ecc4f6fa-24c1-4054-9d83-57f2d08a91b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:37:51Z', 'updated_at': '2021-11-24T01:38:08Z', 'revision_number': 4, 'project_id': 'c3809ad1764e4dd5a3fdef15147279e9', 'gw_port': {'id': 'ecc4f6fa-24c1-4054-9d83-57f2d08a91b0', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:06:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e71520de-cf74-4b27-bf82-5d05fe050a8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:38:07Z', 'updated_at': '2021-11-24T01:38:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': 'd742945a-2e3c-4cda-9129-8a12eb08783f', 'name': '', 'network_id': '342a5fe3-8088-41ac-bbab-b289280f3ea4', 'tenant_id': 'c3809ad1764e4dd5a3fdef15147279e9', 'mac_address': 'fa:16:3e:cf:f7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71520de-cf74-4b27-bf82-5d05fe050a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '75f637fe-1876-4123-89f6-136efc6e1e35', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:38:00Z', 'updated_at': '2021-11-24T01:38:03Z', 'revision_number': 5, 'project_id': 'c3809ad1764e4dd5a3fdef15147279e9', 'subnets': [{'id': '75f637fe-1876-4123-89f6-136efc6e1e35', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1323516c-3efb-4ada-9427-282c3b874333'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:38:12.233153 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cb0f5a-874d-4a18-9d48-e94b50c7b9d6 None None] The sync data for ids ['e71520de-cf74-4b27-bf82-5d05fe050a8b'] in dv-neutron-818911-2-hyperv is: [{'id': 'e71520de-cf74-4b27-bf82-5d05fe050a8b', 'name': 'router1', 'tenant_id': 'c3809ad1764e4dd5a3fdef15147279e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.78'}], 'enable_snat': True}, 'gw_port_id': 'ecc4f6fa-24c1-4054-9d83-57f2d08a91b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:37:51Z', 'updated_at': '2021-11-24T01:38:08Z', 'revision_number': 4, 'project_id': 'c3809ad1764e4dd5a3fdef15147279e9', 'gw_port': {'id': 'ecc4f6fa-24c1-4054-9d83-57f2d08a91b0', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:06:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e71520de-cf74-4b27-bf82-5d05fe050a8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:38:07Z', 'updated_at': '2021-11-24T01:38:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': 'd742945a-2e3c-4cda-9129-8a12eb08783f', 'name': '', 'network_id': '342a5fe3-8088-41ac-bbab-b289280f3ea4', 'tenant_id': 'c3809ad1764e4dd5a3fdef15147279e9', 'mac_address': 'fa:16:3e:cf:f7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71520de-cf74-4b27-bf82-5d05fe050a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '75f637fe-1876-4123-89f6-136efc6e1e35', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:38:00Z', 'updated_at': '2021-11-24T01:38:03Z', 'revision_number': 5, 'project_id': 'c3809ad1764e4dd5a3fdef15147279e9', 'subnets': [{'id': '75f637fe-1876-4123-89f6-136efc6e1e35', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1323516c-3efb-4ada-9427-282c3b874333'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:38:13.985476 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device ecc4f6fa-24c1-4054-9d83-57f2d08a91b0 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:38:14.044714 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port ecc4f6fa-24c1-4054-9d83-57f2d08a91b0 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:38:14.045078 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:38:14.135696 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:38:14.163940 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] For port ecc4f6fa-24c1-4054-9d83-57f2d08a91b0, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=ecc4f6fa-24c1-4054-9d83-57f2d08a91b0,segment=NetworkSegment(03509fd2-ca9c-4aa0-94e6-e236afda62e7),segment_id=03509fd2-ca9c-4aa0-94e6-e236afda62e7)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:38:14.169222 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:38:14.222125 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Pushing event updated for resources: {'Port': ['ID=ecc4f6fa-24c1-4054-9d83-57f2d08a91b0,revision_number=4']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:38:15.998734 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device ecc4f6fa-24c1-4054-9d83-57f2d08a91b0 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:38:16.065579 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port ecc4f6fa-24c1-4054-9d83-57f2d08a91b0 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:38:16.065946 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:38:18.091833 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.agents_db [None req-4e42c10c-a1d3-4d07-89d6-7a24334140aa None None] Agent healthcheck: found 5 active agents {{(pid=109869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 01:38:24.654730 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-aa917f6f-4190-4c3a-a2d1-8b2d3138982c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:38:27.102985 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-38aa7777-6b82-4924-ad8d-14d94de94f8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:38:27.991171 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:38:29.478299 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:38:30.065012 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:38:54.718239 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-7bc8819b-dc51-4011-9899-1c2a28cbc5ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:38:55.095288 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.agents_db [None req-4e42c10c-a1d3-4d07-89d6-7a24334140aa None None] Agent healthcheck: found 5 active agents {{(pid=109869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 01:38:57.103085 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-f5752533-728b-48f0-b937-7b3d500aca74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:38:57.991098 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:38:59.468998 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:39:00.059868 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:39:24.661546 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-c4d26502-1299-4f1b-92f3-b56824fe6c12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:39:27.098469 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-d3b9f166-cc08-4361-80f2-7f1139e4c65d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:39:27.995238 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:39:29.467159 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:39:30.062772 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:39:32.094055 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.agents_db [None req-4e42c10c-a1d3-4d07-89d6-7a24334140aa None None] Agent healthcheck: found 5 active agents {{(pid=109869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 01:39:35.568629 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 42864) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:39:35.628695 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.pecan_wsgi.hooks.translation [None req-08dd5a7b-b2bd-4459-8998-c882b54699b7 admin admin] GET failed (client error): The resource could not be found. Nov 24 01:39:35.630013 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-08dd5a7b-b2bd-4459-8998-c882b54699b7 admin admin] 10.222.0.21 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0604434 Nov 24 01:39:35.792055 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6168392c-416e-4506-8417-54936768c826 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:39:35.793693 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-6168392c-416e-4506-8417-54936768c826 admin admin] 10.222.0.21 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1588469 Nov 24 01:39:38.051519 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 42874) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:39:38.143280 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e97b4cf-f16f-4e17-bf4c-41c26e677508 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:39:38.144521 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-1e97b4cf-f16f-4e17-bf4c-41c26e677508 admin admin] 10.222.0.21 "GET /v2.0/subnets/75f637fe-1876-4123-89f6-136efc6e1e35 HTTP/1.1" status: 200 len: 849 time: 0.0920649 Nov 24 01:39:38.154444 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-e68e8c22-86c3-4d63-8031-ba7a731adcb0 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:39:38.239389 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e68e8c22-86c3-4d63-8031-ba7a731adcb0 admin admin] Publish callbacks [] for subnet, before_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:39:38.378395 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e68e8c22-86c3-4d63-8031-ba7a731adcb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8774267912057'] for subnet, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:39:38.408916 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68e8c22-86c3-4d63-8031-ba7a731adcb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:39:38.409461 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e68e8c22-86c3-4d63-8031-ba7a731adcb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:39:38.410717 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-e68e8c22-86c3-4d63-8031-ba7a731adcb0 admin admin] 10.222.0.21 "PUT /v2.0/subnets/75f637fe-1876-4123-89f6-136efc6e1e35 HTTP/1.1" status: 200 len: 868 time: 0.2598531 Nov 24 01:39:38.413746 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e03f9b2-6fa3-484c-b11b-1efd08f2a430 None None] Network 342a5fe3-8088-41ac-bbab-b289280f3ea4 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:39:38.429578 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68e8c22-86c3-4d63-8031-ba7a731adcb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75f637fe-1876-4123-89f6-136efc6e1e35,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:39:38.437722 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68e8c22-86c3-4d63-8031-ba7a731adcb0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:39:38.438087 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68e8c22-86c3-4d63-8031-ba7a731adcb0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:39:38.438414 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68e8c22-86c3-4d63-8031-ba7a731adcb0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:39:38.438748 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68e8c22-86c3-4d63-8031-ba7a731adcb0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:39:38.439073 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68e8c22-86c3-4d63-8031-ba7a731adcb0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:39:38.439411 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68e8c22-86c3-4d63-8031-ba7a731adcb0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:39:38.439781 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68e8c22-86c3-4d63-8031-ba7a731adcb0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:39:38.440321 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68e8c22-86c3-4d63-8031-ba7a731adcb0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:39:38.440656 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68e8c22-86c3-4d63-8031-ba7a731adcb0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:39:38.440979 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68e8c22-86c3-4d63-8031-ba7a731adcb0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:39:38.441296 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68e8c22-86c3-4d63-8031-ba7a731adcb0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:39:38.441636 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68e8c22-86c3-4d63-8031-ba7a731adcb0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:39:38.776482 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-fcdfa017-a909-45f3-b811-5d7b427054a8 None None] Provisioning complete for port d742945a-2e3c-4cda-9129-8a12eb08783f triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:39:38.776870 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-fcdfa017-a909-45f3-b811-5d7b427054a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:39:38.864056 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-fcdfa017-a909-45f3-b811-5d7b427054a8 None None] Provisioning complete for port cb164ee2-6030-418b-acb8-c8b8ee5e5646 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:39:38.864363 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-fcdfa017-a909-45f3-b811-5d7b427054a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:39:40.702461 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 42882) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:39:40.900295 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc03337d-b20c-468c-8d01-c77baa2f9cde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:39:40.900700 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc03337d-b20c-468c-8d01-c77baa2f9cde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:39:40.902259 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-fc03337d-b20c-468c-8d01-c77baa2f9cde admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1988404 Nov 24 01:39:43.184488 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 42890) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:39:43.316249 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01248e5b-3e7e-4146-8f21-f08d6309dda7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:39:43.316723 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01248e5b-3e7e-4146-8f21-f08d6309dda7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:39:43.318270 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-01248e5b-3e7e-4146-8f21-f08d6309dda7 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1328330 Nov 24 01:39:45.597368 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 42898) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:39:45.725235 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a5cd90-3678-4b30-91f0-867c05610813 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:39:45.726591 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-a4a5cd90-3678-4b30-91f0-867c05610813 admin admin] 10.222.0.21 "GET /v2.0/networks/342a5fe3-8088-41ac-bbab-b289280f3ea4 HTTP/1.1" status: 200 len: 869 time: 0.1282525 Nov 24 01:39:47.995155 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 42906) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:39:48.150854 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc82c64e-0553-4406-8494-5c773f2f1152 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:39:48.152110 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-fc82c64e-0553-4406-8494-5c773f2f1152 admin admin] 10.222.0.21 "GET /v2.0/networks/eb22795d-37ee-46ee-844d-92c17e2ea450 HTTP/1.1" status: 200 len: 886 time: 0.1560233 Nov 24 01:39:50.463968 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 42916) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:39:50.584215 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b352e9-dff3-4b1b-8e80-a5185a0fdb5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:39:50.584679 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b352e9-dff3-4b1b-8e80-a5185a0fdb5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:39:50.586190 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-19b352e9-dff3-4b1b-8e80-a5185a0fdb5c admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1212943 Nov 24 01:39:52.859220 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 42924) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:39:52.951549 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ff0297-1706-4b4b-93bb-42f1b80c21ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:39:52.952001 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ff0297-1706-4b4b-93bb-42f1b80c21ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:39:52.953490 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-44ff0297-1706-4b4b-93bb-42f1b80c21ce admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0933146 Nov 24 01:39:54.663338 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-536aa869-cdb4-4f69-bfdc-d50dff8aa2d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:39:55.223800 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 42932) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:39:55.308165 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de86d09-51eb-46fa-8bae-7b84c935cb50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:39:55.309585 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-9de86d09-51eb-46fa-8bae-7b84c935cb50 admin admin] 10.222.0.21 "GET /v2.0/subnets/3e66fcff-6e72-4083-b514-48f69cdaa2cb HTTP/1.1" status: 200 len: 816 time: 0.0847795 Nov 24 01:39:57.094912 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-af384329-a88c-43ad-a100-857e6a0bbcaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:39:57.601654 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 42940) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:39:57.692158 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0e5e71-c61d-4ad1-a97d-63726990f4bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:39:57.693499 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-3e0e5e71-c61d-4ad1-a97d-63726990f4bf admin admin] 10.222.0.21 "GET /v2.0/subnets/75f637fe-1876-4123-89f6-136efc6e1e35 HTTP/1.1" status: 200 len: 868 time: 0.0908465 Nov 24 01:39:57.997130 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:39:59.471000 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:40:00.064724 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:40:09.092933 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.agents_db [None req-4e42c10c-a1d3-4d07-89d6-7a24334140aa None None] Agent healthcheck: found 5 active agents {{(pid=109869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 01:40:22.060125 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 42994) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:40:22.108781 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [None req-7afccf94-06a5-491e-b0c6-097ef7af9d44 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 01:40:22.109809 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-7afccf94-06a5-491e-b0c6-097ef7af9d44 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0487392 Nov 24 01:40:24.436145 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 43002) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:40:24.495611 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7c58dff-d7f4-41c3-bc24-8b1762bd2fdd admin admin] GET failed (client error): The resource could not be found. Nov 24 01:40:24.496861 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-c7c58dff-d7f4-41c3-bc24-8b1762bd2fdd admin admin] 10.222.0.21 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0597863 Nov 24 01:40:24.665373 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-15059e05-64a6-4157-9c60-10ade7306f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:40:24.684528 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa0ec2e-fef1-4abe-8d66-918b801e36aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:40:24.686032 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-6aa0ec2e-fef1-4abe-8d66-918b801e36aa admin admin] 10.222.0.21 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1847391 Nov 24 01:40:26.983341 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 43010) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:40:27.029022 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-85c1c60b-ef0d-41c3-8866-23f6e661998a admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:40:27.049766 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85c1c60b-ef0d-41c3-8866-23f6e661998a admin admin] Made reservation on behalf of 13b0ee8629a44a27888947bcb0c3df70 for: {'network': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:40:27.052045 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-85c1c60b-ef0d-41c3-8866-23f6e661998a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:40:27.079105 dv-neutron-818911-2-hyperv neutron-server[109867]: WARNING neutron.services.revisions.revision_plugin [None req-85c1c60b-ef0d-41c3-8866-23f6e661998a admin admin] Could not find related network for resource to bump revision. Nov 24 01:40:27.092218 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85c1c60b-ef0d-41c3-8866-23f6e661998a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=109867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:40:27.096864 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-5536c735-78e6-4f4c-a332-6ab84fc013b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:40:27.103698 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-85c1c60b-ef0d-41c3-8866-23f6e661998a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:40:27.103969 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.segments_db [None req-85c1c60b-ef0d-41c3-8866-23f6e661998a admin admin] Added segment 4a379ae1-0817-47a4-86b3-3c3dd4660c9d of type vlan for network f76574a8-3c0f-43b9-8b04-939675ca6c69 Nov 24 01:40:27.142546 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-85c1c60b-ef0d-41c3-8866-23f6e661998a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:40:27.166023 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-85c1c60b-ef0d-41c3-8866-23f6e661998a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:40:27.166940 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c1c60b-ef0d-41c3-8866-23f6e661998a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:40:27.167521 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-85c1c60b-ef0d-41c3-8866-23f6e661998a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:40:27.202080 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-85c1c60b-ef0d-41c3-8866-23f6e661998a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2176549 Nov 24 01:40:27.235389 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c1c60b-ef0d-41c3-8866-23f6e661998a admin admin] Pushing event updated for resources: {'Network': ['ID=f76574a8-3c0f-43b9-8b04-939675ca6c69,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:40:27.246497 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network f76574a8-3c0f-43b9-8b04-939675ca6c69 details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:40:28.000197 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:40:29.473491 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:40:29.502685 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 43018) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:40:29.562023 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e06b57a-9828-4f86-99dc-9a57ddadd624 admin admin] GET failed (client error): The resource could not be found. Nov 24 01:40:29.563301 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-2e06b57a-9828-4f86-99dc-9a57ddadd624 admin admin] 10.222.0.21 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0596523 Nov 24 01:40:29.631858 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9502e16e-6797-4b54-b79e-b3dd238a8ae6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:40:29.633284 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-9502e16e-6797-4b54-b79e-b3dd238a8ae6 admin admin] 10.222.0.21 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0655375 Nov 24 01:40:29.643929 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-ef7791b7-136f-4d56-a2aa-a33608c78651 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': 'f76574a8-3c0f-43b9-8b04-939675ca6c69', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:40:29.663537 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef7791b7-136f-4d56-a2aa-a33608c78651 admin admin] Made reservation on behalf of 13b0ee8629a44a27888947bcb0c3df70 for: {'subnet': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:40:29.665895 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ef7791b7-136f-4d56-a2aa-a33608c78651 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:40:29.830521 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ef7791b7-136f-4d56-a2aa-a33608c78651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for subnet, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:40:29.887096 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7791b7-136f-4d56-a2aa-a33608c78651 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cce43fe5-8b7f-4b8b-85f2-bf556f11dabb,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:40:29.895830 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7791b7-136f-4d56-a2aa-a33608c78651 admin admin] Checking segment: {'id': '4a379ae1-0817-47a4-86b3-3c3dd4660c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f76574a8-3c0f-43b9-8b04-939675ca6c69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:40:29.896172 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7791b7-136f-4d56-a2aa-a33608c78651 admin admin] Network hostable DHCP agents. Network: f76574a8-3c0f-43b9-8b04-939675ca6c69, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 01:40:29.911493 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7791b7-136f-4d56-a2aa-a33608c78651 admin admin] Network f76574a8-3c0f-43b9-8b04-939675ca6c69 is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 01:40:29.919035 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-ef7791b7-136f-4d56-a2aa-a33608c78651 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, f76574a8-3c0f-43b9-8b04-939675ca6c69) {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:40:29.923121 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7791b7-136f-4d56-a2aa-a33608c78651 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:40:29.923797 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ef7791b7-136f-4d56-a2aa-a33608c78651 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:40:29.928970 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf4d8f4-a22a-4a8b-acda-c5f8439aaa32 None None] Network f76574a8-3c0f-43b9-8b04-939675ca6c69 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:40:29.938484 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-ef7791b7-136f-4d56-a2aa-a33608c78651 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2983685 Nov 24 01:40:30.091044 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:40:30.107645 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6f72e5-a0a1-44d2-a6a0-0ba8811b42e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-f76574a8-3c0f-43b9-8b04-939675ca6c69', 'network_id': 'f76574a8-3c0f-43b9-8b04-939675ca6c69', 'tenant_id': '13b0ee8629a44a27888947bcb0c3df70', 'fixed_ips': [{'subnet_id': 'cce43fe5-8b7f-4b8b-85f2-bf556f11dabb'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 01:40:30.108580 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-5d6f72e5-a0a1-44d2-a6a0-0ba8811b42e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:40:30.244624 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-5d6f72e5-a0a1-44d2-a6a0-0ba8811b42e4 None None] Allocated IP 192.168.233.2 (f76574a8-3c0f-43b9-8b04-939675ca6c69/cce43fe5-8b7f-4b8b-85f2-bf556f11dabb/95ac9ea7-0b92-47fa-a7a5-6c48ad56ea1a) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:40:30.476660 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-5d6f72e5-a0a1-44d2-a6a0-0ba8811b42e4 None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:40:30.484641 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-5d6f72e5-a0a1-44d2-a6a0-0ba8811b42e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:40:30.526262 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6f72e5-a0a1-44d2-a6a0-0ba8811b42e4 None None] Network f76574a8-3c0f-43b9-8b04-939675ca6c69 is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:40:30.529556 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-5d6f72e5-a0a1-44d2-a6a0-0ba8811b42e4 None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:40:30.531855 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6f72e5-a0a1-44d2-a6a0-0ba8811b42e4 None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:40:30.538793 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6f72e5-a0a1-44d2-a6a0-0ba8811b42e4 None None] Pushing event updated for resources: {'Port': ['ID=95ac9ea7-0b92-47fa-a7a5-6c48ad56ea1a,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:40:30.548083 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6f72e5-a0a1-44d2-a6a0-0ba8811b42e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:40:30.548441 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6f72e5-a0a1-44d2-a6a0-0ba8811b42e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:40:30.549366 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6f72e5-a0a1-44d2-a6a0-0ba8811b42e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:40:30.549670 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6f72e5-a0a1-44d2-a6a0-0ba8811b42e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:40:30.549994 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6f72e5-a0a1-44d2-a6a0-0ba8811b42e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:40:30.550333 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6f72e5-a0a1-44d2-a6a0-0ba8811b42e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:40:30.550659 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6f72e5-a0a1-44d2-a6a0-0ba8811b42e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:40:30.550980 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6f72e5-a0a1-44d2-a6a0-0ba8811b42e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:40:30.551312 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6f72e5-a0a1-44d2-a6a0-0ba8811b42e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:40:30.551631 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6f72e5-a0a1-44d2-a6a0-0ba8811b42e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:40:30.551944 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6f72e5-a0a1-44d2-a6a0-0ba8811b42e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:40:30.552261 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6f72e5-a0a1-44d2-a6a0-0ba8811b42e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:40:30.601884 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-5d6f72e5-a0a1-44d2-a6a0-0ba8811b42e4 None None] Attempting to bind port 95ac9ea7-0b92-47fa-a7a5-6c48ad56ea1a on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:40:30.602247 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-5d6f72e5-a0a1-44d2-a6a0-0ba8811b42e4 None None] Attempting to bind port 95ac9ea7-0b92-47fa-a7a5-6c48ad56ea1a by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '4a379ae1-0817-47a4-86b3-3c3dd4660c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f76574a8-3c0f-43b9-8b04-939675ca6c69'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:40:30.602606 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6f72e5-a0a1-44d2-a6a0-0ba8811b42e4 None None] Attempting to bind port 95ac9ea7-0b92-47fa-a7a5-6c48ad56ea1a on network f76574a8-3c0f-43b9-8b04-939675ca6c69 {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:40:30.607813 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6f72e5-a0a1-44d2-a6a0-0ba8811b42e4 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:40:30.608175 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6f72e5-a0a1-44d2-a6a0-0ba8811b42e4 None None] Checking segment: {'id': '4a379ae1-0817-47a4-86b3-3c3dd4660c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f76574a8-3c0f-43b9-8b04-939675ca6c69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:40:30.608561 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-5d6f72e5-a0a1-44d2-a6a0-0ba8811b42e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:40:30.608949 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6f72e5-a0a1-44d2-a6a0-0ba8811b42e4 None None] Bound using segment: {'id': '4a379ae1-0817-47a4-86b3-3c3dd4660c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f76574a8-3c0f-43b9-8b04-939675ca6c69'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:40:30.609422 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-5d6f72e5-a0a1-44d2-a6a0-0ba8811b42e4 None None] Bound port: 95ac9ea7-0b92-47fa-a7a5-6c48ad56ea1a, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a379ae1-0817-47a4-86b3-3c3dd4660c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f76574a8-3c0f-43b9-8b04-939675ca6c69'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:40:30.609815 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-5d6f72e5-a0a1-44d2-a6a0-0ba8811b42e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:40:30.670975 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-5d6f72e5-a0a1-44d2-a6a0-0ba8811b42e4 None None] For port 95ac9ea7-0b92-47fa-a7a5-6c48ad56ea1a, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:40:30.675118 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-5d6f72e5-a0a1-44d2-a6a0-0ba8811b42e4 None None] For port 95ac9ea7-0b92-47fa-a7a5-6c48ad56ea1a, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=95ac9ea7-0b92-47fa-a7a5-6c48ad56ea1a,segment=NetworkSegment(4a379ae1-0817-47a4-86b3-3c3dd4660c9d),segment_id=4a379ae1-0817-47a4-86b3-3c3dd4660c9d)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:40:30.679043 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-5d6f72e5-a0a1-44d2-a6a0-0ba8811b42e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:40:30.734894 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6f72e5-a0a1-44d2-a6a0-0ba8811b42e4 None None] Pushing event updated for resources: {'Port': ['ID=95ac9ea7-0b92-47fa-a7a5-6c48ad56ea1a,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:40:31.567372 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b523567-cd93-4e09-a352-3ac495697733 None None] Network f76574a8-3c0f-43b9-8b04-939675ca6c69 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:40:31.693795 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-ea5a66d7-07e0-4442-b883-0d9611de7675 None None] Provisioning complete for port 95ac9ea7-0b92-47fa-a7a5-6c48ad56ea1a triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:40:31.694158 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-ea5a66d7-07e0-4442-b883-0d9611de7675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:40:31.805691 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-ea5a66d7-07e0-4442-b883-0d9611de7675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:40:31.841199 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-ea5a66d7-07e0-4442-b883-0d9611de7675 None None] For port 95ac9ea7-0b92-47fa-a7a5-6c48ad56ea1a, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=95ac9ea7-0b92-47fa-a7a5-6c48ad56ea1a,segment=NetworkSegment(4a379ae1-0817-47a4-86b3-3c3dd4660c9d),segment_id=4a379ae1-0817-47a4-86b3-3c3dd4660c9d)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:40:31.849468 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-ea5a66d7-07e0-4442-b883-0d9611de7675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:40:31.901989 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5a66d7-07e0-4442-b883-0d9611de7675 None None] Pushing event updated for resources: {'Port': ['ID=95ac9ea7-0b92-47fa-a7a5-6c48ad56ea1a,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:40:31.972771 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-287cfeb9-5def-4f4d-bf71-511274def12a None None] Provisioning complete for port 95ac9ea7-0b92-47fa-a7a5-6c48ad56ea1a triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:40:31.973135 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-287cfeb9-5def-4f4d-bf71-511274def12a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:40:32.079337 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 95ac9ea7-0b92-47fa-a7a5-6c48ad56ea1a up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:40:32.129970 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 95ac9ea7-0b92-47fa-a7a5-6c48ad56ea1a triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:40:32.130332 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:40:46.091977 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.agents_db [None req-4e42c10c-a1d3-4d07-89d6-7a24334140aa None None] Agent healthcheck: found 5 active agents {{(pid=109869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 01:40:54.678890 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-79eb65ec-9b86-4fd4-9fd3-5ebb6a46b201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:40:57.098742 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-b49dfa5f-fcb4-40ff-adba-1e50ad324304 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:40:58.004728 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:40:59.477441 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:41:00.068580 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:41:23.091826 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.agents_db [None req-4e42c10c-a1d3-4d07-89d6-7a24334140aa None None] Agent healthcheck: found 5 active agents {{(pid=109869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 01:41:24.674069 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-662cf7ef-5e70-4e44-b59e-da6b92750442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:41:27.100394 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-58e31c23-d5d3-4502-86d0-3d87c401dcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:41:28.005502 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:41:29.481948 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:41:30.070848 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:41:46.989103 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 43062) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:41:46.994885 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [None req-856b8f12-32f2-4345-830d-a0ad3dbba2c6 tempest-verify_tempest_config-784411033 tempest-verify_tempest_config-784411033-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 01:41:46.995864 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-856b8f12-32f2-4345-830d-a0ad3dbba2c6 tempest-verify_tempest_config-784411033 tempest-verify_tempest_config-784411033-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057831 Nov 24 01:41:47.281616 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 43080) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:41:47.383221 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-203bab6c-0377-4d62-b562-bc08119a8f79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:41:47.457138 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-203bab6c-0377-4d62-b562-bc08119a8f79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:41:47.460554 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-203bab6c-0377-4d62-b562-bc08119a8f79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:41:47.505687 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-203bab6c-0377-4d62-b562-bc08119a8f79 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7a6e8694ee694d3bb6edfcf99965a6dc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2230062 Nov 24 01:41:47.506510 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203bab6c-0377-4d62-b562-bc08119a8f79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d389c649-8c11-4cf6-b114-62385d5ef3cb,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:41:47.508372 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 43086) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:41:47.513046 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203bab6c-0377-4d62-b562-bc08119a8f79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:41:47.513398 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203bab6c-0377-4d62-b562-bc08119a8f79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:41:47.513756 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203bab6c-0377-4d62-b562-bc08119a8f79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:41:47.514087 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203bab6c-0377-4d62-b562-bc08119a8f79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:41:47.514420 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203bab6c-0377-4d62-b562-bc08119a8f79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:41:47.514765 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203bab6c-0377-4d62-b562-bc08119a8f79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:41:47.515092 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203bab6c-0377-4d62-b562-bc08119a8f79 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:41:47.515449 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203bab6c-0377-4d62-b562-bc08119a8f79 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:41:47.515758 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203bab6c-0377-4d62-b562-bc08119a8f79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:41:47.516074 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203bab6c-0377-4d62-b562-bc08119a8f79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:41:47.516390 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203bab6c-0377-4d62-b562-bc08119a8f79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:41:47.516703 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203bab6c-0377-4d62-b562-bc08119a8f79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:41:47.606096 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-16e8589f-9a36-4301-b7e9-3a18bef148d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:41:47.626865 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-16e8589f-9a36-4301-b7e9-3a18bef148d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:41:47.717708 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-16e8589f-9a36-4301-b7e9-3a18bef148d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:41:47.720207 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-16e8589f-9a36-4301-b7e9-3a18bef148d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:41:47.723192 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-16e8589f-9a36-4301-b7e9-3a18bef148d0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d389c649-8c11-4cf6-b114-62385d5ef3cb HTTP/1.1" status: 204 len: 168 time: 0.2138863 Nov 24 01:41:47.731189 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e8589f-9a36-4301-b7e9-3a18bef148d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d389c649-8c11-4cf6-b114-62385d5ef3cb,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:41:47.738217 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e8589f-9a36-4301-b7e9-3a18bef148d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:41:47.738586 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e8589f-9a36-4301-b7e9-3a18bef148d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:41:47.738925 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e8589f-9a36-4301-b7e9-3a18bef148d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:41:47.739256 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e8589f-9a36-4301-b7e9-3a18bef148d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:41:47.739583 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e8589f-9a36-4301-b7e9-3a18bef148d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:41:47.739926 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e8589f-9a36-4301-b7e9-3a18bef148d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:41:47.740252 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e8589f-9a36-4301-b7e9-3a18bef148d0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:41:47.740591 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e8589f-9a36-4301-b7e9-3a18bef148d0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:41:47.740914 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e8589f-9a36-4301-b7e9-3a18bef148d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:41:47.741231 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e8589f-9a36-4301-b7e9-3a18bef148d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:41:47.741587 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e8589f-9a36-4301-b7e9-3a18bef148d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:41:47.741901 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e8589f-9a36-4301-b7e9-3a18bef148d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:41:54.675875 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-936f74b7-fa11-4a8f-8165-12f6c24f8610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:41:57.100835 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-cef8def8-6e39-47a2-8e6f-c568830445d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:41:58.008524 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:41:59.483619 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:42:00.072496 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:42:00.090761 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.agents_db [None req-4e42c10c-a1d3-4d07-89d6-7a24334140aa None None] Agent healthcheck: found 5 active agents {{(pid=109869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 01:42:24.676555 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-cff316ff-ea94-4d27-a402-beb892549483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:42:27.102147 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e4d779c0-7465-4196-b737-26168381a485 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:42:28.010089 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:42:29.487998 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:42:30.073429 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:42:37.089779 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.agents_db [None req-4e42c10c-a1d3-4d07-89d6-7a24334140aa None None] Agent healthcheck: found 5 active agents {{(pid=109869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 01:42:54.684490 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-91493dcf-48ed-4194-8e32-feef8a56d16b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:42:57.104546 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e26600b0-dc51-4a63-a191-e3aa60c065ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:42:57.713148 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-424617'] for agent, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:42:58.014313 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:42:59.490773 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:43:00.074652 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:43:12.063731 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 43156) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:43:12.169021 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-412add79-7281-49d6-b6d8-5c7ef344c73f admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4565 time: 0.1041946 Nov 24 01:43:14.090484 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.agents_db [None req-4e42c10c-a1d3-4d07-89d6-7a24334140aa None None] Agent healthcheck: found 6 active agents {{(pid=109869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 01:43:14.460283 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 43166) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:43:14.519423 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-15e4cb61-8355-444b-87fb-c70df7c5db6b admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4565 time: 0.0580735 Nov 24 01:43:24.676356 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-f96924a5-de0f-4c9b-8b0f-739a063c8e40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:43:27.105954 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-cebe8e3c-220c-429c-befa-c30e4eb67e0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:43:27.664699 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:43:28.016946 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:43:29.493095 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:43:30.076440 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:43:51.091505 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.agents_db [None req-4e42c10c-a1d3-4d07-89d6-7a24334140aa None None] Agent healthcheck: found 6 active agents {{(pid=109869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 01:43:54.678999 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-31778705-d213-4a8b-a688-550a0d81d2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:43:57.108433 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-0a58b81a-b53b-4450-8310-42390dd2830d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:43:57.673163 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:43:58.019556 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:43:59.498294 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:00.077662 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:24.685229 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-3b734960-8943-44ef-9859-54d6ecc546e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:25.321683 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 43286) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:25.703614 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-d04a48b8-4343-4d7c-8d37-a8fb1ee5cd39 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-976998010-network', 'tenant_id': '02a273ddc4c14296a842719ce385cf90'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:44:25.724402 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d04a48b8-4343-4d7c-8d37-a8fb1ee5cd39 admin admin] Made reservation on behalf of 02a273ddc4c14296a842719ce385cf90 for: {'network': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:44:25.726791 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d04a48b8-4343-4d7c-8d37-a8fb1ee5cd39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:25.735753 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d04a48b8-4343-4d7c-8d37-a8fb1ee5cd39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:25.826504 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d04a48b8-4343-4d7c-8d37-a8fb1ee5cd39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:25.830775 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d04a48b8-4343-4d7c-8d37-a8fb1ee5cd39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:25.856455 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d04a48b8-4343-4d7c-8d37-a8fb1ee5cd39 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=109867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:44:25.874018 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04a48b8-4343-4d7c-8d37-a8fb1ee5cd39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27288a40-b166-41a8-8c39-a3674446f8b8,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:25.882812 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04a48b8-4343-4d7c-8d37-a8fb1ee5cd39 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:44:25.883349 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04a48b8-4343-4d7c-8d37-a8fb1ee5cd39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:44:25.883682 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04a48b8-4343-4d7c-8d37-a8fb1ee5cd39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:44:25.884163 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04a48b8-4343-4d7c-8d37-a8fb1ee5cd39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:44:25.884639 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04a48b8-4343-4d7c-8d37-a8fb1ee5cd39 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:44:25.885144 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04a48b8-4343-4d7c-8d37-a8fb1ee5cd39 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:44:25.885495 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04a48b8-4343-4d7c-8d37-a8fb1ee5cd39 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:44:25.885835 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04a48b8-4343-4d7c-8d37-a8fb1ee5cd39 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:44:25.886165 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04a48b8-4343-4d7c-8d37-a8fb1ee5cd39 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:44:25.886481 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04a48b8-4343-4d7c-8d37-a8fb1ee5cd39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:44:25.886796 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04a48b8-4343-4d7c-8d37-a8fb1ee5cd39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:44:25.887106 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04a48b8-4343-4d7c-8d37-a8fb1ee5cd39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:44:25.888213 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04a48b8-4343-4d7c-8d37-a8fb1ee5cd39 admin admin] Tracked resource versions report: Nov 24 01:44:25.888213 dv-neutron-818911-2-hyperv neutron-server[109867]: pushed versions: Nov 24 01:44:25.888213 dv-neutron-818911-2-hyperv neutron-server[109867]: { 'AddressGroup': {'1.2'}, Nov 24 01:44:25.888213 dv-neutron-818911-2-hyperv neutron-server[109867]: 'ConntrackHelper': {'1.0'}, Nov 24 01:44:25.888213 dv-neutron-818911-2-hyperv neutron-server[109867]: 'Log': {'1.0'}, Nov 24 01:44:25.888213 dv-neutron-818911-2-hyperv neutron-server[109867]: 'Network': {'1.1'}, Nov 24 01:44:25.888213 dv-neutron-818911-2-hyperv neutron-server[109867]: 'Port': {'1.7'}, Nov 24 01:44:25.888213 dv-neutron-818911-2-hyperv neutron-server[109867]: 'PortForwarding': {'1.2'}, Nov 24 01:44:25.888213 dv-neutron-818911-2-hyperv neutron-server[109867]: 'QosPolicy': {'1.10'}, Nov 24 01:44:25.888213 dv-neutron-818911-2-hyperv neutron-server[109867]: 'SecurityGroup': {'1.5'}, Nov 24 01:44:25.888213 dv-neutron-818911-2-hyperv neutron-server[109867]: 'SecurityGroupRule': {'1.2'}, Nov 24 01:44:25.888213 dv-neutron-818911-2-hyperv neutron-server[109867]: 'SubPort': {'1.0'}, Nov 24 01:44:25.888213 dv-neutron-818911-2-hyperv neutron-server[109867]: 'Subnet': {'1.1'}, Nov 24 01:44:25.888213 dv-neutron-818911-2-hyperv neutron-server[109867]: 'Trunk': {'1.1'}} Nov 24 01:44:25.888213 dv-neutron-818911-2-hyperv neutron-server[109867]: consumer versions: Nov 24 01:44:25.888213 dv-neutron-818911-2-hyperv neutron-server[109867]: { DHCP agent@dv-neutron-818911-2-hyperv: {}, Nov 24 01:44:25.888213 dv-neutron-818911-2-hyperv neutron-server[109867]: HyperV agent@hv-neutron-8189: {}, Nov 24 01:44:25.888213 dv-neutron-818911-2-hyperv neutron-server[109867]: L3 agent@dv-neutron-818911-2-hyperv: {}, Nov 24 01:44:25.888213 dv-neutron-818911-2-hyperv neutron-server[109867]: Metadata agent@dv-neutron-818911-2-hyperv: {}, Nov 24 01:44:25.888213 dv-neutron-818911-2-hyperv neutron-server[109867]: Metering agent@dv-neutron-818911-2-hyperv: {}, Nov 24 01:44:25.888213 dv-neutron-818911-2-hyperv neutron-server[109867]: Open vSwitch agent@dv-neutron-818911-2-hyperv: { 'AddressGroup': '1.2', Nov 24 01:44:25.888213 dv-neutron-818911-2-hyperv neutron-server[109867]: 'ConntrackHelper': '1.0', Nov 24 01:44:25.888213 dv-neutron-818911-2-hyperv neutron-server[109867]: 'Log': '1.0', Nov 24 01:44:25.888213 dv-neutron-818911-2-hyperv neutron-server[109867]: 'Network': '1.1', Nov 24 01:44:25.888213 dv-neutron-818911-2-hyperv neutron-server[109867]: 'Port': '1.7', Nov 24 01:44:25.888213 dv-neutron-818911-2-hyperv neutron-server[109867]: 'PortForwarding': '1.2', Nov 24 01:44:25.888213 dv-neutron-818911-2-hyperv neutron-server[109867]: 'QosPolicy': '1.10', Nov 24 01:44:25.888213 dv-neutron-818911-2-hyperv neutron-server[109867]: 'SecurityGroup': '1.5', Nov 24 01:44:25.888213 dv-neutron-818911-2-hyperv neutron-server[109867]: 'SecurityGroupRule': '1.2', Nov 24 01:44:25.888213 dv-neutron-818911-2-hyperv neutron-server[109867]: 'SubPort': '1.0', Nov 24 01:44:25.888213 dv-neutron-818911-2-hyperv neutron-server[109867]: 'Subnet': '1.1', Nov 24 01:44:25.888213 dv-neutron-818911-2-hyperv neutron-server[109867]: 'Trunk': '1.1'}} Nov 24 01:44:25.888213 dv-neutron-818911-2-hyperv neutron-server[109867]: {{(pid=109867) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 24 01:44:25.893564 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d04a48b8-4343-4d7c-8d37-a8fb1ee5cd39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:25.893947 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.segments_db [None req-d04a48b8-4343-4d7c-8d37-a8fb1ee5cd39 admin admin] Added segment aef6f52d-ced6-4959-ae4e-fc8ba7a699d2 of type vlan for network 1f119f6f-a1f8-4bc6-85d9-f23337dbc03c Nov 24 01:44:25.936551 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d04a48b8-4343-4d7c-8d37-a8fb1ee5cd39 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:25.962081 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d04a48b8-4343-4d7c-8d37-a8fb1ee5cd39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:25.963289 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04a48b8-4343-4d7c-8d37-a8fb1ee5cd39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:44:25.964040 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d04a48b8-4343-4d7c-8d37-a8fb1ee5cd39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:25.997365 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-d04a48b8-4343-4d7c-8d37-a8fb1ee5cd39 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6745834 Nov 24 01:44:26.002154 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 43326) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:26.013678 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-3fe5c70a-1fce-4ece-a50a-fe86cea20cd0 admin admin] Request body: {'subnet': {'network_id': '1f119f6f-a1f8-4bc6-85d9-f23337dbc03c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-976998010-subnet', 'tenant_id': '02a273ddc4c14296a842719ce385cf90', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:44:26.035282 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04a48b8-4343-4d7c-8d37-a8fb1ee5cd39 admin admin] Pushing event updated for resources: {'Network': ['ID=1f119f6f-a1f8-4bc6-85d9-f23337dbc03c,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:26.047892 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network 1f119f6f-a1f8-4bc6-85d9-f23337dbc03c details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:44:26.052194 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fe5c70a-1fce-4ece-a50a-fe86cea20cd0 admin admin] Made reservation on behalf of 02a273ddc4c14296a842719ce385cf90 for: {'subnet': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:44:26.054818 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3fe5c70a-1fce-4ece-a50a-fe86cea20cd0 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:26.249623 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 43340) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:26.272019 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3fe5c70a-1fce-4ece-a50a-fe86cea20cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for subnet, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:26.336513 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe5c70a-1fce-4ece-a50a-fe86cea20cd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab44a884-a70d-4217-8793-3ef03c108892,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:26.341361 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe5c70a-1fce-4ece-a50a-fe86cea20cd0 admin admin] Checking segment: {'id': 'aef6f52d-ced6-4959-ae4e-fc8ba7a699d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1f119f6f-a1f8-4bc6-85d9-f23337dbc03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:44:26.341750 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe5c70a-1fce-4ece-a50a-fe86cea20cd0 admin admin] Network hostable DHCP agents. Network: 1f119f6f-a1f8-4bc6-85d9-f23337dbc03c, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 01:44:26.350593 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe5c70a-1fce-4ece-a50a-fe86cea20cd0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:44:26.350936 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe5c70a-1fce-4ece-a50a-fe86cea20cd0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:44:26.351262 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe5c70a-1fce-4ece-a50a-fe86cea20cd0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:44:26.351867 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe5c70a-1fce-4ece-a50a-fe86cea20cd0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:44:26.352189 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe5c70a-1fce-4ece-a50a-fe86cea20cd0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:44:26.352509 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe5c70a-1fce-4ece-a50a-fe86cea20cd0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:44:26.353246 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe5c70a-1fce-4ece-a50a-fe86cea20cd0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:44:26.353775 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe5c70a-1fce-4ece-a50a-fe86cea20cd0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:44:26.354096 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe5c70a-1fce-4ece-a50a-fe86cea20cd0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:44:26.354413 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe5c70a-1fce-4ece-a50a-fe86cea20cd0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:44:26.354722 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe5c70a-1fce-4ece-a50a-fe86cea20cd0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:44:26.355031 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe5c70a-1fce-4ece-a50a-fe86cea20cd0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:44:26.356110 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe5c70a-1fce-4ece-a50a-fe86cea20cd0 admin admin] Tracked resource versions report: Nov 24 01:44:26.356110 dv-neutron-818911-2-hyperv neutron-server[109866]: pushed versions: Nov 24 01:44:26.356110 dv-neutron-818911-2-hyperv neutron-server[109866]: { 'AddressGroup': {'1.2'}, Nov 24 01:44:26.356110 dv-neutron-818911-2-hyperv neutron-server[109866]: 'ConntrackHelper': {'1.0'}, Nov 24 01:44:26.356110 dv-neutron-818911-2-hyperv neutron-server[109866]: 'Log': {'1.0'}, Nov 24 01:44:26.356110 dv-neutron-818911-2-hyperv neutron-server[109866]: 'Network': {'1.1'}, Nov 24 01:44:26.356110 dv-neutron-818911-2-hyperv neutron-server[109866]: 'Port': {'1.7'}, Nov 24 01:44:26.356110 dv-neutron-818911-2-hyperv neutron-server[109866]: 'PortForwarding': {'1.2'}, Nov 24 01:44:26.356110 dv-neutron-818911-2-hyperv neutron-server[109866]: 'QosPolicy': {'1.10'}, Nov 24 01:44:26.356110 dv-neutron-818911-2-hyperv neutron-server[109866]: 'SecurityGroup': {'1.5'}, Nov 24 01:44:26.356110 dv-neutron-818911-2-hyperv neutron-server[109866]: 'SecurityGroupRule': {'1.2'}, Nov 24 01:44:26.356110 dv-neutron-818911-2-hyperv neutron-server[109866]: 'SubPort': {'1.0'}, Nov 24 01:44:26.356110 dv-neutron-818911-2-hyperv neutron-server[109866]: 'Subnet': {'1.1'}, Nov 24 01:44:26.356110 dv-neutron-818911-2-hyperv neutron-server[109866]: 'Trunk': {'1.1'}} Nov 24 01:44:26.356110 dv-neutron-818911-2-hyperv neutron-server[109866]: consumer versions: Nov 24 01:44:26.356110 dv-neutron-818911-2-hyperv neutron-server[109866]: { DHCP agent@dv-neutron-818911-2-hyperv: {}, Nov 24 01:44:26.356110 dv-neutron-818911-2-hyperv neutron-server[109866]: HyperV agent@hv-neutron-8189: {}, Nov 24 01:44:26.356110 dv-neutron-818911-2-hyperv neutron-server[109866]: L3 agent@dv-neutron-818911-2-hyperv: {}, Nov 24 01:44:26.356110 dv-neutron-818911-2-hyperv neutron-server[109866]: Metadata agent@dv-neutron-818911-2-hyperv: {}, Nov 24 01:44:26.356110 dv-neutron-818911-2-hyperv neutron-server[109866]: Metering agent@dv-neutron-818911-2-hyperv: {}, Nov 24 01:44:26.356110 dv-neutron-818911-2-hyperv neutron-server[109866]: Open vSwitch agent@dv-neutron-818911-2-hyperv: { 'AddressGroup': '1.2', Nov 24 01:44:26.356110 dv-neutron-818911-2-hyperv neutron-server[109866]: 'ConntrackHelper': '1.0', Nov 24 01:44:26.356110 dv-neutron-818911-2-hyperv neutron-server[109866]: 'Log': '1.0', Nov 24 01:44:26.356110 dv-neutron-818911-2-hyperv neutron-server[109866]: 'Network': '1.1', Nov 24 01:44:26.356110 dv-neutron-818911-2-hyperv neutron-server[109866]: 'Port': '1.7', Nov 24 01:44:26.356110 dv-neutron-818911-2-hyperv neutron-server[109866]: 'PortForwarding': '1.2', Nov 24 01:44:26.356110 dv-neutron-818911-2-hyperv neutron-server[109866]: 'QosPolicy': '1.10', Nov 24 01:44:26.356110 dv-neutron-818911-2-hyperv neutron-server[109866]: 'SecurityGroup': '1.5', Nov 24 01:44:26.356110 dv-neutron-818911-2-hyperv neutron-server[109866]: 'SecurityGroupRule': '1.2', Nov 24 01:44:26.356110 dv-neutron-818911-2-hyperv neutron-server[109866]: 'SubPort': '1.0', Nov 24 01:44:26.356110 dv-neutron-818911-2-hyperv neutron-server[109866]: 'Subnet': '1.1', Nov 24 01:44:26.356110 dv-neutron-818911-2-hyperv neutron-server[109866]: 'Trunk': '1.1'}} Nov 24 01:44:26.356110 dv-neutron-818911-2-hyperv neutron-server[109866]: {{(pid=109866) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 24 01:44:26.372060 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe5c70a-1fce-4ece-a50a-fe86cea20cd0 admin admin] Network 1f119f6f-a1f8-4bc6-85d9-f23337dbc03c is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 01:44:26.383147 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-3fe5c70a-1fce-4ece-a50a-fe86cea20cd0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, 1f119f6f-a1f8-4bc6-85d9-f23337dbc03c) {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:44:26.388420 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe5c70a-1fce-4ece-a50a-fe86cea20cd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:44:26.389332 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3fe5c70a-1fce-4ece-a50a-fe86cea20cd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:26.393737 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c974beb-3705-4d11-b483-962f74e2b490 None None] Network 1f119f6f-a1f8-4bc6-85d9-f23337dbc03c requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:44:26.409628 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-3fe5c70a-1fce-4ece-a50a-fe86cea20cd0 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4057038 Nov 24 01:44:26.413116 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 43352) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:26.417323 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-5ba20ca6-6ace-4139-936e-34f82f8511d7 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-976998010-router', 'tenant_id': '02a273ddc4c14296a842719ce385cf90', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:44:26.450183 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5ba20ca6-6ace-4139-936e-34f82f8511d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-424105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2744'] for router, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:26.456301 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5ba20ca6-6ace-4139-936e-34f82f8511d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-424325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-326625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2753'] for router, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:26.629237 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5ba20ca6-6ace-4139-936e-34f82f8511d7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:26.638820 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-f254dd4d-049a-4ebb-9595-fe5cc13a1ee0 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-83270705-network', 'tenant_id': '7ca5ab9ca83c45e6a41b1ce3bf5dc5f5'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:44:26.667002 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95dfe68-75ce-44cc-8db5-676a28117c51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-1f119f6f-a1f8-4bc6-85d9-f23337dbc03c', 'network_id': '1f119f6f-a1f8-4bc6-85d9-f23337dbc03c', 'tenant_id': '02a273ddc4c14296a842719ce385cf90', 'fixed_ips': [{'subnet_id': 'ab44a884-a70d-4217-8793-3ef03c108892'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 01:44:26.668833 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-d95dfe68-75ce-44cc-8db5-676a28117c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:26.777142 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f254dd4d-049a-4ebb-9595-fe5cc13a1ee0 admin admin] Made reservation on behalf of 7ca5ab9ca83c45e6a41b1ce3bf5dc5f5 for: {'network': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:44:26.779616 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f254dd4d-049a-4ebb-9595-fe5cc13a1ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:26.794161 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f254dd4d-049a-4ebb-9595-fe5cc13a1ee0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:26.847791 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-d95dfe68-75ce-44cc-8db5-676a28117c51 None None] Allocated IP 172.20.0.2 (1f119f6f-a1f8-4bc6-85d9-f23337dbc03c/ab44a884-a70d-4217-8793-3ef03c108892/b3da4ee4-e4b1-435e-a1a6-00de79a351c8) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:44:26.888615 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5ba20ca6-6ace-4139-936e-34f82f8511d7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:27.015156 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-d95dfe68-75ce-44cc-8db5-676a28117c51 None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:27.022826 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-d95dfe68-75ce-44cc-8db5-676a28117c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:27.038099 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 43370) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:27.071126 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95dfe68-75ce-44cc-8db5-676a28117c51 None None] Pushing event updated for resources: {'Port': ['ID=b3da4ee4-e4b1-435e-a1a6-00de79a351c8,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:27.078318 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95dfe68-75ce-44cc-8db5-676a28117c51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:44:27.078667 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95dfe68-75ce-44cc-8db5-676a28117c51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:44:27.079009 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95dfe68-75ce-44cc-8db5-676a28117c51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:44:27.079346 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95dfe68-75ce-44cc-8db5-676a28117c51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:44:27.079706 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95dfe68-75ce-44cc-8db5-676a28117c51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:44:27.080028 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95dfe68-75ce-44cc-8db5-676a28117c51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:44:27.080360 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95dfe68-75ce-44cc-8db5-676a28117c51 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:44:27.080701 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95dfe68-75ce-44cc-8db5-676a28117c51 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:44:27.081047 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95dfe68-75ce-44cc-8db5-676a28117c51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:44:27.081375 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95dfe68-75ce-44cc-8db5-676a28117c51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:44:27.081720 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95dfe68-75ce-44cc-8db5-676a28117c51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:44:27.082048 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95dfe68-75ce-44cc-8db5-676a28117c51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:44:27.083714 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95dfe68-75ce-44cc-8db5-676a28117c51 None None] Tracked resource versions report: Nov 24 01:44:27.083714 dv-neutron-818911-2-hyperv neutron-server[109868]: pushed versions: Nov 24 01:44:27.083714 dv-neutron-818911-2-hyperv neutron-server[109868]: { 'AddressGroup': {'1.2'}, Nov 24 01:44:27.083714 dv-neutron-818911-2-hyperv neutron-server[109868]: 'ConntrackHelper': {'1.0'}, Nov 24 01:44:27.083714 dv-neutron-818911-2-hyperv neutron-server[109868]: 'Log': {'1.0'}, Nov 24 01:44:27.083714 dv-neutron-818911-2-hyperv neutron-server[109868]: 'Network': {'1.1'}, Nov 24 01:44:27.083714 dv-neutron-818911-2-hyperv neutron-server[109868]: 'Port': {'1.7'}, Nov 24 01:44:27.083714 dv-neutron-818911-2-hyperv neutron-server[109868]: 'PortForwarding': {'1.2'}, Nov 24 01:44:27.083714 dv-neutron-818911-2-hyperv neutron-server[109868]: 'QosPolicy': {'1.10'}, Nov 24 01:44:27.083714 dv-neutron-818911-2-hyperv neutron-server[109868]: 'SecurityGroup': {'1.5'}, Nov 24 01:44:27.083714 dv-neutron-818911-2-hyperv neutron-server[109868]: 'SecurityGroupRule': {'1.2'}, Nov 24 01:44:27.083714 dv-neutron-818911-2-hyperv neutron-server[109868]: 'SubPort': {'1.0'}, Nov 24 01:44:27.083714 dv-neutron-818911-2-hyperv neutron-server[109868]: 'Subnet': {'1.1'}, Nov 24 01:44:27.083714 dv-neutron-818911-2-hyperv neutron-server[109868]: 'Trunk': {'1.1'}} Nov 24 01:44:27.083714 dv-neutron-818911-2-hyperv neutron-server[109868]: consumer versions: Nov 24 01:44:27.083714 dv-neutron-818911-2-hyperv neutron-server[109868]: { DHCP agent@dv-neutron-818911-2-hyperv: {}, Nov 24 01:44:27.083714 dv-neutron-818911-2-hyperv neutron-server[109868]: HyperV agent@hv-neutron-8189: {}, Nov 24 01:44:27.083714 dv-neutron-818911-2-hyperv neutron-server[109868]: L3 agent@dv-neutron-818911-2-hyperv: {}, Nov 24 01:44:27.083714 dv-neutron-818911-2-hyperv neutron-server[109868]: Metadata agent@dv-neutron-818911-2-hyperv: {}, Nov 24 01:44:27.083714 dv-neutron-818911-2-hyperv neutron-server[109868]: Metering agent@dv-neutron-818911-2-hyperv: {}, Nov 24 01:44:27.083714 dv-neutron-818911-2-hyperv neutron-server[109868]: Open vSwitch agent@dv-neutron-818911-2-hyperv: { 'AddressGroup': '1.2', Nov 24 01:44:27.083714 dv-neutron-818911-2-hyperv neutron-server[109868]: 'ConntrackHelper': '1.0', Nov 24 01:44:27.083714 dv-neutron-818911-2-hyperv neutron-server[109868]: 'Log': '1.0', Nov 24 01:44:27.083714 dv-neutron-818911-2-hyperv neutron-server[109868]: 'Network': '1.1', Nov 24 01:44:27.083714 dv-neutron-818911-2-hyperv neutron-server[109868]: 'Port': '1.7', Nov 24 01:44:27.083714 dv-neutron-818911-2-hyperv neutron-server[109868]: 'PortForwarding': '1.2', Nov 24 01:44:27.083714 dv-neutron-818911-2-hyperv neutron-server[109868]: 'QosPolicy': '1.10', Nov 24 01:44:27.083714 dv-neutron-818911-2-hyperv neutron-server[109868]: 'SecurityGroup': '1.5', Nov 24 01:44:27.083714 dv-neutron-818911-2-hyperv neutron-server[109868]: 'SecurityGroupRule': '1.2', Nov 24 01:44:27.083714 dv-neutron-818911-2-hyperv neutron-server[109868]: 'SubPort': '1.0', Nov 24 01:44:27.083714 dv-neutron-818911-2-hyperv neutron-server[109868]: 'Subnet': '1.1', Nov 24 01:44:27.083714 dv-neutron-818911-2-hyperv neutron-server[109868]: 'Trunk': '1.1'}} Nov 24 01:44:27.083714 dv-neutron-818911-2-hyperv neutron-server[109868]: {{(pid=109868) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 24 01:44:27.093140 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95dfe68-75ce-44cc-8db5-676a28117c51 None None] Network 1f119f6f-a1f8-4bc6-85d9-f23337dbc03c is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:44:27.095145 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-d95dfe68-75ce-44cc-8db5-676a28117c51 None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:44:27.101114 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95dfe68-75ce-44cc-8db5-676a28117c51 None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:44:27.162105 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 43376) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:27.163677 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5ba20ca6-6ace-4139-936e-34f82f8511d7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:27.176667 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-d95dfe68-75ce-44cc-8db5-676a28117c51 None None] Attempting to bind port b3da4ee4-e4b1-435e-a1a6-00de79a351c8 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:44:27.177555 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-d95dfe68-75ce-44cc-8db5-676a28117c51 None None] Attempting to bind port b3da4ee4-e4b1-435e-a1a6-00de79a351c8 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': 'aef6f52d-ced6-4959-ae4e-fc8ba7a699d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1f119f6f-a1f8-4bc6-85d9-f23337dbc03c'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:44:27.178144 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95dfe68-75ce-44cc-8db5-676a28117c51 None None] Attempting to bind port b3da4ee4-e4b1-435e-a1a6-00de79a351c8 on network 1f119f6f-a1f8-4bc6-85d9-f23337dbc03c {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:44:27.184242 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95dfe68-75ce-44cc-8db5-676a28117c51 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:44:27.185084 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95dfe68-75ce-44cc-8db5-676a28117c51 None None] Checking segment: {'id': 'aef6f52d-ced6-4959-ae4e-fc8ba7a699d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1f119f6f-a1f8-4bc6-85d9-f23337dbc03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:44:27.185740 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-d95dfe68-75ce-44cc-8db5-676a28117c51 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:27.186329 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95dfe68-75ce-44cc-8db5-676a28117c51 None None] Bound using segment: {'id': 'aef6f52d-ced6-4959-ae4e-fc8ba7a699d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1f119f6f-a1f8-4bc6-85d9-f23337dbc03c'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:44:27.187479 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-d95dfe68-75ce-44cc-8db5-676a28117c51 None None] Bound port: b3da4ee4-e4b1-435e-a1a6-00de79a351c8, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aef6f52d-ced6-4959-ae4e-fc8ba7a699d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1f119f6f-a1f8-4bc6-85d9-f23337dbc03c'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:44:27.188111 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-d95dfe68-75ce-44cc-8db5-676a28117c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:27.207037 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5ba20ca6-6ace-4139-936e-34f82f8511d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:27.263873 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-d95dfe68-75ce-44cc-8db5-676a28117c51 None None] For port b3da4ee4-e4b1-435e-a1a6-00de79a351c8, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:44:27.267452 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-d95dfe68-75ce-44cc-8db5-676a28117c51 None None] For port b3da4ee4-e4b1-435e-a1a6-00de79a351c8, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=b3da4ee4-e4b1-435e-a1a6-00de79a351c8,segment=NetworkSegment(aef6f52d-ced6-4959-ae4e-fc8ba7a699d2),segment_id=aef6f52d-ced6-4959-ae4e-fc8ba7a699d2)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:44:27.269096 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-86334f1b-6126-464a-86f2-8c81e7b04cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:27.275761 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-d95dfe68-75ce-44cc-8db5-676a28117c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:27.347655 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95dfe68-75ce-44cc-8db5-676a28117c51 None None] Pushing event updated for resources: {'Port': ['ID=b3da4ee4-e4b1-435e-a1a6-00de79a351c8,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:27.388407 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f254dd4d-049a-4ebb-9595-fe5cc13a1ee0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:27.400129 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f254dd4d-049a-4ebb-9595-fe5cc13a1ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:27.414921 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [None req-5ba20ca6-6ace-4139-936e-34f82f8511d7 admin admin] Allocated IP 172.26.5.8 (eb22795d-37ee-46ee-844d-92c17e2ea450/3e66fcff-6e72-4083-b514-48f69cdaa2cb/3adae932-3a5f-42f6-9ca1-843b9be31a47) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:44:27.438133 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f254dd4d-049a-4ebb-9595-fe5cc13a1ee0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=109866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:44:27.468094 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f254dd4d-049a-4ebb-9595-fe5cc13a1ee0 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774268038575', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:27.468785 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f254dd4d-049a-4ebb-9595-fe5cc13a1ee0 admin admin] Unsubscribe: segment precommit_create {{(pid=109866) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 24 01:44:27.469130 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.segments_db [None req-f254dd4d-049a-4ebb-9595-fe5cc13a1ee0 admin admin] Added segment 15b2ee8c-f6d9-41dc-9d6f-b35b24ea97a6 of type vlan for network f4b0113f-5a2c-4a97-a650-fea5845398b7 Nov 24 01:44:27.572449 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-a56a6282-87e8-4ae2-aea1-2e591cb7905f admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-582106952-network', 'tenant_id': '110fa21155a747ab90ae3fb887427135'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:44:27.581807 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f254dd4d-049a-4ebb-9595-fe5cc13a1ee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99804c85-214e-4bd2-9275-5b91f7f9bea4,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:27.600575 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-91c97682-ebb6-4ff1-9c82-4cb005415561 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-388675918'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:44:27.624863 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f254dd4d-049a-4ebb-9595-fe5cc13a1ee0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:27.631391 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.db.api [None req-91c97682-ebb6-4ff1-9c82-4cb005415561 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 24 01:44:27.631391 dv-neutron-818911-2-hyperv neutron-server[109867]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 24 01:44:27.631391 dv-neutron-818911-2-hyperv neutron-server[109867]: [parameters: {'project_id_1': '0dc6c639d61c49b890108560c5e4fc40', 'expiration_1': datetime.datetime(2021, 11, 24, 1, 44, 7, 615961)}] Nov 24 01:44:27.631391 dv-neutron-818911-2-hyperv neutron-server[109867]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109867) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 01:44:27.632492 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG oslo_db.api [None req-91c97682-ebb6-4ff1-9c82-4cb005415561 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 01:44:27.635822 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a56a6282-87e8-4ae2-aea1-2e591cb7905f admin admin] Made reservation on behalf of 110fa21155a747ab90ae3fb887427135 for: {'network': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:44:27.642398 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a56a6282-87e8-4ae2-aea1-2e591cb7905f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:27.654863 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a56a6282-87e8-4ae2-aea1-2e591cb7905f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:27.691697 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:27.742744 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a56a6282-87e8-4ae2-aea1-2e591cb7905f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:27.743570 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f254dd4d-049a-4ebb-9595-fe5cc13a1ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:27.744558 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f254dd4d-049a-4ebb-9595-fe5cc13a1ee0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:44:27.745144 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f254dd4d-049a-4ebb-9595-fe5cc13a1ee0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:27.749881 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5ba20ca6-6ace-4139-936e-34f82f8511d7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:27.752541 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a56a6282-87e8-4ae2-aea1-2e591cb7905f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:27.789788 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56a6282-87e8-4ae2-aea1-2e591cb7905f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=881d3bd2-0b06-4a56-9e2f-38baefaeefe6,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:27.813719 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a56a6282-87e8-4ae2-aea1-2e591cb7905f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=109867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:44:27.829578 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a56a6282-87e8-4ae2-aea1-2e591cb7905f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:27.830450 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.segments_db [None req-a56a6282-87e8-4ae2-aea1-2e591cb7905f admin admin] Added segment 4527112f-9e66-46d6-91de-1ce9adfe195c of type vlan for network 0439926c-1302-4dcb-a15d-d53f1b665c6d Nov 24 01:44:27.889644 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a56a6282-87e8-4ae2-aea1-2e591cb7905f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:27.907059 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-f254dd4d-049a-4ebb-9595-fe5cc13a1ee0 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.6533179 Nov 24 01:44:27.913049 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 43404) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:27.927174 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a56a6282-87e8-4ae2-aea1-2e591cb7905f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:27.930433 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56a6282-87e8-4ae2-aea1-2e591cb7905f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:44:27.931579 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a56a6282-87e8-4ae2-aea1-2e591cb7905f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:27.935692 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-5bdc6128-156a-4e80-93c1-95448cbce288 admin admin] Request body: {'subnet': {'network_id': 'f4b0113f-5a2c-4a97-a650-fea5845398b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-83270705-subnet', 'tenant_id': '7ca5ab9ca83c45e6a41b1ce3bf5dc5f5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:44:27.992912 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f254dd4d-049a-4ebb-9595-fe5cc13a1ee0 admin admin] Pushing event updated for resources: {'Network': ['ID=f4b0113f-5a2c-4a97-a650-fea5845398b7,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:28.023382 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network f4b0113f-5a2c-4a97-a650-fea5845398b7 details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:44:28.035916 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bdc6128-156a-4e80-93c1-95448cbce288 admin admin] Made reservation on behalf of 7ca5ab9ca83c45e6a41b1ce3bf5dc5f5 for: {'subnet': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:44:28.039339 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5bdc6128-156a-4e80-93c1-95448cbce288 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:28.040518 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56a6282-87e8-4ae2-aea1-2e591cb7905f admin admin] Pushing event updated for resources: {'Network': ['ID=0439926c-1302-4dcb-a15d-d53f1b665c6d,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:28.051065 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5ba20ca6-6ace-4139-936e-34f82f8511d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:28.062110 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-a56a6282-87e8-4ae2-aea1-2e591cb7905f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8957460 Nov 24 01:44:28.062974 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 43410) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:28.068849 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-0d4ee927-d662-4afd-810a-7ebca2cf7eee admin admin] Request body: {'subnet': {'network_id': '0439926c-1302-4dcb-a15d-d53f1b665c6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-582106952-subnet', 'tenant_id': '110fa21155a747ab90ae3fb887427135', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:44:28.070555 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network 0439926c-1302-4dcb-a15d-d53f1b665c6d details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:44:28.091445 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.agents_db [None req-4e42c10c-a1d3-4d07-89d6-7a24334140aa None None] Agent healthcheck: found 6 active agents {{(pid=109869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 01:44:28.106048 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:28.107581 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba20ca6-6ace-4139-936e-34f82f8511d7 admin admin] Network eb22795d-37ee-46ee-844d-92c17e2ea450 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:44:28.112232 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d4ee927-d662-4afd-810a-7ebca2cf7eee admin admin] Made reservation on behalf of 110fa21155a747ab90ae3fb887427135 for: {'subnet': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:44:28.121242 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0d4ee927-d662-4afd-810a-7ebca2cf7eee admin admin] Publish callbacks [] for subnet, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:28.155624 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-5ba20ca6-6ace-4139-936e-34f82f8511d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:44:28.200225 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba20ca6-6ace-4139-936e-34f82f8511d7 admin admin] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:44:28.362828 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device b3da4ee4-e4b1-435e-a1a6-00de79a351c8 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:44:28.411214 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0d4ee927-d662-4afd-810a-7ebca2cf7eee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for subnet, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:28.422619 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c97682-ebb6-4ff1-9c82-4cb005415561 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Made reservation on behalf of 0dc6c639d61c49b890108560c5e4fc40 for: {'network': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:44:28.426445 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-91c97682-ebb6-4ff1-9c82-4cb005415561 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:28.489671 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-91c97682-ebb6-4ff1-9c82-4cb005415561 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Publish callbacks [] for security_group, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:28.490849 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port b3da4ee4-e4b1-435e-a1a6-00de79a351c8 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:44:28.491226 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:28.498537 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4ee927-d662-4afd-810a-7ebca2cf7eee admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cd00567-bdb6-4d9c-8716-d6fe9a6098c7,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:28.585196 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 43424) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:28.610124 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-91c97682-ebb6-4ff1-9c82-4cb005415561 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Publish callbacks [] for security_group, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:28.628694 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-91c97682-ebb6-4ff1-9c82-4cb005415561 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:28.659463 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91c97682-ebb6-4ff1-9c82-4cb005415561 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=109867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:44:28.662292 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:28.678630 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-91c97682-ebb6-4ff1-9c82-4cb005415561 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:28.678980 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.segments_db [None req-91c97682-ebb6-4ff1-9c82-4cb005415561 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Added segment bd0229db-0bec-4b69-9e8d-18238e0a63a4 of type vlan for network 19d2f09c-1b1e-465c-8ca1-aa055896f88b Nov 24 01:44:28.722288 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74fe1d15-84f9-4984-adc0-74d75a2a67fd None None] Network 1f119f6f-a1f8-4bc6-85d9-f23337dbc03c requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:44:28.722643 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba20ca6-6ace-4139-936e-34f82f8511d7 admin admin] Pushing event updated for resources: {'Port': ['ID=3adae932-3a5f-42f6-9ca1-843b9be31a47,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:28.814377 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4ee927-d662-4afd-810a-7ebca2cf7eee admin admin] Checking segment: {'id': '4527112f-9e66-46d6-91de-1ce9adfe195c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '0439926c-1302-4dcb-a15d-d53f1b665c6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:44:28.814595 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4ee927-d662-4afd-810a-7ebca2cf7eee admin admin] Network hostable DHCP agents. Network: 0439926c-1302-4dcb-a15d-d53f1b665c6d, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 01:44:28.824428 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-91c97682-ebb6-4ff1-9c82-4cb005415561 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:28.831767 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c97682-ebb6-4ff1-9c82-4cb005415561 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=456e05a5-e66b-408c-8b09-986e1e166655,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:28.877007 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] For port b3da4ee4-e4b1-435e-a1a6-00de79a351c8, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=b3da4ee4-e4b1-435e-a1a6-00de79a351c8,segment=NetworkSegment(aef6f52d-ced6-4959-ae4e-fc8ba7a699d2),segment_id=aef6f52d-ced6-4959-ae4e-fc8ba7a699d2)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:44:28.881029 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5ba20ca6-6ace-4139-936e-34f82f8511d7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:28.889188 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:28.920795 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 43434) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:28.946417 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4ee927-d662-4afd-810a-7ebca2cf7eee admin admin] Network 0439926c-1302-4dcb-a15d-d53f1b665c6d is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 01:44:28.959908 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-1d1838fc-5365-4f3b-9670-8266f709ba4e None None] Provisioning complete for port b3da4ee4-e4b1-435e-a1a6-00de79a351c8 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:44:28.960400 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-1d1838fc-5365-4f3b-9670-8266f709ba4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:28.965073 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-a8f035a3-ebed-4087-8ed8-d9fadc696c82 tempest-PortsAdminExtendedAttrsTestJSON-44999999 tempest-PortsAdminExtendedAttrsTestJSON-44999999-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-8913666'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:44:28.965257 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-91c97682-ebb6-4ff1-9c82-4cb005415561 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:28.975374 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c97682-ebb6-4ff1-9c82-4cb005415561 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:44:28.975998 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-91c97682-ebb6-4ff1-9c82-4cb005415561 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:29.029740 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5bdc6128-156a-4e80-93c1-95448cbce288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for subnet, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:29.072107 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Pushing event updated for resources: {'Port': ['ID=b3da4ee4-e4b1-435e-a1a6-00de79a351c8,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:29.084940 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdc6128-156a-4e80-93c1-95448cbce288 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0a91a6b-0fc2-490d-ba3d-91453eb80dcb,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:29.102513 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f035a3-ebed-4087-8ed8-d9fadc696c82 tempest-PortsAdminExtendedAttrsTestJSON-44999999 tempest-PortsAdminExtendedAttrsTestJSON-44999999-project] Made reservation on behalf of cbdc434f6ba54c889e417805b7a3bd29 for: {'network': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:44:29.105166 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-0d4ee927-d662-4afd-810a-7ebca2cf7eee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, 0439926c-1302-4dcb-a15d-d53f1b665c6d) {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:44:29.107510 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a8f035a3-ebed-4087-8ed8-d9fadc696c82 tempest-PortsAdminExtendedAttrsTestJSON-44999999 tempest-PortsAdminExtendedAttrsTestJSON-44999999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:29.109751 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4ee927-d662-4afd-810a-7ebca2cf7eee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:44:29.110695 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0d4ee927-d662-4afd-810a-7ebca2cf7eee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:29.117896 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 43440) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:29.121755 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a8f035a3-ebed-4087-8ed8-d9fadc696c82 tempest-PortsAdminExtendedAttrsTestJSON-44999999 tempest-PortsAdminExtendedAttrsTestJSON-44999999-project] Publish callbacks [] for security_group, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:29.151333 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-91c97682-ebb6-4ff1-9c82-4cb005415561 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 2.1110959 Nov 24 01:44:29.164692 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 43446) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:29.169527 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca6f31a-c5df-41d8-86fe-a88d4cba0317 None None] Network 0439926c-1302-4dcb-a15d-d53f1b665c6d requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:44:29.182723 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdc6128-156a-4e80-93c1-95448cbce288 admin admin] Checking segment: {'id': '15b2ee8c-f6d9-41dc-9d6f-b35b24ea97a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f4b0113f-5a2c-4a97-a650-fea5845398b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:44:29.183159 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bdc6128-156a-4e80-93c1-95448cbce288 admin admin] Network hostable DHCP agents. Network: f4b0113f-5a2c-4a97-a650-fea5845398b7, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 01:44:29.225985 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-fc5c095d-3e20-4416-ab78-edde424043a7 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Request body: {'subnet': {'network_id': '19d2f09c-1b1e-465c-8ca1-aa055896f88b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:44:29.247608 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bdc6128-156a-4e80-93c1-95448cbce288 admin admin] Network f4b0113f-5a2c-4a97-a650-fea5845398b7 is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 01:44:29.278891 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-5bdc6128-156a-4e80-93c1-95448cbce288 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, f4b0113f-5a2c-4a97-a650-fea5845398b7) {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:44:29.294176 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bdc6128-156a-4e80-93c1-95448cbce288 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:44:29.295033 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5bdc6128-156a-4e80-93c1-95448cbce288 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:29.316649 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-5bdc6128-156a-4e80-93c1-95448cbce288 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.3982279 Nov 24 01:44:29.319467 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5ba20ca6-6ace-4139-936e-34f82f8511d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-424338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418138'] for router, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:29.323294 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 43448) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:29.323689 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0bae60-d210-4f8a-9fcc-a1cf03cc2541 None None] Network f4b0113f-5a2c-4a97-a650-fea5845398b7 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:44:29.329216 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-b05f9f89-0411-4087-aacb-38cc497b8b28 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-83270705-router', 'tenant_id': '7ca5ab9ca83c45e6a41b1ce3bf5dc5f5', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:44:29.378836 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-0d4ee927-d662-4afd-810a-7ebca2cf7eee admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3142505 Nov 24 01:44:29.378836 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 43450) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:29.383016 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-5c7c1e4f-7c27-47ba-b43d-ca89f88b01d7 tempest-ExternalNetworksAdminNegativeTestJSON-1753547041 tempest-ExternalNetworksAdminNegativeTestJSON-1753547041-project-admin] Request body: {'floatingip': {'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:44:29.390842 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 43452) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:29.397366 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c97682-ebb6-4ff1-9c82-4cb005415561 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Pushing event updated for resources: {'Network': ['ID=19d2f09c-1b1e-465c-8ca1-aa055896f88b,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:29.403321 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-89788762-a248-4078-b9bc-ca3294f8229c admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-582106952-router', 'tenant_id': '110fa21155a747ab90ae3fb887427135', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:44:29.456211 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-afedb51c-410c-46ec-b859-e4fe1bab9a39 tempest-MeteringIpV6TestJSON-1394305219 tempest-MeteringIpV6TestJSON-1394305219-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-508658608'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:44:29.456726 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-afedb51c-410c-46ec-b859-e4fe1bab9a39 tempest-MeteringIpV6TestJSON-1394305219 tempest-MeteringIpV6TestJSON-1394305219-project-admin] Unknown quota resources ['metering_label']. {{(pid=109867) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 24 01:44:29.474549 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network 19d2f09c-1b1e-465c-8ca1-aa055896f88b details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:44:29.500417 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b05f9f89-0411-4087-aacb-38cc497b8b28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-424105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2744'] for router, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:29.501696 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b05f9f89-0411-4087-aacb-38cc497b8b28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-424325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-326625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2753'] for router, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:29.521193 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a8f035a3-ebed-4087-8ed8-d9fadc696c82 tempest-PortsAdminExtendedAttrsTestJSON-44999999 tempest-PortsAdminExtendedAttrsTestJSON-44999999-project] Publish callbacks [] for security_group, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:29.537773 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a8f035a3-ebed-4087-8ed8-d9fadc696c82 tempest-PortsAdminExtendedAttrsTestJSON-44999999 tempest-PortsAdminExtendedAttrsTestJSON-44999999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:29.554820 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-b3847892-4fbb-4a1e-89fd-e32602a62e12 tempest-MeteringTestJSON-1106399302 tempest-MeteringTestJSON-1106399302-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1497151379'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:44:29.555261 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-b3847892-4fbb-4a1e-89fd-e32602a62e12 tempest-MeteringTestJSON-1106399302 tempest-MeteringTestJSON-1106399302-project-admin] Unknown quota resources ['metering_label']. {{(pid=109867) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 24 01:44:29.659998 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:29.678068 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8f035a3-ebed-4087-8ed8-d9fadc696c82 tempest-PortsAdminExtendedAttrsTestJSON-44999999 tempest-PortsAdminExtendedAttrsTestJSON-44999999-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=109866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:44:29.683836 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b05f9f89-0411-4087-aacb-38cc497b8b28 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:29.690764 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f035a3-ebed-4087-8ed8-d9fadc696c82 tempest-PortsAdminExtendedAttrsTestJSON-44999999 tempest-PortsAdminExtendedAttrsTestJSON-44999999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42e39c69-0ca5-4506-b187-518fc867bf1f,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:29.715881 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-6d3a65c8-1ed8-4453-aa8d-f26707796e20 None None] Provisioning complete for port b3da4ee4-e4b1-435e-a1a6-00de79a351c8 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:44:29.716611 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-6d3a65c8-1ed8-4453-aa8d-f26707796e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:29.747338 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5467a0d-2b9a-4761-8fc2-fb77d6b0a1e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-f4b0113f-5a2c-4a97-a650-fea5845398b7', 'network_id': 'f4b0113f-5a2c-4a97-a650-fea5845398b7', 'tenant_id': '7ca5ab9ca83c45e6a41b1ce3bf5dc5f5', 'fixed_ips': [{'subnet_id': 'f0a91a6b-0fc2-490d-ba3d-91453eb80dcb'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 01:44:29.748228 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-d5467a0d-2b9a-4761-8fc2-fb77d6b0a1e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:29.818763 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a8f035a3-ebed-4087-8ed8-d9fadc696c82 tempest-PortsAdminExtendedAttrsTestJSON-44999999 tempest-PortsAdminExtendedAttrsTestJSON-44999999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:29.819352 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.segments_db [None req-a8f035a3-ebed-4087-8ed8-d9fadc696c82 tempest-PortsAdminExtendedAttrsTestJSON-44999999 tempest-PortsAdminExtendedAttrsTestJSON-44999999-project] Added segment 2aab1c16-51c4-4b85-bfad-9025a3bc7019 of type vlan for network 53141425-9227-44cd-93fa-12c001f214f2 Nov 24 01:44:29.821854 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc5c095d-3e20-4416-ab78-edde424043a7 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Made reservation on behalf of 0dc6c639d61c49b890108560c5e4fc40 for: {'subnet': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:44:29.825204 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fc5c095d-3e20-4416-ab78-edde424043a7 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Publish callbacks [] for subnet, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:29.864345 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0a2fb8-0ee8-4d75-87da-e20a4ecf63fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-0439926c-1302-4dcb-a15d-d53f1b665c6d', 'network_id': '0439926c-1302-4dcb-a15d-d53f1b665c6d', 'tenant_id': '110fa21155a747ab90ae3fb887427135', 'fixed_ips': [{'subnet_id': '3cd00567-bdb6-4d9c-8716-d6fe9a6098c7'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 01:44:29.865227 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9d0a2fb8-0ee8-4d75-87da-e20a4ecf63fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:29.872121 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-afedb51c-410c-46ec-b859-e4fe1bab9a39 tempest-MeteringIpV6TestJSON-1394305219 tempest-MeteringIpV6TestJSON-1394305219-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:29.873657 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-afedb51c-410c-46ec-b859-e4fe1bab9a39 tempest-MeteringIpV6TestJSON-1394305219 tempest-MeteringIpV6TestJSON-1394305219-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.4837909 Nov 24 01:44:29.890159 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 43464) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:29.896739 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-f832debf-d041-4dd9-8925-5666c144360e tempest-MeteringIpV6TestJSON-1394305219 tempest-MeteringIpV6TestJSON-1394305219-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '75ce3eb7-2540-4bc0-be39-7cea7597e2c8'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:44:29.897675 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-f832debf-d041-4dd9-8925-5666c144360e tempest-MeteringIpV6TestJSON-1394305219 tempest-MeteringIpV6TestJSON-1394305219-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109867) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 24 01:44:29.937931 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-89788762-a248-4078-b9bc-ca3294f8229c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-424105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2744'] for router, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:29.939281 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-89788762-a248-4078-b9bc-ca3294f8229c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-424325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-326625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2753'] for router, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:29.970951 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5c7c1e4f-7c27-47ba-b43d-ca89f88b01d7 tempest-ExternalNetworksAdminNegativeTestJSON-1753547041 tempest-ExternalNetworksAdminNegativeTestJSON-1753547041-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:29.975139 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a8f035a3-ebed-4087-8ed8-d9fadc696c82 tempest-PortsAdminExtendedAttrsTestJSON-44999999 tempest-PortsAdminExtendedAttrsTestJSON-44999999-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:29.983981 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b05f9f89-0411-4087-aacb-38cc497b8b28 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:30.032430 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ba20ca6-6ace-4139-936e-34f82f8511d7 admin admin] Router 03d15ab8-96ac-4078-afbb-508fb1699e46 is scheduled to L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e with binding_index 1 {{(pid=109866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 01:44:30.043026 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a8f035a3-ebed-4087-8ed8-d9fadc696c82 tempest-PortsAdminExtendedAttrsTestJSON-44999999 tempest-PortsAdminExtendedAttrsTestJSON-44999999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:30.048564 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f035a3-ebed-4087-8ed8-d9fadc696c82 tempest-PortsAdminExtendedAttrsTestJSON-44999999 tempest-PortsAdminExtendedAttrsTestJSON-44999999-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:44:30.049158 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a8f035a3-ebed-4087-8ed8-d9fadc696c82 tempest-PortsAdminExtendedAttrsTestJSON-44999999 tempest-PortsAdminExtendedAttrsTestJSON-44999999-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:30.156856 dv-neutron-818911-2-hyperv neutron-server[109867]: WARNING neutron.services.metering.metering_plugin [None req-f832debf-d041-4dd9-8925-5666c144360e tempest-MeteringIpV6TestJSON-1394305219 tempest-MeteringIpV6TestJSON-1394305219-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 24 01:44:30.169629 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:30.183199 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-a8f035a3-ebed-4087-8ed8-d9fadc696c82 tempest-PortsAdminExtendedAttrsTestJSON-44999999 tempest-PortsAdminExtendedAttrsTestJSON-44999999-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.5925329 Nov 24 01:44:30.196174 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-d5467a0d-2b9a-4761-8fc2-fb77d6b0a1e8 None None] Allocated IP 172.20.0.2 (f4b0113f-5a2c-4a97-a650-fea5845398b7/f0a91a6b-0fc2-490d-ba3d-91453eb80dcb/96e9ce6e-a8d2-443d-8b85-4d158f02dcb6) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:44:30.222356 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f035a3-ebed-4087-8ed8-d9fadc696c82 tempest-PortsAdminExtendedAttrsTestJSON-44999999 tempest-PortsAdminExtendedAttrsTestJSON-44999999-project] Pushing event updated for resources: {'Network': ['ID=53141425-9227-44cd-93fa-12c001f214f2,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:30.244619 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network 53141425-9227-44cd-93fa-12c001f214f2 details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:44:30.321215 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ba20ca6-6ace-4139-936e-34f82f8511d7 admin admin] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:44:30.326733 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b3847892-4fbb-4a1e-89fd-e32602a62e12 tempest-MeteringTestJSON-1106399302 tempest-MeteringTestJSON-1106399302-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:30.327884 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-b3847892-4fbb-4a1e-89fd-e32602a62e12 tempest-MeteringTestJSON-1106399302 tempest-MeteringTestJSON-1106399302-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.1966782 Nov 24 01:44:30.332060 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 43474) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:30.338953 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-9d0a2fb8-0ee8-4d75-87da-e20a4ecf63fc None None] Allocated IP 172.20.0.2 (0439926c-1302-4dcb-a15d-d53f1b665c6d/3cd00567-bdb6-4d9c-8716-d6fe9a6098c7/101702da-ca71-43da-91c8-38c1fd028984) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:44:30.339467 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-bd960175-5d38-430a-a2cf-c3e996e6d51a tempest-MeteringTestJSON-1106399302 tempest-MeteringTestJSON-1106399302-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '6bff23b1-9f44-4a34-a0b4-9b9e379252da'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:44:30.339858 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc13d35e-7799-4963-ac21-672b8f787ba6 None None] Sync routers for ids ['03d15ab8-96ac-4078-afbb-508fb1699e46'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:44:30.340411 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-bd960175-5d38-430a-a2cf-c3e996e6d51a tempest-MeteringTestJSON-1106399302 tempest-MeteringTestJSON-1106399302-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109866) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 24 01:44:30.350401 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device b3da4ee4-e4b1-435e-a1a6-00de79a351c8 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:44:30.352581 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc13d35e-7799-4963-ac21-672b8f787ba6 None None] Routers {'03d15ab8-96ac-4078-afbb-508fb1699e46'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:44:30.354560 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-dc13d35e-7799-4963-ac21-672b8f787ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:44:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['03d15ab8-96ac-4078-afbb-508fb1699e46'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:44:30.361715 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5ba20ca6-6ace-4139-936e-34f82f8511d7 admin admin] Publish callbacks [] for router, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:30.362947 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-5ba20ca6-6ace-4139-936e-34f82f8511d7 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.9488735 Nov 24 01:44:30.368372 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 43476) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:30.419608 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-89788762-a248-4078-b9bc-ca3294f8229c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:30.473883 dv-neutron-818911-2-hyperv neutron-server[109866]: WARNING neutron.services.metering.metering_plugin [None req-bd960175-5d38-430a-a2cf-c3e996e6d51a tempest-MeteringTestJSON-1106399302 tempest-MeteringTestJSON-1106399302-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 24 01:44:30.546060 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f832debf-d041-4dd9-8925-5666c144360e tempest-MeteringIpV6TestJSON-1394305219 tempest-MeteringIpV6TestJSON-1394305219-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:30.550362 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-f832debf-d041-4dd9-8925-5666c144360e tempest-MeteringIpV6TestJSON-1394305219 tempest-MeteringIpV6TestJSON-1394305219-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.6557846 Nov 24 01:44:30.556474 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 43480) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:30.589401 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-00e3616a-9588-478c-999f-d37cebaaebef tempest-MeteringIpV6TestJSON-1394305219 tempest-MeteringIpV6TestJSON-1394305219-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '75ce3eb7-2540-4bc0-be39-7cea7597e2c8'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:44:30.590484 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-00e3616a-9588-478c-999f-d37cebaaebef tempest-MeteringIpV6TestJSON-1394305219 tempest-MeteringIpV6TestJSON-1394305219-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109866) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 24 01:44:30.641225 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-dc13d35e-7799-4963-ac21-672b8f787ba6 None None] Set router 03d15ab8-96ac-4078-afbb-508fb1699e46 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:44:30.675434 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-d5467a0d-2b9a-4761-8fc2-fb77d6b0a1e8 None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:30.723690 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-bd960175-5d38-430a-a2cf-c3e996e6d51a tempest-MeteringTestJSON-1106399302 tempest-MeteringTestJSON-1106399302-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:30.725186 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-bd960175-5d38-430a-a2cf-c3e996e6d51a tempest-MeteringTestJSON-1106399302 tempest-MeteringTestJSON-1106399302-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3903470 Nov 24 01:44:30.732225 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 43482) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:30.741278 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-54208f3a-5de7-41b3-938a-e3476ab3af76 tempest-MeteringTestJSON-1106399302 tempest-MeteringTestJSON-1106399302-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '6bff23b1-9f44-4a34-a0b4-9b9e379252da'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:44:30.741794 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-54208f3a-5de7-41b3-938a-e3476ab3af76 tempest-MeteringTestJSON-1106399302 tempest-MeteringTestJSON-1106399302-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109866) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 24 01:44:30.797221 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9d0a2fb8-0ee8-4d75-87da-e20a4ecf63fc None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:30.810733 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port b3da4ee4-e4b1-435e-a1a6-00de79a351c8 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:44:30.811429 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:30.821356 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-89788762-a248-4078-b9bc-ca3294f8229c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:30.833236 dv-neutron-818911-2-hyperv neutron-server[109866]: WARNING neutron.services.metering.metering_plugin [None req-00e3616a-9588-478c-999f-d37cebaaebef tempest-MeteringIpV6TestJSON-1394305219 tempest-MeteringIpV6TestJSON-1394305219-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 24 01:44:30.865366 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fc5c095d-3e20-4416-ab78-edde424043a7 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for subnet, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:30.882406 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9d0a2fb8-0ee8-4d75-87da-e20a4ecf63fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:30.891460 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-d5467a0d-2b9a-4761-8fc2-fb77d6b0a1e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:30.914536 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0a2fb8-0ee8-4d75-87da-e20a4ecf63fc None None] Network 0439926c-1302-4dcb-a15d-d53f1b665c6d is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:44:30.921816 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5c095d-3e20-4416-ab78-edde424043a7 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Pushing event updated for resources: {'Subnet': ['ID=aa05d6b5-70d9-4636-bd37-f4e14483f9f7,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:30.931548 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5467a0d-2b9a-4761-8fc2-fb77d6b0a1e8 None None] Network f4b0113f-5a2c-4a97-a650-fea5845398b7 is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:44:30.937166 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-9d0a2fb8-0ee8-4d75-87da-e20a4ecf63fc None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:44:30.941598 dv-neutron-818911-2-hyperv neutron-server[109866]: WARNING neutron.services.metering.metering_plugin [None req-54208f3a-5de7-41b3-938a-e3476ab3af76 tempest-MeteringTestJSON-1106399302 tempest-MeteringTestJSON-1106399302-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 24 01:44:30.943693 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-d5467a0d-2b9a-4761-8fc2-fb77d6b0a1e8 None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:44:30.945666 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0a2fb8-0ee8-4d75-87da-e20a4ecf63fc None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:44:30.956139 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5c7c1e4f-7c27-47ba-b43d-ca89f88b01d7 tempest-ExternalNetworksAdminNegativeTestJSON-1753547041 tempest-ExternalNetworksAdminNegativeTestJSON-1753547041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:31.032459 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5467a0d-2b9a-4761-8fc2-fb77d6b0a1e8 None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:44:31.080633 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5c095d-3e20-4416-ab78-edde424043a7 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Checking segment: {'id': 'bd0229db-0bec-4b69-9e8d-18238e0a63a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '19d2f09c-1b1e-465c-8ca1-aa055896f88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:44:31.080993 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5c095d-3e20-4416-ab78-edde424043a7 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Network hostable DHCP agents. Network: 19d2f09c-1b1e-465c-8ca1-aa055896f88b, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 01:44:31.127166 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b05f9f89-0411-4087-aacb-38cc497b8b28 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:31.139562 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 43484) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:31.163445 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-f828bf87-ede5-4c3e-a9ab-7f2178682dfc tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Request body: {'port': {'network_id': '53141425-9227-44cd-93fa-12c001f214f2', 'binding:host_id': 'hv-neutron-8189', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2109452108'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:44:31.169021 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-00e3616a-9588-478c-999f-d37cebaaebef tempest-MeteringIpV6TestJSON-1394305219 tempest-MeteringIpV6TestJSON-1394305219-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:31.172663 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-00e3616a-9588-478c-999f-d37cebaaebef tempest-MeteringIpV6TestJSON-1394305219 tempest-MeteringIpV6TestJSON-1394305219-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.5842667 Nov 24 01:44:31.180100 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-dc13d35e-7799-4963-ac21-672b8f787ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d15ab8-96ac-4078-afbb-508fb1699e46', 'name': 'tempest-ServersTestManualDisk-976998010-router', 'tenant_id': '02a273ddc4c14296a842719ce385cf90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.8'}], 'enable_snat': True}, 'gw_port_id': '3adae932-3a5f-42f6-9ca1-843b9be31a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:44:26Z', 'updated_at': '2021-11-24T01:44:28Z', 'revision_number': 3, 'project_id': '02a273ddc4c14296a842719ce385cf90', 'gw_port': {'id': '3adae932-3a5f-42f6-9ca1-843b9be31a47', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:55:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03d15ab8-96ac-4078-afbb-508fb1699e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:44:27Z', 'updated_at': '2021-11-24T01:44:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:44:31.196175 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 43486) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:31.212827 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f828bf87-ede5-4c3e-a9ab-7f2178682dfc tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Made reservation on behalf of 9bbdab98994c42d8be61e5ee3744cb0d for: {'port': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:44:31.214082 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc13d35e-7799-4963-ac21-672b8f787ba6 None None] Checking router: 03d15ab8-96ac-4078-afbb-508fb1699e46 for host: dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 01:44:31.214384 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-d5467a0d-2b9a-4761-8fc2-fb77d6b0a1e8 None None] Attempting to bind port 96e9ce6e-a8d2-443d-8b85-4d158f02dcb6 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:44:31.214863 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc13d35e-7799-4963-ac21-672b8f787ba6 None None] Updating router 03d15ab8-96ac-4078-afbb-508fb1699e46 port 3adae932-3a5f-42f6-9ca1-843b9be31a47 binding host dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 01:44:31.215314 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f828bf87-ede5-4c3e-a9ab-7f2178682dfc tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:31.215681 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-d5467a0d-2b9a-4761-8fc2-fb77d6b0a1e8 None None] Attempting to bind port 96e9ce6e-a8d2-443d-8b85-4d158f02dcb6 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '15b2ee8c-f6d9-41dc-9d6f-b35b24ea97a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f4b0113f-5a2c-4a97-a650-fea5845398b7'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:44:31.216267 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5467a0d-2b9a-4761-8fc2-fb77d6b0a1e8 None None] Attempting to bind port 96e9ce6e-a8d2-443d-8b85-4d158f02dcb6 on network f4b0113f-5a2c-4a97-a650-fea5845398b7 {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:44:31.218671 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-9d0a2fb8-0ee8-4d75-87da-e20a4ecf63fc None None] Attempting to bind port 101702da-ca71-43da-91c8-38c1fd028984 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:44:31.219513 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-9d0a2fb8-0ee8-4d75-87da-e20a4ecf63fc None None] Attempting to bind port 101702da-ca71-43da-91c8-38c1fd028984 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '4527112f-9e66-46d6-91de-1ce9adfe195c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '0439926c-1302-4dcb-a15d-d53f1b665c6d'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:44:31.220463 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0a2fb8-0ee8-4d75-87da-e20a4ecf63fc None None] Attempting to bind port 101702da-ca71-43da-91c8-38c1fd028984 on network 0439926c-1302-4dcb-a15d-d53f1b665c6d {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:44:31.230130 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f828bf87-ede5-4c3e-a9ab-7f2178682dfc tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:31.230730 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0a2fb8-0ee8-4d75-87da-e20a4ecf63fc None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:44:31.231474 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0a2fb8-0ee8-4d75-87da-e20a4ecf63fc None None] Checking segment: {'id': '4527112f-9e66-46d6-91de-1ce9adfe195c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '0439926c-1302-4dcb-a15d-d53f1b665c6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:44:31.232111 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9d0a2fb8-0ee8-4d75-87da-e20a4ecf63fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:31.232721 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0a2fb8-0ee8-4d75-87da-e20a4ecf63fc None None] Bound using segment: {'id': '4527112f-9e66-46d6-91de-1ce9adfe195c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '0439926c-1302-4dcb-a15d-d53f1b665c6d'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:44:31.233421 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-9d0a2fb8-0ee8-4d75-87da-e20a4ecf63fc None None] Bound port: 101702da-ca71-43da-91c8-38c1fd028984, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4527112f-9e66-46d6-91de-1ce9adfe195c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '0439926c-1302-4dcb-a15d-d53f1b665c6d'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:44:31.234177 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9d0a2fb8-0ee8-4d75-87da-e20a4ecf63fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:31.235153 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b05f9f89-0411-4087-aacb-38cc497b8b28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:31.241733 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-dc13d35e-7799-4963-ac21-672b8f787ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:31.252800 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0a2fb8-0ee8-4d75-87da-e20a4ecf63fc None None] Pushing event updated for resources: {'Port': ['ID=101702da-ca71-43da-91c8-38c1fd028984,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:31.286794 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-54208f3a-5de7-41b3-938a-e3476ab3af76 tempest-MeteringTestJSON-1106399302 tempest-MeteringTestJSON-1106399302-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:31.290908 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-54208f3a-5de7-41b3-938a-e3476ab3af76 tempest-MeteringTestJSON-1106399302 tempest-MeteringTestJSON-1106399302-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5558875 Nov 24 01:44:31.291551 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 43488) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:31.322567 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f828bf87-ede5-4c3e-a9ab-7f2178682dfc tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:31.323927 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5c095d-3e20-4416-ab78-edde424043a7 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Network 19d2f09c-1b1e-465c-8ca1-aa055896f88b is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 01:44:31.324348 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5467a0d-2b9a-4761-8fc2-fb77d6b0a1e8 None None] Pushing event updated for resources: {'Port': ['ID=96e9ce6e-a8d2-443d-8b85-4d158f02dcb6,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:31.342214 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-a5a263d3-d133-4f2a-a6c0-f8d21d6944a9 tempest-MeteringIpV6TestJSON-1394305219 tempest-MeteringIpV6TestJSON-1394305219-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=e5caed67-ef5d-4490-9c47-d55cbc3b11e3 HTTP/1.1" status: 200 len: 462 time: 0.1382284 Nov 24 01:44:31.342214 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f828bf87-ede5-4c3e-a9ab-7f2178682dfc tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:31.347741 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 43490) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:31.362083 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [None req-f828bf87-ede5-4c3e-a9ab-7f2178682dfc tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] device_id is not set on port d0e4efeb-6474-43c1-8be8-21ba7f775c57 yet. {{(pid=109867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 01:44:31.363665 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-f346aa62-7da1-4b5c-afda-a5abeb197575 tempest-MeteringTestJSON-1106399302 tempest-MeteringTestJSON-1106399302-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=f5cadce0-fc74-4f0c-b29a-be724807ad9f HTTP/1.1" status: 200 len: 464 time: 0.0684633 Nov 24 01:44:31.370482 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 43492) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:31.379054 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-fc5c095d-3e20-4416-ab78-edde424043a7 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, 19d2f09c-1b1e-465c-8ca1-aa055896f88b) {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:44:31.380704 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5467a0d-2b9a-4761-8fc2-fb77d6b0a1e8 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:44:31.381360 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5467a0d-2b9a-4761-8fc2-fb77d6b0a1e8 None None] Checking segment: {'id': '15b2ee8c-f6d9-41dc-9d6f-b35b24ea97a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f4b0113f-5a2c-4a97-a650-fea5845398b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:44:31.382411 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-d5467a0d-2b9a-4761-8fc2-fb77d6b0a1e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:31.383048 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5467a0d-2b9a-4761-8fc2-fb77d6b0a1e8 None None] Bound using segment: {'id': '15b2ee8c-f6d9-41dc-9d6f-b35b24ea97a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f4b0113f-5a2c-4a97-a650-fea5845398b7'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:44:31.383264 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5c095d-3e20-4416-ab78-edde424043a7 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:44:31.383848 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fc5c095d-3e20-4416-ab78-edde424043a7 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:31.384653 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-d5467a0d-2b9a-4761-8fc2-fb77d6b0a1e8 None None] Bound port: 96e9ce6e-a8d2-443d-8b85-4d158f02dcb6, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15b2ee8c-f6d9-41dc-9d6f-b35b24ea97a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f4b0113f-5a2c-4a97-a650-fea5845398b7'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:44:31.386081 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-d5467a0d-2b9a-4761-8fc2-fb77d6b0a1e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:31.397623 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-5c7c1e4f-7c27-47ba-b43d-ca89f88b01d7 tempest-ExternalNetworksAdminNegativeTestJSON-1753547041 tempest-ExternalNetworksAdminNegativeTestJSON-1753547041-project-admin] Allocated IP 172.26.5.29 (eb22795d-37ee-46ee-844d-92c17e2ea450/3e66fcff-6e72-4083-b514-48f69cdaa2cb/bc813f53-c1c1-4f37-bac5-59bc5dd368e5) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:44:31.404667 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0db6b2-3b50-49d8-a5f6-d264ef32a747 None None] Network 19d2f09c-1b1e-465c-8ca1-aa055896f88b requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:44:31.491902 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-9d0a2fb8-0ee8-4d75-87da-e20a4ecf63fc None None] For port 101702da-ca71-43da-91c8-38c1fd028984, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:44:31.539130 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-9d0a2fb8-0ee8-4d75-87da-e20a4ecf63fc None None] For port 101702da-ca71-43da-91c8-38c1fd028984, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=101702da-ca71-43da-91c8-38c1fd028984,segment=NetworkSegment(4527112f-9e66-46d6-91de-1ce9adfe195c),segment_id=4527112f-9e66-46d6-91de-1ce9adfe195c)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:44:31.547937 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cdb408b3-e994-4ca7-b378-2b15f46e9de5 tempest-MeteringIpV6TestJSON-1394305219 tempest-MeteringIpV6TestJSON-1394305219-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:31.551904 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-cdb408b3-e994-4ca7-b378-2b15f46e9de5 tempest-MeteringIpV6TestJSON-1394305219 tempest-MeteringIpV6TestJSON-1394305219-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-label-rules/e5caed67-ef5d-4490-9c47-d55cbc3b11e3 HTTP/1.1" status: 204 len: 168 time: 0.1981070 Nov 24 01:44:31.552232 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 43496) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:31.556191 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9d0a2fb8-0ee8-4d75-87da-e20a4ecf63fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:31.572213 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-05fbe918-bd17-4253-8e47-dbb12f6c9adf tempest-MeteringIpV6TestJSON-1394305219 tempest-MeteringIpV6TestJSON-1394305219-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=e5caed67-ef5d-4490-9c47-d55cbc3b11e3 HTTP/1.1" status: 200 len: 221 time: 0.0156009 Nov 24 01:44:31.572449 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 43498) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:31.576819 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-e0ec1f1c-301b-4d20-9a46-b308d61411dd tempest-MeteringIpV6TestJSON-1394305219 tempest-MeteringIpV6TestJSON-1394305219-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--433409070', 'description': 'label created by tempest'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:44:31.577452 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-e0ec1f1c-301b-4d20-9a46-b308d61411dd tempest-MeteringIpV6TestJSON-1394305219 tempest-MeteringIpV6TestJSON-1394305219-project-admin] Unknown quota resources ['metering_label']. {{(pid=109866) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 24 01:44:31.613180 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-d5467a0d-2b9a-4761-8fc2-fb77d6b0a1e8 None None] For port 96e9ce6e-a8d2-443d-8b85-4d158f02dcb6, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:44:31.661712 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-d5467a0d-2b9a-4761-8fc2-fb77d6b0a1e8 None None] For port 96e9ce6e-a8d2-443d-8b85-4d158f02dcb6, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=96e9ce6e-a8d2-443d-8b85-4d158f02dcb6,segment=NetworkSegment(15b2ee8c-f6d9-41dc-9d6f-b35b24ea97a6),segment_id=15b2ee8c-f6d9-41dc-9d6f-b35b24ea97a6)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:44:31.677475 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-d5467a0d-2b9a-4761-8fc2-fb77d6b0a1e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:31.685922 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0a2fb8-0ee8-4d75-87da-e20a4ecf63fc None None] Pushing event updated for resources: {'Port': ['ID=101702da-ca71-43da-91c8-38c1fd028984,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:31.751276 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb49095f-1942-4952-95bb-4e3c843c988d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-19d2f09c-1b1e-465c-8ca1-aa055896f88b', 'network_id': '19d2f09c-1b1e-465c-8ca1-aa055896f88b', 'tenant_id': '0dc6c639d61c49b890108560c5e4fc40', 'fixed_ips': [{'subnet_id': 'aa05d6b5-70d9-4636-bd37-f4e14483f9f7'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 01:44:31.752157 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-fb49095f-1942-4952-95bb-4e3c843c988d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:31.770478 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1f7e7e15-f401-4fcb-b7a2-796a8ead3a45 tempest-MeteringTestJSON-1106399302 tempest-MeteringTestJSON-1106399302-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:31.771435 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-1f7e7e15-f401-4fcb-b7a2-796a8ead3a45 tempest-MeteringTestJSON-1106399302 tempest-MeteringTestJSON-1106399302-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-label-rules/f5cadce0-fc74-4f0c-b29a-be724807ad9f HTTP/1.1" status: 204 len: 168 time: 0.3934133 Nov 24 01:44:31.774867 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-fc5c095d-3e20-4416-ab78-edde424043a7 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5972385 Nov 24 01:44:31.775419 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f828bf87-ede5-4c3e-a9ab-7f2178682dfc tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddf580be-a3f3-4c3d-97e7-91845ca91d9f,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:31.797546 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 43500) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:31.797893 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 43502) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:31.811004 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5467a0d-2b9a-4761-8fc2-fb77d6b0a1e8 None None] Pushing event updated for resources: {'Port': ['ID=96e9ce6e-a8d2-443d-8b85-4d158f02dcb6,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:31.841645 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-4e10710d-8358-4b94-b461-d5f530490885 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Request body: {'port': {'network_id': '19d2f09c-1b1e-465c-8ca1-aa055896f88b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1917554583'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:44:31.913678 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-89788762-a248-4078-b9bc-ca3294f8229c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:31.958922 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-27bdb22a-0f03-456c-8fa6-9f60ca66acf7 tempest-MeteringTestJSON-1106399302 tempest-MeteringTestJSON-1106399302-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=f5cadce0-fc74-4f0c-b29a-be724807ad9f HTTP/1.1" status: 200 len: 221 time: 0.1594837 Nov 24 01:44:31.972585 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 43508) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:31.984323 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-89788762-a248-4078-b9bc-ca3294f8229c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:32.021581 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-3700cece-f01e-47b1-857d-9ce855f97e48 tempest-MeteringTestJSON-1106399302 tempest-MeteringTestJSON-1106399302-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--922126322', 'description': 'label created by tempest'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:44:32.021581 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-3700cece-f01e-47b1-857d-9ce855f97e48 tempest-MeteringTestJSON-1106399302 tempest-MeteringTestJSON-1106399302-project-admin] Unknown quota resources ['metering_label']. {{(pid=109866) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 24 01:44:32.028322 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-fb49095f-1942-4952-95bb-4e3c843c988d None None] Allocated IP 2001:db8::2 (19d2f09c-1b1e-465c-8ca1-aa055896f88b/aa05d6b5-70d9-4636-bd37-f4e14483f9f7/15df5789-c371-4a6f-a27c-1b6be4cfe143) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:44:32.093487 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e0ec1f1c-301b-4d20-9a46-b308d61411dd tempest-MeteringIpV6TestJSON-1394305219 tempest-MeteringIpV6TestJSON-1394305219-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:32.098761 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-e0ec1f1c-301b-4d20-9a46-b308d61411dd tempest-MeteringIpV6TestJSON-1394305219 tempest-MeteringIpV6TestJSON-1394305219-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.5214415 Nov 24 01:44:32.107378 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5c7c1e4f-7c27-47ba-b43d-ca89f88b01d7 tempest-ExternalNetworksAdminNegativeTestJSON-1753547041 tempest-ExternalNetworksAdminNegativeTestJSON-1753547041-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:32.110208 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 43510) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:32.279417 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-cf1c0aab-b74e-4485-94d2-ce666141e539 tempest-MeteringIpV6TestJSON-1394305219 tempest-MeteringIpV6TestJSON-1394305219-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=21df10b9-8354-43c7-9b55-d39de9b9f381 HTTP/1.1" status: 200 len: 467 time: 0.1655474 Nov 24 01:44:32.284956 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 43512) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:32.304551 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-fb49095f-1942-4952-95bb-4e3c843c988d None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:32.317482 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-fb49095f-1942-4952-95bb-4e3c843c988d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:32.361654 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 101702da-ca71-43da-91c8-38c1fd028984 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:44:32.403608 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb49095f-1942-4952-95bb-4e3c843c988d None None] Network 19d2f09c-1b1e-465c-8ca1-aa055896f88b is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:44:32.410782 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-fb49095f-1942-4952-95bb-4e3c843c988d None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:44:32.431927 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb49095f-1942-4952-95bb-4e3c843c988d None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:44:32.436148 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb49095f-1942-4952-95bb-4e3c843c988d None None] Pushing event updated for resources: {'Port': ['ID=15df5789-c371-4a6f-a27c-1b6be4cfe143,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:32.464870 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5c7c1e4f-7c27-47ba-b43d-ca89f88b01d7 tempest-ExternalNetworksAdminNegativeTestJSON-1753547041 tempest-ExternalNetworksAdminNegativeTestJSON-1753547041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:32.469023 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [None req-f828bf87-ede5-4c3e-a9ab-7f2178682dfc tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] device_id is not set on port d0e4efeb-6474-43c1-8be8-21ba7f775c57 yet. {{(pid=109867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 01:44:32.519669 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 101702da-ca71-43da-91c8-38c1fd028984 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:44:32.520217 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:32.521931 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-fb49095f-1942-4952-95bb-4e3c843c988d None None] Attempting to bind port 15df5789-c371-4a6f-a27c-1b6be4cfe143 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:44:32.522395 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-fb49095f-1942-4952-95bb-4e3c843c988d None None] Attempting to bind port 15df5789-c371-4a6f-a27c-1b6be4cfe143 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': 'bd0229db-0bec-4b69-9e8d-18238e0a63a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '19d2f09c-1b1e-465c-8ca1-aa055896f88b'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:44:32.522854 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb49095f-1942-4952-95bb-4e3c843c988d None None] Attempting to bind port 15df5789-c371-4a6f-a27c-1b6be4cfe143 on network 19d2f09c-1b1e-465c-8ca1-aa055896f88b {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:44:32.546216 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f828bf87-ede5-4c3e-a9ab-7f2178682dfc tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:32.559562 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb49095f-1942-4952-95bb-4e3c843c988d None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:44:32.561481 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb49095f-1942-4952-95bb-4e3c843c988d None None] Checking segment: {'id': 'bd0229db-0bec-4b69-9e8d-18238e0a63a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '19d2f09c-1b1e-465c-8ca1-aa055896f88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:44:32.561481 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-fb49095f-1942-4952-95bb-4e3c843c988d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:32.561481 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb49095f-1942-4952-95bb-4e3c843c988d None None] Bound using segment: {'id': 'bd0229db-0bec-4b69-9e8d-18238e0a63a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '19d2f09c-1b1e-465c-8ca1-aa055896f88b'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:44:32.561481 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-fb49095f-1942-4952-95bb-4e3c843c988d None None] Bound port: 15df5789-c371-4a6f-a27c-1b6be4cfe143, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd0229db-0bec-4b69-9e8d-18238e0a63a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '19d2f09c-1b1e-465c-8ca1-aa055896f88b'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:44:32.562417 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-fb49095f-1942-4952-95bb-4e3c843c988d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:32.575764 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c7c1e4f-7c27-47ba-b43d-ca89f88b01d7 tempest-ExternalNetworksAdminNegativeTestJSON-1753547041 tempest-ExternalNetworksAdminNegativeTestJSON-1753547041-project-admin] Network eb22795d-37ee-46ee-844d-92c17e2ea450 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:44:32.587935 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f828bf87-ede5-4c3e-a9ab-7f2178682dfc tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:32.639681 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-5c7c1e4f-7c27-47ba-b43d-ca89f88b01d7 tempest-ExternalNetworksAdminNegativeTestJSON-1753547041 tempest-ExternalNetworksAdminNegativeTestJSON-1753547041-project-admin] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:44:32.642611 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7c1e4f-7c27-47ba-b43d-ca89f88b01d7 tempest-ExternalNetworksAdminNegativeTestJSON-1753547041 tempest-ExternalNetworksAdminNegativeTestJSON-1753547041-project-admin] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:44:32.675045 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-dc13d35e-7799-4963-ac21-672b8f787ba6 None None] Publish callbacks [] for port, precommit_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:32.677250 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8271d61f-8657-47c8-8785-d1570b066475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:32.685052 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-dc13d35e-7799-4963-ac21-672b8f787ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:32.731243 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5c7c1e4f-7c27-47ba-b43d-ca89f88b01d7 tempest-ExternalNetworksAdminNegativeTestJSON-1753547041 tempest-ExternalNetworksAdminNegativeTestJSON-1753547041-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:32.732142 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbefa29-9da2-4105-8d7e-0a2bfbbc1ffd None None] Pushing event updated for resources: {'Port': ['ID=3adae932-3a5f-42f6-9ca1-843b9be31a47,revision_number=2']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:32.744855 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbefa29-9da2-4105-8d7e-0a2bfbbc1ffd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:44:32.745357 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbefa29-9da2-4105-8d7e-0a2bfbbc1ffd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:44:32.746061 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbefa29-9da2-4105-8d7e-0a2bfbbc1ffd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:44:32.746630 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbefa29-9da2-4105-8d7e-0a2bfbbc1ffd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:44:32.747150 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbefa29-9da2-4105-8d7e-0a2bfbbc1ffd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:44:32.748108 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbefa29-9da2-4105-8d7e-0a2bfbbc1ffd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:44:32.749158 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbefa29-9da2-4105-8d7e-0a2bfbbc1ffd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:44:32.750947 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbefa29-9da2-4105-8d7e-0a2bfbbc1ffd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:44:32.751485 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbefa29-9da2-4105-8d7e-0a2bfbbc1ffd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:44:32.752171 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbefa29-9da2-4105-8d7e-0a2bfbbc1ffd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:44:32.752663 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbefa29-9da2-4105-8d7e-0a2bfbbc1ffd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:44:32.753303 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbefa29-9da2-4105-8d7e-0a2bfbbc1ffd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:44:32.758761 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7c1e4f-7c27-47ba-b43d-ca89f88b01d7 tempest-ExternalNetworksAdminNegativeTestJSON-1753547041 tempest-ExternalNetworksAdminNegativeTestJSON-1753547041-project-admin] Pushing event updated for resources: {'Port': ['ID=bc813f53-c1c1-4f37-bac5-59bc5dd368e5,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:32.760016 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbefa29-9da2-4105-8d7e-0a2bfbbc1ffd None None] Tracked resource versions report: Nov 24 01:44:32.760016 dv-neutron-818911-2-hyperv neutron-server[109869]: pushed versions: Nov 24 01:44:32.760016 dv-neutron-818911-2-hyperv neutron-server[109869]: { 'AddressGroup': {'1.2'}, Nov 24 01:44:32.760016 dv-neutron-818911-2-hyperv neutron-server[109869]: 'ConntrackHelper': {'1.0'}, Nov 24 01:44:32.760016 dv-neutron-818911-2-hyperv neutron-server[109869]: 'Log': {'1.0'}, Nov 24 01:44:32.760016 dv-neutron-818911-2-hyperv neutron-server[109869]: 'Network': {'1.1'}, Nov 24 01:44:32.760016 dv-neutron-818911-2-hyperv neutron-server[109869]: 'Port': {'1.7'}, Nov 24 01:44:32.760016 dv-neutron-818911-2-hyperv neutron-server[109869]: 'PortForwarding': {'1.2'}, Nov 24 01:44:32.760016 dv-neutron-818911-2-hyperv neutron-server[109869]: 'QosPolicy': {'1.10'}, Nov 24 01:44:32.760016 dv-neutron-818911-2-hyperv neutron-server[109869]: 'SecurityGroup': {'1.5'}, Nov 24 01:44:32.760016 dv-neutron-818911-2-hyperv neutron-server[109869]: 'SecurityGroupRule': {'1.2'}, Nov 24 01:44:32.760016 dv-neutron-818911-2-hyperv neutron-server[109869]: 'SubPort': {'1.0'}, Nov 24 01:44:32.760016 dv-neutron-818911-2-hyperv neutron-server[109869]: 'Subnet': {'1.1'}, Nov 24 01:44:32.760016 dv-neutron-818911-2-hyperv neutron-server[109869]: 'Trunk': {'1.1'}} Nov 24 01:44:32.760016 dv-neutron-818911-2-hyperv neutron-server[109869]: consumer versions: Nov 24 01:44:32.760016 dv-neutron-818911-2-hyperv neutron-server[109869]: { DHCP agent@dv-neutron-818911-2-hyperv: {}, Nov 24 01:44:32.760016 dv-neutron-818911-2-hyperv neutron-server[109869]: HyperV agent@hv-neutron-8189: {}, Nov 24 01:44:32.760016 dv-neutron-818911-2-hyperv neutron-server[109869]: L3 agent@dv-neutron-818911-2-hyperv: {}, Nov 24 01:44:32.760016 dv-neutron-818911-2-hyperv neutron-server[109869]: Metadata agent@dv-neutron-818911-2-hyperv: {}, Nov 24 01:44:32.760016 dv-neutron-818911-2-hyperv neutron-server[109869]: Metering agent@dv-neutron-818911-2-hyperv: {}, Nov 24 01:44:32.760016 dv-neutron-818911-2-hyperv neutron-server[109869]: Open vSwitch agent@dv-neutron-818911-2-hyperv: { 'AddressGroup': '1.2', Nov 24 01:44:32.760016 dv-neutron-818911-2-hyperv neutron-server[109869]: 'ConntrackHelper': '1.0', Nov 24 01:44:32.760016 dv-neutron-818911-2-hyperv neutron-server[109869]: 'Log': '1.0', Nov 24 01:44:32.760016 dv-neutron-818911-2-hyperv neutron-server[109869]: 'Network': '1.1', Nov 24 01:44:32.760016 dv-neutron-818911-2-hyperv neutron-server[109869]: 'Port': '1.7', Nov 24 01:44:32.760016 dv-neutron-818911-2-hyperv neutron-server[109869]: 'PortForwarding': '1.2', Nov 24 01:44:32.760016 dv-neutron-818911-2-hyperv neutron-server[109869]: 'QosPolicy': '1.10', Nov 24 01:44:32.760016 dv-neutron-818911-2-hyperv neutron-server[109869]: 'SecurityGroup': '1.5', Nov 24 01:44:32.760016 dv-neutron-818911-2-hyperv neutron-server[109869]: 'SecurityGroupRule': '1.2', Nov 24 01:44:32.760016 dv-neutron-818911-2-hyperv neutron-server[109869]: 'SubPort': '1.0', Nov 24 01:44:32.760016 dv-neutron-818911-2-hyperv neutron-server[109869]: 'Subnet': '1.1', Nov 24 01:44:32.760016 dv-neutron-818911-2-hyperv neutron-server[109869]: 'Trunk': '1.1'}} Nov 24 01:44:32.760016 dv-neutron-818911-2-hyperv neutron-server[109869]: {{(pid=109869) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 24 01:44:32.769740 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-db5a6557-0546-459d-a64c-68f17afbafa3 tempest-MeteringIpV6TestJSON-1394305219 tempest-MeteringIpV6TestJSON-1394305219-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:32.771237 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-db5a6557-0546-459d-a64c-68f17afbafa3 tempest-MeteringIpV6TestJSON-1394305219 tempest-MeteringIpV6TestJSON-1394305219-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-labels/21df10b9-8354-43c7-9b55-d39de9b9f381 HTTP/1.1" status: 204 len: 168 time: 0.4850664 Nov 24 01:44:32.791948 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 43514) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:32.795199 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-dc13d35e-7799-4963-ac21-672b8f787ba6 None None] Attempting to bind port 3adae932-3a5f-42f6-9ca1-843b9be31a47 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:44:32.795808 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-dc13d35e-7799-4963-ac21-672b8f787ba6 None None] Attempting to bind port 3adae932-3a5f-42f6-9ca1-843b9be31a47 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}] {{(pid=109869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:44:32.796370 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc13d35e-7799-4963-ac21-672b8f787ba6 None None] Attempting to bind port 3adae932-3a5f-42f6-9ca1-843b9be31a47 on network eb22795d-37ee-46ee-844d-92c17e2ea450 {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:44:32.804552 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc13d35e-7799-4963-ac21-672b8f787ba6 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:44:32.805349 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc13d35e-7799-4963-ac21-672b8f787ba6 None None] Checking segment: {'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:44:32.807123 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-dc13d35e-7799-4963-ac21-672b8f787ba6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:32.807766 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc13d35e-7799-4963-ac21-672b8f787ba6 None None] Bound using segment: {'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'} {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:44:32.808439 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-dc13d35e-7799-4963-ac21-672b8f787ba6 None None] Bound port: 3adae932-3a5f-42f6-9ca1-843b9be31a47, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}}] {{(pid=109869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:44:32.809046 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-dc13d35e-7799-4963-ac21-672b8f787ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:32.817085 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3700cece-f01e-47b1-857d-9ce855f97e48 tempest-MeteringTestJSON-1106399302 tempest-MeteringTestJSON-1106399302-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:32.822125 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-3700cece-f01e-47b1-857d-9ce855f97e48 tempest-MeteringTestJSON-1106399302 tempest-MeteringTestJSON-1106399302-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.8462424 Nov 24 01:44:32.834220 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 43516) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:32.835584 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-fb49095f-1942-4952-95bb-4e3c843c988d None None] For port 15df5789-c371-4a6f-a27c-1b6be4cfe143, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:44:32.851344 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5c7c1e4f-7c27-47ba-b43d-ca89f88b01d7 tempest-ExternalNetworksAdminNegativeTestJSON-1753547041 tempest-ExternalNetworksAdminNegativeTestJSON-1753547041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:32.862863 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-fb49095f-1942-4952-95bb-4e3c843c988d None None] For port 15df5789-c371-4a6f-a27c-1b6be4cfe143, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=15df5789-c371-4a6f-a27c-1b6be4cfe143,segment=NetworkSegment(bd0229db-0bec-4b69-9e8d-18238e0a63a4),segment_id=bd0229db-0bec-4b69-9e8d-18238e0a63a4)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:44:32.873597 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-fb49095f-1942-4952-95bb-4e3c843c988d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:32.878324 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:32.902699 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.db [None req-dc13d35e-7799-4963-ac21-672b8f787ba6 None None] For port 3adae932-3a5f-42f6-9ca1-843b9be31a47, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:44:32.909247 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.db [None req-dc13d35e-7799-4963-ac21-672b8f787ba6 None None] For port 3adae932-3a5f-42f6-9ca1-843b9be31a47, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=3adae932-3a5f-42f6-9ca1-843b9be31a47,segment=NetworkSegment(03509fd2-ca9c-4aa0-94e6-e236afda62e7),segment_id=03509fd2-ca9c-4aa0-94e6-e236afda62e7)] {{(pid=109869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:44:32.920034 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-dc13d35e-7799-4963-ac21-672b8f787ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:32.928237 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f828bf87-ede5-4c3e-a9ab-7f2178682dfc tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Checking segment: {'id': '2aab1c16-51c4-4b85-bfad-9025a3bc7019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '53141425-9227-44cd-93fa-12c001f214f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:44:32.928597 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f828bf87-ede5-4c3e-a9ab-7f2178682dfc tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Network hostable DHCP agents. Network: 53141425-9227-44cd-93fa-12c001f214f2, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 01:44:32.950958 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e10710d-8358-4b94-b461-d5f530490885 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Made reservation on behalf of 0dc6c639d61c49b890108560c5e4fc40 for: {'port': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:44:32.956073 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4e10710d-8358-4b94-b461-d5f530490885 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:33.002572 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb49095f-1942-4952-95bb-4e3c843c988d None None] Pushing event updated for resources: {'Port': ['ID=15df5789-c371-4a6f-a27c-1b6be4cfe143,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:33.005615 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbefa29-9da2-4105-8d7e-0a2bfbbc1ffd None None] Pushing event updated for resources: {'Port': ['ID=3adae932-3a5f-42f6-9ca1-843b9be31a47,revision_number=3']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:33.006001 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-3fba2c42-f66d-453d-9508-bc761340152b tempest-MeteringIpV6TestJSON-1394305219 tempest-MeteringIpV6TestJSON-1394305219-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=21df10b9-8354-43c7-9b55-d39de9b9f381 HTTP/1.1" status: 200 len: 216 time: 0.1820459 Nov 24 01:44:33.012896 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 43518) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:33.014751 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-3a6a516c-4164-4f36-b4a8-7a100d4eadbe tempest-MeteringTestJSON-1106399302 tempest-MeteringTestJSON-1106399302-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=5bf23e80-eba4-481c-8b45-50c2974aa4c0 HTTP/1.1" status: 200 len: 467 time: 0.1757545 Nov 24 01:44:33.017815 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 43520) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:33.026675 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f828bf87-ede5-4c3e-a9ab-7f2178682dfc tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Pushing event updated for resources: {'Port': ['ID=d0e4efeb-6474-43c1-8be8-21ba7f775c57,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:33.032437 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] For port 101702da-ca71-43da-91c8-38c1fd028984, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=101702da-ca71-43da-91c8-38c1fd028984,segment=NetworkSegment(4527112f-9e66-46d6-91de-1ce9adfe195c),segment_id=4527112f-9e66-46d6-91de-1ce9adfe195c)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:44:33.035289 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-588cb376-74be-495c-b9cd-7799d509d34a tempest-MeteringIpV6TestJSON-1394305219 tempest-MeteringIpV6TestJSON-1394305219-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0180724 Nov 24 01:44:33.037282 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 43522) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:33.046452 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc13d35e-7799-4963-ac21-672b8f787ba6 None None] Routers {'03d15ab8-96ac-4078-afbb-508fb1699e46'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:44:33.046784 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:33.047309 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-dc13d35e-7799-4963-ac21-672b8f787ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:44:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['03d15ab8-96ac-4078-afbb-508fb1699e46'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:44:33.093254 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f828bf87-ede5-4c3e-a9ab-7f2178682dfc tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Network 53141425-9227-44cd-93fa-12c001f214f2 is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 01:44:33.122060 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-f828bf87-ede5-4c3e-a9ab-7f2178682dfc tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, 53141425-9227-44cd-93fa-12c001f214f2) {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:44:33.132784 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ddc8f5-2bd2-4ebf-a9d0-c24f354132a7 None None] Network 53141425-9227-44cd-93fa-12c001f214f2 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:44:33.137856 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f828bf87-ede5-4c3e-a9ab-7f2178682dfc tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:44:33.169046 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.managers [None req-f828bf87-ede5-4c3e-a9ab-7f2178682dfc tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempting to bind port d0e4efeb-6474-43c1-8be8-21ba7f775c57 on host hv-neutron-8189 for vnic_type normal with profile {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:44:33.169806 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.managers [None req-f828bf87-ede5-4c3e-a9ab-7f2178682dfc tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempting to bind port d0e4efeb-6474-43c1-8be8-21ba7f775c57 by drivers openvswitch,hyperv on host hv-neutron-8189 at level 0 using segments [{'id': '2aab1c16-51c4-4b85-bfad-9025a3bc7019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '53141425-9227-44cd-93fa-12c001f214f2'}] {{(pid=109867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:44:33.170627 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f828bf87-ede5-4c3e-a9ab-7f2178682dfc tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempting to bind port d0e4efeb-6474-43c1-8be8-21ba7f775c57 on network 53141425-9227-44cd-93fa-12c001f214f2 {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:44:33.181089 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Pushing event updated for resources: {'Port': ['ID=101702da-ca71-43da-91c8-38c1fd028984,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:33.200510 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f828bf87-ede5-4c3e-a9ab-7f2178682dfc tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Port d0e4efeb-6474-43c1-8be8-21ba7f775c57 on network 53141425-9227-44cd-93fa-12c001f214f2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8189 {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 01:44:33.201445 dv-neutron-818911-2-hyperv neutron-server[109867]: ERROR neutron.plugins.ml2.managers [None req-f828bf87-ede5-4c3e-a9ab-7f2178682dfc tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Failed to bind port d0e4efeb-6474-43c1-8be8-21ba7f775c57 on host hv-neutron-8189 for vnic_type normal using segments [{'id': '2aab1c16-51c4-4b85-bfad-9025a3bc7019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '53141425-9227-44cd-93fa-12c001f214f2'}] Nov 24 01:44:33.204106 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-746d9847-9974-42a3-8bf4-4a65e0a2b599 tempest-MeteringIpV6TestJSON-1394305219 tempest-MeteringIpV6TestJSON-1394305219-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.1146348 Nov 24 01:44:33.208296 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.plugins.ml2.plugin [None req-f828bf87-ede5-4c3e-a9ab-7f2178682dfc tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempt 2 to bind port d0e4efeb-6474-43c1-8be8-21ba7f775c57 Nov 24 01:44:33.212220 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [None req-4e10710d-8358-4b94-b461-d5f530490885 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] device_id is not set on port cc2f8538-ccd5-4c93-a8b4-fc9b2b440adc yet. {{(pid=109866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 01:44:33.212389 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 43524) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:33.249610 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.managers [None req-f828bf87-ede5-4c3e-a9ab-7f2178682dfc tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempting to bind port d0e4efeb-6474-43c1-8be8-21ba7f775c57 on host hv-neutron-8189 for vnic_type normal with profile {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:44:33.250010 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.managers [None req-f828bf87-ede5-4c3e-a9ab-7f2178682dfc tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempting to bind port d0e4efeb-6474-43c1-8be8-21ba7f775c57 by drivers openvswitch,hyperv on host hv-neutron-8189 at level 0 using segments [{'id': '2aab1c16-51c4-4b85-bfad-9025a3bc7019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '53141425-9227-44cd-93fa-12c001f214f2'}] {{(pid=109867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:44:33.250962 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f828bf87-ede5-4c3e-a9ab-7f2178682dfc tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempting to bind port d0e4efeb-6474-43c1-8be8-21ba7f775c57 on network 53141425-9227-44cd-93fa-12c001f214f2 {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:44:33.289307 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-dc13d35e-7799-4963-ac21-672b8f787ba6 None None] Set router 03d15ab8-96ac-4078-afbb-508fb1699e46 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:44:33.324529 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-5cab4cba-e750-4a83-aff2-c97e97282321 tempest-MeteringIpV6TestJSON-1394305219 tempest-MeteringIpV6TestJSON-1394305219-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels/75ce3eb7-2540-4bc0-be39-7cea7597e2c8 HTTP/1.1" status: 200 len: 472 time: 0.1058724 Nov 24 01:44:33.324529 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f828bf87-ede5-4c3e-a9ab-7f2178682dfc tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Port d0e4efeb-6474-43c1-8be8-21ba7f775c57 on network 53141425-9227-44cd-93fa-12c001f214f2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8189 {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 01:44:33.324529 dv-neutron-818911-2-hyperv neutron-server[109867]: ERROR neutron.plugins.ml2.managers [None req-f828bf87-ede5-4c3e-a9ab-7f2178682dfc tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Failed to bind port d0e4efeb-6474-43c1-8be8-21ba7f775c57 on host hv-neutron-8189 for vnic_type normal using segments [{'id': '2aab1c16-51c4-4b85-bfad-9025a3bc7019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '53141425-9227-44cd-93fa-12c001f214f2'}] Nov 24 01:44:33.324529 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.plugins.ml2.plugin [None req-f828bf87-ede5-4c3e-a9ab-7f2178682dfc tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempt 3 to bind port d0e4efeb-6474-43c1-8be8-21ba7f775c57 Nov 24 01:44:33.329399 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5c7c1e4f-7c27-47ba-b43d-ca89f88b01d7 tempest-ExternalNetworksAdminNegativeTestJSON-1753547041 tempest-ExternalNetworksAdminNegativeTestJSON-1753547041-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:33.332948 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 43526) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:33.343611 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5c7c1e4f-7c27-47ba-b43d-ca89f88b01d7 tempest-ExternalNetworksAdminNegativeTestJSON-1753547041 tempest-ExternalNetworksAdminNegativeTestJSON-1753547041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:33.373942 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-f56f6e7b-d8e3-4d81-8291-517d400e2755 tempest-MeteringIpV6TestJSON-1394305219 tempest-MeteringIpV6TestJSON-1394305219-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules/cc4b24ab-124f-403e-bd52-3a672d735d77 HTTP/1.1" status: 200 len: 459 time: 0.0352023 Nov 24 01:44:33.392085 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 43528) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:33.392809 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.managers [None req-f828bf87-ede5-4c3e-a9ab-7f2178682dfc tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempting to bind port d0e4efeb-6474-43c1-8be8-21ba7f775c57 on host hv-neutron-8189 for vnic_type normal with profile {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:44:33.393135 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.managers [None req-f828bf87-ede5-4c3e-a9ab-7f2178682dfc tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempting to bind port d0e4efeb-6474-43c1-8be8-21ba7f775c57 by drivers openvswitch,hyperv on host hv-neutron-8189 at level 0 using segments [{'id': '2aab1c16-51c4-4b85-bfad-9025a3bc7019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '53141425-9227-44cd-93fa-12c001f214f2'}] {{(pid=109867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:44:33.393510 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f828bf87-ede5-4c3e-a9ab-7f2178682dfc tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempting to bind port d0e4efeb-6474-43c1-8be8-21ba7f775c57 on network 53141425-9227-44cd-93fa-12c001f214f2 {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:44:33.405803 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5c7c1e4f-7c27-47ba-b43d-ca89f88b01d7 tempest-ExternalNetworksAdminNegativeTestJSON-1753547041 tempest-ExternalNetworksAdminNegativeTestJSON-1753547041-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418250'] for floatingip, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:33.426983 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f828bf87-ede5-4c3e-a9ab-7f2178682dfc tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Port d0e4efeb-6474-43c1-8be8-21ba7f775c57 on network 53141425-9227-44cd-93fa-12c001f214f2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8189 {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 01:44:33.427337 dv-neutron-818911-2-hyperv neutron-server[109867]: ERROR neutron.plugins.ml2.managers [None req-f828bf87-ede5-4c3e-a9ab-7f2178682dfc tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Failed to bind port d0e4efeb-6474-43c1-8be8-21ba7f775c57 on host hv-neutron-8189 for vnic_type normal using segments [{'id': '2aab1c16-51c4-4b85-bfad-9025a3bc7019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '53141425-9227-44cd-93fa-12c001f214f2'}] Nov 24 01:44:33.444308 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.plugins.ml2.plugin [None req-f828bf87-ede5-4c3e-a9ab-7f2178682dfc tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempt 4 to bind port d0e4efeb-6474-43c1-8be8-21ba7f775c57 Nov 24 01:44:33.522569 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1944ae-2275-4a4e-8d7f-3e0990d7412d None None] Network 0439926c-1302-4dcb-a15d-d53f1b665c6d requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:44:33.523112 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5c7c1e4f-7c27-47ba-b43d-ca89f88b01d7 tempest-ExternalNetworksAdminNegativeTestJSON-1753547041 tempest-ExternalNetworksAdminNegativeTestJSON-1753547041-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for floatingip, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:33.526949 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-5c7c1e4f-7c27-47ba-b43d-ca89f88b01d7 tempest-ExternalNetworksAdminNegativeTestJSON-1753547041 tempest-ExternalNetworksAdminNegativeTestJSON-1753547041-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.6025321 Nov 24 01:44:33.527924 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.managers [None req-f828bf87-ede5-4c3e-a9ab-7f2178682dfc tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempting to bind port d0e4efeb-6474-43c1-8be8-21ba7f775c57 on host hv-neutron-8189 for vnic_type normal with profile {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:44:33.528248 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.managers [None req-f828bf87-ede5-4c3e-a9ab-7f2178682dfc tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempting to bind port d0e4efeb-6474-43c1-8be8-21ba7f775c57 by drivers openvswitch,hyperv on host hv-neutron-8189 at level 0 using segments [{'id': '2aab1c16-51c4-4b85-bfad-9025a3bc7019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '53141425-9227-44cd-93fa-12c001f214f2'}] {{(pid=109867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:44:33.528631 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f828bf87-ede5-4c3e-a9ab-7f2178682dfc tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempting to bind port d0e4efeb-6474-43c1-8be8-21ba7f775c57 on network 53141425-9227-44cd-93fa-12c001f214f2 {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:44:33.530442 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 43530) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:33.533646 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7c1e4f-7c27-47ba-b43d-ca89f88b01d7 tempest-ExternalNetworksAdminNegativeTestJSON-1753547041 tempest-ExternalNetworksAdminNegativeTestJSON-1753547041-project-admin] Pushing event updated for resources: {'Port': ['ID=bc813f53-c1c1-4f37-bac5-59bc5dd368e5,revision_number=2']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:33.539938 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-f135093f-5d12-48af-ade5-25ef7a4d6fa4 tempest-ExternalNetworksAdminNegativeTestJSON-1753547041 tempest-ExternalNetworksAdminNegativeTestJSON-1753547041-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1914241307', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'fixed_ips': [{'ip_address': '172.26.5.29'}]}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:44:33.569804 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f135093f-5d12-48af-ade5-25ef7a4d6fa4 tempest-ExternalNetworksAdminNegativeTestJSON-1753547041 tempest-ExternalNetworksAdminNegativeTestJSON-1753547041-project-admin] Made reservation on behalf of ec2ddd642d0541dcbcf13577523e6040 for: {'port': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:44:33.572451 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f135093f-5d12-48af-ade5-25ef7a4d6fa4 tempest-ExternalNetworksAdminNegativeTestJSON-1753547041 tempest-ExternalNetworksAdminNegativeTestJSON-1753547041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:33.596859 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [None req-b05f9f89-0411-4087-aacb-38cc497b8b28 admin admin] Allocated IP 172.26.5.131 (eb22795d-37ee-46ee-844d-92c17e2ea450/3e66fcff-6e72-4083-b514-48f69cdaa2cb/c1cd4525-a123-400d-a60b-b3f5eed99df6) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:44:33.611873 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f828bf87-ede5-4c3e-a9ab-7f2178682dfc tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Port d0e4efeb-6474-43c1-8be8-21ba7f775c57 on network 53141425-9227-44cd-93fa-12c001f214f2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8189 {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 01:44:33.612237 dv-neutron-818911-2-hyperv neutron-server[109867]: ERROR neutron.plugins.ml2.managers [None req-f828bf87-ede5-4c3e-a9ab-7f2178682dfc tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Failed to bind port d0e4efeb-6474-43c1-8be8-21ba7f775c57 on host hv-neutron-8189 for vnic_type normal using segments [{'id': '2aab1c16-51c4-4b85-bfad-9025a3bc7019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '53141425-9227-44cd-93fa-12c001f214f2'}] Nov 24 01:44:33.617578 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.plugins.ml2.plugin [None req-f828bf87-ede5-4c3e-a9ab-7f2178682dfc tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempt 5 to bind port d0e4efeb-6474-43c1-8be8-21ba7f775c57 Nov 24 01:44:33.716633 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-dc13d35e-7799-4963-ac21-672b8f787ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d15ab8-96ac-4078-afbb-508fb1699e46', 'name': 'tempest-ServersTestManualDisk-976998010-router', 'tenant_id': '02a273ddc4c14296a842719ce385cf90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.8'}], 'enable_snat': True}, 'gw_port_id': '3adae932-3a5f-42f6-9ca1-843b9be31a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:44:26Z', 'updated_at': '2021-11-24T01:44:28Z', 'revision_number': 3, 'project_id': '02a273ddc4c14296a842719ce385cf90', 'gw_port': {'id': '3adae932-3a5f-42f6-9ca1-843b9be31a47', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:55:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03d15ab8-96ac-4078-afbb-508fb1699e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:44:27Z', 'updated_at': '2021-11-24T01:44:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:44:33.751710 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e2473ff9-c3de-44b0-ad24-28500d5bec3c None None] Provisioning complete for port 101702da-ca71-43da-91c8-38c1fd028984 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:44:33.752062 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e2473ff9-c3de-44b0-ad24-28500d5bec3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:33.754784 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc13d35e-7799-4963-ac21-672b8f787ba6 None None] The sync data for ids ['03d15ab8-96ac-4078-afbb-508fb1699e46'] in dv-neutron-818911-2-hyperv is: [{'id': '03d15ab8-96ac-4078-afbb-508fb1699e46', 'name': 'tempest-ServersTestManualDisk-976998010-router', 'tenant_id': '02a273ddc4c14296a842719ce385cf90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.8'}], 'enable_snat': True}, 'gw_port_id': '3adae932-3a5f-42f6-9ca1-843b9be31a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:44:26Z', 'updated_at': '2021-11-24T01:44:28Z', 'revision_number': 3, 'project_id': '02a273ddc4c14296a842719ce385cf90', 'gw_port': {'id': '3adae932-3a5f-42f6-9ca1-843b9be31a47', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:55:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03d15ab8-96ac-4078-afbb-508fb1699e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:44:27Z', 'updated_at': '2021-11-24T01:44:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:44:33.811710 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [None req-4e10710d-8358-4b94-b461-d5f530490885 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Allocated IP 2001:db8::47 (19d2f09c-1b1e-465c-8ca1-aa055896f88b/aa05d6b5-70d9-4636-bd37-f4e14483f9f7/cc2f8538-ccd5-4c93-a8b4-fc9b2b440adc) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:44:33.886728 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f135093f-5d12-48af-ade5-25ef7a4d6fa4 tempest-ExternalNetworksAdminNegativeTestJSON-1753547041 tempest-ExternalNetworksAdminNegativeTestJSON-1753547041-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:33.900057 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.managers [None req-f828bf87-ede5-4c3e-a9ab-7f2178682dfc tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempting to bind port d0e4efeb-6474-43c1-8be8-21ba7f775c57 on host hv-neutron-8189 for vnic_type normal with profile {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:44:33.900421 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.managers [None req-f828bf87-ede5-4c3e-a9ab-7f2178682dfc tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempting to bind port d0e4efeb-6474-43c1-8be8-21ba7f775c57 by drivers openvswitch,hyperv on host hv-neutron-8189 at level 0 using segments [{'id': '2aab1c16-51c4-4b85-bfad-9025a3bc7019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '53141425-9227-44cd-93fa-12c001f214f2'}] {{(pid=109867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:44:33.900752 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f828bf87-ede5-4c3e-a9ab-7f2178682dfc tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempting to bind port d0e4efeb-6474-43c1-8be8-21ba7f775c57 on network 53141425-9227-44cd-93fa-12c001f214f2 {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:44:33.936925 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f828bf87-ede5-4c3e-a9ab-7f2178682dfc tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Port d0e4efeb-6474-43c1-8be8-21ba7f775c57 on network 53141425-9227-44cd-93fa-12c001f214f2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8189 {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 01:44:33.937650 dv-neutron-818911-2-hyperv neutron-server[109867]: ERROR neutron.plugins.ml2.managers [None req-f828bf87-ede5-4c3e-a9ab-7f2178682dfc tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Failed to bind port d0e4efeb-6474-43c1-8be8-21ba7f775c57 on host hv-neutron-8189 for vnic_type normal using segments [{'id': '2aab1c16-51c4-4b85-bfad-9025a3bc7019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '53141425-9227-44cd-93fa-12c001f214f2'}] Nov 24 01:44:33.948536 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9d58d221-70ec-4fae-8626-7ed4d88763c6 tempest-MeteringIpV6TestJSON-1394305219 tempest-MeteringIpV6TestJSON-1394305219-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:33.950964 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-9d58d221-70ec-4fae-8626-7ed4d88763c6 tempest-MeteringIpV6TestJSON-1394305219 tempest-MeteringIpV6TestJSON-1394305219-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-label-rules/cc4b24ab-124f-403e-bd52-3a672d735d77 HTTP/1.1" status: 204 len: 168 time: 0.5409439 Nov 24 01:44:33.955025 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.plugins.ml2.plugin [None req-f828bf87-ede5-4c3e-a9ab-7f2178682dfc tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempt 6 to bind port d0e4efeb-6474-43c1-8be8-21ba7f775c57 Nov 24 01:44:33.958606 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 43532) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:34.034032 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.managers [None req-f828bf87-ede5-4c3e-a9ab-7f2178682dfc tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempting to bind port d0e4efeb-6474-43c1-8be8-21ba7f775c57 on host hv-neutron-8189 for vnic_type normal with profile {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:44:34.034323 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.managers [None req-f828bf87-ede5-4c3e-a9ab-7f2178682dfc tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempting to bind port d0e4efeb-6474-43c1-8be8-21ba7f775c57 by drivers openvswitch,hyperv on host hv-neutron-8189 at level 0 using segments [{'id': '2aab1c16-51c4-4b85-bfad-9025a3bc7019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '53141425-9227-44cd-93fa-12c001f214f2'}] {{(pid=109867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:44:34.034671 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f828bf87-ede5-4c3e-a9ab-7f2178682dfc tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempting to bind port d0e4efeb-6474-43c1-8be8-21ba7f775c57 on network 53141425-9227-44cd-93fa-12c001f214f2 {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:44:34.044784 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f828bf87-ede5-4c3e-a9ab-7f2178682dfc tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Port d0e4efeb-6474-43c1-8be8-21ba7f775c57 on network 53141425-9227-44cd-93fa-12c001f214f2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8189 {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 01:44:34.045107 dv-neutron-818911-2-hyperv neutron-server[109867]: ERROR neutron.plugins.ml2.managers [None req-f828bf87-ede5-4c3e-a9ab-7f2178682dfc tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Failed to bind port d0e4efeb-6474-43c1-8be8-21ba7f775c57 on host hv-neutron-8189 for vnic_type normal using segments [{'id': '2aab1c16-51c4-4b85-bfad-9025a3bc7019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '53141425-9227-44cd-93fa-12c001f214f2'}] Nov 24 01:44:34.055302 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-71f6943e-cbdb-442a-a1e4-5c3a8ceb9d60 tempest-MeteringTestJSON-1106399302 tempest-MeteringTestJSON-1106399302-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:34.056598 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-71f6943e-cbdb-442a-a1e4-5c3a8ceb9d60 tempest-MeteringTestJSON-1106399302 tempest-MeteringTestJSON-1106399302-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-labels/5bf23e80-eba4-481c-8b45-50c2974aa4c0 HTTP/1.1" status: 204 len: 168 time: 1.0285127 Nov 24 01:44:34.064762 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.plugins.ml2.plugin [None req-f828bf87-ede5-4c3e-a9ab-7f2178682dfc tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempt 7 to bind port d0e4efeb-6474-43c1-8be8-21ba7f775c57 Nov 24 01:44:34.071761 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 43534) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:34.077732 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e972b9-d331-4d9c-8774-0dbee5d4b0b8 None None] Network f4b0113f-5a2c-4a97-a650-fea5845398b7 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:44:34.122875 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [None req-8271d61f-8657-47c8-8785-d1570b066475 admin admin] Allocated IP 172.20.0.1 (1f119f6f-a1f8-4bc6-85d9-f23337dbc03c/ab44a884-a70d-4217-8793-3ef03c108892/f7e0496a-dd49-4cae-9933-b96f273d6ad8) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:44:34.139340 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-4d7a26cf-3328-4c46-a94d-053353b8a349 tempest-MeteringTestJSON-1106399302 tempest-MeteringTestJSON-1106399302-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=5bf23e80-eba4-481c-8b45-50c2974aa4c0 HTTP/1.1" status: 200 len: 216 time: 0.0664356 Nov 24 01:44:34.143671 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 43536) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:34.214060 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.managers [None req-f828bf87-ede5-4c3e-a9ab-7f2178682dfc tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempting to bind port d0e4efeb-6474-43c1-8be8-21ba7f775c57 on host hv-neutron-8189 for vnic_type normal with profile {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:44:34.267374 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.managers [None req-f828bf87-ede5-4c3e-a9ab-7f2178682dfc tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempting to bind port d0e4efeb-6474-43c1-8be8-21ba7f775c57 by drivers openvswitch,hyperv on host hv-neutron-8189 at level 0 using segments [{'id': '2aab1c16-51c4-4b85-bfad-9025a3bc7019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '53141425-9227-44cd-93fa-12c001f214f2'}] {{(pid=109867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:44:34.267374 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f828bf87-ede5-4c3e-a9ab-7f2178682dfc tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempting to bind port d0e4efeb-6474-43c1-8be8-21ba7f775c57 on network 53141425-9227-44cd-93fa-12c001f214f2 {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:44:34.267374 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-73c01cad-3b08-443c-8cb7-327b2581f645 tempest-MeteringTestJSON-1106399302 tempest-MeteringTestJSON-1106399302-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0823739 Nov 24 01:44:34.267374 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 43538) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:34.300066 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f135093f-5d12-48af-ade5-25ef7a4d6fa4 tempest-ExternalNetworksAdminNegativeTestJSON-1753547041 tempest-ExternalNetworksAdminNegativeTestJSON-1753547041-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:34.301096 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f828bf87-ede5-4c3e-a9ab-7f2178682dfc tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Port d0e4efeb-6474-43c1-8be8-21ba7f775c57 on network 53141425-9227-44cd-93fa-12c001f214f2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8189 {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 01:44:34.302020 dv-neutron-818911-2-hyperv neutron-server[109867]: ERROR neutron.plugins.ml2.managers [None req-f828bf87-ede5-4c3e-a9ab-7f2178682dfc tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Failed to bind port d0e4efeb-6474-43c1-8be8-21ba7f775c57 on host hv-neutron-8189 for vnic_type normal using segments [{'id': '2aab1c16-51c4-4b85-bfad-9025a3bc7019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '53141425-9227-44cd-93fa-12c001f214f2'}] Nov 24 01:44:34.307250 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.plugins.ml2.plugin [None req-f828bf87-ede5-4c3e-a9ab-7f2178682dfc tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempt 8 to bind port d0e4efeb-6474-43c1-8be8-21ba7f775c57 Nov 24 01:44:34.312175 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f135093f-5d12-48af-ade5-25ef7a4d6fa4 tempest-ExternalNetworksAdminNegativeTestJSON-1753547041 tempest-ExternalNetworksAdminNegativeTestJSON-1753547041-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:34.338425 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-ab9df1fc-1f7c-4232-a8fb-66f52339b7ba None None] Provisioning complete for port 96e9ce6e-a8d2-443d-8b85-4d158f02dcb6 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:44:34.338872 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-ab9df1fc-1f7c-4232-a8fb-66f52339b7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:34.344833 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-196d74e2-5577-49a1-a7d4-2ed70b09c9e6 tempest-MeteringIpV6TestJSON-1394305219 tempest-MeteringIpV6TestJSON-1394305219-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:34.349587 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-196d74e2-5577-49a1-a7d4-2ed70b09c9e6 tempest-MeteringIpV6TestJSON-1394305219 tempest-MeteringIpV6TestJSON-1394305219-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-labels/75ce3eb7-2540-4bc0-be39-7cea7597e2c8 HTTP/1.1" status: 204 len: 168 time: 0.3843064 Nov 24 01:44:34.350819 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [None req-f135093f-5d12-48af-ade5-25ef7a4d6fa4 tempest-ExternalNetworksAdminNegativeTestJSON-1753547041 tempest-ExternalNetworksAdminNegativeTestJSON-1753547041-project-admin] device_id is not set on port 0629405d-fa03-415a-b112-7a0dd4fe4126 yet. {{(pid=109867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 01:44:34.524704 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b05f9f89-0411-4087-aacb-38cc497b8b28 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:34.584926 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 15df5789-c371-4a6f-a27c-1b6be4cfe143 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:44:34.640171 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-41f54868-ee4e-4d17-9243-7f69ab53bbbf tempest-MeteringTestJSON-1106399302 tempest-MeteringTestJSON-1106399302-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.3929856 Nov 24 01:44:34.640929 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 43542) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:34.663616 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-ab9df1fc-1f7c-4232-a8fb-66f52339b7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:34.670595 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.managers [None req-f828bf87-ede5-4c3e-a9ab-7f2178682dfc tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempting to bind port d0e4efeb-6474-43c1-8be8-21ba7f775c57 on host hv-neutron-8189 for vnic_type normal with profile {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:44:34.670595 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.managers [None req-f828bf87-ede5-4c3e-a9ab-7f2178682dfc tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempting to bind port d0e4efeb-6474-43c1-8be8-21ba7f775c57 by drivers openvswitch,hyperv on host hv-neutron-8189 at level 0 using segments [{'id': '2aab1c16-51c4-4b85-bfad-9025a3bc7019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '53141425-9227-44cd-93fa-12c001f214f2'}] {{(pid=109867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:44:34.670961 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f828bf87-ede5-4c3e-a9ab-7f2178682dfc tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempting to bind port d0e4efeb-6474-43c1-8be8-21ba7f775c57 on network 53141425-9227-44cd-93fa-12c001f214f2 {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:44:34.691405 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f135093f-5d12-48af-ade5-25ef7a4d6fa4 tempest-ExternalNetworksAdminNegativeTestJSON-1753547041 tempest-ExternalNetworksAdminNegativeTestJSON-1753547041-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9875a9c2-c8f4-4e21-92c5-38506a2b7a1b,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:34.694235 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f828bf87-ede5-4c3e-a9ab-7f2178682dfc tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Port d0e4efeb-6474-43c1-8be8-21ba7f775c57 on network 53141425-9227-44cd-93fa-12c001f214f2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8189 {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 01:44:34.694564 dv-neutron-818911-2-hyperv neutron-server[109867]: ERROR neutron.plugins.ml2.managers [None req-f828bf87-ede5-4c3e-a9ab-7f2178682dfc tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Failed to bind port d0e4efeb-6474-43c1-8be8-21ba7f775c57 on host hv-neutron-8189 for vnic_type normal using segments [{'id': '2aab1c16-51c4-4b85-bfad-9025a3bc7019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '53141425-9227-44cd-93fa-12c001f214f2'}] Nov 24 01:44:34.697916 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8271d61f-8657-47c8-8785-d1570b066475 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:34.742484 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4e10710d-8358-4b94-b461-d5f530490885 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:34.772187 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.plugins.ml2.plugin [None req-f828bf87-ede5-4c3e-a9ab-7f2178682dfc tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempt 9 to bind port d0e4efeb-6474-43c1-8be8-21ba7f775c57 Nov 24 01:44:34.773659 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b05f9f89-0411-4087-aacb-38cc497b8b28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:34.788734 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-ab9df1fc-1f7c-4232-a8fb-66f52339b7ba None None] For port 96e9ce6e-a8d2-443d-8b85-4d158f02dcb6, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=96e9ce6e-a8d2-443d-8b85-4d158f02dcb6,segment=NetworkSegment(15b2ee8c-f6d9-41dc-9d6f-b35b24ea97a6),segment_id=15b2ee8c-f6d9-41dc-9d6f-b35b24ea97a6)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:44:34.804544 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-ab9df1fc-1f7c-4232-a8fb-66f52339b7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:34.816988 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 15df5789-c371-4a6f-a27c-1b6be4cfe143 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:44:34.818895 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:34.839143 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05f9f89-0411-4087-aacb-38cc497b8b28 admin admin] Pushing event updated for resources: {'Port': ['ID=c1cd4525-a123-400d-a60b-b3f5eed99df6,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:34.857503 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-89788762-a248-4078-b9bc-ca3294f8229c admin admin] Allocated IP 172.26.5.44 (eb22795d-37ee-46ee-844d-92c17e2ea450/3e66fcff-6e72-4083-b514-48f69cdaa2cb/1066d23d-7961-4dcb-a1bc-ff70c8f2d78b) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:44:34.889238 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b5cac4-e2d5-419a-bb40-8cc5f4a4e30d None None] Network 19d2f09c-1b1e-465c-8ca1-aa055896f88b requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:44:34.899910 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05f9f89-0411-4087-aacb-38cc497b8b28 admin admin] Network eb22795d-37ee-46ee-844d-92c17e2ea450 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:44:34.906538 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-b05f9f89-0411-4087-aacb-38cc497b8b28 admin admin] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:44:34.912595 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05f9f89-0411-4087-aacb-38cc497b8b28 admin admin] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:44:34.929180 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8271d61f-8657-47c8-8785-d1570b066475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:35.017858 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-89788762-a248-4078-b9bc-ca3294f8229c admin admin] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:35.018963 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:35.061953 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 43548) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:35.063492 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4e10710d-8358-4b94-b461-d5f530490885 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:35.083880 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] For port 15df5789-c371-4a6f-a27c-1b6be4cfe143, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=15df5789-c371-4a6f-a27c-1b6be4cfe143,segment=NetworkSegment(bd0229db-0bec-4b69-9e8d-18238e0a63a4),segment_id=bd0229db-0bec-4b69-9e8d-18238e0a63a4)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:44:35.084284 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-e93ab5e0-851e-4d3d-a81a-6a233c6e6d49 tempest-MeteringTestJSON-1106399302 tempest-MeteringTestJSON-1106399302-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels/6bff23b1-9f44-4a34-a0b4-9b9e379252da HTTP/1.1" status: 200 len: 473 time: 0.4279931 Nov 24 01:44:35.085444 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-fa6121af-bef8-418a-9495-89c3999289c9 None None] Provisioning complete for port 101702da-ca71-43da-91c8-38c1fd028984 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:44:35.086623 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-fa6121af-bef8-418a-9495-89c3999289c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:35.135678 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 43550) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:35.142576 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:35.143588 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 101702da-ca71-43da-91c8-38c1fd028984 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:44:35.155858 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-89788762-a248-4078-b9bc-ca3294f8229c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:35.158051 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.pecan_wsgi.hooks.translation [None req-f135093f-5d12-48af-ade5-25ef7a4d6fa4 tempest-ExternalNetworksAdminNegativeTestJSON-1753547041 tempest-ExternalNetworksAdminNegativeTestJSON-1753547041-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 24 01:44:35.158579 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f135093f-5d12-48af-ade5-25ef7a4d6fa4 tempest-ExternalNetworksAdminNegativeTestJSON-1753547041 tempest-ExternalNetworksAdminNegativeTestJSON-1753547041-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=109867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:44:35.172596 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.managers [None req-f828bf87-ede5-4c3e-a9ab-7f2178682dfc tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempting to bind port d0e4efeb-6474-43c1-8be8-21ba7f775c57 on host hv-neutron-8189 for vnic_type normal with profile {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:44:35.172935 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.managers [None req-f828bf87-ede5-4c3e-a9ab-7f2178682dfc tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempting to bind port d0e4efeb-6474-43c1-8be8-21ba7f775c57 by drivers openvswitch,hyperv on host hv-neutron-8189 at level 0 using segments [{'id': '2aab1c16-51c4-4b85-bfad-9025a3bc7019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '53141425-9227-44cd-93fa-12c001f214f2'}] {{(pid=109867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:44:35.173268 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f828bf87-ede5-4c3e-a9ab-7f2178682dfc tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempting to bind port d0e4efeb-6474-43c1-8be8-21ba7f775c57 on network 53141425-9227-44cd-93fa-12c001f214f2 {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:44:35.182688 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9df1fc-1f7c-4232-a8fb-66f52339b7ba None None] Pushing event updated for resources: {'Port': ['ID=96e9ce6e-a8d2-443d-8b85-4d158f02dcb6,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:35.183459 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8271d61f-8657-47c8-8785-d1570b066475 admin admin] Pushing event updated for resources: {'Port': ['ID=f7e0496a-dd49-4cae-9933-b96f273d6ad8,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:35.186460 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f828bf87-ede5-4c3e-a9ab-7f2178682dfc tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Port d0e4efeb-6474-43c1-8be8-21ba7f775c57 on network 53141425-9227-44cd-93fa-12c001f214f2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8189 {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 01:44:35.186794 dv-neutron-818911-2-hyperv neutron-server[109867]: ERROR neutron.plugins.ml2.managers [None req-f828bf87-ede5-4c3e-a9ab-7f2178682dfc tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Failed to bind port d0e4efeb-6474-43c1-8be8-21ba7f775c57 on host hv-neutron-8189 for vnic_type normal using segments [{'id': '2aab1c16-51c4-4b85-bfad-9025a3bc7019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '53141425-9227-44cd-93fa-12c001f214f2'}] Nov 24 01:44:35.194448 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8271d61f-8657-47c8-8785-d1570b066475 admin admin] Network 1f119f6f-a1f8-4bc6-85d9-f23337dbc03c is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:44:35.210070 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.plugins.ml2.plugin [None req-f828bf87-ede5-4c3e-a9ab-7f2178682dfc tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempt 10 to bind port d0e4efeb-6474-43c1-8be8-21ba7f775c57 Nov 24 01:44:35.220972 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-b2fcac7f-bac7-4373-b1bd-4308f5ab6a48 tempest-MeteringTestJSON-1106399302 tempest-MeteringTestJSON-1106399302-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules/5ce7424a-8cec-411b-a806-71a059742f5e HTTP/1.1" status: 200 len: 461 time: 0.0766153 Nov 24 01:44:35.221659 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 43554) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:35.231095 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-8271d61f-8657-47c8-8785-d1570b066475 admin admin] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:44:35.243796 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89788762-a248-4078-b9bc-ca3294f8229c admin admin] Network eb22795d-37ee-46ee-844d-92c17e2ea450 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:44:35.258935 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-89788762-a248-4078-b9bc-ca3294f8229c admin admin] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:44:35.259944 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8271d61f-8657-47c8-8785-d1570b066475 admin admin] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:44:35.262815 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8271d61f-8657-47c8-8785-d1570b066475 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3777869'] for router_interface, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:35.281557 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-f135093f-5d12-48af-ade5-25ef7a4d6fa4 tempest-ExternalNetworksAdminNegativeTestJSON-1753547041 tempest-ExternalNetworksAdminNegativeTestJSON-1753547041-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.7487962 Nov 24 01:44:35.295273 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89788762-a248-4078-b9bc-ca3294f8229c admin admin] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:44:35.304887 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 43556) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:35.330794 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Pushing event updated for resources: {'Port': ['ID=15df5789-c371-4a6f-a27c-1b6be4cfe143,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:35.415313 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 101702da-ca71-43da-91c8-38c1fd028984 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:44:35.415675 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:35.467198 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-fa6121af-bef8-418a-9495-89c3999289c9 None None] Provisioning complete for port 15df5789-c371-4a6f-a27c-1b6be4cfe143 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:44:35.467558 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-fa6121af-bef8-418a-9495-89c3999289c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:35.481711 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e10710d-8358-4b94-b461-d5f530490885 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Network 19d2f09c-1b1e-465c-8ca1-aa055896f88b is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:44:35.527206 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-4e10710d-8358-4b94-b461-d5f530490885 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:44:35.544723 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.managers [None req-f828bf87-ede5-4c3e-a9ab-7f2178682dfc tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempting to bind port d0e4efeb-6474-43c1-8be8-21ba7f775c57 on host hv-neutron-8189 for vnic_type normal with profile {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:44:35.545730 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.managers [None req-f828bf87-ede5-4c3e-a9ab-7f2178682dfc tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempting to bind port d0e4efeb-6474-43c1-8be8-21ba7f775c57 by drivers openvswitch,hyperv on host hv-neutron-8189 at level 0 using segments [{'id': '2aab1c16-51c4-4b85-bfad-9025a3bc7019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '53141425-9227-44cd-93fa-12c001f214f2'}] {{(pid=109867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:44:35.546338 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f828bf87-ede5-4c3e-a9ab-7f2178682dfc tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempting to bind port d0e4efeb-6474-43c1-8be8-21ba7f775c57 on network 53141425-9227-44cd-93fa-12c001f214f2 {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:44:35.559711 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e10710d-8358-4b94-b461-d5f530490885 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:44:35.565531 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e10710d-8358-4b94-b461-d5f530490885 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:44:35.566322 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4e10710d-8358-4b94-b461-d5f530490885 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:35.566503 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 96e9ce6e-a8d2-443d-8b85-4d158f02dcb6 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:44:35.589725 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-31bb3301-a7e5-4ae9-8d06-172a933335bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:35.630412 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f828bf87-ede5-4c3e-a9ab-7f2178682dfc tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Port d0e4efeb-6474-43c1-8be8-21ba7f775c57 on network 53141425-9227-44cd-93fa-12c001f214f2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8189 {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 01:44:35.630739 dv-neutron-818911-2-hyperv neutron-server[109867]: ERROR neutron.plugins.ml2.managers [None req-f828bf87-ede5-4c3e-a9ab-7f2178682dfc tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Failed to bind port d0e4efeb-6474-43c1-8be8-21ba7f775c57 on host hv-neutron-8189 for vnic_type normal using segments [{'id': '2aab1c16-51c4-4b85-bfad-9025a3bc7019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '53141425-9227-44cd-93fa-12c001f214f2'}] Nov 24 01:44:35.631149 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f828bf87-ede5-4c3e-a9ab-7f2178682dfc tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:35.632780 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89788762-a248-4078-b9bc-ca3294f8229c admin admin] Pushing event updated for resources: {'Port': ['ID=1066d23d-7961-4dcb-a1bc-ff70c8f2d78b,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:35.643867 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e10710d-8358-4b94-b461-d5f530490885 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Pushing event updated for resources: {'Port': ['ID=cc2f8538-ccd5-4c93-a8b4-fc9b2b440adc,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:35.687864 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 96e9ce6e-a8d2-443d-8b85-4d158f02dcb6 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:44:35.688560 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:35.700253 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-4e10710d-8358-4b94-b461-d5f530490885 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.8997970 Nov 24 01:44:35.719217 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 43558) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:35.725084 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-9973347d-18b0-43bd-b642-7bf47608522c tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Request body: {'port': {'network_id': '19d2f09c-1b1e-465c-8ca1-aa055896f88b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-715415237', 'allowed_address_pairs': [{'ip_address': '2001:db8::47', 'mac_address': 'fa:16:3e:20:48:1e'}]}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:44:35.849460 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-c795127e-4f75-4d92-8df5-233a8693d4f4 None None] Provisioning complete for port 96e9ce6e-a8d2-443d-8b85-4d158f02dcb6 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:44:35.850000 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-c795127e-4f75-4d92-8df5-233a8693d4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:35.913232 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8ffdee5f-044a-44c4-b4ee-a3c44bbc6e64 tempest-MeteringTestJSON-1106399302 tempest-MeteringTestJSON-1106399302-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:35.915084 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-8ffdee5f-044a-44c4-b4ee-a3c44bbc6e64 tempest-MeteringTestJSON-1106399302 tempest-MeteringTestJSON-1106399302-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-label-rules/5ce7424a-8cec-411b-a806-71a059742f5e HTTP/1.1" status: 204 len: 168 time: 0.6818171 Nov 24 01:44:35.921723 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 43560) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:35.963390 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b05f9f89-0411-4087-aacb-38cc497b8b28 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:35.987526 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [None req-f828bf87-ede5-4c3e-a9ab-7f2178682dfc tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] For port d0e4efeb-6474-43c1-8be8-21ba7f775c57, host hv-neutron-8189, cleared binding levels {{(pid=109867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:44:35.987885 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [None req-f828bf87-ede5-4c3e-a9ab-7f2178682dfc tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempted to set empty binding levels {{(pid=109867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 24 01:44:36.106677 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8271d61f-8657-47c8-8785-d1570b066475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:36.108853 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-c795127e-4f75-4d92-8df5-233a8693d4f4 None None] Provisioning complete for port f7e0496a-dd49-4cae-9933-b96f273d6ad8 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:44:36.109332 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-c795127e-4f75-4d92-8df5-233a8693d4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:36.165973 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-c795127e-4f75-4d92-8df5-233a8693d4f4 None None] Port f7e0496a-dd49-4cae-9933-b96f273d6ad8 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:44:36.187238 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f828bf87-ede5-4c3e-a9ab-7f2178682dfc tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:36.194608 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-89788762-a248-4078-b9bc-ca3294f8229c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:36.264204 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-31bb3301-a7e5-4ae9-8d06-172a933335bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:36.287350 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-31bb3301-a7e5-4ae9-8d06-172a933335bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:36.290742 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f828bf87-ede5-4c3e-a9ab-7f2178682dfc tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:44:36.291594 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f828bf87-ede5-4c3e-a9ab-7f2178682dfc tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:36.300033 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-9e94e852-5e8e-44ad-a00b-98426432d6db None None] Provisioning complete for port 15df5789-c371-4a6f-a27c-1b6be4cfe143 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:44:36.300406 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9e94e852-5e8e-44ad-a00b-98426432d6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:36.310715 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-cd4c2422-b828-4471-b0c3-b0a48294dac5 tempest-ExternalNetworksAdminNegativeTestJSON-1753547041 tempest-ExternalNetworksAdminNegativeTestJSON-1753547041-project-admin] Deleting port bc813f53-c1c1-4f37-bac5-59bc5dd368e5 {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:44:36.311050 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-cd4c2422-b828-4471-b0c3-b0a48294dac5 tempest-ExternalNetworksAdminNegativeTestJSON-1753547041 tempest-ExternalNetworksAdminNegativeTestJSON-1753547041-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:36.321146 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9973347d-18b0-43bd-b642-7bf47608522c tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Made reservation on behalf of 0dc6c639d61c49b890108560c5e4fc40 for: {'port': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:44:36.369225 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 15df5789-c371-4a6f-a27c-1b6be4cfe143 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:44:36.393441 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f828bf87-ede5-4c3e-a9ab-7f2178682dfc tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Pushing event updated for resources: {'Port': ['ID=d0e4efeb-6474-43c1-8be8-21ba7f775c57,revision_number=2']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:36.400053 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e2303a1d-4ca1-4e72-8886-472d455978d7 tempest-MeteringTestJSON-1106399302 tempest-MeteringTestJSON-1106399302-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:36.401231 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-e2303a1d-4ca1-4e72-8886-472d455978d7 tempest-MeteringTestJSON-1106399302 tempest-MeteringTestJSON-1106399302-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-labels/6bff23b1-9f44-4a34-a0b4-9b9e379252da HTTP/1.1" status: 204 len: 168 time: 0.4774723 Nov 24 01:44:36.427541 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-f828bf87-ede5-4c3e-a9ab-7f2178682dfc tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 5.2690411 Nov 24 01:44:36.433025 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bb3301-a7e5-4ae9-8d06-172a933335bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00e5d08e-96f1-44d3-9e0c-fff6ac318378,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:36.452584 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 43564) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:36.486469 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-31bb3301-a7e5-4ae9-8d06-172a933335bd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0a3abe151d174f499102b8bf21741244&name=default HTTP/1.1" status: 200 len: 2993 time: 1.4153445 Nov 24 01:44:36.491306 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 43566) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:36.507771 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-9e94e852-5e8e-44ad-a00b-98426432d6db None None] Provisioning complete for port cc2f8538-ccd5-4c93-a8b4-fc9b2b440adc triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:44:36.508179 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9e94e852-5e8e-44ad-a00b-98426432d6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:36.558794 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-9e94e852-5e8e-44ad-a00b-98426432d6db None None] Port cc2f8538-ccd5-4c93-a8b4-fc9b2b440adc cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:44:36.565036 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 15df5789-c371-4a6f-a27c-1b6be4cfe143 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:44:36.565036 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:36.604876 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-cd4c2422-b828-4471-b0c3-b0a48294dac5 tempest-ExternalNetworksAdminNegativeTestJSON-1753547041 tempest-ExternalNetworksAdminNegativeTestJSON-1753547041-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:36.605340 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-cd4c2422-b828-4471-b0c3-b0a48294dac5 tempest-ExternalNetworksAdminNegativeTestJSON-1753547041 tempest-ExternalNetworksAdminNegativeTestJSON-1753547041-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:36.668059 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-cd4c2422-b828-4471-b0c3-b0a48294dac5 tempest-ExternalNetworksAdminNegativeTestJSON-1753547041 tempest-ExternalNetworksAdminNegativeTestJSON-1753547041-project-admin] Calling delete_port for bc813f53-c1c1-4f37-bac5-59bc5dd368e5 owned by network:floatingip {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:44:36.675733 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 3adae932-3a5f-42f6-9ca1-843b9be31a47 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:44:36.712682 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0f2840f0-e68a-45a5-990d-6256a159fe37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:36.714636 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9973347d-18b0-43bd-b642-7bf47608522c tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:36.726651 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 43570) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:36.738083 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 3adae932-3a5f-42f6-9ca1-843b9be31a47 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:44:36.738673 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:36.772250 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b05f9f89-0411-4087-aacb-38cc497b8b28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-424338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418138'] for router, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:36.789460 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [None req-9973347d-18b0-43bd-b642-7bf47608522c tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] device_id is not set on port e1ac1bd4-82c2-4900-870d-528d9a4f13ee yet. {{(pid=109866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 01:44:36.824731 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-89788762-a248-4078-b9bc-ca3294f8229c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-424338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418138'] for router, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:36.827719 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0f2840f0-e68a-45a5-990d-6256a159fe37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:36.860472 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:36.889104 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] For port 3adae932-3a5f-42f6-9ca1-843b9be31a47, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=3adae932-3a5f-42f6-9ca1-843b9be31a47,segment=NetworkSegment(03509fd2-ca9c-4aa0-94e6-e236afda62e7),segment_id=03509fd2-ca9c-4aa0-94e6-e236afda62e7)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:44:36.895940 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:36.896783 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 96e9ce6e-a8d2-443d-8b85-4d158f02dcb6 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:44:36.960652 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Pushing event updated for resources: {'Port': ['ID=3adae932-3a5f-42f6-9ca1-843b9be31a47,revision_number=4']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:37.027207 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-81ca6ac7-7d46-4a65-84a3-1c51ebdfc5a0 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Deleting port d0e4efeb-6474-43c1-8be8-21ba7f775c57 {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:44:37.027771 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-81ca6ac7-7d46-4a65-84a3-1c51ebdfc5a0 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:37.030576 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0f2840f0-e68a-45a5-990d-6256a159fe37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:37.033179 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0f2840f0-e68a-45a5-990d-6256a159fe37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:37.036848 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-0f2840f0-e68a-45a5-990d-6256a159fe37 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/00e5d08e-96f1-44d3-9e0c-fff6ac318378 HTTP/1.1" status: 204 len: 168 time: 0.5421114 Nov 24 01:44:37.047957 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 96e9ce6e-a8d2-443d-8b85-4d158f02dcb6 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:44:37.049074 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:37.057318 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2840f0-e68a-45a5-990d-6256a159fe37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00e5d08e-96f1-44d3-9e0c-fff6ac318378,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:37.061187 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-52efc858-ae90-486f-9d11-24743ee03c75 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:37.069247 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-cd4c2422-b828-4471-b0c3-b0a48294dac5 tempest-ExternalNetworksAdminNegativeTestJSON-1753547041 tempest-ExternalNetworksAdminNegativeTestJSON-1753547041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:37.071807 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8271d61f-8657-47c8-8785-d1570b066475 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:37.103945 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4c2422-b828-4471-b0c3-b0a48294dac5 tempest-ExternalNetworksAdminNegativeTestJSON-1753547041 tempest-ExternalNetworksAdminNegativeTestJSON-1753547041-project-admin] Pushing event deleted for resources: {'Port': ['ID=bc813f53-c1c1-4f37-bac5-59bc5dd368e5,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:37.125111 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89788762-a248-4078-b9bc-ca3294f8229c admin admin] Router 43d0e080-c66b-496b-93a4-a94ff5cca5ae is scheduled to L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e with binding_index 1 {{(pid=109867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 01:44:37.127632 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8271d61f-8657-47c8-8785-d1570b066475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:37.128565 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8271d61f-8657-47c8-8785-d1570b066475 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3778017'] for router_interface, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:37.242769 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-cd4c2422-b828-4471-b0c3-b0a48294dac5 tempest-ExternalNetworksAdminNegativeTestJSON-1753547041 tempest-ExternalNetworksAdminNegativeTestJSON-1753547041-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:37.248059 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-cd4c2422-b828-4471-b0c3-b0a48294dac5 tempest-ExternalNetworksAdminNegativeTestJSON-1753547041 tempest-ExternalNetworksAdminNegativeTestJSON-1753547041-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for floatingip, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:37.248059 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-cd4c2422-b828-4471-b0c3-b0a48294dac5 tempest-ExternalNetworksAdminNegativeTestJSON-1753547041 tempest-ExternalNetworksAdminNegativeTestJSON-1753547041-project-admin] 10.222.0.21 "DELETE /v2.0/floatingips/d0432dd7-b996-4b75-a8e0-16512a989baf HTTP/1.1" status: 204 len: 168 time: 1.9388134 Nov 24 01:44:37.276705 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [None req-81ca6ac7-7d46-4a65-84a3-1c51ebdfc5a0 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] For port d0e4efeb-6474-43c1-8be8-21ba7f775c57, host hv-neutron-8189, got binding levels [] {{(pid=109866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:44:37.277065 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-81ca6ac7-7d46-4a65-84a3-1c51ebdfc5a0 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:37.317142 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89788762-a248-4078-b9bc-ca3294f8229c admin admin] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:44:37.328857 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f4f089-86c5-4deb-a6fc-c38c8f44902f None None] Sync routers for ids ['43d0e080-c66b-496b-93a4-a94ff5cca5ae'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:44:37.333476 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-81ca6ac7-7d46-4a65-84a3-1c51ebdfc5a0 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Calling delete_port for d0e4efeb-6474-43c1-8be8-21ba7f775c57 owned by {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:44:37.342278 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f4f089-86c5-4deb-a6fc-c38c8f44902f None None] Routers {'43d0e080-c66b-496b-93a4-a94ff5cca5ae'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:44:37.342964 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-25f4f089-86c5-4deb-a6fc-c38c8f44902f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:44:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['43d0e080-c66b-496b-93a4-a94ff5cca5ae'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:44:37.347713 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-89788762-a248-4078-b9bc-ca3294f8229c admin admin] Publish callbacks [] for router, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:37.350090 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-89788762-a248-4078-b9bc-ca3294f8229c admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.9540021 Nov 24 01:44:37.355165 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 43584) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:37.377878 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8271d61f-8657-47c8-8785-d1570b066475 admin admin] Pushing event updated for resources: {'Port': ['ID=f7e0496a-dd49-4cae-9933-b96f273d6ad8,revision_number=2']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:37.417189 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [None req-9973347d-18b0-43bd-b642-7bf47608522c tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Allocated IP 2001:db8::3b4 (19d2f09c-1b1e-465c-8ca1-aa055896f88b/aa05d6b5-70d9-4636-bd37-f4e14483f9f7/e1ac1bd4-82c2-4900-870d-528d9a4f13ee) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:44:37.499316 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-25f4f089-86c5-4deb-a6fc-c38c8f44902f None None] Set router 43d0e080-c66b-496b-93a4-a94ff5cca5ae gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:44:37.574192 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 43588) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:37.596369 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-52efc858-ae90-486f-9d11-24743ee03c75 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:37.613389 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e892833c-b33c-4b77-b9ef-4714c4a9a626 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:37.641240 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-52efc858-ae90-486f-9d11-24743ee03c75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:37.649247 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 43590) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:37.717488 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8271d61f-8657-47c8-8785-d1570b066475 admin admin] Network 1f119f6f-a1f8-4bc6-85d9-f23337dbc03c is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:44:37.735328 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-25f4f089-86c5-4deb-a6fc-c38c8f44902f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43d0e080-c66b-496b-93a4-a94ff5cca5ae', 'name': 'tempest-ServerActionsTestJSON-582106952-router', 'tenant_id': '110fa21155a747ab90ae3fb887427135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': '1066d23d-7961-4dcb-a1bc-ff70c8f2d78b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:44:30Z', 'updated_at': '2021-11-24T01:44:35Z', 'revision_number': 3, 'project_id': '110fa21155a747ab90ae3fb887427135', 'gw_port': {'id': '1066d23d-7961-4dcb-a1bc-ff70c8f2d78b', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d2:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43d0e080-c66b-496b-93a4-a94ff5cca5ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:44:32Z', 'updated_at': '2021-11-24T01:44:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:44:37.739361 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52efc858-ae90-486f-9d11-24743ee03c75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cd4afce-1fea-4c73-9564-24f0d6d80a5f,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:37.768844 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-8271d61f-8657-47c8-8785-d1570b066475 admin admin] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:44:37.785108 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f4f089-86c5-4deb-a6fc-c38c8f44902f None None] Checking router: 43d0e080-c66b-496b-93a4-a94ff5cca5ae for host: dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 01:44:37.786128 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f4f089-86c5-4deb-a6fc-c38c8f44902f None None] Updating router 43d0e080-c66b-496b-93a4-a94ff5cca5ae port 1066d23d-7961-4dcb-a1bc-ff70c8f2d78b binding host dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 01:44:37.800300 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b05f9f89-0411-4087-aacb-38cc497b8b28 admin admin] Router 7faeaee0-44de-4bed-b543-ae7f25fdeb87 is scheduled to L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e with binding_index 1 {{(pid=109866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 01:44:37.810098 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6dec6ae5-409e-4736-b042-df9777610b3d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:37.816365 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-25f4f089-86c5-4deb-a6fc-c38c8f44902f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:37.877889 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-52efc858-ae90-486f-9d11-24743ee03c75 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9e9197a9438f404191dbe0bdeaaa0da8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1444364 Nov 24 01:44:37.881334 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 43596) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:38.034814 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8c041dc3-427b-4505-a9d1-8d09f6ccfb21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:38.037617 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-81ca6ac7-7d46-4a65-84a3-1c51ebdfc5a0 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:38.066177 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-314083f3-19cf-4f3e-b74c-ed82de491c07 None None] Provisioning complete for port f7e0496a-dd49-4cae-9933-b96f273d6ad8 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:44:38.066177 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-314083f3-19cf-4f3e-b74c-ed82de491c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:38.100578 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ca6ac7-7d46-4a65-84a3-1c51ebdfc5a0 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Pushing event deleted for resources: {'Port': ['ID=d0e4efeb-6474-43c1-8be8-21ba7f775c57,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:38.106599 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6dec6ae5-409e-4736-b042-df9777610b3d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:38.109592 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-81ca6ac7-7d46-4a65-84a3-1c51ebdfc5a0 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:38.110356 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8c041dc3-427b-4505-a9d1-8d09f6ccfb21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:38.116761 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-81ca6ac7-7d46-4a65-84a3-1c51ebdfc5a0 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] 10.222.0.21 "DELETE /v2.0/ports/d0e4efeb-6474-43c1-8be8-21ba7f775c57 HTTP/1.1" status: 204 len: 168 time: 1.6597517 Nov 24 01:44:38.118443 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 43598) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:38.145832 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.pecan_wsgi.hooks.translation [None req-94af45cb-a634-431e-81bf-f499c7d5ab88 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] GET failed (client error): The resource could not be found. Nov 24 01:44:38.151298 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-94af45cb-a634-431e-81bf-f499c7d5ab88 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] 10.222.0.21 "GET /v2.0/ports/d0e4efeb-6474-43c1-8be8-21ba7f775c57 HTTP/1.1" status: 404 len: 333 time: 0.0261714 Nov 24 01:44:38.151934 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6dec6ae5-409e-4736-b042-df9777610b3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:38.154922 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ff5ada85-dd8c-47e5-88bc-cbb0bdd2d8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:38.158484 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 43600) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:38.173841 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-dfc0eb4e-cb28-4292-b0bc-36f9f58effe8 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Request body: {'port': {'network_id': '53141425-9227-44cd-93fa-12c001f214f2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-987909996'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:44:38.216572 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-25f4f089-86c5-4deb-a6fc-c38c8f44902f None None] Publish callbacks [] for port, precommit_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:38.220321 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-314083f3-19cf-4f3e-b74c-ed82de491c07 None None] Port f7e0496a-dd49-4cae-9933-b96f273d6ad8 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:44:38.228446 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-25f4f089-86c5-4deb-a6fc-c38c8f44902f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:38.229531 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e892833c-b33c-4b77-b9ef-4714c4a9a626 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:38.237697 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 3adae932-3a5f-42f6-9ca1-843b9be31a47 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:44:38.256564 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e892833c-b33c-4b77-b9ef-4714c4a9a626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:38.262852 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8271d61f-8657-47c8-8785-d1570b066475 admin admin] Router 03d15ab8-96ac-4078-afbb-508fb1699e46 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:44:38.279765 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9973347d-18b0-43bd-b642-7bf47608522c tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:38.310513 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfc0eb4e-cb28-4292-b0bc-36f9f58effe8 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Made reservation on behalf of 9bbdab98994c42d8be61e5ee3744cb0d for: {'port': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:44:38.312954 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-dfc0eb4e-cb28-4292-b0bc-36f9f58effe8 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:38.331615 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b05f9f89-0411-4087-aacb-38cc497b8b28 admin admin] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:44:38.346030 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c380ae0-3ee8-4a0c-bfa1-9466d818121f None None] Sync routers for ids ['7faeaee0-44de-4bed-b543-ae7f25fdeb87'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:44:38.357556 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 3adae932-3a5f-42f6-9ca1-843b9be31a47 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:44:38.358846 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:38.364830 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-e892833c-b33c-4b77-b9ef-4714c4a9a626 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6cbb4917486d46cba886028fb14a7b27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7717752 Nov 24 01:44:38.367458 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 43602) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:38.368337 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c380ae0-3ee8-4a0c-bfa1-9466d818121f None None] Routers {'7faeaee0-44de-4bed-b543-ae7f25fdeb87'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:44:38.371296 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-7c380ae0-3ee8-4a0c-bfa1-9466d818121f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:44:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['7faeaee0-44de-4bed-b543-ae7f25fdeb87'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:44:38.371460 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e892833c-b33c-4b77-b9ef-4714c4a9a626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=302e6743-e699-4253-a6e3-b2a71f72aa43,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:38.392902 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [None req-dfc0eb4e-cb28-4292-b0bc-36f9f58effe8 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] device_id is not set on port f89ff436-8e27-4bf7-b72f-afb42c063adc yet. {{(pid=109866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 01:44:38.398815 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b05f9f89-0411-4087-aacb-38cc497b8b28 admin admin] Publish callbacks [] for router, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:38.400174 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-b05f9f89-0411-4087-aacb-38cc497b8b28 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 9.0746789 Nov 24 01:44:38.411393 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19844192-7992-4ab8-a3ef-c74437836373 None None] Pushing event updated for resources: {'Port': ['ID=1066d23d-7961-4dcb-a1bc-ff70c8f2d78b,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:38.412042 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 43604) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:38.414512 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-6dec6ae5-409e-4736-b042-df9777610b3d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=25d436bfccfa430b82ecda280615e946&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7637482 Nov 24 01:44:38.420960 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-25f4f089-86c5-4deb-a6fc-c38c8f44902f None None] Attempting to bind port 1066d23d-7961-4dcb-a1bc-ff70c8f2d78b on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:44:38.421446 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-25f4f089-86c5-4deb-a6fc-c38c8f44902f None None] Attempting to bind port 1066d23d-7961-4dcb-a1bc-ff70c8f2d78b by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:44:38.421906 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f4f089-86c5-4deb-a6fc-c38c8f44902f None None] Attempting to bind port 1066d23d-7961-4dcb-a1bc-ff70c8f2d78b on network eb22795d-37ee-46ee-844d-92c17e2ea450 {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:44:38.425198 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 43606) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:38.428634 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f4f089-86c5-4deb-a6fc-c38c8f44902f None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:44:38.429105 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f4f089-86c5-4deb-a6fc-c38c8f44902f None None] Checking segment: {'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:44:38.429849 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-25f4f089-86c5-4deb-a6fc-c38c8f44902f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:38.430636 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f4f089-86c5-4deb-a6fc-c38c8f44902f None None] Bound using segment: {'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:44:38.431211 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-25f4f089-86c5-4deb-a6fc-c38c8f44902f None None] Bound port: 1066d23d-7961-4dcb-a1bc-ff70c8f2d78b, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:44:38.431714 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-25f4f089-86c5-4deb-a6fc-c38c8f44902f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:38.441588 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dec6ae5-409e-4736-b042-df9777610b3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fd76848-a5b8-4549-b1a2-acf100189bbe,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:38.507282 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9973347d-18b0-43bd-b642-7bf47608522c tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:38.534632 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8c041dc3-427b-4505-a9d1-8d09f6ccfb21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:38.537945 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8c041dc3-427b-4505-a9d1-8d09f6ccfb21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:38.539099 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-8c041dc3-427b-4505-a9d1-8d09f6ccfb21 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9cd4afce-1fea-4c73-9564-24f0d6d80a5f HTTP/1.1" status: 204 len: 168 time: 0.6552315 Nov 24 01:44:38.562405 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-25f4f089-86c5-4deb-a6fc-c38c8f44902f None None] For port 1066d23d-7961-4dcb-a1bc-ff70c8f2d78b, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:44:38.575739 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-25f4f089-86c5-4deb-a6fc-c38c8f44902f None None] For port 1066d23d-7961-4dcb-a1bc-ff70c8f2d78b, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=1066d23d-7961-4dcb-a1bc-ff70c8f2d78b,segment=NetworkSegment(03509fd2-ca9c-4aa0-94e6-e236afda62e7),segment_id=03509fd2-ca9c-4aa0-94e6-e236afda62e7)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:44:38.589086 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-25f4f089-86c5-4deb-a6fc-c38c8f44902f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:38.615718 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-7c380ae0-3ee8-4a0c-bfa1-9466d818121f None None] Set router 7faeaee0-44de-4bed-b543-ae7f25fdeb87 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:44:38.622319 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c041dc3-427b-4505-a9d1-8d09f6ccfb21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cd4afce-1fea-4c73-9564-24f0d6d80a5f,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:38.671799 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6c8aee1b-c729-49bd-8b4b-5a16c3404ee4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:38.673032 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9973347d-18b0-43bd-b642-7bf47608522c tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Network 19d2f09c-1b1e-465c-8ca1-aa055896f88b is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:44:38.682715 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9973347d-18b0-43bd-b642-7bf47608522c tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Pushing event updated for resources: {'Port': ['ID=e1ac1bd4-82c2-4900-870d-528d9a4f13ee,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:38.690262 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d40e70bf-c689-4cf5-acb3-3f0dd30170a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:38.694800 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-9973347d-18b0-43bd-b642-7bf47608522c tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:44:38.699244 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9973347d-18b0-43bd-b642-7bf47608522c tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:44:38.706552 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9973347d-18b0-43bd-b642-7bf47608522c tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:44:38.708198 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9973347d-18b0-43bd-b642-7bf47608522c tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:38.716176 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d40e70bf-c689-4cf5-acb3-3f0dd30170a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:38.746189 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f4f089-86c5-4deb-a6fc-c38c8f44902f None None] Routers {'43d0e080-c66b-496b-93a4-a94ff5cca5ae'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:44:38.748861 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-25f4f089-86c5-4deb-a6fc-c38c8f44902f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:44:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['43d0e080-c66b-496b-93a4-a94ff5cca5ae'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:44:38.755314 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-9973347d-18b0-43bd-b642-7bf47608522c tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 3.0346451 Nov 24 01:44:38.761299 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 43612) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:38.763302 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8271d61f-8657-47c8-8785-d1570b066475 admin admin] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:44:38.772674 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-8271d61f-8657-47c8-8785-d1570b066475 admin admin] 10.222.0.21 "PUT /v2.0/routers/03d15ab8-96ac-4078-afbb-508fb1699e46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3769000 Nov 24 01:44:38.844580 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d40e70bf-c689-4cf5-acb3-3f0dd30170a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:38.848570 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d40e70bf-c689-4cf5-acb3-3f0dd30170a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:38.849232 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-d40e70bf-c689-4cf5-acb3-3f0dd30170a9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/302e6743-e699-4253-a6e3-b2a71f72aa43 HTTP/1.1" status: 204 len: 168 time: 0.4766977 Nov 24 01:44:38.869554 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6c8aee1b-c729-49bd-8b4b-5a16c3404ee4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:38.910764 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f45544f-51a3-4543-bf54-dc5bea5d90eb tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:44:38.917506 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f45544f-51a3-4543-bf54-dc5bea5d90eb tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:44:38.925361 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f45544f-51a3-4543-bf54-dc5bea5d90eb tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:44:38.930712 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-0f45544f-51a3-4543-bf54-dc5bea5d90eb tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.1557672 Nov 24 01:44:38.933603 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 43620) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:39.011141 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40e70bf-c689-4cf5-acb3-3f0dd30170a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=302e6743-e699-4253-a6e3-b2a71f72aa43,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:39.036372 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-7c380ae0-3ee8-4a0c-bfa1-9466d818121f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7faeaee0-44de-4bed-b543-ae7f25fdeb87', 'name': 'tempest-ServersTestJSON-83270705-router', 'tenant_id': '7ca5ab9ca83c45e6a41b1ce3bf5dc5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.131'}], 'enable_snat': True}, 'gw_port_id': 'c1cd4525-a123-400d-a60b-b3f5eed99df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:44:29Z', 'updated_at': '2021-11-24T01:44:35Z', 'revision_number': 3, 'project_id': '7ca5ab9ca83c45e6a41b1ce3bf5dc5f5', 'gw_port': {'id': 'c1cd4525-a123-400d-a60b-b3f5eed99df6', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9d:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7faeaee0-44de-4bed-b543-ae7f25fdeb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:44:31Z', 'updated_at': '2021-11-24T01:44:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:44:39.109746 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c380ae0-3ee8-4a0c-bfa1-9466d818121f None None] Checking router: 7faeaee0-44de-4bed-b543-ae7f25fdeb87 for host: dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 01:44:39.110657 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c380ae0-3ee8-4a0c-bfa1-9466d818121f None None] Updating router 7faeaee0-44de-4bed-b543-ae7f25fdeb87 port c1cd4525-a123-400d-a60b-b3f5eed99df6 binding host dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 01:44:39.173242 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66abf808-273a-4091-a3d2-bc3a2c20fca5 None None] Sync routers for ids ['03d15ab8-96ac-4078-afbb-508fb1699e46'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:44:39.184875 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-7c380ae0-3ee8-4a0c-bfa1-9466d818121f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:39.237452 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 43628) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:39.269162 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-ff5ada85-dd8c-47e5-88bc-cbb0bdd2d8a9 admin admin] Allocated IP 172.20.0.1 (0439926c-1302-4dcb-a15d-d53f1b665c6d/3cd00567-bdb6-4d9c-8716-d6fe9a6098c7/4323bebd-05ca-456a-866b-846f05c4c3cf) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:44:39.291592 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-deebca09-3f45-4241-9423-76adab569973 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:39.299429 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6c8aee1b-c729-49bd-8b4b-5a16c3404ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:39.302673 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6c8aee1b-c729-49bd-8b4b-5a16c3404ee4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:39.304109 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-6c8aee1b-c729-49bd-8b4b-5a16c3404ee4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7fd76848-a5b8-4549-b1a2-acf100189bbe HTTP/1.1" status: 204 len: 168 time: 0.8748999 Nov 24 01:44:39.348377 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8aee1b-c729-49bd-8b4b-5a16c3404ee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fd76848-a5b8-4549-b1a2-acf100189bbe,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:39.358266 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66abf808-273a-4091-a3d2-bc3a2c20fca5 None None] Routers {'03d15ab8-96ac-4078-afbb-508fb1699e46'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:44:39.361074 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-66abf808-273a-4091-a3d2-bc3a2c20fca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:44:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['03d15ab8-96ac-4078-afbb-508fb1699e46'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:44:39.373752 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19844192-7992-4ab8-a3ef-c74437836373 None None] Pushing event updated for resources: {'Port': ['ID=1066d23d-7961-4dcb-a1bc-ff70c8f2d78b,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:39.397086 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-dfc0eb4e-cb28-4292-b0bc-36f9f58effe8 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:39.493207 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-dfc0eb4e-cb28-4292-b0bc-36f9f58effe8 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:39.512616 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-34b860bf-4eaa-4e03-a327-86e8ff6c78d3 None None] Provisioning complete for port e1ac1bd4-82c2-4900-870d-528d9a4f13ee triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:44:39.513229 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-34b860bf-4eaa-4e03-a327-86e8ff6c78d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:39.563228 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-34b860bf-4eaa-4e03-a327-86e8ff6c78d3 None None] Port e1ac1bd4-82c2-4900-870d-528d9a4f13ee cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:44:39.614826 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-25f4f089-86c5-4deb-a6fc-c38c8f44902f None None] Set router 43d0e080-c66b-496b-93a4-a94ff5cca5ae gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:44:39.644594 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc0eb4e-cb28-4292-b0bc-36f9f58effe8 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Network 53141425-9227-44cd-93fa-12c001f214f2 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:44:39.658768 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-dfc0eb4e-cb28-4292-b0bc-36f9f58effe8 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:44:39.662415 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc0eb4e-cb28-4292-b0bc-36f9f58effe8 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Pushing event updated for resources: {'Port': ['ID=f89ff436-8e27-4bf7-b72f-afb42c063adc,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:39.670758 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc0eb4e-cb28-4292-b0bc-36f9f58effe8 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:44:39.671725 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc0eb4e-cb28-4292-b0bc-36f9f58effe8 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:44:39.672290 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-dfc0eb4e-cb28-4292-b0bc-36f9f58effe8 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:39.679137 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-7c380ae0-3ee8-4a0c-bfa1-9466d818121f None None] Publish callbacks [] for port, precommit_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:39.686597 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-7c380ae0-3ee8-4a0c-bfa1-9466d818121f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:39.748523 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636c1c1f-494f-4e37-bd2a-ebe27a3a05c3 None None] Pushing event updated for resources: {'Port': ['ID=c1cd4525-a123-400d-a60b-b3f5eed99df6,revision_number=2']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:39.749023 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-dfc0eb4e-cb28-4292-b0bc-36f9f58effe8 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.5789032 Nov 24 01:44:39.751840 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 43642) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:39.772038 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-f4e22e3e-8396-4fb9-bc17-4326656f40bd tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8189'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:44:39.784147 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-7c380ae0-3ee8-4a0c-bfa1-9466d818121f None None] Attempting to bind port c1cd4525-a123-400d-a60b-b3f5eed99df6 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:44:39.784509 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-7c380ae0-3ee8-4a0c-bfa1-9466d818121f None None] Attempting to bind port c1cd4525-a123-400d-a60b-b3f5eed99df6 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}] {{(pid=109869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:44:39.784652 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-97459352-ec79-403b-bf76-e609154fb7ca tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Deleting port e1ac1bd4-82c2-4900-870d-528d9a4f13ee {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:44:39.784862 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-97459352-ec79-403b-bf76-e609154fb7ca tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:39.784957 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c380ae0-3ee8-4a0c-bfa1-9466d818121f None None] Attempting to bind port c1cd4525-a123-400d-a60b-b3f5eed99df6 on network eb22795d-37ee-46ee-844d-92c17e2ea450 {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:44:39.798004 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c380ae0-3ee8-4a0c-bfa1-9466d818121f None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:44:39.798478 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c380ae0-3ee8-4a0c-bfa1-9466d818121f None None] Checking segment: {'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:44:39.798772 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-7c380ae0-3ee8-4a0c-bfa1-9466d818121f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:39.799450 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c380ae0-3ee8-4a0c-bfa1-9466d818121f None None] Bound using segment: {'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'} {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:44:39.799946 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-7c380ae0-3ee8-4a0c-bfa1-9466d818121f None None] Bound port: c1cd4525-a123-400d-a60b-b3f5eed99df6, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}}] {{(pid=109869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:44:39.800339 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-7c380ae0-3ee8-4a0c-bfa1-9466d818121f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:39.824784 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ff5ada85-dd8c-47e5-88bc-cbb0bdd2d8a9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:39.871423 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.db [None req-7c380ae0-3ee8-4a0c-bfa1-9466d818121f None None] For port c1cd4525-a123-400d-a60b-b3f5eed99df6, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:44:39.875133 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.db [None req-7c380ae0-3ee8-4a0c-bfa1-9466d818121f None None] For port c1cd4525-a123-400d-a60b-b3f5eed99df6, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=c1cd4525-a123-400d-a60b-b3f5eed99df6,segment=NetworkSegment(03509fd2-ca9c-4aa0-94e6-e236afda62e7),segment_id=03509fd2-ca9c-4aa0-94e6-e236afda62e7)] {{(pid=109869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:44:39.904051 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-7c380ae0-3ee8-4a0c-bfa1-9466d818121f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:39.968593 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-66abf808-273a-4091-a3d2-bc3a2c20fca5 None None] Set router 03d15ab8-96ac-4078-afbb-508fb1699e46 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:44:39.994279 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-deebca09-3f45-4241-9423-76adab569973 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:39.998965 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636c1c1f-494f-4e37-bd2a-ebe27a3a05c3 None None] Pushing event updated for resources: {'Port': ['ID=c1cd4525-a123-400d-a60b-b3f5eed99df6,revision_number=3']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:40.024277 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c380ae0-3ee8-4a0c-bfa1-9466d818121f None None] Routers {'7faeaee0-44de-4bed-b543-ae7f25fdeb87'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:44:40.024955 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-7c380ae0-3ee8-4a0c-bfa1-9466d818121f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:44:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['7faeaee0-44de-4bed-b543-ae7f25fdeb87'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:44:40.030071 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-deebca09-3f45-4241-9423-76adab569973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:40.090961 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-97459352-ec79-403b-bf76-e609154fb7ca tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:40.099355 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-deebca09-3f45-4241-9423-76adab569973 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a33eddfe9cde47928d94be7c9c73eec4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8544221 Nov 24 01:44:40.102757 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 43650) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:40.103109 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 43652) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:40.110897 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-97459352-ec79-403b-bf76-e609154fb7ca tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Calling delete_port for e1ac1bd4-82c2-4900-870d-528d9a4f13ee owned by {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:44:40.222093 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f4e22e3e-8396-4fb9-bc17-4326656f40bd tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:40.263080 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ff5ada85-dd8c-47e5-88bc-cbb0bdd2d8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:40.285503 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-7c380ae0-3ee8-4a0c-bfa1-9466d818121f None None] Set router 7faeaee0-44de-4bed-b543-ae7f25fdeb87 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:44:40.301981 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5ada85-dd8c-47e5-88bc-cbb0bdd2d8a9 admin admin] Network 0439926c-1302-4dcb-a15d-d53f1b665c6d is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:44:40.312138 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-ff5ada85-dd8c-47e5-88bc-cbb0bdd2d8a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:44:40.334429 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-97459352-ec79-403b-bf76-e609154fb7ca tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:40.339559 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5ada85-dd8c-47e5-88bc-cbb0bdd2d8a9 admin admin] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:44:40.340031 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ff5ada85-dd8c-47e5-88bc-cbb0bdd2d8a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3777869'] for router_interface, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:40.426860 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97459352-ec79-403b-bf76-e609154fb7ca tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Pushing event deleted for resources: {'Port': ['ID=e1ac1bd4-82c2-4900-870d-528d9a4f13ee,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:40.546538 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deebca09-3f45-4241-9423-76adab569973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8308f35-4a20-4788-bab6-72afafdf4908,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:40.620713 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-25f4f089-86c5-4deb-a6fc-c38c8f44902f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43d0e080-c66b-496b-93a4-a94ff5cca5ae', 'name': 'tempest-ServerActionsTestJSON-582106952-router', 'tenant_id': '110fa21155a747ab90ae3fb887427135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': '1066d23d-7961-4dcb-a1bc-ff70c8f2d78b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:44:30Z', 'updated_at': '2021-11-24T01:44:35Z', 'revision_number': 3, 'project_id': '110fa21155a747ab90ae3fb887427135', 'gw_port': {'id': '1066d23d-7961-4dcb-a1bc-ff70c8f2d78b', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d2:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43d0e080-c66b-496b-93a4-a94ff5cca5ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:44:32Z', 'updated_at': '2021-11-24T01:44:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:44:40.624178 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-66abf808-273a-4091-a3d2-bc3a2c20fca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d15ab8-96ac-4078-afbb-508fb1699e46', 'name': 'tempest-ServersTestManualDisk-976998010-router', 'tenant_id': '02a273ddc4c14296a842719ce385cf90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.8'}], 'enable_snat': True}, 'gw_port_id': '3adae932-3a5f-42f6-9ca1-843b9be31a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:44:26Z', 'updated_at': '2021-11-24T01:44:35Z', 'revision_number': 4, 'project_id': '02a273ddc4c14296a842719ce385cf90', 'gw_port': {'id': '3adae932-3a5f-42f6-9ca1-843b9be31a47', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:55:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d15ab8-96ac-4078-afbb-508fb1699e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:44:27Z', 'updated_at': '2021-11-24T01:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': 'f7e0496a-dd49-4cae-9933-b96f273d6ad8', 'name': '', 'network_id': '1f119f6f-a1f8-4bc6-85d9-f23337dbc03c', 'tenant_id': '02a273ddc4c14296a842719ce385cf90', 'mac_address': 'fa:16:3e:46:ef:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03d15ab8-96ac-4078-afbb-508fb1699e46', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ab44a884-a70d-4217-8793-3ef03c108892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:44:32Z', 'updated_at': '2021-11-24T01:44:36Z', 'revision_number': 2, 'project_id': '02a273ddc4c14296a842719ce385cf90', 'subnets': [{'id': 'ab44a884-a70d-4217-8793-3ef03c108892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:44:40.630775 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 43664) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:40.676430 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-5c138f14-4097-4b4d-b2cd-c294a1a79513 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] Request body: {'security_group': {'name': 'tempest-securitygroup--502225931', 'description': 'tempest-description--447274915'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:44:40.696657 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66abf808-273a-4091-a3d2-bc3a2c20fca5 None None] Checking router: 03d15ab8-96ac-4078-afbb-508fb1699e46 for host: dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 01:44:40.697014 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66abf808-273a-4091-a3d2-bc3a2c20fca5 None None] Updating router 03d15ab8-96ac-4078-afbb-508fb1699e46 port f7e0496a-dd49-4cae-9933-b96f273d6ad8 binding host dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 01:44:40.699892 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-7c380ae0-3ee8-4a0c-bfa1-9466d818121f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7faeaee0-44de-4bed-b543-ae7f25fdeb87', 'name': 'tempest-ServersTestJSON-83270705-router', 'tenant_id': '7ca5ab9ca83c45e6a41b1ce3bf5dc5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.131'}], 'enable_snat': True}, 'gw_port_id': 'c1cd4525-a123-400d-a60b-b3f5eed99df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:44:29Z', 'updated_at': '2021-11-24T01:44:35Z', 'revision_number': 3, 'project_id': '7ca5ab9ca83c45e6a41b1ce3bf5dc5f5', 'gw_port': {'id': 'c1cd4525-a123-400d-a60b-b3f5eed99df6', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9d:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7faeaee0-44de-4bed-b543-ae7f25fdeb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:44:31Z', 'updated_at': '2021-11-24T01:44:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:44:40.728197 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-0e48a886-8fba-40a2-b2b5-d451da9e2c2e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ec2ddd642d0541dcbcf13577523e6040&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6236351 Nov 24 01:44:40.731441 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 43668) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:40.742357 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c380ae0-3ee8-4a0c-bfa1-9466d818121f None None] The sync data for ids ['7faeaee0-44de-4bed-b543-ae7f25fdeb87'] in dv-neutron-818911-2-hyperv is: [{'id': '7faeaee0-44de-4bed-b543-ae7f25fdeb87', 'name': 'tempest-ServersTestJSON-83270705-router', 'tenant_id': '7ca5ab9ca83c45e6a41b1ce3bf5dc5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.131'}], 'enable_snat': True}, 'gw_port_id': 'c1cd4525-a123-400d-a60b-b3f5eed99df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:44:29Z', 'updated_at': '2021-11-24T01:44:35Z', 'revision_number': 3, 'project_id': '7ca5ab9ca83c45e6a41b1ce3bf5dc5f5', 'gw_port': {'id': 'c1cd4525-a123-400d-a60b-b3f5eed99df6', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9d:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7faeaee0-44de-4bed-b543-ae7f25fdeb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:44:31Z', 'updated_at': '2021-11-24T01:44:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:44:40.775637 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f4f089-86c5-4deb-a6fc-c38c8f44902f None None] The sync data for ids ['43d0e080-c66b-496b-93a4-a94ff5cca5ae'] in dv-neutron-818911-2-hyperv is: [{'id': '43d0e080-c66b-496b-93a4-a94ff5cca5ae', 'name': 'tempest-ServerActionsTestJSON-582106952-router', 'tenant_id': '110fa21155a747ab90ae3fb887427135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': '1066d23d-7961-4dcb-a1bc-ff70c8f2d78b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:44:30Z', 'updated_at': '2021-11-24T01:44:35Z', 'revision_number': 3, 'project_id': '110fa21155a747ab90ae3fb887427135', 'gw_port': {'id': '1066d23d-7961-4dcb-a1bc-ff70c8f2d78b', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d2:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43d0e080-c66b-496b-93a4-a94ff5cca5ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:44:32Z', 'updated_at': '2021-11-24T01:44:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:44:40.802015 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ff5ada85-dd8c-47e5-88bc-cbb0bdd2d8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:40.821486 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-188ca528-ccfc-4a64-8264-2ed26503fb34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:40.828742 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-66abf808-273a-4091-a3d2-bc3a2c20fca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:40.858011 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5ada85-dd8c-47e5-88bc-cbb0bdd2d8a9 admin admin] Pushing event updated for resources: {'Port': ['ID=4323bebd-05ca-456a-866b-846f05c4c3cf,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:40.882011 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-14af9af1-adfc-48f1-a7d9-298204c07163 None None] Provisioning complete for port 4323bebd-05ca-456a-866b-846f05c4c3cf triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:44:40.885426 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-14af9af1-adfc-48f1-a7d9-298204c07163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:40.901041 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [None req-f4e22e3e-8396-4fb9-bc17-4326656f40bd tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] device_id is not set on port f89ff436-8e27-4bf7-b72f-afb42c063adc yet. {{(pid=109866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 01:44:40.913151 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f4e22e3e-8396-4fb9-bc17-4326656f40bd tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:40.937329 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5c138f14-4097-4b4d-b2cd-c294a1a79513 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] Publish callbacks [] for security_group, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:40.939292 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-188ca528-ccfc-4a64-8264-2ed26503fb34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:40.955709 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f4e22e3e-8396-4fb9-bc17-4326656f40bd tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:40.975545 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a66995af-5b2e-43a6-a143-36f43b90e190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:41.041367 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e22e3e-8396-4fb9-bc17-4326656f40bd tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Pushing event updated for resources: {'Port': ['ID=f89ff436-8e27-4bf7-b72f-afb42c063adc,revision_number=2']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:41.168872 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [None req-f4e22e3e-8396-4fb9-bc17-4326656f40bd tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempting to bind port f89ff436-8e27-4bf7-b72f-afb42c063adc on host hv-neutron-8189 for vnic_type normal with profile {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:44:41.169234 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [None req-f4e22e3e-8396-4fb9-bc17-4326656f40bd tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempting to bind port f89ff436-8e27-4bf7-b72f-afb42c063adc by drivers openvswitch,hyperv on host hv-neutron-8189 at level 0 using segments [{'id': '2aab1c16-51c4-4b85-bfad-9025a3bc7019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '53141425-9227-44cd-93fa-12c001f214f2'}] {{(pid=109866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:44:41.169673 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e22e3e-8396-4fb9-bc17-4326656f40bd tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempting to bind port f89ff436-8e27-4bf7-b72f-afb42c063adc on network 53141425-9227-44cd-93fa-12c001f214f2 {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:44:41.177011 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-97459352-ec79-403b-bf76-e609154fb7ca tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:41.178262 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-14af9af1-adfc-48f1-a7d9-298204c07163 None None] Port 4323bebd-05ca-456a-866b-846f05c4c3cf cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:44:41.191958 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-97459352-ec79-403b-bf76-e609154fb7ca tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] 10.222.0.21 "DELETE /v2.0/ports/e1ac1bd4-82c2-4900-870d-528d9a4f13ee HTTP/1.1" status: 204 len: 168 time: 2.2565382 Nov 24 01:44:41.196554 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 43674) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:41.283945 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d7fc59a-3bdf-4e27-8aa7-004e7ce67a38 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] GET failed (client error): The resource could not be found. Nov 24 01:44:41.302461 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-9d7fc59a-3bdf-4e27-8aa7-004e7ce67a38 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] 10.222.0.21 "GET /v2.0/ports/e1ac1bd4-82c2-4900-870d-528d9a4f13ee HTTP/1.1" status: 404 len: 333 time: 0.1019454 Nov 24 01:44:41.307475 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 43678) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:41.315364 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-eba546bc-f2a9-40be-90ba-a5e7bb6f93d2 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Request body: {'port': {'network_id': '19d2f09c-1b1e-465c-8ca1-aa055896f88b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1530160536'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:44:41.323122 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e22e3e-8396-4fb9-bc17-4326656f40bd tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Port f89ff436-8e27-4bf7-b72f-afb42c063adc on network 53141425-9227-44cd-93fa-12c001f214f2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8189 {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 01:44:41.323757 dv-neutron-818911-2-hyperv neutron-server[109866]: ERROR neutron.plugins.ml2.managers [None req-f4e22e3e-8396-4fb9-bc17-4326656f40bd tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Failed to bind port f89ff436-8e27-4bf7-b72f-afb42c063adc on host hv-neutron-8189 for vnic_type normal using segments [{'id': '2aab1c16-51c4-4b85-bfad-9025a3bc7019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '53141425-9227-44cd-93fa-12c001f214f2'}] Nov 24 01:44:41.344980 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.plugins.ml2.plugin [None req-f4e22e3e-8396-4fb9-bc17-4326656f40bd tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempt 2 to bind port f89ff436-8e27-4bf7-b72f-afb42c063adc Nov 24 01:44:41.368612 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [None req-f4e22e3e-8396-4fb9-bc17-4326656f40bd tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempting to bind port f89ff436-8e27-4bf7-b72f-afb42c063adc on host hv-neutron-8189 for vnic_type normal with profile {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:44:41.368834 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [None req-f4e22e3e-8396-4fb9-bc17-4326656f40bd tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempting to bind port f89ff436-8e27-4bf7-b72f-afb42c063adc by drivers openvswitch,hyperv on host hv-neutron-8189 at level 0 using segments [{'id': '2aab1c16-51c4-4b85-bfad-9025a3bc7019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '53141425-9227-44cd-93fa-12c001f214f2'}] {{(pid=109866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:44:41.369121 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e22e3e-8396-4fb9-bc17-4326656f40bd tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempting to bind port f89ff436-8e27-4bf7-b72f-afb42c063adc on network 53141425-9227-44cd-93fa-12c001f214f2 {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:44:41.382869 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e22e3e-8396-4fb9-bc17-4326656f40bd tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Port f89ff436-8e27-4bf7-b72f-afb42c063adc on network 53141425-9227-44cd-93fa-12c001f214f2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8189 {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 01:44:41.383193 dv-neutron-818911-2-hyperv neutron-server[109866]: ERROR neutron.plugins.ml2.managers [None req-f4e22e3e-8396-4fb9-bc17-4326656f40bd tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Failed to bind port f89ff436-8e27-4bf7-b72f-afb42c063adc on host hv-neutron-8189 for vnic_type normal using segments [{'id': '2aab1c16-51c4-4b85-bfad-9025a3bc7019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '53141425-9227-44cd-93fa-12c001f214f2'}] Nov 24 01:44:41.393346 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.plugins.ml2.plugin [None req-f4e22e3e-8396-4fb9-bc17-4326656f40bd tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempt 3 to bind port f89ff436-8e27-4bf7-b72f-afb42c063adc Nov 24 01:44:41.420223 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-66abf808-273a-4091-a3d2-bc3a2c20fca5 None None] Publish callbacks [] for port, precommit_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:41.432460 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-66abf808-273a-4091-a3d2-bc3a2c20fca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:41.468840 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ff5ada85-dd8c-47e5-88bc-cbb0bdd2d8a9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:41.494411 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ff5ada85-dd8c-47e5-88bc-cbb0bdd2d8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:41.495220 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ff5ada85-dd8c-47e5-88bc-cbb0bdd2d8a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3778017'] for router_interface, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:41.546784 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706ad649-ee5b-46a1-ad14-96d80209f2fd None None] Pushing event updated for resources: {'Port': ['ID=f7e0496a-dd49-4cae-9933-b96f273d6ad8,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:41.586810 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b0c6d501-76ef-405e-9be8-7a72a9c11da8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:41.612949 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [None req-f4e22e3e-8396-4fb9-bc17-4326656f40bd tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempting to bind port f89ff436-8e27-4bf7-b72f-afb42c063adc on host hv-neutron-8189 for vnic_type normal with profile {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:44:41.613359 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [None req-f4e22e3e-8396-4fb9-bc17-4326656f40bd tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempting to bind port f89ff436-8e27-4bf7-b72f-afb42c063adc by drivers openvswitch,hyperv on host hv-neutron-8189 at level 0 using segments [{'id': '2aab1c16-51c4-4b85-bfad-9025a3bc7019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '53141425-9227-44cd-93fa-12c001f214f2'}] {{(pid=109866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:44:41.614793 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e22e3e-8396-4fb9-bc17-4326656f40bd tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempting to bind port f89ff436-8e27-4bf7-b72f-afb42c063adc on network 53141425-9227-44cd-93fa-12c001f214f2 {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:44:41.623666 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-66abf808-273a-4091-a3d2-bc3a2c20fca5 None None] Attempting to bind port f7e0496a-dd49-4cae-9933-b96f273d6ad8 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:44:41.627103 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-66abf808-273a-4091-a3d2-bc3a2c20fca5 None None] Attempting to bind port f7e0496a-dd49-4cae-9933-b96f273d6ad8 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': 'aef6f52d-ced6-4959-ae4e-fc8ba7a699d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1f119f6f-a1f8-4bc6-85d9-f23337dbc03c'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:44:41.627975 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66abf808-273a-4091-a3d2-bc3a2c20fca5 None None] Attempting to bind port f7e0496a-dd49-4cae-9933-b96f273d6ad8 on network 1f119f6f-a1f8-4bc6-85d9-f23337dbc03c {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:44:41.640580 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66abf808-273a-4091-a3d2-bc3a2c20fca5 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:44:41.641218 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66abf808-273a-4091-a3d2-bc3a2c20fca5 None None] Checking segment: {'id': 'aef6f52d-ced6-4959-ae4e-fc8ba7a699d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1f119f6f-a1f8-4bc6-85d9-f23337dbc03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:44:41.643763 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-66abf808-273a-4091-a3d2-bc3a2c20fca5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:41.644387 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66abf808-273a-4091-a3d2-bc3a2c20fca5 None None] Bound using segment: {'id': 'aef6f52d-ced6-4959-ae4e-fc8ba7a699d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1f119f6f-a1f8-4bc6-85d9-f23337dbc03c'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:44:41.646414 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-66abf808-273a-4091-a3d2-bc3a2c20fca5 None None] Bound port: f7e0496a-dd49-4cae-9933-b96f273d6ad8, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aef6f52d-ced6-4959-ae4e-fc8ba7a699d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1f119f6f-a1f8-4bc6-85d9-f23337dbc03c'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:44:41.647171 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-66abf808-273a-4091-a3d2-bc3a2c20fca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:41.648302 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-a66995af-5b2e-43a6-a143-36f43b90e190 admin admin] Allocated IP 172.20.0.1 (f4b0113f-5a2c-4a97-a650-fea5845398b7/f0a91a6b-0fc2-490d-ba3d-91453eb80dcb/bc686215-0679-4431-bbdb-a29ee527ab4e) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:44:41.656117 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5c138f14-4097-4b4d-b2cd-c294a1a79513 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] Publish callbacks [] for security_group, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:41.679069 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-188ca528-ccfc-4a64-8264-2ed26503fb34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:41.689261 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-188ca528-ccfc-4a64-8264-2ed26503fb34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:41.695492 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-188ca528-ccfc-4a64-8264-2ed26503fb34 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a8308f35-4a20-4788-bab6-72afafdf4908 HTTP/1.1" status: 204 len: 168 time: 1.5901906 Nov 24 01:44:41.703725 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5c138f14-4097-4b4d-b2cd-c294a1a79513 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:41.724360 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eba546bc-f2a9-40be-90ba-a5e7bb6f93d2 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Made reservation on behalf of 0dc6c639d61c49b890108560c5e4fc40 for: {'port': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:44:41.734741 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-eba546bc-f2a9-40be-90ba-a5e7bb6f93d2 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:41.755306 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5c138f14-4097-4b4d-b2cd-c294a1a79513 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] Publish callbacks [] for security_group, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:41.759579 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-5c138f14-4097-4b4d-b2cd-c294a1a79513 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.1101537 Nov 24 01:44:41.772930 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 43688) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:41.807498 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-66abf808-273a-4091-a3d2-bc3a2c20fca5 None None] For port f7e0496a-dd49-4cae-9933-b96f273d6ad8, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:44:41.817461 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-66abf808-273a-4091-a3d2-bc3a2c20fca5 None None] For port f7e0496a-dd49-4cae-9933-b96f273d6ad8, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=f7e0496a-dd49-4cae-9933-b96f273d6ad8,segment=NetworkSegment(aef6f52d-ced6-4959-ae4e-fc8ba7a699d2),segment_id=aef6f52d-ced6-4959-ae4e-fc8ba7a699d2)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:44:41.820315 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-32be073a-caa8-4e31-a7e2-0d968ba5d0ca tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] Request body: {'security_group_rule': {'security_group_id': '8cef3b03-e938-401d-a30c-e62493fab23d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:44:41.832833 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-66abf808-273a-4091-a3d2-bc3a2c20fca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:41.862547 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e22e3e-8396-4fb9-bc17-4326656f40bd tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Port f89ff436-8e27-4bf7-b72f-afb42c063adc on network 53141425-9227-44cd-93fa-12c001f214f2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8189 {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 01:44:41.862933 dv-neutron-818911-2-hyperv neutron-server[109866]: ERROR neutron.plugins.ml2.managers [None req-f4e22e3e-8396-4fb9-bc17-4326656f40bd tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Failed to bind port f89ff436-8e27-4bf7-b72f-afb42c063adc on host hv-neutron-8189 for vnic_type normal using segments [{'id': '2aab1c16-51c4-4b85-bfad-9025a3bc7019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '53141425-9227-44cd-93fa-12c001f214f2'}] Nov 24 01:44:41.876646 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b0c6d501-76ef-405e-9be8-7a72a9c11da8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:41.878294 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.plugins.ml2.plugin [None req-f4e22e3e-8396-4fb9-bc17-4326656f40bd tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempt 4 to bind port f89ff436-8e27-4bf7-b72f-afb42c063adc Nov 24 01:44:41.896548 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188ca528-ccfc-4a64-8264-2ed26503fb34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8308f35-4a20-4788-bab6-72afafdf4908,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:41.906462 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5ada85-dd8c-47e5-88bc-cbb0bdd2d8a9 admin admin] Pushing event updated for resources: {'Port': ['ID=4323bebd-05ca-456a-866b-846f05c4c3cf,revision_number=2']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:41.939159 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [None req-f4e22e3e-8396-4fb9-bc17-4326656f40bd tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempting to bind port f89ff436-8e27-4bf7-b72f-afb42c063adc on host hv-neutron-8189 for vnic_type normal with profile {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:44:41.939494 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [None req-f4e22e3e-8396-4fb9-bc17-4326656f40bd tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempting to bind port f89ff436-8e27-4bf7-b72f-afb42c063adc by drivers openvswitch,hyperv on host hv-neutron-8189 at level 0 using segments [{'id': '2aab1c16-51c4-4b85-bfad-9025a3bc7019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '53141425-9227-44cd-93fa-12c001f214f2'}] {{(pid=109866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:44:41.939823 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e22e3e-8396-4fb9-bc17-4326656f40bd tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempting to bind port f89ff436-8e27-4bf7-b72f-afb42c063adc on network 53141425-9227-44cd-93fa-12c001f214f2 {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:44:41.961981 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e22e3e-8396-4fb9-bc17-4326656f40bd tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Port f89ff436-8e27-4bf7-b72f-afb42c063adc on network 53141425-9227-44cd-93fa-12c001f214f2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8189 {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 01:44:41.961981 dv-neutron-818911-2-hyperv neutron-server[109866]: ERROR neutron.plugins.ml2.managers [None req-f4e22e3e-8396-4fb9-bc17-4326656f40bd tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Failed to bind port f89ff436-8e27-4bf7-b72f-afb42c063adc on host hv-neutron-8189 for vnic_type normal using segments [{'id': '2aab1c16-51c4-4b85-bfad-9025a3bc7019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '53141425-9227-44cd-93fa-12c001f214f2'}] Nov 24 01:44:41.990803 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [None req-eba546bc-f2a9-40be-90ba-a5e7bb6f93d2 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] device_id is not set on port c69eb70e-5251-432f-8fd5-d6b38bc93c20 yet. {{(pid=109866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 01:44:41.996950 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66abf808-273a-4091-a3d2-bc3a2c20fca5 None None] Routers {'03d15ab8-96ac-4078-afbb-508fb1699e46'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:44:41.997656 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-66abf808-273a-4091-a3d2-bc3a2c20fca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:44:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['03d15ab8-96ac-4078-afbb-508fb1699e46'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:44:42.154556 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-43bdcabd-cb19-4caf-9f98-24294986b7be None None] Provisioning complete for port f7e0496a-dd49-4cae-9933-b96f273d6ad8 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:44:42.154921 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-43bdcabd-cb19-4caf-9f98-24294986b7be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:42.298651 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706ad649-ee5b-46a1-ad14-96d80209f2fd None None] Pushing event updated for resources: {'Port': ['ID=f7e0496a-dd49-4cae-9933-b96f273d6ad8,revision_number=4']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:42.329575 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [None req-eba546bc-f2a9-40be-90ba-a5e7bb6f93d2 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Allocated IP 2001:db8::27 (19d2f09c-1b1e-465c-8ca1-aa055896f88b/aa05d6b5-70d9-4636-bd37-f4e14483f9f7/c69eb70e-5251-432f-8fd5-d6b38bc93c20) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:44:42.362649 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 43696) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:42.368916 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.plugins.ml2.plugin [None req-f4e22e3e-8396-4fb9-bc17-4326656f40bd tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempt 5 to bind port f89ff436-8e27-4bf7-b72f-afb42c063adc Nov 24 01:44:42.371994 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c138f14-4097-4b4d-b2cd-c294a1a79513 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cef3b03-e938-401d-a30c-e62493fab23d,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:42.517198 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-43bdcabd-cb19-4caf-9f98-24294986b7be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:42.522306 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-66abf808-273a-4091-a3d2-bc3a2c20fca5 None None] Set router 03d15ab8-96ac-4078-afbb-508fb1699e46 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:44:42.547390 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5ada85-dd8c-47e5-88bc-cbb0bdd2d8a9 admin admin] Network 0439926c-1302-4dcb-a15d-d53f1b665c6d is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:44:42.556836 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a66995af-5b2e-43a6-a143-36f43b90e190 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:42.561050 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-ff5ada85-dd8c-47e5-88bc-cbb0bdd2d8a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:44:42.611903 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device c1cd4525-a123-400d-a60b-b3f5eed99df6 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:44:42.634395 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-eba546bc-f2a9-40be-90ba-a5e7bb6f93d2 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:42.698852 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [None req-f4e22e3e-8396-4fb9-bc17-4326656f40bd tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempting to bind port f89ff436-8e27-4bf7-b72f-afb42c063adc on host hv-neutron-8189 for vnic_type normal with profile {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:44:42.699191 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [None req-f4e22e3e-8396-4fb9-bc17-4326656f40bd tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempting to bind port f89ff436-8e27-4bf7-b72f-afb42c063adc by drivers openvswitch,hyperv on host hv-neutron-8189 at level 0 using segments [{'id': '2aab1c16-51c4-4b85-bfad-9025a3bc7019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '53141425-9227-44cd-93fa-12c001f214f2'}] {{(pid=109866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:44:42.699490 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e22e3e-8396-4fb9-bc17-4326656f40bd tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempting to bind port f89ff436-8e27-4bf7-b72f-afb42c063adc on network 53141425-9227-44cd-93fa-12c001f214f2 {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:44:42.705799 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-32be073a-caa8-4e31-a7e2-0d968ba5d0ca tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:42.722653 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-eba546bc-f2a9-40be-90ba-a5e7bb6f93d2 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:42.790606 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff5ada85-dd8c-47e5-88bc-cbb0bdd2d8a9 admin admin] Router 43d0e080-c66b-496b-93a4-a94ff5cca5ae has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:44:42.819999 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e22e3e-8396-4fb9-bc17-4326656f40bd tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Port f89ff436-8e27-4bf7-b72f-afb42c063adc on network 53141425-9227-44cd-93fa-12c001f214f2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8189 {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 01:44:42.824398 dv-neutron-818911-2-hyperv neutron-server[109866]: ERROR neutron.plugins.ml2.managers [None req-f4e22e3e-8396-4fb9-bc17-4326656f40bd tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Failed to bind port f89ff436-8e27-4bf7-b72f-afb42c063adc on host hv-neutron-8189 for vnic_type normal using segments [{'id': '2aab1c16-51c4-4b85-bfad-9025a3bc7019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '53141425-9227-44cd-93fa-12c001f214f2'}] Nov 24 01:44:42.836574 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba546bc-f2a9-40be-90ba-a5e7bb6f93d2 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Pushing event updated for resources: {'Port': ['ID=c69eb70e-5251-432f-8fd5-d6b38bc93c20,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:42.849356 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.plugins.ml2.plugin [None req-f4e22e3e-8396-4fb9-bc17-4326656f40bd tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempt 6 to bind port f89ff436-8e27-4bf7-b72f-afb42c063adc Nov 24 01:44:42.916878 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba546bc-f2a9-40be-90ba-a5e7bb6f93d2 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Network 19d2f09c-1b1e-465c-8ca1-aa055896f88b is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:44:42.924843 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-eba546bc-f2a9-40be-90ba-a5e7bb6f93d2 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:44:42.929676 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [None req-f4e22e3e-8396-4fb9-bc17-4326656f40bd tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempting to bind port f89ff436-8e27-4bf7-b72f-afb42c063adc on host hv-neutron-8189 for vnic_type normal with profile {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:44:42.930015 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [None req-f4e22e3e-8396-4fb9-bc17-4326656f40bd tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempting to bind port f89ff436-8e27-4bf7-b72f-afb42c063adc by drivers openvswitch,hyperv on host hv-neutron-8189 at level 0 using segments [{'id': '2aab1c16-51c4-4b85-bfad-9025a3bc7019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '53141425-9227-44cd-93fa-12c001f214f2'}] {{(pid=109866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:44:42.930391 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e22e3e-8396-4fb9-bc17-4326656f40bd tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempting to bind port f89ff436-8e27-4bf7-b72f-afb42c063adc on network 53141425-9227-44cd-93fa-12c001f214f2 {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:44:42.933045 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a66995af-5b2e-43a6-a143-36f43b90e190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:42.942272 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba546bc-f2a9-40be-90ba-a5e7bb6f93d2 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:44:42.954621 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba546bc-f2a9-40be-90ba-a5e7bb6f93d2 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:44:42.955278 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-eba546bc-f2a9-40be-90ba-a5e7bb6f93d2 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:42.963691 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e22e3e-8396-4fb9-bc17-4326656f40bd tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Port f89ff436-8e27-4bf7-b72f-afb42c063adc on network 53141425-9227-44cd-93fa-12c001f214f2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8189 {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 01:44:42.964013 dv-neutron-818911-2-hyperv neutron-server[109866]: ERROR neutron.plugins.ml2.managers [None req-f4e22e3e-8396-4fb9-bc17-4326656f40bd tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Failed to bind port f89ff436-8e27-4bf7-b72f-afb42c063adc on host hv-neutron-8189 for vnic_type normal using segments [{'id': '2aab1c16-51c4-4b85-bfad-9025a3bc7019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '53141425-9227-44cd-93fa-12c001f214f2'}] Nov 24 01:44:42.965339 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.plugins.ml2.plugin [None req-f4e22e3e-8396-4fb9-bc17-4326656f40bd tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempt 7 to bind port f89ff436-8e27-4bf7-b72f-afb42c063adc Nov 24 01:44:43.020077 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [None req-f4e22e3e-8396-4fb9-bc17-4326656f40bd tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempting to bind port f89ff436-8e27-4bf7-b72f-afb42c063adc on host hv-neutron-8189 for vnic_type normal with profile {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:44:43.020413 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [None req-f4e22e3e-8396-4fb9-bc17-4326656f40bd tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempting to bind port f89ff436-8e27-4bf7-b72f-afb42c063adc by drivers openvswitch,hyperv on host hv-neutron-8189 at level 0 using segments [{'id': '2aab1c16-51c4-4b85-bfad-9025a3bc7019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '53141425-9227-44cd-93fa-12c001f214f2'}] {{(pid=109866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:44:43.020745 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e22e3e-8396-4fb9-bc17-4326656f40bd tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempting to bind port f89ff436-8e27-4bf7-b72f-afb42c063adc on network 53141425-9227-44cd-93fa-12c001f214f2 {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:44:43.039487 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e22e3e-8396-4fb9-bc17-4326656f40bd tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Port f89ff436-8e27-4bf7-b72f-afb42c063adc on network 53141425-9227-44cd-93fa-12c001f214f2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8189 {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 01:44:43.039750 dv-neutron-818911-2-hyperv neutron-server[109866]: ERROR neutron.plugins.ml2.managers [None req-f4e22e3e-8396-4fb9-bc17-4326656f40bd tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Failed to bind port f89ff436-8e27-4bf7-b72f-afb42c063adc on host hv-neutron-8189 for vnic_type normal using segments [{'id': '2aab1c16-51c4-4b85-bfad-9025a3bc7019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '53141425-9227-44cd-93fa-12c001f214f2'}] Nov 24 01:44:43.040085 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.plugins.ml2.plugin [None req-f4e22e3e-8396-4fb9-bc17-4326656f40bd tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempt 8 to bind port f89ff436-8e27-4bf7-b72f-afb42c063adc Nov 24 01:44:43.058181 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-43bdcabd-cb19-4caf-9f98-24294986b7be None None] For port f7e0496a-dd49-4cae-9933-b96f273d6ad8, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=f7e0496a-dd49-4cae-9933-b96f273d6ad8,segment=NetworkSegment(aef6f52d-ced6-4959-ae4e-fc8ba7a699d2),segment_id=aef6f52d-ced6-4959-ae4e-fc8ba7a699d2)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:44:43.085326 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-eba546bc-f2a9-40be-90ba-a5e7bb6f93d2 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.7727990 Nov 24 01:44:43.085326 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b0c6d501-76ef-405e-9be8-7a72a9c11da8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:43.090720 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b0c6d501-76ef-405e-9be8-7a72a9c11da8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:43.091534 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-b0c6d501-76ef-405e-9be8-7a72a9c11da8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9875a9c2-c8f4-4e21-92c5-38506a2b7a1b HTTP/1.1" status: 204 len: 168 time: 2.1726279 Nov 24 01:44:43.102331 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-faf579b0-bb67-4452-b60f-aa3c978e370a tempest-RoutersTestDVR-1305641 tempest-RoutersTestDVR-1305641-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-556966141'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:44:43.106229 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-43bdcabd-cb19-4caf-9f98-24294986b7be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:43.108116 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66995af-5b2e-43a6-a143-36f43b90e190 admin admin] Pushing event updated for resources: {'Port': ['ID=bc686215-0679-4431-bbdb-a29ee527ab4e,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:43.124162 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 43714) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:43.155830 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-5591ac8f-bbdd-4f57-9d12-83e2f3bedf89 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::47', 'mac_address': 'fa:16:3e:20:48:1e'}]}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:44:43.169821 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c6d501-76ef-405e-9be8-7a72a9c11da8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9875a9c2-c8f4-4e21-92c5-38506a2b7a1b,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:43.171698 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-faf579b0-bb67-4452-b60f-aa3c978e370a tempest-RoutersTestDVR-1305641 tempest-RoutersTestDVR-1305641-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-424105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2744'] for router, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:43.172729 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-faf579b0-bb67-4452-b60f-aa3c978e370a tempest-RoutersTestDVR-1305641 tempest-RoutersTestDVR-1305641-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-424325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-326625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2753'] for router, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:43.182577 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-32be073a-caa8-4e31-a7e2-0d968ba5d0ca tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:43.184092 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [None req-f4e22e3e-8396-4fb9-bc17-4326656f40bd tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempting to bind port f89ff436-8e27-4bf7-b72f-afb42c063adc on host hv-neutron-8189 for vnic_type normal with profile {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:44:43.184423 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [None req-f4e22e3e-8396-4fb9-bc17-4326656f40bd tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempting to bind port f89ff436-8e27-4bf7-b72f-afb42c063adc by drivers openvswitch,hyperv on host hv-neutron-8189 at level 0 using segments [{'id': '2aab1c16-51c4-4b85-bfad-9025a3bc7019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '53141425-9227-44cd-93fa-12c001f214f2'}] {{(pid=109866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:44:43.184786 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e22e3e-8396-4fb9-bc17-4326656f40bd tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempting to bind port f89ff436-8e27-4bf7-b72f-afb42c063adc on network 53141425-9227-44cd-93fa-12c001f214f2 {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:44:43.204609 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-32be073a-caa8-4e31-a7e2-0d968ba5d0ca tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:43.234872 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a66995af-5b2e-43a6-a143-36f43b90e190 admin admin] Network f4b0113f-5a2c-4a97-a650-fea5845398b7 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:44:43.253057 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e22e3e-8396-4fb9-bc17-4326656f40bd tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Port f89ff436-8e27-4bf7-b72f-afb42c063adc on network 53141425-9227-44cd-93fa-12c001f214f2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8189 {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 01:44:43.253446 dv-neutron-818911-2-hyperv neutron-server[109866]: ERROR neutron.plugins.ml2.managers [None req-f4e22e3e-8396-4fb9-bc17-4326656f40bd tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Failed to bind port f89ff436-8e27-4bf7-b72f-afb42c063adc on host hv-neutron-8189 for vnic_type normal using segments [{'id': '2aab1c16-51c4-4b85-bfad-9025a3bc7019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '53141425-9227-44cd-93fa-12c001f214f2'}] Nov 24 01:44:43.262785 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-a66995af-5b2e-43a6-a143-36f43b90e190 admin admin] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:44:43.263939 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.plugins.ml2.plugin [None req-f4e22e3e-8396-4fb9-bc17-4326656f40bd tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempt 9 to bind port f89ff436-8e27-4bf7-b72f-afb42c063adc Nov 24 01:44:43.278911 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [None req-f4e22e3e-8396-4fb9-bc17-4326656f40bd tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempting to bind port f89ff436-8e27-4bf7-b72f-afb42c063adc on host hv-neutron-8189 for vnic_type normal with profile {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:44:43.279242 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [None req-f4e22e3e-8396-4fb9-bc17-4326656f40bd tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempting to bind port f89ff436-8e27-4bf7-b72f-afb42c063adc by drivers openvswitch,hyperv on host hv-neutron-8189 at level 0 using segments [{'id': '2aab1c16-51c4-4b85-bfad-9025a3bc7019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '53141425-9227-44cd-93fa-12c001f214f2'}] {{(pid=109866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:44:43.279572 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e22e3e-8396-4fb9-bc17-4326656f40bd tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempting to bind port f89ff436-8e27-4bf7-b72f-afb42c063adc on network 53141425-9227-44cd-93fa-12c001f214f2 {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:44:43.283497 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-32be073a-caa8-4e31-a7e2-0d968ba5d0ca tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:43.284716 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-32be073a-caa8-4e31-a7e2-0d968ba5d0ca tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4999111 Nov 24 01:44:43.289028 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32be073a-caa8-4e31-a7e2-0d968ba5d0ca tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c8cd239-ea49-44f5-a074-27e46de421fa,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:43.292471 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port c1cd4525-a123-400d-a60b-b3f5eed99df6 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:44:43.293334 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:43.294733 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66995af-5b2e-43a6-a143-36f43b90e190 admin admin] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:44:43.295203 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a66995af-5b2e-43a6-a143-36f43b90e190 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3777869'] for router_interface, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:43.298406 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 43720) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:43.305069 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-b908e300-e9fe-4606-9df0-83fc68349330 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] Request body: {'security_group_rule': {'security_group_id': '8cef3b03-e938-401d-a30c-e62493fab23d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:44:43.342029 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e22e3e-8396-4fb9-bc17-4326656f40bd tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Port f89ff436-8e27-4bf7-b72f-afb42c063adc on network 53141425-9227-44cd-93fa-12c001f214f2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8189 {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 01:44:43.342557 dv-neutron-818911-2-hyperv neutron-server[109866]: ERROR neutron.plugins.ml2.managers [None req-f4e22e3e-8396-4fb9-bc17-4326656f40bd tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Failed to bind port f89ff436-8e27-4bf7-b72f-afb42c063adc on host hv-neutron-8189 for vnic_type normal using segments [{'id': '2aab1c16-51c4-4b85-bfad-9025a3bc7019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '53141425-9227-44cd-93fa-12c001f214f2'}] Nov 24 01:44:43.346738 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.plugins.ml2.plugin [None req-f4e22e3e-8396-4fb9-bc17-4326656f40bd tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempt 10 to bind port f89ff436-8e27-4bf7-b72f-afb42c063adc Nov 24 01:44:43.353069 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-faf579b0-bb67-4452-b60f-aa3c978e370a tempest-RoutersTestDVR-1305641 tempest-RoutersTestDVR-1305641-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:43.374299 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-faf579b0-bb67-4452-b60f-aa3c978e370a tempest-RoutersTestDVR-1305641 tempest-RoutersTestDVR-1305641-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-424338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418138'] for router, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:43.388982 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [None req-f4e22e3e-8396-4fb9-bc17-4326656f40bd tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempting to bind port f89ff436-8e27-4bf7-b72f-afb42c063adc on host hv-neutron-8189 for vnic_type normal with profile {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:44:43.389550 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [None req-f4e22e3e-8396-4fb9-bc17-4326656f40bd tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempting to bind port f89ff436-8e27-4bf7-b72f-afb42c063adc by drivers openvswitch,hyperv on host hv-neutron-8189 at level 0 using segments [{'id': '2aab1c16-51c4-4b85-bfad-9025a3bc7019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '53141425-9227-44cd-93fa-12c001f214f2'}] {{(pid=109866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:44:43.390021 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e22e3e-8396-4fb9-bc17-4326656f40bd tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempting to bind port f89ff436-8e27-4bf7-b72f-afb42c063adc on network 53141425-9227-44cd-93fa-12c001f214f2 {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:44:43.396481 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e22e3e-8396-4fb9-bc17-4326656f40bd tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Port f89ff436-8e27-4bf7-b72f-afb42c063adc on network 53141425-9227-44cd-93fa-12c001f214f2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8189 {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 01:44:43.402500 dv-neutron-818911-2-hyperv neutron-server[109866]: ERROR neutron.plugins.ml2.managers [None req-f4e22e3e-8396-4fb9-bc17-4326656f40bd tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Failed to bind port f89ff436-8e27-4bf7-b72f-afb42c063adc on host hv-neutron-8189 for vnic_type normal using segments [{'id': '2aab1c16-51c4-4b85-bfad-9025a3bc7019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '53141425-9227-44cd-93fa-12c001f214f2'}] Nov 24 01:44:43.403078 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f4e22e3e-8396-4fb9-bc17-4326656f40bd tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:43.420537 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b908e300-e9fe-4606-9df0-83fc68349330 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:43.425972 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-faf579b0-bb67-4452-b60f-aa3c978e370a tempest-RoutersTestDVR-1305641 tempest-RoutersTestDVR-1305641-project-admin] Publish callbacks [] for router, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:43.427346 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff5ada85-dd8c-47e5-88bc-cbb0bdd2d8a9 admin admin] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:44:43.428066 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-faf579b0-bb67-4452-b60f-aa3c978e370a tempest-RoutersTestDVR-1305641 tempest-RoutersTestDVR-1305641-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 1.0294003 Nov 24 01:44:43.431311 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 43724) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:43.448865 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-ff5ada85-dd8c-47e5-88bc-cbb0bdd2d8a9 admin admin] 10.222.0.21 "PUT /v2.0/routers/43d0e080-c66b-496b-93a4-a94ff5cca5ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0817299 Nov 24 01:44:43.486326 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-8761a811-7bd7-4ad8-a5bc-0f2fe2dd7159 None None] Provisioning complete for port 4323bebd-05ca-456a-866b-846f05c4c3cf triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:44:43.487552 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-8761a811-7bd7-4ad8-a5bc-0f2fe2dd7159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:43.521451 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bdcabd-cb19-4caf-9f98-24294986b7be None None] Pushing event updated for resources: {'Port': ['ID=f7e0496a-dd49-4cae-9933-b96f273d6ad8,revision_number=5']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:43.595041 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-8761a811-7bd7-4ad8-a5bc-0f2fe2dd7159 None None] Port 4323bebd-05ca-456a-866b-846f05c4c3cf cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:44:43.672936 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-8761a811-7bd7-4ad8-a5bc-0f2fe2dd7159 None None] Provisioning complete for port f7e0496a-dd49-4cae-9933-b96f273d6ad8 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:44:43.674877 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-8761a811-7bd7-4ad8-a5bc-0f2fe2dd7159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:43.758398 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5591ac8f-bbdd-4f57-9d12-83e2f3bedf89 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:43.779030 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a66995af-5b2e-43a6-a143-36f43b90e190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:43.785496 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:43.822423 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-66abf808-273a-4091-a3d2-bc3a2c20fca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d15ab8-96ac-4078-afbb-508fb1699e46', 'name': 'tempest-ServersTestManualDisk-976998010-router', 'tenant_id': '02a273ddc4c14296a842719ce385cf90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.8'}], 'enable_snat': True}, 'gw_port_id': '3adae932-3a5f-42f6-9ca1-843b9be31a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:44:26Z', 'updated_at': '2021-11-24T01:44:35Z', 'revision_number': 4, 'project_id': '02a273ddc4c14296a842719ce385cf90', 'gw_port': {'id': '3adae932-3a5f-42f6-9ca1-843b9be31a47', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:55:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d15ab8-96ac-4078-afbb-508fb1699e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:44:27Z', 'updated_at': '2021-11-24T01:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': 'f7e0496a-dd49-4cae-9933-b96f273d6ad8', 'name': '', 'network_id': '1f119f6f-a1f8-4bc6-85d9-f23337dbc03c', 'tenant_id': '02a273ddc4c14296a842719ce385cf90', 'mac_address': 'fa:16:3e:46:ef:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03d15ab8-96ac-4078-afbb-508fb1699e46', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ab44a884-a70d-4217-8793-3ef03c108892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:44:32Z', 'updated_at': '2021-11-24T01:44:41Z', 'revision_number': 4, 'project_id': '02a273ddc4c14296a842719ce385cf90', 'subnets': [{'id': 'ab44a884-a70d-4217-8793-3ef03c108892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:44:43.884507 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] For port c1cd4525-a123-400d-a60b-b3f5eed99df6, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=c1cd4525-a123-400d-a60b-b3f5eed99df6,segment=NetworkSegment(03509fd2-ca9c-4aa0-94e6-e236afda62e7),segment_id=03509fd2-ca9c-4aa0-94e6-e236afda62e7)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:44:43.885941 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66abf808-273a-4091-a3d2-bc3a2c20fca5 None None] The sync data for ids ['03d15ab8-96ac-4078-afbb-508fb1699e46'] in dv-neutron-818911-2-hyperv is: [{'id': '03d15ab8-96ac-4078-afbb-508fb1699e46', 'name': 'tempest-ServersTestManualDisk-976998010-router', 'tenant_id': '02a273ddc4c14296a842719ce385cf90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.8'}], 'enable_snat': True}, 'gw_port_id': '3adae932-3a5f-42f6-9ca1-843b9be31a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:44:26Z', 'updated_at': '2021-11-24T01:44:35Z', 'revision_number': 4, 'project_id': '02a273ddc4c14296a842719ce385cf90', 'gw_port': {'id': '3adae932-3a5f-42f6-9ca1-843b9be31a47', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:55:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d15ab8-96ac-4078-afbb-508fb1699e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:44:27Z', 'updated_at': '2021-11-24T01:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': 'f7e0496a-dd49-4cae-9933-b96f273d6ad8', 'name': '', 'network_id': '1f119f6f-a1f8-4bc6-85d9-f23337dbc03c', 'tenant_id': '02a273ddc4c14296a842719ce385cf90', 'mac_address': 'fa:16:3e:46:ef:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03d15ab8-96ac-4078-afbb-508fb1699e46', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ab44a884-a70d-4217-8793-3ef03c108892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:44:32Z', 'updated_at': '2021-11-24T01:44:41Z', 'revision_number': 4, 'project_id': '02a273ddc4c14296a842719ce385cf90', 'subnets': [{'id': 'ab44a884-a70d-4217-8793-3ef03c108892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:44:43.895353 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:43.896261 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 1066d23d-7961-4dcb-a1bc-ff70c8f2d78b up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:44:43.969134 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b908e300-e9fe-4606-9df0-83fc68349330 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:44.038640 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b908e300-e9fe-4606-9df0-83fc68349330 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:44.077240 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b908e300-e9fe-4606-9df0-83fc68349330 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84c6b408-3f0e-4915-b3f5-2dcba6acb363,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:44.128807 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b908e300-e9fe-4606-9df0-83fc68349330 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:44.136835 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-b908e300-e9fe-4606-9df0-83fc68349330 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8339779 Nov 24 01:44:44.137526 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 43746) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:44.144748 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Pushing event updated for resources: {'Port': ['ID=c1cd4525-a123-400d-a60b-b3f5eed99df6,revision_number=4']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:44.170142 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-43f32148-8fe0-4efe-832f-708412c04e44 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] Request body: {'floatingip': {'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:44:44.201973 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 1066d23d-7961-4dcb-a1bc-ff70c8f2d78b triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:44:44.202349 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:44.206086 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-456b3ac9-db1d-4220-b26c-f697c32025f6 tempest-RoutersTestDVR-1305641 tempest-RoutersTestDVR-1305641-project-admin] Publish callbacks [] for router, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:44.334873 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [None req-f4e22e3e-8396-4fb9-bc17-4326656f40bd tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] For port f89ff436-8e27-4bf7-b72f-afb42c063adc, host hv-neutron-8189, cleared binding levels {{(pid=109866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:44:44.335454 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [None req-f4e22e3e-8396-4fb9-bc17-4326656f40bd tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempted to set empty binding levels {{(pid=109866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 24 01:44:44.343682 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e4088f61-a613-4df9-98de-580d806e5f9b None None] Provisioning complete for port bc686215-0679-4431-bbdb-a29ee527ab4e triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:44:44.344063 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e4088f61-a613-4df9-98de-580d806e5f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:44.386414 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f4e22e3e-8396-4fb9-bc17-4326656f40bd tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:44.405963 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5591ac8f-bbdd-4f57-9d12-83e2f3bedf89 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Publish callbacks [] for port, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:44.420727 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5591ac8f-bbdd-4f57-9d12-83e2f3bedf89 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:44.452208 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-e4088f61-a613-4df9-98de-580d806e5f9b None None] Port bc686215-0679-4431-bbdb-a29ee527ab4e cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:44:44.554523 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-43f32148-8fe0-4efe-832f-708412c04e44 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] Publish callbacks [] for floatingip, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:44.556965 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e4088f61-a613-4df9-98de-580d806e5f9b None None] Provisioning complete for port c69eb70e-5251-432f-8fd5-d6b38bc93c20 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:44:44.557336 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e4088f61-a613-4df9-98de-580d806e5f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:44.563636 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5591ac8f-bbdd-4f57-9d12-83e2f3bedf89 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Pushing event updated for resources: {'Port': ['ID=c69eb70e-5251-432f-8fd5-d6b38bc93c20,revision_number=2']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:44.575888 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-f4e22e3e-8396-4fb9-bc17-4326656f40bd tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] In _notify_port_updated(), no bound segment for port f89ff436-8e27-4bf7-b72f-afb42c063adc on network 53141425-9227-44cd-93fa-12c001f214f2 {{(pid=109866) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 24 01:44:44.577673 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:44.583162 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e22e3e-8396-4fb9-bc17-4326656f40bd tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:44:44.583162 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f4e22e3e-8396-4fb9-bc17-4326656f40bd tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:44.588299 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 43762) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:44.588459 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-f4e22e3e-8396-4fb9-bc17-4326656f40bd tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] 10.222.0.21 "PUT /v2.0/ports/f89ff436-8e27-4bf7-b72f-afb42c063adc HTTP/1.1" status: 200 len: 976 time: 4.8318596 Nov 24 01:44:44.604882 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-5591ac8f-bbdd-4f57-9d12-83e2f3bedf89 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] In _notify_port_updated(), no bound segment for port c69eb70e-5251-432f-8fd5-d6b38bc93c20 on network 19d2f09c-1b1e-465c-8ca1-aa055896f88b {{(pid=109867) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 24 01:44:44.616283 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5591ac8f-bbdd-4f57-9d12-83e2f3bedf89 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:44:44.616956 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5591ac8f-bbdd-4f57-9d12-83e2f3bedf89 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:44.623769 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-5591ac8f-bbdd-4f57-9d12-83e2f3bedf89 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] 10.222.0.21 "PUT /v2.0/ports/c69eb70e-5251-432f-8fd5-d6b38bc93c20 HTTP/1.1" status: 200 len: 1001 time: 1.4923379 Nov 24 01:44:44.629698 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 43764) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:44.666980 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] For port 1066d23d-7961-4dcb-a1bc-ff70c8f2d78b, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=1066d23d-7961-4dcb-a1bc-ff70c8f2d78b,segment=NetworkSegment(03509fd2-ca9c-4aa0-94e6-e236afda62e7),segment_id=03509fd2-ca9c-4aa0-94e6-e236afda62e7)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:44:44.671413 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-e4088f61-a613-4df9-98de-580d806e5f9b None None] Port c69eb70e-5251-432f-8fd5-d6b38bc93c20 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:44:44.682565 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:44.836566 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Pushing event updated for resources: {'Port': ['ID=1066d23d-7961-4dcb-a1bc-ff70c8f2d78b,revision_number=4']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:44.856706 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-456b3ac9-db1d-4220-b26c-f697c32025f6 tempest-RoutersTestDVR-1305641 tempest-RoutersTestDVR-1305641-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-424460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2766'] for router, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:44.863939 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-456b3ac9-db1d-4220-b26c-f697c32025f6 tempest-RoutersTestDVR-1305641 tempest-RoutersTestDVR-1305641-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:44.869807 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e22e3e-8396-4fb9-bc17-4326656f40bd tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Pushing event updated for resources: {'Port': ['ID=f89ff436-8e27-4bf7-b72f-afb42c063adc,revision_number=3']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:44.999120 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb37b2e-e5a4-42d8-a9f9-4b95a72f452a None None] Sync routers for ids ['43d0e080-c66b-496b-93a4-a94ff5cca5ae'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:44:45.047047 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb37b2e-e5a4-42d8-a9f9-4b95a72f452a None None] Routers {'43d0e080-c66b-496b-93a4-a94ff5cca5ae'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:44:45.049934 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-fcb37b2e-e5a4-42d8-a9f9-4b95a72f452a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:44:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['43d0e080-c66b-496b-93a4-a94ff5cca5ae'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:44:45.067941 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device c1cd4525-a123-400d-a60b-b3f5eed99df6 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:44:45.110551 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-456b3ac9-db1d-4220-b26c-f697c32025f6 tempest-RoutersTestDVR-1305641 tempest-RoutersTestDVR-1305641-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-424469'] for router, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:45.113603 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-456b3ac9-db1d-4220-b26c-f697c32025f6 tempest-RoutersTestDVR-1305641 tempest-RoutersTestDVR-1305641-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d0c77da2-a8c0-4bf8-84a9-875b0aef6639 {{(pid=109866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 01:44:45.137895 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de31278-23a7-4e9d-8d6f-78c44fb3ad76 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:44:45.138385 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de31278-23a7-4e9d-8d6f-78c44fb3ad76 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:44:45.138861 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de31278-23a7-4e9d-8d6f-78c44fb3ad76 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:44:45.139329 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de31278-23a7-4e9d-8d6f-78c44fb3ad76 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:44:45.147283 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de31278-23a7-4e9d-8d6f-78c44fb3ad76 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:44:45.147796 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de31278-23a7-4e9d-8d6f-78c44fb3ad76 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:44:45.148281 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de31278-23a7-4e9d-8d6f-78c44fb3ad76 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:44:45.148757 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de31278-23a7-4e9d-8d6f-78c44fb3ad76 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:44:45.149227 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de31278-23a7-4e9d-8d6f-78c44fb3ad76 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:44:45.153105 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de31278-23a7-4e9d-8d6f-78c44fb3ad76 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:44:45.153727 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de31278-23a7-4e9d-8d6f-78c44fb3ad76 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:44:45.154222 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de31278-23a7-4e9d-8d6f-78c44fb3ad76 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:44:45.156434 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de31278-23a7-4e9d-8d6f-78c44fb3ad76 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:44:45.156935 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de31278-23a7-4e9d-8d6f-78c44fb3ad76 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:44:45.157430 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de31278-23a7-4e9d-8d6f-78c44fb3ad76 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:44:45.157920 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de31278-23a7-4e9d-8d6f-78c44fb3ad76 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:44:45.158392 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de31278-23a7-4e9d-8d6f-78c44fb3ad76 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:44:45.168236 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-9de31278-23a7-4e9d-8d6f-78c44fb3ad76 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15490 time: 0.5399511 Nov 24 01:44:45.168888 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 43776) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:45.202521 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 43778) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:45.214441 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-456b3ac9-db1d-4220-b26c-f697c32025f6 tempest-RoutersTestDVR-1305641 tempest-RoutersTestDVR-1305641-project-admin] Publish callbacks [] for router, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:45.215578 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-456b3ac9-db1d-4220-b26c-f697c32025f6 tempest-RoutersTestDVR-1305641 tempest-RoutersTestDVR-1305641-project-admin] 10.222.0.21 "DELETE /v2.0/routers/d0c77da2-a8c0-4bf8-84a9-875b0aef6639 HTTP/1.1" status: 204 len: 168 time: 1.7831693 Nov 24 01:44:45.246749 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 43780) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:45.248846 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port c1cd4525-a123-400d-a60b-b3f5eed99df6 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:44:45.248846 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:45.249850 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 43782) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:45.262787 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-20401297-8d13-4204-b80e-5a411001efb6 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2042287471', 'description': 'tempest-description--689644916'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:44:45.278235 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 43784) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:45.304739 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-c5946250-60f9-493b-af0b-2f55be909c4c None None] Provisioning complete for port c69eb70e-5251-432f-8fd5-d6b38bc93c20 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:44:45.305655 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-c5946250-60f9-493b-af0b-2f55be909c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:45.325780 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-f86b60d3-c6b9-4bc1-a035-287adf4b8eb2 tempest-RoutersTestDVR-1305641 tempest-RoutersTestDVR-1305641-project-admin] Request body: {'router': {'name': 'tempest-router-753905212', 'distributed': False}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:44:45.335203 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a66995af-5b2e-43a6-a143-36f43b90e190 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:45.352269 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a66995af-5b2e-43a6-a143-36f43b90e190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:45.353640 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a66995af-5b2e-43a6-a143-36f43b90e190 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3778017'] for router_interface, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:45.365660 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-c5946250-60f9-493b-af0b-2f55be909c4c None None] Port c69eb70e-5251-432f-8fd5-d6b38bc93c20 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:44:45.373243 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-20401297-8d13-4204-b80e-5a411001efb6 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Publish callbacks [] for security_group, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:45.394105 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-fcb37b2e-e5a4-42d8-a9f9-4b95a72f452a None None] Set router 43d0e080-c66b-496b-93a4-a94ff5cca5ae gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:44:45.460792 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device f7e0496a-dd49-4cae-9933-b96f273d6ad8 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:44:45.499190 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f86b60d3-c6b9-4bc1-a035-287adf4b8eb2 tempest-RoutersTestDVR-1305641 tempest-RoutersTestDVR-1305641-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-424105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2744'] for router, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:45.500665 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f86b60d3-c6b9-4bc1-a035-287adf4b8eb2 tempest-RoutersTestDVR-1305641 tempest-RoutersTestDVR-1305641-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-424325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-326625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2753'] for router, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:45.501176 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-90641831-5fb2-4f6f-8ba8-d8f6944974d3 tempest-QuotasNegativeTest-1571717545 tempest-QuotasNegativeTest-1571717545-project-admin] Request body: {'quota': {'network': 2}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:44:45.529840 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port f7e0496a-dd49-4cae-9933-b96f273d6ad8 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:44:45.530287 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:45.555399 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-fd15b6ab-f69e-48ad-a154-2b149b2927d9 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1765891993'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:44:45.573442 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66995af-5b2e-43a6-a143-36f43b90e190 admin admin] Pushing event updated for resources: {'Port': ['ID=bc686215-0679-4431-bbdb-a29ee527ab4e,revision_number=2']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:45.591031 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-b97e2963-2cc4-4fdd-ab8b-a08b5730e321 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Deleting port f89ff436-8e27-4bf7-b72f-afb42c063adc {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:44:45.591725 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b97e2963-2cc4-4fdd-ab8b-a08b5730e321 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:45.594315 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd15b6ab-f69e-48ad-a154-2b149b2927d9 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] Made reservation on behalf of 03c6e3528eff45af93511d0004d94a5a for: {'network': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:44:45.611895 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-fd15b6ab-f69e-48ad-a154-2b149b2927d9 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:45.635564 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-09807aea-29d3-48e1-a09e-d965acbc9ae0 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Deleting port c69eb70e-5251-432f-8fd5-d6b38bc93c20 {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:44:45.645758 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-09807aea-29d3-48e1-a09e-d965acbc9ae0 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:45.646478 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-fd15b6ab-f69e-48ad-a154-2b149b2927d9 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] Publish callbacks [] for security_group, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:45.657747 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-43f32148-8fe0-4efe-832f-708412c04e44 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:45.783564 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-fcb37b2e-e5a4-42d8-a9f9-4b95a72f452a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43d0e080-c66b-496b-93a4-a94ff5cca5ae', 'name': 'tempest-ServerActionsTestJSON-582106952-router', 'tenant_id': '110fa21155a747ab90ae3fb887427135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': '1066d23d-7961-4dcb-a1bc-ff70c8f2d78b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:44:30Z', 'updated_at': '2021-11-24T01:44:40Z', 'revision_number': 4, 'project_id': '110fa21155a747ab90ae3fb887427135', 'gw_port': {'id': '1066d23d-7961-4dcb-a1bc-ff70c8f2d78b', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d0e080-c66b-496b-93a4-a94ff5cca5ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:44:32Z', 'updated_at': '2021-11-24T01:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': '4323bebd-05ca-456a-866b-846f05c4c3cf', 'name': '', 'network_id': '0439926c-1302-4dcb-a15d-d53f1b665c6d', 'tenant_id': '110fa21155a747ab90ae3fb887427135', 'mac_address': 'fa:16:3e:38:6f:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43d0e080-c66b-496b-93a4-a94ff5cca5ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '3cd00567-bdb6-4d9c-8716-d6fe9a6098c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:44:38Z', 'updated_at': '2021-11-24T01:44:40Z', 'revision_number': 2, 'project_id': '110fa21155a747ab90ae3fb887427135', 'subnets': [{'id': '3cd00567-bdb6-4d9c-8716-d6fe9a6098c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:44:45.814102 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb37b2e-e5a4-42d8-a9f9-4b95a72f452a None None] Checking router: 43d0e080-c66b-496b-93a4-a94ff5cca5ae for host: dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 01:44:45.814731 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb37b2e-e5a4-42d8-a9f9-4b95a72f452a None None] Updating router 43d0e080-c66b-496b-93a4-a94ff5cca5ae port 4323bebd-05ca-456a-866b-846f05c4c3cf binding host dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 01:44:45.842098 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-fcb37b2e-e5a4-42d8-a9f9-4b95a72f452a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:45.857201 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f86b60d3-c6b9-4bc1-a035-287adf4b8eb2 tempest-RoutersTestDVR-1305641 tempest-RoutersTestDVR-1305641-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:45.898823 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f86b60d3-c6b9-4bc1-a035-287adf4b8eb2 tempest-RoutersTestDVR-1305641 tempest-RoutersTestDVR-1305641-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-424338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418138'] for router, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:45.923027 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-90641831-5fb2-4f6f-8ba8-d8f6944974d3 tempest-QuotasNegativeTest-1571717545 tempest-QuotasNegativeTest-1571717545-project-admin] 10.222.0.21 "PUT /v2.0/quotas/3d4a79dd44a547eabb86bde5bdc73d03 HTTP/1.1" status: 200 len: 368 time: 0.6436222 Nov 24 01:44:45.924574 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f86b60d3-c6b9-4bc1-a035-287adf4b8eb2 tempest-RoutersTestDVR-1305641 tempest-RoutersTestDVR-1305641-project-admin] Publish callbacks [] for router, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:45.926300 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-f86b60d3-c6b9-4bc1-a035-287adf4b8eb2 tempest-RoutersTestDVR-1305641 tempest-RoutersTestDVR-1305641-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.6731646 Nov 24 01:44:45.933429 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 43790) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:45.933759 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 43792) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:45.942880 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [None req-43f32148-8fe0-4efe-832f-708412c04e44 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] Allocated IP 172.26.5.130 (eb22795d-37ee-46ee-844d-92c17e2ea450/3e66fcff-6e72-4083-b514-48f69cdaa2cb/04072c57-c5aa-4d87-8c79-012557f67ab7) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:44:45.950400 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-f4efc334-1054-4bd5-beb3-a668225eab3f tempest-QuotasNegativeTest-1571717545 tempest-QuotasNegativeTest-1571717545-project-admin] Request body: {'network': {'project_id': '3d4a79dd44a547eabb86bde5bdc73d03'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:44:45.960800 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [None req-b97e2963-2cc4-4fdd-ab8b-a08b5730e321 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] For port f89ff436-8e27-4bf7-b72f-afb42c063adc, host hv-neutron-8189, got binding levels [] {{(pid=109866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:44:45.961160 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b97e2963-2cc4-4fdd-ab8b-a08b5730e321 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:45.990073 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-b97e2963-2cc4-4fdd-ab8b-a08b5730e321 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Calling delete_port for f89ff436-8e27-4bf7-b72f-afb42c063adc owned by {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:44:46.087408 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-20401297-8d13-4204-b80e-5a411001efb6 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Publish callbacks [] for security_group, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:46.091921 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a66995af-5b2e-43a6-a143-36f43b90e190 admin admin] Network f4b0113f-5a2c-4a97-a650-fea5845398b7 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:44:46.100632 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-20401297-8d13-4204-b80e-5a411001efb6 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:46.111351 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-a66995af-5b2e-43a6-a143-36f43b90e190 admin admin] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:44:46.113663 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4efc334-1054-4bd5-beb3-a668225eab3f tempest-QuotasNegativeTest-1571717545 tempest-QuotasNegativeTest-1571717545-project-admin] Made reservation on behalf of 3d4a79dd44a547eabb86bde5bdc73d03 for: {'network': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:44:46.116048 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f4efc334-1054-4bd5-beb3-a668225eab3f tempest-QuotasNegativeTest-1571717545 tempest-QuotasNegativeTest-1571717545-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:46.138597 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-fd15b6ab-f69e-48ad-a154-2b149b2927d9 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] Publish callbacks [] for security_group, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:46.140024 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e52d2dab-7a81-4516-b661-68875ece5a25 tempest-RoutersTestDVR-1305641 tempest-RoutersTestDVR-1305641-project-admin] Publish callbacks [] for router, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:46.150826 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-09807aea-29d3-48e1-a09e-d965acbc9ae0 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:46.154076 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-fd15b6ab-f69e-48ad-a154-2b149b2927d9 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:46.170109 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd15b6ab-f69e-48ad-a154-2b149b2927d9 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=109866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:44:46.182750 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-fd15b6ab-f69e-48ad-a154-2b149b2927d9 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:46.183106 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.segments_db [None req-fd15b6ab-f69e-48ad-a154-2b149b2927d9 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] Added segment 71a74a72-e2bc-4247-aa53-2d75157afdd1 of type vlan for network 1879d793-6f65-48b2-8e8e-483a3921cf54 Nov 24 01:44:46.193026 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-fcb37b2e-e5a4-42d8-a9f9-4b95a72f452a None None] Publish callbacks [] for port, precommit_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:46.200400 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-fcb37b2e-e5a4-42d8-a9f9-4b95a72f452a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:46.204673 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f4efc334-1054-4bd5-beb3-a668225eab3f tempest-QuotasNegativeTest-1571717545 tempest-QuotasNegativeTest-1571717545-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:46.246489 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25740358-7d0a-45ef-b207-085370262d71 None None] Pushing event updated for resources: {'Port': ['ID=4323bebd-05ca-456a-866b-846f05c4c3cf,revision_number=3']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:46.294182 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-09807aea-29d3-48e1-a09e-d965acbc9ae0 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Calling delete_port for c69eb70e-5251-432f-8fd5-d6b38bc93c20 owned by {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:44:46.298252 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20401297-8d13-4204-b80e-5a411001efb6 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa820965-f51f-4c0f-92b9-3c3d3d9ef329,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:46.309614 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-20401297-8d13-4204-b80e-5a411001efb6 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:46.310751 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-20401297-8d13-4204-b80e-5a411001efb6 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.1342571 Nov 24 01:44:46.319974 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-43f32148-8fe0-4efe-832f-708412c04e44 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:46.321434 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd15b6ab-f69e-48ad-a154-2b149b2927d9 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b21d953-34ed-40c0-a304-b435cc4403d3,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:46.324768 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 43794) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:46.332008 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-fcb37b2e-e5a4-42d8-a9f9-4b95a72f452a None None] Attempting to bind port 4323bebd-05ca-456a-866b-846f05c4c3cf on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:44:46.333766 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-fcb37b2e-e5a4-42d8-a9f9-4b95a72f452a None None] Attempting to bind port 4323bebd-05ca-456a-866b-846f05c4c3cf by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '4527112f-9e66-46d6-91de-1ce9adfe195c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '0439926c-1302-4dcb-a15d-d53f1b665c6d'}] {{(pid=109869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:44:46.334243 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb37b2e-e5a4-42d8-a9f9-4b95a72f452a None None] Attempting to bind port 4323bebd-05ca-456a-866b-846f05c4c3cf on network 0439926c-1302-4dcb-a15d-d53f1b665c6d {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:44:46.342179 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-fd15b6ab-f69e-48ad-a154-2b149b2927d9 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:46.346422 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb37b2e-e5a4-42d8-a9f9-4b95a72f452a None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:44:46.346821 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb37b2e-e5a4-42d8-a9f9-4b95a72f452a None None] Checking segment: {'id': '4527112f-9e66-46d6-91de-1ce9adfe195c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '0439926c-1302-4dcb-a15d-d53f1b665c6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:44:46.347217 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-fcb37b2e-e5a4-42d8-a9f9-4b95a72f452a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:46.348200 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb37b2e-e5a4-42d8-a9f9-4b95a72f452a None None] Bound using segment: {'id': '4527112f-9e66-46d6-91de-1ce9adfe195c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '0439926c-1302-4dcb-a15d-d53f1b665c6d'} {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:44:46.348706 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-fcb37b2e-e5a4-42d8-a9f9-4b95a72f452a None None] Bound port: 4323bebd-05ca-456a-866b-846f05c4c3cf, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4527112f-9e66-46d6-91de-1ce9adfe195c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '0439926c-1302-4dcb-a15d-d53f1b665c6d'}}] {{(pid=109869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:44:46.349150 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-fcb37b2e-e5a4-42d8-a9f9-4b95a72f452a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:46.371399 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-db9446ee-7dae-4f67-83af-4d8e4cb5be57 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Request body: {'security_group_rule': {'security_group_id': 'aa820965-f51f-4c0f-92b9-3c3d3d9ef329', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:44:46.376336 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b97e2963-2cc4-4fdd-ab8b-a08b5730e321 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:46.381218 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-fd15b6ab-f69e-48ad-a154-2b149b2927d9 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:46.390267 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd15b6ab-f69e-48ad-a154-2b149b2927d9 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:44:46.390907 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-fd15b6ab-f69e-48ad-a154-2b149b2927d9 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:46.450058 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.db [None req-fcb37b2e-e5a4-42d8-a9f9-4b95a72f452a None None] For port 4323bebd-05ca-456a-866b-846f05c4c3cf, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:44:46.456068 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.db [None req-fcb37b2e-e5a4-42d8-a9f9-4b95a72f452a None None] For port 4323bebd-05ca-456a-866b-846f05c4c3cf, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=4323bebd-05ca-456a-866b-846f05c4c3cf,segment=NetworkSegment(4527112f-9e66-46d6-91de-1ce9adfe195c),segment_id=4527112f-9e66-46d6-91de-1ce9adfe195c)] {{(pid=109869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:44:46.458900 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97e2963-2cc4-4fdd-ab8b-a08b5730e321 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Pushing event deleted for resources: {'Port': ['ID=f89ff436-8e27-4bf7-b72f-afb42c063adc,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:46.462165 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-fcb37b2e-e5a4-42d8-a9f9-4b95a72f452a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:46.474699 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b97e2963-2cc4-4fdd-ab8b-a08b5730e321 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:46.489085 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-b97e2963-2cc4-4fdd-ab8b-a08b5730e321 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] 10.222.0.21 "DELETE /v2.0/ports/f89ff436-8e27-4bf7-b72f-afb42c063adc HTTP/1.1" status: 204 len: 168 time: 1.2829638 Nov 24 01:44:46.530920 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 43796) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:46.533192 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb37b2e-e5a4-42d8-a9f9-4b95a72f452a None None] Routers {'43d0e080-c66b-496b-93a4-a94ff5cca5ae'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:44:46.533542 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-fcb37b2e-e5a4-42d8-a9f9-4b95a72f452a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:44:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['43d0e080-c66b-496b-93a4-a94ff5cca5ae'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:44:46.581101 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25740358-7d0a-45ef-b207-085370262d71 None None] Pushing event updated for resources: {'Port': ['ID=4323bebd-05ca-456a-866b-846f05c4c3cf,revision_number=4']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:46.611685 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd15b6ab-f69e-48ad-a154-2b149b2927d9 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] Pushing event updated for resources: {'Network': ['ID=1879d793-6f65-48b2-8e8e-483a3921cf54,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:46.620682 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-34519a74-f343-4e17-ae53-e1642b2d6792 None None] Provisioning complete for port bc686215-0679-4431-bbdb-a29ee527ab4e triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:44:46.621161 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-34519a74-f343-4e17-ae53-e1642b2d6792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:46.624771 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network 1879d793-6f65-48b2-8e8e-483a3921cf54 details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:44:46.631409 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-43f32148-8fe0-4efe-832f-708412c04e44 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:46.646160 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-fd15b6ab-f69e-48ad-a154-2b149b2927d9 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.3859878 Nov 24 01:44:46.651440 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-db9446ee-7dae-4f67-83af-4d8e4cb5be57 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:46.683340 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-fcb37b2e-e5a4-42d8-a9f9-4b95a72f452a None None] Set router 43d0e080-c66b-496b-93a4-a94ff5cca5ae gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:44:46.708360 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 43798) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:46.722516 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-67377372-1cae-4c6f-9eee-2a087593763f tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] Request body: {'subnet': {'network_id': '1879d793-6f65-48b2-8e8e-483a3921cf54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:44:46.749707 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-34519a74-f343-4e17-ae53-e1642b2d6792 None None] Port bc686215-0679-4431-bbdb-a29ee527ab4e cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:44:46.772493 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f32148-8fe0-4efe-832f-708412c04e44 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] Network eb22795d-37ee-46ee-844d-92c17e2ea450 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:44:46.808700 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e52d2dab-7a81-4516-b661-68875ece5a25 tempest-RoutersTestDVR-1305641 tempest-RoutersTestDVR-1305641-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-424460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2766'] for router, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:46.811971 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e52d2dab-7a81-4516-b661-68875ece5a25 tempest-RoutersTestDVR-1305641 tempest-RoutersTestDVR-1305641-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:46.834509 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-db9446ee-7dae-4f67-83af-4d8e4cb5be57 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:46.844190 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 1066d23d-7961-4dcb-a1bc-ff70c8f2d78b up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:44:46.858423 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cf00835-bad5-4c68-a557-8bfa7809f2d4 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] GET failed (client error): The resource could not be found. Nov 24 01:44:46.858423 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-9cf00835-bad5-4c68-a557-8bfa7809f2d4 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] 10.222.0.21 "GET /v2.0/ports/f89ff436-8e27-4bf7-b72f-afb42c063adc HTTP/1.1" status: 404 len: 333 time: 0.3255539 Nov 24 01:44:46.866806 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-43f32148-8fe0-4efe-832f-708412c04e44 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:44:46.870326 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 43800) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:46.874196 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-db9446ee-7dae-4f67-83af-4d8e4cb5be57 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:46.880362 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-082dc890-5fc6-4821-9567-b927dc060562 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1950962537', 'network_id': '53141425-9227-44cd-93fa-12c001f214f2'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:44:46.892863 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f32148-8fe0-4efe-832f-708412c04e44 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:44:46.900329 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f32148-8fe0-4efe-832f-708412c04e44 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] Pushing event updated for resources: {'Port': ['ID=04072c57-c5aa-4d87-8c79-012557f67ab7,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:46.966472 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-43593167-1594-40f9-9182-f61c1adcfd4e None None] Provisioning complete for port 4323bebd-05ca-456a-866b-846f05c4c3cf triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:44:46.967537 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-43593167-1594-40f9-9182-f61c1adcfd4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:46.980756 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9446ee-7dae-4f67-83af-4d8e4cb5be57 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4869a22f-1d1a-4151-8068-af912c4e6c71,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:46.995839 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e52d2dab-7a81-4516-b661-68875ece5a25 tempest-RoutersTestDVR-1305641 tempest-RoutersTestDVR-1305641-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-424469'] for router, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:46.996642 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e52d2dab-7a81-4516-b661-68875ece5a25 tempest-RoutersTestDVR-1305641 tempest-RoutersTestDVR-1305641-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5ca11e5c-067d-4cc7-a590-e82fc44915c9 {{(pid=109867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 01:44:47.003568 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e52d2dab-7a81-4516-b661-68875ece5a25 tempest-RoutersTestDVR-1305641 tempest-RoutersTestDVR-1305641-project-admin] Publish callbacks [] for router, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:47.005469 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-e52d2dab-7a81-4516-b661-68875ece5a25 tempest-RoutersTestDVR-1305641 tempest-RoutersTestDVR-1305641-project-admin] 10.222.0.21 "DELETE /v2.0/routers/5ca11e5c-067d-4cc7-a590-e82fc44915c9 HTTP/1.1" status: 204 len: 168 time: 1.0610778 Nov 24 01:44:47.012180 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 43802) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:47.020978 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-7f6df4b0-921f-4900-b0fa-4090c74c962e tempest-RoutersTestDVR-1305641 tempest-RoutersTestDVR-1305641-project-admin] Request body: {'router': {'name': 'tempest-router-1740603730', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '83ec733acb7b49408583ca39b4c31eae'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:44:47.030260 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 1066d23d-7961-4dcb-a1bc-ff70c8f2d78b triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:44:47.030629 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:47.126169 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-43593167-1594-40f9-9182-f61c1adcfd4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:47.140161 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a66995af-5b2e-43a6-a143-36f43b90e190 admin admin] Router 7faeaee0-44de-4bed-b543-ae7f25fdeb87 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:44:47.163128 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-09807aea-29d3-48e1-a09e-d965acbc9ae0 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:47.181138 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f4efc334-1054-4bd5-beb3-a668225eab3f tempest-QuotasNegativeTest-1571717545 tempest-QuotasNegativeTest-1571717545-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:47.205812 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-43593167-1594-40f9-9182-f61c1adcfd4e None None] For port 4323bebd-05ca-456a-866b-846f05c4c3cf, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=4323bebd-05ca-456a-866b-846f05c4c3cf,segment=NetworkSegment(4527112f-9e66-46d6-91de-1ce9adfe195c),segment_id=4527112f-9e66-46d6-91de-1ce9adfe195c)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:44:47.212192 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-43593167-1594-40f9-9182-f61c1adcfd4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:47.261572 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-082dc890-5fc6-4821-9567-b927dc060562 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Made reservation on behalf of 9bbdab98994c42d8be61e5ee3744cb0d for: {'port': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:44:47.263946 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-082dc890-5fc6-4821-9567-b927dc060562 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:47.273381 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-fcb37b2e-e5a4-42d8-a9f9-4b95a72f452a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43d0e080-c66b-496b-93a4-a94ff5cca5ae', 'name': 'tempest-ServerActionsTestJSON-582106952-router', 'tenant_id': '110fa21155a747ab90ae3fb887427135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': '1066d23d-7961-4dcb-a1bc-ff70c8f2d78b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:44:30Z', 'updated_at': '2021-11-24T01:44:40Z', 'revision_number': 4, 'project_id': '110fa21155a747ab90ae3fb887427135', 'gw_port': {'id': '1066d23d-7961-4dcb-a1bc-ff70c8f2d78b', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d0e080-c66b-496b-93a4-a94ff5cca5ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:44:32Z', 'updated_at': '2021-11-24T01:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': '4323bebd-05ca-456a-866b-846f05c4c3cf', 'name': '', 'network_id': '0439926c-1302-4dcb-a15d-d53f1b665c6d', 'tenant_id': '110fa21155a747ab90ae3fb887427135', 'mac_address': 'fa:16:3e:38:6f:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43d0e080-c66b-496b-93a4-a94ff5cca5ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '3cd00567-bdb6-4d9c-8716-d6fe9a6098c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:44:38Z', 'updated_at': '2021-11-24T01:44:46Z', 'revision_number': 4, 'project_id': '110fa21155a747ab90ae3fb887427135', 'subnets': [{'id': '3cd00567-bdb6-4d9c-8716-d6fe9a6098c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:44:47.288650 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-db9446ee-7dae-4f67-83af-4d8e4cb5be57 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:47.289888 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-db9446ee-7dae-4f67-83af-4d8e4cb5be57 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9514258 Nov 24 01:44:47.293800 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 43804) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:47.295116 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [None req-082dc890-5fc6-4821-9567-b927dc060562 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] device_id is not set on port 5e6c34bd-c0e4-4050-bc89-b6e13c1b543b yet. {{(pid=109866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 01:44:47.298939 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43593167-1594-40f9-9182-f61c1adcfd4e None None] Pushing event updated for resources: {'Port': ['ID=4323bebd-05ca-456a-866b-846f05c4c3cf,revision_number=5']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:47.300458 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-43f32148-8fe0-4efe-832f-708412c04e44 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:47.309371 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-4b1de908-c25c-460f-84e2-9248ad7915c8 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Request body: {'security_group_rule': {'security_group_id': 'aa820965-f51f-4c0f-92b9-3c3d3d9ef329', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:44:47.311293 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb37b2e-e5a4-42d8-a9f9-4b95a72f452a None None] The sync data for ids ['43d0e080-c66b-496b-93a4-a94ff5cca5ae'] in dv-neutron-818911-2-hyperv is: [{'id': '43d0e080-c66b-496b-93a4-a94ff5cca5ae', 'name': 'tempest-ServerActionsTestJSON-582106952-router', 'tenant_id': '110fa21155a747ab90ae3fb887427135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': '1066d23d-7961-4dcb-a1bc-ff70c8f2d78b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:44:30Z', 'updated_at': '2021-11-24T01:44:40Z', 'revision_number': 4, 'project_id': '110fa21155a747ab90ae3fb887427135', 'gw_port': {'id': '1066d23d-7961-4dcb-a1bc-ff70c8f2d78b', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d0e080-c66b-496b-93a4-a94ff5cca5ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:44:32Z', 'updated_at': '2021-11-24T01:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': '4323bebd-05ca-456a-866b-846f05c4c3cf', 'name': '', 'network_id': '0439926c-1302-4dcb-a15d-d53f1b665c6d', 'tenant_id': '110fa21155a747ab90ae3fb887427135', 'mac_address': 'fa:16:3e:38:6f:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43d0e080-c66b-496b-93a4-a94ff5cca5ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '3cd00567-bdb6-4d9c-8716-d6fe9a6098c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:44:38Z', 'updated_at': '2021-11-24T01:44:46Z', 'revision_number': 4, 'project_id': '110fa21155a747ab90ae3fb887427135', 'subnets': [{'id': '3cd00567-bdb6-4d9c-8716-d6fe9a6098c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:44:47.331615 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f4efc334-1054-4bd5-beb3-a668225eab3f tempest-QuotasNegativeTest-1571717545 tempest-QuotasNegativeTest-1571717545-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:47.336514 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-13517d19-425b-400d-be22-985189f7502a None None] Provisioning complete for port 4323bebd-05ca-456a-866b-846f05c4c3cf triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:44:47.336877 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-13517d19-425b-400d-be22-985189f7502a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:47.341162 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a66995af-5b2e-43a6-a143-36f43b90e190 admin admin] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:44:47.348589 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-a66995af-5b2e-43a6-a143-36f43b90e190 admin admin] 10.222.0.21 "PUT /v2.0/routers/7faeaee0-44de-4bed-b543-ae7f25fdeb87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9316764 Nov 24 01:44:47.353482 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09807aea-29d3-48e1-a09e-d965acbc9ae0 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Pushing event deleted for resources: {'Port': ['ID=c69eb70e-5251-432f-8fd5-d6b38bc93c20,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:47.388584 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abe2a10-ba9d-4685-acc0-81f5162290f2 None None] Sync routers for ids ['7faeaee0-44de-4bed-b543-ae7f25fdeb87'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:44:47.411847 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-43f32148-8fe0-4efe-832f-708412c04e44 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:47.422501 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4efc334-1054-4bd5-beb3-a668225eab3f tempest-QuotasNegativeTest-1571717545 tempest-QuotasNegativeTest-1571717545-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=109867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:44:47.482651 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4efc334-1054-4bd5-beb3-a668225eab3f tempest-QuotasNegativeTest-1571717545 tempest-QuotasNegativeTest-1571717545-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=298e219b-0c09-4e1f-8b2b-b912a060492e,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:47.483617 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abe2a10-ba9d-4685-acc0-81f5162290f2 None None] Routers {'7faeaee0-44de-4bed-b543-ae7f25fdeb87'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:44:47.484422 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-8abe2a10-ba9d-4685-acc0-81f5162290f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:44:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['7faeaee0-44de-4bed-b543-ae7f25fdeb87'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:44:47.488970 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7f6df4b0-921f-4900-b0fa-4090c74c962e tempest-RoutersTestDVR-1305641 tempest-RoutersTestDVR-1305641-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-424105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2744'] for router, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:47.491295 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7f6df4b0-921f-4900-b0fa-4090c74c962e tempest-RoutersTestDVR-1305641 tempest-RoutersTestDVR-1305641-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-424325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-326625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2753'] for router, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:47.553111 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f4efc334-1054-4bd5-beb3-a668225eab3f tempest-QuotasNegativeTest-1571717545 tempest-QuotasNegativeTest-1571717545-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:47.553900 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.segments_db [None req-f4efc334-1054-4bd5-beb3-a668225eab3f tempest-QuotasNegativeTest-1571717545 tempest-QuotasNegativeTest-1571717545-project-admin] Added segment e645aede-c013-484c-a15a-598f05fb065c of type vlan for network 42bef1e6-ec56-4615-8ad6-ad9942cad92b Nov 24 01:44:47.617370 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67377372-1cae-4c6f-9eee-2a087593763f tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] Made reservation on behalf of 03c6e3528eff45af93511d0004d94a5a for: {'subnet': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:44:47.621549 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-67377372-1cae-4c6f-9eee-2a087593763f tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] Publish callbacks [] for subnet, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:47.692300 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f4efc334-1054-4bd5-beb3-a668225eab3f tempest-QuotasNegativeTest-1571717545 tempest-QuotasNegativeTest-1571717545-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:47.857262 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-8abe2a10-ba9d-4685-acc0-81f5162290f2 None None] Set router 7faeaee0-44de-4bed-b543-ae7f25fdeb87 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:44:47.885907 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f4efc334-1054-4bd5-beb3-a668225eab3f tempest-QuotasNegativeTest-1571717545 tempest-QuotasNegativeTest-1571717545-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:47.886868 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4efc334-1054-4bd5-beb3-a668225eab3f tempest-QuotasNegativeTest-1571717545 tempest-QuotasNegativeTest-1571717545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:44:47.894071 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f4efc334-1054-4bd5-beb3-a668225eab3f tempest-QuotasNegativeTest-1571717545 tempest-QuotasNegativeTest-1571717545-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:47.959803 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7f6df4b0-921f-4900-b0fa-4090c74c962e tempest-RoutersTestDVR-1305641 tempest-RoutersTestDVR-1305641-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:47.971229 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-09807aea-29d3-48e1-a09e-d965acbc9ae0 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:47.975104 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-09807aea-29d3-48e1-a09e-d965acbc9ae0 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] 10.222.0.21 "DELETE /v2.0/ports/c69eb70e-5251-432f-8fd5-d6b38bc93c20 HTTP/1.1" status: 204 len: 168 time: 3.1803138 Nov 24 01:44:47.979031 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7f6df4b0-921f-4900-b0fa-4090c74c962e tempest-RoutersTestDVR-1305641 tempest-RoutersTestDVR-1305641-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-424338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418138'] for router, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:47.984958 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 43812) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:48.032264 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4efc334-1054-4bd5-beb3-a668225eab3f tempest-QuotasNegativeTest-1571717545 tempest-QuotasNegativeTest-1571717545-project-admin] Pushing event updated for resources: {'Network': ['ID=42bef1e6-ec56-4615-8ad6-ad9942cad92b,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:48.038043 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-67377372-1cae-4c6f-9eee-2a087593763f tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for subnet, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:48.040914 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-f4efc334-1054-4bd5-beb3-a668225eab3f tempest-QuotasNegativeTest-1571717545 tempest-QuotasNegativeTest-1571717545-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.0974758 Nov 24 01:44:48.046186 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7f6df4b0-921f-4900-b0fa-4090c74c962e tempest-RoutersTestDVR-1305641 tempest-RoutersTestDVR-1305641-project-admin] Publish callbacks [] for router, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:48.049150 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-7f6df4b0-921f-4900-b0fa-4090c74c962e tempest-RoutersTestDVR-1305641 tempest-RoutersTestDVR-1305641-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.0335779 Nov 24 01:44:48.051262 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 43814) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:48.058586 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-4cbda8d9-4d7c-4b74-a74a-5f539e4da870 tempest-QuotasNegativeTest-1571717545 tempest-QuotasNegativeTest-1571717545-project-admin] Request body: {'network': {'project_id': '3d4a79dd44a547eabb86bde5bdc73d03'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:44:48.081171 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 43816) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:48.086437 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-6df8c34d-a7d3-4bfd-9fa0-2e99d5eb4f52 tempest-RoutersTestDVR-1305641 tempest-RoutersTestDVR-1305641-project-admin] Request body: {'router': {'distributed': True}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:44:48.092563 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cbda8d9-4d7c-4b74-a74a-5f539e4da870 tempest-QuotasNegativeTest-1571717545 tempest-QuotasNegativeTest-1571717545-project-admin] Made reservation on behalf of 3d4a79dd44a547eabb86bde5bdc73d03 for: {'network': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:44:48.097079 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4cbda8d9-4d7c-4b74-a74a-5f539e4da870 tempest-QuotasNegativeTest-1571717545 tempest-QuotasNegativeTest-1571717545-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:48.121955 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network 42bef1e6-ec56-4615-8ad6-ad9942cad92b details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:44:48.164101 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-082dc890-5fc6-4821-9567-b927dc060562 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:48.183481 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-291c90b4-e986-439d-a20c-1a6bb2ac3b2f tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] GET failed (client error): The resource could not be found. Nov 24 01:44:48.188724 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-291c90b4-e986-439d-a20c-1a6bb2ac3b2f tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] 10.222.0.21 "GET /v2.0/ports/c69eb70e-5251-432f-8fd5-d6b38bc93c20 HTTP/1.1" status: 404 len: 333 time: 0.1843352 Nov 24 01:44:48.201634 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 43818) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:48.207088 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4b1de908-c25c-460f-84e2-9248ad7915c8 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:48.216196 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-73828e8c-3f28-4c50-b2a9-80c7bb1f31ed tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Request body: {'port': {'network_id': '19d2f09c-1b1e-465c-8ca1-aa055896f88b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1317368259'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:44:48.249463 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 43820) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:48.262480 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-0737f5ca-daf0-40cf-b5b3-74327b27912c tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1090390106', 'description': 'tempest-description--1286522032'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:44:48.266382 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-8abe2a10-ba9d-4685-acc0-81f5162290f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7faeaee0-44de-4bed-b543-ae7f25fdeb87', 'name': 'tempest-ServersTestJSON-83270705-router', 'tenant_id': '7ca5ab9ca83c45e6a41b1ce3bf5dc5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.131'}], 'enable_snat': True}, 'gw_port_id': 'c1cd4525-a123-400d-a60b-b3f5eed99df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:44:29Z', 'updated_at': '2021-11-24T01:44:43Z', 'revision_number': 4, 'project_id': '7ca5ab9ca83c45e6a41b1ce3bf5dc5f5', 'gw_port': {'id': 'c1cd4525-a123-400d-a60b-b3f5eed99df6', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7faeaee0-44de-4bed-b543-ae7f25fdeb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:44:31Z', 'updated_at': '2021-11-24T01:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': 'bc686215-0679-4431-bbdb-a29ee527ab4e', 'name': '', 'network_id': 'f4b0113f-5a2c-4a97-a650-fea5845398b7', 'tenant_id': '7ca5ab9ca83c45e6a41b1ce3bf5dc5f5', 'mac_address': 'fa:16:3e:26:d1:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7faeaee0-44de-4bed-b543-ae7f25fdeb87', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'f0a91a6b-0fc2-490d-ba3d-91453eb80dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:44:41Z', 'updated_at': '2021-11-24T01:44:43Z', 'revision_number': 2, 'project_id': '7ca5ab9ca83c45e6a41b1ce3bf5dc5f5', 'subnets': [{'id': 'f0a91a6b-0fc2-490d-ba3d-91453eb80dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:44:48.305697 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abe2a10-ba9d-4685-acc0-81f5162290f2 None None] Checking router: 7faeaee0-44de-4bed-b543-ae7f25fdeb87 for host: dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 01:44:48.306147 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abe2a10-ba9d-4685-acc0-81f5162290f2 None None] Updating router 7faeaee0-44de-4bed-b543-ae7f25fdeb87 port bc686215-0679-4431-bbdb-a29ee527ab4e binding host dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 01:44:48.326916 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67377372-1cae-4c6f-9eee-2a087593763f tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] Pushing event updated for resources: {'Subnet': ['ID=070d5bb1-a830-437b-9f76-8f3620894f90,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:48.349381 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-8abe2a10-ba9d-4685-acc0-81f5162290f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:48.395979 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67377372-1cae-4c6f-9eee-2a087593763f tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] Checking segment: {'id': '71a74a72-e2bc-4247-aa53-2d75157afdd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '1879d793-6f65-48b2-8e8e-483a3921cf54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:44:48.396327 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67377372-1cae-4c6f-9eee-2a087593763f tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] Network hostable DHCP agents. Network: 1879d793-6f65-48b2-8e8e-483a3921cf54, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 01:44:48.432369 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-082dc890-5fc6-4821-9567-b927dc060562 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:48.440316 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4b1de908-c25c-460f-84e2-9248ad7915c8 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:48.447327 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-43f32148-8fe0-4efe-832f-708412c04e44 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] Publish callbacks [] for port, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:48.460626 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4b1de908-c25c-460f-84e2-9248ad7915c8 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:48.485306 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-43f32148-8fe0-4efe-832f-708412c04e44 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:48.500910 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67377372-1cae-4c6f-9eee-2a087593763f tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] Network 1879d793-6f65-48b2-8e8e-483a3921cf54 is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 01:44:48.524540 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1de908-c25c-460f-84e2-9248ad7915c8 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ba19b0e-d8eb-48e6-862c-2940f8078ae5,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:48.533254 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-43f32148-8fe0-4efe-832f-708412c04e44 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418250'] for floatingip, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:48.543069 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082dc890-5fc6-4821-9567-b927dc060562 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Network 53141425-9227-44cd-93fa-12c001f214f2 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:44:48.544036 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-67377372-1cae-4c6f-9eee-2a087593763f tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, 1879d793-6f65-48b2-8e8e-483a3921cf54) {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:44:48.561699 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-082dc890-5fc6-4821-9567-b927dc060562 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:44:48.569705 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cbda8d9-4d7c-4b74-a74a-5f539e4da870 tempest-QuotasNegativeTest-1571717545 tempest-QuotasNegativeTest-1571717545-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=109867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:44:48.570819 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67377372-1cae-4c6f-9eee-2a087593763f tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:44:48.571412 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-67377372-1cae-4c6f-9eee-2a087593763f tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:48.573990 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082dc890-5fc6-4821-9567-b927dc060562 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:44:48.574833 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082dc890-5fc6-4821-9567-b927dc060562 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:44:48.575391 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-082dc890-5fc6-4821-9567-b927dc060562 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:48.580189 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082dc890-5fc6-4821-9567-b927dc060562 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Pushing event updated for resources: {'Port': ['ID=5e6c34bd-c0e4-4050-bc89-b6e13c1b543b,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:48.633685 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f59a77f-8fe1-4bb9-8d48-13ea20c513b2 None None] Network 1879d793-6f65-48b2-8e8e-483a3921cf54 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:44:48.665018 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f32148-8fe0-4efe-832f-708412c04e44 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] Pushing event updated for resources: {'Port': ['ID=04072c57-c5aa-4d87-8c79-012557f67ab7,revision_number=2']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:48.750974 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6df8c34d-a7d3-4bfd-9fa0-2e99d5eb4f52 tempest-RoutersTestDVR-1305641 tempest-RoutersTestDVR-1305641-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3684298', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-424347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2775'] for router, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:48.751554 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6df8c34d-a7d3-4bfd-9fa0-2e99d5eb4f52 tempest-RoutersTestDVR-1305641 tempest-RoutersTestDVR-1305641-project-admin] Publish callbacks [] for router, before_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:48.753840 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4cbda8d9-4d7c-4b74-a74a-5f539e4da870 tempest-QuotasNegativeTest-1571717545 tempest-QuotasNegativeTest-1571717545-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:48.754434 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.segments_db [None req-4cbda8d9-4d7c-4b74-a74a-5f539e4da870 tempest-QuotasNegativeTest-1571717545 tempest-QuotasNegativeTest-1571717545-project-admin] Added segment 04538133-9543-4db5-bb09-982bd94460d5 of type vlan for network 98af0e07-84bc-477e-a928-4552a82594e3 Nov 24 01:44:48.801875 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-8abe2a10-ba9d-4685-acc0-81f5162290f2 None None] Publish callbacks [] for port, precommit_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:48.817098 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-8abe2a10-ba9d-4685-acc0-81f5162290f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:48.839644 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-67377372-1cae-4c6f-9eee-2a087593763f tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1302214 Nov 24 01:44:48.849395 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4b1de908-c25c-460f-84e2-9248ad7915c8 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:48.854625 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-4b1de908-c25c-460f-84e2-9248ad7915c8 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5524406 Nov 24 01:44:48.858295 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 43822) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:48.858637 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 43824) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:48.859053 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-082dc890-5fc6-4821-9567-b927dc060562 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.9826336 Nov 24 01:44:48.859137 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 43826) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:48.862069 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-43f32148-8fe0-4efe-832f-708412c04e44 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for floatingip, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:48.863816 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-43f32148-8fe0-4efe-832f-708412c04e44 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7076316 Nov 24 01:44:48.868512 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0737f5ca-daf0-40cf-b5b3-74327b27912c tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] Publish callbacks [] for security_group, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:48.875657 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-e0cade0c-7cc1-4a86-aff2-9d14bb0902f0 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Request body: {'floatingip': {'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:44:48.884164 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f3d677-6116-4ccb-9eba-c13b564b3d26 None None] Pushing event updated for resources: {'Port': ['ID=bc686215-0679-4431-bbdb-a29ee527ab4e,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:48.886662 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 4323bebd-05ca-456a-866b-846f05c4c3cf up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:44:48.897214 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-6df8c34d-a7d3-4bfd-9fa0-2e99d5eb4f52 tempest-RoutersTestDVR-1305641 tempest-RoutersTestDVR-1305641-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=109867) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Nov 24 01:44:48.897788 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-6df8c34d-a7d3-4bfd-9fa0-2e99d5eb4f52 tempest-RoutersTestDVR-1305641 tempest-RoutersTestDVR-1305641-project-admin] Router c6a04e64-6d95-44c5-bdb5-61c6a4e4cdea migrating from provider to provider. {{(pid=109867) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Nov 24 01:44:48.898344 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6df8c34d-a7d3-4bfd-9fa0-2e99d5eb4f52 tempest-RoutersTestDVR-1305641 tempest-RoutersTestDVR-1305641-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:48.904238 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6df8c34d-a7d3-4bfd-9fa0-2e99d5eb4f52 tempest-RoutersTestDVR-1305641 tempest-RoutersTestDVR-1305641-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:48.910720 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-335b2765-55da-40da-8a46-4ab48c1376b8 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] Request body: {'port': {'network_id': '1879d793-6f65-48b2-8e8e-483a3921cf54', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-113020418'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:44:48.946891 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6df8c34d-a7d3-4bfd-9fa0-2e99d5eb4f52 tempest-RoutersTestDVR-1305641 tempest-RoutersTestDVR-1305641-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3683822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-418125', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-424361'] for router, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:48.986287 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4cbda8d9-4d7c-4b74-a74a-5f539e4da870 tempest-QuotasNegativeTest-1571717545 tempest-QuotasNegativeTest-1571717545-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:49.047482 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4adc59-4164-48e9-8391-04b79618a339 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-1879d793-6f65-48b2-8e8e-483a3921cf54', 'network_id': '1879d793-6f65-48b2-8e8e-483a3921cf54', 'tenant_id': '03c6e3528eff45af93511d0004d94a5a', 'fixed_ips': [{'subnet_id': '070d5bb1-a830-437b-9f76-8f3620894f90'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 01:44:49.048268 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-3b4adc59-4164-48e9-8391-04b79618a339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:49.055028 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73828e8c-3f28-4c50-b2a9-80c7bb1f31ed tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Made reservation on behalf of 0dc6c639d61c49b890108560c5e4fc40 for: {'port': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:44:49.059381 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-73828e8c-3f28-4c50-b2a9-80c7bb1f31ed tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:49.063127 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-569bb0a5-45a0-4637-ac9e-77431c753c6d tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:44:49.064824 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-569bb0a5-45a0-4637-ac9e-77431c753c6d tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] 10.222.0.21 "GET /v2.0/ports/5e6c34bd-c0e4-4050-bc89-b6e13c1b543b HTTP/1.1" status: 200 len: 955 time: 0.1984425 Nov 24 01:44:49.068360 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 43834) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:49.079824 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-8abe2a10-ba9d-4685-acc0-81f5162290f2 None None] Attempting to bind port bc686215-0679-4431-bbdb-a29ee527ab4e on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:44:49.080168 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-8abe2a10-ba9d-4685-acc0-81f5162290f2 None None] Attempting to bind port bc686215-0679-4431-bbdb-a29ee527ab4e by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '15b2ee8c-f6d9-41dc-9d6f-b35b24ea97a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f4b0113f-5a2c-4a97-a650-fea5845398b7'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:44:49.080531 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abe2a10-ba9d-4685-acc0-81f5162290f2 None None] Attempting to bind port bc686215-0679-4431-bbdb-a29ee527ab4e on network f4b0113f-5a2c-4a97-a650-fea5845398b7 {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:44:49.102009 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 4323bebd-05ca-456a-866b-846f05c4c3cf triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:44:49.102752 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:49.141340 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abe2a10-ba9d-4685-acc0-81f5162290f2 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:44:49.142102 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abe2a10-ba9d-4685-acc0-81f5162290f2 None None] Checking segment: {'id': '15b2ee8c-f6d9-41dc-9d6f-b35b24ea97a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f4b0113f-5a2c-4a97-a650-fea5845398b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:44:49.142692 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-8abe2a10-ba9d-4685-acc0-81f5162290f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:49.143262 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abe2a10-ba9d-4685-acc0-81f5162290f2 None None] Bound using segment: {'id': '15b2ee8c-f6d9-41dc-9d6f-b35b24ea97a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f4b0113f-5a2c-4a97-a650-fea5845398b7'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:44:49.143932 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-8abe2a10-ba9d-4685-acc0-81f5162290f2 None None] Bound port: bc686215-0679-4431-bbdb-a29ee527ab4e, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15b2ee8c-f6d9-41dc-9d6f-b35b24ea97a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f4b0113f-5a2c-4a97-a650-fea5845398b7'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:44:49.144536 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-8abe2a10-ba9d-4685-acc0-81f5162290f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:49.241192 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e0cade0c-7cc1-4a86-aff2-9d14bb0902f0 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Publish callbacks [] for floatingip, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:49.258035 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-e2a1a7d7-4bad-4ff7-927b-d23a3363f7db tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Deleting port 5e6c34bd-c0e4-4050-bc89-b6e13c1b543b {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:44:49.258379 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e2a1a7d7-4bad-4ff7-927b-d23a3363f7db tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:49.357272 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e2a1a7d7-4bad-4ff7-927b-d23a3363f7db tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:49.388937 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-e2a1a7d7-4bad-4ff7-927b-d23a3363f7db tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Calling delete_port for 5e6c34bd-c0e4-4050-bc89-b6e13c1b543b owned by {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:44:49.417624 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-8abe2a10-ba9d-4685-acc0-81f5162290f2 None None] For port bc686215-0679-4431-bbdb-a29ee527ab4e, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:44:49.429308 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-3b4adc59-4164-48e9-8391-04b79618a339 None None] Allocated IP 2001:db8::2 (1879d793-6f65-48b2-8e8e-483a3921cf54/070d5bb1-a830-437b-9f76-8f3620894f90/2a860779-b138-4d2f-ba98-4dc5c11e4887) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:44:49.437842 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 43858) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:49.445230 dv-neutron-818911-2-hyperv neutron-server[109867]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 24 01:44:49.451015 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [None req-73828e8c-3f28-4c50-b2a9-80c7bb1f31ed tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] device_id is not set on port 58d71cbc-93d6-475b-9cea-21630c3108a6 yet. {{(pid=109867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 01:44:49.453332 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-8abe2a10-ba9d-4685-acc0-81f5162290f2 None None] For port bc686215-0679-4431-bbdb-a29ee527ab4e, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=bc686215-0679-4431-bbdb-a29ee527ab4e,segment=NetworkSegment(15b2ee8c-f6d9-41dc-9d6f-b35b24ea97a6),segment_id=15b2ee8c-f6d9-41dc-9d6f-b35b24ea97a6)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:44:49.465732 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4cbda8d9-4d7c-4b74-a74a-5f539e4da870 tempest-QuotasNegativeTest-1571717545 tempest-QuotasNegativeTest-1571717545-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:49.466696 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbda8d9-4d7c-4b74-a74a-5f539e4da870 tempest-QuotasNegativeTest-1571717545 tempest-QuotasNegativeTest-1571717545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:44:49.467265 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4cbda8d9-4d7c-4b74-a74a-5f539e4da870 tempest-QuotasNegativeTest-1571717545 tempest-QuotasNegativeTest-1571717545-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:49.467365 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-8abe2a10-ba9d-4685-acc0-81f5162290f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:49.479831 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-fc2a0850-08f0-404f-ad7e-ab1b688c96c8 None None] Provisioning complete for port bc686215-0679-4431-bbdb-a29ee527ab4e triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:44:49.480189 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a0850-08f0-404f-ad7e-ab1b688c96c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:49.493669 dv-neutron-818911-2-hyperv neutron-server[109867]: WARNING neutron.scheduler.l3_agent_scheduler [None req-6df8c34d-a7d3-4bfd-9fa0-2e99d5eb4f52 tempest-RoutersTestDVR-1305641 tempest-RoutersTestDVR-1305641-project-admin] No L3 agents can host the router c6a04e64-6d95-44c5-bdb5-61c6a4e4cdea Nov 24 01:44:49.507068 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e2a1a7d7-4bad-4ff7-927b-d23a3363f7db tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:49.539414 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a1a7d7-4bad-4ff7-927b-d23a3363f7db tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Pushing event deleted for resources: {'Port': ['ID=5e6c34bd-c0e4-4050-bc89-b6e13c1b543b,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:49.552742 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e2a1a7d7-4bad-4ff7-927b-d23a3363f7db tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:49.563917 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-e2a1a7d7-4bad-4ff7-927b-d23a3363f7db tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] 10.222.0.21 "DELETE /v2.0/ports/5e6c34bd-c0e4-4050-bc89-b6e13c1b543b HTTP/1.1" status: 204 len: 168 time: 0.4943130 Nov 24 01:44:49.564903 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 43862) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:49.593149 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7867108-9b23-4e3e-811d-93353e9d66c8 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] GET failed (client error): The resource could not be found. Nov 24 01:44:49.599392 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-e7867108-9b23-4e3e-811d-93353e9d66c8 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] 10.222.0.21 "GET /v2.0/ports/5e6c34bd-c0e4-4050-bc89-b6e13c1b543b HTTP/1.1" status: 404 len: 333 time: 0.0331838 Nov 24 01:44:49.600543 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 43864) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:49.605935 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-48399cb6-4d8c-4233-8457-af818352c864 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Request body: {'port': {'network_id': '53141425-9227-44cd-93fa-12c001f214f2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-874651118'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:44:49.637927 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f3d677-6116-4ccb-9eba-c13b564b3d26 None None] Pushing event updated for resources: {'Port': ['ID=bc686215-0679-4431-bbdb-a29ee527ab4e,revision_number=4']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:49.645774 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abe2a10-ba9d-4685-acc0-81f5162290f2 None None] Routers {'7faeaee0-44de-4bed-b543-ae7f25fdeb87'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:44:49.646393 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-8abe2a10-ba9d-4685-acc0-81f5162290f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:44:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['7faeaee0-44de-4bed-b543-ae7f25fdeb87'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:44:49.681464 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48399cb6-4d8c-4233-8457-af818352c864 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Made reservation on behalf of 9bbdab98994c42d8be61e5ee3744cb0d for: {'port': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:44:49.685306 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-48399cb6-4d8c-4233-8457-af818352c864 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:49.696412 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-335b2765-55da-40da-8a46-4ab48c1376b8 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] Made reservation on behalf of 03c6e3528eff45af93511d0004d94a5a for: {'port': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:44:49.700248 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-335b2765-55da-40da-8a46-4ab48c1376b8 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:49.722884 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-4cbda8d9-4d7c-4b74-a74a-5f539e4da870 tempest-QuotasNegativeTest-1571717545 tempest-QuotasNegativeTest-1571717545-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.6699901 Nov 24 01:44:49.724310 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [None req-48399cb6-4d8c-4233-8457-af818352c864 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] device_id is not set on port dbd6c702-d3b8-4e3b-a479-533af918ec4f yet. {{(pid=109866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 01:44:49.729385 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 43866) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:49.737452 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-d6c6ca76-f47c-4629-814f-0a05e4ddb0f7 tempest-QuotasNegativeTest-1571717545 tempest-QuotasNegativeTest-1571717545-project-admin] Request body: {'network': {'project_id': '3d4a79dd44a547eabb86bde5bdc73d03'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:44:49.813669 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6c6ca76-f47c-4629-814f-0a05e4ddb0f7 tempest-QuotasNegativeTest-1571717545 tempest-QuotasNegativeTest-1571717545-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 24 01:44:49.814174 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6c6ca76-f47c-4629-814f-0a05e4ddb0f7 tempest-QuotasNegativeTest-1571717545 tempest-QuotasNegativeTest-1571717545-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=109866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:44:49.815326 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-d6c6ca76-f47c-4629-814f-0a05e4ddb0f7 tempest-QuotasNegativeTest-1571717545 tempest-QuotasNegativeTest-1571717545-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0847652 Nov 24 01:44:49.820621 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 43868) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:49.825752 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a0850-08f0-404f-ad7e-ab1b688c96c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:49.844998 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-3b4adc59-4164-48e9-8391-04b79618a339 None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:49.860801 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-8abe2a10-ba9d-4685-acc0-81f5162290f2 None None] Set router 7faeaee0-44de-4bed-b543-ae7f25fdeb87 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:44:49.895908 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-577a7adf-e948-4d3f-b249-ec8548d4e771 tempest-QuotasNegativeTest-1571717545 tempest-QuotasNegativeTest-1571717545-project-admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3d4a79dd44a547eabb86bde5bdc73d03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0742660 Nov 24 01:44:49.898818 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-3fc39b5d-3364-419a-9292-4722211f28f3 req-43fde89f-fbc4-4b49-878b-62de1af172aa tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--502225931&fields=id&tenant_id=02a273ddc4c14296a842719ce385cf90 HTTP/1.1" status: 200 len: 267 time: 0.4546163 Nov 24 01:44:49.902071 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0737f5ca-daf0-40cf-b5b3-74327b27912c tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] Publish callbacks [] for security_group, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:49.903775 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 43870) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:49.933624 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbda8d9-4d7c-4b74-a74a-5f539e4da870 tempest-QuotasNegativeTest-1571717545 tempest-QuotasNegativeTest-1571717545-project-admin] Pushing event updated for resources: {'Network': ['ID=98af0e07-84bc-477e-a928-4552a82594e3,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:49.955992 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0737f5ca-daf0-40cf-b5b3-74327b27912c tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:49.969708 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [None req-335b2765-55da-40da-8a46-4ab48c1376b8 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] device_id is not set on port ec5d7567-eb24-445a-95da-c1480e1c0152 yet. {{(pid=109867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 01:44:49.984304 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-48399cb6-4d8c-4233-8457-af818352c864 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:50.017921 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a243ee8a-30ad-4aef-83ea-f5ae315a8891 tempest-QuotasNegativeTest-1571717545 tempest-QuotasNegativeTest-1571717545-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:50.028734 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-3b4adc59-4164-48e9-8391-04b79618a339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:50.040619 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network 98af0e07-84bc-477e-a928-4552a82594e3 details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:44:50.061764 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a243ee8a-30ad-4aef-83ea-f5ae315a8891 tempest-QuotasNegativeTest-1571717545 tempest-QuotasNegativeTest-1571717545-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:50.073006 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-48399cb6-4d8c-4233-8457-af818352c864 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:50.102617 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4adc59-4164-48e9-8391-04b79618a339 None None] Network 1879d793-6f65-48b2-8e8e-483a3921cf54 is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:44:50.128668 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-3b4adc59-4164-48e9-8391-04b79618a339 None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:44:50.140985 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48399cb6-4d8c-4233-8457-af818352c864 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Network 53141425-9227-44cd-93fa-12c001f214f2 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:44:50.143024 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48399cb6-4d8c-4233-8457-af818352c864 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Pushing event updated for resources: {'Port': ['ID=dbd6c702-d3b8-4e3b-a479-533af918ec4f,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:50.147066 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-48399cb6-4d8c-4233-8457-af818352c864 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:44:50.149429 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48399cb6-4d8c-4233-8457-af818352c864 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:44:50.150573 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48399cb6-4d8c-4233-8457-af818352c864 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:44:50.151950 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-48399cb6-4d8c-4233-8457-af818352c864 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:50.173950 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a243ee8a-30ad-4aef-83ea-f5ae315a8891 tempest-QuotasNegativeTest-1571717545 tempest-QuotasNegativeTest-1571717545-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:50.177342 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a243ee8a-30ad-4aef-83ea-f5ae315a8891 tempest-QuotasNegativeTest-1571717545 tempest-QuotasNegativeTest-1571717545-project-admin] Publish callbacks [] for security_group, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:50.180918 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-a243ee8a-30ad-4aef-83ea-f5ae315a8891 tempest-QuotasNegativeTest-1571717545 tempest-QuotasNegativeTest-1571717545-project-admin] 10.222.0.21 "DELETE /v2.0/security-groups/298e219b-0c09-4e1f-8b2b-b912a060492e HTTP/1.1" status: 204 len: 168 time: 0.2737186 Nov 24 01:44:50.188486 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-48399cb6-4d8c-4233-8457-af818352c864 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.5847147 Nov 24 01:44:50.188639 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-fc2a0850-08f0-404f-ad7e-ab1b688c96c8 None None] For port bc686215-0679-4431-bbdb-a29ee527ab4e, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=bc686215-0679-4431-bbdb-a29ee527ab4e,segment=NetworkSegment(15b2ee8c-f6d9-41dc-9d6f-b35b24ea97a6),segment_id=15b2ee8c-f6d9-41dc-9d6f-b35b24ea97a6)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:44:50.192501 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 43872) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:50.192770 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4adc59-4164-48e9-8391-04b79618a339 None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:44:50.192999 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 43874) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:50.210368 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0737f5ca-daf0-40cf-b5b3-74327b27912c tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:50.210706 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-fc2a0850-08f0-404f-ad7e-ab1b688c96c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:50.211206 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-0737f5ca-daf0-40cf-b5b3-74327b27912c tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.9602990 Nov 24 01:44:50.223433 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-bc335be6-57c0-4e00-bf5e-d56fac6691c3 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8189'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:44:50.231660 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4adc59-4164-48e9-8391-04b79618a339 None None] Pushing event updated for resources: {'Port': ['ID=2a860779-b138-4d2f-ba98-4dc5c11e4887,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:50.251391 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 43876) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:50.253375 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-73828e8c-3f28-4c50-b2a9-80c7bb1f31ed tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Allocated IP 2001:db8::142 (19d2f09c-1b1e-465c-8ca1-aa055896f88b/aa05d6b5-70d9-4636-bd37-f4e14483f9f7/58d71cbc-93d6-475b-9cea-21630c3108a6) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:44:50.282519 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0737f5ca-daf0-40cf-b5b3-74327b27912c tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9ae5c6e-bf24-46cb-bbda-efac3484cadb,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:50.286800 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df8c34d-a7d3-4bfd-9fa0-2e99d5eb4f52 tempest-RoutersTestDVR-1305641 tempest-RoutersTestDVR-1305641-project-admin] Hosts for router c6a04e64-6d95-44c5-bdb5-61c6a4e4cdea: [] {{(pid=109867) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Nov 24 01:44:50.291739 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-f0686738-3650-4965-9ab9-6d8ff4d100d3 tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] Request body: {'security_group_rule': {'security_group_id': 'd9ae5c6e-bf24-46cb-bbda-efac3484cadb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:44:50.317344 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-bc335be6-57c0-4e00-bf5e-d56fac6691c3 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:50.319492 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a243ee8a-30ad-4aef-83ea-f5ae315a8891 tempest-QuotasNegativeTest-1571717545 tempest-QuotasNegativeTest-1571717545-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=298e219b-0c09-4e1f-8b2b-b912a060492e,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:50.376285 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f0686738-3650-4965-9ab9-6d8ff4d100d3 tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:50.400567 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-3b4adc59-4164-48e9-8391-04b79618a339 None None] Attempting to bind port 2a860779-b138-4d2f-ba98-4dc5c11e4887 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:44:50.400942 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-3b4adc59-4164-48e9-8391-04b79618a339 None None] Attempting to bind port 2a860779-b138-4d2f-ba98-4dc5c11e4887 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '71a74a72-e2bc-4247-aa53-2d75157afdd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '1879d793-6f65-48b2-8e8e-483a3921cf54'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:44:50.401304 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4adc59-4164-48e9-8391-04b79618a339 None None] Attempting to bind port 2a860779-b138-4d2f-ba98-4dc5c11e4887 on network 1879d793-6f65-48b2-8e8e-483a3921cf54 {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:44:50.409492 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2a0850-08f0-404f-ad7e-ab1b688c96c8 None None] Pushing event updated for resources: {'Port': ['ID=bc686215-0679-4431-bbdb-a29ee527ab4e,revision_number=5']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:50.428507 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4adc59-4164-48e9-8391-04b79618a339 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:44:50.428949 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4adc59-4164-48e9-8391-04b79618a339 None None] Checking segment: {'id': '71a74a72-e2bc-4247-aa53-2d75157afdd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '1879d793-6f65-48b2-8e8e-483a3921cf54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:44:50.429285 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-3b4adc59-4164-48e9-8391-04b79618a339 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:50.429713 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4adc59-4164-48e9-8391-04b79618a339 None None] Bound using segment: {'id': '71a74a72-e2bc-4247-aa53-2d75157afdd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '1879d793-6f65-48b2-8e8e-483a3921cf54'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:44:50.430204 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-3b4adc59-4164-48e9-8391-04b79618a339 None None] Bound port: 2a860779-b138-4d2f-ba98-4dc5c11e4887, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71a74a72-e2bc-4247-aa53-2d75157afdd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '1879d793-6f65-48b2-8e8e-483a3921cf54'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:44:50.430585 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-3b4adc59-4164-48e9-8391-04b79618a339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:50.434584 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f0686738-3650-4965-9ab9-6d8ff4d100d3 tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:50.437301 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-4b7f53db-ec77-496d-8333-3e4186f19461 None None] Provisioning complete for port bc686215-0679-4431-bbdb-a29ee527ab4e triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:44:50.437891 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-4b7f53db-ec77-496d-8333-3e4186f19461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:50.445351 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f0686738-3650-4965-9ab9-6d8ff4d100d3 tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:50.488263 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b65c73a3-8ffd-46e4-b28c-95ab4c9d0065 tempest-QuotasNegativeTest-1571717545 tempest-QuotasNegativeTest-1571717545-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:50.495079 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f0686738-3650-4965-9ab9-6d8ff4d100d3 tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:50.500234 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-f0686738-3650-4965-9ab9-6d8ff4d100d3 tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2086411 Nov 24 01:44:50.510262 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 43878) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:50.514602 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-5738992a-293d-45cd-8094-6fe07a7184dd tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] Request body: {'security_group_rule': {'security_group_id': 'd9ae5c6e-bf24-46cb-bbda-efac3484cadb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:44:50.550416 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0686738-3650-4965-9ab9-6d8ff4d100d3 tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66cada10-03e2-430e-b65b-a0c394a70458,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:50.558443 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5738992a-293d-45cd-8094-6fe07a7184dd tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:50.578476 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-3b4adc59-4164-48e9-8391-04b79618a339 None None] For port 2a860779-b138-4d2f-ba98-4dc5c11e4887, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:44:50.583693 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-3b4adc59-4164-48e9-8391-04b79618a339 None None] For port 2a860779-b138-4d2f-ba98-4dc5c11e4887, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=2a860779-b138-4d2f-ba98-4dc5c11e4887,segment=NetworkSegment(71a74a72-e2bc-4247-aa53-2d75157afdd1),segment_id=71a74a72-e2bc-4247-aa53-2d75157afdd1)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:44:50.608669 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-3b4adc59-4164-48e9-8391-04b79618a339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:50.622091 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df8c34d-a7d3-4bfd-9fa0-2e99d5eb4f52 tempest-RoutersTestDVR-1305641 tempest-RoutersTestDVR-1305641-project-admin] Hosts for other DVR routers connected to router c6a04e64-6d95-44c5-bdb5-61c6a4e4cdea: set() {{(pid=109867) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Nov 24 01:44:50.624692 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6df8c34d-a7d3-4bfd-9fa0-2e99d5eb4f52 tempest-RoutersTestDVR-1305641 tempest-RoutersTestDVR-1305641-project-admin] Publish callbacks [] for router, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:50.625919 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-6df8c34d-a7d3-4bfd-9fa0-2e99d5eb4f52 tempest-RoutersTestDVR-1305641 tempest-RoutersTestDVR-1305641-project-admin] 10.222.0.21 "PUT /v2.0/routers/c6a04e64-6d95-44c5-bdb5-61c6a4e4cdea HTTP/1.1" status: 200 len: 717 time: 2.5433257 Nov 24 01:44:50.636013 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 43880) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:50.650765 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-8abe2a10-ba9d-4685-acc0-81f5162290f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7faeaee0-44de-4bed-b543-ae7f25fdeb87', 'name': 'tempest-ServersTestJSON-83270705-router', 'tenant_id': '7ca5ab9ca83c45e6a41b1ce3bf5dc5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.131'}], 'enable_snat': True}, 'gw_port_id': 'c1cd4525-a123-400d-a60b-b3f5eed99df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:44:29Z', 'updated_at': '2021-11-24T01:44:43Z', 'revision_number': 4, 'project_id': '7ca5ab9ca83c45e6a41b1ce3bf5dc5f5', 'gw_port': {'id': 'c1cd4525-a123-400d-a60b-b3f5eed99df6', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7faeaee0-44de-4bed-b543-ae7f25fdeb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:44:31Z', 'updated_at': '2021-11-24T01:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': 'bc686215-0679-4431-bbdb-a29ee527ab4e', 'name': '', 'network_id': 'f4b0113f-5a2c-4a97-a650-fea5845398b7', 'tenant_id': '7ca5ab9ca83c45e6a41b1ce3bf5dc5f5', 'mac_address': 'fa:16:3e:26:d1:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7faeaee0-44de-4bed-b543-ae7f25fdeb87', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'f0a91a6b-0fc2-490d-ba3d-91453eb80dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:44:41Z', 'updated_at': '2021-11-24T01:44:49Z', 'revision_number': 4, 'project_id': '7ca5ab9ca83c45e6a41b1ce3bf5dc5f5', 'subnets': [{'id': 'f0a91a6b-0fc2-490d-ba3d-91453eb80dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:44:50.677067 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc39b5d-3364-419a-9292-4722211f28f3 req-dbbb385a-6f1f-4c8a-ba38-9a8175b5effa tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:44:50.678601 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-3fc39b5d-3364-419a-9292-4722211f28f3 req-dbbb385a-6f1f-4c8a-ba38-9a8175b5effa tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] 10.222.0.21 "GET /v2.0/networks?id=1f119f6f-a1f8-4bc6-85d9-f23337dbc03c HTTP/1.1" status: 200 len: 811 time: 0.7354996 Nov 24 01:44:50.682179 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5738992a-293d-45cd-8094-6fe07a7184dd tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:50.688789 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abe2a10-ba9d-4685-acc0-81f5162290f2 None None] The sync data for ids ['7faeaee0-44de-4bed-b543-ae7f25fdeb87'] in dv-neutron-818911-2-hyperv is: [{'id': '7faeaee0-44de-4bed-b543-ae7f25fdeb87', 'name': 'tempest-ServersTestJSON-83270705-router', 'tenant_id': '7ca5ab9ca83c45e6a41b1ce3bf5dc5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.131'}], 'enable_snat': True}, 'gw_port_id': 'c1cd4525-a123-400d-a60b-b3f5eed99df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:44:29Z', 'updated_at': '2021-11-24T01:44:43Z', 'revision_number': 4, 'project_id': '7ca5ab9ca83c45e6a41b1ce3bf5dc5f5', 'gw_port': {'id': 'c1cd4525-a123-400d-a60b-b3f5eed99df6', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7faeaee0-44de-4bed-b543-ae7f25fdeb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:44:31Z', 'updated_at': '2021-11-24T01:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': 'bc686215-0679-4431-bbdb-a29ee527ab4e', 'name': '', 'network_id': 'f4b0113f-5a2c-4a97-a650-fea5845398b7', 'tenant_id': '7ca5ab9ca83c45e6a41b1ce3bf5dc5f5', 'mac_address': 'fa:16:3e:26:d1:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7faeaee0-44de-4bed-b543-ae7f25fdeb87', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'f0a91a6b-0fc2-490d-ba3d-91453eb80dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:44:41Z', 'updated_at': '2021-11-24T01:44:49Z', 'revision_number': 4, 'project_id': '7ca5ab9ca83c45e6a41b1ce3bf5dc5f5', 'subnets': [{'id': 'f0a91a6b-0fc2-490d-ba3d-91453eb80dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:44:50.702230 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e0cade0c-7cc1-4a86-aff2-9d14bb0902f0 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:50.723711 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-3fc39b5d-3364-419a-9292-4722211f28f3 req-e6fa4cbb-3c63-4720-8aa3-c9976a27fcbd tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] 10.222.0.21 "GET /v2.0/quotas/02a273ddc4c14296a842719ce385cf90 HTTP/1.1" status: 200 len: 375 time: 0.0150316 Nov 24 01:44:50.759396 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-335b2765-55da-40da-8a46-4ab48c1376b8 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] Allocated IP 2001:db8::1ad (1879d793-6f65-48b2-8e8e-483a3921cf54/070d5bb1-a830-437b-9f76-8f3620894f90/ec5d7567-eb24-445a-95da-c1480e1c0152) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:44:50.766388 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5738992a-293d-45cd-8094-6fe07a7184dd tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:50.775866 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4adc59-4164-48e9-8391-04b79618a339 None None] Pushing event updated for resources: {'Port': ['ID=2a860779-b138-4d2f-ba98-4dc5c11e4887,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:50.876016 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-954e09ab-b1b4-40f0-ae84-4c62853504ae tempest-RoutersTestDVR-1305641 tempest-RoutersTestDVR-1305641-project-admin] 10.222.0.21 "GET /v2.0/routers/c6a04e64-6d95-44c5-bdb5-61c6a4e4cdea HTTP/1.1" status: 200 len: 717 time: 0.2332225 Nov 24 01:44:50.911395 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 43884) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:50.919886 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b65c73a3-8ffd-46e4-b28c-95ab4c9d0065 tempest-QuotasNegativeTest-1571717545 tempest-QuotasNegativeTest-1571717545-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:50.939403 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5738992a-293d-45cd-8094-6fe07a7184dd tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ed56fbd-23b5-49a5-a2d3-656335208b15,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:50.986927 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5738992a-293d-45cd-8094-6fe07a7184dd tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:50.992524 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-5738992a-293d-45cd-8094-6fe07a7184dd tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4812386 Nov 24 01:44:50.995583 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 43888) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:51.001273 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-dc02674b-6908-4e50-8b37-2394ee16b4ec tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] Request body: {'floatingip': {'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:44:51.011918 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b65c73a3-8ffd-46e4-b28c-95ab4c9d0065 tempest-QuotasNegativeTest-1571717545 tempest-QuotasNegativeTest-1571717545-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=109866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:44:51.013131 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b65c73a3-8ffd-46e4-b28c-95ab4c9d0065 tempest-QuotasNegativeTest-1571717545 tempest-QuotasNegativeTest-1571717545-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:44:51.013819 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b65c73a3-8ffd-46e4-b28c-95ab4c9d0065 tempest-QuotasNegativeTest-1571717545 tempest-QuotasNegativeTest-1571717545-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:44:51.014168 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b65c73a3-8ffd-46e4-b28c-95ab4c9d0065 tempest-QuotasNegativeTest-1571717545 tempest-QuotasNegativeTest-1571717545-project-admin] Subscribe: > port after_create 55550000 {{(pid=109866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:44:51.014860 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b65c73a3-8ffd-46e4-b28c-95ab4c9d0065 tempest-QuotasNegativeTest-1571717545 tempest-QuotasNegativeTest-1571717545-project-admin] Subscribe: > port after_delete 55550000 {{(pid=109866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:44:51.014860 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b65c73a3-8ffd-46e4-b28c-95ab4c9d0065 tempest-QuotasNegativeTest-1571717545 tempest-QuotasNegativeTest-1571717545-project-admin] Subscribe: > port after_update 55550000 {{(pid=109866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:44:51.015157 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b65c73a3-8ffd-46e4-b28c-95ab4c9d0065 tempest-QuotasNegativeTest-1571717545 tempest-QuotasNegativeTest-1571717545-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=109866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:44:51.015502 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b65c73a3-8ffd-46e4-b28c-95ab4c9d0065 tempest-QuotasNegativeTest-1571717545 tempest-QuotasNegativeTest-1571717545-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=109866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:44:51.015821 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b65c73a3-8ffd-46e4-b28c-95ab4c9d0065 tempest-QuotasNegativeTest-1571717545 tempest-QuotasNegativeTest-1571717545-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=109866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:44:51.016142 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b65c73a3-8ffd-46e4-b28c-95ab4c9d0065 tempest-QuotasNegativeTest-1571717545 tempest-QuotasNegativeTest-1571717545-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=109866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:44:51.124854 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-3fc39b5d-3364-419a-9292-4722211f28f3 req-914959fb-ec06-4fdc-8df7-4e5e53c12391 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=02a273ddc4c14296a842719ce385cf90&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3903623 Nov 24 01:44:51.186346 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-e0cade0c-7cc1-4a86-aff2-9d14bb0902f0 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Allocated IP 172.26.5.43 (eb22795d-37ee-46ee-844d-92c17e2ea450/3e66fcff-6e72-4083-b514-48f69cdaa2cb/962b70d6-1fca-4e64-a920-66cf9036fa12) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:44:51.252048 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-73828e8c-3f28-4c50-b2a9-80c7bb1f31ed tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:51.371898 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [req-3fc39b5d-3364-419a-9292-4722211f28f3 req-71b3de1b-7e05-4115-808e-a4cfe71feac9 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 01:44:51.373028 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-3fc39b5d-3364-419a-9292-4722211f28f3 req-71b3de1b-7e05-4115-808e-a4cfe71feac9 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1154206 Nov 24 01:44:51.428247 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b65c73a3-8ffd-46e4-b28c-95ab4c9d0065 tempest-QuotasNegativeTest-1571717545 tempest-QuotasNegativeTest-1571717545-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=109866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:44:51.428810 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b65c73a3-8ffd-46e4-b28c-95ab4c9d0065 tempest-QuotasNegativeTest-1571717545 tempest-QuotasNegativeTest-1571717545-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=109866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:44:51.428940 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b65c73a3-8ffd-46e4-b28c-95ab4c9d0065 tempest-QuotasNegativeTest-1571717545 tempest-QuotasNegativeTest-1571717545-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=109866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:44:51.429272 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b65c73a3-8ffd-46e4-b28c-95ab4c9d0065 tempest-QuotasNegativeTest-1571717545 tempest-QuotasNegativeTest-1571717545-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=109866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:44:51.429654 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-b65c73a3-8ffd-46e4-b28c-95ab4c9d0065 tempest-QuotasNegativeTest-1571717545 tempest-QuotasNegativeTest-1571717545-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98af0e07-84bc-477e-a928-4552a82594e3']}} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:44:51.439915 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-335b2765-55da-40da-8a46-4ab48c1376b8 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:51.457672 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-b65c73a3-8ffd-46e4-b28c-95ab4c9d0065 tempest-QuotasNegativeTest-1571717545 tempest-QuotasNegativeTest-1571717545-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04538133-9543-4db5-bb09-982bd94460d5') {'for_net_delete': True} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:44:51.457966 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-b65c73a3-8ffd-46e4-b28c-95ab4c9d0065 tempest-QuotasNegativeTest-1571717545 tempest-QuotasNegativeTest-1571717545-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04538133-9543-4db5-bb09-982bd94460d5') {} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:44:51.458907 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-73828e8c-3f28-4c50-b2a9-80c7bb1f31ed tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:51.509258 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e0cade0c-7cc1-4a86-aff2-9d14bb0902f0 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:51.565790 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73828e8c-3f28-4c50-b2a9-80c7bb1f31ed tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Network 19d2f09c-1b1e-465c-8ca1-aa055896f88b is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:44:51.579809 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b65c73a3-8ffd-46e4-b28c-95ab4c9d0065 tempest-QuotasNegativeTest-1571717545 tempest-QuotasNegativeTest-1571717545-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29055561'] for segment, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:51.586521 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-73828e8c-3f28-4c50-b2a9-80c7bb1f31ed tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:44:51.603424 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73828e8c-3f28-4c50-b2a9-80c7bb1f31ed tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:44:51.608917 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73828e8c-3f28-4c50-b2a9-80c7bb1f31ed tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:44:51.609557 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-73828e8c-3f28-4c50-b2a9-80c7bb1f31ed tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:51.616925 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [None req-bc335be6-57c0-4e00-bf5e-d56fac6691c3 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] device_id is not set on port dbd6c702-d3b8-4e3b-a479-533af918ec4f yet. {{(pid=109866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 01:44:51.617150 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73828e8c-3f28-4c50-b2a9-80c7bb1f31ed tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Pushing event updated for resources: {'Port': ['ID=58d71cbc-93d6-475b-9cea-21630c3108a6,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:51.644882 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-3fc39b5d-3364-419a-9292-4722211f28f3 req-563f9ea0-a67c-4ea9-a4a0-38372109b919 service neutron] 10.222.0.21 "GET /v2.0/networks/1f119f6f-a1f8-4bc6-85d9-f23337dbc03c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587614 Nov 24 01:44:51.651879 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b65c73a3-8ffd-46e4-b28c-95ab4c9d0065 tempest-QuotasNegativeTest-1571717545 tempest-QuotasNegativeTest-1571717545-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:51.657645 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-bc335be6-57c0-4e00-bf5e-d56fac6691c3 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:51.670259 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-bb4da70e-b811-4614-bb07-d107cda8960f tempest-RoutersTestDVR-1115295755 tempest-RoutersTestDVR-1115295755-project] 10.222.0.21 "GET /v2.0/routers/c6a04e64-6d95-44c5-bdb5-61c6a4e4cdea HTTP/1.1" status: 200 len: 683 time: 0.7511096 Nov 24 01:44:51.677534 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 43896) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:51.678968 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b65c73a3-8ffd-46e4-b28c-95ab4c9d0065 tempest-QuotasNegativeTest-1571717545 tempest-QuotasNegativeTest-1571717545-project-admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=109866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:44:51.679600 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b65c73a3-8ffd-46e4-b28c-95ab4c9d0065 tempest-QuotasNegativeTest-1571717545 tempest-QuotasNegativeTest-1571717545-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29151010'] for segment, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:51.697868 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-73828e8c-3f28-4c50-b2a9-80c7bb1f31ed tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.4932940 Nov 24 01:44:51.698758 dv-neutron-818911-2-hyperv neutron-server[109866]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 24 01:44:51.698758 dv-neutron-818911-2-hyperv neutron-server[109866]: from cryptography.utils import int_from_bytes Nov 24 01:44:51.698758 dv-neutron-818911-2-hyperv neutron-server[109866]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 24 01:44:51.698758 dv-neutron-818911-2-hyperv neutron-server[109866]: from cryptography.utils import int_from_bytes Nov 24 01:44:51.698758 dv-neutron-818911-2-hyperv neutron-server[109866]: Traceback (most recent call last): Nov 24 01:44:51.698758 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:44:51.698758 dv-neutron-818911-2-hyperv neutron-server[109866]: timer() Nov 24 01:44:51.698758 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:44:51.698758 dv-neutron-818911-2-hyperv neutron-server[109866]: cb(*args, **kw) Nov 24 01:44:51.698758 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:44:51.698758 dv-neutron-818911-2-hyperv neutron-server[109866]: return func(*args, **kwargs) Nov 24 01:44:51.698758 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:44:51.698758 dv-neutron-818911-2-hyperv neutron-server[109866]: self._notify() Nov 24 01:44:51.698758 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:44:51.698758 dv-neutron-818911-2-hyperv neutron-server[109866]: self.callback(batched_events) Nov 24 01:44:51.698758 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:44:51.698758 dv-neutron-818911-2-hyperv neutron-server[109866]: event.method(event) Nov 24 01:44:51.698758 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:44:51.698758 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:44:51.698758 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:44:51.698758 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:44:51.698758 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:44:51.698758 dv-neutron-818911-2-hyperv neutron-server[109866]: return f(self, *a, **k) Nov 24 01:44:51.698758 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:44:51.698758 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._get(url).json() Nov 24 01:44:51.698758 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:44:51.698758 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:44:51.698758 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:44:51.698758 dv-neutron-818911-2-hyperv neutron-server[109866]: return self.request(url, 'GET', **kwargs) Nov 24 01:44:51.698758 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:44:51.698758 dv-neutron-818911-2-hyperv neutron-server[109866]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:44:51.698758 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:44:51.698758 dv-neutron-818911-2-hyperv neutron-server[109866]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:44:51.698758 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:44:51.698758 dv-neutron-818911-2-hyperv neutron-server[109866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:44:51.698758 dv-neutron-818911-2-hyperv neutron-server[109866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:44:51.700887 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-dc02674b-6908-4e50-8b37-2394ee16b4ec tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] Publish callbacks [] for floatingip, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:51.707900 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-335b2765-55da-40da-8a46-4ab48c1376b8 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:51.714877 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 43898) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:51.720769 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-e50df842-e3fc-4252-a9b0-33f10e35c2e5 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:20:48:1e'}]}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:44:51.736185 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-bc335be6-57c0-4e00-bf5e-d56fac6691c3 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29149402'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:51.813239 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e0cade0c-7cc1-4a86-aff2-9d14bb0902f0 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:51.886607 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335b2765-55da-40da-8a46-4ab48c1376b8 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] Network 1879d793-6f65-48b2-8e8e-483a3921cf54 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:44:51.897764 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-335b2765-55da-40da-8a46-4ab48c1376b8 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:44:51.902423 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335b2765-55da-40da-8a46-4ab48c1376b8 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:44:51.908580 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335b2765-55da-40da-8a46-4ab48c1376b8 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:44:51.909393 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-335b2765-55da-40da-8a46-4ab48c1376b8 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:51.914442 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc335be6-57c0-4e00-bf5e-d56fac6691c3 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Pushing event updated for resources: {'Port': ['ID=dbd6c702-d3b8-4e3b-a479-533af918ec4f,revision_number=2']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:51.916888 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b65c73a3-8ffd-46e4-b28c-95ab4c9d0065 tempest-QuotasNegativeTest-1571717545 tempest-QuotasNegativeTest-1571717545-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:51.922869 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8bf97d0d-ae54-43a1-94b7-f6d2a4e058f8 tempest-RoutersTestDVR-1305641 tempest-RoutersTestDVR-1305641-project-admin] Publish callbacks [] for router, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:51.940055 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0cade0c-7cc1-4a86-aff2-9d14bb0902f0 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Network eb22795d-37ee-46ee-844d-92c17e2ea450 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:44:52.035638 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-e0cade0c-7cc1-4a86-aff2-9d14bb0902f0 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:44:52.054062 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0cade0c-7cc1-4a86-aff2-9d14bb0902f0 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:44:52.060049 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b65c73a3-8ffd-46e4-b28c-95ab4c9d0065 tempest-QuotasNegativeTest-1571717545 tempest-QuotasNegativeTest-1571717545-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:52.065329 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335b2765-55da-40da-8a46-4ab48c1376b8 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] Pushing event updated for resources: {'Port': ['ID=ec5d7567-eb24-445a-95da-c1480e1c0152,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:52.066736 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-b65c73a3-8ffd-46e4-b28c-95ab4c9d0065 tempest-QuotasNegativeTest-1571717545 tempest-QuotasNegativeTest-1571717545-project-admin] 10.222.0.21 "DELETE /v2.0/networks/98af0e07-84bc-477e-a928-4552a82594e3 HTTP/1.1" status: 204 len: 168 time: 1.8721645 Nov 24 01:44:52.068396 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 43900) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:52.075298 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-335b2765-55da-40da-8a46-4ab48c1376b8 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 3.2136400 Nov 24 01:44:52.082670 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 43902) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:52.090660 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-f3e3f80f-dcca-4d64-87bc-b9707e9a790a tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] Request body: {'port': {'network_id': '1879d793-6f65-48b2-8e8e-483a3921cf54', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-3180251', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:44:52.091221 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.api.validators [None req-f3e3f80f-dcca-4d64-87bc-b9707e9a790a tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] bootfile-name is not in valid_values {{(pid=109867) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 24 01:44:52.091554 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.api.validators [None req-f3e3f80f-dcca-4d64-87bc-b9707e9a790a tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] tftp-server is not in valid_values {{(pid=109867) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 24 01:44:52.091890 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.api.validators [None req-f3e3f80f-dcca-4d64-87bc-b9707e9a790a tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] server-ip-address is not in valid_values {{(pid=109867) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 24 01:44:52.092131 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65c73a3-8ffd-46e4-b28c-95ab4c9d0065 tempest-QuotasNegativeTest-1571717545 tempest-QuotasNegativeTest-1571717545-project-admin] Pushing event deleted for resources: {'Network': ['ID=98af0e07-84bc-477e-a928-4552a82594e3,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:52.105760 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-3fc39b5d-3364-419a-9292-4722211f28f3 req-a3923c51-6f06-4bc5-9855-e043a70c81c1 service neutron] 10.222.0.21 "GET /v2.0/networks/1f119f6f-a1f8-4bc6-85d9-f23337dbc03c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4510932 Nov 24 01:44:52.140073 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e50df842-e3fc-4252-a9b0-33f10e35c2e5 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:52.148106 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-5afabe8f-8777-4b46-bcfa-aa27e9821e45 None None] Provisioning complete for port 58d71cbc-93d6-475b-9cea-21630c3108a6 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:44:52.148684 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-5afabe8f-8777-4b46-bcfa-aa27e9821e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:52.154187 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [None req-bc335be6-57c0-4e00-bf5e-d56fac6691c3 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempting to bind port dbd6c702-d3b8-4e3b-a479-533af918ec4f on host hv-neutron-8189 for vnic_type normal with profile {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:44:52.154543 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [None req-bc335be6-57c0-4e00-bf5e-d56fac6691c3 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempting to bind port dbd6c702-d3b8-4e3b-a479-533af918ec4f by drivers openvswitch,hyperv on host hv-neutron-8189 at level 0 using segments [{'id': '2aab1c16-51c4-4b85-bfad-9025a3bc7019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '53141425-9227-44cd-93fa-12c001f214f2'}] {{(pid=109866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:44:52.154883 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc335be6-57c0-4e00-bf5e-d56fac6691c3 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempting to bind port dbd6c702-d3b8-4e3b-a479-533af918ec4f on network 53141425-9227-44cd-93fa-12c001f214f2 {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:44:52.174051 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc335be6-57c0-4e00-bf5e-d56fac6691c3 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Port dbd6c702-d3b8-4e3b-a479-533af918ec4f on network 53141425-9227-44cd-93fa-12c001f214f2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8189 {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 01:44:52.174386 dv-neutron-818911-2-hyperv neutron-server[109866]: ERROR neutron.plugins.ml2.managers [None req-bc335be6-57c0-4e00-bf5e-d56fac6691c3 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Failed to bind port dbd6c702-d3b8-4e3b-a479-533af918ec4f on host hv-neutron-8189 for vnic_type normal using segments [{'id': '2aab1c16-51c4-4b85-bfad-9025a3bc7019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '53141425-9227-44cd-93fa-12c001f214f2'}] Nov 24 01:44:52.193022 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79a70d2-902f-4164-a015-98b25597e9ca None None] Network 1879d793-6f65-48b2-8e8e-483a3921cf54 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:44:52.200897 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.plugins.ml2.plugin [None req-bc335be6-57c0-4e00-bf5e-d56fac6691c3 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempt 2 to bind port dbd6c702-d3b8-4e3b-a479-533af918ec4f Nov 24 01:44:52.248915 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-5afabe8f-8777-4b46-bcfa-aa27e9821e45 None None] Port 58d71cbc-93d6-475b-9cea-21630c3108a6 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:44:52.258471 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-621eb510-de0f-47ab-931a-df058eb06818 tempest-QuotasNegativeTest-1571717545 tempest-QuotasNegativeTest-1571717545-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:52.260216 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [None req-bc335be6-57c0-4e00-bf5e-d56fac6691c3 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempting to bind port dbd6c702-d3b8-4e3b-a479-533af918ec4f on host hv-neutron-8189 for vnic_type normal with profile {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:44:52.260554 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [None req-bc335be6-57c0-4e00-bf5e-d56fac6691c3 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempting to bind port dbd6c702-d3b8-4e3b-a479-533af918ec4f by drivers openvswitch,hyperv on host hv-neutron-8189 at level 0 using segments [{'id': '2aab1c16-51c4-4b85-bfad-9025a3bc7019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '53141425-9227-44cd-93fa-12c001f214f2'}] {{(pid=109866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:44:52.260892 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc335be6-57c0-4e00-bf5e-d56fac6691c3 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempting to bind port dbd6c702-d3b8-4e3b-a479-533af918ec4f on network 53141425-9227-44cd-93fa-12c001f214f2 {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:44:52.282049 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc335be6-57c0-4e00-bf5e-d56fac6691c3 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Port dbd6c702-d3b8-4e3b-a479-533af918ec4f on network 53141425-9227-44cd-93fa-12c001f214f2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8189 {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 01:44:52.282291 dv-neutron-818911-2-hyperv neutron-server[109866]: ERROR neutron.plugins.ml2.managers [None req-bc335be6-57c0-4e00-bf5e-d56fac6691c3 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Failed to bind port dbd6c702-d3b8-4e3b-a479-533af918ec4f on host hv-neutron-8189 for vnic_type normal using segments [{'id': '2aab1c16-51c4-4b85-bfad-9025a3bc7019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '53141425-9227-44cd-93fa-12c001f214f2'}] Nov 24 01:44:52.289165 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.plugins.ml2.plugin [None req-bc335be6-57c0-4e00-bf5e-d56fac6691c3 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempt 3 to bind port dbd6c702-d3b8-4e3b-a479-533af918ec4f Nov 24 01:44:52.323187 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8bf97d0d-ae54-43a1-94b7-f6d2a4e058f8 tempest-RoutersTestDVR-1305641 tempest-RoutersTestDVR-1305641-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-424460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2766'] for router, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:52.328466 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8bf97d0d-ae54-43a1-94b7-f6d2a4e058f8 tempest-RoutersTestDVR-1305641 tempest-RoutersTestDVR-1305641-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:52.331608 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [None req-bc335be6-57c0-4e00-bf5e-d56fac6691c3 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempting to bind port dbd6c702-d3b8-4e3b-a479-533af918ec4f on host hv-neutron-8189 for vnic_type normal with profile {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:44:52.331991 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [None req-bc335be6-57c0-4e00-bf5e-d56fac6691c3 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempting to bind port dbd6c702-d3b8-4e3b-a479-533af918ec4f by drivers openvswitch,hyperv on host hv-neutron-8189 at level 0 using segments [{'id': '2aab1c16-51c4-4b85-bfad-9025a3bc7019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '53141425-9227-44cd-93fa-12c001f214f2'}] {{(pid=109866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:44:52.332316 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc335be6-57c0-4e00-bf5e-d56fac6691c3 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempting to bind port dbd6c702-d3b8-4e3b-a479-533af918ec4f on network 53141425-9227-44cd-93fa-12c001f214f2 {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:44:52.407221 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc335be6-57c0-4e00-bf5e-d56fac6691c3 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Port dbd6c702-d3b8-4e3b-a479-533af918ec4f on network 53141425-9227-44cd-93fa-12c001f214f2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8189 {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 01:44:52.407571 dv-neutron-818911-2-hyperv neutron-server[109866]: ERROR neutron.plugins.ml2.managers [None req-bc335be6-57c0-4e00-bf5e-d56fac6691c3 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Failed to bind port dbd6c702-d3b8-4e3b-a479-533af918ec4f on host hv-neutron-8189 for vnic_type normal using segments [{'id': '2aab1c16-51c4-4b85-bfad-9025a3bc7019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '53141425-9227-44cd-93fa-12c001f214f2'}] Nov 24 01:44:52.435312 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-db24cb94-3ba1-45fb-a2bf-85a0aecc2395 None None] Provisioning complete for port 2a860779-b138-4d2f-ba98-4dc5c11e4887 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:44:52.435930 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-db24cb94-3ba1-45fb-a2bf-85a0aecc2395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:52.461888 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.plugins.ml2.plugin [None req-bc335be6-57c0-4e00-bf5e-d56fac6691c3 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempt 4 to bind port dbd6c702-d3b8-4e3b-a479-533af918ec4f Nov 24 01:44:52.473762 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-dc02674b-6908-4e50-8b37-2394ee16b4ec tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:52.502015 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 43918) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:52.532894 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [None req-bc335be6-57c0-4e00-bf5e-d56fac6691c3 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempting to bind port dbd6c702-d3b8-4e3b-a479-533af918ec4f on host hv-neutron-8189 for vnic_type normal with profile {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:44:52.533148 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [None req-bc335be6-57c0-4e00-bf5e-d56fac6691c3 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempting to bind port dbd6c702-d3b8-4e3b-a479-533af918ec4f by drivers openvswitch,hyperv on host hv-neutron-8189 at level 0 using segments [{'id': '2aab1c16-51c4-4b85-bfad-9025a3bc7019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '53141425-9227-44cd-93fa-12c001f214f2'}] {{(pid=109866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:44:52.533528 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc335be6-57c0-4e00-bf5e-d56fac6691c3 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempting to bind port dbd6c702-d3b8-4e3b-a479-533af918ec4f on network 53141425-9227-44cd-93fa-12c001f214f2 {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:44:52.566651 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-db24cb94-3ba1-45fb-a2bf-85a0aecc2395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:52.582592 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cade0c-7cc1-4a86-aff2-9d14bb0902f0 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Pushing event updated for resources: {'Port': ['ID=962b70d6-1fca-4e64-a920-66cf9036fa12,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:52.621956 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-db24cb94-3ba1-45fb-a2bf-85a0aecc2395 None None] For port 2a860779-b138-4d2f-ba98-4dc5c11e4887, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=2a860779-b138-4d2f-ba98-4dc5c11e4887,segment=NetworkSegment(71a74a72-e2bc-4247-aa53-2d75157afdd1),segment_id=71a74a72-e2bc-4247-aa53-2d75157afdd1)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:44:52.630539 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3e3f80f-dcca-4d64-87bc-b9707e9a790a tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] Made reservation on behalf of 03c6e3528eff45af93511d0004d94a5a for: {'port': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:44:52.633309 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-621eb510-de0f-47ab-931a-df058eb06818 tempest-QuotasNegativeTest-1571717545 tempest-QuotasNegativeTest-1571717545-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:52.635789 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f3e3f80f-dcca-4d64-87bc-b9707e9a790a tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:52.641627 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-db24cb94-3ba1-45fb-a2bf-85a0aecc2395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:52.651789 dv-neutron-818911-2-hyperv neutron-server[109866]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 24 01:44:52.652659 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc335be6-57c0-4e00-bf5e-d56fac6691c3 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Port dbd6c702-d3b8-4e3b-a479-533af918ec4f on network 53141425-9227-44cd-93fa-12c001f214f2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8189 {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 01:44:52.652992 dv-neutron-818911-2-hyperv neutron-server[109866]: ERROR neutron.plugins.ml2.managers [None req-bc335be6-57c0-4e00-bf5e-d56fac6691c3 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Failed to bind port dbd6c702-d3b8-4e3b-a479-533af918ec4f on host hv-neutron-8189 for vnic_type normal using segments [{'id': '2aab1c16-51c4-4b85-bfad-9025a3bc7019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '53141425-9227-44cd-93fa-12c001f214f2'}] Nov 24 01:44:52.661588 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8bf97d0d-ae54-43a1-94b7-f6d2a4e058f8 tempest-RoutersTestDVR-1305641 tempest-RoutersTestDVR-1305641-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-424469'] for router, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:52.662194 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bf97d0d-ae54-43a1-94b7-f6d2a4e058f8 tempest-RoutersTestDVR-1305641 tempest-RoutersTestDVR-1305641-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c6a04e64-6d95-44c5-bdb5-61c6a4e4cdea {{(pid=109867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 01:44:52.664524 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [None req-f3e3f80f-dcca-4d64-87bc-b9707e9a790a tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] device_id is not set on port 1ac2f9f9-86f9-44fc-9373-598ad2ce5910 yet. {{(pid=109867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 01:44:52.669270 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.plugins.ml2.plugin [None req-bc335be6-57c0-4e00-bf5e-d56fac6691c3 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempt 5 to bind port dbd6c702-d3b8-4e3b-a479-533af918ec4f Nov 24 01:44:52.675823 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8bf97d0d-ae54-43a1-94b7-f6d2a4e058f8 tempest-RoutersTestDVR-1305641 tempest-RoutersTestDVR-1305641-project-admin] Publish callbacks [] for router, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:52.680470 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-8bf97d0d-ae54-43a1-94b7-f6d2a4e058f8 tempest-RoutersTestDVR-1305641 tempest-RoutersTestDVR-1305641-project-admin] 10.222.0.21 "DELETE /v2.0/routers/c6a04e64-6d95-44c5-bdb5-61c6a4e4cdea HTTP/1.1" status: 204 len: 168 time: 0.9986711 Nov 24 01:44:52.685041 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 43928) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:52.688453 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e0cade0c-7cc1-4a86-aff2-9d14bb0902f0 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:52.694115 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-189ef40d-d597-47de-88d3-4359946558f5 tempest-RoutersTestDVR-1305641 tempest-RoutersTestDVR-1305641-project-admin] Request body: {'router': {'name': 'tempest-router-276417647', 'distributed': True}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:44:52.760892 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-189ef40d-d597-47de-88d3-4359946558f5 tempest-RoutersTestDVR-1305641 tempest-RoutersTestDVR-1305641-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-424105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2744'] for router, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:52.763974 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-189ef40d-d597-47de-88d3-4359946558f5 tempest-RoutersTestDVR-1305641 tempest-RoutersTestDVR-1305641-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-424325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-326625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2753'] for router, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:52.772700 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-172f8777-1300-4677-8d27-7df88f6b4c45 req-a7e85145-fe73-49dd-ad6a-33ddc65af49e tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] 10.222.0.21 "GET /v2.0/ports?device_id=b06b6ab1-567c-4b9b-8739-efabf02f01ca HTTP/1.1" status: 200 len: 210 time: 0.2683051 Nov 24 01:44:52.816904 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db24cb94-3ba1-45fb-a2bf-85a0aecc2395 None None] Pushing event updated for resources: {'Port': ['ID=2a860779-b138-4d2f-ba98-4dc5c11e4887,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:52.820426 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-621eb510-de0f-47ab-931a-df058eb06818 tempest-QuotasNegativeTest-1571717545 tempest-QuotasNegativeTest-1571717545-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42bef1e6-ec56-4615-8ad6-ad9942cad92b']}} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:44:52.845401 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [None req-bc335be6-57c0-4e00-bf5e-d56fac6691c3 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempting to bind port dbd6c702-d3b8-4e3b-a479-533af918ec4f on host hv-neutron-8189 for vnic_type normal with profile {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:44:52.845401 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [None req-bc335be6-57c0-4e00-bf5e-d56fac6691c3 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempting to bind port dbd6c702-d3b8-4e3b-a479-533af918ec4f by drivers openvswitch,hyperv on host hv-neutron-8189 at level 0 using segments [{'id': '2aab1c16-51c4-4b85-bfad-9025a3bc7019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '53141425-9227-44cd-93fa-12c001f214f2'}] {{(pid=109866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:44:52.845741 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc335be6-57c0-4e00-bf5e-d56fac6691c3 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempting to bind port dbd6c702-d3b8-4e3b-a479-533af918ec4f on network 53141425-9227-44cd-93fa-12c001f214f2 {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:44:52.878016 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-621eb510-de0f-47ab-931a-df058eb06818 tempest-QuotasNegativeTest-1571717545 tempest-QuotasNegativeTest-1571717545-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e645aede-c013-484c-a15a-598f05fb065c') {'for_net_delete': True} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:44:52.878264 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-621eb510-de0f-47ab-931a-df058eb06818 tempest-QuotasNegativeTest-1571717545 tempest-QuotasNegativeTest-1571717545-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e645aede-c013-484c-a15a-598f05fb065c') {} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:44:52.893980 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-621eb510-de0f-47ab-931a-df058eb06818 tempest-QuotasNegativeTest-1571717545 tempest-QuotasNegativeTest-1571717545-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29055561'] for segment, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:52.913002 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc335be6-57c0-4e00-bf5e-d56fac6691c3 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Port dbd6c702-d3b8-4e3b-a479-533af918ec4f on network 53141425-9227-44cd-93fa-12c001f214f2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8189 {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 01:44:52.913365 dv-neutron-818911-2-hyperv neutron-server[109866]: ERROR neutron.plugins.ml2.managers [None req-bc335be6-57c0-4e00-bf5e-d56fac6691c3 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Failed to bind port dbd6c702-d3b8-4e3b-a479-533af918ec4f on host hv-neutron-8189 for vnic_type normal using segments [{'id': '2aab1c16-51c4-4b85-bfad-9025a3bc7019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '53141425-9227-44cd-93fa-12c001f214f2'}] Nov 24 01:44:52.936655 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e50df842-e3fc-4252-a9b0-33f10e35c2e5 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Publish callbacks [] for port, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:52.938421 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.plugins.ml2.plugin [None req-bc335be6-57c0-4e00-bf5e-d56fac6691c3 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempt 6 to bind port dbd6c702-d3b8-4e3b-a479-533af918ec4f Nov 24 01:44:52.939314 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device bc686215-0679-4431-bbdb-a29ee527ab4e up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:44:52.943376 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-621eb510-de0f-47ab-931a-df058eb06818 tempest-QuotasNegativeTest-1571717545 tempest-QuotasNegativeTest-1571717545-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:52.957944 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e50df842-e3fc-4252-a9b0-33f10e35c2e5 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29149402'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:52.979402 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-621eb510-de0f-47ab-931a-df058eb06818 tempest-QuotasNegativeTest-1571717545 tempest-QuotasNegativeTest-1571717545-project-admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=109866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:44:52.979797 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-621eb510-de0f-47ab-931a-df058eb06818 tempest-QuotasNegativeTest-1571717545 tempest-QuotasNegativeTest-1571717545-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29151010'] for segment, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:52.981748 dv-neutron-818911-2-hyperv neutron-server[109866]: Traceback (most recent call last): Nov 24 01:44:52.981748 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:44:52.981748 dv-neutron-818911-2-hyperv neutron-server[109866]: timer() Nov 24 01:44:52.981748 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:44:52.981748 dv-neutron-818911-2-hyperv neutron-server[109866]: cb(*args, **kw) Nov 24 01:44:52.981748 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:44:52.981748 dv-neutron-818911-2-hyperv neutron-server[109866]: return func(*args, **kwargs) Nov 24 01:44:52.981748 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:44:52.981748 dv-neutron-818911-2-hyperv neutron-server[109866]: self._notify() Nov 24 01:44:52.981748 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:44:52.981748 dv-neutron-818911-2-hyperv neutron-server[109866]: self.callback(batched_events) Nov 24 01:44:52.981748 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:44:52.981748 dv-neutron-818911-2-hyperv neutron-server[109866]: event.method(event) Nov 24 01:44:52.981748 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:44:52.981748 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:44:52.981748 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:44:52.981748 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:44:52.981748 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:44:52.981748 dv-neutron-818911-2-hyperv neutron-server[109866]: return f(self, *a, **k) Nov 24 01:44:52.981748 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:44:52.981748 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._get(url).json() Nov 24 01:44:52.981748 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:44:52.981748 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:44:52.981748 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:44:52.981748 dv-neutron-818911-2-hyperv neutron-server[109866]: return self.request(url, 'GET', **kwargs) Nov 24 01:44:52.981748 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:44:52.981748 dv-neutron-818911-2-hyperv neutron-server[109866]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:44:52.981748 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:44:52.981748 dv-neutron-818911-2-hyperv neutron-server[109866]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:44:52.981748 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:44:52.981748 dv-neutron-818911-2-hyperv neutron-server[109866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:44:52.981748 dv-neutron-818911-2-hyperv neutron-server[109866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:44:53.058042 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [None req-dc02674b-6908-4e50-8b37-2394ee16b4ec tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] Allocated IP 172.26.5.104 (eb22795d-37ee-46ee-844d-92c17e2ea450/3e66fcff-6e72-4083-b514-48f69cdaa2cb/6dd00cff-0031-4ed8-93e2-4a9f99243b84) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:44:53.077067 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-bf389c5d-8787-4c64-9d5b-8ca3afdda213 None None] Provisioning complete for port ec5d7567-eb24-445a-95da-c1480e1c0152 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:44:53.077779 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bf389c5d-8787-4c64-9d5b-8ca3afdda213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:53.166904 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [None req-bc335be6-57c0-4e00-bf5e-d56fac6691c3 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempting to bind port dbd6c702-d3b8-4e3b-a479-533af918ec4f on host hv-neutron-8189 for vnic_type normal with profile {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:44:53.167239 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [None req-bc335be6-57c0-4e00-bf5e-d56fac6691c3 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempting to bind port dbd6c702-d3b8-4e3b-a479-533af918ec4f by drivers openvswitch,hyperv on host hv-neutron-8189 at level 0 using segments [{'id': '2aab1c16-51c4-4b85-bfad-9025a3bc7019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '53141425-9227-44cd-93fa-12c001f214f2'}] {{(pid=109866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:44:53.167654 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc335be6-57c0-4e00-bf5e-d56fac6691c3 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempting to bind port dbd6c702-d3b8-4e3b-a479-533af918ec4f on network 53141425-9227-44cd-93fa-12c001f214f2 {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:44:53.172369 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-189ef40d-d597-47de-88d3-4359946558f5 tempest-RoutersTestDVR-1305641 tempest-RoutersTestDVR-1305641-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:53.180316 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc335be6-57c0-4e00-bf5e-d56fac6691c3 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Port dbd6c702-d3b8-4e3b-a479-533af918ec4f on network 53141425-9227-44cd-93fa-12c001f214f2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8189 {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 01:44:53.180991 dv-neutron-818911-2-hyperv neutron-server[109866]: ERROR neutron.plugins.ml2.managers [None req-bc335be6-57c0-4e00-bf5e-d56fac6691c3 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Failed to bind port dbd6c702-d3b8-4e3b-a479-533af918ec4f on host hv-neutron-8189 for vnic_type normal using segments [{'id': '2aab1c16-51c4-4b85-bfad-9025a3bc7019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '53141425-9227-44cd-93fa-12c001f214f2'}] Nov 24 01:44:53.181630 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port bc686215-0679-4431-bbdb-a29ee527ab4e triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:44:53.182098 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:53.185626 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-189ef40d-d597-47de-88d3-4359946558f5 tempest-RoutersTestDVR-1305641 tempest-RoutersTestDVR-1305641-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-424338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418138'] for router, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:53.187819 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-bf389c5d-8787-4c64-9d5b-8ca3afdda213 None None] Port ec5d7567-eb24-445a-95da-c1480e1c0152 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:44:53.202990 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-e50df842-e3fc-4252-a9b0-33f10e35c2e5 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] In _notify_port_updated(), no bound segment for port 58d71cbc-93d6-475b-9cea-21630c3108a6 on network 19d2f09c-1b1e-465c-8ca1-aa055896f88b {{(pid=109866) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 24 01:44:53.212210 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50df842-e3fc-4252-a9b0-33f10e35c2e5 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:44:53.213181 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e50df842-e3fc-4252-a9b0-33f10e35c2e5 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:53.214830 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-e50df842-e3fc-4252-a9b0-33f10e35c2e5 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] 10.222.0.21 "PUT /v2.0/ports/58d71cbc-93d6-475b-9cea-21630c3108a6 HTTP/1.1" status: 200 len: 1003 time: 1.4987099 Nov 24 01:44:53.230465 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 43940) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:53.238518 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-bf389c5d-8787-4c64-9d5b-8ca3afdda213 None None] Provisioning complete for port 2a860779-b138-4d2f-ba98-4dc5c11e4887 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:44:53.238893 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bf389c5d-8787-4c64-9d5b-8ca3afdda213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:53.240952 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.plugins.ml2.plugin [None req-bc335be6-57c0-4e00-bf5e-d56fac6691c3 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempt 7 to bind port dbd6c702-d3b8-4e3b-a479-533af918ec4f Nov 24 01:44:53.254184 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e0cade0c-7cc1-4a86-aff2-9d14bb0902f0 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:53.352610 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 2a860779-b138-4d2f-ba98-4dc5c11e4887 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:44:53.383256 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50df842-e3fc-4252-a9b0-33f10e35c2e5 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Pushing event updated for resources: {'Port': ['ID=58d71cbc-93d6-475b-9cea-21630c3108a6,revision_number=2']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:53.400810 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [None req-bc335be6-57c0-4e00-bf5e-d56fac6691c3 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempting to bind port dbd6c702-d3b8-4e3b-a479-533af918ec4f on host hv-neutron-8189 for vnic_type normal with profile {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:44:53.401280 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [None req-bc335be6-57c0-4e00-bf5e-d56fac6691c3 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempting to bind port dbd6c702-d3b8-4e3b-a479-533af918ec4f by drivers openvswitch,hyperv on host hv-neutron-8189 at level 0 using segments [{'id': '2aab1c16-51c4-4b85-bfad-9025a3bc7019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '53141425-9227-44cd-93fa-12c001f214f2'}] {{(pid=109866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:44:53.401689 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc335be6-57c0-4e00-bf5e-d56fac6691c3 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempting to bind port dbd6c702-d3b8-4e3b-a479-533af918ec4f on network 53141425-9227-44cd-93fa-12c001f214f2 {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:44:53.410139 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-dc02674b-6908-4e50-8b37-2394ee16b4ec tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:53.412962 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-621eb510-de0f-47ab-931a-df058eb06818 tempest-QuotasNegativeTest-1571717545 tempest-QuotasNegativeTest-1571717545-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:53.418529 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-621eb510-de0f-47ab-931a-df058eb06818 tempest-QuotasNegativeTest-1571717545 tempest-QuotasNegativeTest-1571717545-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:53.424349 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-621eb510-de0f-47ab-931a-df058eb06818 tempest-QuotasNegativeTest-1571717545 tempest-QuotasNegativeTest-1571717545-project-admin] 10.222.0.21 "DELETE /v2.0/networks/42bef1e6-ec56-4615-8ad6-ad9942cad92b HTTP/1.1" status: 204 len: 168 time: 1.3428285 Nov 24 01:44:53.469268 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 2a860779-b138-4d2f-ba98-4dc5c11e4887 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:44:53.469665 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:53.481945 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621eb510-de0f-47ab-931a-df058eb06818 tempest-QuotasNegativeTest-1571717545 tempest-QuotasNegativeTest-1571717545-project-admin] Pushing event deleted for resources: {'Network': ['ID=42bef1e6-ec56-4615-8ad6-ad9942cad92b,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:53.493657 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc335be6-57c0-4e00-bf5e-d56fac6691c3 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Port dbd6c702-d3b8-4e3b-a479-533af918ec4f on network 53141425-9227-44cd-93fa-12c001f214f2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8189 {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 01:44:53.494009 dv-neutron-818911-2-hyperv neutron-server[109866]: ERROR neutron.plugins.ml2.managers [None req-bc335be6-57c0-4e00-bf5e-d56fac6691c3 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Failed to bind port dbd6c702-d3b8-4e3b-a479-533af918ec4f on host hv-neutron-8189 for vnic_type normal using segments [{'id': '2aab1c16-51c4-4b85-bfad-9025a3bc7019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '53141425-9227-44cd-93fa-12c001f214f2'}] Nov 24 01:44:53.495911 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.plugins.ml2.plugin [None req-bc335be6-57c0-4e00-bf5e-d56fac6691c3 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempt 8 to bind port dbd6c702-d3b8-4e3b-a479-533af918ec4f Nov 24 01:44:53.522208 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [None req-bc335be6-57c0-4e00-bf5e-d56fac6691c3 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempting to bind port dbd6c702-d3b8-4e3b-a479-533af918ec4f on host hv-neutron-8189 for vnic_type normal with profile {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:44:53.522541 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [None req-bc335be6-57c0-4e00-bf5e-d56fac6691c3 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempting to bind port dbd6c702-d3b8-4e3b-a479-533af918ec4f by drivers openvswitch,hyperv on host hv-neutron-8189 at level 0 using segments [{'id': '2aab1c16-51c4-4b85-bfad-9025a3bc7019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '53141425-9227-44cd-93fa-12c001f214f2'}] {{(pid=109866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:44:53.522873 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc335be6-57c0-4e00-bf5e-d56fac6691c3 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempting to bind port dbd6c702-d3b8-4e3b-a479-533af918ec4f on network 53141425-9227-44cd-93fa-12c001f214f2 {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:44:53.543356 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc335be6-57c0-4e00-bf5e-d56fac6691c3 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Port dbd6c702-d3b8-4e3b-a479-533af918ec4f on network 53141425-9227-44cd-93fa-12c001f214f2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8189 {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 01:44:53.543588 dv-neutron-818911-2-hyperv neutron-server[109866]: ERROR neutron.plugins.ml2.managers [None req-bc335be6-57c0-4e00-bf5e-d56fac6691c3 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Failed to bind port dbd6c702-d3b8-4e3b-a479-533af918ec4f on host hv-neutron-8189 for vnic_type normal using segments [{'id': '2aab1c16-51c4-4b85-bfad-9025a3bc7019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '53141425-9227-44cd-93fa-12c001f214f2'}] Nov 24 01:44:53.555521 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.plugins.ml2.plugin [None req-bc335be6-57c0-4e00-bf5e-d56fac6691c3 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempt 9 to bind port dbd6c702-d3b8-4e3b-a479-533af918ec4f Nov 24 01:44:53.596295 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-189ef40d-d597-47de-88d3-4359946558f5 tempest-RoutersTestDVR-1305641 tempest-RoutersTestDVR-1305641-project-admin] Publish callbacks [] for router, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:53.600204 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-189ef40d-d597-47de-88d3-4359946558f5 tempest-RoutersTestDVR-1305641 tempest-RoutersTestDVR-1305641-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.9116247 Nov 24 01:44:53.608338 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 43948) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:53.609481 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [None req-bc335be6-57c0-4e00-bf5e-d56fac6691c3 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempting to bind port dbd6c702-d3b8-4e3b-a479-533af918ec4f on host hv-neutron-8189 for vnic_type normal with profile {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:44:53.610017 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [None req-bc335be6-57c0-4e00-bf5e-d56fac6691c3 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempting to bind port dbd6c702-d3b8-4e3b-a479-533af918ec4f by drivers openvswitch,hyperv on host hv-neutron-8189 at level 0 using segments [{'id': '2aab1c16-51c4-4b85-bfad-9025a3bc7019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '53141425-9227-44cd-93fa-12c001f214f2'}] {{(pid=109866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:44:53.610567 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc335be6-57c0-4e00-bf5e-d56fac6691c3 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempting to bind port dbd6c702-d3b8-4e3b-a479-533af918ec4f on network 53141425-9227-44cd-93fa-12c001f214f2 {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:44:53.627431 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e0cade0c-7cc1-4a86-aff2-9d14bb0902f0 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Publish callbacks [] for port, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:53.630180 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-f3e3f80f-dcca-4d64-87bc-b9707e9a790a tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] Allocated IP 2001:db8::7e (1879d793-6f65-48b2-8e8e-483a3921cf54/070d5bb1-a830-437b-9f76-8f3620894f90/1ac2f9f9-86f9-44fc-9373-598ad2ce5910) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:44:53.643996 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e0cade0c-7cc1-4a86-aff2-9d14bb0902f0 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:53.691790 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-7d461ccd-def8-458a-b96e-f49f0b3747cb None None] Provisioning complete for port ec5d7567-eb24-445a-95da-c1480e1c0152 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:44:53.692969 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-7d461ccd-def8-458a-b96e-f49f0b3747cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:53.730406 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-46a6b171-d338-4dbd-9f20-8546050b1e08 tempest-RoutersTestDVR-1305641 tempest-RoutersTestDVR-1305641-project-admin] Publish callbacks [] for router, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:53.732316 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e0cade0c-7cc1-4a86-aff2-9d14bb0902f0 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418250'] for floatingip, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:53.735796 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc335be6-57c0-4e00-bf5e-d56fac6691c3 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Port dbd6c702-d3b8-4e3b-a479-533af918ec4f on network 53141425-9227-44cd-93fa-12c001f214f2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8189 {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 01:44:53.736155 dv-neutron-818911-2-hyperv neutron-server[109866]: ERROR neutron.plugins.ml2.managers [None req-bc335be6-57c0-4e00-bf5e-d56fac6691c3 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Failed to bind port dbd6c702-d3b8-4e3b-a479-533af918ec4f on host hv-neutron-8189 for vnic_type normal using segments [{'id': '2aab1c16-51c4-4b85-bfad-9025a3bc7019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '53141425-9227-44cd-93fa-12c001f214f2'}] Nov 24 01:44:53.770526 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-7d461ccd-def8-458a-b96e-f49f0b3747cb None None] Port ec5d7567-eb24-445a-95da-c1480e1c0152 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:44:53.787398 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-7d461ccd-def8-458a-b96e-f49f0b3747cb None None] Provisioning complete for port 58d71cbc-93d6-475b-9cea-21630c3108a6 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:44:53.788101 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-7d461ccd-def8-458a-b96e-f49f0b3747cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:53.805137 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cade0c-7cc1-4a86-aff2-9d14bb0902f0 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Pushing event updated for resources: {'Port': ['ID=962b70d6-1fca-4e64-a920-66cf9036fa12,revision_number=2']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:53.819023 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e0cade0c-7cc1-4a86-aff2-9d14bb0902f0 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for floatingip, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:53.820500 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-e0cade0c-7cc1-4a86-aff2-9d14bb0902f0 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.9577274 Nov 24 01:44:53.836347 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-7d461ccd-def8-458a-b96e-f49f0b3747cb None None] Port 58d71cbc-93d6-475b-9cea-21630c3108a6 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:44:53.880531 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-7d943056-30af-4f20-a41d-2e2a5d107eb7 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Deleting port 58d71cbc-93d6-475b-9cea-21630c3108a6 {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:44:53.881307 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7d943056-30af-4f20-a41d-2e2a5d107eb7 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:53.996160 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.plugins.ml2.plugin [None req-bc335be6-57c0-4e00-bf5e-d56fac6691c3 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempt 10 to bind port dbd6c702-d3b8-4e3b-a479-533af918ec4f Nov 24 01:44:54.030904 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-9bf26ae9-47c8-4919-908b-252e0c2f9a79 req-6e4e2629-d059-44ab-a55e-6b837d235546 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] 10.222.0.21 "GET /v2.0/ports?device_id=b06b6ab1-567c-4b9b-8739-efabf02f01ca HTTP/1.1" status: 200 len: 210 time: 0.0973492 Nov 24 01:44:54.065673 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [None req-bc335be6-57c0-4e00-bf5e-d56fac6691c3 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempting to bind port dbd6c702-d3b8-4e3b-a479-533af918ec4f on host hv-neutron-8189 for vnic_type normal with profile {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:44:54.065903 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [None req-bc335be6-57c0-4e00-bf5e-d56fac6691c3 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempting to bind port dbd6c702-d3b8-4e3b-a479-533af918ec4f by drivers openvswitch,hyperv on host hv-neutron-8189 at level 0 using segments [{'id': '2aab1c16-51c4-4b85-bfad-9025a3bc7019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '53141425-9227-44cd-93fa-12c001f214f2'}] {{(pid=109866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:44:54.066343 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc335be6-57c0-4e00-bf5e-d56fac6691c3 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempting to bind port dbd6c702-d3b8-4e3b-a479-533af918ec4f on network 53141425-9227-44cd-93fa-12c001f214f2 {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:44:54.068616 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-dc02674b-6908-4e50-8b37-2394ee16b4ec tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:54.174194 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7d943056-30af-4f20-a41d-2e2a5d107eb7 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:54.192475 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f3e3f80f-dcca-4d64-87bc-b9707e9a790a tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:54.205766 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-7d943056-30af-4f20-a41d-2e2a5d107eb7 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Calling delete_port for 58d71cbc-93d6-475b-9cea-21630c3108a6 owned by {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:44:54.218808 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc335be6-57c0-4e00-bf5e-d56fac6691c3 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Port dbd6c702-d3b8-4e3b-a479-533af918ec4f on network 53141425-9227-44cd-93fa-12c001f214f2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8189 {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 01:44:54.220296 dv-neutron-818911-2-hyperv neutron-server[109866]: ERROR neutron.plugins.ml2.managers [None req-bc335be6-57c0-4e00-bf5e-d56fac6691c3 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Failed to bind port dbd6c702-d3b8-4e3b-a479-533af918ec4f on host hv-neutron-8189 for vnic_type normal using segments [{'id': '2aab1c16-51c4-4b85-bfad-9025a3bc7019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '53141425-9227-44cd-93fa-12c001f214f2'}] Nov 24 01:44:54.221687 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-bc335be6-57c0-4e00-bf5e-d56fac6691c3 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:54.290300 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc02674b-6908-4e50-8b37-2394ee16b4ec tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] Network eb22795d-37ee-46ee-844d-92c17e2ea450 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:44:54.339542 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f3e3f80f-dcca-4d64-87bc-b9707e9a790a tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:54.344972 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 43978) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:54.359317 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-dc02674b-6908-4e50-8b37-2394ee16b4ec tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:44:54.394486 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e3f80f-dcca-4d64-87bc-b9707e9a790a tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] Network 1879d793-6f65-48b2-8e8e-483a3921cf54 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:44:54.397888 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc02674b-6908-4e50-8b37-2394ee16b4ec tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:44:54.398256 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-f3e3f80f-dcca-4d64-87bc-b9707e9a790a tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:44:54.401233 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e3f80f-dcca-4d64-87bc-b9707e9a790a tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:44:54.407957 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e3f80f-dcca-4d64-87bc-b9707e9a790a tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:44:54.408741 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f3e3f80f-dcca-4d64-87bc-b9707e9a790a tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:54.458445 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e3f80f-dcca-4d64-87bc-b9707e9a790a tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] Pushing event updated for resources: {'Port': ['ID=1ac2f9f9-86f9-44fc-9373-598ad2ce5910,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:54.460966 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [None req-bc335be6-57c0-4e00-bf5e-d56fac6691c3 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] For port dbd6c702-d3b8-4e3b-a479-533af918ec4f, host hv-neutron-8189, cleared binding levels {{(pid=109866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:44:54.461345 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [None req-bc335be6-57c0-4e00-bf5e-d56fac6691c3 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attempted to set empty binding levels {{(pid=109866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 24 01:44:54.472056 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-f3e3f80f-dcca-4d64-87bc-b9707e9a790a tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1146 time: 2.3838382 Nov 24 01:44:54.472778 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc02674b-6908-4e50-8b37-2394ee16b4ec tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] Pushing event updated for resources: {'Port': ['ID=6dd00cff-0031-4ed8-93e2-4a9f99243b84,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:54.474586 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 43982) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:54.520638 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7d943056-30af-4f20-a41d-2e2a5d107eb7 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:54.574185 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d943056-30af-4f20-a41d-2e2a5d107eb7 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Pushing event deleted for resources: {'Port': ['ID=58d71cbc-93d6-475b-9cea-21630c3108a6,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:54.593670 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-46a6b171-d338-4dbd-9f20-8546050b1e08 tempest-RoutersTestDVR-1305641 tempest-RoutersTestDVR-1305641-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-424460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2766'] for router, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:54.594215 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7d943056-30af-4f20-a41d-2e2a5d107eb7 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:54.598317 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-7d943056-30af-4f20-a41d-2e2a5d107eb7 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] 10.222.0.21 "DELETE /v2.0/ports/58d71cbc-93d6-475b-9cea-21630c3108a6 HTTP/1.1" status: 204 len: 168 time: 1.3643529 Nov 24 01:44:54.600926 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 43984) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:54.615142 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-bc335be6-57c0-4e00-bf5e-d56fac6691c3 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29149402'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:54.636630 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-46a6b171-d338-4dbd-9f20-8546050b1e08 tempest-RoutersTestDVR-1305641 tempest-RoutersTestDVR-1305641-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:54.645267 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.pecan_wsgi.hooks.translation [None req-be098976-97e4-4457-8422-7004160bfcc8 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] GET failed (client error): The resource could not be found. Nov 24 01:44:54.649678 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-be098976-97e4-4457-8422-7004160bfcc8 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] 10.222.0.21 "GET /v2.0/ports/58d71cbc-93d6-475b-9cea-21630c3108a6 HTTP/1.1" status: 404 len: 333 time: 0.0449982 Nov 24 01:44:54.649678 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4ae55436-ac3f-4100-b9d9-a915c11929a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:54.657471 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 43986) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:54.665569 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-ef863d2b-1223-4743-a8b9-7f557d4607fb tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Request body: {'port': {'network_id': '19d2f09c-1b1e-465c-8ca1-aa055896f88b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-701873495'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:44:54.697773 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-bc335be6-57c0-4e00-bf5e-d56fac6691c3 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] In _notify_port_updated(), no bound segment for port dbd6c702-d3b8-4e3b-a479-533af918ec4f on network 53141425-9227-44cd-93fa-12c001f214f2 {{(pid=109866) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 24 01:44:54.698937 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc335be6-57c0-4e00-bf5e-d56fac6691c3 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:44:54.699596 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-bc335be6-57c0-4e00-bf5e-d56fac6691c3 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:54.701120 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-bc335be6-57c0-4e00-bf5e-d56fac6691c3 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] 10.222.0.21 "PUT /v2.0/ports/dbd6c702-d3b8-4e3b-a479-533af918ec4f HTTP/1.1" status: 200 len: 976 time: 4.4874806 Nov 24 01:44:54.725374 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 43988) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:54.810475 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-32519839-70cf-4d37-94b6-75e4d1af05bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:54.858587 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-c4bb587c-6904-470f-b8c9-a4eddf9257b0 req-f38f1828-6032-427f-9cef-ab37bf872a4b tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--2042287471&fields=id&tenant_id=110fa21155a747ab90ae3fb887427135 HTTP/1.1" status: 200 len: 267 time: 0.5852950 Nov 24 01:44:54.917654 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 2a860779-b138-4d2f-ba98-4dc5c11e4887 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:44:54.918637 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-46a6b171-d338-4dbd-9f20-8546050b1e08 tempest-RoutersTestDVR-1305641 tempest-RoutersTestDVR-1305641-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-424469'] for router, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:54.918916 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46a6b171-d338-4dbd-9f20-8546050b1e08 tempest-RoutersTestDVR-1305641 tempest-RoutersTestDVR-1305641-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f6629670-05d6-4cd9-9b68-f48c5f81a0aa {{(pid=109866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 01:44:54.957287 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-46a6b171-d338-4dbd-9f20-8546050b1e08 tempest-RoutersTestDVR-1305641 tempest-RoutersTestDVR-1305641-project-admin] Publish callbacks [] for router, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:54.964863 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-46a6b171-d338-4dbd-9f20-8546050b1e08 tempest-RoutersTestDVR-1305641 tempest-RoutersTestDVR-1305641-project-admin] 10.222.0.21 "DELETE /v2.0/routers/f6629670-05d6-4cd9-9b68-f48c5f81a0aa HTTP/1.1" status: 204 len: 168 time: 1.3432720 Nov 24 01:44:54.983228 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef863d2b-1223-4743-a8b9-7f557d4607fb tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Made reservation on behalf of 0dc6c639d61c49b890108560c5e4fc40 for: {'port': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:44:54.987329 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ef863d2b-1223-4743-a8b9-7f557d4607fb tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:55.006289 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47cf0fa0-ce5d-4d65-8e31-076def974577 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:44:55.012596 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47cf0fa0-ce5d-4d65-8e31-076def974577 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:44:55.019298 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47cf0fa0-ce5d-4d65-8e31-076def974577 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:44:55.023726 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-47cf0fa0-ce5d-4d65-8e31-076def974577 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.4955299 Nov 24 01:44:55.024989 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 43992) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:55.070786 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [None req-ef863d2b-1223-4743-a8b9-7f557d4607fb tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] device_id is not set on port ee727215-5404-47cd-acfa-0374fb144183 yet. {{(pid=109867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 01:44:55.121240 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc335be6-57c0-4e00-bf5e-d56fac6691c3 tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Pushing event updated for resources: {'Port': ['ID=dbd6c702-d3b8-4e3b-a479-533af918ec4f,revision_number=3']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:55.168702 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-dfd4d0df-89c6-4b47-89e3-041257a213aa None None] Provisioning complete for port 1ac2f9f9-86f9-44fc-9373-598ad2ce5910 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:44:55.169343 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-dfd4d0df-89c6-4b47-89e3-041257a213aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:55.203724 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4ae55436-ac3f-4100-b9d9-a915c11929a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:55.227893 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-dc02674b-6908-4e50-8b37-2394ee16b4ec tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:55.240872 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-dfd4d0df-89c6-4b47-89e3-041257a213aa None None] Port 1ac2f9f9-86f9-44fc-9373-598ad2ce5910 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:44:55.247740 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-e3e71843-008a-4367-98cf-6d0a4573de7a tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Deleting port dbd6c702-d3b8-4e3b-a479-533af918ec4f {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:44:55.247979 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bb587c-6904-470f-b8c9-a4eddf9257b0 req-d3ff8a9c-907d-42a2-8538-96c086fd6208 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:44:55.248096 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e3e71843-008a-4367-98cf-6d0a4573de7a tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:55.250183 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4ae55436-ac3f-4100-b9d9-a915c11929a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:55.255786 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-c4bb587c-6904-470f-b8c9-a4eddf9257b0 req-d3ff8a9c-907d-42a2-8538-96c086fd6208 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/networks?id=0439926c-1302-4dcb-a15d-d53f1b665c6d HTTP/1.1" status: 200 len: 811 time: 0.3963532 Nov 24 01:44:55.266597 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 2a860779-b138-4d2f-ba98-4dc5c11e4887 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:44:55.267324 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:55.301306 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-4ae55436-ac3f-4100-b9d9-a915c11929a1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0ae6ec50ce5845178ef8461c6411dcf2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9514811 Nov 24 01:44:55.317593 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 44000) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:55.330730 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-c4bb587c-6904-470f-b8c9-a4eddf9257b0 req-f91e879d-3fc3-4f3f-9089-d0eed8696dab tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/quotas/110fa21155a747ab90ae3fb887427135 HTTP/1.1" status: 200 len: 375 time: 0.0740123 Nov 24 01:44:55.374698 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-5920511b-e897-4f32-8cb7-70984c57ef73 req-ff066ac3-2f2a-44bd-8981-f059985a5b5f tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] 10.222.0.21 "GET /v2.0/ports?device_id=b06b6ab1-567c-4b9b-8739-efabf02f01ca HTTP/1.1" status: 200 len: 210 time: 0.0888114 Nov 24 01:44:55.423613 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 44002) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:55.452384 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.48', 56194) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:55.464786 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-dc02674b-6908-4e50-8b37-2394ee16b4ec tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:55.474082 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-ef863d2b-1223-4743-a8b9-7f557d4607fb tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Allocated IP 2001:db8::151 (19d2f09c-1b1e-465c-8ca1-aa055896f88b/aa05d6b5-70d9-4636-bd37-f4e14483f9f7/ee727215-5404-47cd-acfa-0374fb144183) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:44:55.506891 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae55436-ac3f-4100-b9d9-a915c11929a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08189c82-ca67-4a9d-b27c-7c6bc1757830,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:55.510833 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [None req-e3e71843-008a-4367-98cf-6d0a4573de7a tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] For port dbd6c702-d3b8-4e3b-a479-533af918ec4f, host hv-neutron-8189, got binding levels [] {{(pid=109867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:44:55.511191 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e3e71843-008a-4367-98cf-6d0a4573de7a tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:55.536849 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-e3e71843-008a-4367-98cf-6d0a4573de7a tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Calling delete_port for dbd6c702-d3b8-4e3b-a479-533af918ec4f owned by {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:44:55.637799 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b9ff6110-bed9-4c06-8e9b-754311af9811 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:55.643173 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-8bf11596-48ab-4452-9e82-189dcf815d09 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] Deleting port 1ac2f9f9-86f9-44fc-9373-598ad2ce5910 {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:44:55.643390 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8bf11596-48ab-4452-9e82-189dcf815d09 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:55.652602 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-c4bb587c-6904-470f-b8c9-a4eddf9257b0 req-e568e623-e2e2-4404-8f74-f983110a3d75 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=110fa21155a747ab90ae3fb887427135&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3207922 Nov 24 01:44:55.716454 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc39b5d-3364-419a-9292-4722211f28f3 req-678989fc-c0d2-41c6-9620-566d58d87ba4 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:44:55.717905 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-3fc39b5d-3364-419a-9292-4722211f28f3 req-678989fc-c0d2-41c6-9620-566d58d87ba4 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] 10.222.0.48 "GET /v2.0/networks?id=1f119f6f-a1f8-4bc6-85d9-f23337dbc03c HTTP/1.1" status: 200 len: 811 time: 0.2619483 Nov 24 01:44:55.725034 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a2ef91d6-70ef-4e7c-bbea-eb86161740d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:55.788753 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a2ef91d6-70ef-4e7c-bbea-eb86161740d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:55.822250 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e3e71843-008a-4367-98cf-6d0a4573de7a tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:55.827791 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8bf11596-48ab-4452-9e82-189dcf815d09 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:55.846588 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [req-c4bb587c-6904-470f-b8c9-a4eddf9257b0 req-e4a7b371-3aac-415b-9680-c601e23feea3 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 01:44:55.848226 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-c4bb587c-6904-470f-b8c9-a4eddf9257b0 req-e4a7b371-3aac-415b-9680-c601e23feea3 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1048474 Nov 24 01:44:55.879849 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-8bf11596-48ab-4452-9e82-189dcf815d09 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] Calling delete_port for 1ac2f9f9-86f9-44fc-9373-598ad2ce5910 owned by {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:44:55.881657 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e71843-008a-4367-98cf-6d0a4573de7a tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Pushing event deleted for resources: {'Port': ['ID=dbd6c702-d3b8-4e3b-a479-533af918ec4f,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:55.889050 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ef863d2b-1223-4743-a8b9-7f557d4607fb tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:55.890804 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e3e71843-008a-4367-98cf-6d0a4573de7a tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:55.896494 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-e3e71843-008a-4367-98cf-6d0a4573de7a tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] 10.222.0.21 "DELETE /v2.0/ports/dbd6c702-d3b8-4e3b-a479-533af918ec4f HTTP/1.1" status: 204 len: 168 time: 1.1664791 Nov 24 01:44:55.897812 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 44018) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:55.933881 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.pecan_wsgi.hooks.translation [None req-5368647b-22d7-4d9c-a4a0-2a50f987dc8a tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] GET failed (client error): The resource could not be found. Nov 24 01:44:55.938496 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-5368647b-22d7-4d9c-a4a0-2a50f987dc8a tempest-PortsAdminExtendedAttrsTestJSON-1935870536 tempest-PortsAdminExtendedAttrsTestJSON-1935870536-project-admin] 10.222.0.21 "GET /v2.0/ports/dbd6c702-d3b8-4e3b-a479-533af918ec4f HTTP/1.1" status: 404 len: 333 time: 0.0364532 Nov 24 01:44:55.941274 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 44022) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:56.003901 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-3fc39b5d-3364-419a-9292-4722211f28f3 req-8c27bd2a-4685-4cc5-8ff8-d0a902ab9e04 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02a273ddc4c14296a842719ce385cf90 HTTP/1.1" status: 200 len: 379 time: 0.2014308 Nov 24 01:44:56.043076 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b9ff6110-bed9-4c06-8e9b-754311af9811 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:56.052144 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [req-3fc39b5d-3364-419a-9292-4722211f28f3 req-32a25765-df88-48e8-9fd5-a63a5dc08462 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] Request body: {'port': {'device_id': 'b06b6ab1-567c-4b9b-8739-efabf02f01ca', 'network_id': '1f119f6f-a1f8-4bc6-85d9-f23337dbc03c', 'admin_state_up': True, 'tenant_id': '02a273ddc4c14296a842719ce385cf90', 'security_groups': ['8cef3b03-e938-401d-a30c-e62493fab23d']}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:44:56.072273 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b9ff6110-bed9-4c06-8e9b-754311af9811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:56.074295 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ef863d2b-1223-4743-a8b9-7f557d4607fb tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:56.074815 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a2ef91d6-70ef-4e7c-bbea-eb86161740d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:56.077235 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a2ef91d6-70ef-4e7c-bbea-eb86161740d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:56.081121 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-a2ef91d6-70ef-4e7c-bbea-eb86161740d2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/08189c82-ca67-4a9d-b27c-7c6bc1757830 HTTP/1.1" status: 204 len: 168 time: 0.7594855 Nov 24 01:44:56.081894 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-272c8173-bdc0-4985-8476-6edd205ffdfc tempest-PortsAdminExtendedAttrsTestJSON-44999999 tempest-PortsAdminExtendedAttrsTestJSON-44999999-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:56.086502 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-dc02674b-6908-4e50-8b37-2394ee16b4ec tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] Publish callbacks [] for port, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:56.124251 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-dc02674b-6908-4e50-8b37-2394ee16b4ec tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29149402'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:56.166163 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef863d2b-1223-4743-a8b9-7f557d4607fb tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Network 19d2f09c-1b1e-465c-8ca1-aa055896f88b is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:44:56.167535 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef863d2b-1223-4743-a8b9-7f557d4607fb tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Pushing event updated for resources: {'Port': ['ID=ee727215-5404-47cd-acfa-0374fb144183,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:56.191653 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-ef863d2b-1223-4743-a8b9-7f557d4607fb tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:44:56.197447 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef863d2b-1223-4743-a8b9-7f557d4607fb tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:44:56.203110 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef863d2b-1223-4743-a8b9-7f557d4607fb tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:44:56.203806 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ef863d2b-1223-4743-a8b9-7f557d4607fb tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:56.212895 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-b9ff6110-bed9-4c06-8e9b-754311af9811 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=83ec733acb7b49408583ca39b4c31eae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7881656 Nov 24 01:44:56.224685 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ff6110-bed9-4c06-8e9b-754311af9811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5895b10d-990e-4585-ad08-d10d9e694cfe,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:56.231585 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 44036) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:56.292477 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-ef863d2b-1223-4743-a8b9-7f557d4607fb tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.6320786 Nov 24 01:44:56.311559 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 44040) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:56.345645 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-27961080-2b22-4765-8f82-3c3dcbbebc22 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Request body: {'port': {'network_id': '19d2f09c-1b1e-465c-8ca1-aa055896f88b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-317755935'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:44:56.358541 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-272c8173-bdc0-4985-8476-6edd205ffdfc tempest-PortsAdminExtendedAttrsTestJSON-44999999 tempest-PortsAdminExtendedAttrsTestJSON-44999999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:56.538883 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-c4bb587c-6904-470f-b8c9-a4eddf9257b0 req-480e3950-2623-49b2-9d08-9085378250dd service neutron] 10.222.0.21 "GET /v2.0/networks/0439926c-1302-4dcb-a15d-d53f1b665c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6733434 Nov 24 01:44:56.569136 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-dc02674b-6908-4e50-8b37-2394ee16b4ec tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418250'] for floatingip, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:56.572139 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ef91d6-70ef-4e7c-bbea-eb86161740d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08189c82-ca67-4a9d-b27c-7c6bc1757830,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:56.592751 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc02674b-6908-4e50-8b37-2394ee16b4ec tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] Pushing event updated for resources: {'Port': ['ID=6dd00cff-0031-4ed8-93e2-4a9f99243b84,revision_number=2']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:56.615826 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 44046) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:56.668144 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3655f99d-9c13-40bb-b2cb-1c194d0ca8d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:56.681897 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-f9883295-f5f4-415f-94f8-054c2c0deef1 None None] Provisioning complete for port ee727215-5404-47cd-acfa-0374fb144183 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:44:56.682492 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-f9883295-f5f4-415f-94f8-054c2c0deef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:56.708736 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-dc02674b-6908-4e50-8b37-2394ee16b4ec tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for floatingip, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:56.710070 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-dc02674b-6908-4e50-8b37-2394ee16b4ec tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.7123396 Nov 24 01:44:56.720047 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8bf11596-48ab-4452-9e82-189dcf815d09 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:56.730105 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-272c8173-bdc0-4985-8476-6edd205ffdfc tempest-PortsAdminExtendedAttrsTestJSON-44999999 tempest-PortsAdminExtendedAttrsTestJSON-44999999-project] Subscribe: > segment before_delete 55550000 {{(pid=109867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:44:56.730465 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-272c8173-bdc0-4985-8476-6edd205ffdfc tempest-PortsAdminExtendedAttrsTestJSON-44999999 tempest-PortsAdminExtendedAttrsTestJSON-44999999-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:44:56.731204 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-272c8173-bdc0-4985-8476-6edd205ffdfc tempest-PortsAdminExtendedAttrsTestJSON-44999999 tempest-PortsAdminExtendedAttrsTestJSON-44999999-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:44:56.731534 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-272c8173-bdc0-4985-8476-6edd205ffdfc tempest-PortsAdminExtendedAttrsTestJSON-44999999 tempest-PortsAdminExtendedAttrsTestJSON-44999999-project] Subscribe: > port after_create 55550000 {{(pid=109867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:44:56.732209 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-272c8173-bdc0-4985-8476-6edd205ffdfc tempest-PortsAdminExtendedAttrsTestJSON-44999999 tempest-PortsAdminExtendedAttrsTestJSON-44999999-project] Subscribe: > port after_delete 55550000 {{(pid=109867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:44:56.732209 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-272c8173-bdc0-4985-8476-6edd205ffdfc tempest-PortsAdminExtendedAttrsTestJSON-44999999 tempest-PortsAdminExtendedAttrsTestJSON-44999999-project] Subscribe: > port after_update 55550000 {{(pid=109867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:44:56.732475 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-272c8173-bdc0-4985-8476-6edd205ffdfc tempest-PortsAdminExtendedAttrsTestJSON-44999999 tempest-PortsAdminExtendedAttrsTestJSON-44999999-project] Subscribe: > segment after_delete 55550000 {{(pid=109867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:44:56.732805 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-272c8173-bdc0-4985-8476-6edd205ffdfc tempest-PortsAdminExtendedAttrsTestJSON-44999999 tempest-PortsAdminExtendedAttrsTestJSON-44999999-project] Subscribe: > subnet after_create 55550000 {{(pid=109867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:44:56.733114 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-272c8173-bdc0-4985-8476-6edd205ffdfc tempest-PortsAdminExtendedAttrsTestJSON-44999999 tempest-PortsAdminExtendedAttrsTestJSON-44999999-project] Subscribe: > subnet after_delete 55550000 {{(pid=109867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:44:56.733446 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-272c8173-bdc0-4985-8476-6edd205ffdfc tempest-PortsAdminExtendedAttrsTestJSON-44999999 tempest-PortsAdminExtendedAttrsTestJSON-44999999-project] Subscribe: > subnet after_update 55550000 {{(pid=109867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:44:56.793059 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-f9883295-f5f4-415f-94f8-054c2c0deef1 None None] Port ee727215-5404-47cd-acfa-0374fb144183 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:44:56.819420 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3655f99d-9c13-40bb-b2cb-1c194d0ca8d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:56.831851 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3655f99d-9c13-40bb-b2cb-1c194d0ca8d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:56.913501 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fc39b5d-3364-419a-9292-4722211f28f3 req-32a25765-df88-48e8-9fd5-a63a5dc08462 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] Made reservation on behalf of 02a273ddc4c14296a842719ce385cf90 for: {'port': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:44:56.917083 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-3fc39b5d-3364-419a-9292-4722211f28f3 req-32a25765-df88-48e8-9fd5-a63a5dc08462 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:56.930702 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-3655f99d-9c13-40bb-b2cb-1c194d0ca8d2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1bbf79bbf1044256b78568b670584e28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3107586 Nov 24 01:44:56.936840 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 44054) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:56.937642 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3655f99d-9c13-40bb-b2cb-1c194d0ca8d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c73a5f4-8935-4e50-8dd5-2a664a5d1f57,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:56.941012 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-272c8173-bdc0-4985-8476-6edd205ffdfc tempest-PortsAdminExtendedAttrsTestJSON-44999999 tempest-PortsAdminExtendedAttrsTestJSON-44999999-project] Subscribe: > subnet after_create 55550000 {{(pid=109867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:44:56.941655 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-272c8173-bdc0-4985-8476-6edd205ffdfc tempest-PortsAdminExtendedAttrsTestJSON-44999999 tempest-PortsAdminExtendedAttrsTestJSON-44999999-project] Subscribe: > subnet after_delete 55550000 {{(pid=109867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:44:56.942160 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-272c8173-bdc0-4985-8476-6edd205ffdfc tempest-PortsAdminExtendedAttrsTestJSON-44999999 tempest-PortsAdminExtendedAttrsTestJSON-44999999-project] Subscribe: > subnet before_create 55550000 {{(pid=109867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:44:56.942644 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-272c8173-bdc0-4985-8476-6edd205ffdfc tempest-PortsAdminExtendedAttrsTestJSON-44999999 tempest-PortsAdminExtendedAttrsTestJSON-44999999-project] Subscribe: > subnet before_update 55550000 {{(pid=109867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 01:44:56.943216 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-272c8173-bdc0-4985-8476-6edd205ffdfc tempest-PortsAdminExtendedAttrsTestJSON-44999999 tempest-PortsAdminExtendedAttrsTestJSON-44999999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53141425-9227-44cd-93fa-12c001f214f2']}} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:44:56.959843 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-c4bb587c-6904-470f-b8c9-a4eddf9257b0 req-3e6f799f-bb37-4650-87e5-5e56dcf34134 service neutron] 10.222.0.21 "GET /v2.0/networks/0439926c-1302-4dcb-a15d-d53f1b665c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3848107 Nov 24 01:44:57.018456 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-272c8173-bdc0-4985-8476-6edd205ffdfc tempest-PortsAdminExtendedAttrsTestJSON-44999999 tempest-PortsAdminExtendedAttrsTestJSON-44999999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2aab1c16-51c4-4b85-bfad-9025a3bc7019') {'for_net_delete': True} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:44:57.019086 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-272c8173-bdc0-4985-8476-6edd205ffdfc tempest-PortsAdminExtendedAttrsTestJSON-44999999 tempest-PortsAdminExtendedAttrsTestJSON-44999999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2aab1c16-51c4-4b85-bfad-9025a3bc7019') {} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:44:57.075984 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-f6e61edc-ec84-4d8a-9fa6-9be18de28242 req-ba7878c5-5eb8-4dec-9e56-40ac2733f5b9 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] 10.222.0.21 "GET /v2.0/ports?device_id=b06b6ab1-567c-4b9b-8739-efabf02f01ca HTTP/1.1" status: 200 len: 210 time: 0.3702021 Nov 24 01:44:57.087806 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf11596-48ab-4452-9e82-189dcf815d09 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] Pushing event deleted for resources: {'Port': ['ID=1ac2f9f9-86f9-44fc-9373-598ad2ce5910,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:57.142224 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-cb799ccf-cdb3-45fe-8963-2998159fb8db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:57.159579 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-272c8173-bdc0-4985-8476-6edd205ffdfc tempest-PortsAdminExtendedAttrsTestJSON-44999999 tempest-PortsAdminExtendedAttrsTestJSON-44999999-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28690908'] for segment, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:57.185298 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-bd7b79db-f60e-4f5f-8cb6-ff27c8e55aeb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:57.206440 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5ec8ce41-7480-4828-b7f5-d539cac43f2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:57.211462 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8bf11596-48ab-4452-9e82-189dcf815d09 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:57.227804 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-8bf11596-48ab-4452-9e82-189dcf815d09 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] 10.222.0.21 "DELETE /v2.0/ports/1ac2f9f9-86f9-44fc-9373-598ad2ce5910 HTTP/1.1" status: 204 len: 168 time: 2.1947801 Nov 24 01:44:57.237601 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 44070) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:57.254445 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-4df309f5-5268-44a8-a60b-4c2f7c7e74de tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] Request body: {'port': {'name': 'tempest-new-port-name-656416008', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:44:57.254445 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.api.validators [None req-4df309f5-5268-44a8-a60b-4c2f7c7e74de tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] bootfile-name is not in valid_values {{(pid=109867) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 24 01:44:57.255049 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.api.validators [None req-4df309f5-5268-44a8-a60b-4c2f7c7e74de tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] tftp-server is not in valid_values {{(pid=109867) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 24 01:44:57.255512 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.api.validators [None req-4df309f5-5268-44a8-a60b-4c2f7c7e74de tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] server-ip-address is not in valid_values {{(pid=109867) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 24 01:44:57.263072 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5ec8ce41-7480-4828-b7f5-d539cac43f2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:57.271461 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-272c8173-bdc0-4985-8476-6edd205ffdfc tempest-PortsAdminExtendedAttrsTestJSON-44999999 tempest-PortsAdminExtendedAttrsTestJSON-44999999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:57.413895 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-9714b816-cc9d-45d3-af26-29f15eaa6359 req-47d6ec9a-ecf3-4934-be4b-05c9f7f677cd tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/ports?device_id=54a6fdcb-af1b-4e68-a904-3bb95b5cf340 HTTP/1.1" status: 200 len: 210 time: 0.1019759 Nov 24 01:44:57.418150 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-272c8173-bdc0-4985-8476-6edd205ffdfc tempest-PortsAdminExtendedAttrsTestJSON-44999999 tempest-PortsAdminExtendedAttrsTestJSON-44999999-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=109867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:44:57.419621 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-272c8173-bdc0-4985-8476-6edd205ffdfc tempest-PortsAdminExtendedAttrsTestJSON-44999999 tempest-PortsAdminExtendedAttrsTestJSON-44999999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25503736'] for segment, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:57.433304 dv-neutron-818911-2-hyperv neutron-server[109867]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 24 01:44:57.433304 dv-neutron-818911-2-hyperv neutron-server[109867]: from cryptography.utils import int_from_bytes Nov 24 01:44:57.433304 dv-neutron-818911-2-hyperv neutron-server[109867]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 24 01:44:57.433304 dv-neutron-818911-2-hyperv neutron-server[109867]: from cryptography.utils import int_from_bytes Nov 24 01:44:57.433304 dv-neutron-818911-2-hyperv neutron-server[109867]: Traceback (most recent call last): Nov 24 01:44:57.433304 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:44:57.433304 dv-neutron-818911-2-hyperv neutron-server[109867]: timer() Nov 24 01:44:57.433304 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:44:57.433304 dv-neutron-818911-2-hyperv neutron-server[109867]: cb(*args, **kw) Nov 24 01:44:57.433304 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:44:57.433304 dv-neutron-818911-2-hyperv neutron-server[109867]: return func(*args, **kwargs) Nov 24 01:44:57.433304 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:44:57.433304 dv-neutron-818911-2-hyperv neutron-server[109867]: self._notify() Nov 24 01:44:57.433304 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:44:57.433304 dv-neutron-818911-2-hyperv neutron-server[109867]: self.callback(batched_events) Nov 24 01:44:57.433304 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:44:57.433304 dv-neutron-818911-2-hyperv neutron-server[109867]: event.method(event) Nov 24 01:44:57.433304 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:44:57.433304 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:44:57.433304 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:44:57.433304 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:44:57.433304 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:44:57.433304 dv-neutron-818911-2-hyperv neutron-server[109867]: return f(self, *a, **k) Nov 24 01:44:57.433304 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:44:57.433304 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._get(url).json() Nov 24 01:44:57.433304 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:44:57.433304 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:44:57.433304 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:44:57.433304 dv-neutron-818911-2-hyperv neutron-server[109867]: return self.request(url, 'GET', **kwargs) Nov 24 01:44:57.433304 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:44:57.433304 dv-neutron-818911-2-hyperv neutron-server[109867]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:44:57.433304 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:44:57.433304 dv-neutron-818911-2-hyperv neutron-server[109867]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:44:57.433304 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:44:57.433304 dv-neutron-818911-2-hyperv neutron-server[109867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:44:57.433304 dv-neutron-818911-2-hyperv neutron-server[109867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:44:57.458093 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-bd7b79db-f60e-4f5f-8cb6-ff27c8e55aeb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:57.582615 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5ec8ce41-7480-4828-b7f5-d539cac43f2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:57.585239 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5ec8ce41-7480-4828-b7f5-d539cac43f2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:57.591195 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-5ec8ce41-7480-4828-b7f5-d539cac43f2d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4c73a5f4-8935-4e50-8dd5-2a664a5d1f57 HTTP/1.1" status: 204 len: 168 time: 0.6506546 Nov 24 01:44:57.615617 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [req-3fc39b5d-3364-419a-9292-4722211f28f3 req-32a25765-df88-48e8-9fd5-a63a5dc08462 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] Allocated IP 172.20.0.14 (1f119f6f-a1f8-4bc6-85d9-f23337dbc03c/ab44a884-a70d-4217-8793-3ef03c108892/69007351-04ea-44cc-9f37-e63d681a62c1) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:44:57.635710 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec8ce41-7480-4828-b7f5-d539cac43f2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c73a5f4-8935-4e50-8dd5-2a664a5d1f57,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:57.662537 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4df309f5-5268-44a8-a60b-4c2f7c7e74de tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:57.722917 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:57.805153 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27961080-2b22-4765-8f82-3c3dcbbebc22 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Made reservation on behalf of 0dc6c639d61c49b890108560c5e4fc40 for: {'port': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:44:57.810666 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-27961080-2b22-4765-8f82-3c3dcbbebc22 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:57.831486 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e49aea27-4a79-4323-805e-510d6d5c829d req-1eb8e428-37a4-4b1b-889f-74cc8e754ddc tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1090390106&fields=id&tenant_id=7ca5ab9ca83c45e6a41b1ce3bf5dc5f5 HTTP/1.1" status: 200 len: 267 time: 0.5870843 Nov 24 01:44:57.892797 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-272c8173-bdc0-4985-8476-6edd205ffdfc tempest-PortsAdminExtendedAttrsTestJSON-44999999 tempest-PortsAdminExtendedAttrsTestJSON-44999999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:57.977581 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-272c8173-bdc0-4985-8476-6edd205ffdfc tempest-PortsAdminExtendedAttrsTestJSON-44999999 tempest-PortsAdminExtendedAttrsTestJSON-44999999-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:57.990219 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-272c8173-bdc0-4985-8476-6edd205ffdfc tempest-PortsAdminExtendedAttrsTestJSON-44999999 tempest-PortsAdminExtendedAttrsTestJSON-44999999-project] 10.222.0.21 "DELETE /v2.0/networks/53141425-9227-44cd-93fa-12c001f214f2 HTTP/1.1" status: 204 len: 168 time: 2.0488317 Nov 24 01:44:58.038192 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:58.057496 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-3fc39b5d-3364-419a-9292-4722211f28f3 req-32a25765-df88-48e8-9fd5-a63a5dc08462 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:58.070847 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [None req-27961080-2b22-4765-8f82-3c3dcbbebc22 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] device_id is not set on port dfd264e9-fccd-4b6c-953b-f82ae43c6c62 yet. {{(pid=109867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 01:44:58.132641 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-3fc39b5d-3364-419a-9292-4722211f28f3 req-32a25765-df88-48e8-9fd5-a63a5dc08462 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:58.194429 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fc39b5d-3364-419a-9292-4722211f28f3 req-32a25765-df88-48e8-9fd5-a63a5dc08462 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] Network 1f119f6f-a1f8-4bc6-85d9-f23337dbc03c is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:44:58.198992 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [req-3fc39b5d-3364-419a-9292-4722211f28f3 req-32a25765-df88-48e8-9fd5-a63a5dc08462 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:44:58.251290 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fc39b5d-3364-419a-9292-4722211f28f3 req-32a25765-df88-48e8-9fd5-a63a5dc08462 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:44:58.459728 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc39b5d-3364-419a-9292-4722211f28f3 req-32a25765-df88-48e8-9fd5-a63a5dc08462 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:44:58.460701 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-3fc39b5d-3364-419a-9292-4722211f28f3 req-32a25765-df88-48e8-9fd5-a63a5dc08462 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:58.497159 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a25765-df88-48e8-9fd5-a63a5dc08462 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] Pushing event updated for resources: {'Port': ['ID=69007351-04ea-44cc-9f37-e63d681a62c1,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:58.529863 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-3fc39b5d-3364-419a-9292-4722211f28f3 req-32a25765-df88-48e8-9fd5-a63a5dc08462 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4914894 Nov 24 01:44:58.567841 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272c8173-bdc0-4985-8476-6edd205ffdfc tempest-PortsAdminExtendedAttrsTestJSON-44999999 tempest-PortsAdminExtendedAttrsTestJSON-44999999-project] Pushing event deleted for resources: {'Network': ['ID=53141425-9227-44cd-93fa-12c001f214f2,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:58.676202 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-14881c8a-22be-4405-b97d-b9fb7ba59b22 None None] Provisioning complete for port 69007351-04ea-44cc-9f37-e63d681a62c1 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:44:58.679333 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-14881c8a-22be-4405-b97d-b9fb7ba59b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:58.717952 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc402f8-ba4e-409e-b78a-56cecd5f40e2 req-685bb95b-c644-46ce-ae34-27dc59cb83c4 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:44:58.732068 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-4bc402f8-ba4e-409e-b78a-56cecd5f40e2 req-685bb95b-c644-46ce-ae34-27dc59cb83c4 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] 10.222.0.21 "GET /v2.0/ports?device_id=b06b6ab1-567c-4b9b-8739-efabf02f01ca HTTP/1.1" status: 200 len: 932 time: 0.1971736 Nov 24 01:44:58.750693 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [req-3fc39b5d-3364-419a-9292-4722211f28f3 req-6ee2e47a-d670-4f4d-8e80-4d92b6f658e2 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 01:44:58.752189 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-3fc39b5d-3364-419a-9292-4722211f28f3 req-6ee2e47a-d670-4f4d-8e80-4d92b6f658e2 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069554 Nov 24 01:44:58.792564 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-27961080-2b22-4765-8f82-3c3dcbbebc22 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Allocated IP 2001:db8::3c8 (19d2f09c-1b1e-465c-8ca1-aa055896f88b/aa05d6b5-70d9-4636-bd37-f4e14483f9f7/dfd264e9-fccd-4b6c-953b-f82ae43c6c62) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:44:58.814601 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-14881c8a-22be-4405-b97d-b9fb7ba59b22 None None] Port 69007351-04ea-44cc-9f37-e63d681a62c1 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:44:58.826300 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 44118) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:58.856653 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-bd7b79db-f60e-4f5f-8cb6-ff27c8e55aeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:58.863801 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-4bc402f8-ba4e-409e-b78a-56cecd5f40e2 req-d5cda226-14b2-4fa8-b481-acb0e68e9b4c tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] 10.222.0.21 "GET /v2.0/security-groups?id=8cef3b03-e938-401d-a30c-e62493fab23d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1297598 Nov 24 01:44:58.866149 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-bd7b79db-f60e-4f5f-8cb6-ff27c8e55aeb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:58.877539 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-bd7b79db-f60e-4f5f-8cb6-ff27c8e55aeb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5895b10d-990e-4585-ad08-d10d9e694cfe HTTP/1.1" status: 204 len: 168 time: 2.6451478 Nov 24 01:44:58.922392 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7b79db-f60e-4f5f-8cb6-ff27c8e55aeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5895b10d-990e-4585-ad08-d10d9e694cfe,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:59.045057 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49aea27-4a79-4323-805e-510d6d5c829d req-20aa0ea6-fdca-4747-97be-41db5c18cdc0 tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:44:59.047652 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e49aea27-4a79-4323-805e-510d6d5c829d req-20aa0ea6-fdca-4747-97be-41db5c18cdc0 tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] 10.222.0.21 "GET /v2.0/networks?id=f4b0113f-5a2c-4a97-a650-fea5845398b7 HTTP/1.1" status: 200 len: 804 time: 1.2149355 Nov 24 01:44:59.083939 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e605b751-5c61-4850-830c-2960a1fe4751 req-0f81effa-d205-4098-960a-093c6f17fd37 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/ports?device_id=54a6fdcb-af1b-4e68-a904-3bb95b5cf340 HTTP/1.1" status: 200 len: 210 time: 0.0738158 Nov 24 01:44:59.165806 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e49aea27-4a79-4323-805e-510d6d5c829d req-d53829a3-395f-490f-9d5a-b75bf1daa95c tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] 10.222.0.21 "GET /v2.0/quotas/7ca5ab9ca83c45e6a41b1ce3bf5dc5f5 HTTP/1.1" status: 200 len: 375 time: 0.0984190 Nov 24 01:44:59.257489 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-54537cca-4d90-4546-9687-78bd67c7b914 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cbdc434f6ba54c889e417805b7a3bd29&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3995597 Nov 24 01:44:59.260589 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 44130) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:59.320439 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4df309f5-5268-44a8-a60b-4c2f7c7e74de tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] Publish callbacks [] for port, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:59.347484 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4df309f5-5268-44a8-a60b-4c2f7c7e74de tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25501696'] for port, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:59.386346 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-25f99b07-d230-43d9-93fc-7012a57cf599 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:59.452678 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-25f99b07-d230-43d9-93fc-7012a57cf599 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:59.476561 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-4df309f5-5268-44a8-a60b-4c2f7c7e74de tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] In _notify_port_updated(), no bound segment for port ec5d7567-eb24-445a-95da-c1480e1c0152 on network 1879d793-6f65-48b2-8e8e-483a3921cf54 {{(pid=109867) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 24 01:44:59.495744 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df309f5-5268-44a8-a60b-4c2f7c7e74de tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:44:59.498232 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4df309f5-5268-44a8-a60b-4c2f7c7e74de tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:59.499611 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-4df309f5-5268-44a8-a60b-4c2f7c7e74de tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] 10.222.0.21 "PUT /v2.0/ports/ec5d7567-eb24-445a-95da-c1480e1c0152 HTTP/1.1" status: 200 len: 1129 time: 2.2529354 Nov 24 01:44:59.504104 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 44136) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:59.516001 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:59.572115 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e49aea27-4a79-4323-805e-510d6d5c829d req-06950040-7afa-42e3-9d49-a58002c419ee tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7ca5ab9ca83c45e6a41b1ce3bf5dc5f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3829913 Nov 24 01:44:59.604856 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-27961080-2b22-4765-8f82-3c3dcbbebc22 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:59.614914 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 44138) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:59.647725 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df309f5-5268-44a8-a60b-4c2f7c7e74de tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] Pushing event updated for resources: {'Port': ['ID=ec5d7567-eb24-445a-95da-c1480e1c0152,revision_number=2']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:59.649358 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3b65a228-f3b2-4f5f-a6bc-84a4aa854d30 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:59.679601 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26382320-c8a3-44c5-abf6-d5e0bea6ab86 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:44:59.681986 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-26382320-c8a3-44c5-abf6-d5e0bea6ab86 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] 10.222.0.21 "GET /v2.0/ports/ec5d7567-eb24-445a-95da-c1480e1c0152 HTTP/1.1" status: 200 len: 1129 time: 0.1742625 Nov 24 01:44:59.695574 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 44142) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:44:59.829390 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-25f99b07-d230-43d9-93fc-7012a57cf599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:59.836924 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-25f99b07-d230-43d9-93fc-7012a57cf599 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:59.838152 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-25f99b07-d230-43d9-93fc-7012a57cf599 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/42e39c69-0ca5-4506-b187-518fc867bf1f HTTP/1.1" status: 204 len: 168 time: 0.5763190 Nov 24 01:44:59.867223 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f99b07-d230-43d9-93fc-7012a57cf599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42e39c69-0ca5-4506-b187-518fc867bf1f,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:44:59.884799 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-27961080-2b22-4765-8f82-3c3dcbbebc22 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:44:59.908022 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e49aea27-4a79-4323-805e-510d6d5c829d req-f82a5d31-c59b-40bb-a06c-efcc5c9f026f service neutron] 10.222.0.21 "GET /v2.0/networks/f4b0113f-5a2c-4a97-a650-fea5845398b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3350039 Nov 24 01:44:59.961093 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-79b988e6-98a6-4f0d-aaf2-904ba2865928 None None] Provisioning complete for port ec5d7567-eb24-445a-95da-c1480e1c0152 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:44:59.961821 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-79b988e6-98a6-4f0d-aaf2-904ba2865928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:00.003070 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-ad596e8a-dcdf-4f70-95a6-7ddcefb3967f tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] Deleting port ec5d7567-eb24-445a-95da-c1480e1c0152 {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:45:00.010795 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ad596e8a-dcdf-4f70-95a6-7ddcefb3967f tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:00.022662 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27961080-2b22-4765-8f82-3c3dcbbebc22 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Network 19d2f09c-1b1e-465c-8ca1-aa055896f88b is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:45:00.063037 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-27961080-2b22-4765-8f82-3c3dcbbebc22 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:45:00.086911 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27961080-2b22-4765-8f82-3c3dcbbebc22 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:45:00.127929 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27961080-2b22-4765-8f82-3c3dcbbebc22 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:00.132016 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-27961080-2b22-4765-8f82-3c3dcbbebc22 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:00.134932 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-79b988e6-98a6-4f0d-aaf2-904ba2865928 None None] Port ec5d7567-eb24-445a-95da-c1480e1c0152 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:45:00.142800 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:00.221192 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27961080-2b22-4765-8f82-3c3dcbbebc22 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Pushing event updated for resources: {'Port': ['ID=dfd264e9-fccd-4b6c-953b-f82ae43c6c62,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:00.257152 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-27961080-2b22-4765-8f82-3c3dcbbebc22 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.9444938 Nov 24 01:45:00.265591 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 44156) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:00.289255 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-10b5c0e2-ddd8-41a1-8e7a-e5a32f020431 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::47', 'mac_address': 'fa:16:3e:20:48:1e'}, {'ip_address': '2001:db8::151', 'mac_address': 'fa:16:3e:27:6b:fd'}]}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:45:00.374171 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412600e9-3100-4806-a7eb-8f1a0b8e2f8c req-d1aaf16e-59c4-4f5d-835a-94668ff20b8d tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:00.378330 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-412600e9-3100-4806-a7eb-8f1a0b8e2f8c req-d1aaf16e-59c4-4f5d-835a-94668ff20b8d tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] 10.222.0.21 "GET /v2.0/ports?device_id=b06b6ab1-567c-4b9b-8739-efabf02f01ca HTTP/1.1" status: 200 len: 932 time: 0.3098190 Nov 24 01:45:00.382896 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3b65a228-f3b2-4f5f-a6bc-84a4aa854d30 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:00.425922 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e49aea27-4a79-4323-805e-510d6d5c829d req-eb811406-aaa9-4c75-8db7-b9a73ddba898 service neutron] 10.222.0.21 "GET /v2.0/networks/f4b0113f-5a2c-4a97-a650-fea5845398b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4524632 Nov 24 01:45:00.445333 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3b65a228-f3b2-4f5f-a6bc-84a4aa854d30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:00.535320 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b65a228-f3b2-4f5f-a6bc-84a4aa854d30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96adcec2-d44b-4f5d-b30d-4266b98fe053,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:00.586610 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 44162) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:00.603837 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ad596e8a-dcdf-4f70-95a6-7ddcefb3967f tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:00.640821 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 44166) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:00.646992 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-3b65a228-f3b2-4f5f-a6bc-84a4aa854d30 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=80c78bdf43ac41d898cba68eb902bfa7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0276480 Nov 24 01:45:00.654846 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-412600e9-3100-4806-a7eb-8f1a0b8e2f8c req-8f195f70-738e-43b2-bb41-50619c0f117d tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] 10.222.0.21 "GET /v2.0/security-groups?id=8cef3b03-e938-401d-a30c-e62493fab23d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2458384 Nov 24 01:45:00.682172 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-ad596e8a-dcdf-4f70-95a6-7ddcefb3967f tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] Calling delete_port for ec5d7567-eb24-445a-95da-c1480e1c0152 owned by {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:45:00.700606 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-55a4b2f2-4946-4b4a-850a-b57732847540 None None] Provisioning complete for port dfd264e9-fccd-4b6c-953b-f82ae43c6c62 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:45:00.706242 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-10b5c0e2-ddd8-41a1-8e7a-e5a32f020431 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:00.707349 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-55a4b2f2-4946-4b4a-850a-b57732847540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:00.776509 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-55a4b2f2-4946-4b4a-850a-b57732847540 None None] Port dfd264e9-fccd-4b6c-953b-f82ae43c6c62 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:45:00.869714 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-fdce6382-6c73-4e8f-94f6-9572d7de1f21 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9bbdab98994c42d8be61e5ee3744cb0d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2817588 Nov 24 01:45:00.875837 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 44172) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:00.946886 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-1d3a95e5-7415-4e71-9868-cca70679f17d req-b76c9068-7979-4b9f-8509-f12845f7f66b tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/ports?device_id=54a6fdcb-af1b-4e68-a904-3bb95b5cf340 HTTP/1.1" status: 200 len: 210 time: 0.0311322 Nov 24 01:45:00.947985 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ad596e8a-dcdf-4f70-95a6-7ddcefb3967f tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:00.965530 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d21a91bc-3fc1-4d42-89d2-20f2cbd30078 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:00.998085 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-8e800e9d-ad87-4834-b5cb-1dde07a7dd78 req-a9e480c9-39ac-474c-97f0-0668e787a77b tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1515355-9a2f-447a-a05d-0c05d0f42b65 HTTP/1.1" status: 200 len: 210 time: 0.0795722 Nov 24 01:45:01.057028 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d21a91bc-3fc1-4d42-89d2-20f2cbd30078 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:01.060883 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e42403bc-f416-41d7-aacb-c8a63f9ea47d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:01.075408 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad596e8a-dcdf-4f70-95a6-7ddcefb3967f tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] Pushing event deleted for resources: {'Port': ['ID=ec5d7567-eb24-445a-95da-c1480e1c0152,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:01.100357 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ad596e8a-dcdf-4f70-95a6-7ddcefb3967f tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:01.108819 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-ad596e8a-dcdf-4f70-95a6-7ddcefb3967f tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] 10.222.0.21 "DELETE /v2.0/ports/ec5d7567-eb24-445a-95da-c1480e1c0152 HTTP/1.1" status: 204 len: 168 time: 1.4115090 Nov 24 01:45:01.109167 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 44178) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:01.216101 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_v2 [None req-f97e89b5-8cb4-40b8-b64e-d84ce18591c2 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] Deleting subnet 070d5bb1-a830-437b-9f76-8f3620894f90 {{(pid=109866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 01:45:01.229364 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f97e89b5-8cb4-40b8-b64e-d84ce18591c2 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] Publish callbacks [] for subnet, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:01.256829 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e42403bc-f416-41d7-aacb-c8a63f9ea47d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:01.321595 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 44184) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:01.346886 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f97e89b5-8cb4-40b8-b64e-d84ce18591c2 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29055568'] for subnet, precommit_delete_associations {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:01.415209 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d21a91bc-3fc1-4d42-89d2-20f2cbd30078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:01.434045 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d21a91bc-3fc1-4d42-89d2-20f2cbd30078 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:01.435291 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-d21a91bc-3fc1-4d42-89d2-20f2cbd30078 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/96adcec2-d44b-4f5d-b30d-4266b98fe053 HTTP/1.1" status: 204 len: 168 time: 0.7923355 Nov 24 01:45:01.480934 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-10b5c0e2-ddd8-41a1-8e7a-e5a32f020431 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Publish callbacks [] for port, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:01.499929 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-10b5c0e2-ddd8-41a1-8e7a-e5a32f020431 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25501696'] for port, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:01.515971 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21a91bc-3fc1-4d42-89d2-20f2cbd30078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96adcec2-d44b-4f5d-b30d-4266b98fe053,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:01.558689 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e42403bc-f416-41d7-aacb-c8a63f9ea47d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:01.563379 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e42403bc-f416-41d7-aacb-c8a63f9ea47d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:01.567403 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-e42403bc-f416-41d7-aacb-c8a63f9ea47d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ddf580be-a3f3-4c3d-97e7-91845ca91d9f HTTP/1.1" status: 204 len: 168 time: 0.6821229 Nov 24 01:45:01.569027 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-10b5c0e2-ddd8-41a1-8e7a-e5a32f020431 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] In _notify_port_updated(), no bound segment for port dfd264e9-fccd-4b6c-953b-f82ae43c6c62 on network 19d2f09c-1b1e-465c-8ca1-aa055896f88b {{(pid=109867) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 24 01:45:01.574918 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b5c0e2-ddd8-41a1-8e7a-e5a32f020431 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:01.575624 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-10b5c0e2-ddd8-41a1-8e7a-e5a32f020431 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:01.579962 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-10b5c0e2-ddd8-41a1-8e7a-e5a32f020431 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] 10.222.0.21 "PUT /v2.0/ports/dfd264e9-fccd-4b6c-953b-f82ae43c6c62 HTTP/1.1" status: 200 len: 1066 time: 1.3026328 Nov 24 01:45:01.598510 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 44194) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:01.624928 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42403bc-f416-41d7-aacb-c8a63f9ea47d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddf580be-a3f3-4c3d-97e7-91845ca91d9f,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:01.699803 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b5c0e2-ddd8-41a1-8e7a-e5a32f020431 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Pushing event updated for resources: {'Port': ['ID=dfd264e9-fccd-4b6c-953b-f82ae43c6c62,revision_number=2']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:01.765530 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-cddec7da-8201-4df4-9e5e-642f70350350 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1665084506', 'router:external': True}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:45:01.941901 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cddec7da-8201-4df4-9e5e-642f70350350 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Made reservation on behalf of 2caeceb732b240e484bde3eb8d9528cb for: {'network': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:45:01.944588 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cddec7da-8201-4df4-9e5e-642f70350350 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:01.988426 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f97e89b5-8cb4-40b8-b64e-d84ce18591c2 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:02.037437 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-cb7cdc3b-8c85-4174-b8c2-8af7a03ab549 None None] Provisioning complete for port dfd264e9-fccd-4b6c-953b-f82ae43c6c62 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:45:02.038037 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-cb7cdc3b-8c85-4174-b8c2-8af7a03ab549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:02.130560 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-cb7cdc3b-8c85-4174-b8c2-8af7a03ab549 None None] Port dfd264e9-fccd-4b6c-953b-f82ae43c6c62 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:45:02.137449 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cddec7da-8201-4df4-9e5e-642f70350350 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:02.143083 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f97e89b5-8cb4-40b8-b64e-d84ce18591c2 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29149324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29154870'] for subnet, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:02.166099 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-85aff850-78ba-4e96-b3b0-a0d38f3657d8 req-90aa73fa-dc33-4c5a-8a02-8cd59b2e3fc6 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/ports?device_id=54a6fdcb-af1b-4e68-a904-3bb95b5cf340 HTTP/1.1" status: 200 len: 210 time: 0.0698252 Nov 24 01:45:02.213562 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97e89b5-8cb4-40b8-b64e-d84ce18591c2 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] Pushing event deleted for resources: {'Subnet': ['ID=070d5bb1-a830-437b-9f76-8f3620894f90,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:02.228398 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe093d34-4da2-4223-a124-a2019c6903af req-0f8a4fab-98d9-4a0c-b297-cfea752ae7bc tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:02.230140 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-fe093d34-4da2-4223-a124-a2019c6903af req-0f8a4fab-98d9-4a0c-b297-cfea752ae7bc tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] 10.222.0.21 "GET /v2.0/ports?device_id=b06b6ab1-567c-4b9b-8739-efabf02f01ca HTTP/1.1" status: 200 len: 932 time: 0.2920482 Nov 24 01:45:02.239331 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f97e89b5-8cb4-40b8-b64e-d84ce18591c2 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:02.241874 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19082e22-4097-4300-bafe-3f8a0c107158 None None] Network 1879d793-6f65-48b2-8e8e-483a3921cf54 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:45:02.262042 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-f97e89b5-8cb4-40b8-b64e-d84ce18591c2 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] 10.222.0.21 "DELETE /v2.0/subnets/070d5bb1-a830-437b-9f76-8f3620894f90 HTTP/1.1" status: 204 len: 168 time: 1.1500211 Nov 24 01:45:02.269238 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 44216) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:02.420478 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-dda06838-dfba-4c94-a343-14cfbd697e79 req-b12273da-4cbd-4c97-8cad-c3bf186b72c0 tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1515355-9a2f-447a-a05d-0c05d0f42b65 HTTP/1.1" status: 200 len: 210 time: 0.0676432 Nov 24 01:45:02.439400 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cddec7da-8201-4df4-9e5e-642f70350350 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:02.444289 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cddec7da-8201-4df4-9e5e-642f70350350 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:02.520924 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a479174a-d3ea-4e94-b0b6-c9297384ad45 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:02.548913 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e44997c-bace-4090-a2b1-80c4ce7d17a9 None None] DHCP port deletion for 1879d793-6f65-48b2-8e8e-483a3921cf54 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:45:02.619455 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-a479174a-d3ea-4e94-b0b6-c9297384ad45 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] Deleting port 2a860779-b138-4d2f-ba98-4dc5c11e4887 {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:45:02.619850 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a479174a-d3ea-4e94-b0b6-c9297384ad45 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:02.632968 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cddec7da-8201-4df4-9e5e-642f70350350 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=109866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:45:02.683668 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddec7da-8201-4df4-9e5e-642f70350350 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cee89012-b76c-4f8c-b208-85bd904d5be4,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:02.699242 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-fe093d34-4da2-4223-a124-a2019c6903af req-49a2cdab-4061-4edf-916a-6323f3c5bbac tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] 10.222.0.21 "GET /v2.0/security-groups?id=8cef3b03-e938-401d-a30c-e62493fab23d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4350717 Nov 24 01:45:02.705366 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-885c7f5a-baee-4786-a4e5-6920e10af540 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Deleting port dfd264e9-fccd-4b6c-953b-f82ae43c6c62 {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:45:02.707237 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-885c7f5a-baee-4786-a4e5-6920e10af540 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:02.754732 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-7e44997c-bace-4090-a2b1-80c4ce7d17a9 None None] Deleting port 2a860779-b138-4d2f-ba98-4dc5c11e4887 {{(pid=109868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:45:02.759193 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-7e44997c-bace-4090-a2b1-80c4ce7d17a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:02.762860 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cddec7da-8201-4df4-9e5e-642f70350350 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:02.763347 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.segments_db [None req-cddec7da-8201-4df4-9e5e-642f70350350 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Added segment a12ba703-f059-46ce-acf8-2f799701e9c1 of type vlan for network d9357bdc-f867-421b-a089-33a39c59ec4a Nov 24 01:45:02.773869 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [None req-a479174a-d3ea-4e94-b0b6-c9297384ad45 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] For port 2a860779-b138-4d2f-ba98-4dc5c11e4887, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=2a860779-b138-4d2f-ba98-4dc5c11e4887,segment=NetworkSegment(71a74a72-e2bc-4247-aa53-2d75157afdd1),segment_id=71a74a72-e2bc-4247-aa53-2d75157afdd1)] {{(pid=109867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:45:02.774592 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a479174a-d3ea-4e94-b0b6-c9297384ad45 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:02.805648 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-a479174a-d3ea-4e94-b0b6-c9297384ad45 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] Calling delete_port for 2a860779-b138-4d2f-ba98-4dc5c11e4887 owned by network:dhcp {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:45:02.934578 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cddec7da-8201-4df4-9e5e-642f70350350 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:02.957317 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-885c7f5a-baee-4786-a4e5-6920e10af540 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:02.964145 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 2a860779-b138-4d2f-ba98-4dc5c11e4887 no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:45:02.981038 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-885c7f5a-baee-4786-a4e5-6920e10af540 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Calling delete_port for dfd264e9-fccd-4b6c-953b-f82ae43c6c62 owned by {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:45:03.002210 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-7e44997c-bace-4090-a2b1-80c4ce7d17a9 None None] For port 2a860779-b138-4d2f-ba98-4dc5c11e4887, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=2a860779-b138-4d2f-ba98-4dc5c11e4887,segment=NetworkSegment(71a74a72-e2bc-4247-aa53-2d75157afdd1),segment_id=71a74a72-e2bc-4247-aa53-2d75157afdd1)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:45:03.002700 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-7e44997c-bace-4090-a2b1-80c4ce7d17a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:03.025153 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-7e44997c-bace-4090-a2b1-80c4ce7d17a9 None None] Calling delete_port for 2a860779-b138-4d2f-ba98-4dc5c11e4887 owned by network:dhcp {{(pid=109868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:45:03.043173 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cddec7da-8201-4df4-9e5e-642f70350350 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:03.044216 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cddec7da-8201-4df4-9e5e-642f70350350 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:03.045971 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cddec7da-8201-4df4-9e5e-642f70350350 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:03.086364 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a479174a-d3ea-4e94-b0b6-c9297384ad45 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:03.130799 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No active binding found for port 2a860779-b138-4d2f-ba98-4dc5c11e4887 {{(pid=109868) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 24 01:45:03.132382 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 2a860779-b138-4d2f-ba98-4dc5c11e4887 not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:45:03.157977 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-cddec7da-8201-4df4-9e5e-642f70350350 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.8344729 Nov 24 01:45:03.161340 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a479174a-d3ea-4e94-b0b6-c9297384ad45 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] Pushing event deleted for resources: {'Port': ['ID=2a860779-b138-4d2f-ba98-4dc5c11e4887,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:03.164771 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 44240) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:03.178694 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-8e6adf8b-2d53-4592-8656-3a47d4d6183d tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Request body: {'subnet': {'network_id': 'd9357bdc-f867-421b-a089-33a39c59ec4a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:45:03.181505 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a479174a-d3ea-4e94-b0b6-c9297384ad45 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] No DVR routers for this DVR port 2a860779-b138-4d2f-ba98-4dc5c11e4887 on host dv-neutron-818911-2-hyperv {{(pid=109867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:45:03.248258 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddec7da-8201-4df4-9e5e-642f70350350 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Pushing event updated for resources: {'Network': ['ID=d9357bdc-f867-421b-a089-33a39c59ec4a,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:03.305377 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e6adf8b-2d53-4592-8656-3a47d4d6183d tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Made reservation on behalf of 2caeceb732b240e484bde3eb8d9528cb for: {'subnet': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:45:03.309144 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8e6adf8b-2d53-4592-8656-3a47d4d6183d tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29154835'] for subnet, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:03.347531 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network d9357bdc-f867-421b-a089-33a39c59ec4a details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:45:03.482126 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-334340ea-8ac0-44f4-bd8e-1dcecdd68941 req-8d96fab5-dbd3-4865-99eb-34e59e2563cb tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/ports?device_id=54a6fdcb-af1b-4e68-a904-3bb95b5cf340 HTTP/1.1" status: 200 len: 210 time: 0.1368310 Nov 24 01:45:03.483981 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a479174a-d3ea-4e94-b0b6-c9297384ad45 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:03.536849 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-a479174a-d3ea-4e94-b0b6-c9297384ad45 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1879d793-6f65-48b2-8e8e-483a3921cf54']}} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:45:03.549802 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-a479174a-d3ea-4e94-b0b6-c9297384ad45 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71a74a72-e2bc-4247-aa53-2d75157afdd1') {'for_net_delete': True} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:45:03.551749 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-a479174a-d3ea-4e94-b0b6-c9297384ad45 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71a74a72-e2bc-4247-aa53-2d75157afdd1') {} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:45:03.566594 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a479174a-d3ea-4e94-b0b6-c9297384ad45 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28690908'] for segment, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:03.584929 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a479174a-d3ea-4e94-b0b6-c9297384ad45 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:03.594838 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a479174a-d3ea-4e94-b0b6-c9297384ad45 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=109867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:45:03.595484 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a479174a-d3ea-4e94-b0b6-c9297384ad45 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25503736'] for segment, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:03.622403 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-7e44997c-bace-4090-a2b1-80c4ce7d17a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974'] for port, after_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:03.638847 dv-neutron-818911-2-hyperv neutron-server[109867]: Traceback (most recent call last): Nov 24 01:45:03.638847 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:45:03.638847 dv-neutron-818911-2-hyperv neutron-server[109867]: timer() Nov 24 01:45:03.638847 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:45:03.638847 dv-neutron-818911-2-hyperv neutron-server[109867]: cb(*args, **kw) Nov 24 01:45:03.638847 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:45:03.638847 dv-neutron-818911-2-hyperv neutron-server[109867]: return func(*args, **kwargs) Nov 24 01:45:03.638847 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:45:03.638847 dv-neutron-818911-2-hyperv neutron-server[109867]: self._notify() Nov 24 01:45:03.638847 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:45:03.638847 dv-neutron-818911-2-hyperv neutron-server[109867]: self.callback(batched_events) Nov 24 01:45:03.638847 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:45:03.638847 dv-neutron-818911-2-hyperv neutron-server[109867]: event.method(event) Nov 24 01:45:03.638847 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:45:03.638847 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:45:03.638847 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:45:03.638847 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:45:03.638847 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:45:03.638847 dv-neutron-818911-2-hyperv neutron-server[109867]: return f(self, *a, **k) Nov 24 01:45:03.638847 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:45:03.638847 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._get(url).json() Nov 24 01:45:03.638847 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:45:03.638847 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:45:03.638847 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:45:03.638847 dv-neutron-818911-2-hyperv neutron-server[109867]: return self.request(url, 'GET', **kwargs) Nov 24 01:45:03.638847 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:45:03.638847 dv-neutron-818911-2-hyperv neutron-server[109867]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:45:03.638847 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:45:03.638847 dv-neutron-818911-2-hyperv neutron-server[109867]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:45:03.638847 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:45:03.638847 dv-neutron-818911-2-hyperv neutron-server[109867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:45:03.638847 dv-neutron-818911-2-hyperv neutron-server[109867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:45:03.699559 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a479174a-d3ea-4e94-b0b6-c9297384ad45 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:03.703019 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e44997c-bace-4090-a2b1-80c4ce7d17a9 None None] Pushing event deleted for resources: {'Port': ['ID=2a860779-b138-4d2f-ba98-4dc5c11e4887,revision_number=None']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:03.704842 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e44997c-bace-4090-a2b1-80c4ce7d17a9 None None] No DVR routers for this DVR port 2a860779-b138-4d2f-ba98-4dc5c11e4887 on host dv-neutron-818911-2-hyperv {{(pid=109868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:45:03.705552 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a479174a-d3ea-4e94-b0b6-c9297384ad45 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:03.717458 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-a479174a-d3ea-4e94-b0b6-c9297384ad45 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] 10.222.0.21 "DELETE /v2.0/networks/1879d793-6f65-48b2-8e8e-483a3921cf54 HTTP/1.1" status: 204 len: 168 time: 1.4464912 Nov 24 01:45:03.754916 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a479174a-d3ea-4e94-b0b6-c9297384ad45 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069 tempest-ExtraDHCPOptionsIpV6TestJSON-122818069-project] Pushing event deleted for resources: {'Network': ['ID=1879d793-6f65-48b2-8e8e-483a3921cf54,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:03.970351 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-f3b546e7-ab6a-41c9-b314-e14898249371 req-5b0f9349-da2f-4281-9a83-beca6011d196 tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1515355-9a2f-447a-a05d-0c05d0f42b65 HTTP/1.1" status: 200 len: 210 time: 0.0460737 Nov 24 01:45:04.016480 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-885c7f5a-baee-4786-a4e5-6920e10af540 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:04.016818 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4263e723-1170-410c-9192-d2a8efefca89 req-8f7a39b2-0081-4197-9ccd-36893e2a2e8a tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:04.019569 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-4263e723-1170-410c-9192-d2a8efefca89 req-8f7a39b2-0081-4197-9ccd-36893e2a2e8a tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] 10.222.0.21 "GET /v2.0/ports?device_id=b06b6ab1-567c-4b9b-8739-efabf02f01ca HTTP/1.1" status: 200 len: 932 time: 0.1520720 Nov 24 01:45:04.067199 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885c7f5a-baee-4786-a4e5-6920e10af540 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Pushing event deleted for resources: {'Port': ['ID=dfd264e9-fccd-4b6c-953b-f82ae43c6c62,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:04.179061 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-4263e723-1170-410c-9192-d2a8efefca89 req-3cb51306-5be3-474c-b0f9-a6430efbaf86 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] 10.222.0.21 "GET /v2.0/security-groups?id=8cef3b03-e938-401d-a30c-e62493fab23d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306233 Nov 24 01:45:04.346049 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 44268) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:04.414475 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-885c7f5a-baee-4786-a4e5-6920e10af540 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:04.420502 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-885c7f5a-baee-4786-a4e5-6920e10af540 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] 10.222.0.21 "DELETE /v2.0/ports/dfd264e9-fccd-4b6c-953b-f82ae43c6c62 HTTP/1.1" status: 204 len: 168 time: 2.8186498 Nov 24 01:45:04.420887 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 44276) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:04.452513 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.pecan_wsgi.hooks.translation [None req-43a72ac9-c79b-4eef-bdfe-1411c1129833 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] GET failed (client error): The resource could not be found. Nov 24 01:45:04.457395 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-43a72ac9-c79b-4eef-bdfe-1411c1129833 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] 10.222.0.21 "GET /v2.0/ports/dfd264e9-fccd-4b6c-953b-f82ae43c6c62 HTTP/1.1" status: 404 len: 333 time: 0.0354352 Nov 24 01:45:04.458075 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 44278) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:04.577200 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.objects.ports [None req-8e6adf8b-2d53-4592-8656-3a47d4d6183d tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109866) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 24 01:45:04.577691 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8e6adf8b-2d53-4592-8656-3a47d4d6183d tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29149261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29154849'] for subnet, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:04.667582 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-67c50507-b93d-48ad-8911-cd14f634b3bd req-1439fbab-69d3-4beb-9c23-cfb0c1e817c9 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/ports?device_id=54a6fdcb-af1b-4e68-a904-3bb95b5cf340 HTTP/1.1" status: 200 len: 210 time: 0.0460243 Nov 24 01:45:04.697334 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6adf8b-2d53-4592-8656-3a47d4d6183d tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Pushing event updated for resources: {'Subnet': ['ID=af1af66f-a86d-452a-9e9a-625bb737455c,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:04.706195 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6adf8b-2d53-4592-8656-3a47d4d6183d tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Checking segment: {'id': 'a12ba703-f059-46ce-acf8-2f799701e9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd9357bdc-f867-421b-a089-33a39c59ec4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:45:04.706595 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6adf8b-2d53-4592-8656-3a47d4d6183d tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Network hostable DHCP agents. Network: d9357bdc-f867-421b-a089-33a39c59ec4a, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 01:45:04.730833 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6adf8b-2d53-4592-8656-3a47d4d6183d tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Network d9357bdc-f867-421b-a089-33a39c59ec4a is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 01:45:04.747063 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-8e6adf8b-2d53-4592-8656-3a47d4d6183d tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, d9357bdc-f867-421b-a089-33a39c59ec4a) {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:45:04.758191 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527d069e-ce6c-419f-9012-32bcb386fde6 None None] Network d9357bdc-f867-421b-a089-33a39c59ec4a requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:45:04.765344 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6adf8b-2d53-4592-8656-3a47d4d6183d tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:04.766253 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8e6adf8b-2d53-4592-8656-3a47d4d6183d tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:04.792147 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-8e6adf8b-2d53-4592-8656-3a47d4d6183d tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.6223936 Nov 24 01:45:04.794278 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 44286) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:04.805039 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-809a18c2-d654-4845-85d3-5f817ae278ae tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1626420225', 'network_id': 'd9357bdc-f867-421b-a089-33a39c59ec4a'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:45:04.859968 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-809a18c2-d654-4845-85d3-5f817ae278ae tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Made reservation on behalf of 2caeceb732b240e484bde3eb8d9528cb for: {'port': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:45:04.863360 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-809a18c2-d654-4845-85d3-5f817ae278ae tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:04.884577 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 44288) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:04.916711 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [None req-809a18c2-d654-4845-85d3-5f817ae278ae tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] device_id is not set on port 7beb938a-3a75-4565-87b6-06ccd3629283 yet. {{(pid=109866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 01:45:05.048049 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-f434ebad-4744-41ed-a2c3-f0e6657b3195 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=03c6e3528eff45af93511d0004d94a5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6986933 Nov 24 01:45:05.048857 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 44298) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:05.092344 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.agents_db [None req-4e42c10c-a1d3-4d07-89d6-7a24334140aa None None] Agent healthcheck: found 6 active agents {{(pid=109869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 01:45:05.104734 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7aabc8c-76aa-4b3a-95d8-74872ab8dc7e None None] Network d9357bdc-f867-421b-a089-33a39c59ec4a requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:45:05.153832 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 44300) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:05.158261 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-33719041-6c3e-4f86-9472-a93f9bce1fcd tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Deleting port ee727215-5404-47cd-acfa-0374fb144183 {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:45:05.158849 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-33719041-6c3e-4f86-9472-a93f9bce1fcd tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:05.186316 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [None req-809a18c2-d654-4845-85d3-5f817ae278ae tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Allocated IP 172.20.0.4 (d9357bdc-f867-421b-a089-33a39c59ec4a/af1af66f-a86d-452a-9e9a-625bb737455c/7beb938a-3a75-4565-87b6-06ccd3629283) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:45:05.255107 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-3b91da83-fae3-4635-8e2d-4d8143dcd2a6 req-f2434fee-3296-4126-9966-09826b65448c tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1515355-9a2f-447a-a05d-0c05d0f42b65 HTTP/1.1" status: 200 len: 210 time: 0.1308217 Nov 24 01:45:05.351244 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-f705232f-3fd8-45b9-972a-82ec86fbdf40 tempest-RoutersAdminNegativeIpV6Test-759757564 tempest-RoutersAdminNegativeIpV6Test-759757564-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-128452911', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:45:05.388949 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-4248a0f2-4ecf-4bdc-b63e-b2b32d20c2ac tempest-RoutersAdminNegativeTest-217089876 tempest-RoutersAdminNegativeTest-217089876-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1243593259', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:45:05.397113 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0f403637-2701-4013-b8f3-aff669d87c69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:05.419847 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f705232f-3fd8-45b9-972a-82ec86fbdf40 tempest-RoutersAdminNegativeIpV6Test-759757564 tempest-RoutersAdminNegativeIpV6Test-759757564-project-admin] Made reservation on behalf of 354cce6646344360bf5373079bf1aa66 for: {'port': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:45:05.422165 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f705232f-3fd8-45b9-972a-82ec86fbdf40 tempest-RoutersAdminNegativeIpV6Test-759757564 tempest-RoutersAdminNegativeIpV6Test-759757564-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:05.440541 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0f403637-2701-4013-b8f3-aff669d87c69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:05.449824 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f705232f-3fd8-45b9-972a-82ec86fbdf40 tempest-RoutersAdminNegativeIpV6Test-759757564 tempest-RoutersAdminNegativeIpV6Test-759757564-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:05.455910 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-33719041-6c3e-4f86-9472-a93f9bce1fcd tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:05.485982 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-33719041-6c3e-4f86-9472-a93f9bce1fcd tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Calling delete_port for ee727215-5404-47cd-acfa-0374fb144183 owned by {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:45:05.498414 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4248a0f2-4ecf-4bdc-b63e-b2b32d20c2ac tempest-RoutersAdminNegativeTest-217089876 tempest-RoutersAdminNegativeTest-217089876-project-admin] Made reservation on behalf of 11302db1b08145d3a470e6062d2b4969 for: {'port': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:45:05.500784 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4248a0f2-4ecf-4bdc-b63e-b2b32d20c2ac tempest-RoutersAdminNegativeTest-217089876 tempest-RoutersAdminNegativeTest-217089876-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:05.526592 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-809a18c2-d654-4845-85d3-5f817ae278ae tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:05.535926 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece158bf-8e8b-4207-87a3-9222dabc315c req-b9a3cf25-8b4c-4323-ba5f-787cbbf5accd tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:05.537534 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-ece158bf-8e8b-4207-87a3-9222dabc315c req-b9a3cf25-8b4c-4323-ba5f-787cbbf5accd tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] 10.222.0.21 "GET /v2.0/ports?device_id=b06b6ab1-567c-4b9b-8739-efabf02f01ca HTTP/1.1" status: 200 len: 932 time: 0.1587920 Nov 24 01:45:05.540839 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4248a0f2-4ecf-4bdc-b63e-b2b32d20c2ac tempest-RoutersAdminNegativeTest-217089876 tempest-RoutersAdminNegativeTest-217089876-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:05.565400 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0f403637-2701-4013-b8f3-aff669d87c69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:05.567967 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0f403637-2701-4013-b8f3-aff669d87c69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:05.569083 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-0f403637-2701-4013-b8f3-aff669d87c69 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7b21d953-34ed-40c0-a304-b435cc4403d3 HTTP/1.1" status: 204 len: 168 time: 0.5177042 Nov 24 01:45:05.583801 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f403637-2701-4013-b8f3-aff669d87c69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b21d953-34ed-40c0-a304-b435cc4403d3,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:05.671505 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-ece158bf-8e8b-4207-87a3-9222dabc315c req-f32dbc85-7871-4df4-9e7f-54f20dd292d9 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] 10.222.0.21 "GET /v2.0/security-groups?id=8cef3b03-e938-401d-a30c-e62493fab23d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223550 Nov 24 01:45:05.676264 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-809a18c2-d654-4845-85d3-5f817ae278ae tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:05.676410 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-33719041-6c3e-4f86-9472-a93f9bce1fcd tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:05.737974 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f705232f-3fd8-45b9-972a-82ec86fbdf40 tempest-RoutersAdminNegativeIpV6Test-759757564 tempest-RoutersAdminNegativeIpV6Test-759757564-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:05.759740 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f705232f-3fd8-45b9-972a-82ec86fbdf40 tempest-RoutersAdminNegativeIpV6Test-759757564 tempest-RoutersAdminNegativeIpV6Test-759757564-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:05.762825 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809a18c2-d654-4845-85d3-5f817ae278ae tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Network d9357bdc-f867-421b-a089-33a39c59ec4a is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:45:05.768488 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33719041-6c3e-4f86-9472-a93f9bce1fcd tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Pushing event deleted for resources: {'Port': ['ID=ee727215-5404-47cd-acfa-0374fb144183,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:05.778883 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [None req-f705232f-3fd8-45b9-972a-82ec86fbdf40 tempest-RoutersAdminNegativeIpV6Test-759757564 tempest-RoutersAdminNegativeIpV6Test-759757564-project-admin] device_id is not set on port 65e0eae4-2b91-4cff-9713-e8a1ebba031a yet. {{(pid=109866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 01:45:05.784339 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-809a18c2-d654-4845-85d3-5f817ae278ae tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:45:05.802398 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809a18c2-d654-4845-85d3-5f817ae278ae tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:45:05.803845 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809a18c2-d654-4845-85d3-5f817ae278ae tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Pushing event updated for resources: {'Port': ['ID=7beb938a-3a75-4565-87b6-06ccd3629283,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:05.861701 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-33719041-6c3e-4f86-9472-a93f9bce1fcd tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:05.867369 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-33719041-6c3e-4f86-9472-a93f9bce1fcd tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] 10.222.0.21 "DELETE /v2.0/ports/ee727215-5404-47cd-acfa-0374fb144183 HTTP/1.1" status: 204 len: 168 time: 1.4075973 Nov 24 01:45:05.870782 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 44310) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:05.914885 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-dab3d52a-0e6e-493c-b07f-1fbf6d9858ad req-f3921a4d-4a14-4f71-bc2d-9c1e557ddf07 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/ports?device_id=54a6fdcb-af1b-4e68-a904-3bb95b5cf340 HTTP/1.1" status: 200 len: 210 time: 0.0714571 Nov 24 01:45:05.936684 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4248a0f2-4ecf-4bdc-b63e-b2b32d20c2ac tempest-RoutersAdminNegativeTest-217089876 tempest-RoutersAdminNegativeTest-217089876-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:05.937211 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.pecan_wsgi.hooks.translation [None req-91ebef20-5b17-4a4c-8f72-80e384e8ec34 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] GET failed (client error): The resource could not be found. Nov 24 01:45:05.949483 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-91ebef20-5b17-4a4c-8f72-80e384e8ec34 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] 10.222.0.21 "GET /v2.0/ports/ee727215-5404-47cd-acfa-0374fb144183 HTTP/1.1" status: 404 len: 333 time: 0.0665393 Nov 24 01:45:05.949483 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 44314) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:05.972222 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4248a0f2-4ecf-4bdc-b63e-b2b32d20c2ac tempest-RoutersAdminNegativeTest-217089876 tempest-RoutersAdminNegativeTest-217089876-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:05.989670 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f705232f-3fd8-45b9-972a-82ec86fbdf40 tempest-RoutersAdminNegativeIpV6Test-759757564 tempest-RoutersAdminNegativeIpV6Test-759757564-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f91d06d-8654-4084-ae56-c44d1d346d85,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:05.998103 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [None req-4248a0f2-4ecf-4bdc-b63e-b2b32d20c2ac tempest-RoutersAdminNegativeTest-217089876 tempest-RoutersAdminNegativeTest-217089876-project-admin] device_id is not set on port 1acae5c0-11ef-437b-81a9-a61db77409ed yet. {{(pid=109866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 01:45:06.046771 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809a18c2-d654-4845-85d3-5f817ae278ae tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:06.047886 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-809a18c2-d654-4845-85d3-5f817ae278ae tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:06.150430 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4248a0f2-4ecf-4bdc-b63e-b2b32d20c2ac tempest-RoutersAdminNegativeTest-217089876 tempest-RoutersAdminNegativeTest-217089876-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5e6d874-d8c4-4bea-877c-dba44bedb5f1,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:06.162301 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-068af106-1e76-4c48-874c-cee671b5f016 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Deleting port cc2f8538-ccd5-4c93-a8b4-fc9b2b440adc {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:45:06.162926 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-068af106-1e76-4c48-874c-cee671b5f016 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:06.166361 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-809a18c2-d654-4845-85d3-5f817ae278ae tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.3687320 Nov 24 01:45:06.170360 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 44320) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:06.176121 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [None req-f705232f-3fd8-45b9-972a-82ec86fbdf40 tempest-RoutersAdminNegativeIpV6Test-759757564 tempest-RoutersAdminNegativeIpV6Test-759757564-project-admin] Allocated IP 172.26.5.140 (eb22795d-37ee-46ee-844d-92c17e2ea450/3e66fcff-6e72-4083-b514-48f69cdaa2cb/65e0eae4-2b91-4cff-9713-e8a1ebba031a) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:45:06.368798 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-22c72ccb-5abc-4a6a-a474-0f3b3724f031 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Deleting port 7beb938a-3a75-4565-87b6-06ccd3629283 {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:45:06.369146 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-22c72ccb-5abc-4a6a-a474-0f3b3724f031 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:06.399937 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-068af106-1e76-4c48-874c-cee671b5f016 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:06.433968 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-068af106-1e76-4c48-874c-cee671b5f016 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Calling delete_port for cc2f8538-ccd5-4c93-a8b4-fc9b2b440adc owned by {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:45:06.439520 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f705232f-3fd8-45b9-972a-82ec86fbdf40 tempest-RoutersAdminNegativeIpV6Test-759757564 tempest-RoutersAdminNegativeIpV6Test-759757564-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:06.442622 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-94f0efe2-b6e5-4820-b4e8-f282d9ec6449 req-8e727d09-8802-4b1c-bbfe-ffab2c7e4a4e tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1515355-9a2f-447a-a05d-0c05d0f42b65 HTTP/1.1" status: 200 len: 210 time: 0.0496805 Nov 24 01:45:06.485218 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f705232f-3fd8-45b9-972a-82ec86fbdf40 tempest-RoutersAdminNegativeIpV6Test-759757564 tempest-RoutersAdminNegativeIpV6Test-759757564-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:06.571394 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f705232f-3fd8-45b9-972a-82ec86fbdf40 tempest-RoutersAdminNegativeIpV6Test-759757564 tempest-RoutersAdminNegativeIpV6Test-759757564-project-admin] Pushing event updated for resources: {'Port': ['ID=65e0eae4-2b91-4cff-9713-e8a1ebba031a,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:06.596387 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f705232f-3fd8-45b9-972a-82ec86fbdf40 tempest-RoutersAdminNegativeIpV6Test-759757564 tempest-RoutersAdminNegativeIpV6Test-759757564-project-admin] Network eb22795d-37ee-46ee-844d-92c17e2ea450 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:45:06.601600 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-f705232f-3fd8-45b9-972a-82ec86fbdf40 tempest-RoutersAdminNegativeIpV6Test-759757564 tempest-RoutersAdminNegativeIpV6Test-759757564-project-admin] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:45:06.605445 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f705232f-3fd8-45b9-972a-82ec86fbdf40 tempest-RoutersAdminNegativeIpV6Test-759757564 tempest-RoutersAdminNegativeIpV6Test-759757564-project-admin] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:45:06.643082 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [None req-4248a0f2-4ecf-4bdc-b63e-b2b32d20c2ac tempest-RoutersAdminNegativeTest-217089876 tempest-RoutersAdminNegativeTest-217089876-project-admin] Allocated IP 172.26.5.173 (eb22795d-37ee-46ee-844d-92c17e2ea450/3e66fcff-6e72-4083-b514-48f69cdaa2cb/1acae5c0-11ef-437b-81a9-a61db77409ed) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:45:06.643275 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-22c72ccb-5abc-4a6a-a474-0f3b3724f031 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:06.647342 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-068af106-1e76-4c48-874c-cee671b5f016 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:06.676520 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f705232f-3fd8-45b9-972a-82ec86fbdf40 tempest-RoutersAdminNegativeIpV6Test-759757564 tempest-RoutersAdminNegativeIpV6Test-759757564-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:06.677108 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f705232f-3fd8-45b9-972a-82ec86fbdf40 tempest-RoutersAdminNegativeIpV6Test-759757564 tempest-RoutersAdminNegativeIpV6Test-759757564-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:06.685206 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-22c72ccb-5abc-4a6a-a474-0f3b3724f031 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Calling delete_port for 7beb938a-3a75-4565-87b6-06ccd3629283 owned by {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:45:06.692839 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068af106-1e76-4c48-874c-cee671b5f016 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Pushing event deleted for resources: {'Port': ['ID=cc2f8538-ccd5-4c93-a8b4-fc9b2b440adc,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:06.717902 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-f705232f-3fd8-45b9-972a-82ec86fbdf40 tempest-RoutersAdminNegativeIpV6Test-759757564 tempest-RoutersAdminNegativeIpV6Test-759757564-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.5602264 Nov 24 01:45:06.718540 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 44336) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:06.723322 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-8bf81eed-683f-4a22-b700-40dfb80597a1 tempest-RoutersAdminNegativeIpV6Test-759757564 tempest-RoutersAdminNegativeIpV6Test-759757564-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.140'}]}}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:45:06.766317 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-068af106-1e76-4c48-874c-cee671b5f016 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:06.772011 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-068af106-1e76-4c48-874c-cee671b5f016 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] 10.222.0.21 "DELETE /v2.0/ports/cc2f8538-ccd5-4c93-a8b4-fc9b2b440adc HTTP/1.1" status: 204 len: 168 time: 0.8244135 Nov 24 01:45:06.775940 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 44340) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:06.898897 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_v2 [None req-828adaf9-9f60-44da-b143-59ab73c11996 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Deleting subnet aa05d6b5-70d9-4636-bd37-f4e14483f9f7 {{(pid=109866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 01:45:06.911881 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-828adaf9-9f60-44da-b143-59ab73c11996 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Publish callbacks [] for subnet, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:06.979732 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 44342) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:07.014332 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-828adaf9-9f60-44da-b143-59ab73c11996 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29055568'] for subnet, precommit_delete_associations {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:07.055982 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8bf81eed-683f-4a22-b700-40dfb80597a1 tempest-RoutersAdminNegativeIpV6Test-759757564 tempest-RoutersAdminNegativeIpV6Test-759757564-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-424105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2744'] for router, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:07.057182 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8bf81eed-683f-4a22-b700-40dfb80597a1 tempest-RoutersAdminNegativeIpV6Test-759757564 tempest-RoutersAdminNegativeIpV6Test-759757564-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-424325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-326625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2753'] for router, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:07.082062 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13a45d6-3b08-419e-993c-1941859f1e8d req-18051e1c-95af-455b-b15e-857790d8f55e tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:07.084374 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-d13a45d6-3b08-419e-993c-1941859f1e8d req-18051e1c-95af-455b-b15e-857790d8f55e tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] 10.222.0.21 "GET /v2.0/ports?device_id=b06b6ab1-567c-4b9b-8739-efabf02f01ca HTTP/1.1" status: 200 len: 932 time: 0.2271030 Nov 24 01:45:07.127233 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-22c72ccb-5abc-4a6a-a474-0f3b3724f031 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:07.168955 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-8e9d5f53-7a80-4335-9904-0d79da472f9f req-6f512ffa-fdbb-4bb8-a221-6cae695e4889 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/ports?device_id=54a6fdcb-af1b-4e68-a904-3bb95b5cf340 HTTP/1.1" status: 200 len: 210 time: 0.0879645 Nov 24 01:45:07.187838 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c72ccb-5abc-4a6a-a474-0f3b3724f031 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Pushing event deleted for resources: {'Port': ['ID=7beb938a-3a75-4565-87b6-06ccd3629283,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:07.228001 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-d13a45d6-3b08-419e-993c-1941859f1e8d req-d2e3ebfe-d133-481f-bacc-d9cbc6ea5c70 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] 10.222.0.21 "GET /v2.0/security-groups?id=8cef3b03-e938-401d-a30c-e62493fab23d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1320498 Nov 24 01:45:07.247322 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4248a0f2-4ecf-4bdc-b63e-b2b32d20c2ac tempest-RoutersAdminNegativeTest-217089876 tempest-RoutersAdminNegativeTest-217089876-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:07.248389 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-9cad1686-cab2-45d0-9d57-edcdd53b79c5 tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1205276492'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:45:07.249325 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8bf81eed-683f-4a22-b700-40dfb80597a1 tempest-RoutersAdminNegativeIpV6Test-759757564 tempest-RoutersAdminNegativeIpV6Test-759757564-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:07.342091 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-22c72ccb-5abc-4a6a-a474-0f3b3724f031 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:07.364957 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-22c72ccb-5abc-4a6a-a474-0f3b3724f031 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] 10.222.0.21 "DELETE /v2.0/ports/7beb938a-3a75-4565-87b6-06ccd3629283 HTTP/1.1" status: 204 len: 168 time: 1.1877375 Nov 24 01:45:07.364957 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cad1686-cab2-45d0-9d57-edcdd53b79c5 tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] Made reservation on behalf of 56f1ab4189b340cfb6d63216b4b365c3 for: {'network': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:45:07.373099 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9cad1686-cab2-45d0-9d57-edcdd53b79c5 tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:07.375236 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 44348) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:07.380760 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-2ef9fe1f-748b-4f01-94c0-429a731df1e7 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd9357bdc-f867-421b-a089-33a39c59ec4a', 'external_fixed_ips': [{'subnet_id': 'af1af66f-a86d-452a-9e9a-625bb737455c', 'ip_address': '172.20.0.4'}]}}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:45:07.405703 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9cad1686-cab2-45d0-9d57-edcdd53b79c5 tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] Publish callbacks [] for security_group, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:07.406501 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-828adaf9-9f60-44da-b143-59ab73c11996 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:07.429170 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2ef9fe1f-748b-4f01-94c0-429a731df1e7 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-424105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2744'] for router, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:07.430365 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2ef9fe1f-748b-4f01-94c0-429a731df1e7 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-424325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-326625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2753'] for router, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:07.524122 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8bf81eed-683f-4a22-b700-40dfb80597a1 tempest-RoutersAdminNegativeIpV6Test-759757564 tempest-RoutersAdminNegativeIpV6Test-759757564-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:07.540257 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9cad1686-cab2-45d0-9d57-edcdd53b79c5 tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] Publish callbacks [] for security_group, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:07.546198 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2ef9fe1f-748b-4f01-94c0-429a731df1e7 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:07.548209 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9cad1686-cab2-45d0-9d57-edcdd53b79c5 tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:07.576502 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4248a0f2-4ecf-4bdc-b63e-b2b32d20c2ac tempest-RoutersAdminNegativeTest-217089876 tempest-RoutersAdminNegativeTest-217089876-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:07.623564 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cad1686-cab2-45d0-9d57-edcdd53b79c5 tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=109867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:45:07.672545 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9cad1686-cab2-45d0-9d57-edcdd53b79c5 tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:07.672900 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.segments_db [None req-9cad1686-cab2-45d0-9d57-edcdd53b79c5 tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] Added segment b3917878-00d7-482c-af2c-c3434fc5222d of type vlan for network 9d58742c-6850-4d10-92e4-dfe1769e9b5e Nov 24 01:45:07.674226 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cad1686-cab2-45d0-9d57-edcdd53b79c5 tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=118a36be-b08e-47c1-b78c-277af1cd4bee,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:07.707190 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4248a0f2-4ecf-4bdc-b63e-b2b32d20c2ac tempest-RoutersAdminNegativeTest-217089876 tempest-RoutersAdminNegativeTest-217089876-project-admin] Network eb22795d-37ee-46ee-844d-92c17e2ea450 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:45:07.740978 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-4248a0f2-4ecf-4bdc-b63e-b2b32d20c2ac tempest-RoutersAdminNegativeTest-217089876 tempest-RoutersAdminNegativeTest-217089876-project-admin] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:45:07.750513 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-8b8c6077-30fb-4991-8a40-934ff8bf3002 req-be09be93-51df-498a-a4ba-7877a9af930d tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1515355-9a2f-447a-a05d-0c05d0f42b65 HTTP/1.1" status: 200 len: 210 time: 0.1446974 Nov 24 01:45:07.752500 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4248a0f2-4ecf-4bdc-b63e-b2b32d20c2ac tempest-RoutersAdminNegativeTest-217089876 tempest-RoutersAdminNegativeTest-217089876-project-admin] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:45:07.793044 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9cad1686-cab2-45d0-9d57-edcdd53b79c5 tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:07.799051 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2ef9fe1f-748b-4f01-94c0-429a731df1e7 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:07.817747 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-828adaf9-9f60-44da-b143-59ab73c11996 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29149324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29154870'] for subnet, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:07.834314 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4248a0f2-4ecf-4bdc-b63e-b2b32d20c2ac tempest-RoutersAdminNegativeTest-217089876 tempest-RoutersAdminNegativeTest-217089876-project-admin] Pushing event updated for resources: {'Port': ['ID=1acae5c0-11ef-437b-81a9-a61db77409ed,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:07.838038 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9cad1686-cab2-45d0-9d57-edcdd53b79c5 tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:07.849286 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cad1686-cab2-45d0-9d57-edcdd53b79c5 tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:07.850133 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9cad1686-cab2-45d0-9d57-edcdd53b79c5 tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:07.869695 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828adaf9-9f60-44da-b143-59ab73c11996 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Pushing event deleted for resources: {'Subnet': ['ID=aa05d6b5-70d9-4636-bd37-f4e14483f9f7,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:07.883093 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974333d1-f304-423f-9244-3b7d2cc761f2 None None] Network 19d2f09c-1b1e-465c-8ca1-aa055896f88b requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:45:07.887009 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-828adaf9-9f60-44da-b143-59ab73c11996 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:07.899795 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-828adaf9-9f60-44da-b143-59ab73c11996 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] 10.222.0.21 "DELETE /v2.0/subnets/aa05d6b5-70d9-4636-bd37-f4e14483f9f7 HTTP/1.1" status: 204 len: 168 time: 1.1208079 Nov 24 01:45:07.901394 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 44352) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:07.922523 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4248a0f2-4ecf-4bdc-b63e-b2b32d20c2ac tempest-RoutersAdminNegativeTest-217089876 tempest-RoutersAdminNegativeTest-217089876-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:07.923184 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4248a0f2-4ecf-4bdc-b63e-b2b32d20c2ac tempest-RoutersAdminNegativeTest-217089876 tempest-RoutersAdminNegativeTest-217089876-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:08.004162 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-9cad1686-cab2-45d0-9d57-edcdd53b79c5 tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.0235302 Nov 24 01:45:08.004909 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 44354) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:08.042685 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-112bc913-1ca2-4982-939a-71df2f99bf5e tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] Request body: {'subnet': {'network_id': '9d58742c-6850-4d10-92e4-dfe1769e9b5e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:45:08.163144 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cad1686-cab2-45d0-9d57-edcdd53b79c5 tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] Pushing event updated for resources: {'Network': ['ID=9d58742c-6850-4d10-92e4-dfe1769e9b5e,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:08.176173 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network 9d58742c-6850-4d10-92e4-dfe1769e9b5e details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:45:08.306883 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-4248a0f2-4ecf-4bdc-b63e-b2b32d20c2ac tempest-RoutersAdminNegativeTest-217089876 tempest-RoutersAdminNegativeTest-217089876-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.4211972 Nov 24 01:45:08.313750 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 44360) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:08.318998 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-0c2f0566-e23c-47de-a4a4-437eb2d79afb tempest-RoutersAdminNegativeTest-217089876 tempest-RoutersAdminNegativeTest-217089876-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.173'}]}}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:45:08.327080 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c86395f-b87b-4de5-a7e8-47a4094a0118 None None] DHCP port deletion for 19d2f09c-1b1e-465c-8ca1-aa055896f88b request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:45:08.338570 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-db5cc2ca-efae-4c74-8f12-efd4ee350205 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:08.478044 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-112bc913-1ca2-4982-939a-71df2f99bf5e tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] Made reservation on behalf of 56f1ab4189b340cfb6d63216b4b365c3 for: {'subnet': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:45:08.484416 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-112bc913-1ca2-4982-939a-71df2f99bf5e tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25307781'] for subnet, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:08.504091 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-58301060-7b3f-4e88-9d9b-0491b0b32dd8 req-39161583-eddb-4b62-bfce-3bc53c3370cb tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/ports?device_id=54a6fdcb-af1b-4e68-a904-3bb95b5cf340 HTTP/1.1" status: 200 len: 210 time: 0.1703889 Nov 24 01:45:08.507042 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00992ad9-3d10-4655-8793-266707fad21e req-b751d5b4-e90d-441c-add1-ee18321d94af tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:08.515286 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-00992ad9-3d10-4655-8793-266707fad21e req-b751d5b4-e90d-441c-add1-ee18321d94af tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] 10.222.0.21 "GET /v2.0/ports?device_id=b06b6ab1-567c-4b9b-8739-efabf02f01ca HTTP/1.1" status: 200 len: 932 time: 0.1820395 Nov 24 01:45:08.538906 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0c2f0566-e23c-47de-a4a4-437eb2d79afb tempest-RoutersAdminNegativeTest-217089876 tempest-RoutersAdminNegativeTest-217089876-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-424105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2744'] for router, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:08.539974 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0c2f0566-e23c-47de-a4a4-437eb2d79afb tempest-RoutersAdminNegativeTest-217089876 tempest-RoutersAdminNegativeTest-217089876-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-424325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-326625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2753'] for router, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:08.543634 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-6c86395f-b87b-4de5-a7e8-47a4094a0118 None None] Deleting port 15df5789-c371-4a6f-a27c-1b6be4cfe143 {{(pid=109868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:45:08.550570 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-6c86395f-b87b-4de5-a7e8-47a4094a0118 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:08.679841 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8bf81eed-683f-4a22-b700-40dfb80597a1 tempest-RoutersAdminNegativeIpV6Test-759757564 tempest-RoutersAdminNegativeIpV6Test-759757564-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:08.687207 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0c2f0566-e23c-47de-a4a4-437eb2d79afb tempest-RoutersAdminNegativeTest-217089876 tempest-RoutersAdminNegativeTest-217089876-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:08.692138 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-6c86395f-b87b-4de5-a7e8-47a4094a0118 None None] For port 15df5789-c371-4a6f-a27c-1b6be4cfe143, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=15df5789-c371-4a6f-a27c-1b6be4cfe143,segment=NetworkSegment(bd0229db-0bec-4b69-9e8d-18238e0a63a4),segment_id=bd0229db-0bec-4b69-9e8d-18238e0a63a4)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:45:08.692734 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-6c86395f-b87b-4de5-a7e8-47a4094a0118 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:08.709466 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-6c86395f-b87b-4de5-a7e8-47a4094a0118 None None] Calling delete_port for 15df5789-c371-4a6f-a27c-1b6be4cfe143 owned by network:dhcp {{(pid=109868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:45:08.723522 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-00992ad9-3d10-4655-8793-266707fad21e req-4502c2fe-acd3-4c55-b8e6-03e3a56a2d0a tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] 10.222.0.21 "GET /v2.0/security-groups?id=8cef3b03-e938-401d-a30c-e62493fab23d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2024772 Nov 24 01:45:08.729012 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8bf81eed-683f-4a22-b700-40dfb80597a1 tempest-RoutersAdminNegativeIpV6Test-759757564 tempest-RoutersAdminNegativeIpV6Test-759757564-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:08.741204 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-db5cc2ca-efae-4c74-8f12-efd4ee350205 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Deleting port 15df5789-c371-4a6f-a27c-1b6be4cfe143 {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:45:08.741755 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-db5cc2ca-efae-4c74-8f12-efd4ee350205 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:08.809430 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2ef9fe1f-748b-4f01-94c0-429a731df1e7 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:08.849166 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2ef9fe1f-748b-4f01-94c0-429a731df1e7 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:08.858824 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 15df5789-c371-4a6f-a27c-1b6be4cfe143 no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:45:08.968663 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-8db91c98-a50e-4ea7-bee9-f82f7a4cb555 req-8544864c-0605-420a-a457-ed0e699056fa tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1515355-9a2f-447a-a05d-0c05d0f42b65 HTTP/1.1" status: 200 len: 210 time: 0.0958064 Nov 24 01:45:08.970883 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:08.974457 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-6c86395f-b87b-4de5-a7e8-47a4094a0118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974'] for port, after_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:09.017221 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c86395f-b87b-4de5-a7e8-47a4094a0118 None None] No DVR routers for this DVR port 15df5789-c371-4a6f-a27c-1b6be4cfe143 on host dv-neutron-818911-2-hyperv {{(pid=109868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:45:09.038923 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c86395f-b87b-4de5-a7e8-47a4094a0118 None None] Pushing event deleted for resources: {'Port': ['ID=15df5789-c371-4a6f-a27c-1b6be4cfe143,revision_number=None']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:09.183656 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-112bc913-1ca2-4982-939a-71df2f99bf5e tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25501847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25307831'] for subnet, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:09.197518 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-2ef9fe1f-748b-4f01-94c0-429a731df1e7 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Allocated IP 172.20.0.4 (d9357bdc-f867-421b-a089-33a39c59ec4a/af1af66f-a86d-452a-9e9a-625bb737455c/b6f86cb9-adff-4aef-966b-70760f97c46b) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:45:09.274665 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0c2f0566-e23c-47de-a4a4-437eb2d79afb tempest-RoutersAdminNegativeTest-217089876 tempest-RoutersAdminNegativeTest-217089876-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:09.278564 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [None req-db5cc2ca-efae-4c74-8f12-efd4ee350205 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] For port 15df5789-c371-4a6f-a27c-1b6be4cfe143, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=15df5789-c371-4a6f-a27c-1b6be4cfe143,segment=NetworkSegment(bd0229db-0bec-4b69-9e8d-18238e0a63a4),segment_id=bd0229db-0bec-4b69-9e8d-18238e0a63a4)] {{(pid=109866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:45:09.278924 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-db5cc2ca-efae-4c74-8f12-efd4ee350205 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:09.281554 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112bc913-1ca2-4982-939a-71df2f99bf5e tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] Pushing event updated for resources: {'Subnet': ['ID=a38f5e20-ce56-468b-8814-9a12b6f53d5e,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:09.296900 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-db5cc2ca-efae-4c74-8f12-efd4ee350205 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Calling delete_port for 15df5789-c371-4a6f-a27c-1b6be4cfe143 owned by network:dhcp {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:45:09.326956 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8bf81eed-683f-4a22-b700-40dfb80597a1 tempest-RoutersAdminNegativeIpV6Test-759757564 tempest-RoutersAdminNegativeIpV6Test-759757564-project-admin] Publish callbacks [] for router, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:09.332159 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112bc913-1ca2-4982-939a-71df2f99bf5e tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] Checking segment: {'id': 'b3917878-00d7-482c-af2c-c3434fc5222d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9d58742c-6850-4d10-92e4-dfe1769e9b5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:45:09.332518 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112bc913-1ca2-4982-939a-71df2f99bf5e tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] Network hostable DHCP agents. Network: 9d58742c-6850-4d10-92e4-dfe1769e9b5e, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 01:45:09.372877 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112bc913-1ca2-4982-939a-71df2f99bf5e tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] Network 9d58742c-6850-4d10-92e4-dfe1769e9b5e is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 01:45:09.387789 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2ef9fe1f-748b-4f01-94c0-429a731df1e7 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:09.398335 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-112bc913-1ca2-4982-939a-71df2f99bf5e tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, 9d58742c-6850-4d10-92e4-dfe1769e9b5e) {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:45:09.412996 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592ebc2d-fc47-4dca-a5bf-767aff6090f6 None None] Network 9d58742c-6850-4d10-92e4-dfe1769e9b5e requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:45:09.416550 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112bc913-1ca2-4982-939a-71df2f99bf5e tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:09.418857 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-112bc913-1ca2-4982-939a-71df2f99bf5e tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:09.463552 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-112bc913-1ca2-4982-939a-71df2f99bf5e tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4525735 Nov 24 01:45:09.464310 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 44366) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:09.470788 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-4856399c-0ff3-47e6-93cf-3a19127b5156 tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] Request body: {'port': {'network_id': '9d58742c-6850-4d10-92e4-dfe1769e9b5e', 'name': 'tempest-ExtraDHCPOptionsTestJSON-247461987'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:45:09.494499 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2ef9fe1f-748b-4f01-94c0-429a731df1e7 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:09.559013 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8bf81eed-683f-4a22-b700-40dfb80597a1 tempest-RoutersAdminNegativeIpV6Test-759757564 tempest-RoutersAdminNegativeIpV6Test-759757564-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-424460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2766'] for router, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:09.561470 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8bf81eed-683f-4a22-b700-40dfb80597a1 tempest-RoutersAdminNegativeIpV6Test-759757564 tempest-RoutersAdminNegativeIpV6Test-759757564-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:09.574070 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef9fe1f-748b-4f01-94c0-429a731df1e7 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Network d9357bdc-f867-421b-a089-33a39c59ec4a is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:45:09.586734 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-2ef9fe1f-748b-4f01-94c0-429a731df1e7 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:45:09.592938 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef9fe1f-748b-4f01-94c0-429a731df1e7 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:45:09.635624 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef9fe1f-748b-4f01-94c0-429a731df1e7 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Pushing event updated for resources: {'Port': ['ID=b6f86cb9-adff-4aef-966b-70760f97c46b,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:09.758029 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-d96c3308-20ce-40da-9fae-d877489cb0f1 req-a9326a17-a37a-48f8-803f-20af77acf444 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/ports?device_id=54a6fdcb-af1b-4e68-a904-3bb95b5cf340 HTTP/1.1" status: 200 len: 210 time: 0.1372323 Nov 24 01:45:09.762988 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [req-3fc39b5d-3364-419a-9292-4722211f28f3 req-9183efcd-5201-4741-b429-4eb78b8a9ffa service neutron] Request body: {'port': {'device_id': 'b06b6ab1-567c-4b9b-8739-efabf02f01ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8189'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:45:09.769650 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8bf81eed-683f-4a22-b700-40dfb80597a1 tempest-RoutersAdminNegativeIpV6Test-759757564 tempest-RoutersAdminNegativeIpV6Test-759757564-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-424469'] for router, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:09.770169 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bf81eed-683f-4a22-b700-40dfb80597a1 tempest-RoutersAdminNegativeIpV6Test-759757564 tempest-RoutersAdminNegativeIpV6Test-759757564-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a22bf405-4e4f-4403-a545-b5856ef4873c {{(pid=109866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 01:45:09.795351 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c63c74-cf6c-430c-936c-457d2df9e6e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-9d58742c-6850-4d10-92e4-dfe1769e9b5e', 'network_id': '9d58742c-6850-4d10-92e4-dfe1769e9b5e', 'tenant_id': '56f1ab4189b340cfb6d63216b4b365c3', 'fixed_ips': [{'subnet_id': 'a38f5e20-ce56-468b-8814-9a12b6f53d5e'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 01:45:09.796260 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-c9c63c74-cf6c-430c-936c-457d2df9e6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:09.849720 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-db5cc2ca-efae-4c74-8f12-efd4ee350205 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:09.892744 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5cc2ca-efae-4c74-8f12-efd4ee350205 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Pushing event deleted for resources: {'Port': ['ID=15df5789-c371-4a6f-a27c-1b6be4cfe143,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:09.922358 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5cc2ca-efae-4c74-8f12-efd4ee350205 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] No DVR routers for this DVR port 15df5789-c371-4a6f-a27c-1b6be4cfe143 on host dv-neutron-818911-2-hyperv {{(pid=109866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:45:09.935716 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-3fc39b5d-3364-419a-9292-4722211f28f3 req-9183efcd-5201-4741-b429-4eb78b8a9ffa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:09.989749 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-c9c63c74-cf6c-430c-936c-457d2df9e6e3 None None] Allocated IP 172.20.0.2 (9d58742c-6850-4d10-92e4-dfe1769e9b5e/a38f5e20-ce56-468b-8814-9a12b6f53d5e/ca04cb3a-3d5e-4bad-8f17-9feac91ec48a) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:45:10.114806 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-db5cc2ca-efae-4c74-8f12-efd4ee350205 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:10.154050 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-c9c63c74-cf6c-430c-936c-457d2df9e6e3 None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:10.162689 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-c9c63c74-cf6c-430c-936c-457d2df9e6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:10.195242 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4856399c-0ff3-47e6-93cf-3a19127b5156 tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] Made reservation on behalf of 56f1ab4189b340cfb6d63216b4b365c3 for: {'port': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:45:10.199183 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4856399c-0ff3-47e6-93cf-3a19127b5156 tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:10.208233 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c63c74-cf6c-430c-936c-457d2df9e6e3 None None] Network 9d58742c-6850-4d10-92e4-dfe1769e9b5e is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:45:10.211197 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-c9c63c74-cf6c-430c-936c-457d2df9e6e3 None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:45:10.214822 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c63c74-cf6c-430c-936c-457d2df9e6e3 None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:45:10.226962 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c63c74-cf6c-430c-936c-457d2df9e6e3 None None] Pushing event updated for resources: {'Port': ['ID=ca04cb3a-3d5e-4bad-8f17-9feac91ec48a,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:10.233487 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [None req-4856399c-0ff3-47e6-93cf-3a19127b5156 tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] device_id is not set on port cdc9bbf2-0ba7-4171-916d-59143890f8cf yet. {{(pid=109867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 01:45:10.250145 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e651b9-2fe7-4a86-bb17-a80d9ae1d535 req-cfe02204-9808-4f05-8c3f-92d4f3896b93 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:10.251712 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e9e651b9-2fe7-4a86-bb17-a80d9ae1d535 req-cfe02204-9808-4f05-8c3f-92d4f3896b93 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] 10.222.0.21 "GET /v2.0/ports?device_id=b06b6ab1-567c-4b9b-8739-efabf02f01ca HTTP/1.1" status: 200 len: 932 time: 0.1238694 Nov 24 01:45:10.277486 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-c9c63c74-cf6c-430c-936c-457d2df9e6e3 None None] Attempting to bind port ca04cb3a-3d5e-4bad-8f17-9feac91ec48a on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:45:10.278142 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-c9c63c74-cf6c-430c-936c-457d2df9e6e3 None None] Attempting to bind port ca04cb3a-3d5e-4bad-8f17-9feac91ec48a by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': 'b3917878-00d7-482c-af2c-c3434fc5222d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9d58742c-6850-4d10-92e4-dfe1769e9b5e'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:45:10.278512 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c63c74-cf6c-430c-936c-457d2df9e6e3 None None] Attempting to bind port ca04cb3a-3d5e-4bad-8f17-9feac91ec48a on network 9d58742c-6850-4d10-92e4-dfe1769e9b5e {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:45:10.285218 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c63c74-cf6c-430c-936c-457d2df9e6e3 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:45:10.285636 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c63c74-cf6c-430c-936c-457d2df9e6e3 None None] Checking segment: {'id': 'b3917878-00d7-482c-af2c-c3434fc5222d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9d58742c-6850-4d10-92e4-dfe1769e9b5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:45:10.286110 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-c9c63c74-cf6c-430c-936c-457d2df9e6e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:10.286451 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c63c74-cf6c-430c-936c-457d2df9e6e3 None None] Bound using segment: {'id': 'b3917878-00d7-482c-af2c-c3434fc5222d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9d58742c-6850-4d10-92e4-dfe1769e9b5e'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:45:10.286999 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-c9c63c74-cf6c-430c-936c-457d2df9e6e3 None None] Bound port: ca04cb3a-3d5e-4bad-8f17-9feac91ec48a, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3917878-00d7-482c-af2c-c3434fc5222d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9d58742c-6850-4d10-92e4-dfe1769e9b5e'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:45:10.287425 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-c9c63c74-cf6c-430c-936c-457d2df9e6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:10.356892 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-c9c63c74-cf6c-430c-936c-457d2df9e6e3 None None] For port ca04cb3a-3d5e-4bad-8f17-9feac91ec48a, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:45:10.361194 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-c9c63c74-cf6c-430c-936c-457d2df9e6e3 None None] For port ca04cb3a-3d5e-4bad-8f17-9feac91ec48a, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=ca04cb3a-3d5e-4bad-8f17-9feac91ec48a,segment=NetworkSegment(b3917878-00d7-482c-af2c-c3434fc5222d),segment_id=b3917878-00d7-482c-af2c-c3434fc5222d)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:45:10.366279 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-c9c63c74-cf6c-430c-936c-457d2df9e6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:10.423130 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-d0681edf-de1b-41a1-ab7d-260b1daa5fc5 req-bfca6d84-2c69-45d3-be73-02d5741eaf8a tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1515355-9a2f-447a-a05d-0c05d0f42b65 HTTP/1.1" status: 200 len: 210 time: 0.3036578 Nov 24 01:45:10.442871 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c63c74-cf6c-430c-936c-457d2df9e6e3 None None] Pushing event updated for resources: {'Port': ['ID=ca04cb3a-3d5e-4bad-8f17-9feac91ec48a,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:10.478738 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-db5cc2ca-efae-4c74-8f12-efd4ee350205 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19d2f09c-1b1e-465c-8ca1-aa055896f88b']}} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:45:10.484637 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e9e651b9-2fe7-4a86-bb17-a80d9ae1d535 req-2d29188d-cfa2-4efe-8316-d557c440ca15 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] 10.222.0.21 "GET /v2.0/security-groups?id=8cef3b03-e938-401d-a30c-e62493fab23d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1704724 Nov 24 01:45:10.485344 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2ef9fe1f-748b-4f01-94c0-429a731df1e7 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:10.488957 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.api.v2.resource [None req-8bf81eed-683f-4a22-b700-40dfb80597a1 tempest-RoutersAdminNegativeIpV6Test-759757564 tempest-RoutersAdminNegativeIpV6Test-759757564-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 24 01:45:10.492975 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-8bf81eed-683f-4a22-b700-40dfb80597a1 tempest-RoutersAdminNegativeIpV6Test-759757564 tempest-RoutersAdminNegativeIpV6Test-759757564-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.7705896 Nov 24 01:45:10.494558 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 44378) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:10.533039 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-db5cc2ca-efae-4c74-8f12-efd4ee350205 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd0229db-0bec-4b69-9e8d-18238e0a63a4') {'for_net_delete': True} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:45:10.533380 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-db5cc2ca-efae-4c74-8f12-efd4ee350205 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd0229db-0bec-4b69-9e8d-18238e0a63a4') {} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:45:10.578018 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-db5cc2ca-efae-4c74-8f12-efd4ee350205 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29055561'] for segment, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:10.594265 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-4856399c-0ff3-47e6-93cf-3a19127b5156 tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] Allocated IP 172.20.0.10 (9d58742c-6850-4d10-92e4-dfe1769e9b5e/a38f5e20-ce56-468b-8814-9a12b6f53d5e/cdc9bbf2-0ba7-4171-916d-59143890f8cf) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:45:10.625183 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-db5cc2ca-efae-4c74-8f12-efd4ee350205 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:10.635169 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db5cc2ca-efae-4c74-8f12-efd4ee350205 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=109866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:45:10.635673 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-db5cc2ca-efae-4c74-8f12-efd4ee350205 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29151010'] for segment, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:10.651991 dv-neutron-818911-2-hyperv neutron-server[109866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 01:45:10.651991 dv-neutron-818911-2-hyperv neutron-server[109866]: self.session.flush() Nov 24 01:45:10.651991 dv-neutron-818911-2-hyperv neutron-server[109866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 01:45:10.651991 dv-neutron-818911-2-hyperv neutron-server[109866]: self.session.flush() Nov 24 01:45:10.651991 dv-neutron-818911-2-hyperv neutron-server[109866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 01:45:10.651991 dv-neutron-818911-2-hyperv neutron-server[109866]: self.session.flush() Nov 24 01:45:10.651991 dv-neutron-818911-2-hyperv neutron-server[109866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 01:45:10.651991 dv-neutron-818911-2-hyperv neutron-server[109866]: self.session.flush() Nov 24 01:45:10.651991 dv-neutron-818911-2-hyperv neutron-server[109866]: Traceback (most recent call last): Nov 24 01:45:10.651991 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:45:10.651991 dv-neutron-818911-2-hyperv neutron-server[109866]: timer() Nov 24 01:45:10.651991 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:45:10.651991 dv-neutron-818911-2-hyperv neutron-server[109866]: cb(*args, **kw) Nov 24 01:45:10.651991 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:45:10.651991 dv-neutron-818911-2-hyperv neutron-server[109866]: return func(*args, **kwargs) Nov 24 01:45:10.651991 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:45:10.651991 dv-neutron-818911-2-hyperv neutron-server[109866]: self._notify() Nov 24 01:45:10.651991 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:45:10.651991 dv-neutron-818911-2-hyperv neutron-server[109866]: self.callback(batched_events) Nov 24 01:45:10.651991 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:45:10.651991 dv-neutron-818911-2-hyperv neutron-server[109866]: event.method(event) Nov 24 01:45:10.651991 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:45:10.651991 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:45:10.651991 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:45:10.651991 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:45:10.651991 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:45:10.651991 dv-neutron-818911-2-hyperv neutron-server[109866]: return f(self, *a, **k) Nov 24 01:45:10.651991 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:45:10.651991 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._get(url).json() Nov 24 01:45:10.651991 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:45:10.651991 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:45:10.651991 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:45:10.651991 dv-neutron-818911-2-hyperv neutron-server[109866]: return self.request(url, 'GET', **kwargs) Nov 24 01:45:10.651991 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:45:10.651991 dv-neutron-818911-2-hyperv neutron-server[109866]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:45:10.651991 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:45:10.651991 dv-neutron-818911-2-hyperv neutron-server[109866]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:45:10.651991 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:45:10.651991 dv-neutron-818911-2-hyperv neutron-server[109866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:45:10.651991 dv-neutron-818911-2-hyperv neutron-server[109866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:45:10.684073 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0c2f0566-e23c-47de-a4a4-437eb2d79afb tempest-RoutersAdminNegativeTest-217089876 tempest-RoutersAdminNegativeTest-217089876-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:10.775111 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0c2f0566-e23c-47de-a4a4-437eb2d79afb tempest-RoutersAdminNegativeTest-217089876 tempest-RoutersAdminNegativeTest-217089876-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:10.836219 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-db5cc2ca-efae-4c74-8f12-efd4ee350205 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:10.840651 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-db5cc2ca-efae-4c74-8f12-efd4ee350205 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:10.859422 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-db5cc2ca-efae-4c74-8f12-efd4ee350205 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] 10.222.0.21 "DELETE /v2.0/networks/19d2f09c-1b1e-465c-8ca1-aa055896f88b HTTP/1.1" status: 204 len: 168 time: 2.9528308 Nov 24 01:45:10.923993 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device ca04cb3a-3d5e-4bad-8f17-9feac91ec48a up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:45:10.951327 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5cc2ca-efae-4c74-8f12-efd4ee350205 tempest-AllowedAddressPairIpV6TestJSON-1422227841 tempest-AllowedAddressPairIpV6TestJSON-1422227841-project] Pushing event deleted for resources: {'Network': ['ID=19d2f09c-1b1e-465c-8ca1-aa055896f88b,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:10.980514 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-28882ef5-cc6f-482e-85db-f672b91a9940 tempest-RoutersAdminNegativeIpV6Test-759757564 tempest-RoutersAdminNegativeIpV6Test-759757564-project-admin] Deleting port 65e0eae4-2b91-4cff-9713-e8a1ebba031a {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:45:10.980514 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-28882ef5-cc6f-482e-85db-f672b91a9940 tempest-RoutersAdminNegativeIpV6Test-759757564 tempest-RoutersAdminNegativeIpV6Test-759757564-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:11.054858 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port ca04cb3a-3d5e-4bad-8f17-9feac91ec48a triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:45:11.055379 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:11.057814 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.48', 56207) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:11.103361 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e03e48e7-8c59-44a9-aa6a-bb8cacfc7ac7 req-6cb3d73b-9c05-4206-b3a7-134a8d6d644d tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/ports?device_id=54a6fdcb-af1b-4e68-a904-3bb95b5cf340 HTTP/1.1" status: 200 len: 210 time: 0.1532784 Nov 24 01:45:11.199985 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:11.203002 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49aea27-4a79-4323-805e-510d6d5c829d req-4c204a4b-e91c-4beb-af04-080473c838aa tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:11.204472 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e49aea27-4a79-4323-805e-510d6d5c829d req-4c204a4b-e91c-4beb-af04-080473c838aa tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] 10.222.0.48 "GET /v2.0/networks?id=f4b0113f-5a2c-4a97-a650-fea5845398b7 HTTP/1.1" status: 200 len: 804 time: 0.1397045 Nov 24 01:45:11.240545 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0c2f0566-e23c-47de-a4a4-437eb2d79afb tempest-RoutersAdminNegativeTest-217089876 tempest-RoutersAdminNegativeTest-217089876-project-admin] Publish callbacks [] for router, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:11.246244 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [req-3fc39b5d-3364-419a-9292-4722211f28f3 req-9183efcd-5201-4741-b429-4eb78b8a9ffa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69007351-04ea-44cc-9f37-e63d681a62c1 {{(pid=109866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 01:45:11.246861 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4856399c-0ff3-47e6-93cf-3a19127b5156 tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:11.280881 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] For port ca04cb3a-3d5e-4bad-8f17-9feac91ec48a, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=ca04cb3a-3d5e-4bad-8f17-9feac91ec48a,segment=NetworkSegment(b3917878-00d7-482c-af2c-c3434fc5222d),segment_id=b3917878-00d7-482c-af2c-c3434fc5222d)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:45:11.292980 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:11.318067 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-3fc39b5d-3364-419a-9292-4722211f28f3 req-9183efcd-5201-4741-b429-4eb78b8a9ffa service neutron] Publish callbacks [] for port, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:11.344032 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.provisioning_blocks [req-3fc39b5d-3364-419a-9292-4722211f28f3 req-9183efcd-5201-4741-b429-4eb78b8a9ffa service neutron] Transition to ACTIVE for port object 69007351-04ea-44cc-9f37-e63d681a62c1 will not be triggered until provisioned by entity L2. {{(pid=109866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 01:45:11.350217 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e49aea27-4a79-4323-805e-510d6d5c829d req-0b651efa-8ecc-41c8-a874-1fe47130155f tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ca5ab9ca83c45e6a41b1ce3bf5dc5f5 HTTP/1.1" status: 200 len: 380 time: 0.1111286 Nov 24 01:45:11.355132 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-28882ef5-cc6f-482e-85db-f672b91a9940 tempest-RoutersAdminNegativeIpV6Test-759757564 tempest-RoutersAdminNegativeIpV6Test-759757564-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:11.375818 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [req-e49aea27-4a79-4323-805e-510d6d5c829d req-b89c8a52-d331-4de3-ae60-9509188bcbe6 tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] Request body: {'port': {'device_id': 'd1515355-9a2f-447a-a05d-0c05d0f42b65', 'network_id': 'f4b0113f-5a2c-4a97-a650-fea5845398b7', 'admin_state_up': True, 'tenant_id': '7ca5ab9ca83c45e6a41b1ce3bf5dc5f5', 'security_groups': ['d9ae5c6e-bf24-46cb-bbda-efac3484cadb']}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:45:11.390868 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2ef9fe1f-748b-4f01-94c0-429a731df1e7 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-424338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418138'] for router, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:11.418064 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-28882ef5-cc6f-482e-85db-f672b91a9940 tempest-RoutersAdminNegativeIpV6Test-759757564 tempest-RoutersAdminNegativeIpV6Test-759757564-project-admin] Calling delete_port for 65e0eae4-2b91-4cff-9713-e8a1ebba031a owned by {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:45:11.422709 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Pushing event updated for resources: {'Port': ['ID=ca04cb3a-3d5e-4bad-8f17-9feac91ec48a,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:11.422852 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-3fc39b5d-3364-419a-9292-4722211f28f3 req-9183efcd-5201-4741-b429-4eb78b8a9ffa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29149402'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:11.452390 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 44390) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:11.496039 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0c2f0566-e23c-47de-a4a4-437eb2d79afb tempest-RoutersAdminNegativeTest-217089876 tempest-RoutersAdminNegativeTest-217089876-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-424460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2766'] for router, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:11.502617 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0c2f0566-e23c-47de-a4a4-437eb2d79afb tempest-RoutersAdminNegativeTest-217089876 tempest-RoutersAdminNegativeTest-217089876-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:11.556927 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.48', 56211) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:11.601554 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9183efcd-5201-4741-b429-4eb78b8a9ffa service neutron] Pushing event updated for resources: {'Port': ['ID=69007351-04ea-44cc-9f37-e63d681a62c1,revision_number=2']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:11.651705 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0c2f0566-e23c-47de-a4a4-437eb2d79afb tempest-RoutersAdminNegativeTest-217089876 tempest-RoutersAdminNegativeTest-217089876-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-424469'] for router, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:11.653968 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c2f0566-e23c-47de-a4a4-437eb2d79afb tempest-RoutersAdminNegativeTest-217089876 tempest-RoutersAdminNegativeTest-217089876-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 75f463df-1406-4956-9bd0-20f771a5c2a0 {{(pid=109866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 01:45:11.714876 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-28882ef5-cc6f-482e-85db-f672b91a9940 tempest-RoutersAdminNegativeIpV6Test-759757564 tempest-RoutersAdminNegativeIpV6Test-759757564-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:11.863220 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.api.v2.resource [None req-0c2f0566-e23c-47de-a4a4-437eb2d79afb tempest-RoutersAdminNegativeTest-217089876 tempest-RoutersAdminNegativeTest-217089876-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 24 01:45:11.864306 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-0c2f0566-e23c-47de-a4a4-437eb2d79afb tempest-RoutersAdminNegativeTest-217089876 tempest-RoutersAdminNegativeTest-217089876-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.5495727 Nov 24 01:45:11.869365 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-2ebdba8b-5fec-4791-b8f1-68e2cd9931c4 req-4227941f-be75-4d2a-ba03-03c3b4911139 tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1515355-9a2f-447a-a05d-0c05d0f42b65 HTTP/1.1" status: 200 len: 210 time: 0.1564314 Nov 24 01:45:11.870147 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28882ef5-cc6f-482e-85db-f672b91a9940 tempest-RoutersAdminNegativeIpV6Test-759757564 tempest-RoutersAdminNegativeIpV6Test-759757564-project-admin] Pushing event deleted for resources: {'Port': ['ID=65e0eae4-2b91-4cff-9713-e8a1ebba031a,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:11.872609 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bb587c-6904-470f-b8c9-a4eddf9257b0 req-082e6def-446d-4378-b550-74c8c4475967 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:11.874026 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-c4bb587c-6904-470f-b8c9-a4eddf9257b0 req-082e6def-446d-4378-b550-74c8c4475967 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.48 "GET /v2.0/networks?id=0439926c-1302-4dcb-a15d-d53f1b665c6d HTTP/1.1" status: 200 len: 811 time: 0.3142147 Nov 24 01:45:11.877354 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 44400) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:11.936200 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4856399c-0ff3-47e6-93cf-3a19127b5156 tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:11.952958 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc659d27-1c79-4add-b30e-1a31f11aee1c req-50b93e7e-829b-43d5-beb4-99ce294093c8 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:11.955208 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-cc659d27-1c79-4add-b30e-1a31f11aee1c req-50b93e7e-829b-43d5-beb4-99ce294093c8 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] 10.222.0.21 "GET /v2.0/ports?device_id=b06b6ab1-567c-4b9b-8739-efabf02f01ca HTTP/1.1" status: 200 len: 944 time: 0.3051734 Nov 24 01:45:11.996349 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-f51ceff5-d90b-4a73-8bad-e51dbbe4fcc3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0dc6c639d61c49b890108560c5e4fc40&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5402546 Nov 24 01:45:12.001827 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [req-3fc39b5d-3364-419a-9292-4722211f28f3 req-9183efcd-5201-4741-b429-4eb78b8a9ffa service neutron] Attempting to bind port 69007351-04ea-44cc-9f37-e63d681a62c1 on host hv-neutron-8189 for vnic_type normal with profile {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:45:12.002152 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [req-3fc39b5d-3364-419a-9292-4722211f28f3 req-9183efcd-5201-4741-b429-4eb78b8a9ffa service neutron] Attempting to bind port 69007351-04ea-44cc-9f37-e63d681a62c1 by drivers openvswitch,hyperv on host hv-neutron-8189 at level 0 using segments [{'id': 'aef6f52d-ced6-4959-ae4e-fc8ba7a699d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1f119f6f-a1f8-4bc6-85d9-f23337dbc03c'}] {{(pid=109866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:45:12.002469 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc39b5d-3364-419a-9292-4722211f28f3 req-9183efcd-5201-4741-b429-4eb78b8a9ffa service neutron] Attempting to bind port 69007351-04ea-44cc-9f37-e63d681a62c1 on network 1f119f6f-a1f8-4bc6-85d9-f23337dbc03c {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:45:12.004670 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 44404) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:12.007267 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117f1156-bb9b-4bfd-8d61-8c698ed31a06 None None] Network 9d58742c-6850-4d10-92e4-dfe1769e9b5e requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:45:12.046791 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4856399c-0ff3-47e6-93cf-3a19127b5156 tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] Network 9d58742c-6850-4d10-92e4-dfe1769e9b5e is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:45:12.059873 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc39b5d-3364-419a-9292-4722211f28f3 req-9183efcd-5201-4741-b429-4eb78b8a9ffa service neutron] Port 69007351-04ea-44cc-9f37-e63d681a62c1 on network 1f119f6f-a1f8-4bc6-85d9-f23337dbc03c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8189 {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 01:45:12.060191 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc39b5d-3364-419a-9292-4722211f28f3 req-9183efcd-5201-4741-b429-4eb78b8a9ffa service neutron] Attempting to bind port 69007351-04ea-44cc-9f37-e63d681a62c1 on network 1f119f6f-a1f8-4bc6-85d9-f23337dbc03c {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:45:12.085399 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-4856399c-0ff3-47e6-93cf-3a19127b5156 tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:45:12.087467 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4856399c-0ff3-47e6-93cf-3a19127b5156 tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:45:12.103237 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc39b5d-3364-419a-9292-4722211f28f3 req-9183efcd-5201-4741-b429-4eb78b8a9ffa service neutron] Checking agent: {'id': '5773fe6b-0967-455f-9dc9-84c0c923201b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 42, 58), 'started_at': datetime.datetime(2021, 11, 24, 1, 42, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:45:12.103494 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc39b5d-3364-419a-9292-4722211f28f3 req-9183efcd-5201-4741-b429-4eb78b8a9ffa service neutron] Checking segment: {'id': 'aef6f52d-ced6-4959-ae4e-fc8ba7a699d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1f119f6f-a1f8-4bc6-85d9-f23337dbc03c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:45:12.103898 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc39b5d-3364-419a-9292-4722211f28f3 req-9183efcd-5201-4741-b429-4eb78b8a9ffa service neutron] Bound using segment: {'id': 'aef6f52d-ced6-4959-ae4e-fc8ba7a699d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1f119f6f-a1f8-4bc6-85d9-f23337dbc03c'} {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:45:12.104327 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [req-3fc39b5d-3364-419a-9292-4722211f28f3 req-9183efcd-5201-4741-b429-4eb78b8a9ffa service neutron] Bound port: 69007351-04ea-44cc-9f37-e63d681a62c1, host: hv-neutron-8189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aef6f52d-ced6-4959-ae4e-fc8ba7a699d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1f119f6f-a1f8-4bc6-85d9-f23337dbc03c'}}] {{(pid=109866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:45:12.104674 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-3fc39b5d-3364-419a-9292-4722211f28f3 req-9183efcd-5201-4741-b429-4eb78b8a9ffa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:12.110404 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-59d6668b-507d-4ab0-b37c-98318f3b5132 None None] Provisioning complete for port ca04cb3a-3d5e-4bad-8f17-9feac91ec48a triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:45:12.110953 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-59d6668b-507d-4ab0-b37c-98318f3b5132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:12.138627 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-28882ef5-cc6f-482e-85db-f672b91a9940 tempest-RoutersAdminNegativeIpV6Test-759757564 tempest-RoutersAdminNegativeIpV6Test-759757564-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:12.141381 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-28882ef5-cc6f-482e-85db-f672b91a9940 tempest-RoutersAdminNegativeIpV6Test-759757564 tempest-RoutersAdminNegativeIpV6Test-759757564-project-admin] 10.222.0.21 "DELETE /v2.0/ports/65e0eae4-2b91-4cff-9713-e8a1ebba031a HTTP/1.1" status: 204 len: 168 time: 1.6464460 Nov 24 01:45:12.152304 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4856399c-0ff3-47e6-93cf-3a19127b5156 tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:12.152871 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4856399c-0ff3-47e6-93cf-3a19127b5156 tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:12.155224 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e49aea27-4a79-4323-805e-510d6d5c829d req-b89c8a52-d331-4de3-ae60-9509188bcbe6 tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] Made reservation on behalf of 7ca5ab9ca83c45e6a41b1ce3bf5dc5f5 for: {'port': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:45:12.156856 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-cc659d27-1c79-4add-b30e-1a31f11aee1c req-e9139441-61b3-4637-a3be-7a28b0feb6f8 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] 10.222.0.21 "GET /v2.0/security-groups?id=8cef3b03-e938-401d-a30c-e62493fab23d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1775746 Nov 24 01:45:12.158584 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-e49aea27-4a79-4323-805e-510d6d5c829d req-b89c8a52-d331-4de3-ae60-9509188bcbe6 tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:12.169157 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-c4bb587c-6904-470f-b8c9-a4eddf9257b0 req-60b8e8c6-81aa-42f4-a6d9-060c90cd1490 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=110fa21155a747ab90ae3fb887427135 HTTP/1.1" status: 200 len: 380 time: 0.2573788 Nov 24 01:45:12.178925 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4856399c-0ff3-47e6-93cf-3a19127b5156 tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] Pushing event updated for resources: {'Port': ['ID=cdc9bbf2-0ba7-4171-916d-59143890f8cf,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:12.203716 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [req-c4bb587c-6904-470f-b8c9-a4eddf9257b0 req-3e4bf5b7-499f-44e8-98e9-7ac470a6aa43 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Request body: {'port': {'device_id': '54a6fdcb-af1b-4e68-a904-3bb95b5cf340', 'network_id': '0439926c-1302-4dcb-a15d-d53f1b665c6d', 'admin_state_up': True, 'tenant_id': '110fa21155a747ab90ae3fb887427135', 'security_groups': ['aa820965-f51f-4c0f-92b9-3c3d3d9ef329']}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:45:12.213876 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-4856399c-0ff3-47e6-93cf-3a19127b5156 tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.7473872 Nov 24 01:45:12.215365 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 44410) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:12.221910 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-e0ea5af0-d700-4886-80f6-38a28eaa71ad tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] Request body: {'port': {'network_id': '9d58742c-6850-4d10-92e4-dfe1769e9b5e', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1251223960', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:45:12.222396 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.api.validators [None req-e0ea5af0-d700-4886-80f6-38a28eaa71ad tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] bootfile-name is not in valid_values {{(pid=109867) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 24 01:45:12.222735 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.api.validators [None req-e0ea5af0-d700-4886-80f6-38a28eaa71ad tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] tftp-server is not in valid_values {{(pid=109867) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 24 01:45:12.223068 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.api.validators [None req-e0ea5af0-d700-4886-80f6-38a28eaa71ad tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] server-ip-address is not in valid_values {{(pid=109867) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 24 01:45:12.251208 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a91b7999-8bd3-4679-af5e-394d268bfec3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:12.339697 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-138ef7d7-9bc1-46c4-a303-da8e1fc7c234 tempest-RoutersAdminNegativeTest-217089876 tempest-RoutersAdminNegativeTest-217089876-project-admin] Deleting port 1acae5c0-11ef-437b-81a9-a61db77409ed {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:45:12.340028 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-138ef7d7-9bc1-46c4-a303-da8e1fc7c234 tempest-RoutersAdminNegativeTest-217089876 tempest-RoutersAdminNegativeTest-217089876-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:12.372589 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a91b7999-8bd3-4679-af5e-394d268bfec3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:12.390311 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-1f99ef2c-d42e-4c2d-aa1c-5ad5a6aa4597 req-f609042d-8838-4932-ae32-6d7cee9f367b tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/ports?device_id=54a6fdcb-af1b-4e68-a904-3bb95b5cf340 HTTP/1.1" status: 200 len: 210 time: 0.0701268 Nov 24 01:45:12.399910 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [req-3fc39b5d-3364-419a-9292-4722211f28f3 req-9183efcd-5201-4741-b429-4eb78b8a9ffa service neutron] For port 69007351-04ea-44cc-9f37-e63d681a62c1, host hv-neutron-8189, cleared binding levels {{(pid=109866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:45:12.452885 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [req-3fc39b5d-3364-419a-9292-4722211f28f3 req-9183efcd-5201-4741-b429-4eb78b8a9ffa service neutron] For port 69007351-04ea-44cc-9f37-e63d681a62c1, host hv-neutron-8189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=69007351-04ea-44cc-9f37-e63d681a62c1,segment=NetworkSegment(aef6f52d-ced6-4959-ae4e-fc8ba7a699d2),segment_id=aef6f52d-ced6-4959-ae4e-fc8ba7a699d2)] {{(pid=109866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:45:12.493516 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ef9fe1f-748b-4f01-94c0-429a731df1e7 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Router a9733103-51d7-42f0-a09b-3fec8938f8fa is scheduled to L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e with binding_index 1 {{(pid=109867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 01:45:12.498759 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0ea5af0-d700-4886-80f6-38a28eaa71ad tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] Made reservation on behalf of 56f1ab4189b340cfb6d63216b4b365c3 for: {'port': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:45:12.500394 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-3fc39b5d-3364-419a-9292-4722211f28f3 req-9183efcd-5201-4741-b429-4eb78b8a9ffa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29149402'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:12.503563 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e0ea5af0-d700-4886-80f6-38a28eaa71ad tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:12.586072 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4bb587c-6904-470f-b8c9-a4eddf9257b0 req-3e4bf5b7-499f-44e8-98e9-7ac470a6aa43 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Made reservation on behalf of 110fa21155a747ab90ae3fb887427135 for: {'port': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:45:12.589816 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-c4bb587c-6904-470f-b8c9-a4eddf9257b0 req-3e4bf5b7-499f-44e8-98e9-7ac470a6aa43 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:12.606493 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [None req-e0ea5af0-d700-4886-80f6-38a28eaa71ad tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] device_id is not set on port 5ecc39b7-8135-46f7-b6ec-ccb5200c0711 yet. {{(pid=109867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 01:45:12.607145 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-138ef7d7-9bc1-46c4-a303-da8e1fc7c234 tempest-RoutersAdminNegativeTest-217089876 tempest-RoutersAdminNegativeTest-217089876-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:12.613580 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc39b5d-3364-419a-9292-4722211f28f3 req-9183efcd-5201-4741-b429-4eb78b8a9ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:12.615604 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-3fc39b5d-3364-419a-9292-4722211f28f3 req-9183efcd-5201-4741-b429-4eb78b8a9ffa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:12.616597 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-98162638-c8e2-435b-bca6-51dc8b083556 None None] Provisioning complete for port cdc9bbf2-0ba7-4171-916d-59143890f8cf triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:45:12.617183 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-98162638-c8e2-435b-bca6-51dc8b083556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:12.618888 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-3fc39b5d-3364-419a-9292-4722211f28f3 req-9183efcd-5201-4741-b429-4eb78b8a9ffa service neutron] 10.222.0.48 "PUT /v2.0/ports/69007351-04ea-44cc-9f37-e63d681a62c1 HTTP/1.1" status: 200 len: 1094 time: 3.0007885 Nov 24 01:45:12.621815 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b06b6ab1-567c-4b9b-8739-efabf02f01ca', 'tag': '69007351-04ea-44cc-9f37-e63d681a62c1'}] {{(pid=109866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 01:45:12.690953 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 44416) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:12.693425 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a91b7999-8bd3-4679-af5e-394d268bfec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:12.694124 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [req-e49aea27-4a79-4323-805e-510d6d5c829d req-b89c8a52-d331-4de3-ae60-9509188bcbe6 tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] Allocated IP 172.20.0.6 (f4b0113f-5a2c-4a97-a650-fea5845398b7/f0a91a6b-0fc2-490d-ba3d-91453eb80dcb/85abd4be-a36c-4027-bd8c-379d9bb9395e) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:45:12.696645 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a91b7999-8bd3-4679-af5e-394d268bfec3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:12.697937 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-a91b7999-8bd3-4679-af5e-394d268bfec3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/456e05a5-e66b-408c-8b09-986e1e166655 HTTP/1.1" status: 204 len: 168 time: 0.6851289 Nov 24 01:45:12.755991 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-98162638-c8e2-435b-bca6-51dc8b083556 None None] Port cdc9bbf2-0ba7-4171-916d-59143890f8cf cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:45:12.759016 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-138ef7d7-9bc1-46c4-a303-da8e1fc7c234 tempest-RoutersAdminNegativeTest-217089876 tempest-RoutersAdminNegativeTest-217089876-project-admin] Calling delete_port for 1acae5c0-11ef-437b-81a9-a61db77409ed owned by {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:45:12.794607 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-98162638-c8e2-435b-bca6-51dc8b083556 None None] Provisioning complete for port ca04cb3a-3d5e-4bad-8f17-9feac91ec48a triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:45:12.798185 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-98162638-c8e2-435b-bca6-51dc8b083556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:12.874104 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9183efcd-5201-4741-b429-4eb78b8a9ffa service neutron] Pushing event updated for resources: {'Port': ['ID=69007351-04ea-44cc-9f37-e63d681a62c1,revision_number=3']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:12.950923 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device ca04cb3a-3d5e-4bad-8f17-9feac91ec48a up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:45:12.956173 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91b7999-8bd3-4679-af5e-394d268bfec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=456e05a5-e66b-408c-8b09-986e1e166655,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:13.001331 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b7c53c286d9351d1367337230623a155cee02c46c94b80588b67a0bc16402ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e61bbd2-e437-49e9-8e3e-536949f5fb2e" -d '{"events": [{"name": "network-changed", "server_uuid": "b06b6ab1-567c-4b9b-8739-efabf02f01ca", "tag": "69007351-04ea-44cc-9f37-e63d681a62c1"}]}' {{(pid=109866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 01:45:13.062339 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port ca04cb3a-3d5e-4bad-8f17-9feac91ec48a triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:45:13.062883 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:13.220035 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-34d0fe99-12b2-4f66-b0e1-b632b582da47 None None] Provisioning complete for port cdc9bbf2-0ba7-4171-916d-59143890f8cf triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:45:13.220723 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-34d0fe99-12b2-4f66-b0e1-b632b582da47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:13.268394 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-34d0fe99-12b2-4f66-b0e1-b632b582da47 None None] Port cdc9bbf2-0ba7-4171-916d-59143890f8cf cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:45:13.309039 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-e0ea5af0-d700-4886-80f6-38a28eaa71ad tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] Allocated IP 172.20.0.14 (9d58742c-6850-4d10-92e4-dfe1769e9b5e/a38f5e20-ce56-468b-8814-9a12b6f53d5e/5ecc39b7-8135-46f7-b6ec-ccb5200c0711) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:45:13.320473 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ef9fe1f-748b-4f01-94c0-429a731df1e7 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:45:13.332115 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab08aad-ed2b-43c5-a111-b046b0c365c3 None None] Sync routers for ids ['a9733103-51d7-42f0-a09b-3fec8938f8fa'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:45:13.348084 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab08aad-ed2b-43c5-a111-b046b0c365c3 None None] Routers {'a9733103-51d7-42f0-a09b-3fec8938f8fa'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:45:13.348832 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-1ab08aad-ed2b-43c5-a111-b046b0c365c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:44:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['a9733103-51d7-42f0-a09b-3fec8938f8fa'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:45:13.449329 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-0b889bc9-8e64-494a-acce-c4f16c8c9165 req-2a8e82e3-0705-4809-874e-c4d77cb5209a tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1515355-9a2f-447a-a05d-0c05d0f42b65 HTTP/1.1" status: 200 len: 210 time: 0.0923216 Nov 24 01:45:13.451233 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-325019e1-efc3-40af-b794-ff5e236a349d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:13.464737 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2ef9fe1f-748b-4f01-94c0-429a731df1e7 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks [] for router, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:13.466917 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-2ef9fe1f-748b-4f01-94c0-429a731df1e7 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 6.0897059 Nov 24 01:45:13.476407 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 44444) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:13.506791 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-1ab08aad-ed2b-43c5-a111-b046b0c365c3 None None] Set router a9733103-51d7-42f0-a09b-3fec8938f8fa gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:45:13.547932 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa68617-d262-45bc-80d2-1740ecbbfdef req-bd8491e2-6aa4-4379-8c51-1e3876f22853 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:13.549587 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-1fa68617-d262-45bc-80d2-1740ecbbfdef req-bd8491e2-6aa4-4379-8c51-1e3876f22853 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] 10.222.0.21 "GET /v2.0/ports?device_id=b06b6ab1-567c-4b9b-8739-efabf02f01ca HTTP/1.1" status: 200 len: 944 time: 0.1981466 Nov 24 01:45:13.567013 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc39b5d-3364-419a-9292-4722211f28f3 req-6d414fcf-68b0-46ea-8ef4-1c3b4ad85215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:13.568546 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-3fc39b5d-3364-419a-9292-4722211f28f3 req-6d414fcf-68b0-46ea-8ef4-1c3b4ad85215 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=02a273ddc4c14296a842719ce385cf90&device_id=b06b6ab1-567c-4b9b-8739-efabf02f01ca HTTP/1.1" status: 200 len: 1097 time: 0.8032846 Nov 24 01:45:13.612735 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-e49aea27-4a79-4323-805e-510d6d5c829d req-b89c8a52-d331-4de3-ae60-9509188bcbe6 tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:13.697195 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-1fa68617-d262-45bc-80d2-1740ecbbfdef req-ffb8391f-710f-464a-b56f-b62dc35732a7 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] 10.222.0.21 "GET /v2.0/security-groups?id=8cef3b03-e938-401d-a30c-e62493fab23d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1359222 Nov 24 01:45:13.708946 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-3fc39b5d-3364-419a-9292-4722211f28f3 req-7fb278ca-bf49-4952-9622-4e6777629b06 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69007351-04ea-44cc-9f37-e63d681a62c1 HTTP/1.1" status: 200 len: 217 time: 0.1093872 Nov 24 01:45:13.713473 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-e49aea27-4a79-4323-805e-510d6d5c829d req-b89c8a52-d331-4de3-ae60-9509188bcbe6 tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:13.782873 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [req-c4bb587c-6904-470f-b8c9-a4eddf9257b0 req-3e4bf5b7-499f-44e8-98e9-7ac470a6aa43 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Allocated IP 172.20.0.4 (0439926c-1302-4dcb-a15d-d53f1b665c6d/3cd00567-bdb6-4d9c-8716-d6fe9a6098c7/b699589b-8212-4295-8919-4bb76ce3f790) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:45:13.786308 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e49aea27-4a79-4323-805e-510d6d5c829d req-b89c8a52-d331-4de3-ae60-9509188bcbe6 tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] Network f4b0113f-5a2c-4a97-a650-fea5845398b7 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:45:13.812168 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-1ab08aad-ed2b-43c5-a111-b046b0c365c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9733103-51d7-42f0-a09b-3fec8938f8fa', 'name': '', 'tenant_id': '2caeceb732b240e484bde3eb8d9528cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9357bdc-f867-421b-a089-33a39c59ec4a', 'external_fixed_ips': [{'subnet_id': 'af1af66f-a86d-452a-9e9a-625bb737455c', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': 'b6f86cb9-adff-4aef-966b-70760f97c46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:45:07Z', 'updated_at': '2021-11-24T01:45:10Z', 'revision_number': 3, 'project_id': '2caeceb732b240e484bde3eb8d9528cb', 'gw_port': {'id': 'b6f86cb9-adff-4aef-966b-70760f97c46b', 'name': '', 'network_id': 'd9357bdc-f867-421b-a089-33a39c59ec4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:45:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9733103-51d7-42f0-a09b-3fec8938f8fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'af1af66f-a86d-452a-9e9a-625bb737455c', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:45:08Z', 'updated_at': '2021-11-24T01:45:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af1af66f-a86d-452a-9e9a-625bb737455c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:45:13.817868 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c8a52-d331-4de3-ae60-9509188bcbe6 tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] Pushing event updated for resources: {'Port': ['ID=85abd4be-a36c-4027-bd8c-379d9bb9395e,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:13.826997 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [req-e49aea27-4a79-4323-805e-510d6d5c829d req-b89c8a52-d331-4de3-ae60-9509188bcbe6 tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:45:13.831865 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [req-e49aea27-4a79-4323-805e-510d6d5c829d req-b89c8a52-d331-4de3-ae60-9509188bcbe6 tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:45:13.882453 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab08aad-ed2b-43c5-a111-b046b0c365c3 None None] Checking router: a9733103-51d7-42f0-a09b-3fec8938f8fa for host: dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 01:45:13.882935 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab08aad-ed2b-43c5-a111-b046b0c365c3 None None] Updating router a9733103-51d7-42f0-a09b-3fec8938f8fa port b6f86cb9-adff-4aef-966b-70760f97c46b binding host dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 01:45:13.934298 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-1ab08aad-ed2b-43c5-a111-b046b0c365c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:13.966161 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-138ef7d7-9bc1-46c4-a303-da8e1fc7c234 tempest-RoutersAdminNegativeTest-217089876 tempest-RoutersAdminNegativeTest-217089876-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:13.972886 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49aea27-4a79-4323-805e-510d6d5c829d req-b89c8a52-d331-4de3-ae60-9509188bcbe6 tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:13.976504 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc39b5d-3364-419a-9292-4722211f28f3 req-e9a9b13b-de6c-4044-9bfd-75d1da0072a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:13.977594 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-e49aea27-4a79-4323-805e-510d6d5c829d req-b89c8a52-d331-4de3-ae60-9509188bcbe6 tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:13.983146 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-3fc39b5d-3364-419a-9292-4722211f28f3 req-e9a9b13b-de6c-4044-9bfd-75d1da0072a4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ab44a884-a70d-4217-8793-3ef03c108892 HTTP/1.1" status: 200 len: 850 time: 0.2285330 Nov 24 01:45:14.008000 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 01:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f27f141c-0758-4f5f-be41-2db279d69b3f x-openstack-request-id: req-f27f141c-0758-4f5f-be41-2db279d69b3f {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 01:45:14.008283 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b06b6ab1-567c-4b9b-8739-efabf02f01ca", "tag": "69007351-04ea-44cc-9f37-e63d681a62c1", "status": "completed", "code": 200}]} {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 01:45:14.008541 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f27f141c-0758-4f5f-be41-2db279d69b3f {{(pid=109866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 01:45:14.009005 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b06b6ab1-567c-4b9b-8739-efabf02f01ca', 'tag': '69007351-04ea-44cc-9f37-e63d681a62c1', 'status': 'completed', 'code': 200} Nov 24 01:45:14.034666 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e0ea5af0-d700-4886-80f6-38a28eaa71ad tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:14.051816 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 44456) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:14.056142 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-b6ed22e6-5e93-4e9b-963c-b9584e8e7b0a req-2b782f05-8bb2-4e42-aab6-f8e34c12cf34 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/ports?device_id=54a6fdcb-af1b-4e68-a904-3bb95b5cf340 HTTP/1.1" status: 200 len: 210 time: 0.0650725 Nov 24 01:45:14.058882 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4b6d2a6a-9076-4fab-be2f-00a38628121e tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks [] for router, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:14.086137 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e49aea27-4a79-4323-805e-510d6d5c829d req-b89c8a52-d331-4de3-ae60-9509188bcbe6 tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7156959 Nov 24 01:45:14.099758 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138ef7d7-9bc1-46c4-a303-da8e1fc7c234 tempest-RoutersAdminNegativeTest-217089876 tempest-RoutersAdminNegativeTest-217089876-project-admin] Pushing event deleted for resources: {'Port': ['ID=1acae5c0-11ef-437b-81a9-a61db77409ed,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:14.127244 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [req-e49aea27-4a79-4323-805e-510d6d5c829d req-96cf27a2-1a97-4e5c-bf2f-9705685547a1 service neutron] Request body: {'port': {'device_id': 'd1515355-9a2f-447a-a05d-0c05d0f42b65', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8189'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:45:14.188206 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-325019e1-efc3-40af-b794-ff5e236a349d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:14.195357 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e0ea5af0-d700-4886-80f6-38a28eaa71ad tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:14.204162 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-dd2600de-cf10-4316-9f5e-c7acec2d4ab5 None None] Provisioning complete for port 85abd4be-a36c-4027-bd8c-379d9bb9395e triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:45:14.205747 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-dd2600de-cf10-4316-9f5e-c7acec2d4ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:14.221479 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-325019e1-efc3-40af-b794-ff5e236a349d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:14.270610 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-e49aea27-4a79-4323-805e-510d6d5c829d req-96cf27a2-1a97-4e5c-bf2f-9705685547a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:14.283865 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-dd2600de-cf10-4316-9f5e-c7acec2d4ab5 None None] Port 85abd4be-a36c-4027-bd8c-379d9bb9395e cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:45:14.307046 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ea5af0-d700-4886-80f6-38a28eaa71ad tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] Network 9d58742c-6850-4d10-92e4-dfe1769e9b5e is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:45:14.312425 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-e0ea5af0-d700-4886-80f6-38a28eaa71ad tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:45:14.337523 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ea5af0-d700-4886-80f6-38a28eaa71ad tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:45:14.376896 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-f0dd949d-ffe5-4564-bbfb-cd4e15e6c847 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-903332699'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:45:14.381045 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ea5af0-d700-4886-80f6-38a28eaa71ad tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] Pushing event updated for resources: {'Port': ['ID=5ecc39b7-8135-46f7-b6ec-ccb5200c0711,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:14.400543 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-325019e1-efc3-40af-b794-ff5e236a349d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=80e5d15a1e98422bb79052ac14b4745e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7081146 Nov 24 01:45:14.405828 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 44460) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:14.406590 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325019e1-efc3-40af-b794-ff5e236a349d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b28f385-bc92-4591-a16e-46bced0beb73,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:14.410507 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc39b5d-3364-419a-9292-4722211f28f3 req-151f5bf0-61ad-4054-8c73-99dae98d3d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:14.411408 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-1ab08aad-ed2b-43c5-a111-b046b0c365c3 None None] Publish callbacks [] for port, precommit_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:14.412024 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-3fc39b5d-3364-419a-9292-4722211f28f3 req-151f5bf0-61ad-4054-8c73-99dae98d3d3f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1f119f6f-a1f8-4bc6-85d9-f23337dbc03c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3971531 Nov 24 01:45:14.420561 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-1ab08aad-ed2b-43c5-a111-b046b0c365c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:14.485095 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-1ab08aad-ed2b-43c5-a111-b046b0c365c3 None None] Attempting to bind port b6f86cb9-adff-4aef-966b-70760f97c46b on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:45:14.485619 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-1ab08aad-ed2b-43c5-a111-b046b0c365c3 None None] Attempting to bind port b6f86cb9-adff-4aef-966b-70760f97c46b by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': 'a12ba703-f059-46ce-acf8-2f799701e9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd9357bdc-f867-421b-a089-33a39c59ec4a'}] {{(pid=109869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:45:14.486214 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab08aad-ed2b-43c5-a111-b046b0c365c3 None None] Attempting to bind port b6f86cb9-adff-4aef-966b-70760f97c46b on network d9357bdc-f867-421b-a089-33a39c59ec4a {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:45:14.490332 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-138ef7d7-9bc1-46c4-a303-da8e1fc7c234 tempest-RoutersAdminNegativeTest-217089876 tempest-RoutersAdminNegativeTest-217089876-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:14.493963 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-138ef7d7-9bc1-46c4-a303-da8e1fc7c234 tempest-RoutersAdminNegativeTest-217089876 tempest-RoutersAdminNegativeTest-217089876-project-admin] 10.222.0.21 "DELETE /v2.0/ports/1acae5c0-11ef-437b-81a9-a61db77409ed HTTP/1.1" status: 204 len: 168 time: 2.6149647 Nov 24 01:45:14.502634 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab08aad-ed2b-43c5-a111-b046b0c365c3 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:45:14.504114 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab08aad-ed2b-43c5-a111-b046b0c365c3 None None] Checking segment: {'id': 'a12ba703-f059-46ce-acf8-2f799701e9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd9357bdc-f867-421b-a089-33a39c59ec4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:45:14.504902 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-1ab08aad-ed2b-43c5-a111-b046b0c365c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:14.506243 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab08aad-ed2b-43c5-a111-b046b0c365c3 None None] Bound using segment: {'id': 'a12ba703-f059-46ce-acf8-2f799701e9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd9357bdc-f867-421b-a089-33a39c59ec4a'} {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:45:14.507288 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-1ab08aad-ed2b-43c5-a111-b046b0c365c3 None None] Bound port: b6f86cb9-adff-4aef-966b-70760f97c46b, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a12ba703-f059-46ce-acf8-2f799701e9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd9357bdc-f867-421b-a089-33a39c59ec4a'}}] {{(pid=109869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:45:14.507940 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-1ab08aad-ed2b-43c5-a111-b046b0c365c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:14.516349 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4b6d2a6a-9076-4fab-be2f-00a38628121e tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:14.533119 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ea5af0-d700-4886-80f6-38a28eaa71ad tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:14.534509 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e0ea5af0-d700-4886-80f6-38a28eaa71ad tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:14.534899 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-c4bb587c-6904-470f-b8c9-a4eddf9257b0 req-3e4bf5b7-499f-44e8-98e9-7ac470a6aa43 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:14.541493 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a46942-0d02-48b9-b43f-ee0c26a865ba None None] Pushing event updated for resources: {'Port': ['ID=b6f86cb9-adff-4aef-966b-70760f97c46b,revision_number=2']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:14.585621 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0dd949d-ffe5-4564-bbfb-cd4e15e6c847 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Made reservation on behalf of 888d511136af47afab978e82b5df58b3 for: {'network': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:45:14.589097 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f0dd949d-ffe5-4564-bbfb-cd4e15e6c847 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:14.606657 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.db [None req-1ab08aad-ed2b-43c5-a111-b046b0c365c3 None None] For port b6f86cb9-adff-4aef-966b-70760f97c46b, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:45:14.613989 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.db [None req-1ab08aad-ed2b-43c5-a111-b046b0c365c3 None None] For port b6f86cb9-adff-4aef-966b-70760f97c46b, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=b6f86cb9-adff-4aef-966b-70760f97c46b,segment=NetworkSegment(a12ba703-f059-46ce-acf8-2f799701e9c1),segment_id=a12ba703-f059-46ce-acf8-2f799701e9c1)] {{(pid=109869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:45:14.621855 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-1ab08aad-ed2b-43c5-a111-b046b0c365c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:14.633803 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-e0ea5af0-d700-4886-80f6-38a28eaa71ad tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 2.4168625 Nov 24 01:45:14.634592 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f0dd949d-ffe5-4564-bbfb-cd4e15e6c847 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Publish callbacks [] for security_group, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:14.643638 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 44466) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:14.675551 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab08aad-ed2b-43c5-a111-b046b0c365c3 None None] Routers {'a9733103-51d7-42f0-a09b-3fec8938f8fa'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:45:14.676222 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-1ab08aad-ed2b-43c5-a111-b046b0c365c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:44:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['a9733103-51d7-42f0-a09b-3fec8938f8fa'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:45:14.723219 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-67668476-bd2d-44dd-8ee8-9f729d4ff97a None None] Provisioning complete for port 5ecc39b7-8135-46f7-b6ec-ccb5200c0711 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:45:14.723591 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-67668476-bd2d-44dd-8ee8-9f729d4ff97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:14.807695 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-67668476-bd2d-44dd-8ee8-9f729d4ff97a None None] Port 5ecc39b7-8135-46f7-b6ec-ccb5200c0711 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:45:14.835247 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b7b8ae-2ce7-44df-ba61-26b527ca03eb req-856337ae-9fba-4da1-8b23-9e33904f9548 tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:14.837206 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-93b7b8ae-2ce7-44df-ba61-26b527ca03eb req-856337ae-9fba-4da1-8b23-9e33904f9548 tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1515355-9a2f-447a-a05d-0c05d0f42b65 HTTP/1.1" status: 200 len: 931 time: 0.2813516 Nov 24 01:45:14.860387 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-4b6d2a6a-9076-4fab-be2f-00a38628121e tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Deleting port b6f86cb9-adff-4aef-966b-70760f97c46b {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:45:14.860804 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4b6d2a6a-9076-4fab-be2f-00a38628121e tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:14.863932 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a46942-0d02-48b9-b43f-ee0c26a865ba None None] Pushing event updated for resources: {'Port': ['ID=b6f86cb9-adff-4aef-966b-70760f97c46b,revision_number=3']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:14.866184 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f0dd949d-ffe5-4564-bbfb-cd4e15e6c847 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Publish callbacks [] for security_group, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:14.879786 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-c4bb587c-6904-470f-b8c9-a4eddf9257b0 req-3e4bf5b7-499f-44e8-98e9-7ac470a6aa43 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:14.880547 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-1ab08aad-ed2b-43c5-a111-b046b0c365c3 None None] Set router a9733103-51d7-42f0-a09b-3fec8938f8fa gateway port host: None {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:45:14.905242 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f0dd949d-ffe5-4564-bbfb-cd4e15e6c847 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:14.944743 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-1ab08aad-ed2b-43c5-a111-b046b0c365c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9733103-51d7-42f0-a09b-3fec8938f8fa', 'name': '', 'tenant_id': '2caeceb732b240e484bde3eb8d9528cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:45:07Z', 'updated_at': '2021-11-24T01:45:14Z', 'revision_number': 4, 'project_id': '2caeceb732b240e484bde3eb8d9528cb', 'gw_port_host': None}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:45:14.945170 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 44472) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:14.962194 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-3fc39b5d-3364-419a-9292-4722211f28f3 req-e251839e-d88b-4212-bfe7-5e50c0daa1e9 service neutron] 10.222.0.48 "GET /v2.0/networks/1f119f6f-a1f8-4bc6-85d9-f23337dbc03c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5316303 Nov 24 01:45:14.974369 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab08aad-ed2b-43c5-a111-b046b0c365c3 None None] The sync data for ids ['a9733103-51d7-42f0-a09b-3fec8938f8fa'] in dv-neutron-818911-2-hyperv is: [{'id': 'a9733103-51d7-42f0-a09b-3fec8938f8fa', 'name': '', 'tenant_id': '2caeceb732b240e484bde3eb8d9528cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:45:07Z', 'updated_at': '2021-11-24T01:45:14Z', 'revision_number': 4, 'project_id': '2caeceb732b240e484bde3eb8d9528cb', 'gw_port_host': None}] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:45:14.989512 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-96a484c4-9ec3-4589-9fd3-868e1781ca58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:15.023604 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9e5057-03aa-4c18-885f-69f370db9838 tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:15.024340 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4bb587c-6904-470f-b8c9-a4eddf9257b0 req-3e4bf5b7-499f-44e8-98e9-7ac470a6aa43 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Network 0439926c-1302-4dcb-a15d-d53f1b665c6d is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:45:15.029651 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9e5057-03aa-4c18-885f-69f370db9838 tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:15.036245 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9e5057-03aa-4c18-885f-69f370db9838 tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:15.040713 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-ab9e5057-03aa-4c18-885f-69f370db9838 tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.3921256 Nov 24 01:45:15.043690 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0dd949d-ffe5-4564-bbfb-cd4e15e6c847 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=109867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:45:15.047130 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 44476) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:15.048170 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [req-c4bb587c-6904-470f-b8c9-a4eddf9257b0 req-3e4bf5b7-499f-44e8-98e9-7ac470a6aa43 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:45:15.072159 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-93b7b8ae-2ce7-44df-ba61-26b527ca03eb req-4b00acdf-b00e-4a50-98a0-7648839b00f4 tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9ae5c6e-bf24-46cb-bbda-efac3484cadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2122447 Nov 24 01:45:15.089792 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-96a484c4-9ec3-4589-9fd3-868e1781ca58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:15.095742 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4bb587c-6904-470f-b8c9-a4eddf9257b0 req-3e4bf5b7-499f-44e8-98e9-7ac470a6aa43 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:45:15.108463 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dd949d-ffe5-4564-bbfb-cd4e15e6c847 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a98bb755-4476-4a3a-9513-2903aec914d0,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:15.113452 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4bf5b7-499f-44e8-98e9-7ac470a6aa43 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Pushing event updated for resources: {'Port': ['ID=b699589b-8212-4295-8919-4bb76ce3f790,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:15.168751 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcf742f-26b8-4ecf-9c9a-bf7e1f208951 req-4b326e63-0922-4b6e-800b-d26f0f6122cf tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:15.170494 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-afcf742f-26b8-4ecf-9c9a-bf7e1f208951 req-4b326e63-0922-4b6e-800b-d26f0f6122cf tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] 10.222.0.21 "GET /v2.0/ports?device_id=b06b6ab1-567c-4b9b-8739-efabf02f01ca HTTP/1.1" status: 200 len: 944 time: 0.2900531 Nov 24 01:45:15.171832 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f0dd949d-ffe5-4564-bbfb-cd4e15e6c847 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:15.172282 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.segments_db [None req-f0dd949d-ffe5-4564-bbfb-cd4e15e6c847 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Added segment 3bde8f61-bf3b-4add-a7c7-c623d46a932c of type vlan for network 9d68e7bc-da82-432d-8f4e-ea3ade45b1a5 Nov 24 01:45:15.247314 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b7ef0d26-5bf6-4796-94bc-cb85a0b1b78b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:15.285155 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f0dd949d-ffe5-4564-bbfb-cd4e15e6c847 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:15.336057 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bb587c-6904-470f-b8c9-a4eddf9257b0 req-3e4bf5b7-499f-44e8-98e9-7ac470a6aa43 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:15.336707 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-c4bb587c-6904-470f-b8c9-a4eddf9257b0 req-3e4bf5b7-499f-44e8-98e9-7ac470a6aa43 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:15.389960 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-96a484c4-9ec3-4589-9fd3-868e1781ca58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:15.392599 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-96a484c4-9ec3-4589-9fd3-868e1781ca58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:15.394366 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-96a484c4-9ec3-4589-9fd3-868e1781ca58 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0b28f385-bc92-4591-a16e-46bced0beb73 HTTP/1.1" status: 204 len: 168 time: 0.9872286 Nov 24 01:45:15.427597 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-afcf742f-26b8-4ecf-9c9a-bf7e1f208951 req-0bfbe317-299b-4bb8-93a5-7b7ef5d4ab28 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] 10.222.0.21 "GET /v2.0/security-groups?id=8cef3b03-e938-401d-a30c-e62493fab23d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2286518 Nov 24 01:45:15.428954 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f0dd949d-ffe5-4564-bbfb-cd4e15e6c847 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:15.436913 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0dd949d-ffe5-4564-bbfb-cd4e15e6c847 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:15.437714 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f0dd949d-ffe5-4564-bbfb-cd4e15e6c847 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:15.439378 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-85a1d79a-a46c-446c-9964-92a457e8859a None None] Provisioning complete for port b699589b-8212-4295-8919-4bb76ce3f790 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:45:15.440981 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-85a1d79a-a46c-446c-9964-92a457e8859a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:15.484683 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [req-e49aea27-4a79-4323-805e-510d6d5c829d req-96cf27a2-1a97-4e5c-bf2f-9705685547a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85abd4be-a36c-4027-bd8c-379d9bb9395e {{(pid=109867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 01:45:15.489014 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-85a1d79a-a46c-446c-9964-92a457e8859a None None] Port b699589b-8212-4295-8919-4bb76ce3f790 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:45:15.495125 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-e49aea27-4a79-4323-805e-510d6d5c829d req-96cf27a2-1a97-4e5c-bf2f-9705685547a1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:15.516974 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a484c4-9ec3-4589-9fd3-868e1781ca58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b28f385-bc92-4591-a16e-46bced0beb73,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:15.545558 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.provisioning_blocks [req-e49aea27-4a79-4323-805e-510d6d5c829d req-96cf27a2-1a97-4e5c-bf2f-9705685547a1 service neutron] Transition to ACTIVE for port object 85abd4be-a36c-4027-bd8c-379d9bb9395e will not be triggered until provisioned by entity L2. {{(pid=109867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 01:45:15.567900 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-e49aea27-4a79-4323-805e-510d6d5c829d req-96cf27a2-1a97-4e5c-bf2f-9705685547a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25501696'] for port, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:15.577007 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [None req-4b6d2a6a-9076-4fab-be2f-00a38628121e tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] For port b6f86cb9-adff-4aef-966b-70760f97c46b, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=b6f86cb9-adff-4aef-966b-70760f97c46b,segment=NetworkSegment(a12ba703-f059-46ce-acf8-2f799701e9c1),segment_id=a12ba703-f059-46ce-acf8-2f799701e9c1)] {{(pid=109866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:45:15.577603 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4b6d2a6a-9076-4fab-be2f-00a38628121e tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:15.596717 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-f0dd949d-ffe5-4564-bbfb-cd4e15e6c847 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.5425632 Nov 24 01:45:15.599771 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b7ef0d26-5bf6-4796-94bc-cb85a0b1b78b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:15.603566 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 44484) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:15.610072 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-3ee1d2e1-b042-4619-8036-e2b1c018198a tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Request body: {'subnet': {'network_id': '9d68e7bc-da82-432d-8f4e-ea3ade45b1a5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:45:15.621571 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-4b6d2a6a-9076-4fab-be2f-00a38628121e tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Calling delete_port for b6f86cb9-adff-4aef-966b-70760f97c46b owned by network:router_gateway {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:45:15.625565 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-3fc39b5d-3364-419a-9292-4722211f28f3 req-78165183-7c1d-40a5-ae5d-a9fd7eafbcb0 service neutron] 10.222.0.48 "GET /v2.0/networks/1f119f6f-a1f8-4bc6-85d9-f23337dbc03c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6157384 Nov 24 01:45:15.644126 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-c4bb587c-6904-470f-b8c9-a4eddf9257b0 req-3e4bf5b7-499f-44e8-98e9-7ac470a6aa43 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4461594 Nov 24 01:45:15.655889 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b7ef0d26-5bf6-4796-94bc-cb85a0b1b78b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:15.676419 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [req-c4bb587c-6904-470f-b8c9-a4eddf9257b0 req-022a819c-24b8-462a-b964-6e2aa3534be2 service neutron] Request body: {'port': {'device_id': '54a6fdcb-af1b-4e68-a904-3bb95b5cf340', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8189'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:45:15.681346 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dd949d-ffe5-4564-bbfb-cd4e15e6c847 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Pushing event updated for resources: {'Network': ['ID=9d68e7bc-da82-432d-8f4e-ea3ade45b1a5,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:15.699288 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network 9d68e7bc-da82-432d-8f4e-ea3ade45b1a5 details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:45:15.700584 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4543dc9-5894-4b30-946d-3fe4d3bbca3b req-10432200-6c1d-486b-b417-d88be6a9cb47 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:15.702626 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e4543dc9-5894-4b30-946d-3fe4d3bbca3b req-10432200-6c1d-486b-b417-d88be6a9cb47 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/ports?device_id=54a6fdcb-af1b-4e68-a904-3bb95b5cf340 HTTP/1.1" status: 200 len: 931 time: 0.5141382 Nov 24 01:45:15.734756 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cf27a2-1a97-4e5c-bf2f-9705685547a1 service neutron] Pushing event updated for resources: {'Port': ['ID=85abd4be-a36c-4027-bd8c-379d9bb9395e,revision_number=2']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:15.751880 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-b7ef0d26-5bf6-4796-94bc-cb85a0b1b78b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0ad65ea2180e4c70b6988caa675aac22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7635405 Nov 24 01:45:15.753995 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ef0d26-5bf6-4796-94bc-cb85a0b1b78b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=173bfab8-d3db-42ea-802e-f818e1d3ed29,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:15.759573 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 44486) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:15.849844 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-6ffdc0e3-1f77-4a92-b58d-eaf5ebab3a4d tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] Deleting port 5ecc39b7-8135-46f7-b6ec-ccb5200c0711 {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:45:15.850308 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-6ffdc0e3-1f77-4a92-b58d-eaf5ebab3a4d tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:15.886109 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 44488) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:15.957668 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.managers [req-e49aea27-4a79-4323-805e-510d6d5c829d req-96cf27a2-1a97-4e5c-bf2f-9705685547a1 service neutron] Attempting to bind port 85abd4be-a36c-4027-bd8c-379d9bb9395e on host hv-neutron-8189 for vnic_type normal with profile {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:45:15.958036 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.managers [req-e49aea27-4a79-4323-805e-510d6d5c829d req-96cf27a2-1a97-4e5c-bf2f-9705685547a1 service neutron] Attempting to bind port 85abd4be-a36c-4027-bd8c-379d9bb9395e by drivers openvswitch,hyperv on host hv-neutron-8189 at level 0 using segments [{'id': '15b2ee8c-f6d9-41dc-9d6f-b35b24ea97a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f4b0113f-5a2c-4a97-a650-fea5845398b7'}] {{(pid=109867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:45:15.958329 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49aea27-4a79-4323-805e-510d6d5c829d req-96cf27a2-1a97-4e5c-bf2f-9705685547a1 service neutron] Attempting to bind port 85abd4be-a36c-4027-bd8c-379d9bb9395e on network f4b0113f-5a2c-4a97-a650-fea5845398b7 {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:45:15.960288 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-309841b5-ec1d-4d67-8def-b2f8e656f2e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:15.981993 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49aea27-4a79-4323-805e-510d6d5c829d req-96cf27a2-1a97-4e5c-bf2f-9705685547a1 service neutron] Port 85abd4be-a36c-4027-bd8c-379d9bb9395e on network f4b0113f-5a2c-4a97-a650-fea5845398b7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8189 {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 01:45:15.982361 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49aea27-4a79-4323-805e-510d6d5c829d req-96cf27a2-1a97-4e5c-bf2f-9705685547a1 service neutron] Attempting to bind port 85abd4be-a36c-4027-bd8c-379d9bb9395e on network f4b0113f-5a2c-4a97-a650-fea5845398b7 {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:45:15.997234 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-423053b8-12b2-497d-afa7-3066bbb37e65 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=354cce6646344360bf5373079bf1aa66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1057107 Nov 24 01:45:16.000134 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 44490) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:16.004074 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-309841b5-ec1d-4d67-8def-b2f8e656f2e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:16.005925 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49aea27-4a79-4323-805e-510d6d5c829d req-96cf27a2-1a97-4e5c-bf2f-9705685547a1 service neutron] Checking agent: {'id': '5773fe6b-0967-455f-9dc9-84c0c923201b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 42, 58), 'started_at': datetime.datetime(2021, 11, 24, 1, 42, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:45:16.006266 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49aea27-4a79-4323-805e-510d6d5c829d req-96cf27a2-1a97-4e5c-bf2f-9705685547a1 service neutron] Checking segment: {'id': '15b2ee8c-f6d9-41dc-9d6f-b35b24ea97a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f4b0113f-5a2c-4a97-a650-fea5845398b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:45:16.006998 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49aea27-4a79-4323-805e-510d6d5c829d req-96cf27a2-1a97-4e5c-bf2f-9705685547a1 service neutron] Bound using segment: {'id': '15b2ee8c-f6d9-41dc-9d6f-b35b24ea97a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f4b0113f-5a2c-4a97-a650-fea5845398b7'} {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:45:16.007774 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.managers [req-e49aea27-4a79-4323-805e-510d6d5c829d req-96cf27a2-1a97-4e5c-bf2f-9705685547a1 service neutron] Bound port: 85abd4be-a36c-4027-bd8c-379d9bb9395e, host: hv-neutron-8189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15b2ee8c-f6d9-41dc-9d6f-b35b24ea97a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f4b0113f-5a2c-4a97-a650-fea5845398b7'}}] {{(pid=109867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:45:16.008149 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-e49aea27-4a79-4323-805e-510d6d5c829d req-96cf27a2-1a97-4e5c-bf2f-9705685547a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:16.027443 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-c4bb587c-6904-470f-b8c9-a4eddf9257b0 req-022a819c-24b8-462a-b964-6e2aa3534be2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:16.046732 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e4543dc9-5894-4b30-946d-3fe4d3bbca3b req-4eb84027-722e-49a5-aae3-6b6c0e051820 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa820965-f51f-4c0f-92b9-3c3d3d9ef329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2572951 Nov 24 01:45:16.099916 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ee1d2e1-b042-4619-8036-e2b1c018198a tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Made reservation on behalf of 888d511136af47afab978e82b5df58b3 for: {'subnet': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:45:16.103761 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3ee1d2e1-b042-4619-8036-e2b1c018198a tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29154835'] for subnet, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:16.108045 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e61bbd2-e437-49e9-8e3e-536949f5fb2e req-9698eb89-ae81-45f6-ab11-a04c679ae270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:16.109536 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-3e61bbd2-e437-49e9-8e3e-536949f5fb2e req-9698eb89-ae81-45f6-ab11-a04c679ae270 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=02a273ddc4c14296a842719ce385cf90&device_id=b06b6ab1-567c-4b9b-8739-efabf02f01ca HTTP/1.1" status: 200 len: 1097 time: 0.3185172 Nov 24 01:45:16.131099 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [req-e49aea27-4a79-4323-805e-510d6d5c829d req-96cf27a2-1a97-4e5c-bf2f-9705685547a1 service neutron] For port 85abd4be-a36c-4027-bd8c-379d9bb9395e, host hv-neutron-8189, cleared binding levels {{(pid=109867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:45:16.135369 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [req-e49aea27-4a79-4323-805e-510d6d5c829d req-96cf27a2-1a97-4e5c-bf2f-9705685547a1 service neutron] For port 85abd4be-a36c-4027-bd8c-379d9bb9395e, host hv-neutron-8189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=85abd4be-a36c-4027-bd8c-379d9bb9395e,segment=NetworkSegment(15b2ee8c-f6d9-41dc-9d6f-b35b24ea97a6),segment_id=15b2ee8c-f6d9-41dc-9d6f-b35b24ea97a6)] {{(pid=109867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:45:16.191305 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-e49aea27-4a79-4323-805e-510d6d5c829d req-96cf27a2-1a97-4e5c-bf2f-9705685547a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25501696'] for port, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:16.234519 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-6ffdc0e3-1f77-4a92-b58d-eaf5ebab3a4d tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:16.301704 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49aea27-4a79-4323-805e-510d6d5c829d req-96cf27a2-1a97-4e5c-bf2f-9705685547a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:16.302382 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-e49aea27-4a79-4323-805e-510d6d5c829d req-96cf27a2-1a97-4e5c-bf2f-9705685547a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:16.305849 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e49aea27-4a79-4323-805e-510d6d5c829d req-96cf27a2-1a97-4e5c-bf2f-9705685547a1 service neutron] 10.222.0.48 "PUT /v2.0/ports/85abd4be-a36c-4027-bd8c-379d9bb9395e HTTP/1.1" status: 200 len: 1093 time: 2.1937351 Nov 24 01:45:16.308762 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1515355-9a2f-447a-a05d-0c05d0f42b65', 'tag': '85abd4be-a36c-4027-bd8c-379d9bb9395e'}] {{(pid=109867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 01:45:16.387332 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-6ffdc0e3-1f77-4a92-b58d-eaf5ebab3a4d tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] Calling delete_port for 5ecc39b7-8135-46f7-b6ec-ccb5200c0711 owned by {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:45:16.388214 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cf27a2-1a97-4e5c-bf2f-9705685547a1 service neutron] Pushing event updated for resources: {'Port': ['ID=85abd4be-a36c-4027-bd8c-379d9bb9395e,revision_number=3']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:16.391485 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-43145822-3f18-4061-addb-16f8904e9157 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:16.464082 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-43145822-3f18-4061-addb-16f8904e9157 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:16.541042 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-43145822-3f18-4061-addb-16f8904e9157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:16.544298 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-43145822-3f18-4061-addb-16f8904e9157 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:16.547933 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-43145822-3f18-4061-addb-16f8904e9157 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2f91d06d-8654-4084-ae56-c44d1d346d85 HTTP/1.1" status: 204 len: 168 time: 0.5443769 Nov 24 01:45:16.547933 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-309841b5-ec1d-4d67-8def-b2f8e656f2e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:16.550233 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-309841b5-ec1d-4d67-8def-b2f8e656f2e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:16.553510 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-309841b5-ec1d-4d67-8def-b2f8e656f2e5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/173bfab8-d3db-42ea-802e-f818e1d3ed29 HTTP/1.1" status: 204 len: 168 time: 0.7905085 Nov 24 01:45:16.584937 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888108ff-7c32-43c6-9cc6-bf1f40ecedd1 req-3a3d09ae-de9e-4753-a077-022720b267cd tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:16.586600 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-888108ff-7c32-43c6-9cc6-bf1f40ecedd1 req-3a3d09ae-de9e-4753-a077-022720b267cd tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1515355-9a2f-447a-a05d-0c05d0f42b65 HTTP/1.1" status: 200 len: 943 time: 0.4232910 Nov 24 01:45:16.605578 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2155eb48762029a847224b6ca77dbed8b251e8450d3d79f1fc0a82d404e82e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba1b5723-dc85-49ae-b450-d8f36f9b0b4e" -d '{"events": [{"name": "network-changed", "server_uuid": "d1515355-9a2f-447a-a05d-0c05d0f42b65", "tag": "85abd4be-a36c-4027-bd8c-379d9bb9395e"}]}' {{(pid=109867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 01:45:16.629838 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43145822-3f18-4061-addb-16f8904e9157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f91d06d-8654-4084-ae56-c44d1d346d85,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:16.657591 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e61bbd2-e437-49e9-8e3e-536949f5fb2e req-8707cdc5-71d9-4a0a-a88d-dd00ca6fc8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:16.660138 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-3e61bbd2-e437-49e9-8e3e-536949f5fb2e req-8707cdc5-71d9-4a0a-a88d-dd00ca6fc8f8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1f119f6f-a1f8-4bc6-85d9-f23337dbc03c HTTP/1.1" status: 200 len: 912 time: 0.5062282 Nov 24 01:45:16.679984 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309841b5-ec1d-4d67-8def-b2f8e656f2e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=173bfab8-d3db-42ea-802e-f818e1d3ed29,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:16.693197 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49aea27-4a79-4323-805e-510d6d5c829d req-3d18b755-226e-48e8-85c3-38fa2e33607e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:16.696741 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e49aea27-4a79-4323-805e-510d6d5c829d req-3d18b755-226e-48e8-85c3-38fa2e33607e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7ca5ab9ca83c45e6a41b1ce3bf5dc5f5&device_id=d1515355-9a2f-447a-a05d-0c05d0f42b65 HTTP/1.1" status: 200 len: 1096 time: 0.1677237 Nov 24 01:45:16.729694 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-888108ff-7c32-43c6-9cc6-bf1f40ecedd1 req-8da2a464-e6db-4cc6-96a0-37de8f65a16b tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9ae5c6e-bf24-46cb-bbda-efac3484cadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161160 Nov 24 01:45:16.808848 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e49aea27-4a79-4323-805e-510d6d5c829d req-059e1fb1-efdb-4594-9163-7e3552e59e74 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85abd4be-a36c-4027-bd8c-379d9bb9395e HTTP/1.1" status: 200 len: 217 time: 0.0776703 Nov 24 01:45:16.842079 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-3e61bbd2-e437-49e9-8e3e-536949f5fb2e req-d5d8a8a8-fc71-47bd-8191-12474c411dea service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69007351-04ea-44cc-9f37-e63d681a62c1 HTTP/1.1" status: 200 len: 217 time: 0.1443241 Nov 24 01:45:16.852630 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4b6d2a6a-9076-4fab-be2f-00a38628121e tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:16.890633 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49aea27-4a79-4323-805e-510d6d5c829d req-7fa84dc6-6436-4fe6-98fa-353b8ab4946a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:16.892535 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e49aea27-4a79-4323-805e-510d6d5c829d req-7fa84dc6-6436-4fe6-98fa-353b8ab4946a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f0a91a6b-0fc2-490d-ba3d-91453eb80dcb HTTP/1.1" status: 200 len: 843 time: 0.0759509 Nov 24 01:45:16.951786 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6d2a6a-9076-4fab-be2f-00a38628121e tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Pushing event deleted for resources: {'Port': ['ID=b6f86cb9-adff-4aef-966b-70760f97c46b,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:16.973805 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3713de5-1b7d-4851-b960-9c94d22da1ab req-e86e9002-17c0-4d2f-ba79-d7555bcf58e2 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:16.975388 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-d3713de5-1b7d-4851-b960-9c94d22da1ab req-e86e9002-17c0-4d2f-ba79-d7555bcf58e2 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] 10.222.0.21 "GET /v2.0/ports?device_id=b06b6ab1-567c-4b9b-8739-efabf02f01ca HTTP/1.1" status: 200 len: 944 time: 0.3979697 Nov 24 01:45:16.985691 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-6ffdc0e3-1f77-4a92-b58d-eaf5ebab3a4d tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:17.003530 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49aea27-4a79-4323-805e-510d6d5c829d req-b4d4db0a-1872-4fa2-8ec0-17b36c3a59cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:17.006309 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e49aea27-4a79-4323-805e-510d6d5c829d req-b4d4db0a-1872-4fa2-8ec0-17b36c3a59cb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f4b0113f-5a2c-4a97-a650-fea5845398b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1060698 Nov 24 01:45:17.111956 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e61bbd2-e437-49e9-8e3e-536949f5fb2e req-4c4984f0-091b-44c8-928f-5396fd9741dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:17.114161 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-3e61bbd2-e437-49e9-8e3e-536949f5fb2e req-4c4984f0-091b-44c8-928f-5396fd9741dc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ab44a884-a70d-4217-8793-3ef03c108892 HTTP/1.1" status: 200 len: 850 time: 0.2594337 Nov 24 01:45:17.122408 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffdc0e3-1f77-4a92-b58d-eaf5ebab3a4d tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] Pushing event deleted for resources: {'Port': ['ID=5ecc39b7-8135-46f7-b6ec-ccb5200c0711,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:17.183698 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e49aea27-4a79-4323-805e-510d6d5c829d req-77c803a6-d5d8-4fe8-b1c6-8aae99c22633 service neutron] 10.222.0.48 "GET /v2.0/networks/f4b0113f-5a2c-4a97-a650-fea5845398b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693494 Nov 24 01:45:17.233162 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 44518) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:17.280685 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 01:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-badd7ac7-fbd8-438b-b675-45ad2c352e1a x-openstack-request-id: req-badd7ac7-fbd8-438b-b675-45ad2c352e1a {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 01:45:17.281036 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1515355-9a2f-447a-a05d-0c05d0f42b65", "tag": "85abd4be-a36c-4027-bd8c-379d9bb9395e", "status": "completed", "code": 200}]} {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 01:45:17.281217 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-badd7ac7-fbd8-438b-b675-45ad2c352e1a {{(pid=109867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 01:45:17.281716 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1515355-9a2f-447a-a05d-0c05d0f42b65', 'tag': '85abd4be-a36c-4027-bd8c-379d9bb9395e', 'status': 'completed', 'code': 200} Nov 24 01:45:17.349187 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4b6d2a6a-9076-4fab-be2f-00a38628121e tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418161'] for router_gateway, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:17.367122 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-d3713de5-1b7d-4851-b960-9c94d22da1ab req-45012a42-e07e-4f71-8f27-d5d496fa3302 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] 10.222.0.21 "GET /v2.0/security-groups?id=8cef3b03-e938-401d-a30c-e62493fab23d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3508925 Nov 24 01:45:17.596624 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-0bd1ea61-27c2-4db9-8e27-0f5a8d8983fd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=11302db1b08145d3a470e6062d2b4969&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3597381 Nov 24 01:45:17.609054 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 44532) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:17.671528 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e49aea27-4a79-4323-805e-510d6d5c829d req-4eab559c-fd92-407b-8070-6c64e0ed7b19 service neutron] 10.222.0.48 "GET /v2.0/networks/f4b0113f-5a2c-4a97-a650-fea5845398b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4794562 Nov 24 01:45:17.685741 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dcbd83-a6a5-4def-9e97-873c51cc9d03 req-df09b301-f6a1-4bb6-b651-65e355f44fc3 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:17.687308 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-49dcbd83-a6a5-4def-9e97-873c51cc9d03 req-df09b301-f6a1-4bb6-b651-65e355f44fc3 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/ports?device_id=54a6fdcb-af1b-4e68-a904-3bb95b5cf340 HTTP/1.1" status: 200 len: 931 time: 0.1126294 Nov 24 01:45:17.711542 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-931d5c32-fc28-4739-a0ce-b7806d7e4b3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:17.730776 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-6ffdc0e3-1f77-4a92-b58d-eaf5ebab3a4d tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:17.736961 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-6ffdc0e3-1f77-4a92-b58d-eaf5ebab3a4d tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] 10.222.0.21 "DELETE /v2.0/ports/5ecc39b7-8135-46f7-b6ec-ccb5200c0711 HTTP/1.1" status: 204 len: 168 time: 2.6827297 Nov 24 01:45:17.744478 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 44536) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:17.754934 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-d444aadd-f65e-422e-ba15-9046e10b920e tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] Request body: {'port': {'name': 'tempest-new-port-name-971845173', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:45:17.755161 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.api.validators [None req-d444aadd-f65e-422e-ba15-9046e10b920e tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] bootfile-name is not in valid_values {{(pid=109867) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 24 01:45:17.755441 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.api.validators [None req-d444aadd-f65e-422e-ba15-9046e10b920e tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] tftp-server is not in valid_values {{(pid=109867) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 24 01:45:17.755769 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.api.validators [None req-d444aadd-f65e-422e-ba15-9046e10b920e tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] server-ip-address is not in valid_values {{(pid=109867) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 24 01:45:17.760891 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4b6d2a6a-9076-4fab-be2f-00a38628121e tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-424460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2766'] for router, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:17.764538 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4b6d2a6a-9076-4fab-be2f-00a38628121e tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:17.768697 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e61bbd2-e437-49e9-8e3e-536949f5fb2e req-dc351919-5e3b-4205-bbfb-ab3d03e02560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:17.770299 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-3e61bbd2-e437-49e9-8e3e-536949f5fb2e req-dc351919-5e3b-4205-bbfb-ab3d03e02560 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1f119f6f-a1f8-4bc6-85d9-f23337dbc03c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6363406 Nov 24 01:45:17.826578 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 44540) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:17.828457 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-931d5c32-fc28-4739-a0ce-b7806d7e4b3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:17.863210 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3ee1d2e1-b042-4619-8036-e2b1c018198a tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29149261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29154849'] for subnet, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:17.873207 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-49dcbd83-a6a5-4def-9e97-873c51cc9d03 req-99f12d47-9aa3-4dca-9306-093a9ea501a6 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa820965-f51f-4c0f-92b9-3c3d3d9ef329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1610241 Nov 24 01:45:17.914980 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4b6d2a6a-9076-4fab-be2f-00a38628121e tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-424469'] for router, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:17.915511 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b6d2a6a-9076-4fab-be2f-00a38628121e tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a9733103-51d7-42f0-a09b-3fec8938f8fa {{(pid=109866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 01:45:17.922700 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [req-c4bb587c-6904-470f-b8c9-a4eddf9257b0 req-022a819c-24b8-462a-b964-6e2aa3534be2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b699589b-8212-4295-8919-4bb76ce3f790 {{(pid=109866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 01:45:17.952978 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-931d5c32-fc28-4739-a0ce-b7806d7e4b3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:17.953207 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4b6d2a6a-9076-4fab-be2f-00a38628121e tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks [] for router, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:17.954808 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-4b6d2a6a-9076-4fab-be2f-00a38628121e tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] 10.222.0.21 "DELETE /v2.0/routers/a9733103-51d7-42f0-a09b-3fec8938f8fa HTTP/1.1" status: 204 len: 168 time: 4.4718041 Nov 24 01:45:17.958562 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-931d5c32-fc28-4739-a0ce-b7806d7e4b3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:17.962288 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-931d5c32-fc28-4739-a0ce-b7806d7e4b3a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b5e6d874-d8c4-4bea-877c-dba44bedb5f1 HTTP/1.1" status: 204 len: 168 time: 0.3504453 Nov 24 01:45:17.965363 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 44544) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:17.975740 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1b5723-dc85-49ae-b450-d8f36f9b0b4e req-d993388f-6fc8-44e5-9b67-5ce88c2ce0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:17.977622 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-ba1b5723-dc85-49ae-b450-d8f36f9b0b4e req-d993388f-6fc8-44e5-9b67-5ce88c2ce0af service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7ca5ab9ca83c45e6a41b1ce3bf5dc5f5&device_id=d1515355-9a2f-447a-a05d-0c05d0f42b65 HTTP/1.1" status: 200 len: 1096 time: 0.1872284 Nov 24 01:45:17.990068 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-c4bb587c-6904-470f-b8c9-a4eddf9257b0 req-022a819c-24b8-462a-b964-6e2aa3534be2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:18.030582 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd7877d9-7458-44be-91bc-70cc3d64c384 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Deleting subnet af1af66f-a86d-452a-9e9a-625bb737455c {{(pid=109867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 01:45:18.038880 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-802a3067-a55a-4969-96ff-bb1ecf6f57af tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-3933106'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:45:18.040967 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.provisioning_blocks [req-c4bb587c-6904-470f-b8c9-a4eddf9257b0 req-022a819c-24b8-462a-b964-6e2aa3534be2 service neutron] Transition to ACTIVE for port object b699589b-8212-4295-8919-4bb76ce3f790 will not be triggered until provisioned by entity L2. {{(pid=109866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 01:45:18.041972 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931d5c32-fc28-4739-a0ce-b7806d7e4b3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5e6d874-d8c4-4bea-877c-dba44bedb5f1,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:18.042101 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee1d2e1-b042-4619-8036-e2b1c018198a tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Pushing event updated for resources: {'Subnet': ['ID=3ebd49fd-f71c-45ac-a5c3-38bcdec5c9f8,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:18.043606 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d444aadd-f65e-422e-ba15-9046e10b920e tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:18.060310 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-c4bb587c-6904-470f-b8c9-a4eddf9257b0 req-022a819c-24b8-462a-b964-6e2aa3534be2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29149402'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:18.066209 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-cd7877d9-7458-44be-91bc-70cc3d64c384 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:18.091470 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5894a8f2-14be-46aa-8b9c-7097a523727b req-f82e2b78-1f39-4aa4-9b2f-69e8457bbb1f tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:18.092993 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-5894a8f2-14be-46aa-8b9c-7097a523727b req-f82e2b78-1f39-4aa4-9b2f-69e8457bbb1f tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1515355-9a2f-447a-a05d-0c05d0f42b65 HTTP/1.1" status: 200 len: 943 time: 0.2561393 Nov 24 01:45:18.125941 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-3e61bbd2-e437-49e9-8e3e-536949f5fb2e req-b207b8ea-9456-441f-9294-4cd72f642ff6 service neutron] 10.222.0.48 "GET /v2.0/networks/1f119f6f-a1f8-4bc6-85d9-f23337dbc03c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3225994 Nov 24 01:45:18.146685 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee1d2e1-b042-4619-8036-e2b1c018198a tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Checking segment: {'id': '3bde8f61-bf3b-4add-a7c7-c623d46a932c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9d68e7bc-da82-432d-8f4e-ea3ade45b1a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:45:18.147046 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee1d2e1-b042-4619-8036-e2b1c018198a tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Network hostable DHCP agents. Network: 9d68e7bc-da82-432d-8f4e-ea3ade45b1a5, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 01:45:18.215735 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022a819c-24b8-462a-b964-6e2aa3534be2 service neutron] Pushing event updated for resources: {'Port': ['ID=b699589b-8212-4295-8919-4bb76ce3f790,revision_number=2']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:18.239886 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-cd7877d9-7458-44be-91bc-70cc3d64c384 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28690885'] for subnet, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:18.262218 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 69007351-04ea-44cc-9f37-e63d681a62c1 details requested by agent hyperv_hv-neutron-8189 with host hv-neutron-8189 {{(pid=109868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 01:45:18.313298 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee1d2e1-b042-4619-8036-e2b1c018198a tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Network 9d68e7bc-da82-432d-8f4e-ea3ade45b1a5 is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 01:45:18.322604 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-802a3067-a55a-4969-96ff-bb1ecf6f57af tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Made reservation on behalf of effd15cf5f3748fdb69cebc317b74e90 for: {'network': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:45:18.328804 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-802a3067-a55a-4969-96ff-bb1ecf6f57af tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:18.342750 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-5894a8f2-14be-46aa-8b9c-7097a523727b req-7b8d7174-28aa-4844-90b3-1265711e8034 tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9ae5c6e-bf24-46cb-bbda-efac3484cadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2193775 Nov 24 01:45:18.359124 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-3ee1d2e1-b042-4619-8036-e2b1c018198a tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, 9d68e7bc-da82-432d-8f4e-ea3ade45b1a5) {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:45:18.376341 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee1d2e1-b042-4619-8036-e2b1c018198a tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:18.376827 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3ee1d2e1-b042-4619-8036-e2b1c018198a tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:18.422073 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-3e61bbd2-e437-49e9-8e3e-536949f5fb2e req-7a1acedc-90f2-427b-a84e-d61de5790a39 service neutron] 10.222.0.48 "GET /v2.0/networks/1f119f6f-a1f8-4bc6-85d9-f23337dbc03c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670977 Nov 24 01:45:18.423852 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d49de7-0f8e-4eff-8638-1b766b5ef7e2 None None] Network 9d68e7bc-da82-432d-8f4e-ea3ade45b1a5 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:45:18.424389 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-802a3067-a55a-4969-96ff-bb1ecf6f57af tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Publish callbacks [] for security_group, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:18.428763 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-3ee1d2e1-b042-4619-8036-e2b1c018198a tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8239553 Nov 24 01:45:18.438697 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 44554) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:18.484602 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-9cd853bc-d390-4751-97ee-e97090f24fd6 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-507681937', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:45:18.505674 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [req-c4bb587c-6904-470f-b8c9-a4eddf9257b0 req-022a819c-24b8-462a-b964-6e2aa3534be2 service neutron] Attempting to bind port b699589b-8212-4295-8919-4bb76ce3f790 on host hv-neutron-8189 for vnic_type normal with profile {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:45:18.509137 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [req-c4bb587c-6904-470f-b8c9-a4eddf9257b0 req-022a819c-24b8-462a-b964-6e2aa3534be2 service neutron] Attempting to bind port b699589b-8212-4295-8919-4bb76ce3f790 by drivers openvswitch,hyperv on host hv-neutron-8189 at level 0 using segments [{'id': '4527112f-9e66-46d6-91de-1ce9adfe195c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '0439926c-1302-4dcb-a15d-d53f1b665c6d'}] {{(pid=109866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:45:18.509541 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4bb587c-6904-470f-b8c9-a4eddf9257b0 req-022a819c-24b8-462a-b964-6e2aa3534be2 service neutron] Attempting to bind port b699589b-8212-4295-8919-4bb76ce3f790 on network 0439926c-1302-4dcb-a15d-d53f1b665c6d {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:45:18.530898 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4bb587c-6904-470f-b8c9-a4eddf9257b0 req-022a819c-24b8-462a-b964-6e2aa3534be2 service neutron] Port b699589b-8212-4295-8919-4bb76ce3f790 on network 0439926c-1302-4dcb-a15d-d53f1b665c6d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8189 {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 01:45:18.531150 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4bb587c-6904-470f-b8c9-a4eddf9257b0 req-022a819c-24b8-462a-b964-6e2aa3534be2 service neutron] Attempting to bind port b699589b-8212-4295-8919-4bb76ce3f790 on network 0439926c-1302-4dcb-a15d-d53f1b665c6d {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:45:18.539714 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4bb587c-6904-470f-b8c9-a4eddf9257b0 req-022a819c-24b8-462a-b964-6e2aa3534be2 service neutron] Checking agent: {'id': '5773fe6b-0967-455f-9dc9-84c0c923201b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 42, 58), 'started_at': datetime.datetime(2021, 11, 24, 1, 42, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:45:18.540090 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4bb587c-6904-470f-b8c9-a4eddf9257b0 req-022a819c-24b8-462a-b964-6e2aa3534be2 service neutron] Checking segment: {'id': '4527112f-9e66-46d6-91de-1ce9adfe195c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '0439926c-1302-4dcb-a15d-d53f1b665c6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:45:18.540706 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4bb587c-6904-470f-b8c9-a4eddf9257b0 req-022a819c-24b8-462a-b964-6e2aa3534be2 service neutron] Bound using segment: {'id': '4527112f-9e66-46d6-91de-1ce9adfe195c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '0439926c-1302-4dcb-a15d-d53f1b665c6d'} {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:45:18.541615 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [req-c4bb587c-6904-470f-b8c9-a4eddf9257b0 req-022a819c-24b8-462a-b964-6e2aa3534be2 service neutron] Bound port: b699589b-8212-4295-8919-4bb76ce3f790, host: hv-neutron-8189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4527112f-9e66-46d6-91de-1ce9adfe195c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '0439926c-1302-4dcb-a15d-d53f1b665c6d'}}] {{(pid=109866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:45:18.542185 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-c4bb587c-6904-470f-b8c9-a4eddf9257b0 req-022a819c-24b8-462a-b964-6e2aa3534be2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:18.551949 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1b5723-dc85-49ae-b450-d8f36f9b0b4e req-25fc742c-ff8f-4d5a-978c-b36790d80054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:18.552251 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9cd853bc-d390-4751-97ee-e97090f24fd6 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-424105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2744'] for router, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:18.553497 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9cd853bc-d390-4751-97ee-e97090f24fd6 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-424325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-326625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2753'] for router, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:18.553993 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-ba1b5723-dc85-49ae-b450-d8f36f9b0b4e req-25fc742c-ff8f-4d5a-978c-b36790d80054 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f4b0113f-5a2c-4a97-a650-fea5845398b7 HTTP/1.1" status: 200 len: 905 time: 0.5208421 Nov 24 01:45:18.561724 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-cd7877d9-7458-44be-91bc-70cc3d64c384 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:18.569028 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port 69007351-04ea-44cc-9f37-e63d681a62c1, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=69007351-04ea-44cc-9f37-e63d681a62c1,segment=NetworkSegment(aef6f52d-ced6-4959-ae4e-fc8ba7a699d2),segment_id=aef6f52d-ced6-4959-ae4e-fc8ba7a699d2)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:45:18.585296 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Returning: {'device': '69007351-04ea-44cc-9f37-e63d681a62c1', 'network_id': '1f119f6f-a1f8-4bc6-85d9-f23337dbc03c', 'port_id': '69007351-04ea-44cc-9f37-e63d681a62c1', 'mac_address': 'fa:16:3e:b3:3c:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab44a884-a70d-4217-8793-3ef03c108892', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 01:45:18.616666 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9cd853bc-d390-4751-97ee-e97090f24fd6 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:18.664869 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-ba1b5723-dc85-49ae-b450-d8f36f9b0b4e req-9e37888b-09bf-439a-9011-abebaa08413d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85abd4be-a36c-4027-bd8c-379d9bb9395e HTTP/1.1" status: 200 len: 217 time: 0.0874949 Nov 24 01:45:18.671417 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [req-c4bb587c-6904-470f-b8c9-a4eddf9257b0 req-022a819c-24b8-462a-b964-6e2aa3534be2 service neutron] For port b699589b-8212-4295-8919-4bb76ce3f790, host hv-neutron-8189, cleared binding levels {{(pid=109866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:45:18.675913 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [req-c4bb587c-6904-470f-b8c9-a4eddf9257b0 req-022a819c-24b8-462a-b964-6e2aa3534be2 service neutron] For port b699589b-8212-4295-8919-4bb76ce3f790, host hv-neutron-8189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=b699589b-8212-4295-8919-4bb76ce3f790,segment=NetworkSegment(4527112f-9e66-46d6-91de-1ce9adfe195c),segment_id=4527112f-9e66-46d6-91de-1ce9adfe195c)] {{(pid=109866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:45:18.678432 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9cd853bc-d390-4751-97ee-e97090f24fd6 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-424338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418138'] for router, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:18.697661 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-c4bb587c-6904-470f-b8c9-a4eddf9257b0 req-022a819c-24b8-462a-b964-6e2aa3534be2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29149402'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:18.716207 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bb587c-6904-470f-b8c9-a4eddf9257b0 req-022a819c-24b8-462a-b964-6e2aa3534be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:18.716683 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-c4bb587c-6904-470f-b8c9-a4eddf9257b0 req-022a819c-24b8-462a-b964-6e2aa3534be2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:18.718115 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-c4bb587c-6904-470f-b8c9-a4eddf9257b0 req-022a819c-24b8-462a-b964-6e2aa3534be2 service neutron] 10.222.0.48 "PUT /v2.0/ports/b699589b-8212-4295-8919-4bb76ce3f790 HTTP/1.1" status: 200 len: 1093 time: 3.0512531 Nov 24 01:45:18.720005 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54a6fdcb-af1b-4e68-a904-3bb95b5cf340', 'tag': 'b699589b-8212-4295-8919-4bb76ce3f790'}] {{(pid=109866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 01:45:18.722579 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b7c53c286d9351d1367337230623a155cee02c46c94b80588b67a0bc16402ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fbd91af-bdff-4fdd-b984-e16d64b87d1d" -d '{"events": [{"name": "network-changed", "server_uuid": "54a6fdcb-af1b-4e68-a904-3bb95b5cf340", "tag": "b699589b-8212-4295-8919-4bb76ce3f790"}]}' {{(pid=109866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 01:45:18.732378 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9cd853bc-d390-4751-97ee-e97090f24fd6 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Publish callbacks [] for router, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:18.736465 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-9cd853bc-d390-4751-97ee-e97090f24fd6 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.2939181 Nov 24 01:45:18.740292 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:18.757854 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36fc608-acb8-48b5-bcee-1531102b9b7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-9d68e7bc-da82-432d-8f4e-ea3ade45b1a5', 'network_id': '9d68e7bc-da82-432d-8f4e-ea3ade45b1a5', 'tenant_id': '888d511136af47afab978e82b5df58b3', 'fixed_ips': [{'subnet_id': '3ebd49fd-f71c-45ac-a5c3-38bcdec5c9f8'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 01:45:18.759599 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-b36fc608-acb8-48b5-bcee-1531102b9b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:18.760536 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 44564) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:18.782175 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69007351-04ea-44cc-9f37-e63d681a62c1 {{(pid=109868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 01:45:18.824895 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port 69007351-04ea-44cc-9f37-e63d681a62c1, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=69007351-04ea-44cc-9f37-e63d681a62c1,segment=NetworkSegment(aef6f52d-ced6-4959-ae4e-fc8ba7a699d2),segment_id=aef6f52d-ced6-4959-ae4e-fc8ba7a699d2)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:45:18.838525 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b28c0a0-9d19-43c7-ab13-e6ffb897ad7a req-12c197d1-9284-443c-88da-c94d7ed608a4 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:18.840731 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-8b28c0a0-9d19-43c7-ab13-e6ffb897ad7a req-12c197d1-9284-443c-88da-c94d7ed608a4 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] 10.222.0.21 "GET /v2.0/ports?device_id=b06b6ab1-567c-4b9b-8739-efabf02f01ca HTTP/1.1" status: 200 len: 944 time: 0.3191977 Nov 24 01:45:18.841180 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:18.866796 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022a819c-24b8-462a-b964-6e2aa3534be2 service neutron] Pushing event updated for resources: {'Port': ['ID=b699589b-8212-4295-8919-4bb76ce3f790,revision_number=3']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:18.896747 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bb587c-6904-470f-b8c9-a4eddf9257b0 req-43db0de3-bf97-42b6-b060-fc53f4778c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:18.898383 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-c4bb587c-6904-470f-b8c9-a4eddf9257b0 req-43db0de3-bf97-42b6-b060-fc53f4778c44 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=110fa21155a747ab90ae3fb887427135&device_id=54a6fdcb-af1b-4e68-a904-3bb95b5cf340 HTTP/1.1" status: 200 len: 1096 time: 0.1122315 Nov 24 01:45:18.900121 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 01:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5caa38f-a2bf-4790-92f3-43aca7b3ada1 x-openstack-request-id: req-f5caa38f-a2bf-4790-92f3-43aca7b3ada1 {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 01:45:18.900414 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54a6fdcb-af1b-4e68-a904-3bb95b5cf340", "tag": "b699589b-8212-4295-8919-4bb76ce3f790", "status": "completed", "code": 200}]} {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 01:45:18.900694 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f5caa38f-a2bf-4790-92f3-43aca7b3ada1 {{(pid=109866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 01:45:18.901048 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54a6fdcb-af1b-4e68-a904-3bb95b5cf340', 'tag': 'b699589b-8212-4295-8919-4bb76ce3f790', 'status': 'completed', 'code': 200} Nov 24 01:45:18.912970 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=69007351-04ea-44cc-9f37-e63d681a62c1,revision_number=4']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:19.005763 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-c4bb587c-6904-470f-b8c9-a4eddf9257b0 req-4d4752c5-db45-440a-8c6b-cd7ac79ef0eb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b699589b-8212-4295-8919-4bb76ce3f790 HTTP/1.1" status: 200 len: 217 time: 0.0912731 Nov 24 01:45:19.019289 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-802a3067-a55a-4969-96ff-bb1ecf6f57af tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Publish callbacks [] for security_group, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:19.061126 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-b36fc608-acb8-48b5-bcee-1531102b9b7a None None] Allocated IP 172.20.0.2 (9d68e7bc-da82-432d-8f4e-ea3ade45b1a5/3ebd49fd-f71c-45ac-a5c3-38bcdec5c9f8/77e3c5c0-c635-49d5-b0c7-7d5828981344) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:45:19.085425 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-802a3067-a55a-4969-96ff-bb1ecf6f57af tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:19.102325 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1b5723-dc85-49ae-b450-d8f36f9b0b4e req-2f43ec12-d7a8-40cc-b4bc-197479da904b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:19.103207 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-ba1b5723-dc85-49ae-b450-d8f36f9b0b4e req-2f43ec12-d7a8-40cc-b4bc-197479da904b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f0a91a6b-0fc2-490d-ba3d-91453eb80dcb HTTP/1.1" status: 200 len: 843 time: 0.4242792 Nov 24 01:45:19.111685 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373cb9db-298d-4aee-9ae6-edc1235bd1fd req-b9ecf439-0252-434b-9817-2b5c4807807b tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:19.113970 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-373cb9db-298d-4aee-9ae6-edc1235bd1fd req-b9ecf439-0252-434b-9817-2b5c4807807b tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/ports?device_id=54a6fdcb-af1b-4e68-a904-3bb95b5cf340 HTTP/1.1" status: 200 len: 943 time: 0.1071174 Nov 24 01:45:19.119253 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bb587c-6904-470f-b8c9-a4eddf9257b0 req-465f5fe1-46f9-4c2a-8625-dcf58b463c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:19.121158 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-c4bb587c-6904-470f-b8c9-a4eddf9257b0 req-465f5fe1-46f9-4c2a-8625-dcf58b463c1e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3cd00567-bdb6-4d9c-8716-d6fe9a6098c7 HTTP/1.1" status: 200 len: 850 time: 0.1053762 Nov 24 01:45:19.205506 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] get_ports_and_sgs() called for port_ids ['69007351-04ea-44cc-9f37-e63d681a62c1'] {{(pid=109868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 01:45:19.212965 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-373cb9db-298d-4aee-9ae6-edc1235bd1fd req-f435964a-cbda-491c-ac68-ddb9dd5e02c5 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa820965-f51f-4c0f-92b9-3c3d3d9ef329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891569 Nov 24 01:45:19.220013 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bb587c-6904-470f-b8c9-a4eddf9257b0 req-233beff1-da2e-4fb3-b331-33941069dac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:19.222838 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-c4bb587c-6904-470f-b8c9-a4eddf9257b0 req-233beff1-da2e-4fb3-b331-33941069dac9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0439926c-1302-4dcb-a15d-d53f1b665c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754542 Nov 24 01:45:19.247399 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-cd7877d9-7458-44be-91bc-70cc3d64c384 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25501782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25307808'] for subnet, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:19.280430 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 44576) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:19.291465 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d444aadd-f65e-422e-ba15-9046e10b920e tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] Publish callbacks [] for port, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:19.300381 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-802a3067-a55a-4969-96ff-bb1ecf6f57af tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=109867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:45:19.347111 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d444aadd-f65e-422e-ba15-9046e10b920e tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25501696'] for port, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:19.360412 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7877d9-7458-44be-91bc-70cc3d64c384 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=af1af66f-a86d-452a-9e9a-625bb737455c,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:19.388785 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-c4bb587c-6904-470f-b8c9-a4eddf9257b0 req-37149326-39cd-481e-99b5-127de3754d48 service neutron] 10.222.0.48 "GET /v2.0/networks/0439926c-1302-4dcb-a15d-d53f1b665c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577079 Nov 24 01:45:19.395816 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802a3067-a55a-4969-96ff-bb1ecf6f57af tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8712ee79-1baa-4e79-a379-bd44b89f6228,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:19.443288 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d444aadd-f65e-422e-ba15-9046e10b920e tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] Pushing event updated for resources: {'Port': ['ID=cdc9bbf2-0ba7-4171-916d-59143890f8cf,revision_number=2']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:19.446534 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-b36fc608-acb8-48b5-bcee-1531102b9b7a None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:19.481946 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-b36fc608-acb8-48b5-bcee-1531102b9b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:19.485189 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-febd9b52-c73c-47ec-b3b7-07554bea9f16 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Request body: {'networks': [{'name': 'tempest-network--795257292'}, {'name': 'tempest-network--1929587747'}]} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:45:19.485189 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-febd9b52-c73c-47ec-b3b7-07554bea9f16 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Request body: {'network': {'name': 'tempest-network--795257292'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:45:19.485448 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-802a3067-a55a-4969-96ff-bb1ecf6f57af tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:19.485534 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-febd9b52-c73c-47ec-b3b7-07554bea9f16 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Request body: {'network': {'name': 'tempest-network--1929587747'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:45:19.486153 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.segments_db [None req-802a3067-a55a-4969-96ff-bb1ecf6f57af tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Added segment d7a03e98-484b-43fd-a458-539ec171b174 of type vlan for network aa439182-724b-46be-b79f-00062c5c4a48 Nov 24 01:45:19.536990 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-8b28c0a0-9d19-43c7-ab13-e6ffb897ad7a req-e7d6fcae-2487-4a53-9e77-3f764311164f tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] 10.222.0.21 "GET /v2.0/security-groups?id=8cef3b03-e938-401d-a30c-e62493fab23d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6225097 Nov 24 01:45:19.538370 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36fc608-acb8-48b5-bcee-1531102b9b7a None None] Network 9d68e7bc-da82-432d-8f4e-ea3ade45b1a5 is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:45:19.556850 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-b36fc608-acb8-48b5-bcee-1531102b9b7a None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:45:19.566560 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36fc608-acb8-48b5-bcee-1531102b9b7a None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:45:19.605771 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3800e4-be41-42cc-a277-5491714b461a req-6aaa9272-6318-4d88-bdb9-09c82d840028 tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:19.607757 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-4d3800e4-be41-42cc-a277-5491714b461a req-6aaa9272-6318-4d88-bdb9-09c82d840028 tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1515355-9a2f-447a-a05d-0c05d0f42b65 HTTP/1.1" status: 200 len: 943 time: 0.1307969 Nov 24 01:45:19.610934 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-febd9b52-c73c-47ec-b3b7-07554bea9f16 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Made reservation on behalf of 4464a4b9155d4878859b3865ba29c280 for: {'network': 2} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:45:19.616421 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-febd9b52-c73c-47ec-b3b7-07554bea9f16 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:19.620483 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-c4bb587c-6904-470f-b8c9-a4eddf9257b0 req-06d62162-b427-4497-9963-ed3f24525f98 service neutron] 10.222.0.48 "GET /v2.0/networks/0439926c-1302-4dcb-a15d-d53f1b665c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239466 Nov 24 01:45:19.629769 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-cd7877d9-7458-44be-91bc-70cc3d64c384 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:19.635521 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-cd7877d9-7458-44be-91bc-70cc3d64c384 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] 10.222.0.21 "DELETE /v2.0/subnets/af1af66f-a86d-452a-9e9a-625bb737455c HTTP/1.1" status: 204 len: 168 time: 1.6596930 Nov 24 01:45:19.640308 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 44586) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:19.654787 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-febd9b52-c73c-47ec-b3b7-07554bea9f16 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Publish callbacks [] for security_group, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:19.669531 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-b36fc608-acb8-48b5-bcee-1531102b9b7a None None] Attempting to bind port 77e3c5c0-c635-49d5-b0c7-7d5828981344 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:45:19.669917 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-b36fc608-acb8-48b5-bcee-1531102b9b7a None None] Attempting to bind port 77e3c5c0-c635-49d5-b0c7-7d5828981344 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '3bde8f61-bf3b-4add-a7c7-c623d46a932c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9d68e7bc-da82-432d-8f4e-ea3ade45b1a5'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:45:19.670277 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36fc608-acb8-48b5-bcee-1531102b9b7a None None] Attempting to bind port 77e3c5c0-c635-49d5-b0c7-7d5828981344 on network 9d68e7bc-da82-432d-8f4e-ea3ade45b1a5 {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:45:19.675655 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36fc608-acb8-48b5-bcee-1531102b9b7a None None] Pushing event updated for resources: {'Port': ['ID=77e3c5c0-c635-49d5-b0c7-7d5828981344,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:19.678759 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36fc608-acb8-48b5-bcee-1531102b9b7a None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:45:19.679130 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36fc608-acb8-48b5-bcee-1531102b9b7a None None] Checking segment: {'id': '3bde8f61-bf3b-4add-a7c7-c623d46a932c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9d68e7bc-da82-432d-8f4e-ea3ade45b1a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:45:19.679529 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-b36fc608-acb8-48b5-bcee-1531102b9b7a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:19.679915 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36fc608-acb8-48b5-bcee-1531102b9b7a None None] Bound using segment: {'id': '3bde8f61-bf3b-4add-a7c7-c623d46a932c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9d68e7bc-da82-432d-8f4e-ea3ade45b1a5'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:45:19.680398 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-b36fc608-acb8-48b5-bcee-1531102b9b7a None None] Bound port: 77e3c5c0-c635-49d5-b0c7-7d5828981344, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bde8f61-bf3b-4add-a7c7-c623d46a932c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9d68e7bc-da82-432d-8f4e-ea3ade45b1a5'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:45:19.680761 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-b36fc608-acb8-48b5-bcee-1531102b9b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:19.692044 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1b5723-dc85-49ae-b450-d8f36f9b0b4e req-438687cc-1696-4581-b033-bde955a7c0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:19.693757 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-ba1b5723-dc85-49ae-b450-d8f36f9b0b4e req-438687cc-1696-4581-b033-bde955a7c0e6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f4b0113f-5a2c-4a97-a650-fea5845398b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4566519 Nov 24 01:45:19.697395 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-802a3067-a55a-4969-96ff-bb1ecf6f57af tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:19.744448 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d9d76022-8346-41d3-879f-062be6dace69 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:19.756640 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-4d3800e4-be41-42cc-a277-5491714b461a req-46043f6f-01b3-4e9b-a686-2b6a2702834d tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9ae5c6e-bf24-46cb-bbda-efac3484cadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343043 Nov 24 01:45:19.764011 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-d444aadd-f65e-422e-ba15-9046e10b920e tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] In _notify_port_updated(), no bound segment for port cdc9bbf2-0ba7-4171-916d-59143890f8cf on network 9d58742c-6850-4d10-92e4-dfe1769e9b5e {{(pid=109867) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 24 01:45:19.774461 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d444aadd-f65e-422e-ba15-9046e10b920e tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:19.775149 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d444aadd-f65e-422e-ba15-9046e10b920e tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:19.778852 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-d444aadd-f65e-422e-ba15-9046e10b920e tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] 10.222.0.21 "PUT /v2.0/ports/cdc9bbf2-0ba7-4171-916d-59143890f8cf HTTP/1.1" status: 200 len: 1136 time: 2.0310040 Nov 24 01:45:19.793576 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 44588) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:19.821601 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-802a3067-a55a-4969-96ff-bb1ecf6f57af tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:19.828948 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802a3067-a55a-4969-96ff-bb1ecf6f57af tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:19.828948 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-802a3067-a55a-4969-96ff-bb1ecf6f57af tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:19.851737 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e2d73b02-4570-4258-8e6f-b751ddf6a8cf tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:19.883956 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-b36fc608-acb8-48b5-bcee-1531102b9b7a None None] For port 77e3c5c0-c635-49d5-b0c7-7d5828981344, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:45:19.887729 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-b36fc608-acb8-48b5-bcee-1531102b9b7a None None] For port 77e3c5c0-c635-49d5-b0c7-7d5828981344, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=77e3c5c0-c635-49d5-b0c7-7d5828981344,segment=NetworkSegment(3bde8f61-bf3b-4add-a7c7-c623d46a932c),segment_id=3bde8f61-bf3b-4add-a7c7-c623d46a932c)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:45:19.893998 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd24edd-5756-4134-9335-9245698c3ce1 tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:19.899171 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-abd24edd-5756-4134-9335-9245698c3ce1 tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] 10.222.0.21 "GET /v2.0/ports/cdc9bbf2-0ba7-4171-916d-59143890f8cf HTTP/1.1" status: 200 len: 1136 time: 0.0955706 Nov 24 01:45:19.904625 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbd91af-bdff-4fdd-b984-e16d64b87d1d req-c4c9f471-3478-474f-9278-bbe5a0c848dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:19.906278 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-1fbd91af-bdff-4fdd-b984-e16d64b87d1d req-c4c9f471-3478-474f-9278-bbe5a0c848dd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=110fa21155a747ab90ae3fb887427135&device_id=54a6fdcb-af1b-4e68-a904-3bb95b5cf340 HTTP/1.1" status: 200 len: 1096 time: 0.1550941 Nov 24 01:45:19.908563 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 44590) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:19.915335 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-b36fc608-acb8-48b5-bcee-1531102b9b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:19.981292 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36fc608-acb8-48b5-bcee-1531102b9b7a None None] Pushing event updated for resources: {'Port': ['ID=77e3c5c0-c635-49d5-b0c7-7d5828981344,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:20.040741 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-dcdf440c-99e8-4f05-8be0-2ec09ff4fb21 None None] Provisioning complete for port cdc9bbf2-0ba7-4171-916d-59143890f8cf triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:45:20.041456 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-dcdf440c-99e8-4f05-8be0-2ec09ff4fb21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:20.090680 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-dcdf440c-99e8-4f05-8be0-2ec09ff4fb21 None None] Port cdc9bbf2-0ba7-4171-916d-59143890f8cf cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:45:20.116633 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-febd9b52-c73c-47ec-b3b7-07554bea9f16 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Publish callbacks [] for security_group, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:20.156895 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e2d73b02-4570-4258-8e6f-b751ddf6a8cf tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:20.162388 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-febd9b52-c73c-47ec-b3b7-07554bea9f16 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:20.162834 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-febd9b52-c73c-47ec-b3b7-07554bea9f16 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:20.244663 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 85abd4be-a36c-4027-bd8c-379d9bb9395e details requested by agent hyperv_hv-neutron-8189 with host hv-neutron-8189 {{(pid=109868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 01:45:20.290437 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-e2d73b02-4570-4258-8e6f-b751ddf6a8cf tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9357bdc-f867-421b-a089-33a39c59ec4a']}} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:45:20.302013 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-802a3067-a55a-4969-96ff-bb1ecf6f57af tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.4659209 Nov 24 01:45:20.310924 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 44594) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:20.319519 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbd91af-bdff-4fdd-b984-e16d64b87d1d req-4577d801-b79f-4de6-8557-e2b58211212e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:20.321062 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-1fbd91af-bdff-4fdd-b984-e16d64b87d1d req-4577d801-b79f-4de6-8557-e2b58211212e service neutron] 10.222.0.48 "GET /v2.0/networks?id=0439926c-1302-4dcb-a15d-d53f1b665c6d HTTP/1.1" status: 200 len: 912 time: 0.3824875 Nov 24 01:45:20.325802 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-278ecc0e-2a11-48a3-9309-a546d64f4824 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Request body: {'subnet': {'network_id': 'aa439182-724b-46be-b79f-00062c5c4a48', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:45:20.328779 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-e2d73b02-4570-4258-8e6f-b751ddf6a8cf tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a12ba703-f059-46ce-acf8-2f799701e9c1') {'for_net_delete': True} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:45:20.329081 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-e2d73b02-4570-4258-8e6f-b751ddf6a8cf tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a12ba703-f059-46ce-acf8-2f799701e9c1') {} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:45:20.335495 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febd9b52-c73c-47ec-b3b7-07554bea9f16 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f59ed57-dcf0-42b6-85c8-eb9714eb48e7,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:20.354757 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-febd9b52-c73c-47ec-b3b7-07554bea9f16 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=109866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:45:20.359448 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e2d73b02-4570-4258-8e6f-b751ddf6a8cf tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29055561'] for segment, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:20.375974 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802a3067-a55a-4969-96ff-bb1ecf6f57af tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Pushing event updated for resources: {'Network': ['ID=aa439182-724b-46be-b79f-00062c5c4a48,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:20.379818 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-ba1b5723-dc85-49ae-b450-d8f36f9b0b4e req-4794d287-2745-428e-ba1c-b586c1254ea8 service neutron] 10.222.0.48 "GET /v2.0/networks/f4b0113f-5a2c-4a97-a650-fea5845398b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6475775 Nov 24 01:45:20.404313 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-1fbd91af-bdff-4fdd-b984-e16d64b87d1d req-14668c8a-422b-4f4e-a795-1f4a98b943b3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b699589b-8212-4295-8919-4bb76ce3f790 HTTP/1.1" status: 200 len: 217 time: 0.0722909 Nov 24 01:45:20.410318 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-b4b1335c-22bc-413e-b6bf-0298a349d82a tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] Deleting port cdc9bbf2-0ba7-4171-916d-59143890f8cf {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:45:20.410658 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b4b1335c-22bc-413e-b6bf-0298a349d82a tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:20.413842 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-febd9b52-c73c-47ec-b3b7-07554bea9f16 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:20.414184 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.segments_db [None req-febd9b52-c73c-47ec-b3b7-07554bea9f16 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Added segment e454c9f8-9b30-428d-8a83-280351d60989 of type vlan for network edb1a0f3-c07f-43f4-a725-44a2aca13d78 Nov 24 01:45:20.418039 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port 85abd4be-a36c-4027-bd8c-379d9bb9395e, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=85abd4be-a36c-4027-bd8c-379d9bb9395e,segment=NetworkSegment(15b2ee8c-f6d9-41dc-9d6f-b35b24ea97a6),segment_id=15b2ee8c-f6d9-41dc-9d6f-b35b24ea97a6)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:45:20.440125 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network aa439182-724b-46be-b79f-00062c5c4a48 details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:45:20.449990 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e2d73b02-4570-4258-8e6f-b751ddf6a8cf tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:20.479125 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Returning: {'device': '85abd4be-a36c-4027-bd8c-379d9bb9395e', 'network_id': 'f4b0113f-5a2c-4a97-a650-fea5845398b7', 'port_id': '85abd4be-a36c-4027-bd8c-379d9bb9395e', 'mac_address': 'fa:16:3e:34:72:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0a91a6b-0fc2-490d-ba3d-91453eb80dcb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 01:45:20.487665 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2d73b02-4570-4258-8e6f-b751ddf6a8cf tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=109866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:45:20.487665 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e2d73b02-4570-4258-8e6f-b751ddf6a8cf tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29151010'] for segment, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:20.508239 dv-neutron-818911-2-hyperv neutron-server[109866]: Traceback (most recent call last): Nov 24 01:45:20.508239 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:45:20.508239 dv-neutron-818911-2-hyperv neutron-server[109866]: timer() Nov 24 01:45:20.508239 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:45:20.508239 dv-neutron-818911-2-hyperv neutron-server[109866]: cb(*args, **kw) Nov 24 01:45:20.508239 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:45:20.508239 dv-neutron-818911-2-hyperv neutron-server[109866]: return func(*args, **kwargs) Nov 24 01:45:20.508239 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:45:20.508239 dv-neutron-818911-2-hyperv neutron-server[109866]: self._notify() Nov 24 01:45:20.508239 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:45:20.508239 dv-neutron-818911-2-hyperv neutron-server[109866]: self.callback(batched_events) Nov 24 01:45:20.508239 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:45:20.508239 dv-neutron-818911-2-hyperv neutron-server[109866]: event.method(event) Nov 24 01:45:20.508239 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:45:20.508239 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:45:20.508239 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:45:20.508239 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:45:20.508239 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:45:20.508239 dv-neutron-818911-2-hyperv neutron-server[109866]: return f(self, *a, **k) Nov 24 01:45:20.508239 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:45:20.508239 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._get(url).json() Nov 24 01:45:20.508239 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:45:20.508239 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:45:20.508239 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:45:20.508239 dv-neutron-818911-2-hyperv neutron-server[109866]: return self.request(url, 'GET', **kwargs) Nov 24 01:45:20.508239 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:45:20.508239 dv-neutron-818911-2-hyperv neutron-server[109866]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:45:20.508239 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:45:20.508239 dv-neutron-818911-2-hyperv neutron-server[109866]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:45:20.508239 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:45:20.508239 dv-neutron-818911-2-hyperv neutron-server[109866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:45:20.508239 dv-neutron-818911-2-hyperv neutron-server[109866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:45:20.561055 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:20.576386 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85abd4be-a36c-4027-bd8c-379d9bb9395e {{(pid=109868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 01:45:20.599429 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port 85abd4be-a36c-4027-bd8c-379d9bb9395e, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=85abd4be-a36c-4027-bd8c-379d9bb9395e,segment=NetworkSegment(15b2ee8c-f6d9-41dc-9d6f-b35b24ea97a6),segment_id=15b2ee8c-f6d9-41dc-9d6f-b35b24ea97a6)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:45:20.606718 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:20.618431 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-febd9b52-c73c-47ec-b3b7-07554bea9f16 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:20.623032 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbd91af-bdff-4fdd-b984-e16d64b87d1d req-2a35fab7-9841-48a9-8c1f-b0d88d417151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:20.624522 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-1fbd91af-bdff-4fdd-b984-e16d64b87d1d req-2a35fab7-9841-48a9-8c1f-b0d88d417151 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3cd00567-bdb6-4d9c-8716-d6fe9a6098c7 HTTP/1.1" status: 200 len: 850 time: 0.2049108 Nov 24 01:45:20.682742 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=85abd4be-a36c-4027-bd8c-379d9bb9395e,revision_number=4']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:20.693227 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb939bb-3a47-424f-9825-b862e917bd57 req-70850a8b-eae2-46f7-bca9-c3f9170c5b6c tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:20.695318 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-4fb939bb-3a47-424f-9825-b862e917bd57 req-70850a8b-eae2-46f7-bca9-c3f9170c5b6c tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/ports?device_id=54a6fdcb-af1b-4e68-a904-3bb95b5cf340 HTTP/1.1" status: 200 len: 943 time: 0.3827560 Nov 24 01:45:20.695438 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e2d73b02-4570-4258-8e6f-b751ddf6a8cf tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:20.726658 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-278ecc0e-2a11-48a3-9309-a546d64f4824 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Made reservation on behalf of effd15cf5f3748fdb69cebc317b74e90 for: {'subnet': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:45:20.730997 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-278ecc0e-2a11-48a3-9309-a546d64f4824 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25307781'] for subnet, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:20.746155 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2d73b02-4570-4258-8e6f-b751ddf6a8cf tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d9357bdc-f867-421b-a089-33a39c59ec4a {{(pid=109866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 24 01:45:20.759884 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b4b1335c-22bc-413e-b6bf-0298a349d82a tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:20.762718 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e2d73b02-4570-4258-8e6f-b751ddf6a8cf tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:20.770250 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-e2d73b02-4570-4258-8e6f-b751ddf6a8cf tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] 10.222.0.21 "DELETE /v2.0/networks/d9357bdc-f867-421b-a089-33a39c59ec4a HTTP/1.1" status: 204 len: 168 time: 1.1279233 Nov 24 01:45:20.776827 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-ba1b5723-dc85-49ae-b450-d8f36f9b0b4e req-b72f821a-76b1-4470-8ac4-890fccec8392 service neutron] 10.222.0.48 "GET /v2.0/networks/f4b0113f-5a2c-4a97-a650-fea5845398b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3499632 Nov 24 01:45:20.790827 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d73b02-4570-4258-8e6f-b751ddf6a8cf tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Pushing event deleted for resources: {'Network': ['ID=d9357bdc-f867-421b-a089-33a39c59ec4a,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:20.803659 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-b4b1335c-22bc-413e-b6bf-0298a349d82a tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] Calling delete_port for cdc9bbf2-0ba7-4171-916d-59143890f8cf owned by {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:45:20.805505 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-febd9b52-c73c-47ec-b3b7-07554bea9f16 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=109866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:45:20.859590 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0bde59-2ee0-419c-803a-94875182a339 req-a1882746-d6cb-466d-b3e4-e7ea1c40f933 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:20.861186 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-6c0bde59-2ee0-419c-803a-94875182a339 req-a1882746-d6cb-466d-b3e4-e7ea1c40f933 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] 10.222.0.21 "GET /v2.0/ports?device_id=b06b6ab1-567c-4b9b-8739-efabf02f01ca HTTP/1.1" status: 200 len: 945 time: 0.1913438 Nov 24 01:45:20.869462 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbd91af-bdff-4fdd-b984-e16d64b87d1d req-ca569f39-c7dd-4dec-879d-d517de43f935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:20.870726 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-1fbd91af-bdff-4fdd-b984-e16d64b87d1d req-ca569f39-c7dd-4dec-879d-d517de43f935 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0439926c-1302-4dcb-a15d-d53f1b665c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2208345 Nov 24 01:45:20.872466 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-d9d76022-8346-41d3-879f-062be6dace69 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Allocated IP 172.20.0.1 (9d68e7bc-da82-432d-8f4e-ea3ade45b1a5/3ebd49fd-f71c-45ac-a5c3-38bcdec5c9f8/92ed014b-f297-41b9-9a62-284fa95fcccf) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:45:20.873616 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-febd9b52-c73c-47ec-b3b7-07554bea9f16 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:20.873955 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.segments_db [None req-febd9b52-c73c-47ec-b3b7-07554bea9f16 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Added segment db6f0260-ecb7-47a3-a26f-2c544ca72414 of type vlan for network dffc880e-ea8d-4dd3-bbfa-64c5d0f9e903 Nov 24 01:45:20.901116 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] get_ports_and_sgs() called for port_ids ['85abd4be-a36c-4027-bd8c-379d9bb9395e'] {{(pid=109868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 01:45:20.931569 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-4fb939bb-3a47-424f-9825-b862e917bd57 req-ed6fcc22-5dbf-4bf0-9f62-edd468846185 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa820965-f51f-4c0f-92b9-3c3d3d9ef329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2209575 Nov 24 01:45:21.051918 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 77e3c5c0-c635-49d5-b0c7-7d5828981344 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:45:21.236339 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f2a052-bf1d-481c-9e44-b6604b1bf08b req-49a2d2aa-0ea1-4afa-bc41-2ee59ddb386a tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:21.243961 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-76f2a052-bf1d-481c-9e44-b6604b1bf08b req-49a2d2aa-0ea1-4afa-bc41-2ee59ddb386a tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1515355-9a2f-447a-a05d-0c05d0f42b65 HTTP/1.1" status: 200 len: 944 time: 0.1547284 Nov 24 01:45:21.328777 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d9d76022-8346-41d3-879f-062be6dace69 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:21.353753 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 77e3c5c0-c635-49d5-b0c7-7d5828981344 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:45:21.354320 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:21.363396 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 44606) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:21.373180 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-9af64044-2934-449e-9a82-f455770c426d tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Request body: {'router': {'name': 'tempest-router--1188179265', 'project_id': 'b546559f5ace4b698ea6d17fde34704a'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:45:21.414309 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-76f2a052-bf1d-481c-9e44-b6604b1bf08b req-cfb9d1d8-e76c-40d0-a23a-be0b0dfac023 tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9ae5c6e-bf24-46cb-bbda-efac3484cadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1692092 Nov 24 01:45:21.419176 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-278ecc0e-2a11-48a3-9309-a546d64f4824 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25501847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25307831'] for subnet, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:21.472344 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0688e9-f649-4e2e-92c4-7f342e42b283 None None] Network 9d68e7bc-da82-432d-8f4e-ea3ade45b1a5 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:45:21.494855 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9af64044-2934-449e-9a82-f455770c426d tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-424105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2744'] for router, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:21.495394 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-febd9b52-c73c-47ec-b3b7-07554bea9f16 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:21.496155 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9af64044-2934-449e-9a82-f455770c426d tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-424325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-326625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2753'] for router, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:21.508074 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:21.537708 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-6c0bde59-2ee0-419c-803a-94875182a339 req-b2ab81ec-07f4-472d-ac3c-7a115545e6b9 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] 10.222.0.21 "GET /v2.0/security-groups?id=8cef3b03-e938-401d-a30c-e62493fab23d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6653817 Nov 24 01:45:21.545693 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278ecc0e-2a11-48a3-9309-a546d64f4824 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Pushing event updated for resources: {'Subnet': ['ID=55ef9c0d-62a0-4987-b378-5b844b3f22be,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:21.575318 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d9d76022-8346-41d3-879f-062be6dace69 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:21.581395 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-1fbd91af-bdff-4fdd-b984-e16d64b87d1d req-344487db-3a2b-4b8f-a046-f18a6e8e0b0c service neutron] 10.222.0.48 "GET /v2.0/networks/0439926c-1302-4dcb-a15d-d53f1b665c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6858990 Nov 24 01:45:21.585507 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-febd9b52-c73c-47ec-b3b7-07554bea9f16 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:21.586064 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-febd9b52-c73c-47ec-b3b7-07554bea9f16 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:21.591050 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-8e3d6fc0-660a-4d49-b36f-0b6a2615ea65 None None] Provisioning complete for port 77e3c5c0-c635-49d5-b0c7-7d5828981344 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:45:21.591568 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-8e3d6fc0-660a-4d49-b36f-0b6a2615ea65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:21.591977 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-febd9b52-c73c-47ec-b3b7-07554bea9f16 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:21.597772 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-febd9b52-c73c-47ec-b3b7-07554bea9f16 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:21.598350 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-febd9b52-c73c-47ec-b3b7-07554bea9f16 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:21.630059 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] For port 77e3c5c0-c635-49d5-b0c7-7d5828981344, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=77e3c5c0-c635-49d5-b0c7-7d5828981344,segment=NetworkSegment(3bde8f61-bf3b-4add-a7c7-c623d46a932c),segment_id=3bde8f61-bf3b-4add-a7c7-c623d46a932c)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:45:21.652333 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9af64044-2934-449e-9a82-f455770c426d tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:21.655834 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-febd9b52-c73c-47ec-b3b7-07554bea9f16 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.3736236 Nov 24 01:45:21.656059 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 44608) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:21.661314 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:21.679198 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d76022-8346-41d3-879f-062be6dace69 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Network 9d68e7bc-da82-432d-8f4e-ea3ade45b1a5 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:45:21.691712 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9af64044-2934-449e-9a82-f455770c426d tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-424338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418138'] for router, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:21.711318 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-d9d76022-8346-41d3-879f-062be6dace69 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:45:21.713835 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d76022-8346-41d3-879f-062be6dace69 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:45:21.716661 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278ecc0e-2a11-48a3-9309-a546d64f4824 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Checking segment: {'id': 'd7a03e98-484b-43fd-a458-539ec171b174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'aa439182-724b-46be-b79f-00062c5c4a48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:45:21.717353 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278ecc0e-2a11-48a3-9309-a546d64f4824 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Network hostable DHCP agents. Network: aa439182-724b-46be-b79f-00062c5c4a48, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 01:45:21.765106 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febd9b52-c73c-47ec-b3b7-07554bea9f16 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Pushing event updated for resources: {'Network': ['ID=edb1a0f3-c07f-43f4-a725-44a2aca13d78,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:21.773475 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Pushing event updated for resources: {'Port': ['ID=77e3c5c0-c635-49d5-b0c7-7d5828981344,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:21.775307 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d76022-8346-41d3-879f-062be6dace69 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Pushing event updated for resources: {'Port': ['ID=92ed014b-f297-41b9-9a62-284fa95fcccf,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:21.802358 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network edb1a0f3-c07f-43f4-a725-44a2aca13d78 details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:45:21.830385 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b4b1335c-22bc-413e-b6bf-0298a349d82a tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:21.863169 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-1fbd91af-bdff-4fdd-b984-e16d64b87d1d req-a6ab4191-0177-4655-8128-64cfc575527b service neutron] 10.222.0.48 "GET /v2.0/networks/0439926c-1302-4dcb-a15d-d53f1b665c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620792 Nov 24 01:45:21.863743 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9af64044-2934-449e-9a82-f455770c426d tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks [] for router, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:21.868048 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-9af64044-2934-449e-9a82-f455770c426d tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4987841 Nov 24 01:45:21.883701 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 44610) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:21.892730 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b1335c-22bc-413e-b6bf-0298a349d82a tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] Pushing event deleted for resources: {'Port': ['ID=cdc9bbf2-0ba7-4171-916d-59143890f8cf,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:21.898377 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febd9b52-c73c-47ec-b3b7-07554bea9f16 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Pushing event updated for resources: {'Network': ['ID=dffc880e-ea8d-4dd3-bbfa-64c5d0f9e903,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:21.928091 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network dffc880e-ea8d-4dd3-bbfa-64c5d0f9e903 details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:45:21.997148 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d9d76022-8346-41d3-879f-062be6dace69 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3777869'] for router_interface, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:22.005832 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b4b1335c-22bc-413e-b6bf-0298a349d82a tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:22.016615 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-b4b1335c-22bc-413e-b6bf-0298a349d82a tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] 10.222.0.21 "DELETE /v2.0/ports/cdc9bbf2-0ba7-4171-916d-59143890f8cf HTTP/1.1" status: 204 len: 168 time: 2.1042490 Nov 24 01:45:22.016939 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 44614) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:22.020067 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278ecc0e-2a11-48a3-9309-a546d64f4824 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Network aa439182-724b-46be-b79f-00062c5c4a48 is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 01:45:22.079876 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_v2 [None req-4296becb-5bb8-46fe-8d1b-3a144bb49872 tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] Deleting subnet a38f5e20-ce56-468b-8814-9a12b6f53d5e {{(pid=109866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 01:45:22.083746 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4296becb-5bb8-46fe-8d1b-3a144bb49872 tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] Publish callbacks [] for subnet, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:22.090632 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-bf6e95f3-08bc-462d-a01f-44d3c3e9e585 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks [] for router, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:22.108246 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-278ecc0e-2a11-48a3-9309-a546d64f4824 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, aa439182-724b-46be-b79f-00062c5c4a48) {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:45:22.118986 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c71879f-b8ea-4e90-bc95-a9c3eae0e937 None None] Network aa439182-724b-46be-b79f-00062c5c4a48 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:45:22.140168 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4296becb-5bb8-46fe-8d1b-3a144bb49872 tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29055568'] for subnet, precommit_delete_associations {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:22.215916 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4b0ae4-fd02-4bea-b247-f6de23b78f3e tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:22.223073 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4b0ae4-fd02-4bea-b247-f6de23b78f3e tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:22.229998 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4b0ae4-fd02-4bea-b247-f6de23b78f3e tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:22.236054 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4b0ae4-fd02-4bea-b247-f6de23b78f3e tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:22.238385 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-8e4b0ae4-fd02-4bea-b247-f6de23b78f3e tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.5782437 Nov 24 01:45:22.242509 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 44616) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:22.255782 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278ecc0e-2a11-48a3-9309-a546d64f4824 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:22.256980 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-278ecc0e-2a11-48a3-9309-a546d64f4824 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:22.265344 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4296becb-5bb8-46fe-8d1b-3a144bb49872 tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:22.293982 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device b699589b-8212-4295-8919-4bb76ce3f790 details requested by agent hyperv_hv-neutron-8189 with host hv-neutron-8189 {{(pid=109868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 01:45:22.317160 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 69007351-04ea-44cc-9f37-e63d681a62c1 up at agent hyperv_hv-neutron-8189 {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:45:22.378386 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5857f4fc-95c4-4417-9490-0f1bd226bb8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-aa439182-724b-46be-b79f-00062c5c4a48', 'network_id': 'aa439182-724b-46be-b79f-00062c5c4a48', 'tenant_id': 'effd15cf5f3748fdb69cebc317b74e90', 'fixed_ips': [{'subnet_id': '55ef9c0d-62a0-4987-b378-5b844b3f22be'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 01:45:22.379217 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-5857f4fc-95c4-4417-9490-0f1bd226bb8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:22.381159 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-a8d3fd93-ed1e-4c04-b823-8442fcc018aa None None] Provisioning complete for port 77e3c5c0-c635-49d5-b0c7-7d5828981344 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:45:22.381708 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a8d3fd93-ed1e-4c04-b823-8442fcc018aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:22.407507 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-aeafad93-c348-4916-bf45-b5bda390f6dc tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:22.434689 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-278ecc0e-2a11-48a3-9309-a546d64f4824 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1149876 Nov 24 01:45:22.435509 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d9d76022-8346-41d3-879f-062be6dace69 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:22.453630 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4296becb-5bb8-46fe-8d1b-3a144bb49872 tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29149324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29154870'] for subnet, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:22.456031 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 44618) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:22.464893 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-bc29c315-65dc-437d-a35a-bf3eb8981da3 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Request body: {'port': {'network_id': 'aa439182-724b-46be-b79f-00062c5c4a48', 'name': 'tempest-AllowedAddressPairTestJSON-236020209'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:45:22.519468 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4296becb-5bb8-46fe-8d1b-3a144bb49872 tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:22.522821 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-4296becb-5bb8-46fe-8d1b-3a144bb49872 tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] 10.222.0.21 "DELETE /v2.0/subnets/a38f5e20-ce56-468b-8814-9a12b6f53d5e HTTP/1.1" status: 204 len: 168 time: 0.5041511 Nov 24 01:45:22.524570 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4296becb-5bb8-46fe-8d1b-3a144bb49872 tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] Pushing event deleted for resources: {'Subnet': ['ID=a38f5e20-ce56-468b-8814-9a12b6f53d5e,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:22.531267 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 44622) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:22.569445 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8eb3ba-7bb3-446e-9b62-ff9fc7037052 None None] Network 9d58742c-6850-4d10-92e4-dfe1769e9b5e requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:45:22.674864 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-aeafad93-c348-4916-bf45-b5bda390f6dc tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:22.759436 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-aeafad93-c348-4916-bf45-b5bda390f6dc tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edb1a0f3-c07f-43f4-a725-44a2aca13d78']}} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:45:22.770945 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Provisioning for port 69007351-04ea-44cc-9f37-e63d681a62c1 completed by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 01:45:22.782007 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60ebc75-8206-45f7-a837-bb5ce197a43d req-581167a4-325c-4ca3-8c98-37d0bb7102b7 tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:22.784455 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-c60ebc75-8206-45f7-a837-bb5ce197a43d req-581167a4-325c-4ca3-8c98-37d0bb7102b7 tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1515355-9a2f-447a-a05d-0c05d0f42b65 HTTP/1.1" status: 200 len: 944 time: 0.2531712 Nov 24 01:45:22.786617 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-aeafad93-c348-4916-bf45-b5bda390f6dc tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e454c9f8-9b30-428d-8a83-280351d60989') {'for_net_delete': True} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:45:22.787218 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-aeafad93-c348-4916-bf45-b5bda390f6dc tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e454c9f8-9b30-428d-8a83-280351d60989') {} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:45:22.800437 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f48194cd-ca46-4492-9cfc-dbccce712be6 tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:22.822902 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-aeafad93-c348-4916-bf45-b5bda390f6dc tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29055561'] for segment, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:22.824102 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Provisioning complete for port 69007351-04ea-44cc-9f37-e63d681a62c1 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:45:22.824478 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:22.830510 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port b699589b-8212-4295-8919-4bb76ce3f790, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=b699589b-8212-4295-8919-4bb76ce3f790,segment=NetworkSegment(4527112f-9e66-46d6-91de-1ce9adfe195c),segment_id=4527112f-9e66-46d6-91de-1ce9adfe195c)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:45:22.876759 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-aeafad93-c348-4916-bf45-b5bda390f6dc tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:22.912587 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aeafad93-c348-4916-bf45-b5bda390f6dc tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=109866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:45:22.912997 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-aeafad93-c348-4916-bf45-b5bda390f6dc tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29151010'] for segment, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:22.916242 dv-neutron-818911-2-hyperv neutron-server[109866]: Traceback (most recent call last): Nov 24 01:45:22.916242 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:45:22.916242 dv-neutron-818911-2-hyperv neutron-server[109866]: timer() Nov 24 01:45:22.916242 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:45:22.916242 dv-neutron-818911-2-hyperv neutron-server[109866]: cb(*args, **kw) Nov 24 01:45:22.916242 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:45:22.916242 dv-neutron-818911-2-hyperv neutron-server[109866]: return func(*args, **kwargs) Nov 24 01:45:22.916242 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:45:22.916242 dv-neutron-818911-2-hyperv neutron-server[109866]: self._notify() Nov 24 01:45:22.916242 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:45:22.916242 dv-neutron-818911-2-hyperv neutron-server[109866]: self.callback(batched_events) Nov 24 01:45:22.916242 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:45:22.916242 dv-neutron-818911-2-hyperv neutron-server[109866]: event.method(event) Nov 24 01:45:22.916242 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:45:22.916242 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:45:22.916242 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:45:22.916242 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:45:22.916242 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:45:22.916242 dv-neutron-818911-2-hyperv neutron-server[109866]: return f(self, *a, **k) Nov 24 01:45:22.916242 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:45:22.916242 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._get(url).json() Nov 24 01:45:22.916242 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:45:22.916242 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:45:22.916242 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:45:22.916242 dv-neutron-818911-2-hyperv neutron-server[109866]: return self.request(url, 'GET', **kwargs) Nov 24 01:45:22.916242 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:45:22.916242 dv-neutron-818911-2-hyperv neutron-server[109866]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:45:22.916242 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:45:22.916242 dv-neutron-818911-2-hyperv neutron-server[109866]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:45:22.916242 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:45:22.916242 dv-neutron-818911-2-hyperv neutron-server[109866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:45:22.916242 dv-neutron-818911-2-hyperv neutron-server[109866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:45:22.918837 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca3589a-91b3-4ce9-a22b-c426c46ddcec req-807a95c3-d861-4bfd-bf5b-a2db890f87b4 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:22.920361 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-1ca3589a-91b3-4ce9-a22b-c426c46ddcec req-807a95c3-d861-4bfd-bf5b-a2db890f87b4 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/ports?device_id=54a6fdcb-af1b-4e68-a904-3bb95b5cf340 HTTP/1.1" status: 200 len: 943 time: 0.8422470 Nov 24 01:45:22.922012 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-bf6e95f3-08bc-462d-a01f-44d3c3e9e585 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-424460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2766'] for router, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:22.926536 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-bf6e95f3-08bc-462d-a01f-44d3c3e9e585 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:22.938655 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-c60ebc75-8206-45f7-a837-bb5ce197a43d req-5450eb54-9098-45bd-910f-a924641790f3 tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9ae5c6e-bf24-46cb-bbda-efac3484cadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1413822 Nov 24 01:45:22.945543 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Returning: {'device': 'b699589b-8212-4295-8919-4bb76ce3f790', 'network_id': '0439926c-1302-4dcb-a15d-d53f1b665c6d', 'port_id': 'b699589b-8212-4295-8919-4bb76ce3f790', 'mac_address': 'fa:16:3e:de:a9:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cd00567-bdb6-4d9c-8716-d6fe9a6098c7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 01:45:22.947427 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 77e3c5c0-c635-49d5-b0c7-7d5828981344 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:45:22.979081 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc29c315-65dc-437d-a35a-bf3eb8981da3 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Made reservation on behalf of effd15cf5f3748fdb69cebc317b74e90 for: {'port': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:45:22.982596 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-bc29c315-65dc-437d-a35a-bf3eb8981da3 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:23.001865 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [None req-bc29c315-65dc-437d-a35a-bf3eb8981da3 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] device_id is not set on port fffd8c9d-6f45-4b09-bfb4-8228e0c55712 yet. {{(pid=109866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 01:45:23.052071 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-1ca3589a-91b3-4ce9-a22b-c426c46ddcec req-f661fdcd-bc10-4505-bc9b-5ecd176512b0 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa820965-f51f-4c0f-92b9-3c3d3d9ef329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627587 Nov 24 01:45:23.055909 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-bf6e95f3-08bc-462d-a01f-44d3c3e9e585 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-424469'] for router, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:23.055909 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf6e95f3-08bc-462d-a01f-44d3c3e9e585 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d9cf958d-4b0b-4d38-9505-c454ce8e8663 {{(pid=109867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 01:45:23.060063 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-aeafad93-c348-4916-bf45-b5bda390f6dc tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:23.062794 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-bf6e95f3-08bc-462d-a01f-44d3c3e9e585 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks [] for router, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:23.064006 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-bf6e95f3-08bc-462d-a01f-44d3c3e9e585 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] 10.222.0.21 "DELETE /v2.0/routers/d9cf958d-4b0b-4d38-9505-c454ce8e8663 HTTP/1.1" status: 204 len: 168 time: 1.1792405 Nov 24 01:45:23.071096 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-5857f4fc-95c4-4417-9490-0f1bd226bb8a None None] Allocated IP 172.20.0.2 (aa439182-724b-46be-b79f-00062c5c4a48/55ef9c0d-62a0-4987-b378-5b844b3f22be/4ec5a8d3-1e21-4b2f-91cc-5b00b9c292a1) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:45:23.104677 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-aeafad93-c348-4916-bf45-b5bda390f6dc tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:23.107943 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-aeafad93-c348-4916-bf45-b5bda390f6dc tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] 10.222.0.21 "DELETE /v2.0/networks/edb1a0f3-c07f-43f4-a725-44a2aca13d78 HTTP/1.1" status: 204 len: 168 time: 0.8370221 Nov 24 01:45:23.110725 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 44630) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:23.129769 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-f48194cd-ca46-4492-9cfc-dbccce712be6 tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] Deleting port ca04cb3a-3d5e-4bad-8f17-9feac91ec48a {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:45:23.130099 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f48194cd-ca46-4492-9cfc-dbccce712be6 tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:23.140033 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-a8d3fd93-ed1e-4c04-b823-8442fcc018aa None None] Provisioning complete for port 92ed014b-f297-41b9-9a62-284fa95fcccf triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:45:23.140725 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a8d3fd93-ed1e-4c04-b823-8442fcc018aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:23.154965 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeafad93-c348-4916-bf45-b5bda390f6dc tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Pushing event deleted for resources: {'Network': ['ID=edb1a0f3-c07f-43f4-a725-44a2aca13d78,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:23.187471 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-a8d3fd93-ed1e-4c04-b823-8442fcc018aa None None] Port 92ed014b-f297-41b9-9a62-284fa95fcccf cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:45:23.228233 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99223df-5d83-4993-ab10-95c445b56d35 req-ffe7efe0-2328-40ef-a776-a16948c275f2 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:23.229524 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-b99223df-5d83-4993-ab10-95c445b56d35 req-ffe7efe0-2328-40ef-a776-a16948c275f2 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] 10.222.0.21 "GET /v2.0/ports?device_id=b06b6ab1-567c-4b9b-8739-efabf02f01ca HTTP/1.1" status: 200 len: 945 time: 0.2196765 Nov 24 01:45:23.234863 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [None req-f48194cd-ca46-4492-9cfc-dbccce712be6 tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] For port ca04cb3a-3d5e-4bad-8f17-9feac91ec48a, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=ca04cb3a-3d5e-4bad-8f17-9feac91ec48a,segment=NetworkSegment(b3917878-00d7-482c-af2c-c3434fc5222d),segment_id=b3917878-00d7-482c-af2c-c3434fc5222d)] {{(pid=109866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:45:23.235234 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f48194cd-ca46-4492-9cfc-dbccce712be6 tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:23.264000 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8115683b-73b5-4198-b4b5-f13eca98e45a tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:23.269813 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-f48194cd-ca46-4492-9cfc-dbccce712be6 tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] Calling delete_port for ca04cb3a-3d5e-4bad-8f17-9feac91ec48a owned by network:dhcp {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:45:23.285795 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 44632) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:23.315246 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d9d76022-8346-41d3-879f-062be6dace69 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Publish callbacks [] for port, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:23.315891 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfed7c63-9f14-4879-b582-2ecf0ddab40f None None] DHCP port deletion for 9d58742c-6850-4d10-92e4-dfe1769e9b5e request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:45:23.320559 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:23.337633 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d9d76022-8346-41d3-879f-062be6dace69 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25501696'] for port, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:23.361995 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port 69007351-04ea-44cc-9f37-e63d681a62c1, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=69007351-04ea-44cc-9f37-e63d681a62c1,segment=NetworkSegment(aef6f52d-ced6-4959-ae4e-fc8ba7a699d2),segment_id=aef6f52d-ced6-4959-ae4e-fc8ba7a699d2)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:45:23.363175 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:23.370470 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b06b6ab1-567c-4b9b-8739-efabf02f01ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69007351-04ea-44cc-9f37-e63d681a62c1'}] {{(pid=109868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 01:45:23.374133 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-b99223df-5d83-4993-ab10-95c445b56d35 req-beffa663-2f55-44f6-8d33-98895c35cc4b tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] 10.222.0.21 "GET /v2.0/security-groups?id=8cef3b03-e938-401d-a30c-e62493fab23d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296453 Nov 24 01:45:23.423623 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d9d76022-8346-41d3-879f-062be6dace69 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3778017'] for router_interface, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:23.429815 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f48194cd-ca46-4492-9cfc-dbccce712be6 tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:23.456163 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48194cd-ca46-4492-9cfc-dbccce712be6 tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] Pushing event deleted for resources: {'Port': ['ID=ca04cb3a-3d5e-4bad-8f17-9feac91ec48a,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:23.469544 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 77e3c5c0-c635-49d5-b0c7-7d5828981344 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:45:23.469917 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:23.473039 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48194cd-ca46-4492-9cfc-dbccce712be6 tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] No DVR routers for this DVR port ca04cb3a-3d5e-4bad-8f17-9feac91ec48a on host dv-neutron-818911-2-hyperv {{(pid=109866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:45:23.478287 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8115683b-73b5-4198-b4b5-f13eca98e45a tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:23.536584 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d76022-8346-41d3-879f-062be6dace69 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Pushing event updated for resources: {'Port': ['ID=92ed014b-f297-41b9-9a62-284fa95fcccf,revision_number=2']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:23.541870 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-8115683b-73b5-4198-b4b5-f13eca98e45a tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dffc880e-ea8d-4dd3-bbfa-64c5d0f9e903']}} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:45:23.557914 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-9802c3d8-aec5-4217-a825-2248df3bbdaf tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1259437209', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}, 'admin_state_up': False}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:45:23.574255 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-8115683b-73b5-4198-b4b5-f13eca98e45a tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db6f0260-ecb7-47a3-a26f-2c544ca72414') {'for_net_delete': True} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:45:23.574666 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-8115683b-73b5-4198-b4b5-f13eca98e45a tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db6f0260-ecb7-47a3-a26f-2c544ca72414') {} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:45:23.578993 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f48194cd-ca46-4492-9cfc-dbccce712be6 tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:23.597677 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-dfed7c63-9f14-4879-b582-2ecf0ddab40f None None] The port 'ca04cb3a-3d5e-4bad-8f17-9feac91ec48a' was deleted {{(pid=109868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 24 01:45:23.599207 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:23.599894 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 85abd4be-a36c-4027-bd8c-379d9bb9395e up at agent hyperv_hv-neutron-8189 {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:45:23.608741 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-f48194cd-ca46-4492-9cfc-dbccce712be6 tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d58742c-6850-4d10-92e4-dfe1769e9b5e']}} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:45:23.620184 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-f48194cd-ca46-4492-9cfc-dbccce712be6 tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3917878-00d7-482c-af2c-c3434fc5222d') {'for_net_delete': True} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:45:23.620665 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-f48194cd-ca46-4492-9cfc-dbccce712be6 tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3917878-00d7-482c-af2c-c3434fc5222d') {} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:45:23.622046 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8115683b-73b5-4198-b4b5-f13eca98e45a tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28690908'] for segment, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:23.631292 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f48194cd-ca46-4492-9cfc-dbccce712be6 tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29055561'] for segment, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:23.649475 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f48194cd-ca46-4492-9cfc-dbccce712be6 tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:23.655726 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9802c3d8-aec5-4217-a825-2248df3bbdaf tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-424105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2744'] for router, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:23.657074 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9802c3d8-aec5-4217-a825-2248df3bbdaf tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-424325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-326625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2753'] for router, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:23.658157 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f48194cd-ca46-4492-9cfc-dbccce712be6 tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=109866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:45:23.658806 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f48194cd-ca46-4492-9cfc-dbccce712be6 tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29151010'] for segment, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:23.663218 dv-neutron-818911-2-hyperv neutron-server[109866]: Traceback (most recent call last): Nov 24 01:45:23.663218 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:45:23.663218 dv-neutron-818911-2-hyperv neutron-server[109866]: timer() Nov 24 01:45:23.663218 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:45:23.663218 dv-neutron-818911-2-hyperv neutron-server[109866]: cb(*args, **kw) Nov 24 01:45:23.663218 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:45:23.663218 dv-neutron-818911-2-hyperv neutron-server[109866]: return func(*args, **kwargs) Nov 24 01:45:23.663218 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:45:23.663218 dv-neutron-818911-2-hyperv neutron-server[109866]: self._notify() Nov 24 01:45:23.663218 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:45:23.663218 dv-neutron-818911-2-hyperv neutron-server[109866]: self.callback(batched_events) Nov 24 01:45:23.663218 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:45:23.663218 dv-neutron-818911-2-hyperv neutron-server[109866]: event.method(event) Nov 24 01:45:23.663218 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:45:23.663218 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:45:23.663218 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:45:23.663218 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:45:23.663218 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:45:23.663218 dv-neutron-818911-2-hyperv neutron-server[109866]: return f(self, *a, **k) Nov 24 01:45:23.663218 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:45:23.663218 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._get(url).json() Nov 24 01:45:23.663218 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:45:23.663218 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:45:23.663218 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:45:23.663218 dv-neutron-818911-2-hyperv neutron-server[109866]: return self.request(url, 'GET', **kwargs) Nov 24 01:45:23.663218 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:45:23.663218 dv-neutron-818911-2-hyperv neutron-server[109866]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:45:23.663218 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:45:23.663218 dv-neutron-818911-2-hyperv neutron-server[109866]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:45:23.663218 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:45:23.663218 dv-neutron-818911-2-hyperv neutron-server[109866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:45:23.663218 dv-neutron-818911-2-hyperv neutron-server[109866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:45:23.667706 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8115683b-73b5-4198-b4b5-f13eca98e45a tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:23.680533 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8115683b-73b5-4198-b4b5-f13eca98e45a tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=109867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:45:23.681260 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8115683b-73b5-4198-b4b5-f13eca98e45a tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25503736'] for segment, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:23.684694 dv-neutron-818911-2-hyperv neutron-server[109867]: Traceback (most recent call last): Nov 24 01:45:23.684694 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:45:23.684694 dv-neutron-818911-2-hyperv neutron-server[109867]: timer() Nov 24 01:45:23.684694 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:45:23.684694 dv-neutron-818911-2-hyperv neutron-server[109867]: cb(*args, **kw) Nov 24 01:45:23.684694 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:45:23.684694 dv-neutron-818911-2-hyperv neutron-server[109867]: return func(*args, **kwargs) Nov 24 01:45:23.684694 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:45:23.684694 dv-neutron-818911-2-hyperv neutron-server[109867]: self._notify() Nov 24 01:45:23.684694 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:45:23.684694 dv-neutron-818911-2-hyperv neutron-server[109867]: self.callback(batched_events) Nov 24 01:45:23.684694 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:45:23.684694 dv-neutron-818911-2-hyperv neutron-server[109867]: event.method(event) Nov 24 01:45:23.684694 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:45:23.684694 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:45:23.684694 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:45:23.684694 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:45:23.684694 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:45:23.684694 dv-neutron-818911-2-hyperv neutron-server[109867]: return f(self, *a, **k) Nov 24 01:45:23.684694 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:45:23.684694 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._get(url).json() Nov 24 01:45:23.684694 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:45:23.684694 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:45:23.684694 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:45:23.684694 dv-neutron-818911-2-hyperv neutron-server[109867]: return self.request(url, 'GET', **kwargs) Nov 24 01:45:23.684694 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:45:23.684694 dv-neutron-818911-2-hyperv neutron-server[109867]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:45:23.684694 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:45:23.684694 dv-neutron-818911-2-hyperv neutron-server[109867]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:45:23.684694 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:45:23.684694 dv-neutron-818911-2-hyperv neutron-server[109867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:45:23.684694 dv-neutron-818911-2-hyperv neutron-server[109867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:45:23.709320 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d76022-8346-41d3-879f-062be6dace69 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Network 9d68e7bc-da82-432d-8f4e-ea3ade45b1a5 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:45:23.716360 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-d9d76022-8346-41d3-879f-062be6dace69 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:45:23.757004 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b699589b-8212-4295-8919-4bb76ce3f790 {{(pid=109868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 01:45:23.760385 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f48194cd-ca46-4492-9cfc-dbccce712be6 tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:23.769582 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adafa3b64de3cabc8eac619938bcace59b198ffee64d481093eb3def62699d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d686b969-600d-4897-99a8-3e767f8cdeb0" -d '{"events": [{"server_uuid": "b06b6ab1-567c-4b9b-8739-efabf02f01ca", "name": "network-vif-plugged", "status": "completed", "tag": "69007351-04ea-44cc-9f37-e63d681a62c1"}]}' {{(pid=109868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 01:45:23.781898 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f48194cd-ca46-4492-9cfc-dbccce712be6 tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:23.789471 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-f48194cd-ca46-4492-9cfc-dbccce712be6 tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] 10.222.0.21 "DELETE /v2.0/networks/9d58742c-6850-4d10-92e4-dfe1769e9b5e HTTP/1.1" status: 204 len: 168 time: 1.2510986 Nov 24 01:45:23.789471 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48194cd-ca46-4492-9cfc-dbccce712be6 tempest-ExtraDHCPOptionsTestJSON-1475959168 tempest-ExtraDHCPOptionsTestJSON-1475959168-project] Pushing event deleted for resources: {'Network': ['ID=9d58742c-6850-4d10-92e4-dfe1769e9b5e,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:23.805712 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9802c3d8-aec5-4217-a825-2248df3bbdaf tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:23.827896 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port b699589b-8212-4295-8919-4bb76ce3f790, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=b699589b-8212-4295-8919-4bb76ce3f790,segment=NetworkSegment(4527112f-9e66-46d6-91de-1ce9adfe195c),segment_id=4527112f-9e66-46d6-91de-1ce9adfe195c)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:45:23.829229 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-27f49d00-7b43-4c94-91a9-da7e70c2b33b None None] Provisioning complete for port 92ed014b-f297-41b9-9a62-284fa95fcccf triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:45:23.829894 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-27f49d00-7b43-4c94-91a9-da7e70c2b33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:23.907972 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:23.954437 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-27f49d00-7b43-4c94-91a9-da7e70c2b33b None None] Port 92ed014b-f297-41b9-9a62-284fa95fcccf cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:45:23.975175 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8115683b-73b5-4198-b4b5-f13eca98e45a tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:23.981772 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8115683b-73b5-4198-b4b5-f13eca98e45a tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:23.988386 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-8115683b-73b5-4198-b4b5-f13eca98e45a tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] 10.222.0.21 "DELETE /v2.0/networks/dffc880e-ea8d-4dd3-bbfa-64c5d0f9e903 HTTP/1.1" status: 204 len: 168 time: 0.8451259 Nov 24 01:45:23.991089 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 44648) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:23.999887 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Provisioning for port 85abd4be-a36c-4027-bd8c-379d9bb9395e completed by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 01:45:24.011195 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 01:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d8dc603-5ed2-4e97-9cd9-70c78b7f08e7 x-openstack-request-id: req-8d8dc603-5ed2-4e97-9cd9-70c78b7f08e7 {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 01:45:24.011531 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b06b6ab1-567c-4b9b-8739-efabf02f01ca", "name": "network-vif-plugged", "status": "completed", "tag": "69007351-04ea-44cc-9f37-e63d681a62c1", "code": 200}]} {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 01:45:24.011918 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8d8dc603-5ed2-4e97-9cd9-70c78b7f08e7 {{(pid=109868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 01:45:24.012371 dv-neutron-818911-2-hyperv neutron-server[109868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b06b6ab1-567c-4b9b-8739-efabf02f01ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69007351-04ea-44cc-9f37-e63d681a62c1', 'code': 200} Nov 24 01:45:24.017122 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8115683b-73b5-4198-b4b5-f13eca98e45a tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Pushing event deleted for resources: {'Network': ['ID=dffc880e-ea8d-4dd3-bbfa-64c5d0f9e903,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:24.020077 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Provisioning complete for port 85abd4be-a36c-4027-bd8c-379d9bb9395e triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:45:24.020411 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:24.029249 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=69007351-04ea-44cc-9f37-e63d681a62c1,revision_number=5']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:24.081154 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-5857f4fc-95c4-4417-9490-0f1bd226bb8a None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:24.139152 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-5857f4fc-95c4-4417-9490-0f1bd226bb8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:24.163530 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9802c3d8-aec5-4217-a825-2248df3bbdaf tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:24.188700 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-8371516f-401c-4e21-8eaa-856ebaa0c933 None None] Provisioning complete for port 92ed014b-f297-41b9-9a62-284fa95fcccf triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:45:24.189065 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-8371516f-401c-4e21-8eaa-856ebaa0c933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:24.198847 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=b699589b-8212-4295-8919-4bb76ce3f790,revision_number=4']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:24.220984 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5857f4fc-95c4-4417-9490-0f1bd226bb8a None None] Network aa439182-724b-46be-b79f-00062c5c4a48 is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:45:24.236041 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] get_ports_and_sgs() called for port_ids ['b699589b-8212-4295-8919-4bb76ce3f790'] {{(pid=109868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 01:45:24.244072 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-5857f4fc-95c4-4417-9490-0f1bd226bb8a None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:45:24.265791 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5857f4fc-95c4-4417-9490-0f1bd226bb8a None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:45:24.353637 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-8371516f-401c-4e21-8eaa-856ebaa0c933 None None] Port 92ed014b-f297-41b9-9a62-284fa95fcccf cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:45:24.375544 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39946b7-ea5d-491e-a4fd-c54df480d79d req-6b0cdf2d-6e2e-4872-b204-4986ab86119d tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:24.375745 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5857f4fc-95c4-4417-9490-0f1bd226bb8a None None] Pushing event updated for resources: {'Port': ['ID=4ec5a8d3-1e21-4b2f-91cc-5b00b9c292a1,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:24.377066 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-f39946b7-ea5d-491e-a4fd-c54df480d79d req-6b0cdf2d-6e2e-4872-b204-4986ab86119d tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/ports?device_id=54a6fdcb-af1b-4e68-a904-3bb95b5cf340 HTTP/1.1" status: 200 len: 944 time: 0.1899846 Nov 24 01:45:24.377190 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 44654) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:24.415908 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:24.433277 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9d76022-8346-41d3-879f-062be6dace69 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Router 8ec65ead-5457-4455-b6dd-fa37267f6ea1 is scheduled to L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e with binding_index 1 {{(pid=109867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 01:45:24.441332 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-5857f4fc-95c4-4417-9490-0f1bd226bb8a None None] Attempting to bind port 4ec5a8d3-1e21-4b2f-91cc-5b00b9c292a1 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:45:24.441745 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-5857f4fc-95c4-4417-9490-0f1bd226bb8a None None] Attempting to bind port 4ec5a8d3-1e21-4b2f-91cc-5b00b9c292a1 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': 'd7a03e98-484b-43fd-a458-539ec171b174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'aa439182-724b-46be-b79f-00062c5c4a48'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:45:24.442104 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5857f4fc-95c4-4417-9490-0f1bd226bb8a None None] Attempting to bind port 4ec5a8d3-1e21-4b2f-91cc-5b00b9c292a1 on network aa439182-724b-46be-b79f-00062c5c4a48 {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:45:24.447300 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.db.api [None req-bc29c315-65dc-437d-a35a-bf3eb8981da3 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-eee6f241-f56e-490f-af32-048d0b2936e0 {{(pid=109866) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 01:45:24.448150 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG oslo_db.api [None req-bc29c315-65dc-437d-a35a-bf3eb8981da3 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 01:45:24.461254 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-f39946b7-ea5d-491e-a4fd-c54df480d79d req-e06f22a5-b663-4846-905c-edc086d37fed tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa820965-f51f-4c0f-92b9-3c3d3d9ef329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776923 Nov 24 01:45:24.472762 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4454efc-bc64-4e82-8785-f2c99b96d1ef req-956e5ad0-b02d-4dfc-ba2f-e23ba08810e1 tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:24.475256 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-a4454efc-bc64-4e82-8785-f2c99b96d1ef req-956e5ad0-b02d-4dfc-ba2f-e23ba08810e1 tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1515355-9a2f-447a-a05d-0c05d0f42b65 HTTP/1.1" status: 200 len: 944 time: 0.3496323 Nov 24 01:45:24.485112 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de2cb8f-79ec-4a75-a3ee-d46824fe2c49 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:24.487482 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5857f4fc-95c4-4417-9490-0f1bd226bb8a None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:45:24.487847 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5857f4fc-95c4-4417-9490-0f1bd226bb8a None None] Checking segment: {'id': 'd7a03e98-484b-43fd-a458-539ec171b174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'aa439182-724b-46be-b79f-00062c5c4a48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:45:24.488253 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-5857f4fc-95c4-4417-9490-0f1bd226bb8a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:24.488648 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5857f4fc-95c4-4417-9490-0f1bd226bb8a None None] Bound using segment: {'id': 'd7a03e98-484b-43fd-a458-539ec171b174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'aa439182-724b-46be-b79f-00062c5c4a48'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:45:24.489130 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-5857f4fc-95c4-4417-9490-0f1bd226bb8a None None] Bound port: 4ec5a8d3-1e21-4b2f-91cc-5b00b9c292a1, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7a03e98-484b-43fd-a458-539ec171b174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'aa439182-724b-46be-b79f-00062c5c4a48'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:45:24.489533 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-5857f4fc-95c4-4417-9490-0f1bd226bb8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:24.492899 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de2cb8f-79ec-4a75-a3ee-d46824fe2c49 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:24.494643 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-7de2cb8f-79ec-4a75-a3ee-d46824fe2c49 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5025034 Nov 24 01:45:24.507120 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 44660) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:24.512537 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-5cb65bd6-2780-4c84-9af4-91338f262971 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1109688765'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:45:24.562120 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port 85abd4be-a36c-4027-bd8c-379d9bb9395e, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=85abd4be-a36c-4027-bd8c-379d9bb9395e,segment=NetworkSegment(15b2ee8c-f6d9-41dc-9d6f-b35b24ea97a6),segment_id=15b2ee8c-f6d9-41dc-9d6f-b35b24ea97a6)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:45:24.585965 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:24.661213 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9d76022-8346-41d3-879f-062be6dace69 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:45:24.692138 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-d9d76022-8346-41d3-879f-062be6dace69 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] 10.222.0.21 "PUT /v2.0/routers/8ec65ead-5457-4455-b6dd-fa37267f6ea1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9261863 Nov 24 01:45:24.693799 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 44662) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:24.693914 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f156dd1-b915-43eb-90c1-1a2698b514f1 None None] Sync routers for ids ['8ec65ead-5457-4455-b6dd-fa37267f6ea1'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:45:24.695412 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9802c3d8-aec5-4217-a825-2248df3bbdaf tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks [] for router_gateway, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:24.701104 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-efec0afe-6151-49eb-9351-54604a536852 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Request body: {'port': {'network_id': '9d68e7bc-da82-432d-8f4e-ea3ade45b1a5', 'name': 'tempest-FloatingIPNegativeTestJSON-2004315824'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:45:24.737003 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9802c3d8-aec5-4217-a825-2248df3bbdaf tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:24.744064 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-5857f4fc-95c4-4417-9490-0f1bd226bb8a None None] For port 4ec5a8d3-1e21-4b2f-91cc-5b00b9c292a1, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:45:24.747143 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=85abd4be-a36c-4027-bd8c-379d9bb9395e,revision_number=5']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:24.753514 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a8c38e-c176-41ca-9576-9aad543e9b00 req-4d5dc8a4-695e-43d0-b665-f5ffb5475dfc tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:24.755047 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-64a8c38e-c176-41ca-9576-9aad543e9b00 req-4d5dc8a4-695e-43d0-b665-f5ffb5475dfc tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] 10.222.0.21 "GET /v2.0/ports?device_id=b06b6ab1-567c-4b9b-8739-efabf02f01ca HTTP/1.1" status: 200 len: 946 time: 0.1677558 Nov 24 01:45:24.769665 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db358065-2b18-4047-8059-6b1635ed1260 req-205e1a25-baaf-4cf1-b290-ee59cab4ecb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:24.771144 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-db358065-2b18-4047-8059-6b1635ed1260 req-205e1a25-baaf-4cf1-b290-ee59cab4ecb7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b06b6ab1-567c-4b9b-8739-efabf02f01ca HTTP/1.1" status: 200 len: 1099 time: 0.4738712 Nov 24 01:45:24.774470 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-5857f4fc-95c4-4417-9490-0f1bd226bb8a None None] For port 4ec5a8d3-1e21-4b2f-91cc-5b00b9c292a1, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=4ec5a8d3-1e21-4b2f-91cc-5b00b9c292a1,segment=NetworkSegment(d7a03e98-484b-43fd-a458-539ec171b174),segment_id=d7a03e98-484b-43fd-a458-539ec171b174)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:45:24.776644 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f156dd1-b915-43eb-90c1-1a2698b514f1 None None] Routers {'8ec65ead-5457-4455-b6dd-fa37267f6ea1'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:45:24.777540 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-6f156dd1-b915-43eb-90c1-1a2698b514f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:44:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['8ec65ead-5457-4455-b6dd-fa37267f6ea1'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:45:24.782991 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-376cbfa4-6c17-48a8-af11-ce75d3815705 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:24.821778 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-db358065-2b18-4047-8059-6b1635ed1260 req-55d76d26-1ffc-4850-840c-d1e5775aed97 service neutron] Publish callbacks [] for security_group, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:24.832746 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cb65bd6-2780-4c84-9af4-91338f262971 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Made reservation on behalf of 4464a4b9155d4878859b3865ba29c280 for: {'network': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:45:24.836254 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5cb65bd6-2780-4c84-9af4-91338f262971 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:24.887980 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-0aa23873-7c06-4f01-97be-0911d77e11e1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=56f1ab4189b340cfb6d63216b4b365c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5094557 Nov 24 01:45:24.892524 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 44664) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:24.899164 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-a4454efc-bc64-4e82-8785-f2c99b96d1ef req-1f6a0638-2d50-4e67-a559-0c7207b80359 tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9ae5c6e-bf24-46cb-bbda-efac3484cadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4029448 Nov 24 01:45:24.916853 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cb65bd6-2780-4c84-9af4-91338f262971 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=109866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:45:24.936069 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5cb65bd6-2780-4c84-9af4-91338f262971 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:24.936539 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.segments_db [None req-5cb65bd6-2780-4c84-9af4-91338f262971 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Added segment 951e3373-eed4-4dbc-a0e1-277d6608ba93 of type vlan for network e4564dfa-1408-4f7e-aa68-9fd333910620 Nov 24 01:45:24.950699 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-bc29c315-65dc-437d-a35a-bf3eb8981da3 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:24.988658 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-64a8c38e-c176-41ca-9576-9aad543e9b00 req-e8394d06-d848-4360-bdbb-3a7cd2524e7c tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] 10.222.0.21 "GET /v2.0/security-groups?id=8cef3b03-e938-401d-a30c-e62493fab23d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2217114 Nov 24 01:45:24.990378 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device ca04cb3a-3d5e-4bad-8f17-9feac91ec48a no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:45:24.992989 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-5857f4fc-95c4-4417-9490-0f1bd226bb8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:24.998821 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-6f156dd1-b915-43eb-90c1-1a2698b514f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:45:25.029260 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [None req-bc29c315-65dc-437d-a35a-bf3eb8981da3 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] device_id is not set on port 22478d60-b963-47c9-8e88-6169e314d24b yet. {{(pid=109866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 01:45:25.036506 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5cb65bd6-2780-4c84-9af4-91338f262971 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:25.050571 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: ca04cb3a-3d5e-4bad-8f17-9feac91ec48a {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:45:25.050867 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device ca04cb3a-3d5e-4bad-8f17-9feac91ec48a not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:45:25.056174 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-db358065-2b18-4047-8059-6b1635ed1260 req-55d76d26-1ffc-4850-840c-d1e5775aed97 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:25.074901 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9f4516c7-60d4-4014-95e4-13bba4079065 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:25.083410 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-9802c3d8-aec5-4217-a825-2248df3bbdaf tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Allocated IP 172.26.5.182 (eb22795d-37ee-46ee-844d-92c17e2ea450/3e66fcff-6e72-4083-b514-48f69cdaa2cb/4c48e6ca-0594-4f30-961c-d8b1364b3544) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:45:25.085540 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efec0afe-6151-49eb-9351-54604a536852 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Made reservation on behalf of 888d511136af47afab978e82b5df58b3 for: {'port': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:45:25.086825 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f156dd1-b915-43eb-90c1-1a2698b514f1 None None] Routers {'8ec65ead-5457-4455-b6dd-fa37267f6ea1'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:45:25.087462 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-6f156dd1-b915-43eb-90c1-1a2698b514f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:44:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['8ec65ead-5457-4455-b6dd-fa37267f6ea1'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:45:25.089348 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-efec0afe-6151-49eb-9351-54604a536852 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:25.107746 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-db358065-2b18-4047-8059-6b1635ed1260 req-55d76d26-1ffc-4850-840c-d1e5775aed97 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:25.137202 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-6f156dd1-b915-43eb-90c1-1a2698b514f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:45:25.137646 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f156dd1-b915-43eb-90c1-1a2698b514f1 None None] The sync data for ids ['8ec65ead-5457-4455-b6dd-fa37267f6ea1'] in dv-neutron-818911-2-hyperv is: [] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:45:25.137907 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [None req-efec0afe-6151-49eb-9351-54604a536852 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] device_id is not set on port b8072367-b1ac-4cfd-8783-89e4273708dc yet. {{(pid=109867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 01:45:25.141852 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5857f4fc-95c4-4417-9490-0f1bd226bb8a None None] Pushing event updated for resources: {'Port': ['ID=4ec5a8d3-1e21-4b2f-91cc-5b00b9c292a1,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:25.144192 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9f4516c7-60d4-4014-95e4-13bba4079065 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:25.215460 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5cb65bd6-2780-4c84-9af4-91338f262971 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:25.221983 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb65bd6-2780-4c84-9af4-91338f262971 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:25.222507 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5cb65bd6-2780-4c84-9af4-91338f262971 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:25.233743 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d76d26-1ffc-4850-840c-d1e5775aed97 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=8778742e-c7d3-4111-b547-d656d12175e1,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:25.240445 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-db358065-2b18-4047-8059-6b1635ed1260 req-55d76d26-1ffc-4850-840c-d1e5775aed97 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=8cef3b03-e938-401d-a30c-e62493fab23d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4524758 Nov 24 01:45:25.310130 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-5cb65bd6-2780-4c84-9af4-91338f262971 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8016274 Nov 24 01:45:25.310741 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 44666) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:25.334943 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-7c4c5c7d-9c53-40b0-b5d7-05f20b69c4c5 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1388300597'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:45:25.383154 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9802c3d8-aec5-4217-a825-2248df3bbdaf tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:25.388286 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9f4516c7-60d4-4014-95e4-13bba4079065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:25.391146 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9f4516c7-60d4-4014-95e4-13bba4079065 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:25.391490 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [None req-bc29c315-65dc-437d-a35a-bf3eb8981da3 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Allocated IP 172.20.0.5 (aa439182-724b-46be-b79f-00062c5c4a48/55ef9c0d-62a0-4987-b378-5b844b3f22be/22478d60-b963-47c9-8e88-6169e314d24b) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:45:25.394909 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-9f4516c7-60d4-4014-95e4-13bba4079065 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/118a36be-b08e-47c1-b78c-277af1cd4bee HTTP/1.1" status: 204 len: 168 time: 0.4917333 Nov 24 01:45:25.408454 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb65bd6-2780-4c84-9af4-91338f262971 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Pushing event updated for resources: {'Network': ['ID=e4564dfa-1408-4f7e-aa68-9fd333910620,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:25.411641 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c4c5c7d-9c53-40b0-b5d7-05f20b69c4c5 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Made reservation on behalf of 4464a4b9155d4878859b3865ba29c280 for: {'network': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:45:25.413734 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-efec0afe-6151-49eb-9351-54604a536852 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Allocated IP 172.20.0.6 (9d68e7bc-da82-432d-8f4e-ea3ade45b1a5/3ebd49fd-f71c-45ac-a5c3-38bcdec5c9f8/b8072367-b1ac-4cfd-8783-89e4273708dc) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:45:25.417719 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-7c4c5c7d-9c53-40b0-b5d7-05f20b69c4c5 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:25.424134 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network e4564dfa-1408-4f7e-aa68-9fd333910620 details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:45:25.431810 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4516c7-60d4-4014-95e4-13bba4079065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=118a36be-b08e-47c1-b78c-277af1cd4bee,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:25.483800 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c4c5c7d-9c53-40b0-b5d7-05f20b69c4c5 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=109866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:45:25.508393 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-7c4c5c7d-9c53-40b0-b5d7-05f20b69c4c5 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:25.508768 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.segments_db [None req-7c4c5c7d-9c53-40b0-b5d7-05f20b69c4c5 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Added segment 5e242327-6bf8-4383-89b0-4ea93d00c1da of type vlan for network 9d5f6603-2396-4513-a1b0-8694b3d200a6 Nov 24 01:45:25.516140 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9802c3d8-aec5-4217-a825-2248df3bbdaf tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:25.703027 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-7c4c5c7d-9c53-40b0-b5d7-05f20b69c4c5 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:25.770911 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e988dd-43e6-4e72-8bb1-bde9c4fc6a1b req-83e742b3-316d-49d6-9ff8-b5face5ca39e tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:25.772484 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-25e988dd-43e6-4e72-8bb1-bde9c4fc6a1b req-83e742b3-316d-49d6-9ff8-b5face5ca39e tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/ports?device_id=54a6fdcb-af1b-4e68-a904-3bb95b5cf340 HTTP/1.1" status: 200 len: 944 time: 0.1483102 Nov 24 01:45:25.776319 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-7c4c5c7d-9c53-40b0-b5d7-05f20b69c4c5 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:25.781752 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4c5c7d-9c53-40b0-b5d7-05f20b69c4c5 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:25.782337 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-7c4c5c7d-9c53-40b0-b5d7-05f20b69c4c5 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:25.830254 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-bc29c315-65dc-437d-a35a-bf3eb8981da3 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:25.857603 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9802c3d8-aec5-4217-a825-2248df3bbdaf tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Network eb22795d-37ee-46ee-844d-92c17e2ea450 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:45:25.874536 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-7c4c5c7d-9c53-40b0-b5d7-05f20b69c4c5 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5494611 Nov 24 01:45:25.881207 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 44682) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:25.885125 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-9802c3d8-aec5-4217-a825-2248df3bbdaf tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:45:25.887578 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9802c3d8-aec5-4217-a825-2248df3bbdaf tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:45:25.895499 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-e3adaa1f-5ca2-4e66-b2b2-67ae0568c30e tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Request body: {'ports': [{'network_id': 'e4564dfa-1408-4f7e-aa68-9fd333910620', 'name': 'tempest-port--1976348714', 'admin_state_up': True}, {'network_id': '9d5f6603-2396-4513-a1b0-8694b3d200a6', 'admin_state_up': False}]} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:45:25.895815 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-e3adaa1f-5ca2-4e66-b2b2-67ae0568c30e tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Request body: {'port': {'network_id': 'e4564dfa-1408-4f7e-aa68-9fd333910620', 'name': 'tempest-port--1976348714', 'admin_state_up': True}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:45:25.896294 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-e3adaa1f-5ca2-4e66-b2b2-67ae0568c30e tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Request body: {'port': {'network_id': '9d5f6603-2396-4513-a1b0-8694b3d200a6', 'admin_state_up': False}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:45:25.921651 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4c5c7d-9c53-40b0-b5d7-05f20b69c4c5 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Pushing event updated for resources: {'Network': ['ID=9d5f6603-2396-4513-a1b0-8694b3d200a6,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:25.932795 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network 9d5f6603-2396-4513-a1b0-8694b3d200a6 details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:45:25.944362 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9802c3d8-aec5-4217-a825-2248df3bbdaf tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Pushing event updated for resources: {'Port': ['ID=4c48e6ca-0594-4f30-961c-d8b1364b3544,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:25.961043 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-25e988dd-43e6-4e72-8bb1-bde9c4fc6a1b req-b7d82232-bcea-456e-877f-dd16fdab0993 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa820965-f51f-4c0f-92b9-3c3d3d9ef329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1750932 Nov 24 01:45:25.978897 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-bc29c315-65dc-437d-a35a-bf3eb8981da3 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:25.979664 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9802c3d8-aec5-4217-a825-2248df3bbdaf tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:45:25.980012 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9802c3d8-aec5-4217-a825-2248df3bbdaf tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:45:25.980894 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9802c3d8-aec5-4217-a825-2248df3bbdaf tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:45:25.981241 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9802c3d8-aec5-4217-a825-2248df3bbdaf tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:45:25.981606 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9802c3d8-aec5-4217-a825-2248df3bbdaf tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:45:25.981943 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9802c3d8-aec5-4217-a825-2248df3bbdaf tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:45:25.982269 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9802c3d8-aec5-4217-a825-2248df3bbdaf tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:45:25.982595 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9802c3d8-aec5-4217-a825-2248df3bbdaf tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:45:25.982918 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9802c3d8-aec5-4217-a825-2248df3bbdaf tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:45:25.983313 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9802c3d8-aec5-4217-a825-2248df3bbdaf tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:45:25.983546 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9802c3d8-aec5-4217-a825-2248df3bbdaf tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:45:25.984043 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9802c3d8-aec5-4217-a825-2248df3bbdaf tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:45:26.064436 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc29c315-65dc-437d-a35a-bf3eb8981da3 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Pushing event updated for resources: {'Port': ['ID=22478d60-b963-47c9-8e88-6169e314d24b,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:26.085549 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1515355-9a2f-447a-a05d-0c05d0f42b65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85abd4be-a36c-4027-bd8c-379d9bb9395e'}] {{(pid=109868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 01:45:26.088608 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adafa3b64de3cabc8eac619938bcace59b198ffee64d481093eb3def62699d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3ae3441-760a-4196-93c8-6780945a13cc" -d '{"events": [{"server_uuid": "d1515355-9a2f-447a-a05d-0c05d0f42b65", "name": "network-vif-plugged", "status": "completed", "tag": "85abd4be-a36c-4027-bd8c-379d9bb9395e"}]}' {{(pid=109868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 01:45:26.095362 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc29c315-65dc-437d-a35a-bf3eb8981da3 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Network aa439182-724b-46be-b79f-00062c5c4a48 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:45:26.098192 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-bc29c315-65dc-437d-a35a-bf3eb8981da3 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:45:26.105255 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc29c315-65dc-437d-a35a-bf3eb8981da3 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:45:26.175076 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-efec0afe-6151-49eb-9351-54604a536852 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:26.236087 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc29c315-65dc-437d-a35a-bf3eb8981da3 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:26.238205 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-bc29c315-65dc-437d-a35a-bf3eb8981da3 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:26.259925 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fce4d0-8a83-493a-ba00-3651d9f6094c req-a27b9228-b446-485e-8976-61b0b714d879 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:26.262043 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-16fce4d0-8a83-493a-ba00-3651d9f6094c req-a27b9228-b446-485e-8976-61b0b714d879 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] 10.222.0.21 "GET /v2.0/ports?device_id=b06b6ab1-567c-4b9b-8739-efabf02f01ca HTTP/1.1" status: 200 len: 946 time: 0.1061051 Nov 24 01:45:26.265339 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device b699589b-8212-4295-8919-4bb76ce3f790 up at agent hyperv_hv-neutron-8189 {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:45:26.280486 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-bc29c315-65dc-437d-a35a-bf3eb8981da3 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.8168564 Nov 24 01:45:26.300810 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 44698) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:26.306683 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-8c56b909-8814-471a-96ca-7dd69aad7aeb tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Request body: {'port': {'network_id': 'aa439182-724b-46be-b79f-00062c5c4a48', 'name': 'tempest-AllowedAddressPairTestJSON-312761625', 'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:95:dc:6f'}]}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:45:26.351527 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f606fd0-1131-4d8b-8083-7a0f73c61b20 req-1d5f0878-3fc9-4134-9ea2-2c9deb2111e3 tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:26.352660 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-8f606fd0-1131-4d8b-8083-7a0f73c61b20 req-1d5f0878-3fc9-4134-9ea2-2c9deb2111e3 tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1515355-9a2f-447a-a05d-0c05d0f42b65 HTTP/1.1" status: 200 len: 945 time: 0.2050359 Nov 24 01:45:26.358302 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Provisioning for port b699589b-8212-4295-8919-4bb76ce3f790 completed by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 01:45:26.364095 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Provisioning complete for port b699589b-8212-4295-8919-4bb76ce3f790 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:45:26.365652 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:26.453883 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-efec0afe-6151-49eb-9351-54604a536852 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:26.478451 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:26.481266 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 44700) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:26.510459 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-16fce4d0-8a83-493a-ba00-3651d9f6094c req-10fe1b12-877c-4052-afaa-e0036b6d3c1f tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] 10.222.0.21 "GET /v2.0/security-groups?id=8cef3b03-e938-401d-a30c-e62493fab23d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2290947 Nov 24 01:45:26.524565 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port b699589b-8212-4295-8919-4bb76ce3f790, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=b699589b-8212-4295-8919-4bb76ce3f790,segment=NetworkSegment(4527112f-9e66-46d6-91de-1ce9adfe195c),segment_id=4527112f-9e66-46d6-91de-1ce9adfe195c)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:45:26.535908 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:26.570810 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c56b909-8814-471a-96ca-7dd69aad7aeb tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Made reservation on behalf of effd15cf5f3748fdb69cebc317b74e90 for: {'port': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:45:26.589963 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 01:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-676cdf1a-b031-4aa3-9ff9-b509b9d54e1b x-openstack-request-id: req-676cdf1a-b031-4aa3-9ff9-b509b9d54e1b {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 01:45:26.590242 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1515355-9a2f-447a-a05d-0c05d0f42b65", "name": "network-vif-plugged", "status": "completed", "tag": "85abd4be-a36c-4027-bd8c-379d9bb9395e", "code": 200}]} {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 01:45:26.590756 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-676cdf1a-b031-4aa3-9ff9-b509b9d54e1b {{(pid=109868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 01:45:26.590879 dv-neutron-818911-2-hyperv neutron-server[109868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1515355-9a2f-447a-a05d-0c05d0f42b65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85abd4be-a36c-4027-bd8c-379d9bb9395e', 'code': 200} Nov 24 01:45:26.598573 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afaa4493-ab91-4be0-953e-6744e033c575 None None] Network aa439182-724b-46be-b79f-00062c5c4a48 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:45:26.604392 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efec0afe-6151-49eb-9351-54604a536852 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Network 9d68e7bc-da82-432d-8f4e-ea3ade45b1a5 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:45:26.605166 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3adaa1f-5ca2-4e66-b2b2-67ae0568c30e tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Made reservation on behalf of 4464a4b9155d4878859b3865ba29c280 for: {'port': 2} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:45:26.609931 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e3adaa1f-5ca2-4e66-b2b2-67ae0568c30e tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:26.659313 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-efec0afe-6151-49eb-9351-54604a536852 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:45:26.661710 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efec0afe-6151-49eb-9351-54604a536852 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:45:26.685278 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=b699589b-8212-4295-8919-4bb76ce3f790,revision_number=5']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:26.719030 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-8f606fd0-1131-4d8b-8083-7a0f73c61b20 req-32550f7f-8abb-4e5d-b5c2-4b0ae0717e38 tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9ae5c6e-bf24-46cb-bbda-efac3484cadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3580365 Nov 24 01:45:26.724383 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efec0afe-6151-49eb-9351-54604a536852 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Pushing event updated for resources: {'Port': ['ID=b8072367-b1ac-4cfd-8783-89e4273708dc,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:26.728034 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8c56b909-8814-471a-96ca-7dd69aad7aeb tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:26.741443 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e3adaa1f-5ca2-4e66-b2b2-67ae0568c30e tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:26.760405 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-b8cf4c6a-a438-499e-a541-d05b9657e6f3 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1285407489'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:45:26.766877 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9802c3d8-aec5-4217-a825-2248df3bbdaf tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks [] for router_gateway, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:26.780706 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [None req-8c56b909-8814-471a-96ca-7dd69aad7aeb tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] device_id is not set on port 5d0eb195-da9d-465e-85ae-e9826407f523 yet. {{(pid=109866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 01:45:26.802617 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-315d818b-6899-4183-b1c4-bbadd6bb61ae None None] Provisioning complete for port 4ec5a8d3-1e21-4b2f-91cc-5b00b9c292a1 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:45:26.802984 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-315d818b-6899-4183-b1c4-bbadd6bb61ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:26.865456 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efec0afe-6151-49eb-9351-54604a536852 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:26.882327 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-efec0afe-6151-49eb-9351-54604a536852 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:26.937779 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 4ec5a8d3-1e21-4b2f-91cc-5b00b9c292a1 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:45:26.986493 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-315d818b-6899-4183-b1c4-bbadd6bb61ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:27.031623 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [None req-8c56b909-8814-471a-96ca-7dd69aad7aeb tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Allocated IP 172.20.0.13 (aa439182-724b-46be-b79f-00062c5c4a48/55ef9c0d-62a0-4987-b378-5b844b3f22be/5d0eb195-da9d-465e-85ae-e9826407f523) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:45:27.038522 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-315d818b-6899-4183-b1c4-bbadd6bb61ae None None] For port 4ec5a8d3-1e21-4b2f-91cc-5b00b9c292a1, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=4ec5a8d3-1e21-4b2f-91cc-5b00b9c292a1,segment=NetworkSegment(d7a03e98-484b-43fd-a458-539ec171b174),segment_id=d7a03e98-484b-43fd-a458-539ec171b174)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:45:27.052531 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8cf4c6a-a438-499e-a541-d05b9657e6f3 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Made reservation on behalf of 6f492d6104d14217a7279fcc77d83ce7 for: {'network': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:45:27.056668 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b8cf4c6a-a438-499e-a541-d05b9657e6f3 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:27.070801 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 4ec5a8d3-1e21-4b2f-91cc-5b00b9c292a1 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:45:27.071242 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-efec0afe-6151-49eb-9351-54604a536852 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3775783 Nov 24 01:45:27.071607 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:27.074119 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-315d818b-6899-4183-b1c4-bbadd6bb61ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:27.079913 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [None req-e3adaa1f-5ca2-4e66-b2b2-67ae0568c30e tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] device_id is not set on port d055e23a-704a-40ca-ab90-38552fab505a yet. {{(pid=109867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 01:45:27.086208 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 44706) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:27.090981 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-bc1aec7f-4ff9-4a8e-bde8-af6dfa0d9b09 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Request body: {'floatingip': {'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:45:27.100085 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b8cf4c6a-a438-499e-a541-d05b9657e6f3 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks [] for security_group, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:27.209140 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-bc1aec7f-4ff9-4a8e-bde8-af6dfa0d9b09 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Publish callbacks [] for floatingip, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:27.226951 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-627c3ca6-2124-4810-be69-1ac3a70307e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:27.251902 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-01479392-1772-4f78-bc9c-99b2bd11111f None None] Provisioning complete for port b8072367-b1ac-4cfd-8783-89e4273708dc triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:45:27.252272 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-01479392-1772-4f78-bc9c-99b2bd11111f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:27.277614 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315d818b-6899-4183-b1c4-bbadd6bb61ae None None] Pushing event updated for resources: {'Port': ['ID=4ec5a8d3-1e21-4b2f-91cc-5b00b9c292a1,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:27.293889 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315d818b-6899-4183-b1c4-bbadd6bb61ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:45:27.294253 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315d818b-6899-4183-b1c4-bbadd6bb61ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:45:27.294594 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315d818b-6899-4183-b1c4-bbadd6bb61ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:45:27.294925 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315d818b-6899-4183-b1c4-bbadd6bb61ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:45:27.295252 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315d818b-6899-4183-b1c4-bbadd6bb61ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:45:27.296145 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315d818b-6899-4183-b1c4-bbadd6bb61ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:45:27.296145 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315d818b-6899-4183-b1c4-bbadd6bb61ae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:45:27.296414 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315d818b-6899-4183-b1c4-bbadd6bb61ae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:45:27.296693 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315d818b-6899-4183-b1c4-bbadd6bb61ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:45:27.296991 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315d818b-6899-4183-b1c4-bbadd6bb61ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:45:27.297314 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315d818b-6899-4183-b1c4-bbadd6bb61ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:45:27.297652 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315d818b-6899-4183-b1c4-bbadd6bb61ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:45:27.340252 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-01479392-1772-4f78-bc9c-99b2bd11111f None None] Port b8072367-b1ac-4cfd-8783-89e4273708dc cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:45:27.356454 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1c9b2d-7a9f-4041-82fb-60bdac878e3f req-4d252f91-4786-4007-b15b-194d1eb9aae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:27.358245 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-6e1c9b2d-7a9f-4041-82fb-60bdac878e3f req-4d252f91-4786-4007-b15b-194d1eb9aae3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d1515355-9a2f-447a-a05d-0c05d0f42b65 HTTP/1.1" status: 200 len: 1098 time: 0.3765192 Nov 24 01:45:27.404774 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8c56b909-8814-471a-96ca-7dd69aad7aeb tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:27.426671 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bdd4e7-e94c-422a-9400-d4851579f922 req-a54819ac-d391-45ff-856d-13123fa696aa tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:27.429104 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-f6bdd4e7-e94c-422a-9400-d4851579f922 req-a54819ac-d391-45ff-856d-13123fa696aa tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/ports?device_id=54a6fdcb-af1b-4e68-a904-3bb95b5cf340 HTTP/1.1" status: 200 len: 945 time: 0.1415191 Nov 24 01:45:27.464952 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9802c3d8-aec5-4217-a825-2248df3bbdaf tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-424338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418138'] for router, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:27.470252 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-89e3fccb-40d7-4856-aa91-8d6800e7e5d7 None None] Provisioning complete for port 22478d60-b963-47c9-8e88-6169e314d24b triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:45:27.470971 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-89e3fccb-40d7-4856-aa91-8d6800e7e5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:27.515287 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-f6bdd4e7-e94c-422a-9400-d4851579f922 req-8c4d4f22-7c2a-4ff7-aad9-df98824f893e tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa820965-f51f-4c0f-92b9-3c3d3d9ef329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740454 Nov 24 01:45:27.519930 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-6e1c9b2d-7a9f-4041-82fb-60bdac878e3f req-79d3228b-ded6-4d93-8454-4fbaa3db327a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d9ae5c6e-bf24-46cb-bbda-efac3484cadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1534357 Nov 24 01:45:27.535391 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-89e3fccb-40d7-4856-aa91-8d6800e7e5d7 None None] Port 22478d60-b963-47c9-8e88-6169e314d24b cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:45:27.551148 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-89e3fccb-40d7-4856-aa91-8d6800e7e5d7 None None] Provisioning complete for port 4ec5a8d3-1e21-4b2f-91cc-5b00b9c292a1 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:45:27.551516 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-89e3fccb-40d7-4856-aa91-8d6800e7e5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:27.557155 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b8cf4c6a-a438-499e-a541-d05b9657e6f3 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks [] for security_group, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:27.558657 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8c56b909-8814-471a-96ca-7dd69aad7aeb tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:27.563313 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e3adaa1f-5ca2-4e66-b2b2-67ae0568c30e tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:27.586026 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b8cf4c6a-a438-499e-a541-d05b9657e6f3 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:27.608318 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c56b909-8814-471a-96ca-7dd69aad7aeb tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Network aa439182-724b-46be-b79f-00062c5c4a48 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:45:27.614610 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-8c56b909-8814-471a-96ca-7dd69aad7aeb tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:45:27.617839 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c56b909-8814-471a-96ca-7dd69aad7aeb tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:45:27.651172 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c56b909-8814-471a-96ca-7dd69aad7aeb tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Pushing event updated for resources: {'Port': ['ID=5d0eb195-da9d-465e-85ae-e9826407f523,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:27.666004 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c56b909-8814-471a-96ca-7dd69aad7aeb tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:45:27.666424 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c56b909-8814-471a-96ca-7dd69aad7aeb tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:45:27.666825 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c56b909-8814-471a-96ca-7dd69aad7aeb tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:45:27.667226 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c56b909-8814-471a-96ca-7dd69aad7aeb tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:45:27.667619 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c56b909-8814-471a-96ca-7dd69aad7aeb tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:45:27.668022 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c56b909-8814-471a-96ca-7dd69aad7aeb tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:45:27.668433 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c56b909-8814-471a-96ca-7dd69aad7aeb tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:45:27.668823 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c56b909-8814-471a-96ca-7dd69aad7aeb tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:45:27.669213 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c56b909-8814-471a-96ca-7dd69aad7aeb tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:45:27.669628 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c56b909-8814-471a-96ca-7dd69aad7aeb tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:45:27.670012 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c56b909-8814-471a-96ca-7dd69aad7aeb tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:45:27.670402 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c56b909-8814-471a-96ca-7dd69aad7aeb tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:45:27.699021 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c56b909-8814-471a-96ca-7dd69aad7aeb tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:27.699696 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8c56b909-8814-471a-96ca-7dd69aad7aeb tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:27.701254 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8cf4c6a-a438-499e-a541-d05b9657e6f3 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=109867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:45:27.705031 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:27.719865 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-8c56b909-8814-471a-96ca-7dd69aad7aeb tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.4178090 Nov 24 01:45:27.723368 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 44710) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:27.760667 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [None req-e3adaa1f-5ca2-4e66-b2b2-67ae0568c30e tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] device_id is not set on port d18e6441-01d3-4d9d-9e56-af3a6cb1ac6f yet. {{(pid=109867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 01:45:27.767552 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cf4c6a-a438-499e-a541-d05b9657e6f3 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2d72ad7-fb3c-456f-bca1-e6977c1fcb0a,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:27.788443 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b8cf4c6a-a438-499e-a541-d05b9657e6f3 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:27.788708 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.segments_db [None req-b8cf4c6a-a438-499e-a541-d05b9657e6f3 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Added segment 633f256d-f9ba-4242-b914-e63ff0092ebf of type vlan for network 9883edce-98c2-4e0e-8279-89ca956403c4 Nov 24 01:45:27.794595 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-bc1aec7f-4ff9-4a8e-bde8-af6dfa0d9b09 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:27.805842 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-515c8c29-75a7-4c44-b6b3-7d3c7823de76 None None] Provisioning complete for port 22478d60-b963-47c9-8e88-6169e314d24b triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:45:27.806213 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-515c8c29-75a7-4c44-b6b3-7d3c7823de76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:27.821809 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0754af47-3488-4cef-9d2c-fb6b3b0ff1ef tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:27.829261 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0754af47-3488-4cef-9d2c-fb6b3b0ff1ef tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:27.838746 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0754af47-3488-4cef-9d2c-fb6b3b0ff1ef tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:27.840854 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-0754af47-3488-4cef-9d2c-fb6b3b0ff1ef tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.1165075 Nov 24 01:45:27.843730 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 44714) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:27.853995 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-515c8c29-75a7-4c44-b6b3-7d3c7823de76 None None] Port 22478d60-b963-47c9-8e88-6169e314d24b cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:45:27.875614 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213bb4a2-2976-460c-9712-9c0208d60464 req-28b463f7-5bd2-4383-a0ed-5db39694e6c2 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:27.877585 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-213bb4a2-2976-460c-9712-9c0208d60464 req-28b463f7-5bd2-4383-a0ed-5db39694e6c2 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] 10.222.0.21 "GET /v2.0/ports?device_id=b06b6ab1-567c-4b9b-8739-efabf02f01ca HTTP/1.1" status: 200 len: 946 time: 0.2793324 Nov 24 01:45:27.920414 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b8cf4c6a-a438-499e-a541-d05b9657e6f3 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:27.960463 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb010e8-7455-4d1e-92d0-3a79d96b2932 req-5b9972d7-1df5-4040-a866-18ea2242afe1 tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:27.962016 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-bfb010e8-7455-4d1e-92d0-3a79d96b2932 req-5b9972d7-1df5-4040-a866-18ea2242afe1 tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1515355-9a2f-447a-a05d-0c05d0f42b65 HTTP/1.1" status: 200 len: 945 time: 0.1592801 Nov 24 01:45:27.975432 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-d034ac0f-d878-4d13-9790-e31b877dc895 None None] Provisioning complete for port 5d0eb195-da9d-465e-85ae-e9826407f523 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:45:27.976002 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-d034ac0f-d878-4d13-9790-e31b877dc895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:28.012586 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-d034ac0f-d878-4d13-9790-e31b877dc895 None None] Port 5d0eb195-da9d-465e-85ae-e9826407f523 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:45:28.032055 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:28.032658 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-bfb010e8-7455-4d1e-92d0-3a79d96b2932 req-51fa00b1-dc54-4e48-a1bc-6df334370f40 tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9ae5c6e-bf24-46cb-bbda-efac3484cadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609446 Nov 24 01:45:28.035682 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-d4d2b998-b0ca-48cc-a140-a1e6cd314022 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Deleting port 5d0eb195-da9d-465e-85ae-e9826407f523 {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:45:28.036116 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d4d2b998-b0ca-48cc-a140-a1e6cd314022 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:28.132662 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d4d2b998-b0ca-48cc-a140-a1e6cd314022 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:28.145959 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-d4d2b998-b0ca-48cc-a140-a1e6cd314022 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Calling delete_port for 5d0eb195-da9d-465e-85ae-e9826407f523 owned by {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:45:28.283072 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d4d2b998-b0ca-48cc-a140-a1e6cd314022 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:28.311089 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d2b998-b0ca-48cc-a140-a1e6cd314022 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Pushing event deleted for resources: {'Port': ['ID=5d0eb195-da9d-465e-85ae-e9826407f523,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:28.318043 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b8cf4c6a-a438-499e-a541-d05b9657e6f3 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:28.323447 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8cf4c6a-a438-499e-a541-d05b9657e6f3 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:28.324036 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b8cf4c6a-a438-499e-a541-d05b9657e6f3 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:28.379127 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-213bb4a2-2976-460c-9712-9c0208d60464 req-67774c04-32bb-46f8-93ce-980a5aa544a2 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] 10.222.0.21 "GET /v2.0/security-groups?id=8cef3b03-e938-401d-a30c-e62493fab23d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4562802 Nov 24 01:45:28.388278 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9802c3d8-aec5-4217-a825-2248df3bbdaf tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Router 1b7e5540-239b-451a-a1ec-d4d92ecb34c7 is scheduled to L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e with binding_index 1 {{(pid=109867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 01:45:28.436732 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-b8cf4c6a-a438-499e-a541-d05b9657e6f3 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.9433706 Nov 24 01:45:28.480447 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d4d2b998-b0ca-48cc-a140-a1e6cd314022 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:28.483975 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-d4d2b998-b0ca-48cc-a140-a1e6cd314022 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] 10.222.0.21 "DELETE /v2.0/ports/5d0eb195-da9d-465e-85ae-e9826407f523 HTTP/1.1" status: 204 len: 168 time: 0.6391134 Nov 24 01:45:28.486510 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 44718) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:28.546269 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e3adaa1f-5ca2-4e66-b2b2-67ae0568c30e tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:28.549045 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-bc1aec7f-4ff9-4a8e-bde8-af6dfa0d9b09 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Allocated IP 172.26.5.49 (eb22795d-37ee-46ee-844d-92c17e2ea450/3e66fcff-6e72-4083-b514-48f69cdaa2cb/4343a09f-89f7-4500-ba43-ea53c995f76e) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:45:28.554143 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cf4c6a-a438-499e-a541-d05b9657e6f3 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Pushing event updated for resources: {'Network': ['ID=9883edce-98c2-4e0e-8279-89ca956403c4,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:28.562131 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-39017a21-7b98-48cc-a9e8-badb6bbb2651 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] GET failed (client error): The resource could not be found. Nov 24 01:45:28.567579 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-39017a21-7b98-48cc-a9e8-badb6bbb2651 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] 10.222.0.21 "GET /v2.0/ports/5d0eb195-da9d-465e-85ae-e9826407f523 HTTP/1.1" status: 404 len: 333 time: 0.0718925 Nov 24 01:45:28.571312 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network 9883edce-98c2-4e0e-8279-89ca956403c4 details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:45:28.576122 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 44722) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:28.589711 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-f79febd4-1064-47dd-8ab7-7671a0d9b6fe tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Request body: {'port': {'network_id': 'aa439182-724b-46be-b79f-00062c5c4a48', 'name': 'tempest-AllowedAddressPairTestJSON-1798382117'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:45:28.594572 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54a6fdcb-af1b-4e68-a904-3bb95b5cf340', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b699589b-8212-4295-8919-4bb76ce3f790'}] {{(pid=109868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 01:45:28.601221 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adafa3b64de3cabc8eac619938bcace59b198ffee64d481093eb3def62699d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a401364-bcce-4b0e-93e8-ecf9ab420d88" -d '{"events": [{"server_uuid": "54a6fdcb-af1b-4e68-a904-3bb95b5cf340", "name": "network-vif-plugged", "status": "completed", "tag": "b699589b-8212-4295-8919-4bb76ce3f790"}]}' {{(pid=109868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 01:45:28.650796 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6452a37-1754-4a9b-9d46-936149dfbe93 req-b7f49ee7-020b-471a-9ce4-da011f72d28f tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:28.652780 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e6452a37-1754-4a9b-9d46-936149dfbe93 req-b7f49ee7-020b-471a-9ce4-da011f72d28f tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] 10.222.0.21 "GET /v2.0/ports?device_id=b06b6ab1-567c-4b9b-8739-efabf02f01ca HTTP/1.1" status: 200 len: 946 time: 0.1090162 Nov 24 01:45:28.665987 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 44726) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:28.670920 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-ff5f8464-f2c3-4f51-b5dd-6d915c437dbc tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] Request body: {'floatingip': {'port_id': '69007351-04ea-44cc-9f37-e63d681a62c1'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:45:28.735287 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 01:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-917a2006-9e38-472c-9039-997a0ed7ccb4 x-openstack-request-id: req-917a2006-9e38-472c-9039-997a0ed7ccb4 {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 01:45:28.736210 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54a6fdcb-af1b-4e68-a904-3bb95b5cf340", "name": "network-vif-plugged", "status": "completed", "tag": "b699589b-8212-4295-8919-4bb76ce3f790", "code": 200}]} {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 01:45:28.737381 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-917a2006-9e38-472c-9039-997a0ed7ccb4 {{(pid=109868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 01:45:28.738181 dv-neutron-818911-2-hyperv neutron-server[109868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54a6fdcb-af1b-4e68-a904-3bb95b5cf340', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b699589b-8212-4295-8919-4bb76ce3f790', 'code': 200} Nov 24 01:45:28.754310 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ff5f8464-f2c3-4f51-b5dd-6d915c437dbc tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] Publish callbacks [] for floatingip, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:28.869554 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e3adaa1f-5ca2-4e66-b2b2-67ae0568c30e tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:28.900536 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 4ec5a8d3-1e21-4b2f-91cc-5b00b9c292a1 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:45:28.984006 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 4ec5a8d3-1e21-4b2f-91cc-5b00b9c292a1 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:45:28.984683 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:29.144413 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f79febd4-1064-47dd-8ab7-7671a0d9b6fe tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Made reservation on behalf of effd15cf5f3748fdb69cebc317b74e90 for: {'port': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:45:29.148320 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f79febd4-1064-47dd-8ab7-7671a0d9b6fe tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:29.175933 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98841dd7-37e3-45b3-8f4d-104d03509921 req-6a268f34-9736-41e4-9d9a-238292bc3a17 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:29.177744 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-98841dd7-37e3-45b3-8f4d-104d03509921 req-6a268f34-9736-41e4-9d9a-238292bc3a17 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/ports?device_id=54a6fdcb-af1b-4e68-a904-3bb95b5cf340 HTTP/1.1" status: 200 len: 945 time: 0.3308451 Nov 24 01:45:29.186972 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3adaa1f-5ca2-4e66-b2b2-67ae0568c30e tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Pushing event updated for resources: {'Port': ['ID=d055e23a-704a-40ca-ab90-38552fab505a,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:29.194339 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9802c3d8-aec5-4217-a825-2248df3bbdaf tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:45:29.208641 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2d46c8-2b3f-4cec-b19b-3e538458c592 None None] Sync routers for ids ['1b7e5540-239b-451a-a1ec-d4d92ecb34c7'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:45:29.220569 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2d46c8-2b3f-4cec-b19b-3e538458c592 None None] Routers {'1b7e5540-239b-451a-a1ec-d4d92ecb34c7'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:45:29.222546 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-5c2d46c8-2b3f-4cec-b19b-3e538458c592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:45:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['1b7e5540-239b-451a-a1ec-d4d92ecb34c7'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:45:29.279182 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3adaa1f-5ca2-4e66-b2b2-67ae0568c30e tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Checking segment: {'id': '951e3373-eed4-4dbc-a0e1-277d6608ba93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e4564dfa-1408-4f7e-aa68-9fd333910620'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:45:29.279852 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3adaa1f-5ca2-4e66-b2b2-67ae0568c30e tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Network hostable DHCP agents. Network: e4564dfa-1408-4f7e-aa68-9fd333910620, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 01:45:29.284957 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-5c2d46c8-2b3f-4cec-b19b-3e538458c592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:45:29.294898 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [None req-f79febd4-1064-47dd-8ab7-7671a0d9b6fe tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] device_id is not set on port e0fde4c9-f5c7-4cc1-aa3b-91fbdc9f4db8 yet. {{(pid=109867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 01:45:29.298801 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2d46c8-2b3f-4cec-b19b-3e538458c592 None None] Routers {'1b7e5540-239b-451a-a1ec-d4d92ecb34c7'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:45:29.300728 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-5c2d46c8-2b3f-4cec-b19b-3e538458c592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:45:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['1b7e5540-239b-451a-a1ec-d4d92ecb34c7'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:45:29.320643 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9802c3d8-aec5-4217-a825-2248df3bbdaf tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks [] for router, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:29.322587 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-9802c3d8-aec5-4217-a825-2248df3bbdaf tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.0345590 Nov 24 01:45:29.328338 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 44730) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:29.332912 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-bc1aec7f-4ff9-4a8e-bde8-af6dfa0d9b09 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:29.359408 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-5c2d46c8-2b3f-4cec-b19b-3e538458c592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:45:29.360170 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2d46c8-2b3f-4cec-b19b-3e538458c592 None None] The sync data for ids ['1b7e5540-239b-451a-a1ec-d4d92ecb34c7'] in dv-neutron-818911-2-hyperv is: [] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:45:29.364380 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0433e4-8de3-466b-bf4f-b70fb2db122c req-76736da4-13c3-4711-9487-cb6b8b1a01df tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:29.366052 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-cb0433e4-8de3-466b-bf4f-b70fb2db122c req-76736da4-13c3-4711-9487-cb6b8b1a01df tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1515355-9a2f-447a-a05d-0c05d0f42b65 HTTP/1.1" status: 200 len: 945 time: 0.2058055 Nov 24 01:45:29.368227 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aae4f7-92b9-49bb-8846-ffe8a2083366 req-2f720110-eabf-414e-9b43-f0921ad949fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:29.369675 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-c1aae4f7-92b9-49bb-8846-ffe8a2083366 req-2f720110-eabf-414e-9b43-f0921ad949fd service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=54a6fdcb-af1b-4e68-a904-3bb95b5cf340 HTTP/1.1" status: 200 len: 1098 time: 0.2111106 Nov 24 01:45:29.392006 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-98841dd7-37e3-45b3-8f4d-104d03509921 req-c51e6b2b-1d1d-4bc0-b9c2-88eaec2a22ff tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa820965-f51f-4c0f-92b9-3c3d3d9ef329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1884499 Nov 24 01:45:29.496025 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3adaa1f-5ca2-4e66-b2b2-67ae0568c30e tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Network e4564dfa-1408-4f7e-aa68-9fd333910620 is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 01:45:29.523864 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:29.559191 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-e3adaa1f-5ca2-4e66-b2b2-67ae0568c30e tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, e4564dfa-1408-4f7e-aa68-9fd333910620) {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:45:29.573988 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3adaa1f-5ca2-4e66-b2b2-67ae0568c30e tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:45:29.574766 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e3adaa1f-5ca2-4e66-b2b2-67ae0568c30e tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:29.579226 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cedb32e9-412d-4934-89c0-0be147383c9d None None] Network e4564dfa-1408-4f7e-aa68-9fd333910620 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:45:29.653088 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3adaa1f-5ca2-4e66-b2b2-67ae0568c30e tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Pushing event updated for resources: {'Port': ['ID=d18e6441-01d3-4d9d-9e56-af3a6cb1ac6f,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:29.682701 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-7ae4cbe8-e215-48f4-a91c-ad0e69a6b8f4 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] 10.222.0.21 "GET /v2.0/routers/1b7e5540-239b-451a-a1ec-d4d92ecb34c7 HTTP/1.1" status: 200 len: 921 time: 0.3082614 Nov 24 01:45:29.686188 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-f79febd4-1064-47dd-8ab7-7671a0d9b6fe tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Allocated IP 172.20.0.12 (aa439182-724b-46be-b79f-00062c5c4a48/55ef9c0d-62a0-4987-b378-5b844b3f22be/e0fde4c9-f5c7-4cc1-aa3b-91fbdc9f4db8) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:45:29.688502 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 44732) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:29.722684 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-c1aae4f7-92b9-49bb-8846-ffe8a2083366 req-c037a62f-6582-4d89-94fe-4e7f242977de service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=aa820965-f51f-4c0f-92b9-3c3d3d9ef329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3437462 Nov 24 01:45:29.728558 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-bc1aec7f-4ff9-4a8e-bde8-af6dfa0d9b09 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:29.736725 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-d1a9a568-58a7-4835-a969-5980616e491e tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b7e5540-239b-451a-a1ec-d4d92ecb34c7 HTTP/1.1" status: 200 len: 205 time: 0.0431373 Nov 24 01:45:29.745097 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 44734) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:29.802530 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-cb0433e4-8de3-466b-bf4f-b70fb2db122c req-aeeca8ea-cf9a-444b-a7da-880b6679dca3 tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9ae5c6e-bf24-46cb-bbda-efac3484cadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4241202 Nov 24 01:45:29.817284 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.db.resource_extend [None req-ff5f8464-f2c3-4f51-b5dd-6d915c437dbc tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 01:45:29.867460 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1aec7f-4ff9-4a8e-bde8-af6dfa0d9b09 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Network eb22795d-37ee-46ee-844d-92c17e2ea450 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:45:29.873110 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1aec7f-4ff9-4a8e-bde8-af6dfa0d9b09 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Pushing event updated for resources: {'Port': ['ID=4343a09f-89f7-4500-ba43-ea53c995f76e,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:29.910845 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-bc1aec7f-4ff9-4a8e-bde8-af6dfa0d9b09 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:45:29.920056 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1aec7f-4ff9-4a8e-bde8-af6dfa0d9b09 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:45:29.949195 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3adaa1f-5ca2-4e66-b2b2-67ae0568c30e tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Checking segment: {'id': '5e242327-6bf8-4383-89b0-4ea93d00c1da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9d5f6603-2396-4513-a1b0-8694b3d200a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:45:29.949576 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3adaa1f-5ca2-4e66-b2b2-67ae0568c30e tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Network hostable DHCP agents. Network: 9d5f6603-2396-4513-a1b0-8694b3d200a6, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 01:45:29.951984 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ff5f8464-f2c3-4f51-b5dd-6d915c437dbc tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:29.956935 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ff5f8464-f2c3-4f51-b5dd-6d915c437dbc tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418250'] for floatingip, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:30.045746 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fe9e1d6f-663e-48d8-856e-6c3e7fb5b47c tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks [] for router, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:30.062837 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.l3_db [None req-ff5f8464-f2c3-4f51-b5dd-6d915c437dbc tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] Floating IP 48107297-9ed6-4ad0-bfb1-9635947c4897 associated. External IP: 172.26.5.130, port: 69007351-04ea-44cc-9f37-e63d681a62c1. Nov 24 01:45:30.081237 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:30.120384 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3adaa1f-5ca2-4e66-b2b2-67ae0568c30e tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Network 9d5f6603-2396-4513-a1b0-8694b3d200a6 is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 01:45:30.181294 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79490ec-8199-4f06-a5e2-25f9b23b5ca0 req-1a80986e-943a-48cc-a3f7-8393743d977d tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:30.182797 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e79490ec-8199-4f06-a5e2-25f9b23b5ca0 req-1a80986e-943a-48cc-a3f7-8393743d977d tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1515355-9a2f-447a-a05d-0c05d0f42b65 HTTP/1.1" status: 200 len: 945 time: 0.2578757 Nov 24 01:45:30.192837 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-e3adaa1f-5ca2-4e66-b2b2-67ae0568c30e tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, 9d5f6603-2396-4513-a1b0-8694b3d200a6) {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:45:30.200189 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00384449-744e-4af4-b471-a8e4757c2231 None None] Network 9d5f6603-2396-4513-a1b0-8694b3d200a6 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:45:30.221383 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 44738) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:30.237982 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-99dbac33-e7dd-402a-8351-bfbec32deae0 tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] Request body: {'floatingip': {'port_id': '85abd4be-a36c-4027-bd8c-379d9bb9395e'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:45:30.316082 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff5f8464-f2c3-4f51-b5dd-6d915c437dbc tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] Router 03d15ab8-96ac-4078-afbb-508fb1699e46 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:45:30.334946 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3adaa1f-5ca2-4e66-b2b2-67ae0568c30e tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:45:30.340707 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3adaa1f-5ca2-4e66-b2b2-67ae0568c30e tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:30.345779 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3adaa1f-5ca2-4e66-b2b2-67ae0568c30e tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:30.346508 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e3adaa1f-5ca2-4e66-b2b2-67ae0568c30e tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:30.373111 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-99dbac33-e7dd-402a-8351-bfbec32deae0 tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] Publish callbacks [] for floatingip, before_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:30.414235 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-bc1aec7f-4ff9-4a8e-bde8-af6dfa0d9b09 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:30.430690 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff5f8464-f2c3-4f51-b5dd-6d915c437dbc tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:45:30.436002 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ff5f8464-f2c3-4f51-b5dd-6d915c437dbc tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for floatingip, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:30.442339 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f9662d-23f0-45a7-90f9-7eed96914a82 None None] Sync routers for ids ['03d15ab8-96ac-4078-afbb-508fb1699e46'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:45:30.472124 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-ff5f8464-f2c3-4f51-b5dd-6d915c437dbc tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] 10.222.0.21 "PUT /v2.0/floatingips/48107297-9ed6-4ad0-bfb1-9635947c4897 HTTP/1.1" status: 200 len: 992 time: 1.8049319 Nov 24 01:45:30.472991 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b06b6ab1-567c-4b9b-8739-efabf02f01ca', 'tag': '69007351-04ea-44cc-9f37-e63d681a62c1'}] {{(pid=109866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 01:45:30.476048 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b7c53c286d9351d1367337230623a155cee02c46c94b80588b67a0bc16402ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7f359a9-9074-422a-9065-a9c1b33b44a3" -d '{"events": [{"name": "network-changed", "server_uuid": "b06b6ab1-567c-4b9b-8739-efabf02f01ca", "tag": "69007351-04ea-44cc-9f37-e63d681a62c1"}]}' {{(pid=109866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 01:45:30.477506 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f79febd4-1064-47dd-8ab7-7671a0d9b6fe tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:30.478186 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f9662d-23f0-45a7-90f9-7eed96914a82 None None] Routers {'03d15ab8-96ac-4078-afbb-508fb1699e46'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:45:30.479373 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-61f9662d-23f0-45a7-90f9-7eed96914a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:45:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['03d15ab8-96ac-4078-afbb-508fb1699e46'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:45:30.544299 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd0299-82fe-4599-8e1b-a2eae6cebb34 req-4082bdeb-325e-4468-a556-b5f8089db5c3 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:30.546381 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-62dd0299-82fe-4599-8e1b-a2eae6cebb34 req-4082bdeb-325e-4468-a556-b5f8089db5c3 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/ports?device_id=54a6fdcb-af1b-4e68-a904-3bb95b5cf340 HTTP/1.1" status: 200 len: 945 time: 0.0581965 Nov 24 01:45:30.588088 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fe9e1d6f-663e-48d8-856e-6c3e7fb5b47c tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:30.594097 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-e3adaa1f-5ca2-4e66-b2b2-67ae0568c30e tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.7101743 Nov 24 01:45:30.599337 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 44748) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:30.600326 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f79febd4-1064-47dd-8ab7-7671a0d9b6fe tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:30.664537 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-62dd0299-82fe-4599-8e1b-a2eae6cebb34 req-9eba107d-bbdc-4e14-a704-5a2b9f8cb27c tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa820965-f51f-4c0f-92b9-3c3d3d9ef329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104026 Nov 24 01:45:30.712949 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56446934-4186-4817-9db7-a69d20e660eb tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:30.720547 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56446934-4186-4817-9db7-a69d20e660eb tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:30.727087 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-56446934-4186-4817-9db7-a69d20e660eb tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1261096 Nov 24 01:45:30.727885 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 44750) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:30.747884 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79febd4-1064-47dd-8ab7-7671a0d9b6fe tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Network aa439182-724b-46be-b79f-00062c5c4a48 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:45:30.768905 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-f79febd4-1064-47dd-8ab7-7671a0d9b6fe tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:45:30.774165 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79febd4-1064-47dd-8ab7-7671a0d9b6fe tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Pushing event updated for resources: {'Port': ['ID=e0fde4c9-f5c7-4cc1-aa3b-91fbdc9f4db8,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:30.776638 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79febd4-1064-47dd-8ab7-7671a0d9b6fe tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:45:30.954493 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 01:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f080326-a5b7-47d2-ae88-475f06484bc5 x-openstack-request-id: req-6f080326-a5b7-47d2-ae88-475f06484bc5 {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 01:45:30.954775 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b06b6ab1-567c-4b9b-8739-efabf02f01ca", "tag": "69007351-04ea-44cc-9f37-e63d681a62c1", "status": "completed", "code": 200}]} {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 01:45:30.955046 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6f080326-a5b7-47d2-ae88-475f06484bc5 {{(pid=109866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 01:45:30.956880 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b06b6ab1-567c-4b9b-8739-efabf02f01ca', 'tag': '69007351-04ea-44cc-9f37-e63d681a62c1', 'status': 'completed', 'code': 200} Nov 24 01:45:30.968958 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-61f9662d-23f0-45a7-90f9-7eed96914a82 None None] Set router 03d15ab8-96ac-4078-afbb-508fb1699e46 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:45:31.078442 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-39cbdbe6-81d3-4a04-aabc-5020a927eb71 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Deleting port d055e23a-704a-40ca-ab90-38552fab505a {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:45:31.079073 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-39cbdbe6-81d3-4a04-aabc-5020a927eb71 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:31.083551 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f359a9-9074-422a-9065-a9c1b33b44a3 req-8e1e1421-9612-469e-abe3-e6da0093bf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:31.085569 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e7f359a9-9074-422a-9065-a9c1b33b44a3 req-8e1e1421-9612-469e-abe3-e6da0093bf25 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=02a273ddc4c14296a842719ce385cf90&device_id=b06b6ab1-567c-4b9b-8739-efabf02f01ca HTTP/1.1" status: 200 len: 1099 time: 0.1278102 Nov 24 01:45:31.246908 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-39cbdbe6-81d3-4a04-aabc-5020a927eb71 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:31.255735 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-bc1aec7f-4ff9-4a8e-bde8-af6dfa0d9b09 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:31.270922 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-39cbdbe6-81d3-4a04-aabc-5020a927eb71 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Calling delete_port for d055e23a-704a-40ca-ab90-38552fab505a owned by {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:45:31.291427 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-6674445c-5dc1-4a99-ab62-31db0b3c3a19 None None] Provisioning complete for port e0fde4c9-f5c7-4cc1-aa3b-91fbdc9f4db8 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:45:31.292042 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-6674445c-5dc1-4a99-ab62-31db0b3c3a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:31.338491 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f359a9-9074-422a-9065-a9c1b33b44a3 req-f4514505-dffb-471b-b569-35b9aaa3bbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:31.340549 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e7f359a9-9074-422a-9065-a9c1b33b44a3 req-f4514505-dffb-471b-b569-35b9aaa3bbd7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1f119f6f-a1f8-4bc6-85d9-f23337dbc03c HTTP/1.1" status: 200 len: 912 time: 0.2404847 Nov 24 01:45:31.391188 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-6674445c-5dc1-4a99-ab62-31db0b3c3a19 None None] Port e0fde4c9-f5c7-4cc1-aa3b-91fbdc9f4db8 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:45:31.405810 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f79febd4-1064-47dd-8ab7-7671a0d9b6fe tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:31.406559 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f79febd4-1064-47dd-8ab7-7671a0d9b6fe tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:31.407956 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-61f9662d-23f0-45a7-90f9-7eed96914a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d15ab8-96ac-4078-afbb-508fb1699e46', 'name': 'tempest-ServersTestManualDisk-976998010-router', 'tenant_id': '02a273ddc4c14296a842719ce385cf90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.8'}], 'enable_snat': True}, 'gw_port_id': '3adae932-3a5f-42f6-9ca1-843b9be31a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:44:26Z', 'updated_at': '2021-11-24T01:44:35Z', 'revision_number': 4, 'project_id': '02a273ddc4c14296a842719ce385cf90', 'gw_port': {'id': '3adae932-3a5f-42f6-9ca1-843b9be31a47', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:55:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d15ab8-96ac-4078-afbb-508fb1699e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:44:27Z', 'updated_at': '2021-11-24T01:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_floatingips': [{'id': '48107297-9ed6-4ad0-bfb1-9635947c4897', 'tenant_id': '02a273ddc4c14296a842719ce385cf90', 'floating_ip_address': '172.26.5.130', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': '03d15ab8-96ac-4078-afbb-508fb1699e46', 'port_id': '69007351-04ea-44cc-9f37-e63d681a62c1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f119f6f-a1f8-4bc6-85d9-f23337dbc03c', 'mac_address': 'fa:16:3e:b3:3c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06b6ab1-567c-4b9b-8739-efabf02f01ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T01:44:46Z', 'updated_at': '2021-11-24T01:45:29Z', 'revision_number': 1, 'project_id': '02a273ddc4c14296a842719ce385cf90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7e0496a-dd49-4cae-9933-b96f273d6ad8', 'name': '', 'network_id': '1f119f6f-a1f8-4bc6-85d9-f23337dbc03c', 'tenant_id': '02a273ddc4c14296a842719ce385cf90', 'mac_address': 'fa:16:3e:46:ef:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d15ab8-96ac-4078-afbb-508fb1699e46', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ab44a884-a70d-4217-8793-3ef03c108892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:44:32Z', 'updated_at': '2021-11-24T01:44:42Z', 'revision_number': 5, 'project_id': '02a273ddc4c14296a842719ce385cf90', 'subnets': [{'id': 'ab44a884-a70d-4217-8793-3ef03c108892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:45:31.426829 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-fe9e1d6f-663e-48d8-856e-6c3e7fb5b47c tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Deleting port 4c48e6ca-0594-4f30-961c-d8b1364b3544 {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:45:31.427301 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fe9e1d6f-663e-48d8-856e-6c3e7fb5b47c tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:31.459168 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f9662d-23f0-45a7-90f9-7eed96914a82 None None] Checking router: 03d15ab8-96ac-4078-afbb-508fb1699e46 for host: dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 01:45:31.474272 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f9662d-23f0-45a7-90f9-7eed96914a82 None None] Routers {'03d15ab8-96ac-4078-afbb-508fb1699e46'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:45:31.475007 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-61f9662d-23f0-45a7-90f9-7eed96914a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:45:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['03d15ab8-96ac-4078-afbb-508fb1699e46'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:45:31.492805 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e7f359a9-9074-422a-9065-a9c1b33b44a3 req-00589ad2-fcd1-42a5-a039-d9b1146b4c68 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69007351-04ea-44cc-9f37-e63d681a62c1 HTTP/1.1" status: 200 len: 1000 time: 0.1443949 Nov 24 01:45:31.496680 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-39cbdbe6-81d3-4a04-aabc-5020a927eb71 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:31.537302 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-f79febd4-1064-47dd-8ab7-7671a0d9b6fe tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9529788 Nov 24 01:45:31.540172 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 44752) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:31.561663 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cbdbe6-81d3-4a04-aabc-5020a927eb71 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Pushing event deleted for resources: {'Port': ['ID=d055e23a-704a-40ca-ab90-38552fab505a,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:31.569312 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-c146f614-f4e6-473c-9df6-046c8cce84e6 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:95:dc:6f'}]}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:45:31.589496 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-39cbdbe6-81d3-4a04-aabc-5020a927eb71 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:31.593908 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-39cbdbe6-81d3-4a04-aabc-5020a927eb71 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] 10.222.0.21 "DELETE /v2.0/ports/d055e23a-704a-40ca-ab90-38552fab505a HTTP/1.1" status: 204 len: 168 time: 0.8649654 Nov 24 01:45:31.600422 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 44754) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:31.640853 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-61f9662d-23f0-45a7-90f9-7eed96914a82 None None] Set router 03d15ab8-96ac-4078-afbb-508fb1699e46 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:45:31.662157 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 44758) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:31.667290 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-00fa4884-5359-46d7-9000-272f17c21277 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Request body: {'subnet': {'network_id': '9883edce-98c2-4e0e-8279-89ca956403c4', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:45:31.697654 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f359a9-9074-422a-9065-a9c1b33b44a3 req-4078a2bc-da91-4dd7-b049-48abcacbb525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:31.699122 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e7f359a9-9074-422a-9065-a9c1b33b44a3 req-4078a2bc-da91-4dd7-b049-48abcacbb525 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ab44a884-a70d-4217-8793-3ef03c108892 HTTP/1.1" status: 200 len: 850 time: 0.1973865 Nov 24 01:45:31.798698 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fe9e1d6f-663e-48d8-856e-6c3e7fb5b47c tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:31.889981 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-fe9e1d6f-663e-48d8-856e-6c3e7fb5b47c tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Calling delete_port for 4c48e6ca-0594-4f30-961c-d8b1364b3544 owned by network:router_gateway {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:45:31.909765 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f359a9-9074-422a-9065-a9c1b33b44a3 req-c5bfb0aa-91aa-4b3a-bdc7-7f7e519fea07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:31.911158 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e7f359a9-9074-422a-9065-a9c1b33b44a3 req-c5bfb0aa-91aa-4b3a-bdc7-7f7e519fea07 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1f119f6f-a1f8-4bc6-85d9-f23337dbc03c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2004371 Nov 24 01:45:31.920726 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00fa4884-5359-46d7-9000-272f17c21277 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Made reservation on behalf of 6f492d6104d14217a7279fcc77d83ce7 for: {'subnet': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:45:31.924288 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-00fa4884-5359-46d7-9000-272f17c21277 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29154835'] for subnet, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:31.957637 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-61f9662d-23f0-45a7-90f9-7eed96914a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d15ab8-96ac-4078-afbb-508fb1699e46', 'name': 'tempest-ServersTestManualDisk-976998010-router', 'tenant_id': '02a273ddc4c14296a842719ce385cf90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.8'}], 'enable_snat': True}, 'gw_port_id': '3adae932-3a5f-42f6-9ca1-843b9be31a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:44:26Z', 'updated_at': '2021-11-24T01:44:35Z', 'revision_number': 4, 'project_id': '02a273ddc4c14296a842719ce385cf90', 'gw_port': {'id': '3adae932-3a5f-42f6-9ca1-843b9be31a47', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:55:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d15ab8-96ac-4078-afbb-508fb1699e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:44:27Z', 'updated_at': '2021-11-24T01:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_floatingips': [{'id': '48107297-9ed6-4ad0-bfb1-9635947c4897', 'tenant_id': '02a273ddc4c14296a842719ce385cf90', 'floating_ip_address': '172.26.5.130', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': '03d15ab8-96ac-4078-afbb-508fb1699e46', 'port_id': '69007351-04ea-44cc-9f37-e63d681a62c1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f119f6f-a1f8-4bc6-85d9-f23337dbc03c', 'mac_address': 'fa:16:3e:b3:3c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06b6ab1-567c-4b9b-8739-efabf02f01ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T01:44:46Z', 'updated_at': '2021-11-24T01:45:29Z', 'revision_number': 1, 'project_id': '02a273ddc4c14296a842719ce385cf90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7e0496a-dd49-4cae-9933-b96f273d6ad8', 'name': '', 'network_id': '1f119f6f-a1f8-4bc6-85d9-f23337dbc03c', 'tenant_id': '02a273ddc4c14296a842719ce385cf90', 'mac_address': 'fa:16:3e:46:ef:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d15ab8-96ac-4078-afbb-508fb1699e46', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ab44a884-a70d-4217-8793-3ef03c108892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:44:32Z', 'updated_at': '2021-11-24T01:44:42Z', 'revision_number': 5, 'project_id': '02a273ddc4c14296a842719ce385cf90', 'subnets': [{'id': 'ab44a884-a70d-4217-8793-3ef03c108892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:45:31.983977 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-bb8bd684-a27a-49b7-b4fc-f7f9975f62d4 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Deleting port d18e6441-01d3-4d9d-9e56-af3a6cb1ac6f {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:45:31.984304 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-bb8bd684-a27a-49b7-b4fc-f7f9975f62d4 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:31.994317 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f9662d-23f0-45a7-90f9-7eed96914a82 None None] The sync data for ids ['03d15ab8-96ac-4078-afbb-508fb1699e46'] in dv-neutron-818911-2-hyperv is: [{'id': '03d15ab8-96ac-4078-afbb-508fb1699e46', 'name': 'tempest-ServersTestManualDisk-976998010-router', 'tenant_id': '02a273ddc4c14296a842719ce385cf90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.8'}], 'enable_snat': True}, 'gw_port_id': '3adae932-3a5f-42f6-9ca1-843b9be31a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:44:26Z', 'updated_at': '2021-11-24T01:44:35Z', 'revision_number': 4, 'project_id': '02a273ddc4c14296a842719ce385cf90', 'gw_port': {'id': '3adae932-3a5f-42f6-9ca1-843b9be31a47', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:55:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d15ab8-96ac-4078-afbb-508fb1699e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:44:27Z', 'updated_at': '2021-11-24T01:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_floatingips': [{'id': '48107297-9ed6-4ad0-bfb1-9635947c4897', 'tenant_id': '02a273ddc4c14296a842719ce385cf90', 'floating_ip_address': '172.26.5.130', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': '03d15ab8-96ac-4078-afbb-508fb1699e46', 'port_id': '69007351-04ea-44cc-9f37-e63d681a62c1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f119f6f-a1f8-4bc6-85d9-f23337dbc03c', 'mac_address': 'fa:16:3e:b3:3c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06b6ab1-567c-4b9b-8739-efabf02f01ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T01:44:46Z', 'updated_at': '2021-11-24T01:45:29Z', 'revision_number': 1, 'project_id': '02a273ddc4c14296a842719ce385cf90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7e0496a-dd49-4cae-9933-b96f273d6ad8', 'name': '', 'network_id': '1f119f6f-a1f8-4bc6-85d9-f23337dbc03c', 'tenant_id': '02a273ddc4c14296a842719ce385cf90', 'mac_address': 'fa:16:3e:46:ef:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d15ab8-96ac-4078-afbb-508fb1699e46', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ab44a884-a70d-4217-8793-3ef03c108892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:44:32Z', 'updated_at': '2021-11-24T01:44:42Z', 'revision_number': 5, 'project_id': '02a273ddc4c14296a842719ce385cf90', 'subnets': [{'id': 'ab44a884-a70d-4217-8793-3ef03c108892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:45:32.051669 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-bc1aec7f-4ff9-4a8e-bde8-af6dfa0d9b09 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Publish callbacks [] for port, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:32.068298 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf7ab0c-77cb-445f-82ce-329471bc1592 req-633d641c-2a56-4461-88d4-464d60dda388 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:32.069946 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-eaf7ab0c-77cb-445f-82ce-329471bc1592 req-633d641c-2a56-4461-88d4-464d60dda388 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/ports?device_id=54a6fdcb-af1b-4e68-a904-3bb95b5cf340 HTTP/1.1" status: 200 len: 945 time: 0.2646968 Nov 24 01:45:32.079746 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-bc1aec7f-4ff9-4a8e-bde8-af6dfa0d9b09 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25501696'] for port, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:32.111036 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c146f614-f4e6-473c-9df6-046c8cce84e6 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:32.125106 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.db.resource_extend [None req-99dbac33-e7dd-402a-8351-bfbec32deae0 tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 01:45:32.172722 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-bb8bd684-a27a-49b7-b4fc-f7f9975f62d4 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:32.220152 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-bb8bd684-a27a-49b7-b4fc-f7f9975f62d4 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Calling delete_port for d18e6441-01d3-4d9d-9e56-af3a6cb1ac6f owned by {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:45:32.226557 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e7f359a9-9074-422a-9065-a9c1b33b44a3 req-1ad7fb18-3f5e-4cbc-8daf-67ae79f8e7d6 service neutron] 10.222.0.48 "GET /v2.0/networks/1f119f6f-a1f8-4bc6-85d9-f23337dbc03c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3068759 Nov 24 01:45:32.245594 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0972282d-acfe-430c-8113-baef72969bfe None None] New status for floating IP 48107297-9ed6-4ad0-bfb1-9635947c4897: ACTIVE {{(pid=109869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 01:45:32.300769 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1aec7f-4ff9-4a8e-bde8-af6dfa0d9b09 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Pushing event updated for resources: {'Port': ['ID=4343a09f-89f7-4500-ba43-ea53c995f76e,revision_number=2']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:32.324816 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-99dbac33-e7dd-402a-8351-bfbec32deae0 tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:32.344389 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-99dbac33-e7dd-402a-8351-bfbec32deae0 tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418250'] for floatingip, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:32.388706 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-bc1aec7f-4ff9-4a8e-bde8-af6dfa0d9b09 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418250'] for floatingip, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:32.397650 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-eaf7ab0c-77cb-445f-82ce-329471bc1592 req-7fa966ea-32e0-418f-82d7-960adfe83ac9 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa820965-f51f-4c0f-92b9-3c3d3d9ef329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3154976 Nov 24 01:45:32.515433 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-bc1aec7f-4ff9-4a8e-bde8-af6dfa0d9b09 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for floatingip, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:32.517487 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-bc1aec7f-4ff9-4a8e-bde8-af6dfa0d9b09 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.4294732 Nov 24 01:45:32.520404 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fe9e1d6f-663e-48d8-856e-6c3e7fb5b47c tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:32.521872 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 44766) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:32.539253 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-8f889da9-d534-4e8e-9b04-bdff753ef412 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Request body: {'floatingip': {'port_id': 'b8072367-b1ac-4cfd-8783-89e4273708dc', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:45:32.570755 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9e1d6f-663e-48d8-856e-6c3e7fb5b47c tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Pushing event deleted for resources: {'Port': ['ID=4c48e6ca-0594-4f30-961c-d8b1364b3544,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:32.638552 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8f889da9-d534-4e8e-9b04-bdff753ef412 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Publish callbacks [] for floatingip, before_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:32.661987 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.l3_db [None req-99dbac33-e7dd-402a-8351-bfbec32deae0 tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] Floating IP 35dbef01-a194-429e-8b05-ac90c451fc43 associated. External IP: 172.26.5.104, port: 85abd4be-a36c-4027-bd8c-379d9bb9395e. Nov 24 01:45:32.804718 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e7f359a9-9074-422a-9065-a9c1b33b44a3 req-a63ed04e-aa13-42df-a7c2-56ca823ef2ba service neutron] 10.222.0.48 "GET /v2.0/networks/1f119f6f-a1f8-4bc6-85d9-f23337dbc03c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5683532 Nov 24 01:45:32.805327 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fe9e1d6f-663e-48d8-856e-6c3e7fb5b47c tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418161'] for router_gateway, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:32.827513 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-00fa4884-5359-46d7-9000-272f17c21277 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29149261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29154849'] for subnet, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:32.860144 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-bb8bd684-a27a-49b7-b4fc-f7f9975f62d4 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:32.885647 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35825c4-d87c-41ec-8f75-aae966b2eec5 req-1a6248cb-b167-45a6-8459-491aeb5bcd3e tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:32.887116 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-d35825c4-d87c-41ec-8f75-aae966b2eec5 req-1a6248cb-b167-45a6-8459-491aeb5bcd3e tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/ports?device_id=54a6fdcb-af1b-4e68-a904-3bb95b5cf340 HTTP/1.1" status: 200 len: 945 time: 0.2245786 Nov 24 01:45:32.914866 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 44770) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:32.925637 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-03950cda-8a18-4c81-ae03-768582075e59 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Request body: {'floatingip': {'port_id': 'b699589b-8212-4295-8919-4bb76ce3f790'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:45:32.935407 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8bd684-a27a-49b7-b4fc-f7f9975f62d4 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Pushing event deleted for resources: {'Port': ['ID=d18e6441-01d3-4d9d-9e56-af3a6cb1ac6f,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:32.998441 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-bb8bd684-a27a-49b7-b4fc-f7f9975f62d4 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:33.001683 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-bb8bd684-a27a-49b7-b4fc-f7f9975f62d4 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] 10.222.0.21 "DELETE /v2.0/ports/d18e6441-01d3-4d9d-9e56-af3a6cb1ac6f HTTP/1.1" status: 204 len: 168 time: 1.3975685 Nov 24 01:45:33.005332 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c146f614-f4e6-473c-9df6-046c8cce84e6 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Publish callbacks [] for port, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:33.006983 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fa4884-5359-46d7-9000-272f17c21277 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Pushing event updated for resources: {'Subnet': ['ID=5343cfdc-028e-4d34-94b0-bf1e5ac8b75a,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:33.009191 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 44772) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:33.011442 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-03950cda-8a18-4c81-ae03-768582075e59 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Publish callbacks [] for floatingip, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:33.058815 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c146f614-f4e6-473c-9df6-046c8cce84e6 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29149402'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:33.110227 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-fbb1be96-7229-45b1-8e7c-58a7f6eeaa67 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0942144 Nov 24 01:45:33.136951 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 44774) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:33.151639 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-3f859c53-08b0-4d68-bb80-a77005bbe6f4 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-667264588'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:45:33.183053 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fa4884-5359-46d7-9000-272f17c21277 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Checking segment: {'id': '633f256d-f9ba-4242-b914-e63ff0092ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9883edce-98c2-4e0e-8279-89ca956403c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:45:33.183053 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00fa4884-5359-46d7-9000-272f17c21277 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Network hostable DHCP agents. Network: 9883edce-98c2-4e0e-8279-89ca956403c4, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 01:45:33.236627 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fe9e1d6f-663e-48d8-856e-6c3e7fb5b47c tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-424460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2766'] for router, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:33.240082 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.api.v2.resource [None req-8f889da9-d534-4e8e-9b04-bdff753ef412 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] update failed (client error): The resource could not be found. Nov 24 01:45:33.241375 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-8f889da9-d534-4e8e-9b04-bdff753ef412 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] 10.222.0.21 "PUT /v2.0/floatingips/78fad0be-5551-4ccd-bc15-ad24f8c19c25 HTTP/1.1" status: 404 len: 507 time: 0.7139459 Nov 24 01:45:33.244983 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fe9e1d6f-663e-48d8-856e-6c3e7fb5b47c tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:33.246225 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 44776) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:33.261225 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c146f614-f4e6-473c-9df6-046c8cce84e6 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Pushing event updated for resources: {'Port': ['ID=e0fde4c9-f5c7-4cc1-aa3b-91fbdc9f4db8,revision_number=2']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:33.333532 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fe9e1d6f-663e-48d8-856e-6c3e7fb5b47c tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-424469'] for router, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:33.334140 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe9e1d6f-663e-48d8-856e-6c3e7fb5b47c tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Fanout notify agent at l3_agent the message router_deleted on router 1b7e5540-239b-451a-a1ec-d4d92ecb34c7 {{(pid=109867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 01:45:33.341602 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fe9e1d6f-663e-48d8-856e-6c3e7fb5b47c tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks [] for router, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:33.342740 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-fe9e1d6f-663e-48d8-856e-6c3e7fb5b47c tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] 10.222.0.21 "DELETE /v2.0/routers/1b7e5540-239b-451a-a1ec-d4d92ecb34c7 HTTP/1.1" status: 204 len: 168 time: 3.5772865 Nov 24 01:45:33.347921 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 44778) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:33.352432 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f859c53-08b0-4d68-bb80-a77005bbe6f4 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Made reservation on behalf of 4464a4b9155d4878859b3865ba29c280 for: {'network': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:45:33.352536 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-231aef1a-7c7a-40bd-9483-1d2a3736f3d4 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Request body: {'router': {'name': 'tempest-snat-router-177978139', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'enable_snat': False}}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:45:33.355799 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3f859c53-08b0-4d68-bb80-a77005bbe6f4 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:33.364382 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-c146f614-f4e6-473c-9df6-046c8cce84e6 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] In _notify_port_updated(), no bound segment for port e0fde4c9-f5c7-4cc1-aa3b-91fbdc9f4db8 on network aa439182-724b-46be-b79f-00062c5c4a48 {{(pid=109866) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 24 01:45:33.369828 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c146f614-f4e6-473c-9df6-046c8cce84e6 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:33.370437 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c146f614-f4e6-473c-9df6-046c8cce84e6 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:33.371743 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-c146f614-f4e6-473c-9df6-046c8cce84e6 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] 10.222.0.21 "PUT /v2.0/ports/e0fde4c9-f5c7-4cc1-aa3b-91fbdc9f4db8 HTTP/1.1" status: 200 len: 994 time: 1.8115885 Nov 24 01:45:33.380622 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 44780) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:33.399271 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00fa4884-5359-46d7-9000-272f17c21277 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Network 9883edce-98c2-4e0e-8279-89ca956403c4 is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 01:45:33.419145 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-231aef1a-7c7a-40bd-9483-1d2a3736f3d4 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-424105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2744'] for router, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:33.419893 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-231aef1a-7c7a-40bd-9483-1d2a3736f3d4 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-424325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-326625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2753'] for router, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:33.429933 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-989bd5d5-f63f-4f1d-9805-d4e421474e11 None None] Provisioning complete for port e0fde4c9-f5c7-4cc1-aa3b-91fbdc9f4db8 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:45:33.430533 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-989bd5d5-f63f-4f1d-9805-d4e421474e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:33.471437 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-989bd5d5-f63f-4f1d-9805-d4e421474e11 None None] Port e0fde4c9-f5c7-4cc1-aa3b-91fbdc9f4db8 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:45:33.485570 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99dbac33-e7dd-402a-8351-bfbec32deae0 tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] Router 7faeaee0-44de-4bed-b543-ae7f25fdeb87 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:45:33.488806 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-231aef1a-7c7a-40bd-9483-1d2a3736f3d4 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:33.503465 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-00fa4884-5359-46d7-9000-272f17c21277 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, 9883edce-98c2-4e0e-8279-89ca956403c4) {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:45:33.511027 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1630de-0dd1-4b6c-aafd-c5a70e5abb90 None None] Network 9883edce-98c2-4e0e-8279-89ca956403c4 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:45:33.536971 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00fa4884-5359-46d7-9000-272f17c21277 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:33.537584 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-00fa4884-5359-46d7-9000-272f17c21277 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:33.548422 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f859c53-08b0-4d68-bb80-a77005bbe6f4 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=109866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:45:33.598848 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3f859c53-08b0-4d68-bb80-a77005bbe6f4 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:33.599251 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.segments_db [None req-3f859c53-08b0-4d68-bb80-a77005bbe6f4 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Added segment e2916ff0-0351-4684-a133-bae42a6249ea of type vlan for network 680cbf7d-0417-41d1-aa48-b20ff9d7f545 Nov 24 01:45:33.650992 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-00fa4884-5359-46d7-9000-272f17c21277 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9845004 Nov 24 01:45:33.674330 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 44782) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:33.695764 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b2eec45-0c08-4f71-8c88-41736b1b33bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-9883edce-98c2-4e0e-8279-89ca956403c4', 'network_id': '9883edce-98c2-4e0e-8279-89ca956403c4', 'tenant_id': '6f492d6104d14217a7279fcc77d83ce7', 'fixed_ips': [{'subnet_id': '5343cfdc-028e-4d34-94b0-bf1e5ac8b75a'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 01:45:33.696760 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-6b2eec45-0c08-4f71-8c88-41736b1b33bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:33.712536 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-231aef1a-7c7a-40bd-9483-1d2a3736f3d4 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:33.720086 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-75e06bc3-084f-469c-9768-d29e7fe6da31 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1168063223'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:45:33.741921 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3f859c53-08b0-4d68-bb80-a77005bbe6f4 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:33.756069 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99dbac33-e7dd-402a-8351-bfbec32deae0 tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:45:33.760870 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-99dbac33-e7dd-402a-8351-bfbec32deae0 tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for floatingip, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:33.781382 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f928d775-e6fb-4dd7-bf35-842004428ac5 None None] Sync routers for ids ['7faeaee0-44de-4bed-b543-ae7f25fdeb87'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:45:33.801233 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-99dbac33-e7dd-402a-8351-bfbec32deae0 tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] 10.222.0.21 "PUT /v2.0/floatingips/35dbef01-a194-429e-8b05-ac90c451fc43 HTTP/1.1" status: 200 len: 991 time: 3.5718842 Nov 24 01:45:33.801233 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1515355-9a2f-447a-a05d-0c05d0f42b65', 'tag': '85abd4be-a36c-4027-bd8c-379d9bb9395e'}] {{(pid=109867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 01:45:33.802724 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2155eb48762029a847224b6ca77dbed8b251e8450d3d79f1fc0a82d404e82e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9020f7a-fa0a-4f3e-a083-cf47eb7b315a" -d '{"events": [{"name": "network-changed", "server_uuid": "d1515355-9a2f-447a-a05d-0c05d0f42b65", "tag": "85abd4be-a36c-4027-bd8c-379d9bb9395e"}]}' {{(pid=109867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 01:45:33.815717 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-681e5769-a200-4266-801b-7c629bd05e3d tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Deleting port 4343a09f-89f7-4500-ba43-ea53c995f76e {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:45:33.816213 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-681e5769-a200-4266-801b-7c629bd05e3d tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:33.840532 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75e06bc3-084f-469c-9768-d29e7fe6da31 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Made reservation on behalf of 6f492d6104d14217a7279fcc77d83ce7 for: {'network': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:45:33.846198 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-75e06bc3-084f-469c-9768-d29e7fe6da31 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:33.871267 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3f859c53-08b0-4d68-bb80-a77005bbe6f4 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:33.876712 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f859c53-08b0-4d68-bb80-a77005bbe6f4 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:33.877890 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3f859c53-08b0-4d68-bb80-a77005bbe6f4 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:33.915641 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-6b2eec45-0c08-4f71-8c88-41736b1b33bd None None] Allocated IP 2001:db8:0:ffff::2 (9883edce-98c2-4e0e-8279-89ca956403c4/5343cfdc-028e-4d34-94b0-bf1e5ac8b75a/53295abf-dfc5-4517-9fa7-9e04715524a6) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:45:33.917527 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 01:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-126fc83b-1217-4d94-9081-a01392be439d x-openstack-request-id: req-126fc83b-1217-4d94-9081-a01392be439d {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 01:45:33.917825 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1515355-9a2f-447a-a05d-0c05d0f42b65", "tag": "85abd4be-a36c-4027-bd8c-379d9bb9395e", "status": "completed", "code": 200}]} {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 01:45:33.918082 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-126fc83b-1217-4d94-9081-a01392be439d {{(pid=109867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 01:45:33.918479 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1515355-9a2f-447a-a05d-0c05d0f42b65', 'tag': '85abd4be-a36c-4027-bd8c-379d9bb9395e', 'status': 'completed', 'code': 200} Nov 24 01:45:33.959526 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-0e0bf08e-25bd-4ff4-93a1-1870d7a5f938 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Deleting port e0fde4c9-f5c7-4cc1-aa3b-91fbdc9f4db8 {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:45:33.959866 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0e0bf08e-25bd-4ff4-93a1-1870d7a5f938 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:33.996514 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-3f859c53-08b0-4d68-bb80-a77005bbe6f4 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8561175 Nov 24 01:45:34.007721 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 44790) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:34.017011 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-54d45d1b-1b0a-416a-86dc-d21f57fe8c4b tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2145893739'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:45:34.025453 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-231aef1a-7c7a-40bd-9483-1d2a3736f3d4 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:34.032848 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f928d775-e6fb-4dd7-bf35-842004428ac5 None None] Routers {'7faeaee0-44de-4bed-b543-ae7f25fdeb87'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:45:34.033767 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-f928d775-e6fb-4dd7-bf35-842004428ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:45:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['7faeaee0-44de-4bed-b543-ae7f25fdeb87'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:45:34.048253 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-231aef1a-7c7a-40bd-9483-1d2a3736f3d4 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:34.054134 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75e06bc3-084f-469c-9768-d29e7fe6da31 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=109866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:45:34.101503 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54d45d1b-1b0a-416a-86dc-d21f57fe8c4b tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Made reservation on behalf of 4464a4b9155d4878859b3865ba29c280 for: {'network': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:45:34.105355 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-54d45d1b-1b0a-416a-86dc-d21f57fe8c4b tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:34.124898 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f859c53-08b0-4d68-bb80-a77005bbe6f4 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Pushing event updated for resources: {'Network': ['ID=680cbf7d-0417-41d1-aa48-b20ff9d7f545,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:34.151021 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54d45d1b-1b0a-416a-86dc-d21f57fe8c4b tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=109867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:45:34.152445 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-75e06bc3-084f-469c-9768-d29e7fe6da31 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:34.152778 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.segments_db [None req-75e06bc3-084f-469c-9768-d29e7fe6da31 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Added segment e024b725-6d1e-4385-8e18-d311d6523c70 of type vlan for network b9bc1d1f-cf71-40b7-84f5-7c1f6a94c9ca Nov 24 01:45:34.157451 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.db.resource_extend [None req-03950cda-8a18-4c81-ae03-768582075e59 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 01:45:34.159086 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network 680cbf7d-0417-41d1-aa48-b20ff9d7f545 details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:45:34.186556 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-54d45d1b-1b0a-416a-86dc-d21f57fe8c4b tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:34.186921 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.segments_db [None req-54d45d1b-1b0a-416a-86dc-d21f57fe8c4b tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Added segment 88c43fb4-f8b7-4f10-8494-047f1a1ae929 of type vlan for network 8f1698fe-995c-497f-bad9-b7d2de89d918 Nov 24 01:45:34.202382 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-681e5769-a200-4266-801b-7c629bd05e3d tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:34.202747 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-681e5769-a200-4266-801b-7c629bd05e3d tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:34.236029 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-231aef1a-7c7a-40bd-9483-1d2a3736f3d4 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Allocated IP 172.26.5.248 (eb22795d-37ee-46ee-844d-92c17e2ea450/3e66fcff-6e72-4083-b514-48f69cdaa2cb/f08ffff2-49f1-4ae1-86af-da291fd61bff) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:45:34.250143 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-54d45d1b-1b0a-416a-86dc-d21f57fe8c4b tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:34.261991 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-681e5769-a200-4266-801b-7c629bd05e3d tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Calling delete_port for 4343a09f-89f7-4500-ba43-ea53c995f76e owned by network:floatingip {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:45:34.270358 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0e0bf08e-25bd-4ff4-93a1-1870d7a5f938 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:34.275530 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9020f7a-fa0a-4f3e-a083-cf47eb7b315a req-f774a6d6-1099-4769-9482-5e15760668b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:34.277154 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e9020f7a-fa0a-4f3e-a083-cf47eb7b315a req-f774a6d6-1099-4769-9482-5e15760668b4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7ca5ab9ca83c45e6a41b1ce3bf5dc5f5&device_id=d1515355-9a2f-447a-a05d-0c05d0f42b65 HTTP/1.1" status: 200 len: 1098 time: 0.3133156 Nov 24 01:45:34.284069 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-f928d775-e6fb-4dd7-bf35-842004428ac5 None None] Set router 7faeaee0-44de-4bed-b543-ae7f25fdeb87 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:45:34.312836 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-75e06bc3-084f-469c-9768-d29e7fe6da31 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:34.315508 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-0e0bf08e-25bd-4ff4-93a1-1870d7a5f938 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Calling delete_port for e0fde4c9-f5c7-4cc1-aa3b-91fbdc9f4db8 owned by {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:45:34.320697 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-03950cda-8a18-4c81-ae03-768582075e59 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:34.337580 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-54d45d1b-1b0a-416a-86dc-d21f57fe8c4b tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:34.342853 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d45d1b-1b0a-416a-86dc-d21f57fe8c4b tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:34.343490 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-54d45d1b-1b0a-416a-86dc-d21f57fe8c4b tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:34.445547 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-54d45d1b-1b0a-416a-86dc-d21f57fe8c4b tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4233871 Nov 24 01:45:34.450431 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-6b2eec45-0c08-4f71-8c88-41736b1b33bd None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:34.472966 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-231aef1a-7c7a-40bd-9483-1d2a3736f3d4 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:34.512019 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d45d1b-1b0a-416a-86dc-d21f57fe8c4b tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Pushing event updated for resources: {'Network': ['ID=8f1698fe-995c-497f-bad9-b7d2de89d918,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:34.521664 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-231aef1a-7c7a-40bd-9483-1d2a3736f3d4 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:34.523771 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-6b2eec45-0c08-4f71-8c88-41736b1b33bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:34.557085 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network 8f1698fe-995c-497f-bad9-b7d2de89d918 details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:45:34.584168 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231aef1a-7c7a-40bd-9483-1d2a3736f3d4 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Pushing event updated for resources: {'Port': ['ID=f08ffff2-49f1-4ae1-86af-da291fd61bff,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:34.604967 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231aef1a-7c7a-40bd-9483-1d2a3736f3d4 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Network eb22795d-37ee-46ee-844d-92c17e2ea450 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:45:34.606797 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-231aef1a-7c7a-40bd-9483-1d2a3736f3d4 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:45:34.615556 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231aef1a-7c7a-40bd-9483-1d2a3736f3d4 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:45:34.646485 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-03950cda-8a18-4c81-ae03-768582075e59 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418250'] for floatingip, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:34.651528 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2eec45-0c08-4f71-8c88-41736b1b33bd None None] Network 9883edce-98c2-4e0e-8279-89ca956403c4 is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:45:34.662146 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-6b2eec45-0c08-4f71-8c88-41736b1b33bd None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:45:34.684864 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.db.resource_extend [None req-75e06bc3-084f-469c-9768-d29e7fe6da31 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 01:45:34.694798 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2eec45-0c08-4f71-8c88-41736b1b33bd None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:45:34.790955 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9020f7a-fa0a-4f3e-a083-cf47eb7b315a req-2385c4d9-0fe5-4153-8286-2c7e0f6ffeec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:34.793023 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e9020f7a-fa0a-4f3e-a083-cf47eb7b315a req-2385c4d9-0fe5-4153-8286-2c7e0f6ffeec service neutron] 10.222.0.48 "GET /v2.0/networks?id=f4b0113f-5a2c-4a97-a650-fea5845398b7 HTTP/1.1" status: 200 len: 905 time: 0.5018384 Nov 24 01:45:34.801181 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2eec45-0c08-4f71-8c88-41736b1b33bd None None] Pushing event updated for resources: {'Port': ['ID=53295abf-dfc5-4517-9fa7-9e04715524a6,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:34.813300 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-75e06bc3-084f-469c-9768-d29e7fe6da31 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:34.820602 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e06bc3-084f-469c-9768-d29e7fe6da31 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:34.822090 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-75e06bc3-084f-469c-9768-d29e7fe6da31 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:34.827132 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-6b2eec45-0c08-4f71-8c88-41736b1b33bd None None] Attempting to bind port 53295abf-dfc5-4517-9fa7-9e04715524a6 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:45:34.827500 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-6b2eec45-0c08-4f71-8c88-41736b1b33bd None None] Attempting to bind port 53295abf-dfc5-4517-9fa7-9e04715524a6 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '633f256d-f9ba-4242-b914-e63ff0092ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9883edce-98c2-4e0e-8279-89ca956403c4'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:45:34.827871 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2eec45-0c08-4f71-8c88-41736b1b33bd None None] Attempting to bind port 53295abf-dfc5-4517-9fa7-9e04715524a6 on network 9883edce-98c2-4e0e-8279-89ca956403c4 {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:45:34.838630 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2eec45-0c08-4f71-8c88-41736b1b33bd None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:45:34.839066 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2eec45-0c08-4f71-8c88-41736b1b33bd None None] Checking segment: {'id': '633f256d-f9ba-4242-b914-e63ff0092ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9883edce-98c2-4e0e-8279-89ca956403c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:45:34.839411 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-6b2eec45-0c08-4f71-8c88-41736b1b33bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:34.839811 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2eec45-0c08-4f71-8c88-41736b1b33bd None None] Bound using segment: {'id': '633f256d-f9ba-4242-b914-e63ff0092ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9883edce-98c2-4e0e-8279-89ca956403c4'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:45:34.840303 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-6b2eec45-0c08-4f71-8c88-41736b1b33bd None None] Bound port: 53295abf-dfc5-4517-9fa7-9e04715524a6, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '633f256d-f9ba-4242-b914-e63ff0092ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9883edce-98c2-4e0e-8279-89ca956403c4'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:45:34.840689 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-6b2eec45-0c08-4f71-8c88-41736b1b33bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:34.942539 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e06bc3-084f-469c-9768-d29e7fe6da31 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Pushing event updated for resources: {'Network': ['ID=b9bc1d1f-cf71-40b7-84f5-7c1f6a94c9ca,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:34.985128 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-6b2eec45-0c08-4f71-8c88-41736b1b33bd None None] For port 53295abf-dfc5-4517-9fa7-9e04715524a6, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:45:34.994510 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-6b2eec45-0c08-4f71-8c88-41736b1b33bd None None] For port 53295abf-dfc5-4517-9fa7-9e04715524a6, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=53295abf-dfc5-4517-9fa7-9e04715524a6,segment=NetworkSegment(633f256d-f9ba-4242-b914-e63ff0092ebf),segment_id=633f256d-f9ba-4242-b914-e63ff0092ebf)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:45:35.002545 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network b9bc1d1f-cf71-40b7-84f5-7c1f6a94c9ca details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:45:35.015737 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-6b2eec45-0c08-4f71-8c88-41736b1b33bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:35.035645 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-75e06bc3-084f-469c-9768-d29e7fe6da31 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3585856 Nov 24 01:45:35.044105 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 44794) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:35.055808 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-231aef1a-7c7a-40bd-9483-1d2a3736f3d4 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:35.057381 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-4c08a55a-5be5-4f88-8800-5bd86dbbc04d tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Request body: {'subnet': {'network_id': 'b9bc1d1f-cf71-40b7-84f5-7c1f6a94c9ca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:45:35.067465 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e9020f7a-fa0a-4f3e-a083-cf47eb7b315a req-3d656d00-1fd4-4735-a4d0-5e56204ea244 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85abd4be-a36c-4027-bd8c-379d9bb9395e HTTP/1.1" status: 200 len: 999 time: 0.2637141 Nov 24 01:45:35.138032 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9020f7a-fa0a-4f3e-a083-cf47eb7b315a req-f75d43d8-ca14-4d78-b071-136371ad16f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:35.139790 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e9020f7a-fa0a-4f3e-a083-cf47eb7b315a req-f75d43d8-ca14-4d78-b071-136371ad16f0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f0a91a6b-0fc2-490d-ba3d-91453eb80dcb HTTP/1.1" status: 200 len: 843 time: 0.0513859 Nov 24 01:45:35.173749 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2eec45-0c08-4f71-8c88-41736b1b33bd None None] Pushing event updated for resources: {'Port': ['ID=53295abf-dfc5-4517-9fa7-9e04715524a6,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:35.176043 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.l3_db [None req-03950cda-8a18-4c81-ae03-768582075e59 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Floating IP 678af5ea-83ac-49d5-abc1-da54b50eab6c associated. External IP: 172.26.5.43, port: b699589b-8212-4295-8919-4bb76ce3f790. Nov 24 01:45:35.295869 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-f928d775-e6fb-4dd7-bf35-842004428ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7faeaee0-44de-4bed-b543-ae7f25fdeb87', 'name': 'tempest-ServersTestJSON-83270705-router', 'tenant_id': '7ca5ab9ca83c45e6a41b1ce3bf5dc5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.131'}], 'enable_snat': True}, 'gw_port_id': 'c1cd4525-a123-400d-a60b-b3f5eed99df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:44:29Z', 'updated_at': '2021-11-24T01:44:43Z', 'revision_number': 4, 'project_id': '7ca5ab9ca83c45e6a41b1ce3bf5dc5f5', 'gw_port': {'id': 'c1cd4525-a123-400d-a60b-b3f5eed99df6', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7faeaee0-44de-4bed-b543-ae7f25fdeb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:44:31Z', 'updated_at': '2021-11-24T01:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_floatingips': [{'id': '35dbef01-a194-429e-8b05-ac90c451fc43', 'tenant_id': '7ca5ab9ca83c45e6a41b1ce3bf5dc5f5', 'floating_ip_address': '172.26.5.104', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': '7faeaee0-44de-4bed-b543-ae7f25fdeb87', 'port_id': '85abd4be-a36c-4027-bd8c-379d9bb9395e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4b0113f-5a2c-4a97-a650-fea5845398b7', 'mac_address': 'fa:16:3e:34:72:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1515355-9a2f-447a-a05d-0c05d0f42b65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T01:44:54Z', 'updated_at': '2021-11-24T01:45:31Z', 'revision_number': 1, 'project_id': '7ca5ab9ca83c45e6a41b1ce3bf5dc5f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc686215-0679-4431-bbdb-a29ee527ab4e', 'name': '', 'network_id': 'f4b0113f-5a2c-4a97-a650-fea5845398b7', 'tenant_id': '7ca5ab9ca83c45e6a41b1ce3bf5dc5f5', 'mac_address': 'fa:16:3e:26:d1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7faeaee0-44de-4bed-b543-ae7f25fdeb87', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'f0a91a6b-0fc2-490d-ba3d-91453eb80dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:44:41Z', 'updated_at': '2021-11-24T01:44:49Z', 'revision_number': 5, 'project_id': '7ca5ab9ca83c45e6a41b1ce3bf5dc5f5', 'subnets': [{'id': 'f0a91a6b-0fc2-490d-ba3d-91453eb80dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:45:35.360474 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f928d775-e6fb-4dd7-bf35-842004428ac5 None None] Checking router: 7faeaee0-44de-4bed-b543-ae7f25fdeb87 for host: dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 01:45:35.380892 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f928d775-e6fb-4dd7-bf35-842004428ac5 None None] Routers {'7faeaee0-44de-4bed-b543-ae7f25fdeb87'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:45:35.381994 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-f928d775-e6fb-4dd7-bf35-842004428ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:45:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['7faeaee0-44de-4bed-b543-ae7f25fdeb87'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:45:35.430870 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c08a55a-5be5-4f88-8800-5bd86dbbc04d tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Made reservation on behalf of 6f492d6104d14217a7279fcc77d83ce7 for: {'subnet': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:45:35.436669 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4c08a55a-5be5-4f88-8800-5bd86dbbc04d tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29154835'] for subnet, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:35.489376 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9020f7a-fa0a-4f3e-a083-cf47eb7b315a req-77a1002a-40e4-4f01-9d76-e1b25aa4a5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:35.491170 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e9020f7a-fa0a-4f3e-a083-cf47eb7b315a req-77a1002a-40e4-4f01-9d76-e1b25aa4a5a7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f4b0113f-5a2c-4a97-a650-fea5845398b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3402772 Nov 24 01:45:35.507508 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-681e5769-a200-4266-801b-7c629bd05e3d tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:35.510020 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-231aef1a-7c7a-40bd-9483-1d2a3736f3d4 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-424338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418138'] for router, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:35.585757 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-f928d775-e6fb-4dd7-bf35-842004428ac5 None None] Set router 7faeaee0-44de-4bed-b543-ae7f25fdeb87 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:45:35.638702 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0e0bf08e-25bd-4ff4-93a1-1870d7a5f938 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:35.640400 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681e5769-a200-4266-801b-7c629bd05e3d tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Pushing event deleted for resources: {'Port': ['ID=4343a09f-89f7-4500-ba43-ea53c995f76e,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:35.770690 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-231aef1a-7c7a-40bd-9483-1d2a3736f3d4 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Router ad9510d3-d951-458e-bcb4-cdcbc0460f85 is scheduled to L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e with binding_index 1 {{(pid=109867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 01:45:35.929090 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0bf08e-25bd-4ff4-93a1-1870d7a5f938 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Pushing event deleted for resources: {'Port': ['ID=e0fde4c9-f5c7-4cc1-aa3b-91fbdc9f4db8,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:35.933970 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-231aef1a-7c7a-40bd-9483-1d2a3736f3d4 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:45:35.944989 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac32a4e-b725-4338-a21b-0db0cbbd0d53 None None] Sync routers for ids ['ad9510d3-d951-458e-bcb4-cdcbc0460f85'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:45:35.967930 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac32a4e-b725-4338-a21b-0db0cbbd0d53 None None] Routers {'ad9510d3-d951-458e-bcb4-cdcbc0460f85'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:45:35.968709 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-231aef1a-7c7a-40bd-9483-1d2a3736f3d4 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks [] for router, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:35.972463 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-231aef1a-7c7a-40bd-9483-1d2a3736f3d4 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.6214299 Nov 24 01:45:35.972592 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-6ac32a4e-b725-4338-a21b-0db0cbbd0d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:45:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['ad9510d3-d951-458e-bcb4-cdcbc0460f85'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:45:35.974993 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 44800) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:36.052753 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-681e5769-a200-4266-801b-7c629bd05e3d tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Publish callbacks [] for floatingip, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:36.052953 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-f928d775-e6fb-4dd7-bf35-842004428ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7faeaee0-44de-4bed-b543-ae7f25fdeb87', 'name': 'tempest-ServersTestJSON-83270705-router', 'tenant_id': '7ca5ab9ca83c45e6a41b1ce3bf5dc5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.131'}], 'enable_snat': True}, 'gw_port_id': 'c1cd4525-a123-400d-a60b-b3f5eed99df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:44:29Z', 'updated_at': '2021-11-24T01:44:43Z', 'revision_number': 4, 'project_id': '7ca5ab9ca83c45e6a41b1ce3bf5dc5f5', 'gw_port': {'id': 'c1cd4525-a123-400d-a60b-b3f5eed99df6', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7faeaee0-44de-4bed-b543-ae7f25fdeb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:44:31Z', 'updated_at': '2021-11-24T01:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_floatingips': [{'id': '35dbef01-a194-429e-8b05-ac90c451fc43', 'tenant_id': '7ca5ab9ca83c45e6a41b1ce3bf5dc5f5', 'floating_ip_address': '172.26.5.104', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': '7faeaee0-44de-4bed-b543-ae7f25fdeb87', 'port_id': '85abd4be-a36c-4027-bd8c-379d9bb9395e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4b0113f-5a2c-4a97-a650-fea5845398b7', 'mac_address': 'fa:16:3e:34:72:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1515355-9a2f-447a-a05d-0c05d0f42b65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T01:44:54Z', 'updated_at': '2021-11-24T01:45:31Z', 'revision_number': 1, 'project_id': '7ca5ab9ca83c45e6a41b1ce3bf5dc5f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc686215-0679-4431-bbdb-a29ee527ab4e', 'name': '', 'network_id': 'f4b0113f-5a2c-4a97-a650-fea5845398b7', 'tenant_id': '7ca5ab9ca83c45e6a41b1ce3bf5dc5f5', 'mac_address': 'fa:16:3e:26:d1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7faeaee0-44de-4bed-b543-ae7f25fdeb87', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'f0a91a6b-0fc2-490d-ba3d-91453eb80dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:44:41Z', 'updated_at': '2021-11-24T01:44:49Z', 'revision_number': 5, 'project_id': '7ca5ab9ca83c45e6a41b1ce3bf5dc5f5', 'subnets': [{'id': 'f0a91a6b-0fc2-490d-ba3d-91453eb80dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:45:36.055934 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-681e5769-a200-4266-801b-7c629bd05e3d tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for floatingip, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:36.061109 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-681e5769-a200-4266-801b-7c629bd05e3d tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] 10.222.0.21 "DELETE /v2.0/floatingips/78fad0be-5551-4ccd-bc15-ad24f8c19c25 HTTP/1.1" status: 204 len: 168 time: 2.8138952 Nov 24 01:45:36.068094 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 44802) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:36.086104 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-a3c777a4-1c05-4a69-b737-c154b0d2b07b tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Request body: {'floatingip': {'floating_network_id': '9d68e7bc-da82-432d-8f4e-ea3ade45b1a5', 'port_id': 'b8072367-b1ac-4cfd-8783-89e4273708dc', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:45:36.111504 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e9020f7a-fa0a-4f3e-a083-cf47eb7b315a req-2092c893-664a-4329-a761-82e026c2763f service neutron] 10.222.0.48 "GET /v2.0/networks/f4b0113f-5a2c-4a97-a650-fea5845398b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5863252 Nov 24 01:45:36.141801 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f928d775-e6fb-4dd7-bf35-842004428ac5 None None] The sync data for ids ['7faeaee0-44de-4bed-b543-ae7f25fdeb87'] in dv-neutron-818911-2-hyperv is: [{'id': '7faeaee0-44de-4bed-b543-ae7f25fdeb87', 'name': 'tempest-ServersTestJSON-83270705-router', 'tenant_id': '7ca5ab9ca83c45e6a41b1ce3bf5dc5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.131'}], 'enable_snat': True}, 'gw_port_id': 'c1cd4525-a123-400d-a60b-b3f5eed99df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:44:29Z', 'updated_at': '2021-11-24T01:44:43Z', 'revision_number': 4, 'project_id': '7ca5ab9ca83c45e6a41b1ce3bf5dc5f5', 'gw_port': {'id': 'c1cd4525-a123-400d-a60b-b3f5eed99df6', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7faeaee0-44de-4bed-b543-ae7f25fdeb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:44:31Z', 'updated_at': '2021-11-24T01:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_floatingips': [{'id': '35dbef01-a194-429e-8b05-ac90c451fc43', 'tenant_id': '7ca5ab9ca83c45e6a41b1ce3bf5dc5f5', 'floating_ip_address': '172.26.5.104', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': '7faeaee0-44de-4bed-b543-ae7f25fdeb87', 'port_id': '85abd4be-a36c-4027-bd8c-379d9bb9395e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4b0113f-5a2c-4a97-a650-fea5845398b7', 'mac_address': 'fa:16:3e:34:72:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1515355-9a2f-447a-a05d-0c05d0f42b65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T01:44:54Z', 'updated_at': '2021-11-24T01:45:31Z', 'revision_number': 1, 'project_id': '7ca5ab9ca83c45e6a41b1ce3bf5dc5f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc686215-0679-4431-bbdb-a29ee527ab4e', 'name': '', 'network_id': 'f4b0113f-5a2c-4a97-a650-fea5845398b7', 'tenant_id': '7ca5ab9ca83c45e6a41b1ce3bf5dc5f5', 'mac_address': 'fa:16:3e:26:d1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7faeaee0-44de-4bed-b543-ae7f25fdeb87', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'f0a91a6b-0fc2-490d-ba3d-91453eb80dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:44:41Z', 'updated_at': '2021-11-24T01:44:49Z', 'revision_number': 5, 'project_id': '7ca5ab9ca83c45e6a41b1ce3bf5dc5f5', 'subnets': [{'id': 'f0a91a6b-0fc2-490d-ba3d-91453eb80dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:45:36.179258 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-6ac32a4e-b725-4338-a21b-0db0cbbd0d53 None None] Set router ad9510d3-d951-458e-bcb4-cdcbc0460f85 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:45:36.296965 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a3c777a4-1c05-4a69-b737-c154b0d2b07b tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Publish callbacks [] for floatingip, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:36.350291 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-834fef44-990f-477e-a942-48fd61528fc6 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] 10.222.0.21 "GET /v2.0/routers/ad9510d3-d951-458e-bcb4-cdcbc0460f85 HTTP/1.1" status: 200 len: 908 time: 0.3739126 Nov 24 01:45:36.350914 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 44808) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:36.363606 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-b6592079-d175-425b-868e-f5e4ba736373 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Request body: {'router': {'name': 'tempest-snat-router-177978139', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'enable_snat': True}}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:45:36.395771 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b6592079-d175-425b-868e-f5e4ba736373 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-424105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2744'] for router, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:36.397492 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b6592079-d175-425b-868e-f5e4ba736373 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-424325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-326625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2753'] for router, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:36.514219 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b6592079-d175-425b-868e-f5e4ba736373 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:36.630304 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8c9208-e9fd-4479-b264-86f4408156aa None None] New status for floating IP 35dbef01-a194-429e-8b05-ac90c451fc43: ACTIVE {{(pid=109868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 01:45:36.667948 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-6ac32a4e-b725-4338-a21b-0db0cbbd0d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad9510d3-d951-458e-bcb4-cdcbc0460f85', 'name': 'tempest-snat-router-177978139', 'tenant_id': '2caeceb732b240e484bde3eb8d9528cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.248'}], 'enable_snat': False}, 'gw_port_id': 'f08ffff2-49f1-4ae1-86af-da291fd61bff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:45:33Z', 'updated_at': '2021-11-24T01:45:34Z', 'revision_number': 3, 'project_id': '2caeceb732b240e484bde3eb8d9528cb', 'gw_port': {'id': 'f08ffff2-49f1-4ae1-86af-da291fd61bff', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ff:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad9510d3-d951-458e-bcb4-cdcbc0460f85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:45:34Z', 'updated_at': '2021-11-24T01:45:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:45:36.708446 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac32a4e-b725-4338-a21b-0db0cbbd0d53 None None] Checking router: ad9510d3-d951-458e-bcb4-cdcbc0460f85 for host: dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 01:45:36.708930 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac32a4e-b725-4338-a21b-0db0cbbd0d53 None None] Updating router ad9510d3-d951-458e-bcb4-cdcbc0460f85 port f08ffff2-49f1-4ae1-86af-da291fd61bff binding host dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 01:45:36.755572 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-6ac32a4e-b725-4338-a21b-0db0cbbd0d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:36.781959 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e9020f7a-fa0a-4f3e-a083-cf47eb7b315a req-32edb4e4-ee34-4284-b95d-b99345a8ce93 service neutron] 10.222.0.48 "GET /v2.0/networks/f4b0113f-5a2c-4a97-a650-fea5845398b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5245316 Nov 24 01:45:36.786387 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0e0bf08e-25bd-4ff4-93a1-1870d7a5f938 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:36.795221 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-0e0bf08e-25bd-4ff4-93a1-1870d7a5f938 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] 10.222.0.21 "DELETE /v2.0/ports/e0fde4c9-f5c7-4cc1-aa3b-91fbdc9f4db8 HTTP/1.1" status: 204 len: 168 time: 3.4076960 Nov 24 01:45:36.798413 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 44810) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:36.903351 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03950cda-8a18-4c81-ae03-768582075e59 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Router 43d0e080-c66b-496b-93a4-a94ff5cca5ae has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:45:36.977224 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ab2414-b3e7-422a-841c-3226c41de60f None None] Network 9883edce-98c2-4e0e-8279-89ca956403c4 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:45:36.979423 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e108597-4897-40d3-95d9-6fef54321368 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] GET failed (client error): The resource could not be found. Nov 24 01:45:36.980931 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-7e108597-4897-40d3-95d9-6fef54321368 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] 10.222.0.21 "GET /v2.0/ports/e0fde4c9-f5c7-4cc1-aa3b-91fbdc9f4db8 HTTP/1.1" status: 404 len: 333 time: 0.1771007 Nov 24 01:45:36.986304 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 44812) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:37.013879 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 53295abf-dfc5-4517-9fa7-9e04715524a6 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:45:37.039628 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b6592079-d175-425b-868e-f5e4ba736373 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:37.116639 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-33e9d5f4-835d-4210-bdbc-53e29e05825a None None] Provisioning complete for port 53295abf-dfc5-4517-9fa7-9e04715524a6 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:45:37.117374 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-33e9d5f4-835d-4210-bdbc-53e29e05825a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:37.142201 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-6ac32a4e-b725-4338-a21b-0db0cbbd0d53 None None] Publish callbacks [] for port, precommit_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:37.150057 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-6ac32a4e-b725-4338-a21b-0db0cbbd0d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:37.246688 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a494d19e-b24c-4eb7-9102-250ca8c1adc9 None None] Pushing event updated for resources: {'Port': ['ID=f08ffff2-49f1-4ae1-86af-da291fd61bff,revision_number=2']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:37.247317 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-693b29b0-a30d-41a4-b94f-74ad0ca6819d tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Request body: {'port': {'network_id': 'aa439182-724b-46be-b79f-00062c5c4a48', 'name': 'tempest-AllowedAddressPairTestJSON-915989476'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:45:37.264872 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 53295abf-dfc5-4517-9fa7-9e04715524a6 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:45:37.265090 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.api.v2.resource [None req-a3c777a4-1c05-4a69-b737-c154b0d2b07b tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 01:45:37.266110 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:37.272263 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-a3c777a4-1c05-4a69-b737-c154b0d2b07b tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.2030454 Nov 24 01:45:37.276939 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 44814) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:37.277218 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03950cda-8a18-4c81-ae03-768582075e59 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:45:37.287627 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-220c0bff-9667-464e-b062-8d806329cbc8 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Request body: {'floatingip': {'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'port_id': 'b8072367-b1ac-4cfd-8783-89e4273708dc', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:45:37.304241 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-03950cda-8a18-4c81-ae03-768582075e59 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for floatingip, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:37.314250 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-6ac32a4e-b725-4338-a21b-0db0cbbd0d53 None None] Attempting to bind port f08ffff2-49f1-4ae1-86af-da291fd61bff on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:45:37.314655 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-6ac32a4e-b725-4338-a21b-0db0cbbd0d53 None None] Attempting to bind port f08ffff2-49f1-4ae1-86af-da291fd61bff by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}] {{(pid=109869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:45:37.315015 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac32a4e-b725-4338-a21b-0db0cbbd0d53 None None] Attempting to bind port f08ffff2-49f1-4ae1-86af-da291fd61bff on network eb22795d-37ee-46ee-844d-92c17e2ea450 {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:45:37.331941 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b59a8ba-4ce1-42ee-9710-49da614da0a6 None None] Sync routers for ids ['43d0e080-c66b-496b-93a4-a94ff5cca5ae'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:45:37.338683 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a494d19e-b24c-4eb7-9102-250ca8c1adc9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:45:37.339904 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a494d19e-b24c-4eb7-9102-250ca8c1adc9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:45:37.340332 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a494d19e-b24c-4eb7-9102-250ca8c1adc9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:45:37.340675 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a494d19e-b24c-4eb7-9102-250ca8c1adc9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:45:37.344049 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a494d19e-b24c-4eb7-9102-250ca8c1adc9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:45:37.344482 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a494d19e-b24c-4eb7-9102-250ca8c1adc9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:45:37.344828 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a494d19e-b24c-4eb7-9102-250ca8c1adc9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:45:37.345195 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a494d19e-b24c-4eb7-9102-250ca8c1adc9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:45:37.346650 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-220c0bff-9667-464e-b062-8d806329cbc8 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Publish callbacks [] for floatingip, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:37.349710 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a494d19e-b24c-4eb7-9102-250ca8c1adc9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:45:37.350105 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a494d19e-b24c-4eb7-9102-250ca8c1adc9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:45:37.350447 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a494d19e-b24c-4eb7-9102-250ca8c1adc9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:45:37.350780 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a494d19e-b24c-4eb7-9102-250ca8c1adc9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:45:37.360468 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac32a4e-b725-4338-a21b-0db0cbbd0d53 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:45:37.360849 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac32a4e-b725-4338-a21b-0db0cbbd0d53 None None] Checking segment: {'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:45:37.361234 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-6ac32a4e-b725-4338-a21b-0db0cbbd0d53 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:37.364425 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac32a4e-b725-4338-a21b-0db0cbbd0d53 None None] Bound using segment: {'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'} {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:45:37.364931 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-6ac32a4e-b725-4338-a21b-0db0cbbd0d53 None None] Bound port: f08ffff2-49f1-4ae1-86af-da291fd61bff, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}}] {{(pid=109869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:45:37.365339 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-6ac32a4e-b725-4338-a21b-0db0cbbd0d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:37.424370 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b59a8ba-4ce1-42ee-9710-49da614da0a6 None None] Routers {'43d0e080-c66b-496b-93a4-a94ff5cca5ae'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:45:37.425039 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-9b59a8ba-4ce1-42ee-9710-49da614da0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:45:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['43d0e080-c66b-496b-93a4-a94ff5cca5ae'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:45:37.581030 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-9b59a8ba-4ce1-42ee-9710-49da614da0a6 None None] Set router 43d0e080-c66b-496b-93a4-a94ff5cca5ae gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:45:37.617429 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-33e9d5f4-835d-4210-bdbc-53e29e05825a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:37.716441 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-33e9d5f4-835d-4210-bdbc-53e29e05825a None None] For port 53295abf-dfc5-4517-9fa7-9e04715524a6, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=53295abf-dfc5-4517-9fa7-9e04715524a6,segment=NetworkSegment(633f256d-f9ba-4242-b914-e63ff0092ebf),segment_id=633f256d-f9ba-4242-b914-e63ff0092ebf)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:45:37.736581 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-33e9d5f4-835d-4210-bdbc-53e29e05825a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:37.781034 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:37.861516 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e9d5f4-835d-4210-bdbc-53e29e05825a None None] Pushing event updated for resources: {'Port': ['ID=53295abf-dfc5-4517-9fa7-9e04715524a6,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:37.893827 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.db [None req-6ac32a4e-b725-4338-a21b-0db0cbbd0d53 None None] For port f08ffff2-49f1-4ae1-86af-da291fd61bff, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:45:37.895095 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.db.api [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 01:45:37.895496 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG oslo_db.api [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 01:45:37.917041 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.db [None req-6ac32a4e-b725-4338-a21b-0db0cbbd0d53 None None] For port f08ffff2-49f1-4ae1-86af-da291fd61bff, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=f08ffff2-49f1-4ae1-86af-da291fd61bff,segment=NetworkSegment(03509fd2-ca9c-4aa0-94e6-e236afda62e7),segment_id=03509fd2-ca9c-4aa0-94e6-e236afda62e7)] {{(pid=109869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:45:37.947978 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-6ac32a4e-b725-4338-a21b-0db0cbbd0d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:37.979503 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-3ff14912-ee1d-43a9-9c08-4bf73993ab8e None None] Provisioning complete for port 53295abf-dfc5-4517-9fa7-9e04715524a6 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:45:37.980378 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-3ff14912-ee1d-43a9-9c08-4bf73993ab8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:38.027203 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 44822) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:38.036492 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a494d19e-b24c-4eb7-9102-250ca8c1adc9 None None] Pushing event updated for resources: {'Port': ['ID=f08ffff2-49f1-4ae1-86af-da291fd61bff,revision_number=3']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:38.037302 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-e70bc545-31d3-4f54-a2e9-3f64733bbdc3 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Request body: {'subnets': [{'network_id': '680cbf7d-0417-41d1-aa48-b20ff9d7f545', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1992177617', 'ip_version': 6}, {'network_id': '8f1698fe-995c-497f-bad9-b7d2de89d918', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:45:38.037653 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-e70bc545-31d3-4f54-a2e9-3f64733bbdc3 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Request body: {'subnet': {'network_id': '680cbf7d-0417-41d1-aa48-b20ff9d7f545', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1992177617', 'ip_version': 6}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:45:38.038293 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-e70bc545-31d3-4f54-a2e9-3f64733bbdc3 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Request body: {'subnet': {'network_id': '8f1698fe-995c-497f-bad9-b7d2de89d918', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:45:38.045653 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac32a4e-b725-4338-a21b-0db0cbbd0d53 None None] Routers {'ad9510d3-d951-458e-bcb4-cdcbc0460f85'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:45:38.046270 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-6ac32a4e-b725-4338-a21b-0db0cbbd0d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:45:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['ad9510d3-d951-458e-bcb4-cdcbc0460f85'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:45:38.060582 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.objects.ports [None req-4c08a55a-5be5-4f88-8800-5bd86dbbc04d tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109866) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 24 01:45:38.064089 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-693b29b0-a30d-41a4-b94f-74ad0ca6819d tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Made reservation on behalf of effd15cf5f3748fdb69cebc317b74e90 for: {'port': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:45:38.067855 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-693b29b0-a30d-41a4-b94f-74ad0ca6819d tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:38.081294 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4c08a55a-5be5-4f88-8800-5bd86dbbc04d tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29149261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29154849'] for subnet, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:38.125177 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [None req-693b29b0-a30d-41a4-b94f-74ad0ca6819d tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] device_id is not set on port aad5efde-26f7-4621-87c9-5c2eb58aa105 yet. {{(pid=109866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 01:45:38.131936 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-03950cda-8a18-4c81-ae03-768582075e59 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "PUT /v2.0/floatingips/678af5ea-83ac-49d5-abc1-da54b50eab6c HTTP/1.1" status: 200 len: 990 time: 5.2114038 Nov 24 01:45:38.139756 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54a6fdcb-af1b-4e68-a904-3bb95b5cf340', 'tag': 'b699589b-8212-4295-8919-4bb76ce3f790'}] {{(pid=109866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 01:45:38.142326 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b7c53c286d9351d1367337230623a155cee02c46c94b80588b67a0bc16402ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-858439a0-1306-4f1a-b597-65a40049172f" -d '{"events": [{"name": "network-changed", "server_uuid": "54a6fdcb-af1b-4e68-a904-3bb95b5cf340", "tag": "b699589b-8212-4295-8919-4bb76ce3f790"}]}' {{(pid=109866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 01:45:38.206287 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-9b59a8ba-4ce1-42ee-9710-49da614da0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43d0e080-c66b-496b-93a4-a94ff5cca5ae', 'name': 'tempest-ServerActionsTestJSON-582106952-router', 'tenant_id': '110fa21155a747ab90ae3fb887427135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': '1066d23d-7961-4dcb-a1bc-ff70c8f2d78b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:44:30Z', 'updated_at': '2021-11-24T01:44:40Z', 'revision_number': 4, 'project_id': '110fa21155a747ab90ae3fb887427135', 'gw_port': {'id': '1066d23d-7961-4dcb-a1bc-ff70c8f2d78b', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d0e080-c66b-496b-93a4-a94ff5cca5ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:44:32Z', 'updated_at': '2021-11-24T01:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_floatingips': [{'id': '678af5ea-83ac-49d5-abc1-da54b50eab6c', 'tenant_id': '110fa21155a747ab90ae3fb887427135', 'floating_ip_address': '172.26.5.43', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': '43d0e080-c66b-496b-93a4-a94ff5cca5ae', 'port_id': 'b699589b-8212-4295-8919-4bb76ce3f790', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0439926c-1302-4dcb-a15d-d53f1b665c6d', 'mac_address': 'fa:16:3e:de:a9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a6fdcb-af1b-4e68-a904-3bb95b5cf340', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T01:44:52Z', 'updated_at': '2021-11-24T01:45:33Z', 'revision_number': 1, 'project_id': '110fa21155a747ab90ae3fb887427135', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4323bebd-05ca-456a-866b-846f05c4c3cf', 'name': '', 'network_id': '0439926c-1302-4dcb-a15d-d53f1b665c6d', 'tenant_id': '110fa21155a747ab90ae3fb887427135', 'mac_address': 'fa:16:3e:38:6f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d0e080-c66b-496b-93a4-a94ff5cca5ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '3cd00567-bdb6-4d9c-8716-d6fe9a6098c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:44:38Z', 'updated_at': '2021-11-24T01:44:47Z', 'revision_number': 5, 'project_id': '110fa21155a747ab90ae3fb887427135', 'subnets': [{'id': '3cd00567-bdb6-4d9c-8716-d6fe9a6098c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:45:38.209231 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-6ac32a4e-b725-4338-a21b-0db0cbbd0d53 None None] Set router ad9510d3-d951-458e-bcb4-cdcbc0460f85 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:45:38.225970 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 01:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-715fbd1b-10dd-49ef-9c30-3906e3c50484 x-openstack-request-id: req-715fbd1b-10dd-49ef-9c30-3906e3c50484 {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 01:45:38.226363 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54a6fdcb-af1b-4e68-a904-3bb95b5cf340", "tag": "b699589b-8212-4295-8919-4bb76ce3f790", "status": "completed", "code": 200}]} {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 01:45:38.226944 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-715fbd1b-10dd-49ef-9c30-3906e3c50484 {{(pid=109866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 01:45:38.227403 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54a6fdcb-af1b-4e68-a904-3bb95b5cf340', 'tag': 'b699589b-8212-4295-8919-4bb76ce3f790', 'status': 'completed', 'code': 200} Nov 24 01:45:38.260195 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c08a55a-5be5-4f88-8800-5bd86dbbc04d tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Pushing event updated for resources: {'Subnet': ['ID=19f91e61-027a-4f79-9474-74c152dfdf7f,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:38.340543 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c08a55a-5be5-4f88-8800-5bd86dbbc04d tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Checking segment: {'id': 'e024b725-6d1e-4385-8e18-d311d6523c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b9bc1d1f-cf71-40b7-84f5-7c1f6a94c9ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:45:38.340989 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c08a55a-5be5-4f88-8800-5bd86dbbc04d tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Network hostable DHCP agents. Network: b9bc1d1f-cf71-40b7-84f5-7c1f6a94c9ca, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 01:45:38.356223 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b59a8ba-4ce1-42ee-9710-49da614da0a6 None None] Checking router: 43d0e080-c66b-496b-93a4-a94ff5cca5ae for host: dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 01:45:38.386484 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858439a0-1306-4f1a-b597-65a40049172f req-b6c0b28a-da34-4300-972a-67384abb9df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:38.389317 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-858439a0-1306-4f1a-b597-65a40049172f req-b6c0b28a-da34-4300-972a-67384abb9df0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=110fa21155a747ab90ae3fb887427135&device_id=54a6fdcb-af1b-4e68-a904-3bb95b5cf340 HTTP/1.1" status: 200 len: 1098 time: 0.1064072 Nov 24 01:45:38.395269 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c08a55a-5be5-4f88-8800-5bd86dbbc04d tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Network b9bc1d1f-cf71-40b7-84f5-7c1f6a94c9ca is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 01:45:38.396634 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e70bc545-31d3-4f54-a2e9-3f64733bbdc3 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Made reservation on behalf of 4464a4b9155d4878859b3865ba29c280 for: {'subnet': 2} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:45:38.401395 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e70bc545-31d3-4f54-a2e9-3f64733bbdc3 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25307781'] for subnet, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:38.401762 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e70bc545-31d3-4f54-a2e9-3f64733bbdc3 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25307781'] for subnet, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:38.402666 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b59a8ba-4ce1-42ee-9710-49da614da0a6 None None] Routers {'43d0e080-c66b-496b-93a4-a94ff5cca5ae'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:45:38.403286 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-9b59a8ba-4ce1-42ee-9710-49da614da0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:45:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['43d0e080-c66b-496b-93a4-a94ff5cca5ae'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:45:38.422190 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-4c08a55a-5be5-4f88-8800-5bd86dbbc04d tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, b9bc1d1f-cf71-40b7-84f5-7c1f6a94c9ca) {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:45:38.424792 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [None req-693b29b0-a30d-41a4-b94f-74ad0ca6819d tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Allocated IP 172.20.0.13 (aa439182-724b-46be-b79f-00062c5c4a48/55ef9c0d-62a0-4987-b378-5b844b3f22be/aad5efde-26f7-4621-87c9-5c2eb58aa105) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:45:38.449984 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c08a55a-5be5-4f88-8800-5bd86dbbc04d tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:38.450119 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4c08a55a-5be5-4f88-8800-5bd86dbbc04d tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:38.451907 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b6592079-d175-425b-868e-f5e4ba736373 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:38.465994 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc28105-9d23-40c8-a40d-5ecd3506d80e None None] Network b9bc1d1f-cf71-40b7-84f5-7c1f6a94c9ca requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:45:38.487010 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-4c08a55a-5be5-4f88-8800-5bd86dbbc04d tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.4378500 Nov 24 01:45:38.508772 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 44828) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:38.531262 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-a64c88bd-8a92-4559-8716-7fba0aad900d tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Request body: {'port': {'network_id': 'b9bc1d1f-cf71-40b7-84f5-7c1f6a94c9ca', 'name': 'tempest-NetworksIpV6TestAttrs-809184131'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:45:38.538668 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b6592079-d175-425b-868e-f5e4ba736373 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:38.544778 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-220c0bff-9667-464e-b062-8d806329cbc8 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:38.586045 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-9b59a8ba-4ce1-42ee-9710-49da614da0a6 None None] Set router 43d0e080-c66b-496b-93a4-a94ff5cca5ae gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:45:38.644606 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb83ed44-c6ed-4c40-9a34-d2fb2ef08b3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-b9bc1d1f-cf71-40b7-84f5-7c1f6a94c9ca', 'network_id': 'b9bc1d1f-cf71-40b7-84f5-7c1f6a94c9ca', 'tenant_id': '6f492d6104d14217a7279fcc77d83ce7', 'fixed_ips': [{'subnet_id': '19f91e61-027a-4f79-9474-74c152dfdf7f'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 01:45:38.645893 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bb83ed44-c6ed-4c40-9a34-d2fb2ef08b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:38.699959 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-6ac32a4e-b725-4338-a21b-0db0cbbd0d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad9510d3-d951-458e-bcb4-cdcbc0460f85', 'name': 'tempest-snat-router-177978139', 'tenant_id': '2caeceb732b240e484bde3eb8d9528cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.248'}], 'enable_snat': False}, 'gw_port_id': 'f08ffff2-49f1-4ae1-86af-da291fd61bff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:45:33Z', 'updated_at': '2021-11-24T01:45:34Z', 'revision_number': 3, 'project_id': '2caeceb732b240e484bde3eb8d9528cb', 'gw_port': {'id': 'f08ffff2-49f1-4ae1-86af-da291fd61bff', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ff:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad9510d3-d951-458e-bcb4-cdcbc0460f85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:45:34Z', 'updated_at': '2021-11-24T01:45:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:45:38.733657 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac32a4e-b725-4338-a21b-0db0cbbd0d53 None None] The sync data for ids ['ad9510d3-d951-458e-bcb4-cdcbc0460f85'] in dv-neutron-818911-2-hyperv is: [{'id': 'ad9510d3-d951-458e-bcb4-cdcbc0460f85', 'name': 'tempest-snat-router-177978139', 'tenant_id': '2caeceb732b240e484bde3eb8d9528cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.248'}], 'enable_snat': False}, 'gw_port_id': 'f08ffff2-49f1-4ae1-86af-da291fd61bff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:45:33Z', 'updated_at': '2021-11-24T01:45:34Z', 'revision_number': 3, 'project_id': '2caeceb732b240e484bde3eb8d9528cb', 'gw_port': {'id': 'f08ffff2-49f1-4ae1-86af-da291fd61bff', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ff:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad9510d3-d951-458e-bcb4-cdcbc0460f85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:45:34Z', 'updated_at': '2021-11-24T01:45:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:45:38.748813 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858439a0-1306-4f1a-b597-65a40049172f req-94f142aa-da3d-487f-969c-613dd33880e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:38.750198 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-858439a0-1306-4f1a-b597-65a40049172f req-94f142aa-da3d-487f-969c-613dd33880e0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0439926c-1302-4dcb-a15d-d53f1b665c6d HTTP/1.1" status: 200 len: 912 time: 0.3435752 Nov 24 01:45:38.832775 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-693b29b0-a30d-41a4-b94f-74ad0ca6819d tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:38.868863 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-bb83ed44-c6ed-4c40-9a34-d2fb2ef08b3f None None] Allocated IP 2001:db8::f816:3eff:fe96:b50 (b9bc1d1f-cf71-40b7-84f5-7c1f6a94c9ca/19f91e61-027a-4f79-9474-74c152dfdf7f/73a2b2f2-f063-4893-95f2-271a6349aa52) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:45:38.938917 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-693b29b0-a30d-41a4-b94f-74ad0ca6819d tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:38.942951 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 53295abf-dfc5-4517-9fa7-9e04715524a6 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:45:38.993189 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-9b59a8ba-4ce1-42ee-9710-49da614da0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43d0e080-c66b-496b-93a4-a94ff5cca5ae', 'name': 'tempest-ServerActionsTestJSON-582106952-router', 'tenant_id': '110fa21155a747ab90ae3fb887427135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': '1066d23d-7961-4dcb-a1bc-ff70c8f2d78b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:44:30Z', 'updated_at': '2021-11-24T01:44:40Z', 'revision_number': 4, 'project_id': '110fa21155a747ab90ae3fb887427135', 'gw_port': {'id': '1066d23d-7961-4dcb-a1bc-ff70c8f2d78b', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d0e080-c66b-496b-93a4-a94ff5cca5ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:44:32Z', 'updated_at': '2021-11-24T01:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_floatingips': [{'id': '678af5ea-83ac-49d5-abc1-da54b50eab6c', 'tenant_id': '110fa21155a747ab90ae3fb887427135', 'floating_ip_address': '172.26.5.43', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': '43d0e080-c66b-496b-93a4-a94ff5cca5ae', 'port_id': 'b699589b-8212-4295-8919-4bb76ce3f790', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0439926c-1302-4dcb-a15d-d53f1b665c6d', 'mac_address': 'fa:16:3e:de:a9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a6fdcb-af1b-4e68-a904-3bb95b5cf340', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T01:44:52Z', 'updated_at': '2021-11-24T01:45:33Z', 'revision_number': 1, 'project_id': '110fa21155a747ab90ae3fb887427135', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4323bebd-05ca-456a-866b-846f05c4c3cf', 'name': '', 'network_id': '0439926c-1302-4dcb-a15d-d53f1b665c6d', 'tenant_id': '110fa21155a747ab90ae3fb887427135', 'mac_address': 'fa:16:3e:38:6f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d0e080-c66b-496b-93a4-a94ff5cca5ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '3cd00567-bdb6-4d9c-8716-d6fe9a6098c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:44:38Z', 'updated_at': '2021-11-24T01:44:47Z', 'revision_number': 5, 'project_id': '110fa21155a747ab90ae3fb887427135', 'subnets': [{'id': '3cd00567-bdb6-4d9c-8716-d6fe9a6098c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:45:38.999785 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-858439a0-1306-4f1a-b597-65a40049172f req-91506fee-edd1-4ba8-965c-24e2675a7e06 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b699589b-8212-4295-8919-4bb76ce3f790 HTTP/1.1" status: 200 len: 998 time: 0.1606247 Nov 24 01:45:39.009162 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693b29b0-a30d-41a4-b94f-74ad0ca6819d tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Network aa439182-724b-46be-b79f-00062c5c4a48 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:45:39.027263 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b59a8ba-4ce1-42ee-9710-49da614da0a6 None None] The sync data for ids ['43d0e080-c66b-496b-93a4-a94ff5cca5ae'] in dv-neutron-818911-2-hyperv is: [{'id': '43d0e080-c66b-496b-93a4-a94ff5cca5ae', 'name': 'tempest-ServerActionsTestJSON-582106952-router', 'tenant_id': '110fa21155a747ab90ae3fb887427135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': '1066d23d-7961-4dcb-a1bc-ff70c8f2d78b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:44:30Z', 'updated_at': '2021-11-24T01:44:40Z', 'revision_number': 4, 'project_id': '110fa21155a747ab90ae3fb887427135', 'gw_port': {'id': '1066d23d-7961-4dcb-a1bc-ff70c8f2d78b', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d0e080-c66b-496b-93a4-a94ff5cca5ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:44:32Z', 'updated_at': '2021-11-24T01:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_floatingips': [{'id': '678af5ea-83ac-49d5-abc1-da54b50eab6c', 'tenant_id': '110fa21155a747ab90ae3fb887427135', 'floating_ip_address': '172.26.5.43', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': '43d0e080-c66b-496b-93a4-a94ff5cca5ae', 'port_id': 'b699589b-8212-4295-8919-4bb76ce3f790', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0439926c-1302-4dcb-a15d-d53f1b665c6d', 'mac_address': 'fa:16:3e:de:a9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a6fdcb-af1b-4e68-a904-3bb95b5cf340', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T01:44:52Z', 'updated_at': '2021-11-24T01:45:33Z', 'revision_number': 1, 'project_id': '110fa21155a747ab90ae3fb887427135', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4323bebd-05ca-456a-866b-846f05c4c3cf', 'name': '', 'network_id': '0439926c-1302-4dcb-a15d-d53f1b665c6d', 'tenant_id': '110fa21155a747ab90ae3fb887427135', 'mac_address': 'fa:16:3e:38:6f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d0e080-c66b-496b-93a4-a94ff5cca5ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '3cd00567-bdb6-4d9c-8716-d6fe9a6098c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:44:38Z', 'updated_at': '2021-11-24T01:44:47Z', 'revision_number': 5, 'project_id': '110fa21155a747ab90ae3fb887427135', 'subnets': [{'id': '3cd00567-bdb6-4d9c-8716-d6fe9a6098c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:45:39.059354 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858439a0-1306-4f1a-b597-65a40049172f req-207a6bcc-662a-4c35-b936-39b8627154b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:39.060861 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-858439a0-1306-4f1a-b597-65a40049172f req-207a6bcc-662a-4c35-b936-39b8627154b5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3cd00567-bdb6-4d9c-8716-d6fe9a6098c7 HTTP/1.1" status: 200 len: 850 time: 0.0504947 Nov 24 01:45:39.064144 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-693b29b0-a30d-41a4-b94f-74ad0ca6819d tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:45:39.067148 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693b29b0-a30d-41a4-b94f-74ad0ca6819d tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:45:39.110655 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 53295abf-dfc5-4517-9fa7-9e04715524a6 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:45:39.111207 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:39.117793 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-220c0bff-9667-464e-b062-8d806329cbc8 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Allocated IP 172.26.5.220 (eb22795d-37ee-46ee-844d-92c17e2ea450/3e66fcff-6e72-4083-b514-48f69cdaa2cb/661acd7e-263f-4276-83c9-24af4a4f3e0d) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:45:39.128428 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693b29b0-a30d-41a4-b94f-74ad0ca6819d tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Pushing event updated for resources: {'Port': ['ID=aad5efde-26f7-4621-87c9-5c2eb58aa105,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:39.195446 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693b29b0-a30d-41a4-b94f-74ad0ca6819d tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:39.196168 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-693b29b0-a30d-41a4-b94f-74ad0ca6819d tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:39.241341 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-693b29b0-a30d-41a4-b94f-74ad0ca6819d tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2435069 Nov 24 01:45:39.243202 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 44834) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:39.251109 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-c5a80685-3fb4-4034-87a4-d0277e3f842c tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:95:dc:6f'}]}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:45:39.293980 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858439a0-1306-4f1a-b597-65a40049172f req-b60c13ad-7864-437e-9e2f-3c36688c5413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:39.295514 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-858439a0-1306-4f1a-b597-65a40049172f req-b60c13ad-7864-437e-9e2f-3c36688c5413 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0439926c-1302-4dcb-a15d-d53f1b665c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2223055 Nov 24 01:45:39.422318 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bb83ed44-c6ed-4c40-9a34-d2fb2ef08b3f None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:39.434923 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bb83ed44-c6ed-4c40-9a34-d2fb2ef08b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:39.472205 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a64c88bd-8a92-4559-8716-7fba0aad900d tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Made reservation on behalf of 6f492d6104d14217a7279fcc77d83ce7 for: {'port': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:45:39.476991 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a64c88bd-8a92-4559-8716-7fba0aad900d tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:39.524607 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb83ed44-c6ed-4c40-9a34-d2fb2ef08b3f None None] Network b9bc1d1f-cf71-40b7-84f5-7c1f6a94c9ca is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:45:39.535385 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-bb83ed44-c6ed-4c40-9a34-d2fb2ef08b3f None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:45:39.542872 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb83ed44-c6ed-4c40-9a34-d2fb2ef08b3f None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:45:39.546419 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb83ed44-c6ed-4c40-9a34-d2fb2ef08b3f None None] Pushing event updated for resources: {'Port': ['ID=73a2b2f2-f063-4893-95f2-271a6349aa52,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:39.554895 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-bf974ceb-8ee1-43ce-b141-617d12ff01ce None None] Provisioning complete for port aad5efde-26f7-4621-87c9-5c2eb58aa105 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:45:39.555260 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bf974ceb-8ee1-43ce-b141-617d12ff01ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:39.558715 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [None req-a64c88bd-8a92-4559-8716-7fba0aad900d tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] device_id is not set on port 762b9999-2edc-495f-a0b0-51f72e5f99e3 yet. {{(pid=109867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 01:45:39.566080 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-220c0bff-9667-464e-b062-8d806329cbc8 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:39.617908 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-bf974ceb-8ee1-43ce-b141-617d12ff01ce None None] Port aad5efde-26f7-4621-87c9-5c2eb58aa105 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:45:39.649304 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a65610d-43b1-4807-9c6d-fa51ec5d629a None None] New status for floating IP 678af5ea-83ac-49d5-abc1-da54b50eab6c: ACTIVE {{(pid=109868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 01:45:39.678207 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-858439a0-1306-4f1a-b597-65a40049172f req-7bd25191-5fed-4e6f-b5d4-07e3fdc77bc3 service neutron] 10.222.0.48 "GET /v2.0/networks/0439926c-1302-4dcb-a15d-d53f1b665c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3736293 Nov 24 01:45:39.730644 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c5a80685-3fb4-4034-87a4-d0277e3f842c tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:39.740555 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-bb83ed44-c6ed-4c40-9a34-d2fb2ef08b3f None None] Attempting to bind port 73a2b2f2-f063-4893-95f2-271a6349aa52 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:45:39.740960 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-bb83ed44-c6ed-4c40-9a34-d2fb2ef08b3f None None] Attempting to bind port 73a2b2f2-f063-4893-95f2-271a6349aa52 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': 'e024b725-6d1e-4385-8e18-d311d6523c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b9bc1d1f-cf71-40b7-84f5-7c1f6a94c9ca'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:45:39.741287 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb83ed44-c6ed-4c40-9a34-d2fb2ef08b3f None None] Attempting to bind port 73a2b2f2-f063-4893-95f2-271a6349aa52 on network b9bc1d1f-cf71-40b7-84f5-7c1f6a94c9ca {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:45:39.751677 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb83ed44-c6ed-4c40-9a34-d2fb2ef08b3f None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:45:39.752098 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb83ed44-c6ed-4c40-9a34-d2fb2ef08b3f None None] Checking segment: {'id': 'e024b725-6d1e-4385-8e18-d311d6523c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b9bc1d1f-cf71-40b7-84f5-7c1f6a94c9ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:45:39.752600 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bb83ed44-c6ed-4c40-9a34-d2fb2ef08b3f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:39.753031 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb83ed44-c6ed-4c40-9a34-d2fb2ef08b3f None None] Bound using segment: {'id': 'e024b725-6d1e-4385-8e18-d311d6523c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b9bc1d1f-cf71-40b7-84f5-7c1f6a94c9ca'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:45:39.753538 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-bb83ed44-c6ed-4c40-9a34-d2fb2ef08b3f None None] Bound port: 73a2b2f2-f063-4893-95f2-271a6349aa52, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e024b725-6d1e-4385-8e18-d311d6523c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b9bc1d1f-cf71-40b7-84f5-7c1f6a94c9ca'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:45:39.753928 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bb83ed44-c6ed-4c40-9a34-d2fb2ef08b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:39.812600 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-220c0bff-9667-464e-b062-8d806329cbc8 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:39.829827 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-b6592079-d175-425b-868e-f5e4ba736373 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Allocated IP 172.26.5.246 (eb22795d-37ee-46ee-844d-92c17e2ea450/3e66fcff-6e72-4083-b514-48f69cdaa2cb/608c2d1a-ec7c-4975-ac24-6f4f7cae5ae6) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:45:39.840945 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-858439a0-1306-4f1a-b597-65a40049172f req-f8f4fb29-3ab9-469e-ada7-e28220134761 service neutron] 10.222.0.48 "GET /v2.0/networks/0439926c-1302-4dcb-a15d-d53f1b665c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452997 Nov 24 01:45:39.912146 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-bb83ed44-c6ed-4c40-9a34-d2fb2ef08b3f None None] For port 73a2b2f2-f063-4893-95f2-271a6349aa52, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:45:39.978535 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e70bc545-31d3-4f54-a2e9-3f64733bbdc3 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25501847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25307831'] for subnet, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:39.979352 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-bb83ed44-c6ed-4c40-9a34-d2fb2ef08b3f None None] For port 73a2b2f2-f063-4893-95f2-271a6349aa52, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=73a2b2f2-f063-4893-95f2-271a6349aa52,segment=NetworkSegment(e024b725-6d1e-4385-8e18-d311d6523c70),segment_id=e024b725-6d1e-4385-8e18-d311d6523c70)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:45:39.989356 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bb83ed44-c6ed-4c40-9a34-d2fb2ef08b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:40.011376 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c5a80685-3fb4-4034-87a4-d0277e3f842c tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Publish callbacks [] for port, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:40.022126 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c5a80685-3fb4-4034-87a4-d0277e3f842c tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29149402'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:40.089693 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70bc545-31d3-4f54-a2e9-3f64733bbdc3 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Pushing event updated for resources: {'Subnet': ['ID=73fc5a02-942c-430f-ae0e-6ca4ff8ecc81,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:40.106579 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb83ed44-c6ed-4c40-9a34-d2fb2ef08b3f None None] Pushing event updated for resources: {'Port': ['ID=73a2b2f2-f063-4893-95f2-271a6349aa52,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:40.115612 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-c5a80685-3fb4-4034-87a4-d0277e3f842c tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] In _notify_port_updated(), no bound segment for port aad5efde-26f7-4621-87c9-5c2eb58aa105 on network aa439182-724b-46be-b79f-00062c5c4a48 {{(pid=109866) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 24 01:45:40.121467 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a80685-3fb4-4034-87a4-d0277e3f842c tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:40.122125 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c5a80685-3fb4-4034-87a4-d0277e3f842c tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:40.126567 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-c5a80685-3fb4-4034-87a4-d0277e3f842c tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] 10.222.0.21 "PUT /v2.0/ports/aad5efde-26f7-4621-87c9-5c2eb58aa105 HTTP/1.1" status: 200 len: 996 time: 0.8823290 Nov 24 01:45:40.127276 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 44842) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:40.136001 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220c0bff-9667-464e-b062-8d806329cbc8 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Network eb22795d-37ee-46ee-844d-92c17e2ea450 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:45:40.160578 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-220c0bff-9667-464e-b062-8d806329cbc8 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:45:40.175227 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220c0bff-9667-464e-b062-8d806329cbc8 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:45:40.175432 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a80685-3fb4-4034-87a4-d0277e3f842c tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Pushing event updated for resources: {'Port': ['ID=aad5efde-26f7-4621-87c9-5c2eb58aa105,revision_number=2']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:40.190166 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-a64c88bd-8a92-4559-8716-7fba0aad900d tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Allocated IP 2001:db8::f816:3eff:fe25:3f05 (b9bc1d1f-cf71-40b7-84f5-7c1f6a94c9ca/19f91e61-027a-4f79-9474-74c152dfdf7f/762b9999-2edc-495f-a0b0-51f72e5f99e3) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:45:40.217742 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220c0bff-9667-464e-b062-8d806329cbc8 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Pushing event updated for resources: {'Port': ['ID=661acd7e-263f-4276-83c9-24af4a4f3e0d,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:40.257931 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-780ef960-dbbb-491e-bc3e-8161b70e1c5d tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Deleting port aad5efde-26f7-4621-87c9-5c2eb58aa105 {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:45:40.258276 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-780ef960-dbbb-491e-bc3e-8161b70e1c5d tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:40.301510 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b6592079-d175-425b-868e-f5e4ba736373 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:40.328414 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70bc545-31d3-4f54-a2e9-3f64733bbdc3 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Checking segment: {'id': 'e2916ff0-0351-4684-a133-bae42a6249ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '680cbf7d-0417-41d1-aa48-b20ff9d7f545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:45:40.328780 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70bc545-31d3-4f54-a2e9-3f64733bbdc3 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Network hostable DHCP agents. Network: 680cbf7d-0417-41d1-aa48-b20ff9d7f545, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 01:45:40.438319 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-780ef960-dbbb-491e-bc3e-8161b70e1c5d tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:40.456854 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-73bd507c-bc0b-475c-aa89-75a8c6e686c4 None None] Provisioning complete for port aad5efde-26f7-4621-87c9-5c2eb58aa105 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:45:40.457209 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-73bd507c-bc0b-475c-aa89-75a8c6e686c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:40.459532 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-780ef960-dbbb-491e-bc3e-8161b70e1c5d tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Calling delete_port for aad5efde-26f7-4621-87c9-5c2eb58aa105 owned by {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:45:40.482224 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70bc545-31d3-4f54-a2e9-3f64733bbdc3 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Network 680cbf7d-0417-41d1-aa48-b20ff9d7f545 is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 01:45:40.506698 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-73bd507c-bc0b-475c-aa89-75a8c6e686c4 None None] Port aad5efde-26f7-4621-87c9-5c2eb58aa105 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:45:40.540655 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-e70bc545-31d3-4f54-a2e9-3f64733bbdc3 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, 680cbf7d-0417-41d1-aa48-b20ff9d7f545) {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:45:40.550582 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a04f9c-0f84-4629-8160-b242f070153b None None] Network 680cbf7d-0417-41d1-aa48-b20ff9d7f545 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:45:40.552698 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b6592079-d175-425b-868e-f5e4ba736373 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:40.585456 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e70bc545-31d3-4f54-a2e9-3f64733bbdc3 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25501847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25307831'] for subnet, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:40.692754 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-780ef960-dbbb-491e-bc3e-8161b70e1c5d tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:40.706306 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6592079-d175-425b-868e-f5e4ba736373 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Network eb22795d-37ee-46ee-844d-92c17e2ea450 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:45:40.728708 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-b6592079-d175-425b-868e-f5e4ba736373 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:45:40.741185 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6592079-d175-425b-868e-f5e4ba736373 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Pushing event updated for resources: {'Port': ['ID=608c2d1a-ec7c-4975-ac24-6f4f7cae5ae6,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:40.753227 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6592079-d175-425b-868e-f5e4ba736373 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:45:40.757940 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e481d923-2bf0-4250-806a-83692fd79e35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-680cbf7d-0417-41d1-aa48-b20ff9d7f545', 'network_id': '680cbf7d-0417-41d1-aa48-b20ff9d7f545', 'tenant_id': '4464a4b9155d4878859b3865ba29c280', 'fixed_ips': [{'subnet_id': '73fc5a02-942c-430f-ae0e-6ca4ff8ecc81'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 01:45:40.759569 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e481d923-2bf0-4250-806a-83692fd79e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:40.761464 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a64c88bd-8a92-4559-8716-7fba0aad900d tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:40.788762 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70bc545-31d3-4f54-a2e9-3f64733bbdc3 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Pushing event updated for resources: {'Subnet': ['ID=a6331914-4103-4a4c-a327-ee0c38c5e2cc,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:40.800070 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780ef960-dbbb-491e-bc3e-8161b70e1c5d tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Pushing event deleted for resources: {'Port': ['ID=aad5efde-26f7-4621-87c9-5c2eb58aa105,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:40.829107 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70bc545-31d3-4f54-a2e9-3f64733bbdc3 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Checking segment: {'id': '88c43fb4-f8b7-4f10-8494-047f1a1ae929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8f1698fe-995c-497f-bad9-b7d2de89d918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:45:40.829491 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70bc545-31d3-4f54-a2e9-3f64733bbdc3 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Network hostable DHCP agents. Network: 8f1698fe-995c-497f-bad9-b7d2de89d918, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 01:45:40.864564 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-780ef960-dbbb-491e-bc3e-8161b70e1c5d tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:40.872293 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-780ef960-dbbb-491e-bc3e-8161b70e1c5d tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] 10.222.0.21 "DELETE /v2.0/ports/aad5efde-26f7-4621-87c9-5c2eb58aa105 HTTP/1.1" status: 204 len: 168 time: 0.7414305 Nov 24 01:45:40.875094 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 44846) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:40.909154 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-220c0bff-9667-464e-b062-8d806329cbc8 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Deleting port 661acd7e-263f-4276-83c9-24af4a4f3e0d {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:45:40.909518 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-220c0bff-9667-464e-b062-8d806329cbc8 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:40.927809 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-757ee80e-92b4-4434-8e09-c8c85983ee93 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] GET failed (client error): The resource could not be found. Nov 24 01:45:40.933108 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-757ee80e-92b4-4434-8e09-c8c85983ee93 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] 10.222.0.21 "GET /v2.0/ports/aad5efde-26f7-4621-87c9-5c2eb58aa105 HTTP/1.1" status: 404 len: 333 time: 0.0471666 Nov 24 01:45:40.936802 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 44848) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:40.941775 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-ce301470-d9ae-4d6f-ab3d-193a9e346547 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Request body: {'port': {'network_id': 'aa439182-724b-46be-b79f-00062c5c4a48', 'name': 'tempest-AllowedAddressPairTestJSON-262693689'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:45:40.985129 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-e481d923-2bf0-4250-806a-83692fd79e35 None None] Allocated IP 2001:db8::1 (680cbf7d-0417-41d1-aa48-b20ff9d7f545/73fc5a02-942c-430f-ae0e-6ca4ff8ecc81/31ad0c91-b496-4f0c-9c72-3de5a1cbf983) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:45:41.015191 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 73a2b2f2-f063-4893-95f2-271a6349aa52 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:45:41.043880 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70bc545-31d3-4f54-a2e9-3f64733bbdc3 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Network 8f1698fe-995c-497f-bad9-b7d2de89d918 is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 01:45:41.113712 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce301470-d9ae-4d6f-ab3d-193a9e346547 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Made reservation on behalf of effd15cf5f3748fdb69cebc317b74e90 for: {'port': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:45:41.119529 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ce301470-d9ae-4d6f-ab3d-193a9e346547 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:41.144875 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [None req-ce301470-d9ae-4d6f-ab3d-193a9e346547 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] device_id is not set on port 8f3d1053-1576-4256-b2c3-960ce52591cc yet. {{(pid=109866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 01:45:41.154728 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 73a2b2f2-f063-4893-95f2-271a6349aa52 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:45:41.155102 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:41.171021 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-e70bc545-31d3-4f54-a2e9-3f64733bbdc3 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, 8f1698fe-995c-497f-bad9-b7d2de89d918) {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:45:41.173155 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a64c88bd-8a92-4559-8716-7fba0aad900d tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:41.183444 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70bc545-31d3-4f54-a2e9-3f64733bbdc3 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:41.184047 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70bc545-31d3-4f54-a2e9-3f64733bbdc3 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:41.184727 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e70bc545-31d3-4f54-a2e9-3f64733bbdc3 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:41.201987 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6335bf98-be6b-4668-bda2-7f52a8c21eb3 None None] Network 8f1698fe-995c-497f-bad9-b7d2de89d918 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:45:41.287255 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [None req-ce301470-d9ae-4d6f-ab3d-193a9e346547 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Allocated IP 172.20.0.8 (aa439182-724b-46be-b79f-00062c5c4a48/55ef9c0d-62a0-4987-b378-5b844b3f22be/8f3d1053-1576-4256-b2c3-960ce52591cc) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:45:41.302882 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-e70bc545-31d3-4f54-a2e9-3f64733bbdc3 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 3.2697024 Nov 24 01:45:41.303537 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 44854) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:41.376780 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64c88bd-8a92-4559-8716-7fba0aad900d tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Network b9bc1d1f-cf71-40b7-84f5-7c1f6a94c9ca is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:45:41.378057 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c88bd-8a92-4559-8716-7fba0aad900d tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Pushing event updated for resources: {'Port': ['ID=762b9999-2edc-495f-a0b0-51f72e5f99e3,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:41.381157 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:41.383386 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-220c0bff-9667-464e-b062-8d806329cbc8 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:41.383778 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-220c0bff-9667-464e-b062-8d806329cbc8 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:41.396504 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-a64c88bd-8a92-4559-8716-7fba0aad900d tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:45:41.401729 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64c88bd-8a92-4559-8716-7fba0aad900d tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:45:41.407544 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64c88bd-8a92-4559-8716-7fba0aad900d tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:41.408771 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a64c88bd-8a92-4559-8716-7fba0aad900d tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:41.418909 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-220c0bff-9667-464e-b062-8d806329cbc8 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Calling delete_port for 661acd7e-263f-4276-83c9-24af4a4f3e0d owned by network:floatingip {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:45:41.454906 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-a64c88bd-8a92-4559-8716-7fba0aad900d tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.9434476 Nov 24 01:45:41.459571 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 44856) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:41.481167 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] For port 73a2b2f2-f063-4893-95f2-271a6349aa52, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=73a2b2f2-f063-4893-95f2-271a6349aa52,segment=NetworkSegment(e024b725-6d1e-4385-8e18-d311d6523c70),segment_id=e024b725-6d1e-4385-8e18-d311d6523c70)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:45:41.490960 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0fdfcc8-7387-49e3-b07e-9d2e021b608b tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:41.493001 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0fdfcc8-7387-49e3-b07e-9d2e021b608b tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:41.495685 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0fdfcc8-7387-49e3-b07e-9d2e021b608b tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:41.497190 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-e0fdfcc8-7387-49e3-b07e-9d2e021b608b tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1925299 Nov 24 01:45:41.502810 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:41.504936 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device f08ffff2-49f1-4ae1-86af-da291fd61bff up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:45:41.515930 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 44858) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:41.562702 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b6592079-d175-425b-868e-f5e4ba736373 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:41.662841 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ce301470-d9ae-4d6f-ab3d-193a9e346547 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:41.699252 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ce301470-d9ae-4d6f-ab3d-193a9e346547 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:41.737671 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591ddab0-aa69-483c-bb62-a84fd9887bb7 None None] Network b9bc1d1f-cf71-40b7-84f5-7c1f6a94c9ca requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:45:41.745239 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce301470-d9ae-4d6f-ab3d-193a9e346547 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Network aa439182-724b-46be-b79f-00062c5c4a48 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:45:41.751269 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-ce301470-d9ae-4d6f-ab3d-193a9e346547 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:45:41.755709 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce301470-d9ae-4d6f-ab3d-193a9e346547 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:45:41.786217 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce301470-d9ae-4d6f-ab3d-193a9e346547 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Pushing event updated for resources: {'Port': ['ID=8f3d1053-1576-4256-b2c3-960ce52591cc,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:41.835309 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e481d923-2bf0-4250-806a-83692fd79e35 None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:41.839105 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce301470-d9ae-4d6f-ab3d-193a9e346547 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:41.840039 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ce301470-d9ae-4d6f-ab3d-193a9e346547 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:41.863257 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-ce301470-d9ae-4d6f-ab3d-193a9e346547 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.9284041 Nov 24 01:45:41.865395 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Pushing event updated for resources: {'Port': ['ID=73a2b2f2-f063-4893-95f2-271a6349aa52,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:41.865707 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 44862) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:41.870830 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-bde0c6c1-ac31-4780-9f55-778aa494045c tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Request body: {'port': {'network_id': 'aa439182-724b-46be-b79f-00062c5c4a48', 'name': 'tempest-AllowedAddressPairTestJSON-948939537'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:45:41.883329 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e481d923-2bf0-4250-806a-83692fd79e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:41.982472 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-402491ce-ff9b-4704-9d49-133bc57fb176 None None] Provisioning complete for port 73a2b2f2-f063-4893-95f2-271a6349aa52 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:45:41.982839 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-402491ce-ff9b-4704-9d49-133bc57fb176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:42.025522 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bde0c6c1-ac31-4780-9f55-778aa494045c tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Made reservation on behalf of effd15cf5f3748fdb69cebc317b74e90 for: {'port': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:45:42.030525 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-bde0c6c1-ac31-4780-9f55-778aa494045c tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:42.053156 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [None req-bde0c6c1-ac31-4780-9f55-778aa494045c tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] device_id is not set on port 20f4cf83-c2d5-44e5-bc43-debc9892640b yet. {{(pid=109866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 01:45:42.057791 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_v2 [None req-11c19fce-d276-4a7c-b264-6aaa2e883cc2 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Deleting subnet 19f91e61-027a-4f79-9474-74c152dfdf7f {{(pid=109867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 01:45:42.068405 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-11c19fce-d276-4a7c-b264-6aaa2e883cc2 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks [] for subnet, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:42.076695 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e481d923-2bf0-4250-806a-83692fd79e35 None None] Network 680cbf7d-0417-41d1-aa48-b20ff9d7f545 is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:45:42.080293 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-e481d923-2bf0-4250-806a-83692fd79e35 None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:45:42.082862 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e481d923-2bf0-4250-806a-83692fd79e35 None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:45:42.095199 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.agents_db [None req-4e42c10c-a1d3-4d07-89d6-7a24334140aa None None] Agent healthcheck: found 6 active agents {{(pid=109869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 01:45:42.130650 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c5eea73-9471-4c89-b266-c0262120da94 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Deleting subnet 73fc5a02-942c-430f-ae0e-6ca4ff8ecc81 {{(pid=109867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 01:45:42.134562 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1c5eea73-9471-4c89-b266-c0262120da94 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Publish callbacks [] for subnet, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:42.143835 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e481d923-2bf0-4250-806a-83692fd79e35 None None] Pushing event updated for resources: {'Port': ['ID=31ad0c91-b496-4f0c-9c72-3de5a1cbf983,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:42.146691 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee58b992-ac9d-43d5-810c-0f2b6ae2e493 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-8f1698fe-995c-497f-bad9-b7d2de89d918', 'network_id': '8f1698fe-995c-497f-bad9-b7d2de89d918', 'tenant_id': '4464a4b9155d4878859b3865ba29c280', 'fixed_ips': [{'subnet_id': 'a6331914-4103-4a4c-a327-ee0c38c5e2cc'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 01:45:42.147621 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-ee58b992-ac9d-43d5-810c-0f2b6ae2e493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:42.182422 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [None req-bde0c6c1-ac31-4780-9f55-778aa494045c tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Allocated IP 172.20.0.6 (aa439182-724b-46be-b79f-00062c5c4a48/55ef9c0d-62a0-4987-b378-5b844b3f22be/20f4cf83-c2d5-44e5-bc43-debc9892640b) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:45:42.213905 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-11c19fce-d276-4a7c-b264-6aaa2e883cc2 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28690885'] for subnet, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:42.233933 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port f08ffff2-49f1-4ae1-86af-da291fd61bff triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:45:42.234292 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:42.234897 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1c5eea73-9471-4c89-b266-c0262120da94 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28690885'] for subnet, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:42.249369 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-e481d923-2bf0-4250-806a-83692fd79e35 None None] Attempting to bind port 31ad0c91-b496-4f0c-9c72-3de5a1cbf983 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:45:42.250247 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-e481d923-2bf0-4250-806a-83692fd79e35 None None] Attempting to bind port 31ad0c91-b496-4f0c-9c72-3de5a1cbf983 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': 'e2916ff0-0351-4684-a133-bae42a6249ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '680cbf7d-0417-41d1-aa48-b20ff9d7f545'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:45:42.250247 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e481d923-2bf0-4250-806a-83692fd79e35 None None] Attempting to bind port 31ad0c91-b496-4f0c-9c72-3de5a1cbf983 on network 680cbf7d-0417-41d1-aa48-b20ff9d7f545 {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:45:42.299686 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e481d923-2bf0-4250-806a-83692fd79e35 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:45:42.300074 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e481d923-2bf0-4250-806a-83692fd79e35 None None] Checking segment: {'id': 'e2916ff0-0351-4684-a133-bae42a6249ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '680cbf7d-0417-41d1-aa48-b20ff9d7f545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:45:42.300473 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e481d923-2bf0-4250-806a-83692fd79e35 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:42.300868 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e481d923-2bf0-4250-806a-83692fd79e35 None None] Bound using segment: {'id': 'e2916ff0-0351-4684-a133-bae42a6249ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '680cbf7d-0417-41d1-aa48-b20ff9d7f545'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:45:42.301348 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-e481d923-2bf0-4250-806a-83692fd79e35 None None] Bound port: 31ad0c91-b496-4f0c-9c72-3de5a1cbf983, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2916ff0-0351-4684-a133-bae42a6249ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '680cbf7d-0417-41d1-aa48-b20ff9d7f545'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:45:42.301755 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e481d923-2bf0-4250-806a-83692fd79e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:42.397395 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-bde0c6c1-ac31-4780-9f55-778aa494045c tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:42.447367 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-bde0c6c1-ac31-4780-9f55-778aa494045c tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:42.496105 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde0c6c1-ac31-4780-9f55-778aa494045c tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Network aa439182-724b-46be-b79f-00062c5c4a48 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:45:42.499548 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-bde0c6c1-ac31-4780-9f55-778aa494045c tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:45:42.502403 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde0c6c1-ac31-4780-9f55-778aa494045c tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:45:42.512798 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-220c0bff-9667-464e-b062-8d806329cbc8 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:42.556686 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde0c6c1-ac31-4780-9f55-778aa494045c tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:42.557327 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-bde0c6c1-ac31-4780-9f55-778aa494045c tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:42.576668 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e481d923-2bf0-4250-806a-83692fd79e35 None None] For port 31ad0c91-b496-4f0c-9c72-3de5a1cbf983, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:45:42.584093 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde0c6c1-ac31-4780-9f55-778aa494045c tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Pushing event updated for resources: {'Port': ['ID=20f4cf83-c2d5-44e5-bc43-debc9892640b,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:42.584754 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e481d923-2bf0-4250-806a-83692fd79e35 None None] For port 31ad0c91-b496-4f0c-9c72-3de5a1cbf983, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=31ad0c91-b496-4f0c-9c72-3de5a1cbf983,segment=NetworkSegment(e2916ff0-0351-4684-a133-bae42a6249ea),segment_id=e2916ff0-0351-4684-a133-bae42a6249ea)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:45:42.587691 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-ee58b992-ac9d-43d5-810c-0f2b6ae2e493 None None] Allocated IP 2001:db8:0:1::1 (8f1698fe-995c-497f-bad9-b7d2de89d918/a6331914-4103-4a4c-a327-ee0c38c5e2cc/c6d3d6ec-9f32-431d-94b6-cab41d1d96d9) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:45:42.590156 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:42.600272 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-bde0c6c1-ac31-4780-9f55-778aa494045c tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.7313378 Nov 24 01:45:42.601035 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 44868) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:42.602437 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220c0bff-9667-464e-b062-8d806329cbc8 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Pushing event deleted for resources: {'Port': ['ID=661acd7e-263f-4276-83c9-24af4a4f3e0d,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:42.605735 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e481d923-2bf0-4250-806a-83692fd79e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:42.620003 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-9c733991-737a-4aa9-a9bf-252c33ee2165 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:95:dc:6f'}, {'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:56:76:5c'}]}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:45:42.671574 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1c5eea73-9471-4c89-b266-c0262120da94 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:42.720518 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9c733991-737a-4aa9-a9bf-252c33ee2165 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:42.722103 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b6592079-d175-425b-868e-f5e4ba736373 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-424338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418138'] for router, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:42.727415 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e481d923-2bf0-4250-806a-83692fd79e35 None None] Pushing event updated for resources: {'Port': ['ID=31ad0c91-b496-4f0c-9c72-3de5a1cbf983,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:42.750005 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] For port f08ffff2-49f1-4ae1-86af-da291fd61bff, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=f08ffff2-49f1-4ae1-86af-da291fd61bff,segment=NetworkSegment(03509fd2-ca9c-4aa0-94e6-e236afda62e7),segment_id=03509fd2-ca9c-4aa0-94e6-e236afda62e7)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:45:42.787075 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-11c19fce-d276-4a7c-b264-6aaa2e883cc2 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:42.817874 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:42.834540 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-d655ac2e-c430-4232-8f89-287cde8a267b None None] Provisioning complete for port 8f3d1053-1576-4256-b2c3-960ce52591cc triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:45:42.834540 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-d655ac2e-c430-4232-8f89-287cde8a267b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:42.987226 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-d655ac2e-c430-4232-8f89-287cde8a267b None None] Port 8f3d1053-1576-4256-b2c3-960ce52591cc cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:45:43.043931 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 73a2b2f2-f063-4893-95f2-271a6349aa52 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:45:43.049739 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Pushing event updated for resources: {'Port': ['ID=f08ffff2-49f1-4ae1-86af-da291fd61bff,revision_number=4']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:43.074928 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9c733991-737a-4aa9-a9bf-252c33ee2165 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Publish callbacks [] for port, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:43.077742 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-11c19fce-d276-4a7c-b264-6aaa2e883cc2 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25501782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25307808'] for subnet, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:43.081998 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9c733991-737a-4aa9-a9bf-252c33ee2165 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29149402'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:43.123037 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-ee58b992-ac9d-43d5-810c-0f2b6ae2e493 None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:43.141796 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-ee58b992-ac9d-43d5-810c-0f2b6ae2e493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:43.148901 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-18c707fc-93a2-4ba6-af3a-5280fea744a7 None None] Provisioning complete for port 20f4cf83-c2d5-44e5-bc43-debc9892640b triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:45:43.149196 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-18c707fc-93a2-4ba6-af3a-5280fea744a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:43.195402 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1c5eea73-9471-4c89-b266-c0262120da94 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25501782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25307808'] for subnet, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:43.228442 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c733991-737a-4aa9-a9bf-252c33ee2165 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Pushing event updated for resources: {'Port': ['ID=20f4cf83-c2d5-44e5-bc43-debc9892640b,revision_number=2']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:43.235672 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1c5eea73-9471-4c89-b266-c0262120da94 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:43.242428 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 44872) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:43.247260 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-1c5eea73-9471-4c89-b266-c0262120da94 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] 10.222.0.21 "DELETE /v2.0/subnets/73fc5a02-942c-430f-ae0e-6ca4ff8ecc81 HTTP/1.1" status: 204 len: 168 time: 1.7221551 Nov 24 01:45:43.247502 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 73a2b2f2-f063-4893-95f2-271a6349aa52 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:45:43.247873 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:43.248800 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-11c19fce-d276-4a7c-b264-6aaa2e883cc2 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:43.255266 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-11c19fce-d276-4a7c-b264-6aaa2e883cc2 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] 10.222.0.21 "DELETE /v2.0/subnets/19f91e61-027a-4f79-9474-74c152dfdf7f HTTP/1.1" status: 204 len: 168 time: 1.7945368 Nov 24 01:45:43.255513 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee58b992-ac9d-43d5-810c-0f2b6ae2e493 None None] Network 8f1698fe-995c-497f-bad9-b7d2de89d918 is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:45:43.260258 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c19fce-d276-4a7c-b264-6aaa2e883cc2 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Pushing event deleted for resources: {'Subnet': ['ID=19f91e61-027a-4f79-9474-74c152dfdf7f,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:43.265126 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 44874) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:43.266330 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-18c707fc-93a2-4ba6-af3a-5280fea744a7 None None] Port 20f4cf83-c2d5-44e5-bc43-debc9892640b cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:45:43.300894 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-ee58b992-ac9d-43d5-810c-0f2b6ae2e493 None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:45:43.302017 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-9c733991-737a-4aa9-a9bf-252c33ee2165 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] In _notify_port_updated(), no bound segment for port 20f4cf83-c2d5-44e5-bc43-debc9892640b on network aa439182-724b-46be-b79f-00062c5c4a48 {{(pid=109866) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 24 01:45:43.304470 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee58b992-ac9d-43d5-810c-0f2b6ae2e493 None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:45:43.310106 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c733991-737a-4aa9-a9bf-252c33ee2165 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:43.315502 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9c733991-737a-4aa9-a9bf-252c33ee2165 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:43.316860 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee58b992-ac9d-43d5-810c-0f2b6ae2e493 None None] Pushing event updated for resources: {'Port': ['ID=c6d3d6ec-9f32-431d-94b6-cab41d1d96d9,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:43.320892 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-9c733991-737a-4aa9-a9bf-252c33ee2165 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] 10.222.0.21 "PUT /v2.0/ports/20f4cf83-c2d5-44e5-bc43-debc9892640b HTTP/1.1" status: 200 len: 1054 time: 0.7140224 Nov 24 01:45:43.328556 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 44876) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:43.386668 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.api.v2.resource [None req-220c0bff-9667-464e-b062-8d806329cbc8 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] create failed (client error): The resource could not be found. Nov 24 01:45:43.388023 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-220c0bff-9667-464e-b062-8d806329cbc8 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 6.1081178 Nov 24 01:45:43.392495 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 44878) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:43.393656 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8490c6-13fd-4f41-8bdd-5cf2c698b092 None None] Network b9bc1d1f-cf71-40b7-84f5-7c1f6a94c9ca requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:45:43.396712 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_v2 [None req-434ab58d-ce02-4dfe-bf89-b731af27bd4d tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Deleting subnet a6331914-4103-4a4c-a327-ee0c38c5e2cc {{(pid=109866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 01:45:43.400010 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5eea73-9471-4c89-b266-c0262120da94 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Pushing event deleted for resources: {'Subnet': ['ID=73fc5a02-942c-430f-ae0e-6ca4ff8ecc81,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:43.431988 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-434ab58d-ce02-4dfe-bf89-b731af27bd4d tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Publish callbacks [] for subnet, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:43.456144 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5986f1-7236-49e4-b22c-636e57097393 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:43.458036 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5986f1-7236-49e4-b22c-636e57097393 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:43.463043 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-fb5986f1-7236-49e4-b22c-636e57097393 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1968827 Nov 24 01:45:43.463865 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 44884) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:43.481602 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-18c707fc-93a2-4ba6-af3a-5280fea744a7 None None] Provisioning complete for port 73a2b2f2-f063-4893-95f2-271a6349aa52 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:45:43.482003 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-18c707fc-93a2-4ba6-af3a-5280fea744a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:43.553896 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4a219bf8-f7fb-43fa-8bc0-d36deee57ca2 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:43.563583 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-434ab58d-ce02-4dfe-bf89-b731af27bd4d tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29055568'] for subnet, precommit_delete_associations {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:43.569148 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a219bf8-f7fb-43fa-8bc0-d36deee57ca2 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 24 01:45:43.569638 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a219bf8-f7fb-43fa-8bc0-d36deee57ca2 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:45:43.582791 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-4a219bf8-f7fb-43fa-8bc0-d36deee57ca2 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] 10.222.0.21 "DELETE /v2.0/networks/b9bc1d1f-cf71-40b7-84f5-7c1f6a94c9ca HTTP/1.1" status: 409 len: 405 time: 0.1175125 Nov 24 01:45:43.583478 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 44886) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:43.592068 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-14103673-e99b-42c8-a1fc-164b76f7edce tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-119207343'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:45:43.607519 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6592079-d175-425b-868e-f5e4ba736373 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Router 527a9abf-7f88-4860-b157-58d654ded37c is scheduled to L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e with binding_index 1 {{(pid=109867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 01:45:43.651046 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-ee58b992-ac9d-43d5-810c-0f2b6ae2e493 None None] Attempting to bind port c6d3d6ec-9f32-431d-94b6-cab41d1d96d9 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:45:43.651553 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-ee58b992-ac9d-43d5-810c-0f2b6ae2e493 None None] Attempting to bind port c6d3d6ec-9f32-431d-94b6-cab41d1d96d9 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '88c43fb4-f8b7-4f10-8494-047f1a1ae929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8f1698fe-995c-497f-bad9-b7d2de89d918'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:45:43.651806 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee58b992-ac9d-43d5-810c-0f2b6ae2e493 None None] Attempting to bind port c6d3d6ec-9f32-431d-94b6-cab41d1d96d9 on network 8f1698fe-995c-497f-bad9-b7d2de89d918 {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:45:43.676435 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14103673-e99b-42c8-a1fc-164b76f7edce tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Made reservation on behalf of 6f492d6104d14217a7279fcc77d83ce7 for: {'network': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:45:43.680198 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-14103673-e99b-42c8-a1fc-164b76f7edce tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:43.691742 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee58b992-ac9d-43d5-810c-0f2b6ae2e493 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:45:43.692012 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee58b992-ac9d-43d5-810c-0f2b6ae2e493 None None] Checking segment: {'id': '88c43fb4-f8b7-4f10-8494-047f1a1ae929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8f1698fe-995c-497f-bad9-b7d2de89d918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:45:43.692575 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-ee58b992-ac9d-43d5-810c-0f2b6ae2e493 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:43.693110 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee58b992-ac9d-43d5-810c-0f2b6ae2e493 None None] Bound using segment: {'id': '88c43fb4-f8b7-4f10-8494-047f1a1ae929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8f1698fe-995c-497f-bad9-b7d2de89d918'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:45:43.693818 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-ee58b992-ac9d-43d5-810c-0f2b6ae2e493 None None] Bound port: c6d3d6ec-9f32-431d-94b6-cab41d1d96d9, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88c43fb4-f8b7-4f10-8494-047f1a1ae929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8f1698fe-995c-497f-bad9-b7d2de89d918'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:45:43.694380 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-ee58b992-ac9d-43d5-810c-0f2b6ae2e493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:43.761851 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14103673-e99b-42c8-a1fc-164b76f7edce tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=109867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:45:43.780226 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-14103673-e99b-42c8-a1fc-164b76f7edce tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:43.780643 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.segments_db [None req-14103673-e99b-42c8-a1fc-164b76f7edce tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Added segment 5c523530-4336-44d9-a7fc-21ea6ff71782 of type vlan for network bbc8dde1-e439-4a50-a6fb-4ea19553fa9d Nov 24 01:45:43.823668 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6592079-d175-425b-868e-f5e4ba736373 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:45:43.844459 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962e1d0d-2dd7-4d02-89f4-2bbe5f49e2cb None None] Sync routers for ids ['527a9abf-7f88-4860-b157-58d654ded37c'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:45:43.866509 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962e1d0d-2dd7-4d02-89f4-2bbe5f49e2cb None None] Routers {'527a9abf-7f88-4860-b157-58d654ded37c'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:45:43.867617 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-962e1d0d-2dd7-4d02-89f4-2bbe5f49e2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:45:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['527a9abf-7f88-4860-b157-58d654ded37c'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:45:43.876253 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-14103673-e99b-42c8-a1fc-164b76f7edce tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:43.895315 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-ee58b992-ac9d-43d5-810c-0f2b6ae2e493 None None] For port c6d3d6ec-9f32-431d-94b6-cab41d1d96d9, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:45:43.899392 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-ee58b992-ac9d-43d5-810c-0f2b6ae2e493 None None] For port c6d3d6ec-9f32-431d-94b6-cab41d1d96d9, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=c6d3d6ec-9f32-431d-94b6-cab41d1d96d9,segment=NetworkSegment(88c43fb4-f8b7-4f10-8494-047f1a1ae929),segment_id=88c43fb4-f8b7-4f10-8494-047f1a1ae929)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:45:43.904985 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b6592079-d175-425b-868e-f5e4ba736373 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks [] for router, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:43.906255 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-b6592079-d175-425b-868e-f5e4ba736373 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.5525491 Nov 24 01:45:43.912878 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 44888) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:43.920278 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-18c707fc-93a2-4ba6-af3a-5280fea744a7 None None] Provisioning complete for port 762b9999-2edc-495f-a0b0-51f72e5f99e3 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:45:43.920650 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-18c707fc-93a2-4ba6-af3a-5280fea744a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:43.924953 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-ee58b992-ac9d-43d5-810c-0f2b6ae2e493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:43.974225 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-14103673-e99b-42c8-a1fc-164b76f7edce tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:43.992131 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14103673-e99b-42c8-a1fc-164b76f7edce tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:43.992790 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-14103673-e99b-42c8-a1fc-164b76f7edce tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:44.006953 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-97da2fd9-89d0-458d-8b8e-9097549a1e59 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Deleting port 20f4cf83-c2d5-44e5-bc43-debc9892640b {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:45:44.013970 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-97da2fd9-89d0-458d-8b8e-9097549a1e59 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:44.023691 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-18c707fc-93a2-4ba6-af3a-5280fea744a7 None None] Port 762b9999-2edc-495f-a0b0-51f72e5f99e3 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:45:44.042099 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e74a9e7-580f-4810-9fea-d3aa2e585374 None None] DHCP port deletion for b9bc1d1f-cf71-40b7-84f5-7c1f6a94c9ca request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:45:44.047945 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee58b992-ac9d-43d5-810c-0f2b6ae2e493 None None] Pushing event updated for resources: {'Port': ['ID=c6d3d6ec-9f32-431d-94b6-cab41d1d96d9,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:44.066262 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-f31399b4-a1dd-4845-861d-3101cd4be80d tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Deleting port b8072367-b1ac-4cfd-8783-89e4273708dc {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:45:44.066604 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f31399b4-a1dd-4845-861d-3101cd4be80d tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:44.076993 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-434ab58d-ce02-4dfe-bf89-b731af27bd4d tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:44.160086 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-962e1d0d-2dd7-4d02-89f4-2bbe5f49e2cb None None] Set router 527a9abf-7f88-4860-b157-58d654ded37c gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:45:44.164675 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-14103673-e99b-42c8-a1fc-164b76f7edce tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5798178 Nov 24 01:45:44.165447 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 44892) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:44.166396 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-8e74a9e7-580f-4810-9fea-d3aa2e585374 None None] Deleting port 73a2b2f2-f063-4893-95f2-271a6349aa52 {{(pid=109868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:45:44.166882 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-8e74a9e7-580f-4810-9fea-d3aa2e585374 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:44.242759 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-fd506e83-980b-4cdb-9303-1340cd532806 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Request body: {'subnet': {'network_id': 'bbc8dde1-e439-4a50-a6fb-4ea19553fa9d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:45:44.376398 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14103673-e99b-42c8-a1fc-164b76f7edce tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Pushing event updated for resources: {'Network': ['ID=bbc8dde1-e439-4a50-a6fb-4ea19553fa9d,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:44.401018 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-43c6d157-ab22-438e-9ad6-d6a0c70eb935 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] 10.222.0.21 "GET /v2.0/routers/527a9abf-7f88-4860-b157-58d654ded37c HTTP/1.1" status: 200 len: 907 time: 0.4812434 Nov 24 01:45:44.401018 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 44894) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:44.435833 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-97da2fd9-89d0-458d-8b8e-9097549a1e59 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:44.436891 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network bbc8dde1-e439-4a50-a6fb-4ea19553fa9d details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:45:44.468444 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-434ab58d-ce02-4dfe-bf89-b731af27bd4d tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29149324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29154870'] for subnet, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:44.471315 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f31399b4-a1dd-4845-861d-3101cd4be80d tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:44.480476 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-97da2fd9-89d0-458d-8b8e-9097549a1e59 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Calling delete_port for 20f4cf83-c2d5-44e5-bc43-debc9892640b owned by {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:45:44.518510 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-962e1d0d-2dd7-4d02-89f4-2bbe5f49e2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527a9abf-7f88-4860-b157-58d654ded37c', 'name': 'tempest-snat-router-177978139', 'tenant_id': '2caeceb732b240e484bde3eb8d9528cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.246'}], 'enable_snat': True}, 'gw_port_id': '608c2d1a-ec7c-4975-ac24-6f4f7cae5ae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:45:36Z', 'updated_at': '2021-11-24T01:45:41Z', 'revision_number': 3, 'project_id': '2caeceb732b240e484bde3eb8d9528cb', 'gw_port': {'id': '608c2d1a-ec7c-4975-ac24-6f4f7cae5ae6', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f4:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '527a9abf-7f88-4860-b157-58d654ded37c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:45:38Z', 'updated_at': '2021-11-24T01:45:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:45:44.537506 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434ab58d-ce02-4dfe-bf89-b731af27bd4d tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Pushing event deleted for resources: {'Subnet': ['ID=a6331914-4103-4a4c-a327-ee0c38c5e2cc,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:44.541829 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-f31399b4-a1dd-4845-861d-3101cd4be80d tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Calling delete_port for b8072367-b1ac-4cfd-8783-89e4273708dc owned by {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:45:44.548032 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-434ab58d-ce02-4dfe-bf89-b731af27bd4d tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:44.552746 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-434ab58d-ce02-4dfe-bf89-b731af27bd4d tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] 10.222.0.21 "DELETE /v2.0/subnets/a6331914-4103-4a4c-a327-ee0c38c5e2cc HTTP/1.1" status: 204 len: 168 time: 1.3032305 Nov 24 01:45:44.557883 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962e1d0d-2dd7-4d02-89f4-2bbe5f49e2cb None None] Checking router: 527a9abf-7f88-4860-b157-58d654ded37c for host: dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 01:45:44.559902 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962e1d0d-2dd7-4d02-89f4-2bbe5f49e2cb None None] Updating router 527a9abf-7f88-4860-b157-58d654ded37c port 608c2d1a-ec7c-4975-ac24-6f4f7cae5ae6 binding host dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 01:45:44.563017 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 44896) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:44.608187 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-962e1d0d-2dd7-4d02-89f4-2bbe5f49e2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:44.610627 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-da72a432-1b28-4062-994e-0a25909a8910 None None] Provisioning complete for port 20f4cf83-c2d5-44e5-bc43-debc9892640b triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:45:44.610990 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-da72a432-1b28-4062-994e-0a25909a8910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:44.619000 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-8e74a9e7-580f-4810-9fea-d3aa2e585374 None None] For port 73a2b2f2-f063-4893-95f2-271a6349aa52, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=73a2b2f2-f063-4893-95f2-271a6349aa52,segment=NetworkSegment(e024b725-6d1e-4385-8e18-d311d6523c70),segment_id=e024b725-6d1e-4385-8e18-d311d6523c70)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:45:44.619410 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-8e74a9e7-580f-4810-9fea-d3aa2e585374 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:44.621902 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd506e83-980b-4cdb-9303-1340cd532806 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Made reservation on behalf of 6f492d6104d14217a7279fcc77d83ce7 for: {'subnet': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:45:44.630487 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fd506e83-980b-4cdb-9303-1340cd532806 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25307781'] for subnet, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:44.744467 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7fe2b0f8-e3c9-4f2b-b466-232e1ac198d8 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks [] for router, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:44.779765 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2408b2-bc74-486d-af88-f5e3ca30d4b5 None None] Network 680cbf7d-0417-41d1-aa48-b20ff9d7f545 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:45:44.812524 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-8e74a9e7-580f-4810-9fea-d3aa2e585374 None None] Calling delete_port for 73a2b2f2-f063-4893-95f2-271a6349aa52 owned by network:dhcp {{(pid=109868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:45:44.915803 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-97da2fd9-89d0-458d-8b8e-9097549a1e59 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:44.929286 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-962e1d0d-2dd7-4d02-89f4-2bbe5f49e2cb None None] Publish callbacks [] for port, precommit_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:44.940797 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f31399b4-a1dd-4845-861d-3101cd4be80d tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:44.941003 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-962e1d0d-2dd7-4d02-89f4-2bbe5f49e2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:44.959714 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f74ba4f-519e-4a46-a0b6-054515953412 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:44.961251 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-3f74ba4f-519e-4a46-a0b6-054515953412 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3970940 Nov 24 01:45:44.997872 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 44902) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:45.015335 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685ee10c-b14b-44be-9730-db18ed69fa4d None None] Pushing event updated for resources: {'Port': ['ID=608c2d1a-ec7c-4975-ac24-6f4f7cae5ae6,revision_number=2']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:45.017652 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-962e1d0d-2dd7-4d02-89f4-2bbe5f49e2cb None None] Attempting to bind port 608c2d1a-ec7c-4975-ac24-6f4f7cae5ae6 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:45:45.018020 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-962e1d0d-2dd7-4d02-89f4-2bbe5f49e2cb None None] Attempting to bind port 608c2d1a-ec7c-4975-ac24-6f4f7cae5ae6 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}] {{(pid=109869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:45:45.018381 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962e1d0d-2dd7-4d02-89f4-2bbe5f49e2cb None None] Attempting to bind port 608c2d1a-ec7c-4975-ac24-6f4f7cae5ae6 on network eb22795d-37ee-46ee-844d-92c17e2ea450 {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:45:45.024943 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962e1d0d-2dd7-4d02-89f4-2bbe5f49e2cb None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:45:45.025577 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962e1d0d-2dd7-4d02-89f4-2bbe5f49e2cb None None] Checking segment: {'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:45:45.026139 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-962e1d0d-2dd7-4d02-89f4-2bbe5f49e2cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:45.026668 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962e1d0d-2dd7-4d02-89f4-2bbe5f49e2cb None None] Bound using segment: {'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'} {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:45:45.026784 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97da2fd9-89d0-458d-8b8e-9097549a1e59 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Pushing event deleted for resources: {'Port': ['ID=20f4cf83-c2d5-44e5-bc43-debc9892640b,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:45.027381 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-962e1d0d-2dd7-4d02-89f4-2bbe5f49e2cb None None] Bound port: 608c2d1a-ec7c-4975-ac24-6f4f7cae5ae6, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}}] {{(pid=109869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:45:45.027944 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-962e1d0d-2dd7-4d02-89f4-2bbe5f49e2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:45.057578 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-da72a432-1b28-4062-994e-0a25909a8910 None None] Port 20f4cf83-c2d5-44e5-bc43-debc9892640b cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:45:45.181187 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-da72a432-1b28-4062-994e-0a25909a8910 None None] Provisioning complete for port 762b9999-2edc-495f-a0b0-51f72e5f99e3 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:45:45.181958 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-da72a432-1b28-4062-994e-0a25909a8910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:45.200650 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31399b4-a1dd-4845-861d-3101cd4be80d tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Pushing event deleted for resources: {'Port': ['ID=b8072367-b1ac-4cfd-8783-89e4273708dc,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:45.212492 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.db [None req-962e1d0d-2dd7-4d02-89f4-2bbe5f49e2cb None None] For port 608c2d1a-ec7c-4975-ac24-6f4f7cae5ae6, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:45:45.232479 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.db [None req-962e1d0d-2dd7-4d02-89f4-2bbe5f49e2cb None None] For port 608c2d1a-ec7c-4975-ac24-6f4f7cae5ae6, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=608c2d1a-ec7c-4975-ac24-6f4f7cae5ae6,segment=NetworkSegment(03509fd2-ca9c-4aa0-94e6-e236afda62e7),segment_id=03509fd2-ca9c-4aa0-94e6-e236afda62e7)] {{(pid=109869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:45:45.245324 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-962e1d0d-2dd7-4d02-89f4-2bbe5f49e2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:45.252228 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-da72a432-1b28-4062-994e-0a25909a8910 None None] Port 762b9999-2edc-495f-a0b0-51f72e5f99e3 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:45:45.322062 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 31ad0c91-b496-4f0c-9c72-3de5a1cbf983 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:45:45.356240 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685ee10c-b14b-44be-9730-db18ed69fa4d None None] Pushing event updated for resources: {'Port': ['ID=608c2d1a-ec7c-4975-ac24-6f4f7cae5ae6,revision_number=3']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:45.387204 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962e1d0d-2dd7-4d02-89f4-2bbe5f49e2cb None None] Routers {'527a9abf-7f88-4860-b157-58d654ded37c'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:45:45.388164 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-962e1d0d-2dd7-4d02-89f4-2bbe5f49e2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:45:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['527a9abf-7f88-4860-b157-58d654ded37c'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:45:45.409703 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-8e74a9e7-580f-4810-9fea-d3aa2e585374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974'] for port, after_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:45.436910 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e74a9e7-580f-4810-9fea-d3aa2e585374 None None] No DVR routers for this DVR port 73a2b2f2-f063-4893-95f2-271a6349aa52 on host dv-neutron-818911-2-hyperv {{(pid=109868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:45:45.469165 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243d6e34-5251-4f67-b82c-908ef3306798 None None] DHCP port deletion for 680cbf7d-0417-41d1-aa48-b20ff9d7f545 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:45:45.483739 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f31399b4-a1dd-4845-861d-3101cd4be80d tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:45.507943 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-f31399b4-a1dd-4845-861d-3101cd4be80d tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] 10.222.0.21 "DELETE /v2.0/ports/b8072367-b1ac-4cfd-8783-89e4273708dc HTTP/1.1" status: 204 len: 168 time: 2.1021488 Nov 24 01:45:45.512216 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 44906) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:45.533977 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e74a9e7-580f-4810-9fea-d3aa2e585374 None None] Pushing event deleted for resources: {'Port': ['ID=73a2b2f2-f063-4893-95f2-271a6349aa52,revision_number=None']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:45.560810 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-3ffdef7a-7221-409d-9961-7f298cf4aa87 None None] Provisioning complete for port 31ad0c91-b496-4f0c-9c72-3de5a1cbf983 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:45:45.561182 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-3ffdef7a-7221-409d-9961-7f298cf4aa87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:45.635150 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 31ad0c91-b496-4f0c-9c72-3de5a1cbf983 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:45:45.635615 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:45.732627 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-243d6e34-5251-4f67-b82c-908ef3306798 None None] Deleting port 31ad0c91-b496-4f0c-9c72-3de5a1cbf983 {{(pid=109868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:45:45.732838 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-962e1d0d-2dd7-4d02-89f4-2bbe5f49e2cb None None] Set router 527a9abf-7f88-4860-b157-58d654ded37c gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:45:45.733014 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-243d6e34-5251-4f67-b82c-908ef3306798 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:45.738547 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d6d8d3-c43c-4626-af02-0329a946c518 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:45.740641 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-30d6d8d3-c43c-4626-af02-0329a946c518 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ec65ead-5457-4455-b6dd-fa37267f6ea1 HTTP/1.1" status: 200 len: 913 time: 0.2270319 Nov 24 01:45:45.742148 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-97da2fd9-89d0-458d-8b8e-9097549a1e59 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:45.745819 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-97da2fd9-89d0-458d-8b8e-9097549a1e59 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] 10.222.0.21 "DELETE /v2.0/ports/20f4cf83-c2d5-44e5-bc43-debc9892640b HTTP/1.1" status: 204 len: 168 time: 2.4150276 Nov 24 01:45:45.746750 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 44908) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:45.748649 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 44910) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:45.810317 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-243d6e34-5251-4f67-b82c-908ef3306798 None None] For port 31ad0c91-b496-4f0c-9c72-3de5a1cbf983, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=31ad0c91-b496-4f0c-9c72-3de5a1cbf983,segment=NetworkSegment(e2916ff0-0351-4684-a133-bae42a6249ea),segment_id=e2916ff0-0351-4684-a133-bae42a6249ea)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:45:45.810709 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-243d6e34-5251-4f67-b82c-908ef3306798 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:45.825079 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-243d6e34-5251-4f67-b82c-908ef3306798 None None] Calling delete_port for 31ad0c91-b496-4f0c-9c72-3de5a1cbf983 owned by network:dhcp {{(pid=109868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:45:45.825385 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-7da13e92-c569-4205-aeaf-3e9b28011dc7 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] GET failed (client error): The resource could not be found. Nov 24 01:45:45.829641 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-7da13e92-c569-4205-aeaf-3e9b28011dc7 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] 10.222.0.21 "GET /v2.0/ports/20f4cf83-c2d5-44e5-bc43-debc9892640b HTTP/1.1" status: 404 len: 333 time: 0.0773361 Nov 24 01:45:45.837178 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7fe2b0f8-e3c9-4f2b-b466-232e1ac198d8 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:45.845190 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 44912) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:45.916619 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db56b76b-4bd8-4d7e-9ae9-a15a9a52a68f None None] Network 8f1698fe-995c-497f-bad9-b7d2de89d918 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:45:45.925281 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d792bf14-4aff-4db0-810c-a90629667371 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:45.987056 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-3ffdef7a-7221-409d-9961-7f298cf4aa87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:46.035029 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-243d6e34-5251-4f67-b82c-908ef3306798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974'] for port, after_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:46.058733 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-962e1d0d-2dd7-4d02-89f4-2bbe5f49e2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527a9abf-7f88-4860-b157-58d654ded37c', 'name': 'tempest-snat-router-177978139', 'tenant_id': '2caeceb732b240e484bde3eb8d9528cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.246'}], 'enable_snat': True}, 'gw_port_id': '608c2d1a-ec7c-4975-ac24-6f4f7cae5ae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:45:36Z', 'updated_at': '2021-11-24T01:45:41Z', 'revision_number': 3, 'project_id': '2caeceb732b240e484bde3eb8d9528cb', 'gw_port': {'id': '608c2d1a-ec7c-4975-ac24-6f4f7cae5ae6', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f4:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '527a9abf-7f88-4860-b157-58d654ded37c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:45:38Z', 'updated_at': '2021-11-24T01:45:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:45:46.081321 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Port 31ad0c91-b496-4f0c-9c72-3de5a1cbf983 update to ACTIVE by agent not found {{(pid=109868) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 24 01:45:46.081870 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device c6d3d6ec-9f32-431d-94b6-cab41d1d96d9 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:45:46.094862 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962e1d0d-2dd7-4d02-89f4-2bbe5f49e2cb None None] The sync data for ids ['527a9abf-7f88-4860-b157-58d654ded37c'] in dv-neutron-818911-2-hyperv is: [{'id': '527a9abf-7f88-4860-b157-58d654ded37c', 'name': 'tempest-snat-router-177978139', 'tenant_id': '2caeceb732b240e484bde3eb8d9528cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.246'}], 'enable_snat': True}, 'gw_port_id': '608c2d1a-ec7c-4975-ac24-6f4f7cae5ae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:45:36Z', 'updated_at': '2021-11-24T01:45:41Z', 'revision_number': 3, 'project_id': '2caeceb732b240e484bde3eb8d9528cb', 'gw_port': {'id': '608c2d1a-ec7c-4975-ac24-6f4f7cae5ae6', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f4:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '527a9abf-7f88-4860-b157-58d654ded37c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:45:38Z', 'updated_at': '2021-11-24T01:45:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:45:46.156892 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-7fe2b0f8-e3c9-4f2b-b466-232e1ac198d8 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Deleting port 608c2d1a-ec7c-4975-ac24-6f4f7cae5ae6 {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:45:46.156892 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7fe2b0f8-e3c9-4f2b-b466-232e1ac198d8 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:46.161625 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243d6e34-5251-4f67-b82c-908ef3306798 None None] No DVR routers for this DVR port 31ad0c91-b496-4f0c-9c72-3de5a1cbf983 on host dv-neutron-818911-2-hyperv {{(pid=109868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:45:46.163146 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-4e9ba4cb-c8b4-44a4-86dd-b72da4bf02b6 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Deleting port 8f3d1053-1576-4256-b2c3-960ce52591cc {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:45:46.163501 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4e9ba4cb-c8b4-44a4-86dd-b72da4bf02b6 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:46.163591 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243d6e34-5251-4f67-b82c-908ef3306798 None None] Pushing event deleted for resources: {'Port': ['ID=31ad0c91-b496-4f0c-9c72-3de5a1cbf983,revision_number=None']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:46.313215 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-d792bf14-4aff-4db0-810c-a90629667371 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Deleting port c6d3d6ec-9f32-431d-94b6-cab41d1d96d9 {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:45:46.313581 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d792bf14-4aff-4db0-810c-a90629667371 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:46.322133 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port c6d3d6ec-9f32-431d-94b6-cab41d1d96d9 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:45:46.322672 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:46.358652 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-80d0a7fc-2a25-4990-a507-95a8654b67c0 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3777994'] for router_interface, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:46.397172 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-3701158c-88eb-487a-b85f-a2760e1cf59b None None] Provisioning complete for port c6d3d6ec-9f32-431d-94b6-cab41d1d96d9 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:45:46.397565 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-3701158c-88eb-487a-b85f-a2760e1cf59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:46.402815 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.objects.ports [None req-fd506e83-980b-4cdb-9303-1340cd532806 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109867) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 24 01:45:46.472630 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b490c4a0-2a41-4238-80de-006075e33f71 None None] DHCP port deletion for 8f1698fe-995c-497f-bad9-b7d2de89d918 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:45:46.485481 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fd506e83-980b-4cdb-9303-1340cd532806 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25501847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25307831'] for subnet, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:46.510995 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [None req-d792bf14-4aff-4db0-810c-a90629667371 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] For port c6d3d6ec-9f32-431d-94b6-cab41d1d96d9, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=c6d3d6ec-9f32-431d-94b6-cab41d1d96d9,segment=NetworkSegment(88c43fb4-f8b7-4f10-8494-047f1a1ae929),segment_id=88c43fb4-f8b7-4f10-8494-047f1a1ae929)] {{(pid=109867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:45:46.511342 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d792bf14-4aff-4db0-810c-a90629667371 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:46.565546 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:46.580883 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4e9ba4cb-c8b4-44a4-86dd-b72da4bf02b6 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:46.585566 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-d792bf14-4aff-4db0-810c-a90629667371 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Calling delete_port for c6d3d6ec-9f32-431d-94b6-cab41d1d96d9 owned by network:dhcp {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:45:46.601201 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [None req-7fe2b0f8-e3c9-4f2b-b466-232e1ac198d8 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] For port 608c2d1a-ec7c-4975-ac24-6f4f7cae5ae6, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=608c2d1a-ec7c-4975-ac24-6f4f7cae5ae6,segment=NetworkSegment(03509fd2-ca9c-4aa0-94e6-e236afda62e7),segment_id=03509fd2-ca9c-4aa0-94e6-e236afda62e7)] {{(pid=109867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:45:46.601864 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7fe2b0f8-e3c9-4f2b-b466-232e1ac198d8 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:46.630978 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-4e9ba4cb-c8b4-44a4-86dd-b72da4bf02b6 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Calling delete_port for 8f3d1053-1576-4256-b2c3-960ce52591cc owned by {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:45:46.639215 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-7fe2b0f8-e3c9-4f2b-b466-232e1ac198d8 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Calling delete_port for 608c2d1a-ec7c-4975-ac24-6f4f7cae5ae6 owned by network:router_gateway {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:45:46.693580 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-3701158c-88eb-487a-b85f-a2760e1cf59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:46.699628 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] For port c6d3d6ec-9f32-431d-94b6-cab41d1d96d9, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=c6d3d6ec-9f32-431d-94b6-cab41d1d96d9,segment=NetworkSegment(88c43fb4-f8b7-4f10-8494-047f1a1ae929),segment_id=88c43fb4-f8b7-4f10-8494-047f1a1ae929)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:45:46.707335 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd506e83-980b-4cdb-9303-1340cd532806 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Pushing event updated for resources: {'Subnet': ['ID=6e6865c3-6787-42f4-bddc-ea9c7cdb03f6,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:46.724389 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:46.726003 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device f08ffff2-49f1-4ae1-86af-da291fd61bff up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:45:46.729071 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-b490c4a0-2a41-4238-80de-006075e33f71 None None] Deleting port c6d3d6ec-9f32-431d-94b6-cab41d1d96d9 {{(pid=109868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:45:46.730111 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-b490c4a0-2a41-4238-80de-006075e33f71 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:46.759568 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-80d0a7fc-2a25-4990-a507-95a8654b67c0 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Deleting port 92ed014b-f297-41b9-9a62-284fa95fcccf {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:45:46.760278 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-80d0a7fc-2a25-4990-a507-95a8654b67c0 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:46.806901 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd506e83-980b-4cdb-9303-1340cd532806 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Checking segment: {'id': '5c523530-4336-44d9-a7fc-21ea6ff71782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'bbc8dde1-e439-4a50-a6fb-4ea19553fa9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:45:46.807177 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd506e83-980b-4cdb-9303-1340cd532806 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Network hostable DHCP agents. Network: bbc8dde1-e439-4a50-a6fb-4ea19553fa9d, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 01:45:46.895196 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-80d0a7fc-2a25-4990-a507-95a8654b67c0 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:46.909585 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-b490c4a0-2a41-4238-80de-006075e33f71 None None] For port c6d3d6ec-9f32-431d-94b6-cab41d1d96d9, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=c6d3d6ec-9f32-431d-94b6-cab41d1d96d9,segment=NetworkSegment(88c43fb4-f8b7-4f10-8494-047f1a1ae929),segment_id=88c43fb4-f8b7-4f10-8494-047f1a1ae929)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:45:46.909979 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-b490c4a0-2a41-4238-80de-006075e33f71 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:46.914447 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-80d0a7fc-2a25-4990-a507-95a8654b67c0 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Calling delete_port for 92ed014b-f297-41b9-9a62-284fa95fcccf owned by network:router_interface {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:45:46.930064 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Pushing event updated for resources: {'Port': ['ID=c6d3d6ec-9f32-431d-94b6-cab41d1d96d9,revision_number=4']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:46.950242 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-b490c4a0-2a41-4238-80de-006075e33f71 None None] Calling delete_port for c6d3d6ec-9f32-431d-94b6-cab41d1d96d9 owned by network:dhcp {{(pid=109868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:45:46.964215 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.db.api [None req-3701158c-88eb-487a-b85f-a2760e1cf59b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 01:45:46.964620 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG oslo_db.api [None req-3701158c-88eb-487a-b85f-a2760e1cf59b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 01:45:46.971610 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd506e83-980b-4cdb-9303-1340cd532806 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Network bbc8dde1-e439-4a50-a6fb-4ea19553fa9d is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 01:45:46.978530 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port f08ffff2-49f1-4ae1-86af-da291fd61bff triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:45:46.979020 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:46.979130 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4e9ba4cb-c8b4-44a4-86dd-b72da4bf02b6 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:46.983936 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d792bf14-4aff-4db0-810c-a90629667371 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:47.016527 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-fd506e83-980b-4cdb-9303-1340cd532806 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, bbc8dde1-e439-4a50-a6fb-4ea19553fa9d) {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:45:47.133875 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d792bf14-4aff-4db0-810c-a90629667371 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Pushing event deleted for resources: {'Port': ['ID=c6d3d6ec-9f32-431d-94b6-cab41d1d96d9,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:47.139657 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd506e83-980b-4cdb-9303-1340cd532806 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:47.140251 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fd506e83-980b-4cdb-9303-1340cd532806 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:47.175625 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-80d0a7fc-2a25-4990-a507-95a8654b67c0 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:47.223465 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d792bf14-4aff-4db0-810c-a90629667371 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] No DVR routers for this DVR port c6d3d6ec-9f32-431d-94b6-cab41d1d96d9 on host dv-neutron-818911-2-hyperv {{(pid=109867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:45:47.228411 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d0a7fc-2a25-4990-a507-95a8654b67c0 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Pushing event deleted for resources: {'Port': ['ID=92ed014b-f297-41b9-9a62-284fa95fcccf,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:47.288879 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088b38ec-3e04-4fcb-ab98-5e5e0aac0662 None None] Network bbc8dde1-e439-4a50-a6fb-4ea19553fa9d requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:45:47.393306 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9ba4cb-c8b4-44a4-86dd-b72da4bf02b6 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Pushing event deleted for resources: {'Port': ['ID=8f3d1053-1576-4256-b2c3-960ce52591cc,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:47.399174 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-fd506e83-980b-4cdb-9303-1340cd532806 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.2283993 Nov 24 01:45:47.411524 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 44924) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:47.427885 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-248730b9-5b42-4d2b-90d2-58ab5b647fc9 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Request body: {'port': {'network_id': 'bbc8dde1-e439-4a50-a6fb-4ea19553fa9d', 'name': 'tempest-NetworksIpV6TestAttrs-1188006977'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:45:47.454093 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-80d0a7fc-2a25-4990-a507-95a8654b67c0 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424538'] for router_interface, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:47.513780 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-3701158c-88eb-487a-b85f-a2760e1cf59b None None] Port c6d3d6ec-9f32-431d-94b6-cab41d1d96d9 update to ACTIVE by agent not found {{(pid=109868) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 24 01:45:47.517043 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-b490c4a0-2a41-4238-80de-006075e33f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974'] for port, after_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:47.540666 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4e9ba4cb-c8b4-44a4-86dd-b72da4bf02b6 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:47.544838 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-4e9ba4cb-c8b4-44a4-86dd-b72da4bf02b6 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] 10.222.0.21 "DELETE /v2.0/ports/8f3d1053-1576-4256-b2c3-960ce52591cc HTTP/1.1" status: 204 len: 168 time: 1.6986260 Nov 24 01:45:47.551954 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 44926) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:47.568168 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7fe2b0f8-e3c9-4f2b-b466-232e1ac198d8 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:47.580431 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b490c4a0-2a41-4238-80de-006075e33f71 None None] Pushing event deleted for resources: {'Port': ['ID=c6d3d6ec-9f32-431d-94b6-cab41d1d96d9,revision_number=None']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:47.594665 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b490c4a0-2a41-4238-80de-006075e33f71 None None] No DVR routers for this DVR port c6d3d6ec-9f32-431d-94b6-cab41d1d96d9 on host dv-neutron-818911-2-hyperv {{(pid=109868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:45:47.622196 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d792bf14-4aff-4db0-810c-a90629667371 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:47.637601 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.pecan_wsgi.hooks.translation [None req-37c246fb-296c-4b8b-9bf3-685ffd66948d tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] GET failed (client error): The resource could not be found. Nov 24 01:45:47.638450 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 73a2b2f2-f063-4893-95f2-271a6349aa52 no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:45:47.643647 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-37c246fb-296c-4b8b-9bf3-685ffd66948d tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] 10.222.0.21 "GET /v2.0/ports/8f3d1053-1576-4256-b2c3-960ce52591cc HTTP/1.1" status: 404 len: 333 time: 0.0845690 Nov 24 01:45:47.654204 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 44928) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:47.665090 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: 73a2b2f2-f063-4893-95f2-271a6349aa52 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:45:47.665456 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 73a2b2f2-f063-4893-95f2-271a6349aa52 not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:45:47.667094 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0bbced6-918e-4aae-ac97-0bfb77cb74a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-bbc8dde1-e439-4a50-a6fb-4ea19553fa9d', 'network_id': 'bbc8dde1-e439-4a50-a6fb-4ea19553fa9d', 'tenant_id': '6f492d6104d14217a7279fcc77d83ce7', 'fixed_ips': [{'subnet_id': '6e6865c3-6787-42f4-bddc-ea9c7cdb03f6'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 01:45:47.668012 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-f0bbced6-918e-4aae-ac97-0bfb77cb74a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:47.677527 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe2b0f8-e3c9-4f2b-b466-232e1ac198d8 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Pushing event deleted for resources: {'Port': ['ID=608c2d1a-ec7c-4975-ac24-6f4f7cae5ae6,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:47.756442 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-d792bf14-4aff-4db0-810c-a90629667371 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f1698fe-995c-497f-bad9-b7d2de89d918']}} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:45:47.779540 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-d792bf14-4aff-4db0-810c-a90629667371 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88c43fb4-f8b7-4f10-8494-047f1a1ae929') {'for_net_delete': True} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:45:47.779851 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-d792bf14-4aff-4db0-810c-a90629667371 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88c43fb4-f8b7-4f10-8494-047f1a1ae929') {} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:45:47.796610 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d792bf14-4aff-4db0-810c-a90629667371 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28690908'] for segment, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:47.825333 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-f0bbced6-918e-4aae-ac97-0bfb77cb74a9 None None] Allocated IP 2001:db8::f816:3eff:fe75:3ff7 (bbc8dde1-e439-4a50-a6fb-4ea19553fa9d/6e6865c3-6787-42f4-bddc-ea9c7cdb03f6/0189de84-11a9-4af4-b8bf-b967b1dd9981) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:45:47.829091 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d792bf14-4aff-4db0-810c-a90629667371 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:47.833732 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-248730b9-5b42-4d2b-90d2-58ab5b647fc9 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Made reservation on behalf of 6f492d6104d14217a7279fcc77d83ce7 for: {'port': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:45:47.844489 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-248730b9-5b42-4d2b-90d2-58ab5b647fc9 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:47.851691 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7fe2b0f8-e3c9-4f2b-b466-232e1ac198d8 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418161'] for router_gateway, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:47.858593 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d792bf14-4aff-4db0-810c-a90629667371 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=109867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:45:47.858839 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d792bf14-4aff-4db0-810c-a90629667371 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25503736'] for segment, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:47.862603 dv-neutron-818911-2-hyperv neutron-server[109867]: Traceback (most recent call last): Nov 24 01:45:47.862603 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:45:47.862603 dv-neutron-818911-2-hyperv neutron-server[109867]: timer() Nov 24 01:45:47.862603 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:45:47.862603 dv-neutron-818911-2-hyperv neutron-server[109867]: cb(*args, **kw) Nov 24 01:45:47.862603 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:45:47.862603 dv-neutron-818911-2-hyperv neutron-server[109867]: return func(*args, **kwargs) Nov 24 01:45:47.862603 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:45:47.862603 dv-neutron-818911-2-hyperv neutron-server[109867]: self._notify() Nov 24 01:45:47.862603 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:45:47.862603 dv-neutron-818911-2-hyperv neutron-server[109867]: self.callback(batched_events) Nov 24 01:45:47.862603 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:45:47.862603 dv-neutron-818911-2-hyperv neutron-server[109867]: event.method(event) Nov 24 01:45:47.862603 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:45:47.862603 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:45:47.862603 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:45:47.862603 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:45:47.862603 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:45:47.862603 dv-neutron-818911-2-hyperv neutron-server[109867]: return f(self, *a, **k) Nov 24 01:45:47.862603 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:45:47.862603 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._get(url).json() Nov 24 01:45:47.862603 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:45:47.862603 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:45:47.862603 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:45:47.862603 dv-neutron-818911-2-hyperv neutron-server[109867]: return self.request(url, 'GET', **kwargs) Nov 24 01:45:47.862603 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:45:47.862603 dv-neutron-818911-2-hyperv neutron-server[109867]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:45:47.862603 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:45:47.862603 dv-neutron-818911-2-hyperv neutron-server[109867]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:45:47.862603 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:45:47.862603 dv-neutron-818911-2-hyperv neutron-server[109867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:45:47.862603 dv-neutron-818911-2-hyperv neutron-server[109867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:45:47.883411 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 31ad0c91-b496-4f0c-9c72-3de5a1cbf983 no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:45:47.916697 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: 31ad0c91-b496-4f0c-9c72-3de5a1cbf983 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:45:47.917040 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 31ad0c91-b496-4f0c-9c72-3de5a1cbf983 not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:45:47.917493 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device c6d3d6ec-9f32-431d-94b6-cab41d1d96d9 no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:45:47.943991 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: c6d3d6ec-9f32-431d-94b6-cab41d1d96d9 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:45:47.944341 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device c6d3d6ec-9f32-431d-94b6-cab41d1d96d9 not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:45:48.053464 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80d0a7fc-2a25-4990-a507-95a8654b67c0 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Router 8ec65ead-5457-4455-b6dd-fa37267f6ea1 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:45:48.062356 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7fe2b0f8-e3c9-4f2b-b466-232e1ac198d8 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-424460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2766'] for router, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:48.068060 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [None req-248730b9-5b42-4d2b-90d2-58ab5b647fc9 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] device_id is not set on port 0b0c30e6-1598-4b72-844f-9d5bf622533b yet. {{(pid=109867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 01:45:48.073208 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7fe2b0f8-e3c9-4f2b-b466-232e1ac198d8 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:48.086307 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-f0bbced6-918e-4aae-ac97-0bfb77cb74a9 None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:48.098941 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-f0bbced6-918e-4aae-ac97-0bfb77cb74a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:48.140211 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0bbced6-918e-4aae-ac97-0bfb77cb74a9 None None] Network bbc8dde1-e439-4a50-a6fb-4ea19553fa9d is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:45:48.145799 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d792bf14-4aff-4db0-810c-a90629667371 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:48.146098 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-f0bbced6-918e-4aae-ac97-0bfb77cb74a9 None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:45:48.153158 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bbced6-918e-4aae-ac97-0bfb77cb74a9 None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:45:48.169088 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d792bf14-4aff-4db0-810c-a90629667371 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:48.169373 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bbced6-918e-4aae-ac97-0bfb77cb74a9 None None] Pushing event updated for resources: {'Port': ['ID=0189de84-11a9-4af4-b8bf-b967b1dd9981,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:48.174763 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-d792bf14-4aff-4db0-810c-a90629667371 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] 10.222.0.21 "DELETE /v2.0/networks/8f1698fe-995c-497f-bad9-b7d2de89d918 HTTP/1.1" status: 204 len: 168 time: 3.1721396 Nov 24 01:45:48.177711 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 44932) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:48.177852 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d792bf14-4aff-4db0-810c-a90629667371 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Pushing event deleted for resources: {'Network': ['ID=8f1698fe-995c-497f-bad9-b7d2de89d918,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:48.181254 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7fe2b0f8-e3c9-4f2b-b466-232e1ac198d8 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-424469'] for router, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:48.181840 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fe2b0f8-e3c9-4f2b-b466-232e1ac198d8 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 527a9abf-7f88-4860-b157-58d654ded37c {{(pid=109867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 01:45:48.189946 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7fe2b0f8-e3c9-4f2b-b466-232e1ac198d8 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks [] for router, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:48.191227 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-7fe2b0f8-e3c9-4f2b-b466-232e1ac198d8 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] 10.222.0.21 "DELETE /v2.0/routers/527a9abf-7f88-4860-b157-58d654ded37c HTTP/1.1" status: 204 len: 168 time: 3.7893312 Nov 24 01:45:48.195083 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 44934) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:48.212941 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80d0a7fc-2a25-4990-a507-95a8654b67c0 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:45:48.226877 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-80d0a7fc-2a25-4990-a507-95a8654b67c0 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] 10.222.0.21 "PUT /v2.0/routers/8ec65ead-5457-4455-b6dd-fa37267f6ea1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4787121 Nov 24 01:45:48.231492 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 44936) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:48.239535 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325bd6a1-df41-4620-b228-893e06d5321f None None] Sync routers for ids ['8ec65ead-5457-4455-b6dd-fa37267f6ea1'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:45:48.250427 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-f0bbced6-918e-4aae-ac97-0bfb77cb74a9 None None] Attempting to bind port 0189de84-11a9-4af4-b8bf-b967b1dd9981 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:45:48.250802 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-f0bbced6-918e-4aae-ac97-0bfb77cb74a9 None None] Attempting to bind port 0189de84-11a9-4af4-b8bf-b967b1dd9981 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '5c523530-4336-44d9-a7fc-21ea6ff71782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'bbc8dde1-e439-4a50-a6fb-4ea19553fa9d'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:45:48.251157 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0bbced6-918e-4aae-ac97-0bfb77cb74a9 None None] Attempting to bind port 0189de84-11a9-4af4-b8bf-b967b1dd9981 on network bbc8dde1-e439-4a50-a6fb-4ea19553fa9d {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:45:48.258303 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325bd6a1-df41-4620-b228-893e06d5321f None None] Routers {'8ec65ead-5457-4455-b6dd-fa37267f6ea1'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:45:48.258928 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-325bd6a1-df41-4620-b228-893e06d5321f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:45:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['8ec65ead-5457-4455-b6dd-fa37267f6ea1'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:45:48.260794 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0bbced6-918e-4aae-ac97-0bfb77cb74a9 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:45:48.261163 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0bbced6-918e-4aae-ac97-0bfb77cb74a9 None None] Checking segment: {'id': '5c523530-4336-44d9-a7fc-21ea6ff71782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'bbc8dde1-e439-4a50-a6fb-4ea19553fa9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:45:48.261667 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-f0bbced6-918e-4aae-ac97-0bfb77cb74a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:48.262052 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0bbced6-918e-4aae-ac97-0bfb77cb74a9 None None] Bound using segment: {'id': '5c523530-4336-44d9-a7fc-21ea6ff71782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'bbc8dde1-e439-4a50-a6fb-4ea19553fa9d'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:45:48.262641 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-f0bbced6-918e-4aae-ac97-0bfb77cb74a9 None None] Bound port: 0189de84-11a9-4af4-b8bf-b967b1dd9981, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c523530-4336-44d9-a7fc-21ea6ff71782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'bbc8dde1-e439-4a50-a6fb-4ea19553fa9d'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:45:48.263128 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-f0bbced6-918e-4aae-ac97-0bfb77cb74a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:48.297252 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-325bd6a1-df41-4620-b228-893e06d5321f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:45:48.335843 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-784c24ee-cc96-4564-bb1f-589f61af30fd tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Deleting port 22478d60-b963-47c9-8e88-6169e314d24b {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:45:48.335974 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-784c24ee-cc96-4564-bb1f-589f61af30fd tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:48.342272 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325bd6a1-df41-4620-b228-893e06d5321f None None] Routers {'8ec65ead-5457-4455-b6dd-fa37267f6ea1'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:45:48.343632 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-325bd6a1-df41-4620-b228-893e06d5321f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:45:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['8ec65ead-5457-4455-b6dd-fa37267f6ea1'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:45:48.349108 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5e8b73b1-9f60-4ff5-b445-a2e450137a12 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks [] for router, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:48.353029 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-248730b9-5b42-4d2b-90d2-58ab5b647fc9 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Allocated IP 2001:db8::f816:3eff:fe49:2a50 (bbc8dde1-e439-4a50-a6fb-4ea19553fa9d/6e6865c3-6787-42f4-bddc-ea9c7cdb03f6/0b0c30e6-1598-4b72-844f-9d5bf622533b) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:45:48.381052 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-31c9441f-1418-425d-941f-4ceeee19f080 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Publish callbacks [] for router, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:48.385640 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-393547c8-3e6c-4932-a901-a0e7008ae20e tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:48.388348 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-325bd6a1-df41-4620-b228-893e06d5321f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:45:48.391065 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325bd6a1-df41-4620-b228-893e06d5321f None None] The sync data for ids ['8ec65ead-5457-4455-b6dd-fa37267f6ea1'] in dv-neutron-818911-2-hyperv is: [] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:45:48.429787 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-f0bbced6-918e-4aae-ac97-0bfb77cb74a9 None None] For port 0189de84-11a9-4af4-b8bf-b967b1dd9981, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:45:48.433854 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-f0bbced6-918e-4aae-ac97-0bfb77cb74a9 None None] For port 0189de84-11a9-4af4-b8bf-b967b1dd9981, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=0189de84-11a9-4af4-b8bf-b967b1dd9981,segment=NetworkSegment(5c523530-4336-44d9-a7fc-21ea6ff71782),segment_id=5c523530-4336-44d9-a7fc-21ea6ff71782)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:45:48.441465 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-f0bbced6-918e-4aae-ac97-0bfb77cb74a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:48.528364 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bbced6-918e-4aae-ac97-0bfb77cb74a9 None None] Pushing event updated for resources: {'Port': ['ID=0189de84-11a9-4af4-b8bf-b967b1dd9981,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:48.551508 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-784c24ee-cc96-4564-bb1f-589f61af30fd tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:48.593069 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5e8b73b1-9f60-4ff5-b445-a2e450137a12 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:48.679686 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-784c24ee-cc96-4564-bb1f-589f61af30fd tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Calling delete_port for 22478d60-b963-47c9-8e88-6169e314d24b owned by {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:45:48.686152 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-31c9441f-1418-425d-941f-4ceeee19f080 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-424460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2766'] for router, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:48.690873 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-31c9441f-1418-425d-941f-4ceeee19f080 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:48.696539 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-248730b9-5b42-4d2b-90d2-58ab5b647fc9 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:48.737001 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-5e8b73b1-9f60-4ff5-b445-a2e450137a12 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Deleting port f08ffff2-49f1-4ae1-86af-da291fd61bff {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:45:48.737328 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5e8b73b1-9f60-4ff5-b445-a2e450137a12 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:48.782609 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-393547c8-3e6c-4932-a901-a0e7008ae20e tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:48.819701 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-248730b9-5b42-4d2b-90d2-58ab5b647fc9 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:48.870886 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-31c9441f-1418-425d-941f-4ceeee19f080 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-424469'] for router, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:48.871614 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31c9441f-1418-425d-941f-4ceeee19f080 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Fanout notify agent at l3_agent the message router_deleted on router 8ec65ead-5457-4455-b6dd-fa37267f6ea1 {{(pid=109866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 01:45:48.895701 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-31c9441f-1418-425d-941f-4ceeee19f080 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Publish callbacks [] for router, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:48.898711 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-31c9441f-1418-425d-941f-4ceeee19f080 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] 10.222.0.21 "DELETE /v2.0/routers/8ec65ead-5457-4455-b6dd-fa37267f6ea1 HTTP/1.1" status: 204 len: 168 time: 0.6652119 Nov 24 01:45:48.900801 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-393547c8-3e6c-4932-a901-a0e7008ae20e tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['680cbf7d-0417-41d1-aa48-b20ff9d7f545']}} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:45:48.906512 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 44944) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:48.909014 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248730b9-5b42-4d2b-90d2-58ab5b647fc9 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Network bbc8dde1-e439-4a50-a6fb-4ea19553fa9d is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:45:48.922421 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-393547c8-3e6c-4932-a901-a0e7008ae20e tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2916ff0-0351-4684-a133-bae42a6249ea') {'for_net_delete': True} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:45:48.922715 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-393547c8-3e6c-4932-a901-a0e7008ae20e tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2916ff0-0351-4684-a133-bae42a6249ea') {} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:45:48.925632 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-248730b9-5b42-4d2b-90d2-58ab5b647fc9 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:45:48.928075 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248730b9-5b42-4d2b-90d2-58ab5b647fc9 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:45:48.934131 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248730b9-5b42-4d2b-90d2-58ab5b647fc9 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:48.934757 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-248730b9-5b42-4d2b-90d2-58ab5b647fc9 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:48.944126 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-393547c8-3e6c-4932-a901-a0e7008ae20e tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29055561'] for segment, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:48.967707 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248730b9-5b42-4d2b-90d2-58ab5b647fc9 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Pushing event updated for resources: {'Port': ['ID=0b0c30e6-1598-4b72-844f-9d5bf622533b,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:48.987732 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [None req-5e8b73b1-9f60-4ff5-b445-a2e450137a12 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] For port f08ffff2-49f1-4ae1-86af-da291fd61bff, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=f08ffff2-49f1-4ae1-86af-da291fd61bff,segment=NetworkSegment(03509fd2-ca9c-4aa0-94e6-e236afda62e7),segment_id=03509fd2-ca9c-4aa0-94e6-e236afda62e7)] {{(pid=109867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:45:48.987732 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5e8b73b1-9f60-4ff5-b445-a2e450137a12 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:48.993036 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-393547c8-3e6c-4932-a901-a0e7008ae20e tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:49.005083 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-248730b9-5b42-4d2b-90d2-58ab5b647fc9 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.5918443 Nov 24 01:45:49.010532 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 44946) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:49.010770 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-5e8b73b1-9f60-4ff5-b445-a2e450137a12 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Calling delete_port for f08ffff2-49f1-4ae1-86af-da291fd61bff owned by network:router_gateway {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:45:49.020657 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_v2 [None req-6eaf31a6-7342-48e5-91f7-248b82fff2bb tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Deleting subnet 3ebd49fd-f71c-45ac-a5c3-38bcdec5c9f8 {{(pid=109867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 01:45:49.024051 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-393547c8-3e6c-4932-a901-a0e7008ae20e tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=109866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:45:49.024554 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-393547c8-3e6c-4932-a901-a0e7008ae20e tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29151010'] for segment, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:49.027737 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6eaf31a6-7342-48e5-91f7-248b82fff2bb tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Publish callbacks [] for subnet, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:49.029043 dv-neutron-818911-2-hyperv neutron-server[109866]: Traceback (most recent call last): Nov 24 01:45:49.029043 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:45:49.029043 dv-neutron-818911-2-hyperv neutron-server[109866]: timer() Nov 24 01:45:49.029043 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:45:49.029043 dv-neutron-818911-2-hyperv neutron-server[109866]: cb(*args, **kw) Nov 24 01:45:49.029043 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:45:49.029043 dv-neutron-818911-2-hyperv neutron-server[109866]: return func(*args, **kwargs) Nov 24 01:45:49.029043 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:45:49.029043 dv-neutron-818911-2-hyperv neutron-server[109866]: self._notify() Nov 24 01:45:49.029043 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:45:49.029043 dv-neutron-818911-2-hyperv neutron-server[109866]: self.callback(batched_events) Nov 24 01:45:49.029043 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:45:49.029043 dv-neutron-818911-2-hyperv neutron-server[109866]: event.method(event) Nov 24 01:45:49.029043 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:45:49.029043 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:45:49.029043 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:45:49.029043 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:45:49.029043 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:45:49.029043 dv-neutron-818911-2-hyperv neutron-server[109866]: return f(self, *a, **k) Nov 24 01:45:49.029043 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:45:49.029043 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._get(url).json() Nov 24 01:45:49.029043 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:45:49.029043 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:45:49.029043 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:45:49.029043 dv-neutron-818911-2-hyperv neutron-server[109866]: return self.request(url, 'GET', **kwargs) Nov 24 01:45:49.029043 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:45:49.029043 dv-neutron-818911-2-hyperv neutron-server[109866]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:45:49.029043 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:45:49.029043 dv-neutron-818911-2-hyperv neutron-server[109866]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:45:49.029043 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:45:49.029043 dv-neutron-818911-2-hyperv neutron-server[109866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:45:49.029043 dv-neutron-818911-2-hyperv neutron-server[109866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:45:49.056576 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-784c24ee-cc96-4564-bb1f-589f61af30fd tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:49.104006 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6eaf31a6-7342-48e5-91f7-248b82fff2bb tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28690885'] for subnet, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:49.139814 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784c24ee-cc96-4564-bb1f-589f61af30fd tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Pushing event deleted for resources: {'Port': ['ID=22478d60-b963-47c9-8e88-6169e314d24b,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:49.150837 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_v2 [None req-8726dc52-d7e6-4fbd-814d-081fdbf0729a tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Deleting subnet 6e6865c3-6787-42f4-bddc-ea9c7cdb03f6 {{(pid=109866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 01:45:49.157072 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8726dc52-d7e6-4fbd-814d-081fdbf0729a tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks [] for subnet, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:49.199873 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-393547c8-3e6c-4932-a901-a0e7008ae20e tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:49.230812 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-393547c8-3e6c-4932-a901-a0e7008ae20e tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:49.251273 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-393547c8-3e6c-4932-a901-a0e7008ae20e tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] 10.222.0.21 "DELETE /v2.0/networks/680cbf7d-0417-41d1-aa48-b20ff9d7f545 HTTP/1.1" status: 204 len: 168 time: 1.0735531 Nov 24 01:45:49.253659 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 44948) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:49.304604 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6eaf31a6-7342-48e5-91f7-248b82fff2bb tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:49.308500 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393547c8-3e6c-4932-a901-a0e7008ae20e tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Pushing event deleted for resources: {'Network': ['ID=680cbf7d-0417-41d1-aa48-b20ff9d7f545,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:49.319651 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8726dc52-d7e6-4fbd-814d-081fdbf0729a tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29055568'] for subnet, precommit_delete_associations {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:49.351632 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-784c24ee-cc96-4564-bb1f-589f61af30fd tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:49.357167 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-784c24ee-cc96-4564-bb1f-589f61af30fd tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] 10.222.0.21 "DELETE /v2.0/ports/22478d60-b963-47c9-8e88-6169e314d24b HTTP/1.1" status: 204 len: 168 time: 1.7002068 Nov 24 01:45:49.358027 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 44950) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:49.411609 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-89b4391a-1852-4638-883b-63722376aa40 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:49.443970 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5e8b73b1-9f60-4ff5-b445-a2e450137a12 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:49.447721 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_v2 [None req-abb4900e-58cd-49e2-95da-5ba0ece802c3 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Deleting subnet 55ef9c0d-62a0-4987-b378-5b844b3f22be {{(pid=109866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 01:45:49.455024 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-abb4900e-58cd-49e2-95da-5ba0ece802c3 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Publish callbacks [] for subnet, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:49.491105 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6eaf31a6-7342-48e5-91f7-248b82fff2bb tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25501782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25307808'] for subnet, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:49.519093 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8b73b1-9f60-4ff5-b445-a2e450137a12 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Pushing event deleted for resources: {'Port': ['ID=f08ffff2-49f1-4ae1-86af-da291fd61bff,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:49.523377 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-abb4900e-58cd-49e2-95da-5ba0ece802c3 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29055568'] for subnet, precommit_delete_associations {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:49.526046 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaf31a6-7342-48e5-91f7-248b82fff2bb tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Pushing event deleted for resources: {'Subnet': ['ID=3ebd49fd-f71c-45ac-a5c3-38bcdec5c9f8,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:49.571261 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6eaf31a6-7342-48e5-91f7-248b82fff2bb tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:49.574573 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-6eaf31a6-7342-48e5-91f7-248b82fff2bb tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] 10.222.0.21 "DELETE /v2.0/subnets/3ebd49fd-f71c-45ac-a5c3-38bcdec5c9f8 HTTP/1.1" status: 204 len: 168 time: 0.6643970 Nov 24 01:45:49.582414 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d03830-1e3b-4e57-b1f4-20d1098df2de None None] Network 9d68e7bc-da82-432d-8f4e-ea3ade45b1a5 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:45:49.585757 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 44954) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:49.632549 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8726dc52-d7e6-4fbd-814d-081fdbf0729a tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:49.738407 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1c19472c-0365-4a52-8628-407146be9d67 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:49.746220 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-abb4900e-58cd-49e2-95da-5ba0ece802c3 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:49.816157 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5e8b73b1-9f60-4ff5-b445-a2e450137a12 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418161'] for router_gateway, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:49.819244 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-89b4391a-1852-4638-883b-63722376aa40 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:49.823010 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8726dc52-d7e6-4fbd-814d-081fdbf0729a tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29149324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29154870'] for subnet, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:49.858057 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8726dc52-d7e6-4fbd-814d-081fdbf0729a tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Pushing event deleted for resources: {'Subnet': ['ID=6e6865c3-6787-42f4-bddc-ea9c7cdb03f6,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:49.866228 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8726dc52-d7e6-4fbd-814d-081fdbf0729a tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:49.870467 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-8726dc52-d7e6-4fbd-814d-081fdbf0729a tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] 10.222.0.21 "DELETE /v2.0/subnets/6e6865c3-6787-42f4-bddc-ea9c7cdb03f6 HTTP/1.1" status: 204 len: 168 time: 0.8546054 Nov 24 01:45:49.871329 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 44958) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:49.876263 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1db0861-6981-4351-8954-684356c93d0f None None] DHCP port deletion for 9d68e7bc-da82-432d-8f4e-ea3ade45b1a5 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:45:49.881502 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-abb4900e-58cd-49e2-95da-5ba0ece802c3 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29149324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29154870'] for subnet, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:49.948376 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb4900e-58cd-49e2-95da-5ba0ece802c3 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Pushing event deleted for resources: {'Subnet': ['ID=55ef9c0d-62a0-4987-b378-5b844b3f22be,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:49.964885 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-abb4900e-58cd-49e2-95da-5ba0ece802c3 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:49.971659 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-abb4900e-58cd-49e2-95da-5ba0ece802c3 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] 10.222.0.21 "DELETE /v2.0/subnets/55ef9c0d-62a0-4987-b378-5b844b3f22be HTTP/1.1" status: 204 len: 168 time: 0.6102893 Nov 24 01:45:49.973186 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 44960) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:49.976074 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3545c4b4-e616-4e48-92cf-19e1e4434e25 None None] Network aa439182-724b-46be-b79f-00062c5c4a48 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:45:50.022700 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59749faf-532b-4a67-aa2d-6136739b490b tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:50.024417 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59749faf-532b-4a67-aa2d-6136739b490b tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:50.029458 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-59749faf-532b-4a67-aa2d-6136739b490b tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1567259 Nov 24 01:45:50.033336 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 44964) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:50.061127 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 0189de84-11a9-4af4-b8bf-b967b1dd9981 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:45:50.098144 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f5fdd8-9768-4190-8463-7ef06a485613 None None] Network bbc8dde1-e439-4a50-a6fb-4ea19553fa9d requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:45:50.120079 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-a1db0861-6981-4351-8954-684356c93d0f None None] Deleting port 77e3c5c0-c635-49d5-b0c7-7d5828981344 {{(pid=109868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:45:50.120316 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a1db0861-6981-4351-8954-684356c93d0f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:50.147497 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9f3b0952-8607-4123-a863-e562c2788d98 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:50.168252 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a371c994-b3b6-435d-912b-0e274570e2cd tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:50.181109 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-a371c994-b3b6-435d-912b-0e274570e2cd tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 24 01:45:50.181311 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a371c994-b3b6-435d-912b-0e274570e2cd tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:45:50.186012 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-a371c994-b3b6-435d-912b-0e274570e2cd tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] 10.222.0.21 "DELETE /v2.0/networks/bbc8dde1-e439-4a50-a6fb-4ea19553fa9d HTTP/1.1" status: 409 len: 405 time: 0.1507242 Nov 24 01:45:50.206368 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 44966) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:50.213696 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-78c27ca9-989a-4cc6-8cde-e10898f3bb34 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1456497519'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:45:50.248585 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78c27ca9-989a-4cc6-8cde-e10898f3bb34 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Made reservation on behalf of 6f492d6104d14217a7279fcc77d83ce7 for: {'network': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:45:50.253627 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-78c27ca9-989a-4cc6-8cde-e10898f3bb34 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:50.272019 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-9f3b0952-8607-4123-a863-e562c2788d98 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Deleting port 4ec5a8d3-1e21-4b2f-91cc-5b00b9c292a1 {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:45:50.272794 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9f3b0952-8607-4123-a863-e562c2788d98 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:50.296607 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-1723a1e3-5704-4369-a6db-a4d7d8752c7d None None] Provisioning complete for port 0189de84-11a9-4af4-b8bf-b967b1dd9981 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:45:50.297026 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-1723a1e3-5704-4369-a6db-a4d7d8752c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:50.301510 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-a1db0861-6981-4351-8954-684356c93d0f None None] For port 77e3c5c0-c635-49d5-b0c7-7d5828981344, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=77e3c5c0-c635-49d5-b0c7-7d5828981344,segment=NetworkSegment(3bde8f61-bf3b-4add-a7c7-c623d46a932c),segment_id=3bde8f61-bf3b-4add-a7c7-c623d46a932c)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:45:50.301900 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a1db0861-6981-4351-8954-684356c93d0f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:50.304339 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78c27ca9-989a-4cc6-8cde-e10898f3bb34 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=109866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:45:50.317495 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-89b4391a-1852-4638-883b-63722376aa40 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d5f6603-2396-4513-a1b0-8694b3d200a6']}} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:45:50.327431 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5e8b73b1-9f60-4ff5-b445-a2e450137a12 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-424460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2766'] for router, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:50.332255 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5e8b73b1-9f60-4ff5-b445-a2e450137a12 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:50.334154 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-89b4391a-1852-4638-883b-63722376aa40 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e242327-6bf8-4383-89b0-4ea93d00c1da') {'for_net_delete': True} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:45:50.334439 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-89b4391a-1852-4638-883b-63722376aa40 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e242327-6bf8-4383-89b0-4ea93d00c1da') {} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:45:50.347328 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-89b4391a-1852-4638-883b-63722376aa40 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28690908'] for segment, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:50.349895 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-78c27ca9-989a-4cc6-8cde-e10898f3bb34 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:50.349895 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.segments_db [None req-78c27ca9-989a-4cc6-8cde-e10898f3bb34 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Added segment 555bcc52-dc0a-4f90-9337-dded267c1281 of type vlan for network f5254ebc-06c5-4216-8154-e17c93f85abb Nov 24 01:45:50.361904 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [None req-9f3b0952-8607-4123-a863-e562c2788d98 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] For port 4ec5a8d3-1e21-4b2f-91cc-5b00b9c292a1, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=4ec5a8d3-1e21-4b2f-91cc-5b00b9c292a1,segment=NetworkSegment(d7a03e98-484b-43fd-a458-539ec171b174),segment_id=d7a03e98-484b-43fd-a458-539ec171b174)] {{(pid=109866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:45:50.362433 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9f3b0952-8607-4123-a863-e562c2788d98 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:50.364089 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-a1db0861-6981-4351-8954-684356c93d0f None None] Calling delete_port for 77e3c5c0-c635-49d5-b0c7-7d5828981344 owned by network:dhcp {{(pid=109868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:45:50.399835 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 0189de84-11a9-4af4-b8bf-b967b1dd9981 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:45:50.400206 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:50.401632 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-9f3b0952-8607-4123-a863-e562c2788d98 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Calling delete_port for 4ec5a8d3-1e21-4b2f-91cc-5b00b9c292a1 owned by network:dhcp {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:45:50.405571 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-89b4391a-1852-4638-883b-63722376aa40 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:50.415873 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89b4391a-1852-4638-883b-63722376aa40 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=109867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:45:50.416516 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-89b4391a-1852-4638-883b-63722376aa40 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25503736'] for segment, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:50.420438 dv-neutron-818911-2-hyperv neutron-server[109867]: Traceback (most recent call last): Nov 24 01:45:50.420438 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:45:50.420438 dv-neutron-818911-2-hyperv neutron-server[109867]: timer() Nov 24 01:45:50.420438 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:45:50.420438 dv-neutron-818911-2-hyperv neutron-server[109867]: cb(*args, **kw) Nov 24 01:45:50.420438 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:45:50.420438 dv-neutron-818911-2-hyperv neutron-server[109867]: return func(*args, **kwargs) Nov 24 01:45:50.420438 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:45:50.420438 dv-neutron-818911-2-hyperv neutron-server[109867]: self._notify() Nov 24 01:45:50.420438 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:45:50.420438 dv-neutron-818911-2-hyperv neutron-server[109867]: self.callback(batched_events) Nov 24 01:45:50.420438 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:45:50.420438 dv-neutron-818911-2-hyperv neutron-server[109867]: event.method(event) Nov 24 01:45:50.420438 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:45:50.420438 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:45:50.420438 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:45:50.420438 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:45:50.420438 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:45:50.420438 dv-neutron-818911-2-hyperv neutron-server[109867]: return f(self, *a, **k) Nov 24 01:45:50.420438 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:45:50.420438 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._get(url).json() Nov 24 01:45:50.420438 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:45:50.420438 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:45:50.420438 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:45:50.420438 dv-neutron-818911-2-hyperv neutron-server[109867]: return self.request(url, 'GET', **kwargs) Nov 24 01:45:50.420438 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:45:50.420438 dv-neutron-818911-2-hyperv neutron-server[109867]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:45:50.420438 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:45:50.420438 dv-neutron-818911-2-hyperv neutron-server[109867]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:45:50.420438 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:45:50.420438 dv-neutron-818911-2-hyperv neutron-server[109867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:45:50.420438 dv-neutron-818911-2-hyperv neutron-server[109867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:45:50.422847 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-78c27ca9-989a-4cc6-8cde-e10898f3bb34 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:50.434403 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5e8b73b1-9f60-4ff5-b445-a2e450137a12 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-424469'] for router, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:50.434928 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e8b73b1-9f60-4ff5-b445-a2e450137a12 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ad9510d3-d951-458e-bcb4-cdcbc0460f85 {{(pid=109867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 01:45:50.441114 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-1c19472c-0365-4a52-8628-407146be9d67 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Deleting port 77e3c5c0-c635-49d5-b0c7-7d5828981344 {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:45:50.441114 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1c19472c-0365-4a52-8628-407146be9d67 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:50.454838 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5e8b73b1-9f60-4ff5-b445-a2e450137a12 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks [] for router, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:50.459295 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-5e8b73b1-9f60-4ff5-b445-a2e450137a12 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] 10.222.0.21 "DELETE /v2.0/routers/ad9510d3-d951-458e-bcb4-cdcbc0460f85 HTTP/1.1" status: 204 len: 168 time: 2.2604439 Nov 24 01:45:50.463462 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 44968) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:50.469359 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-8b558db1-07e9-40b7-9a34-4640bce49a91 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1891085674', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}, 'admin_state_up': False}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:45:50.525559 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-78c27ca9-989a-4cc6-8cde-e10898f3bb34 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:50.531601 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c27ca9-989a-4cc6-8cde-e10898f3bb34 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:50.532442 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-78c27ca9-989a-4cc6-8cde-e10898f3bb34 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:50.544479 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8b558db1-07e9-40b7-9a34-4640bce49a91 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-424105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2744'] for router, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:50.545845 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8b558db1-07e9-40b7-9a34-4640bce49a91 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-424325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-326625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2753'] for router, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:50.596191 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [None req-1c19472c-0365-4a52-8628-407146be9d67 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] For port 77e3c5c0-c635-49d5-b0c7-7d5828981344, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=77e3c5c0-c635-49d5-b0c7-7d5828981344,segment=NetworkSegment(3bde8f61-bf3b-4add-a7c7-c623d46a932c),segment_id=3bde8f61-bf3b-4add-a7c7-c623d46a932c)] {{(pid=109867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:45:50.596731 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1c19472c-0365-4a52-8628-407146be9d67 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:50.606787 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-78c27ca9-989a-4cc6-8cde-e10898f3bb34 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3980839 Nov 24 01:45:50.609972 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-89b4391a-1852-4638-883b-63722376aa40 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:50.615409 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 44970) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:50.622242 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-78cb6f85-6f23-4417-8d2e-a88077aad875 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Request body: {'subnet': {'network_id': 'f5254ebc-06c5-4216-8154-e17c93f85abb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:45:50.636355 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-1c19472c-0365-4a52-8628-407146be9d67 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Calling delete_port for 77e3c5c0-c635-49d5-b0c7-7d5828981344 owned by network:dhcp {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:45:50.654424 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-89b4391a-1852-4638-883b-63722376aa40 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:50.654553 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c27ca9-989a-4cc6-8cde-e10898f3bb34 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Pushing event updated for resources: {'Network': ['ID=f5254ebc-06c5-4216-8154-e17c93f85abb,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:50.660456 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-89b4391a-1852-4638-883b-63722376aa40 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] 10.222.0.21 "DELETE /v2.0/networks/9d5f6603-2396-4513-a1b0-8694b3d200a6 HTTP/1.1" status: 204 len: 168 time: 1.4051175 Nov 24 01:45:50.665916 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9a3a3c-532f-4de6-8764-97d944fec107 None None] DHCP port deletion for aa439182-724b-46be-b79f-00062c5c4a48 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:45:50.675375 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network f5254ebc-06c5-4216-8154-e17c93f85abb details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:45:50.681567 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 44972) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:50.696725 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9f3b0952-8607-4123-a863-e562c2788d98 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:50.700467 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b4391a-1852-4638-883b-63722376aa40 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Pushing event deleted for resources: {'Network': ['ID=9d5f6603-2396-4513-a1b0-8694b3d200a6,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:50.709219 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8b558db1-07e9-40b7-9a34-4640bce49a91 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:50.745347 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b0952-8607-4123-a863-e562c2788d98 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Pushing event deleted for resources: {'Port': ['ID=4ec5a8d3-1e21-4b2f-91cc-5b00b9c292a1,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:50.807029 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3b0952-8607-4123-a863-e562c2788d98 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] No DVR routers for this DVR port 4ec5a8d3-1e21-4b2f-91cc-5b00b9c292a1 on host dv-neutron-818911-2-hyperv {{(pid=109866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:45:50.817192 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-1723a1e3-5704-4369-a6db-a4d7d8752c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:50.831603 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a1db0861-6981-4351-8954-684356c93d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974'] for port, after_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:50.886290 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d744d55f-2c4b-473c-a379-47fe1eab3243 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:50.898874 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-1723a1e3-5704-4369-a6db-a4d7d8752c7d None None] For port 0189de84-11a9-4af4-b8bf-b967b1dd9981, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=0189de84-11a9-4af4-b8bf-b967b1dd9981,segment=NetworkSegment(5c523530-4336-44d9-a7fc-21ea6ff71782),segment_id=5c523530-4336-44d9-a7fc-21ea6ff71782)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:45:50.907171 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1db0861-6981-4351-8954-684356c93d0f None None] No DVR routers for this DVR port 77e3c5c0-c635-49d5-b0c7-7d5828981344 on host dv-neutron-818911-2-hyperv {{(pid=109868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:45:50.913281 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1db0861-6981-4351-8954-684356c93d0f None None] Pushing event deleted for resources: {'Port': ['ID=77e3c5c0-c635-49d5-b0c7-7d5828981344,revision_number=None']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:50.918883 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-1723a1e3-5704-4369-a6db-a4d7d8752c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:50.920881 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:50.948302 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78cb6f85-6f23-4417-8d2e-a88077aad875 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Made reservation on behalf of 6f492d6104d14217a7279fcc77d83ce7 for: {'subnet': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:45:50.951890 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-78cb6f85-6f23-4417-8d2e-a88077aad875 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25307781'] for subnet, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:51.028220 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abdd251e-65d0-42d2-b4b3-178ba89d53c4 None None] DHCP port deletion for bbc8dde1-e439-4a50-a6fb-4ea19553fa9d request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:45:51.041019 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1723a1e3-5704-4369-a6db-a4d7d8752c7d None None] Pushing event updated for resources: {'Port': ['ID=0189de84-11a9-4af4-b8bf-b967b1dd9981,revision_number=4']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:51.060052 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9f3b0952-8607-4123-a863-e562c2788d98 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:51.063956 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8b558db1-07e9-40b7-9a34-4640bce49a91 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:51.074645 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1c19472c-0365-4a52-8628-407146be9d67 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:51.079152 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.db.api [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 01:45:51.080117 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG oslo_db.api [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 01:45:51.098774 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-9f3b0952-8607-4123-a863-e562c2788d98 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa439182-724b-46be-b79f-00062c5c4a48']}} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:45:51.110421 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-abdd251e-65d0-42d2-b4b3-178ba89d53c4 None None] Deleting port 0189de84-11a9-4af4-b8bf-b967b1dd9981 {{(pid=109868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:45:51.110808 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-abdd251e-65d0-42d2-b4b3-178ba89d53c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:51.111808 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-9f3b0952-8607-4123-a863-e562c2788d98 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7a03e98-484b-43fd-a458-539ec171b174') {'for_net_delete': True} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:45:51.112105 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-9f3b0952-8607-4123-a863-e562c2788d98 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7a03e98-484b-43fd-a458-539ec171b174') {} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:45:51.123272 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d744d55f-2c4b-473c-a379-47fe1eab3243 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:51.129597 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9f3b0952-8607-4123-a863-e562c2788d98 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29055561'] for segment, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:51.152299 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9f3b0952-8607-4123-a863-e562c2788d98 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:51.161891 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f3b0952-8607-4123-a863-e562c2788d98 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=109866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:45:51.162596 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9f3b0952-8607-4123-a863-e562c2788d98 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29151010'] for segment, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:51.162948 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c19472c-0365-4a52-8628-407146be9d67 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Pushing event deleted for resources: {'Port': ['ID=77e3c5c0-c635-49d5-b0c7-7d5828981344,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:51.165990 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c19472c-0365-4a52-8628-407146be9d67 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] No DVR routers for this DVR port 77e3c5c0-c635-49d5-b0c7-7d5828981344 on host dv-neutron-818911-2-hyperv {{(pid=109867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:45:51.166167 dv-neutron-818911-2-hyperv neutron-server[109866]: Traceback (most recent call last): Nov 24 01:45:51.166167 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:45:51.166167 dv-neutron-818911-2-hyperv neutron-server[109866]: timer() Nov 24 01:45:51.166167 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:45:51.166167 dv-neutron-818911-2-hyperv neutron-server[109866]: cb(*args, **kw) Nov 24 01:45:51.166167 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:45:51.166167 dv-neutron-818911-2-hyperv neutron-server[109866]: return func(*args, **kwargs) Nov 24 01:45:51.166167 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:45:51.166167 dv-neutron-818911-2-hyperv neutron-server[109866]: self._notify() Nov 24 01:45:51.166167 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:45:51.166167 dv-neutron-818911-2-hyperv neutron-server[109866]: self.callback(batched_events) Nov 24 01:45:51.166167 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:45:51.166167 dv-neutron-818911-2-hyperv neutron-server[109866]: event.method(event) Nov 24 01:45:51.166167 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:45:51.166167 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:45:51.166167 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:45:51.166167 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:45:51.166167 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:45:51.166167 dv-neutron-818911-2-hyperv neutron-server[109866]: return f(self, *a, **k) Nov 24 01:45:51.166167 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:45:51.166167 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._get(url).json() Nov 24 01:45:51.166167 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:45:51.166167 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:45:51.166167 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:45:51.166167 dv-neutron-818911-2-hyperv neutron-server[109866]: return self.request(url, 'GET', **kwargs) Nov 24 01:45:51.166167 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:45:51.166167 dv-neutron-818911-2-hyperv neutron-server[109866]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:45:51.166167 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:45:51.166167 dv-neutron-818911-2-hyperv neutron-server[109866]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:45:51.166167 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:45:51.166167 dv-neutron-818911-2-hyperv neutron-server[109866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:45:51.166167 dv-neutron-818911-2-hyperv neutron-server[109866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:45:51.180031 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-d744d55f-2c4b-473c-a379-47fe1eab3243 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4564dfa-1408-4f7e-aa68-9fd333910620']}} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:45:51.180293 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-abdd251e-65d0-42d2-b4b3-178ba89d53c4 None None] For port 0189de84-11a9-4af4-b8bf-b967b1dd9981, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=0189de84-11a9-4af4-b8bf-b967b1dd9981,segment=NetworkSegment(5c523530-4336-44d9-a7fc-21ea6ff71782),segment_id=5c523530-4336-44d9-a7fc-21ea6ff71782)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:45:51.180795 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-abdd251e-65d0-42d2-b4b3-178ba89d53c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:51.198000 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-abdd251e-65d0-42d2-b4b3-178ba89d53c4 None None] Calling delete_port for 0189de84-11a9-4af4-b8bf-b967b1dd9981 owned by network:dhcp {{(pid=109868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:45:51.241384 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-d744d55f-2c4b-473c-a379-47fe1eab3243 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '951e3373-eed4-4dbc-a0e1-277d6608ba93') {'for_net_delete': True} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:45:51.241941 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-d744d55f-2c4b-473c-a379-47fe1eab3243 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '951e3373-eed4-4dbc-a0e1-277d6608ba93') {} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:45:51.262971 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d744d55f-2c4b-473c-a379-47fe1eab3243 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28690908'] for segment, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:51.282628 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9f3b0952-8607-4123-a863-e562c2788d98 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:51.290901 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9f3b0952-8607-4123-a863-e562c2788d98 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:51.296511 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-9f3b0952-8607-4123-a863-e562c2788d98 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] 10.222.0.21 "DELETE /v2.0/networks/aa439182-724b-46be-b79f-00062c5c4a48 HTTP/1.1" status: 204 len: 168 time: 1.3199024 Nov 24 01:45:51.307108 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d744d55f-2c4b-473c-a379-47fe1eab3243 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:51.312947 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b0952-8607-4123-a863-e562c2788d98 tempest-AllowedAddressPairTestJSON-764786276 tempest-AllowedAddressPairTestJSON-764786276-project] Pushing event deleted for resources: {'Network': ['ID=aa439182-724b-46be-b79f-00062c5c4a48,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:51.322593 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-abdd251e-65d0-42d2-b4b3-178ba89d53c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974'] for port, after_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:51.342419 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abdd251e-65d0-42d2-b4b3-178ba89d53c4 None None] No DVR routers for this DVR port 0189de84-11a9-4af4-b8bf-b967b1dd9981 on host dv-neutron-818911-2-hyperv {{(pid=109868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:45:51.349272 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1c19472c-0365-4a52-8628-407146be9d67 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:51.363546 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d744d55f-2c4b-473c-a379-47fe1eab3243 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=109867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:45:51.364023 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d744d55f-2c4b-473c-a379-47fe1eab3243 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25503736'] for segment, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:51.368950 dv-neutron-818911-2-hyperv neutron-server[109867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 01:45:51.368950 dv-neutron-818911-2-hyperv neutron-server[109867]: self.session.flush() Nov 24 01:45:51.368950 dv-neutron-818911-2-hyperv neutron-server[109867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 01:45:51.368950 dv-neutron-818911-2-hyperv neutron-server[109867]: self.session.flush() Nov 24 01:45:51.368950 dv-neutron-818911-2-hyperv neutron-server[109867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 01:45:51.368950 dv-neutron-818911-2-hyperv neutron-server[109867]: self.session.flush() Nov 24 01:45:51.368950 dv-neutron-818911-2-hyperv neutron-server[109867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 01:45:51.368950 dv-neutron-818911-2-hyperv neutron-server[109867]: self.session.flush() Nov 24 01:45:51.368950 dv-neutron-818911-2-hyperv neutron-server[109867]: Traceback (most recent call last): Nov 24 01:45:51.368950 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:45:51.368950 dv-neutron-818911-2-hyperv neutron-server[109867]: timer() Nov 24 01:45:51.368950 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:45:51.368950 dv-neutron-818911-2-hyperv neutron-server[109867]: cb(*args, **kw) Nov 24 01:45:51.368950 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:45:51.368950 dv-neutron-818911-2-hyperv neutron-server[109867]: return func(*args, **kwargs) Nov 24 01:45:51.368950 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:45:51.368950 dv-neutron-818911-2-hyperv neutron-server[109867]: self._notify() Nov 24 01:45:51.368950 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:45:51.368950 dv-neutron-818911-2-hyperv neutron-server[109867]: self.callback(batched_events) Nov 24 01:45:51.368950 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:45:51.368950 dv-neutron-818911-2-hyperv neutron-server[109867]: event.method(event) Nov 24 01:45:51.368950 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:45:51.368950 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:45:51.368950 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:45:51.368950 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:45:51.368950 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:45:51.368950 dv-neutron-818911-2-hyperv neutron-server[109867]: return f(self, *a, **k) Nov 24 01:45:51.368950 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:45:51.368950 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._get(url).json() Nov 24 01:45:51.368950 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:45:51.368950 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:45:51.368950 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:45:51.368950 dv-neutron-818911-2-hyperv neutron-server[109867]: return self.request(url, 'GET', **kwargs) Nov 24 01:45:51.368950 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:45:51.368950 dv-neutron-818911-2-hyperv neutron-server[109867]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:45:51.368950 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:45:51.368950 dv-neutron-818911-2-hyperv neutron-server[109867]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:45:51.368950 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:45:51.368950 dv-neutron-818911-2-hyperv neutron-server[109867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:45:51.368950 dv-neutron-818911-2-hyperv neutron-server[109867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:45:51.373492 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdd251e-65d0-42d2-b4b3-178ba89d53c4 None None] Pushing event deleted for resources: {'Port': ['ID=0189de84-11a9-4af4-b8bf-b967b1dd9981,revision_number=None']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:51.459092 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-1c19472c-0365-4a52-8628-407146be9d67 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d68e7bc-da82-432d-8f4e-ea3ade45b1a5']}} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:45:51.491934 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-1c19472c-0365-4a52-8628-407146be9d67 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bde8f61-bf3b-4add-a7c7-c623d46a932c') {'for_net_delete': True} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:45:51.492355 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-1c19472c-0365-4a52-8628-407146be9d67 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bde8f61-bf3b-4add-a7c7-c623d46a932c') {} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:45:51.503747 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d744d55f-2c4b-473c-a379-47fe1eab3243 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:51.512099 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1c19472c-0365-4a52-8628-407146be9d67 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28690908'] for segment, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:51.536434 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d744d55f-2c4b-473c-a379-47fe1eab3243 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:51.539862 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-d744d55f-2c4b-473c-a379-47fe1eab3243 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] 10.222.0.21 "DELETE /v2.0/networks/e4564dfa-1408-4f7e-aa68-9fd333910620 HTTP/1.1" status: 204 len: 168 time: 0.8578351 Nov 24 01:45:51.549616 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d744d55f-2c4b-473c-a379-47fe1eab3243 tempest-BulkNetworkOpsIpV6Test-36778688 tempest-BulkNetworkOpsIpV6Test-36778688-project] Pushing event deleted for resources: {'Network': ['ID=e4564dfa-1408-4f7e-aa68-9fd333910620,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:51.560381 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1c19472c-0365-4a52-8628-407146be9d67 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:51.595171 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c19472c-0365-4a52-8628-407146be9d67 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=109867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:45:51.595617 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1c19472c-0365-4a52-8628-407146be9d67 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25503736'] for segment, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:51.598904 dv-neutron-818911-2-hyperv neutron-server[109867]: Traceback (most recent call last): Nov 24 01:45:51.598904 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:45:51.598904 dv-neutron-818911-2-hyperv neutron-server[109867]: timer() Nov 24 01:45:51.598904 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:45:51.598904 dv-neutron-818911-2-hyperv neutron-server[109867]: cb(*args, **kw) Nov 24 01:45:51.598904 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:45:51.598904 dv-neutron-818911-2-hyperv neutron-server[109867]: return func(*args, **kwargs) Nov 24 01:45:51.598904 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:45:51.598904 dv-neutron-818911-2-hyperv neutron-server[109867]: self._notify() Nov 24 01:45:51.598904 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:45:51.598904 dv-neutron-818911-2-hyperv neutron-server[109867]: self.callback(batched_events) Nov 24 01:45:51.598904 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:45:51.598904 dv-neutron-818911-2-hyperv neutron-server[109867]: event.method(event) Nov 24 01:45:51.598904 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:45:51.598904 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:45:51.598904 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:45:51.598904 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:45:51.598904 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:45:51.598904 dv-neutron-818911-2-hyperv neutron-server[109867]: return f(self, *a, **k) Nov 24 01:45:51.598904 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:45:51.598904 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._get(url).json() Nov 24 01:45:51.598904 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:45:51.598904 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:45:51.598904 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:45:51.598904 dv-neutron-818911-2-hyperv neutron-server[109867]: return self.request(url, 'GET', **kwargs) Nov 24 01:45:51.598904 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:45:51.598904 dv-neutron-818911-2-hyperv neutron-server[109867]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:45:51.598904 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:45:51.598904 dv-neutron-818911-2-hyperv neutron-server[109867]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:45:51.598904 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:45:51.598904 dv-neutron-818911-2-hyperv neutron-server[109867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:45:51.598904 dv-neutron-818911-2-hyperv neutron-server[109867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:45:51.613270 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Port 0189de84-11a9-4af4-b8bf-b967b1dd9981 update to ACTIVE by agent not found {{(pid=109868) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 24 01:45:51.620907 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 608c2d1a-ec7c-4975-ac24-6f4f7cae5ae6 no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:45:51.660559 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: 608c2d1a-ec7c-4975-ac24-6f4f7cae5ae6 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:45:51.661150 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 608c2d1a-ec7c-4975-ac24-6f4f7cae5ae6 not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:45:51.692384 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 44986) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:51.716417 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8b558db1-07e9-40b7-9a34-4640bce49a91 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks [] for router_gateway, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:51.738241 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8b558db1-07e9-40b7-9a34-4640bce49a91 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:51.739823 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1c19472c-0365-4a52-8628-407146be9d67 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:51.754794 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1c19472c-0365-4a52-8628-407146be9d67 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:51.761802 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-1c19472c-0365-4a52-8628-407146be9d67 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] 10.222.0.21 "DELETE /v2.0/networks/9d68e7bc-da82-432d-8f4e-ea3ade45b1a5 HTTP/1.1" status: 204 len: 168 time: 2.1714489 Nov 24 01:45:51.773114 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c19472c-0365-4a52-8628-407146be9d67 tempest-FloatingIPNegativeTestJSON-1441460557 tempest-FloatingIPNegativeTestJSON-1441460557-project] Pushing event deleted for resources: {'Network': ['ID=9d68e7bc-da82-432d-8f4e-ea3ade45b1a5,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:51.803223 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.objects.ports [None req-78cb6f85-6f23-4417-8d2e-a88077aad875 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109867) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 24 01:45:51.804876 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-78cb6f85-6f23-4417-8d2e-a88077aad875 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25501847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25307831'] for subnet, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:51.871154 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cb6f85-6f23-4417-8d2e-a88077aad875 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Pushing event updated for resources: {'Subnet': ['ID=f7a2609f-1ce7-4056-b2c1-b08f6e64801e,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:51.877929 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 77e3c5c0-c635-49d5-b0c7-7d5828981344 no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:45:51.882590 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cb6f85-6f23-4417-8d2e-a88077aad875 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Checking segment: {'id': '555bcc52-dc0a-4f90-9337-dded267c1281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'f5254ebc-06c5-4216-8154-e17c93f85abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:45:51.882997 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78cb6f85-6f23-4417-8d2e-a88077aad875 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Network hostable DHCP agents. Network: f5254ebc-06c5-4216-8154-e17c93f85abb, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 01:45:51.896943 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [None req-8b558db1-07e9-40b7-9a34-4640bce49a91 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Allocated IP 172.26.5.63 (eb22795d-37ee-46ee-844d-92c17e2ea450/3e66fcff-6e72-4083-b514-48f69cdaa2cb/380ec8ad-93cb-440b-8b0c-831de41470c5) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:45:51.905920 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78cb6f85-6f23-4417-8d2e-a88077aad875 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Network f5254ebc-06c5-4216-8154-e17c93f85abb is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 01:45:51.916462 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: 77e3c5c0-c635-49d5-b0c7-7d5828981344 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:45:51.917102 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 77e3c5c0-c635-49d5-b0c7-7d5828981344 not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:45:51.917700 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 4ec5a8d3-1e21-4b2f-91cc-5b00b9c292a1 no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:45:51.923981 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-78cb6f85-6f23-4417-8d2e-a88077aad875 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, f5254ebc-06c5-4216-8154-e17c93f85abb) {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:45:51.932354 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78cb6f85-6f23-4417-8d2e-a88077aad875 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:51.933143 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-78cb6f85-6f23-4417-8d2e-a88077aad875 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:51.957659 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fdc13d0-eb3e-4a2a-8d48-658b109bd796 None None] Network f5254ebc-06c5-4216-8154-e17c93f85abb requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:45:51.961996 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: 4ec5a8d3-1e21-4b2f-91cc-5b00b9c292a1 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:45:51.962469 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 4ec5a8d3-1e21-4b2f-91cc-5b00b9c292a1 not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:45:51.963038 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device f08ffff2-49f1-4ae1-86af-da291fd61bff no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:45:51.971538 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-78cb6f85-6f23-4417-8d2e-a88077aad875 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.3547421 Nov 24 01:45:51.972231 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 44994) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:52.037145 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: f08ffff2-49f1-4ae1-86af-da291fd61bff {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:45:52.037533 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device f08ffff2-49f1-4ae1-86af-da291fd61bff not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:45:52.037940 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 0189de84-11a9-4af4-b8bf-b967b1dd9981 no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:45:52.043329 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8b558db1-07e9-40b7-9a34-4640bce49a91 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:52.061882 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: 0189de84-11a9-4af4-b8bf-b967b1dd9981 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:45:52.062226 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 0189de84-11a9-4af4-b8bf-b967b1dd9981 not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:45:52.105350 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8b558db1-07e9-40b7-9a34-4640bce49a91 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:52.140666 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b558db1-07e9-40b7-9a34-4640bce49a91 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Network eb22795d-37ee-46ee-844d-92c17e2ea450 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:45:52.172852 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-8b558db1-07e9-40b7-9a34-4640bce49a91 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:45:52.177199 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b558db1-07e9-40b7-9a34-4640bce49a91 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:45:52.218757 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a2a85b22-16dc-41d8-9762-b4069aeb15e7 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:52.223930 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7070dc-5dd1-4daf-95df-042099338d18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-f5254ebc-06c5-4216-8154-e17c93f85abb', 'network_id': 'f5254ebc-06c5-4216-8154-e17c93f85abb', 'tenant_id': '6f492d6104d14217a7279fcc77d83ce7', 'fixed_ips': [{'subnet_id': 'f7a2609f-1ce7-4056-b2c1-b08f6e64801e'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 01:45:52.225647 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-de7070dc-5dd1-4daf-95df-042099338d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:52.239805 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45002) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:52.297790 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45006) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:52.323857 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a2a85b22-16dc-41d8-9762-b4069aeb15e7 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:52.403402 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b558db1-07e9-40b7-9a34-4640bce49a91 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Pushing event updated for resources: {'Port': ['ID=380ec8ad-93cb-440b-8b0c-831de41470c5,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:52.419190 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-de7070dc-5dd1-4daf-95df-042099338d18 None None] Allocated IP 2001:db8::f816:3eff:fe08:205f (f5254ebc-06c5-4216-8154-e17c93f85abb/f7a2609f-1ce7-4056-b2c1-b08f6e64801e/269f45cd-0cbc-41f6-b6ed-ef4a4e0baacb) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:45:52.454357 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-f41a12cb-909d-4fac-986e-e9955a293319 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=effd15cf5f3748fdb69cebc317b74e90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7604711 Nov 24 01:45:52.458647 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45012) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:52.576954 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-ccae6aa6-5926-4bcc-85e0-af6511fb9191 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=888d511136af47afab978e82b5df58b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2761486 Nov 24 01:45:52.579414 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45014) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:52.584802 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-129cc8f4-c442-4dee-81ca-4e040f5a70cd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4464a4b9155d4878859b3865ba29c280&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3418350 Nov 24 01:45:52.585703 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-03f79572-2f26-4f7b-bf67-025f3ed2215e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:52.588034 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45016) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:52.590886 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-de7070dc-5dd1-4daf-95df-042099338d18 None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:52.598949 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-de7070dc-5dd1-4daf-95df-042099338d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:52.613758 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8b558db1-07e9-40b7-9a34-4640bce49a91 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks [] for router_gateway, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:52.630686 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-03f79572-2f26-4f7b-bf67-025f3ed2215e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:52.645926 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7070dc-5dd1-4daf-95df-042099338d18 None None] Network f5254ebc-06c5-4216-8154-e17c93f85abb is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:45:52.650513 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-de7070dc-5dd1-4daf-95df-042099338d18 None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:45:52.653479 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7070dc-5dd1-4daf-95df-042099338d18 None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:45:52.656817 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7070dc-5dd1-4daf-95df-042099338d18 None None] Pushing event updated for resources: {'Port': ['ID=269f45cd-0cbc-41f6-b6ed-ef4a4e0baacb,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:52.663576 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a2a85b22-16dc-41d8-9762-b4069aeb15e7 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25501782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25307808'] for subnet, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:52.712563 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-de7070dc-5dd1-4daf-95df-042099338d18 None None] Attempting to bind port 269f45cd-0cbc-41f6-b6ed-ef4a4e0baacb on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:45:52.712778 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-de7070dc-5dd1-4daf-95df-042099338d18 None None] Attempting to bind port 269f45cd-0cbc-41f6-b6ed-ef4a4e0baacb by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '555bcc52-dc0a-4f90-9337-dded267c1281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'f5254ebc-06c5-4216-8154-e17c93f85abb'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:45:52.713254 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7070dc-5dd1-4daf-95df-042099338d18 None None] Attempting to bind port 269f45cd-0cbc-41f6-b6ed-ef4a4e0baacb on network f5254ebc-06c5-4216-8154-e17c93f85abb {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:45:52.718709 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7070dc-5dd1-4daf-95df-042099338d18 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:45:52.718709 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7070dc-5dd1-4daf-95df-042099338d18 None None] Checking segment: {'id': '555bcc52-dc0a-4f90-9337-dded267c1281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'f5254ebc-06c5-4216-8154-e17c93f85abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:45:52.719119 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-de7070dc-5dd1-4daf-95df-042099338d18 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:52.719814 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7070dc-5dd1-4daf-95df-042099338d18 None None] Bound using segment: {'id': '555bcc52-dc0a-4f90-9337-dded267c1281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'f5254ebc-06c5-4216-8154-e17c93f85abb'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:45:52.721076 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a85b22-16dc-41d8-9762-b4069aeb15e7 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Pushing event deleted for resources: {'Subnet': ['ID=f7a2609f-1ce7-4056-b2c1-b08f6e64801e,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:52.721514 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-de7070dc-5dd1-4daf-95df-042099338d18 None None] Bound port: 269f45cd-0cbc-41f6-b6ed-ef4a4e0baacb, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '555bcc52-dc0a-4f90-9337-dded267c1281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'f5254ebc-06c5-4216-8154-e17c93f85abb'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:45:52.721818 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-de7070dc-5dd1-4daf-95df-042099338d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:52.723623 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0881d343-2243-4841-9403-20fc212b4820 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:52.757038 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0881d343-2243-4841-9403-20fc212b4820 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:52.765506 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4ed0c9d4-2d1c-4445-93c3-ed16c1897c69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:52.793140 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-de7070dc-5dd1-4daf-95df-042099338d18 None None] For port 269f45cd-0cbc-41f6-b6ed-ef4a4e0baacb, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:45:52.796772 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-de7070dc-5dd1-4daf-95df-042099338d18 None None] For port 269f45cd-0cbc-41f6-b6ed-ef4a4e0baacb, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=269f45cd-0cbc-41f6-b6ed-ef4a4e0baacb,segment=NetworkSegment(555bcc52-dc0a-4f90-9337-dded267c1281),segment_id=555bcc52-dc0a-4f90-9337-dded267c1281)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:45:52.800892 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-de7070dc-5dd1-4daf-95df-042099338d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:52.812773 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a2a85b22-16dc-41d8-9762-b4069aeb15e7 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:52.835467 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-03f79572-2f26-4f7b-bf67-025f3ed2215e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:52.838219 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-03f79572-2f26-4f7b-bf67-025f3ed2215e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:52.847106 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-03f79572-2f26-4f7b-bf67-025f3ed2215e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8712ee79-1baa-4e79-a379-bd44b89f6228 HTTP/1.1" status: 204 len: 168 time: 0.3826678 Nov 24 01:45:52.867614 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4ed0c9d4-2d1c-4445-93c3-ed16c1897c69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:52.873278 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-a2a85b22-16dc-41d8-9762-b4069aeb15e7 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5254ebc-06c5-4216-8154-e17c93f85abb']}} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:45:52.895803 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0881d343-2243-4841-9403-20fc212b4820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:52.899918 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0881d343-2243-4841-9403-20fc212b4820 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:52.901368 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-0881d343-2243-4841-9403-20fc212b4820 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a98bb755-4476-4a3a-9513-2903aec914d0 HTTP/1.1" status: 204 len: 168 time: 0.3203964 Nov 24 01:45:52.910975 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8cf2c7-9701-40ce-98aa-d88032b9aa9b None None] Network f5254ebc-06c5-4216-8154-e17c93f85abb requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:45:52.918672 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0881d343-2243-4841-9403-20fc212b4820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a98bb755-4476-4a3a-9513-2903aec914d0,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:52.919712 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-a2a85b22-16dc-41d8-9762-b4069aeb15e7 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '555bcc52-dc0a-4f90-9337-dded267c1281') {'for_net_delete': True} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:45:52.920009 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-a2a85b22-16dc-41d8-9762-b4069aeb15e7 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '555bcc52-dc0a-4f90-9337-dded267c1281') {} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:45:52.923663 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f79572-2f26-4f7b-bf67-025f3ed2215e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8712ee79-1baa-4e79-a379-bd44b89f6228,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:52.926170 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8b558db1-07e9-40b7-9a34-4640bce49a91 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-424338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418138'] for router, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:52.938385 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7070dc-5dd1-4daf-95df-042099338d18 None None] Pushing event updated for resources: {'Port': ['ID=269f45cd-0cbc-41f6-b6ed-ef4a4e0baacb,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:52.951027 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a2a85b22-16dc-41d8-9762-b4069aeb15e7 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28690908'] for segment, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:52.968050 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a2a85b22-16dc-41d8-9762-b4069aeb15e7 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:52.976037 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2a85b22-16dc-41d8-9762-b4069aeb15e7 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=109867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:45:52.976918 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a2a85b22-16dc-41d8-9762-b4069aeb15e7 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25503736'] for segment, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:52.980518 dv-neutron-818911-2-hyperv neutron-server[109867]: Traceback (most recent call last): Nov 24 01:45:52.980518 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:45:52.980518 dv-neutron-818911-2-hyperv neutron-server[109867]: timer() Nov 24 01:45:52.980518 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:45:52.980518 dv-neutron-818911-2-hyperv neutron-server[109867]: cb(*args, **kw) Nov 24 01:45:52.980518 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:45:52.980518 dv-neutron-818911-2-hyperv neutron-server[109867]: return func(*args, **kwargs) Nov 24 01:45:52.980518 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:45:52.980518 dv-neutron-818911-2-hyperv neutron-server[109867]: self._notify() Nov 24 01:45:52.980518 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:45:52.980518 dv-neutron-818911-2-hyperv neutron-server[109867]: self.callback(batched_events) Nov 24 01:45:52.980518 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:45:52.980518 dv-neutron-818911-2-hyperv neutron-server[109867]: event.method(event) Nov 24 01:45:52.980518 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:45:52.980518 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:45:52.980518 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:45:52.980518 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:45:52.980518 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:45:52.980518 dv-neutron-818911-2-hyperv neutron-server[109867]: return f(self, *a, **k) Nov 24 01:45:52.980518 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:45:52.980518 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._get(url).json() Nov 24 01:45:52.980518 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:45:52.980518 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:45:52.980518 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:45:52.980518 dv-neutron-818911-2-hyperv neutron-server[109867]: return self.request(url, 'GET', **kwargs) Nov 24 01:45:52.980518 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:45:52.980518 dv-neutron-818911-2-hyperv neutron-server[109867]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:45:52.980518 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:45:52.980518 dv-neutron-818911-2-hyperv neutron-server[109867]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:45:52.980518 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:45:52.980518 dv-neutron-818911-2-hyperv neutron-server[109867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:45:52.980518 dv-neutron-818911-2-hyperv neutron-server[109867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:45:53.007075 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4ed0c9d4-2d1c-4445-93c3-ed16c1897c69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:53.010780 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4ed0c9d4-2d1c-4445-93c3-ed16c1897c69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:53.014601 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-4ed0c9d4-2d1c-4445-93c3-ed16c1897c69 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7f59ed57-dcf0-42b6-85c8-eb9714eb48e7 HTTP/1.1" status: 204 len: 168 time: 0.4230888 Nov 24 01:45:53.064723 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed0c9d4-2d1c-4445-93c3-ed16c1897c69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f59ed57-dcf0-42b6-85c8-eb9714eb48e7,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:53.076570 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.db.api [None req-a2a85b22-16dc-41d8-9762-b4069aeb15e7 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 24 01:45:53.076570 dv-neutron-818911-2-hyperv neutron-server[109867]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 24 01:45:53.076570 dv-neutron-818911-2-hyperv neutron-server[109867]: [parameters: {'id': 'f5254ebc-06c5-4216-8154-e17c93f85abb'}] Nov 24 01:45:53.076570 dv-neutron-818911-2-hyperv neutron-server[109867]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109867) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 01:45:53.076975 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG oslo_db.api [None req-a2a85b22-16dc-41d8-9762-b4069aeb15e7 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 01:45:53.098303 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691a2b65-b2ff-4a00-bff1-2d7e6c7aec82 None None] get_active_networks_info from dv-neutron-818911-2-hyperv {{(pid=109868) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 24 01:45:53.111975 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b558db1-07e9-40b7-9a34-4640bce49a91 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Router 9e44a3bd-fe63-4a47-809c-2708bdf6fd4d is scheduled to L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e with binding_index 1 {{(pid=109866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 01:45:53.258021 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691a2b65-b2ff-4a00-bff1-2d7e6c7aec82 None None] Resources bound (agent type, host, resource id): {{(pid=109868) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 24 01:45:53.273440 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b558db1-07e9-40b7-9a34-4640bce49a91 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:45:53.283663 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1293d49-a0b6-4055-a926-d65bbd8cdf24 None None] Sync routers for ids ['9e44a3bd-fe63-4a47-809c-2708bdf6fd4d'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:45:53.299433 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1293d49-a0b6-4055-a926-d65bbd8cdf24 None None] Routers {'9e44a3bd-fe63-4a47-809c-2708bdf6fd4d'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:45:53.300063 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-e1293d49-a0b6-4055-a926-d65bbd8cdf24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:45:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['9e44a3bd-fe63-4a47-809c-2708bdf6fd4d'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:45:53.328649 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8b558db1-07e9-40b7-9a34-4640bce49a91 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks [] for router, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:53.330481 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-8b558db1-07e9-40b7-9a34-4640bce49a91 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.8646502 Nov 24 01:45:53.333175 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45036) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:53.337768 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-02b95486-9dfb-418f-875b-6466c93651b8 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'enable_snat': False}}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:45:53.372247 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-e1293d49-a0b6-4055-a926-d65bbd8cdf24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:45:53.390379 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1293d49-a0b6-4055-a926-d65bbd8cdf24 None None] Routers {'9e44a3bd-fe63-4a47-809c-2708bdf6fd4d'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:45:53.391007 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-e1293d49-a0b6-4055-a926-d65bbd8cdf24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:45:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['9e44a3bd-fe63-4a47-809c-2708bdf6fd4d'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:45:53.429451 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-e1293d49-a0b6-4055-a926-d65bbd8cdf24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:45:53.430375 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1293d49-a0b6-4055-a926-d65bbd8cdf24 None None] The sync data for ids ['9e44a3bd-fe63-4a47-809c-2708bdf6fd4d'] in dv-neutron-818911-2-hyperv is: [] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:45:53.578267 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a2a85b22-16dc-41d8-9762-b4069aeb15e7 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:53.668969 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-a2a85b22-16dc-41d8-9762-b4069aeb15e7 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Deleting port 269f45cd-0cbc-41f6-b6ed-ef4a4e0baacb {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:45:53.669496 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a2a85b22-16dc-41d8-9762-b4069aeb15e7 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:53.763511 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [None req-a2a85b22-16dc-41d8-9762-b4069aeb15e7 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] For port 269f45cd-0cbc-41f6-b6ed-ef4a4e0baacb, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=269f45cd-0cbc-41f6-b6ed-ef4a4e0baacb,segment=NetworkSegment(555bcc52-dc0a-4f90-9337-dded267c1281),segment_id=555bcc52-dc0a-4f90-9337-dded267c1281)] {{(pid=109867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:45:53.764471 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a2a85b22-16dc-41d8-9762-b4069aeb15e7 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:53.782615 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-a2a85b22-16dc-41d8-9762-b4069aeb15e7 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Calling delete_port for 269f45cd-0cbc-41f6-b6ed-ef4a4e0baacb owned by network:dhcp {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:45:53.785842 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-02b95486-9dfb-418f-875b-6466c93651b8 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:53.907871 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a2a85b22-16dc-41d8-9762-b4069aeb15e7 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:53.944838 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a85b22-16dc-41d8-9762-b4069aeb15e7 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] No DVR routers for this DVR port 269f45cd-0cbc-41f6-b6ed-ef4a4e0baacb on host dv-neutron-818911-2-hyperv {{(pid=109867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:45:53.956452 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a85b22-16dc-41d8-9762-b4069aeb15e7 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Pushing event deleted for resources: {'Port': ['ID=269f45cd-0cbc-41f6-b6ed-ef4a4e0baacb,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:54.046939 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a2a85b22-16dc-41d8-9762-b4069aeb15e7 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:54.084005 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-a2a85b22-16dc-41d8-9762-b4069aeb15e7 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5254ebc-06c5-4216-8154-e17c93f85abb']}} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:45:54.088071 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-2053f798-d418-4ce9-8999-e14a164c1811 None None] Provisioning complete for port 962b70d6-1fca-4e64-a920-66cf9036fa12 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:45:54.088566 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-2053f798-d418-4ce9-8999-e14a164c1811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:54.106312 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-a2a85b22-16dc-41d8-9762-b4069aeb15e7 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '555bcc52-dc0a-4f90-9337-dded267c1281') {'for_net_delete': True} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:45:54.106619 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-a2a85b22-16dc-41d8-9762-b4069aeb15e7 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '555bcc52-dc0a-4f90-9337-dded267c1281') {} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:45:54.129307 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a2a85b22-16dc-41d8-9762-b4069aeb15e7 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28690908'] for segment, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:54.156208 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a2a85b22-16dc-41d8-9762-b4069aeb15e7 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:54.157280 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-2053f798-d418-4ce9-8999-e14a164c1811 None None] Port 962b70d6-1fca-4e64-a920-66cf9036fa12 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:45:54.168596 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2a85b22-16dc-41d8-9762-b4069aeb15e7 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=109867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:45:54.169056 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a2a85b22-16dc-41d8-9762-b4069aeb15e7 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25503736'] for segment, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:54.169728 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-2053f798-d418-4ce9-8999-e14a164c1811 None None] Provisioning complete for port ecc4f6fa-24c1-4054-9d83-57f2d08a91b0 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:45:54.170100 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-2053f798-d418-4ce9-8999-e14a164c1811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:54.172868 dv-neutron-818911-2-hyperv neutron-server[109867]: Traceback (most recent call last): Nov 24 01:45:54.172868 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:45:54.172868 dv-neutron-818911-2-hyperv neutron-server[109867]: timer() Nov 24 01:45:54.172868 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:45:54.172868 dv-neutron-818911-2-hyperv neutron-server[109867]: cb(*args, **kw) Nov 24 01:45:54.172868 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:45:54.172868 dv-neutron-818911-2-hyperv neutron-server[109867]: return func(*args, **kwargs) Nov 24 01:45:54.172868 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:45:54.172868 dv-neutron-818911-2-hyperv neutron-server[109867]: self._notify() Nov 24 01:45:54.172868 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:45:54.172868 dv-neutron-818911-2-hyperv neutron-server[109867]: self.callback(batched_events) Nov 24 01:45:54.172868 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:45:54.172868 dv-neutron-818911-2-hyperv neutron-server[109867]: event.method(event) Nov 24 01:45:54.172868 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:45:54.172868 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:45:54.172868 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:45:54.172868 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:45:54.172868 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:45:54.172868 dv-neutron-818911-2-hyperv neutron-server[109867]: return f(self, *a, **k) Nov 24 01:45:54.172868 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:45:54.172868 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._get(url).json() Nov 24 01:45:54.172868 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:45:54.172868 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:45:54.172868 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:45:54.172868 dv-neutron-818911-2-hyperv neutron-server[109867]: return self.request(url, 'GET', **kwargs) Nov 24 01:45:54.172868 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:45:54.172868 dv-neutron-818911-2-hyperv neutron-server[109867]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:45:54.172868 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:45:54.172868 dv-neutron-818911-2-hyperv neutron-server[109867]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:45:54.172868 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:45:54.172868 dv-neutron-818911-2-hyperv neutron-server[109867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:45:54.172868 dv-neutron-818911-2-hyperv neutron-server[109867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:45:54.256719 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a2a85b22-16dc-41d8-9762-b4069aeb15e7 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:54.261680 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a2a85b22-16dc-41d8-9762-b4069aeb15e7 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:54.266124 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-a2a85b22-16dc-41d8-9762-b4069aeb15e7 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] 10.222.0.21 "DELETE /v2.0/networks/f5254ebc-06c5-4216-8154-e17c93f85abb HTTP/1.1" status: 204 len: 168 time: 2.2928553 Nov 24 01:45:54.275573 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45074) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:54.289631 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-73b2a38e-5507-4ec0-83bb-461059ac0e59 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-624102368'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:45:54.328361 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a85b22-16dc-41d8-9762-b4069aeb15e7 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Pushing event deleted for resources: {'Network': ['ID=f5254ebc-06c5-4216-8154-e17c93f85abb,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:54.333545 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73b2a38e-5507-4ec0-83bb-461059ac0e59 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Made reservation on behalf of 6f492d6104d14217a7279fcc77d83ce7 for: {'network': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:45:54.338819 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-2053f798-d418-4ce9-8999-e14a164c1811 None None] Provisioning complete for port 6dd00cff-0031-4ed8-93e2-4a9f99243b84 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:45:54.338969 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-2053f798-d418-4ce9-8999-e14a164c1811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:54.343619 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-73b2a38e-5507-4ec0-83bb-461059ac0e59 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:54.365536 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-02b95486-9dfb-418f-875b-6466c93651b8 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3684298', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-424347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2775'] for router, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:54.375089 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-02b95486-9dfb-418f-875b-6466c93651b8 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3683822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-418125', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-424361'] for router, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:54.390438 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-2053f798-d418-4ce9-8999-e14a164c1811 None None] Port 6dd00cff-0031-4ed8-93e2-4a9f99243b84 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:45:54.397138 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73b2a38e-5507-4ec0-83bb-461059ac0e59 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=109867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:45:54.420852 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-2053f798-d418-4ce9-8999-e14a164c1811 None None] Provisioning complete for port c1cd4525-a123-400d-a60b-b3f5eed99df6 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:45:54.421514 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-2053f798-d418-4ce9-8999-e14a164c1811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:54.424932 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-73b2a38e-5507-4ec0-83bb-461059ac0e59 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:54.425284 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.segments_db [None req-73b2a38e-5507-4ec0-83bb-461059ac0e59 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Added segment a0940a71-dcb4-4a89-8209-7cedcef1ba96 of type vlan for network cbdacb55-d0ed-4b12-ae82-66ab9cae42b2 Nov 24 01:45:54.506683 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-73b2a38e-5507-4ec0-83bb-461059ac0e59 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:54.538547 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-73b2a38e-5507-4ec0-83bb-461059ac0e59 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:54.545565 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b2a38e-5507-4ec0-83bb-461059ac0e59 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:54.546455 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-73b2a38e-5507-4ec0-83bb-461059ac0e59 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:54.558653 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-2053f798-d418-4ce9-8999-e14a164c1811 None None] Provisioning complete for port 380ec8ad-93cb-440b-8b0c-831de41470c5 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:45:54.559028 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-2053f798-d418-4ce9-8999-e14a164c1811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:54.569989 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02b95486-9dfb-418f-875b-6466c93651b8 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Router 9e44a3bd-fe63-4a47-809c-2708bdf6fd4d has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:45:54.597906 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-73b2a38e-5507-4ec0-83bb-461059ac0e59 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3211720 Nov 24 01:45:54.598601 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45090) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:54.620369 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-2053f798-d418-4ce9-8999-e14a164c1811 None None] Port 380ec8ad-93cb-440b-8b0c-831de41470c5 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:45:54.637897 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-2053f798-d418-4ce9-8999-e14a164c1811 None None] Provisioning complete for port 3adae932-3a5f-42f6-9ca1-843b9be31a47 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:45:54.638271 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-2053f798-d418-4ce9-8999-e14a164c1811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:54.638760 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45092) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:54.639332 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-3c0567af-f1ec-4da7-8e6c-594dc223583c tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Request body: {'subnet': {'network_id': 'cbdacb55-d0ed-4b12-ae82-66ab9cae42b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:45:54.698597 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-ed84e683-4564-4c23-a3c1-8f8bd61bbdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:54.736890 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02b95486-9dfb-418f-875b-6466c93651b8 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:45:54.743379 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-02b95486-9dfb-418f-875b-6466c93651b8 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks [] for router, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:54.744748 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-02b95486-9dfb-418f-875b-6466c93651b8 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] 10.222.0.21 "PUT /v2.0/routers/9e44a3bd-fe63-4a47-809c-2708bdf6fd4d HTTP/1.1" status: 200 len: 921 time: 1.4104526 Nov 24 01:45:54.747295 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45100) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:54.768313 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb1c1af-93c7-4dc6-b7e0-8d39788fe63f None None] Sync routers for ids ['9e44a3bd-fe63-4a47-809c-2708bdf6fd4d'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:45:54.785095 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-2053f798-d418-4ce9-8999-e14a164c1811 None None] Provisioning complete for port 04072c57-c5aa-4d87-8c79-012557f67ab7 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:45:54.785484 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-2053f798-d418-4ce9-8999-e14a164c1811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:54.788538 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb1c1af-93c7-4dc6-b7e0-8d39788fe63f None None] Routers {'9e44a3bd-fe63-4a47-809c-2708bdf6fd4d'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:45:54.789199 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-fcb1c1af-93c7-4dc6-b7e0-8d39788fe63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:45:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['9e44a3bd-fe63-4a47-809c-2708bdf6fd4d'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:45:54.791820 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b2a38e-5507-4ec0-83bb-461059ac0e59 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Pushing event updated for resources: {'Network': ['ID=cbdacb55-d0ed-4b12-ae82-66ab9cae42b2,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:54.817618 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c0567af-f1ec-4da7-8e6c-594dc223583c tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Made reservation on behalf of 6f492d6104d14217a7279fcc77d83ce7 for: {'subnet': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:45:54.822915 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-3c0567af-f1ec-4da7-8e6c-594dc223583c tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25307781'] for subnet, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:54.869515 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-fcb1c1af-93c7-4dc6-b7e0-8d39788fe63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:45:54.875652 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network cbdacb55-d0ed-4b12-ae82-66ab9cae42b2 details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:45:54.898371 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb1c1af-93c7-4dc6-b7e0-8d39788fe63f None None] Routers {'9e44a3bd-fe63-4a47-809c-2708bdf6fd4d'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:45:54.899012 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-fcb1c1af-93c7-4dc6-b7e0-8d39788fe63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:45:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['9e44a3bd-fe63-4a47-809c-2708bdf6fd4d'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:45:54.917968 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45102) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:54.941201 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-2c7e4df7-f9f2-4c52-9ab0-9e62501e0342 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-710668067'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:45:54.991522 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-cfba3294-11c6-44a0-af31-134951f3f37a tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] 10.222.0.21 "GET /v2.0/routers/9e44a3bd-fe63-4a47-809c-2708bdf6fd4d HTTP/1.1" status: 200 len: 921 time: 0.2427959 Nov 24 01:45:54.992322 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45106) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:54.995968 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-fcb1c1af-93c7-4dc6-b7e0-8d39788fe63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:45:54.996622 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb1c1af-93c7-4dc6-b7e0-8d39788fe63f None None] The sync data for ids ['9e44a3bd-fe63-4a47-809c-2708bdf6fd4d'] in dv-neutron-818911-2-hyperv is: [] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:45:55.011009 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-2053f798-d418-4ce9-8999-e14a164c1811 None None] Port 04072c57-c5aa-4d87-8c79-012557f67ab7 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:45:55.033387 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-2053f798-d418-4ce9-8999-e14a164c1811 None None] Provisioning complete for port 1066d23d-7961-4dcb-a1bc-ff70c8f2d78b triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:45:55.034024 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-2053f798-d418-4ce9-8999-e14a164c1811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:55.060160 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c7e4df7-f9f2-4c52-9ab0-9e62501e0342 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Made reservation on behalf of dffe9b32758f41e588b204d5506b48f8 for: {'network': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:45:55.063870 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-2c7e4df7-f9f2-4c52-9ab0-9e62501e0342 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:55.081134 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-2c7e4df7-f9f2-4c52-9ab0-9e62501e0342 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks [] for security_group, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:55.149153 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89bf319e-5f40-40a3-9916-e138233b45e9 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:55.153808 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-89bf319e-5f40-40a3-9916-e138233b45e9 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=eb22795d-37ee-46ee-844d-92c17e2ea450&device_id=9e44a3bd-fe63-4a47-809c-2708bdf6fd4d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1573784 Nov 24 01:45:55.154368 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45110) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:55.186217 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45112) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:55.195897 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-3c0567af-f1ec-4da7-8e6c-594dc223583c tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25501847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25307831'] for subnet, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:55.214301 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-5604239b-5c40-45ea-9b64-928d89118548 tempest-NetworksNegativeTestJSON-1806209912 tempest-NetworksNegativeTestJSON-1806209912-project] Request body: {'port': {'network_id': '65061450-9161-416a-8850-e6ce6f1b663e', 'name': 'tempest-NetworksNegativeTestJSON-1626920183'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:45:55.249374 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-632c16f1-9f61-4b3f-b8d2-d4e591941ffa tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-274293687'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:45:55.269701 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-5604239b-5c40-45ea-9b64-928d89118548 tempest-NetworksNegativeTestJSON-1806209912 tempest-NetworksNegativeTestJSON-1806209912-project] POST failed (client error): The resource could not be found. Nov 24 01:45:55.270201 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5604239b-5c40-45ea-9b64-928d89118548 tempest-NetworksNegativeTestJSON-1806209912 tempest-NetworksNegativeTestJSON-1806209912-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:45:55.271458 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-5604239b-5c40-45ea-9b64-928d89118548 tempest-NetworksNegativeTestJSON-1806209912 tempest-NetworksNegativeTestJSON-1806209912-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3463945 Nov 24 01:45:55.276364 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45116) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:55.281465 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0567af-f1ec-4da7-8e6c-594dc223583c tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Pushing event updated for resources: {'Subnet': ['ID=fef1b604-681d-4580-bb72-00f7c3757641,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:55.291740 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0567af-f1ec-4da7-8e6c-594dc223583c tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Checking segment: {'id': 'a0940a71-dcb4-4a89-8209-7cedcef1ba96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'cbdacb55-d0ed-4b12-ae82-66ab9cae42b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:45:55.292342 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0567af-f1ec-4da7-8e6c-594dc223583c tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Network hostable DHCP agents. Network: cbdacb55-d0ed-4b12-ae82-66ab9cae42b2, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 01:45:55.309949 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-632c16f1-9f61-4b3f-b8d2-d4e591941ffa tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Made reservation on behalf of 52012859bd7040dfaae99173fefc0e0b for: {'network': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:45:55.313383 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-632c16f1-9f61-4b3f-b8d2-d4e591941ffa tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:55.323470 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-d11da013-721b-4a6e-a8ae-42e75c761c25 tempest-NetworksNegativeTestJSON-1806209912 tempest-NetworksNegativeTestJSON-1806209912-project] DELETE failed (client error): The resource could not be found. Nov 24 01:45:55.323970 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d11da013-721b-4a6e-a8ae-42e75c761c25 tempest-NetworksNegativeTestJSON-1806209912 tempest-NetworksNegativeTestJSON-1806209912-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:45:55.328827 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-d11da013-721b-4a6e-a8ae-42e75c761c25 tempest-NetworksNegativeTestJSON-1806209912 tempest-NetworksNegativeTestJSON-1806209912-project] 10.222.0.21 "DELETE /v2.0/networks/eda869f9-24d6-4fac-ba19-1be0582ef83a HTTP/1.1" status: 404 len: 339 time: 0.0497022 Nov 24 01:45:55.330448 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-632c16f1-9f61-4b3f-b8d2-d4e591941ffa tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks [] for security_group, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:55.332427 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-2c7e4df7-f9f2-4c52-9ab0-9e62501e0342 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks [] for security_group, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:55.334129 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45118) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:55.340539 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-2c7e4df7-f9f2-4c52-9ab0-9e62501e0342 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:55.348372 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0567af-f1ec-4da7-8e6c-594dc223583c tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Network cbdacb55-d0ed-4b12-ae82-66ab9cae42b2 is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 01:45:55.358850 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03eb893d-8019-42f3-982f-3daa2912d8d2 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:55.360274 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-03eb893d-8019-42f3-982f-3daa2912d8d2 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] 10.222.0.21 "GET /v2.0/networks/eb22795d-37ee-46ee-844d-92c17e2ea450 HTTP/1.1" status: 200 len: 881 time: 0.2030127 Nov 24 01:45:55.366359 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45120) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:55.371184 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdbef9f8-0c7c-4228-940d-c4b1fc3ef361 tempest-NetworksNegativeTestJSON-1806209912 tempest-NetworksNegativeTestJSON-1806209912-project] DELETE failed (client error): The resource could not be found. Nov 24 01:45:55.371734 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdbef9f8-0c7c-4228-940d-c4b1fc3ef361 tempest-NetworksNegativeTestJSON-1806209912 tempest-NetworksNegativeTestJSON-1806209912-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:45:55.378969 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-cdbef9f8-0c7c-4228-940d-c4b1fc3ef361 tempest-NetworksNegativeTestJSON-1806209912 tempest-NetworksNegativeTestJSON-1806209912-project] 10.222.0.21 "DELETE /v2.0/ports/b1cb79a6-f57e-4e12-a7bc-54374e8923ed HTTP/1.1" status: 404 len: 333 time: 0.0397110 Nov 24 01:45:55.379313 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45122) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:55.392803 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c7e4df7-f9f2-4c52-9ab0-9e62501e0342 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=109866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:45:55.393017 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-3c0567af-f1ec-4da7-8e6c-594dc223583c tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, cbdacb55-d0ed-4b12-ae82-66ab9cae42b2) {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:45:55.402686 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae177f4-ba93-463b-936e-c90780ef2632 None None] Network cbdacb55-d0ed-4b12-ae82-66ab9cae42b2 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:45:55.415228 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0567af-f1ec-4da7-8e6c-594dc223583c tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:55.415822 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-3c0567af-f1ec-4da7-8e6c-594dc223583c tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:55.418630 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b2ab60c-996b-41d6-b09b-d69bfbd9a902 tempest-NetworksNegativeTestJSON-1806209912 tempest-NetworksNegativeTestJSON-1806209912-project] DELETE failed (client error): The resource could not be found. Nov 24 01:45:55.419074 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b2ab60c-996b-41d6-b09b-d69bfbd9a902 tempest-NetworksNegativeTestJSON-1806209912 tempest-NetworksNegativeTestJSON-1806209912-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:45:55.425732 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-1b2ab60c-996b-41d6-b09b-d69bfbd9a902 tempest-NetworksNegativeTestJSON-1806209912 tempest-NetworksNegativeTestJSON-1806209912-project] 10.222.0.21 "DELETE /v2.0/subnets/3a1d27fa-b2e7-4495-a6c7-69cfde227c3e HTTP/1.1" status: 404 len: 337 time: 0.0391426 Nov 24 01:45:55.426564 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45124) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:55.464988 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.pecan_wsgi.hooks.translation [None req-2821f4b1-2fc8-42ef-950a-bbfb9db87545 tempest-NetworksNegativeTestJSON-1806209912 tempest-NetworksNegativeTestJSON-1806209912-project] GET failed (client error): The resource could not be found. Nov 24 01:45:55.471660 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-2821f4b1-2fc8-42ef-950a-bbfb9db87545 tempest-NetworksNegativeTestJSON-1806209912 tempest-NetworksNegativeTestJSON-1806209912-project] 10.222.0.21 "GET /v2.0/networks/111c1225-1f74-4cb8-aff8-63ffa400929d HTTP/1.1" status: 404 len: 339 time: 0.0352333 Nov 24 01:45:55.472891 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-3c0567af-f1ec-4da7-8e6c-594dc223583c tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8701141 Nov 24 01:45:55.473232 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45126) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:55.477622 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45128) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:55.526220 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa003c37-117f-431e-9d06-bcf89a933bdd tempest-NetworksNegativeTestJSON-1806209912 tempest-NetworksNegativeTestJSON-1806209912-project] GET failed (client error): The resource could not be found. Nov 24 01:45:55.531145 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-aa003c37-117f-431e-9d06-bcf89a933bdd tempest-NetworksNegativeTestJSON-1806209912 tempest-NetworksNegativeTestJSON-1806209912-project] 10.222.0.21 "GET /v2.0/ports/4e5ce812-d67e-4cff-814d-87e0f8629d3c HTTP/1.1" status: 404 len: 333 time: 0.0536129 Nov 24 01:45:55.535246 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45130) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:55.609106 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbf53373-3f00-4887-a9db-1f5ecc68753a tempest-NetworksNegativeTestJSON-1806209912 tempest-NetworksNegativeTestJSON-1806209912-project] GET failed (client error): The resource could not be found. Nov 24 01:45:55.610402 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-fbf53373-3f00-4887-a9db-1f5ecc68753a tempest-NetworksNegativeTestJSON-1806209912 tempest-NetworksNegativeTestJSON-1806209912-project] 10.222.0.21 "GET /v2.0/subnets/6e0bcd03-d132-4d97-9bec-447e6b990142 HTTP/1.1" status: 404 len: 337 time: 0.0658252 Nov 24 01:45:55.614314 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45136) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:55.617845 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0bba5f-0bd4-4b96-ac6d-04601f99b845 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-cbdacb55-d0ed-4b12-ae82-66ab9cae42b2', 'network_id': 'cbdacb55-d0ed-4b12-ae82-66ab9cae42b2', 'tenant_id': '6f492d6104d14217a7279fcc77d83ce7', 'fixed_ips': [{'subnet_id': 'fef1b604-681d-4580-bb72-00f7c3757641'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 01:45:55.618824 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-8f0bba5f-0bd4-4b96-ac6d-04601f99b845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:55.625748 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-759ab12f-6afb-4600-a068-0c46121d3034 tempest-NetworksNegativeTestJSON-1806209912 tempest-NetworksNegativeTestJSON-1806209912-project] Request body: {'network': {'name': 'new_name'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:45:55.669345 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.pecan_wsgi.hooks.translation [None req-759ab12f-6afb-4600-a068-0c46121d3034 tempest-NetworksNegativeTestJSON-1806209912 tempest-NetworksNegativeTestJSON-1806209912-project] PUT failed (client error): The resource could not be found. Nov 24 01:45:55.669722 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-759ab12f-6afb-4600-a068-0c46121d3034 tempest-NetworksNegativeTestJSON-1806209912 tempest-NetworksNegativeTestJSON-1806209912-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:45:55.671092 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-759ab12f-6afb-4600-a068-0c46121d3034 tempest-NetworksNegativeTestJSON-1806209912 tempest-NetworksNegativeTestJSON-1806209912-project] 10.222.0.21 "PUT /v2.0/networks/aa36bb95-b12a-4ad3-b51f-36a21000ac4a HTTP/1.1" status: 404 len: 339 time: 0.0558383 Nov 24 01:45:55.675407 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-632c16f1-9f61-4b3f-b8d2-d4e591941ffa tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks [] for security_group, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:55.679136 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45138) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:55.691023 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-50ee7c62-f6f4-485b-b4d7-a2e2e32d1a2f tempest-NetworksNegativeTestJSON-1806209912 tempest-NetworksNegativeTestJSON-1806209912-project] Request body: {'port': {'name': 'new_name'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:45:55.700626 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7e4df7-f9f2-4c52-9ab0-9e62501e0342 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56aa58f6-3617-4bb9-b368-5b4ceeb85110,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:55.708415 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-72a180a5-624d-4d99-b90d-ee8e9c2cc907 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e44a3bd-fe63-4a47-809c-2708bdf6fd4d HTTP/1.1" status: 200 len: 205 time: 0.3409693 Nov 24 01:45:55.711154 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45140) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:55.723589 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-632c16f1-9f61-4b3f-b8d2-d4e591941ffa tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:55.756288 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-2c7e4df7-f9f2-4c52-9ab0-9e62501e0342 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:55.756640 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.segments_db [None req-2c7e4df7-f9f2-4c52-9ab0-9e62501e0342 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Added segment 2cbf0128-ebee-4661-b612-e9c86e4b1f6e of type vlan for network 0b39e72d-1244-4a44-91ee-28b4de878b98 Nov 24 01:45:55.760912 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fac5dc8b-80a3-41cb-96c7-298266f78593 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:55.767891 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.pecan_wsgi.hooks.translation [None req-50ee7c62-f6f4-485b-b4d7-a2e2e32d1a2f tempest-NetworksNegativeTestJSON-1806209912 tempest-NetworksNegativeTestJSON-1806209912-project] PUT failed (client error): The resource could not be found. Nov 24 01:45:55.768193 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50ee7c62-f6f4-485b-b4d7-a2e2e32d1a2f tempest-NetworksNegativeTestJSON-1806209912 tempest-NetworksNegativeTestJSON-1806209912-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:45:55.772689 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-50ee7c62-f6f4-485b-b4d7-a2e2e32d1a2f tempest-NetworksNegativeTestJSON-1806209912 tempest-NetworksNegativeTestJSON-1806209912-project] 10.222.0.21 "PUT /v2.0/ports/7155e51b-0ba9-4794-96cd-4c298ca85e86 HTTP/1.1" status: 404 len: 333 time: 0.0891559 Nov 24 01:45:55.775924 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45142) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:55.787582 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-8f93b690-abdc-4eec-bbb2-87e078317782 tempest-NetworksNegativeTestJSON-1806209912 tempest-NetworksNegativeTestJSON-1806209912-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:45:55.794962 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-632c16f1-9f61-4b3f-b8d2-d4e591941ffa tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=109867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:45:55.794962 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632c16f1-9f61-4b3f-b8d2-d4e591941ffa tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=457a53c3-1548-4265-a163-978df434bbd8,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:55.808615 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-8f0bba5f-0bd4-4b96-ac6d-04601f99b845 None None] Allocated IP 2001:db8::2 (cbdacb55-d0ed-4b12-ae82-66ab9cae42b2/fef1b604-681d-4580-bb72-00f7c3757641/1f642c86-c38b-4712-923c-1a9fb2cb548e) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:45:55.824351 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f93b690-abdc-4eec-bbb2-87e078317782 tempest-NetworksNegativeTestJSON-1806209912 tempest-NetworksNegativeTestJSON-1806209912-project] PUT failed (client error): The resource could not be found. Nov 24 01:45:55.824802 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f93b690-abdc-4eec-bbb2-87e078317782 tempest-NetworksNegativeTestJSON-1806209912 tempest-NetworksNegativeTestJSON-1806209912-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:45:55.826060 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-8f93b690-abdc-4eec-bbb2-87e078317782 tempest-NetworksNegativeTestJSON-1806209912 tempest-NetworksNegativeTestJSON-1806209912-project] 10.222.0.21 "PUT /v2.0/subnets/c6af0788-ddc6-472f-a754-9b7eecd4194f HTTP/1.1" status: 404 len: 337 time: 0.0486541 Nov 24 01:45:55.830823 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-632c16f1-9f61-4b3f-b8d2-d4e591941ffa tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:55.831235 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.segments_db [None req-632c16f1-9f61-4b3f-b8d2-d4e591941ffa tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Added segment 14543e07-d65f-4919-aa19-01e98647f721 of type vlan for network 3ec29ac9-a034-4594-a035-6a6a50dffe9f Nov 24 01:45:55.883718 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-6d49d05a-76ca-4890-8785-7613eaeff278 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks [] for router, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:55.918108 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-632c16f1-9f61-4b3f-b8d2-d4e591941ffa tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:55.937698 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fac5dc8b-80a3-41cb-96c7-298266f78593 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:55.940611 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-2c7e4df7-f9f2-4c52-9ab0-9e62501e0342 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:55.985113 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-8f0bba5f-0bd4-4b96-ac6d-04601f99b845 None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:55.995996 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-8f0bba5f-0bd4-4b96-ac6d-04601f99b845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:56.018013 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-632c16f1-9f61-4b3f-b8d2-d4e591941ffa tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:56.024843 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-2c7e4df7-f9f2-4c52-9ab0-9e62501e0342 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:56.028662 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632c16f1-9f61-4b3f-b8d2-d4e591941ffa tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:56.029289 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-632c16f1-9f61-4b3f-b8d2-d4e591941ffa tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:56.030583 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7e4df7-f9f2-4c52-9ab0-9e62501e0342 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:56.031227 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-2c7e4df7-f9f2-4c52-9ab0-9e62501e0342 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:56.052429 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0bba5f-0bd4-4b96-ac6d-04601f99b845 None None] Network cbdacb55-d0ed-4b12-ae82-66ab9cae42b2 is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:45:56.057055 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-8f0bba5f-0bd4-4b96-ac6d-04601f99b845 None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:45:56.064396 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0bba5f-0bd4-4b96-ac6d-04601f99b845 None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:45:56.067690 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fac5dc8b-80a3-41cb-96c7-298266f78593 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25501782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25307808'] for subnet, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:56.076916 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-6d49d05a-76ca-4890-8785-7613eaeff278 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:56.091520 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-632c16f1-9f61-4b3f-b8d2-d4e591941ffa tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9041309 Nov 24 01:45:56.115816 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac5dc8b-80a3-41cb-96c7-298266f78593 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Pushing event deleted for resources: {'Subnet': ['ID=fef1b604-681d-4580-bb72-00f7c3757641,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:56.140733 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-8f0bba5f-0bd4-4b96-ac6d-04601f99b845 None None] Attempting to bind port 1f642c86-c38b-4712-923c-1a9fb2cb548e on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:45:56.141474 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-8f0bba5f-0bd4-4b96-ac6d-04601f99b845 None None] Attempting to bind port 1f642c86-c38b-4712-923c-1a9fb2cb548e by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': 'a0940a71-dcb4-4a89-8209-7cedcef1ba96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'cbdacb55-d0ed-4b12-ae82-66ab9cae42b2'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:45:56.142714 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0bba5f-0bd4-4b96-ac6d-04601f99b845 None None] Attempting to bind port 1f642c86-c38b-4712-923c-1a9fb2cb548e on network cbdacb55-d0ed-4b12-ae82-66ab9cae42b2 {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:45:56.145078 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0bba5f-0bd4-4b96-ac6d-04601f99b845 None None] Pushing event updated for resources: {'Port': ['ID=1f642c86-c38b-4712-923c-1a9fb2cb548e,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:56.158245 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0bba5f-0bd4-4b96-ac6d-04601f99b845 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:45:56.159526 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0bba5f-0bd4-4b96-ac6d-04601f99b845 None None] Checking segment: {'id': 'a0940a71-dcb4-4a89-8209-7cedcef1ba96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'cbdacb55-d0ed-4b12-ae82-66ab9cae42b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:45:56.160151 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-8f0bba5f-0bd4-4b96-ac6d-04601f99b845 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:56.161238 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0bba5f-0bd4-4b96-ac6d-04601f99b845 None None] Bound using segment: {'id': 'a0940a71-dcb4-4a89-8209-7cedcef1ba96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'cbdacb55-d0ed-4b12-ae82-66ab9cae42b2'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:45:56.161985 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-8f0bba5f-0bd4-4b96-ac6d-04601f99b845 None None] Bound port: 1f642c86-c38b-4712-923c-1a9fb2cb548e, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0940a71-dcb4-4a89-8209-7cedcef1ba96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'cbdacb55-d0ed-4b12-ae82-66ab9cae42b2'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:45:56.162582 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-8f0bba5f-0bd4-4b96-ac6d-04601f99b845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:56.191212 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7e4df7-f9f2-4c52-9ab0-9e62501e0342 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Pushing event updated for resources: {'Network': ['ID=0b39e72d-1244-4a44-91ee-28b4de878b98,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:56.201111 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-2c7e4df7-f9f2-4c52-9ab0-9e62501e0342 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5573444 Nov 24 01:45:56.201111 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45150) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:56.208096 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-a03f4732-ed6c-4638-964e-0aa4aa10f815 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Request body: {'port': {'network_id': '0b39e72d-1244-4a44-91ee-28b4de878b98', 'name': 'tempest-PortsTestJSON-1030278104'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:45:56.224633 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632c16f1-9f61-4b3f-b8d2-d4e591941ffa tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Pushing event updated for resources: {'Network': ['ID=3ec29ac9-a034-4594-a035-6a6a50dffe9f,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:56.264767 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-8f0bba5f-0bd4-4b96-ac6d-04601f99b845 None None] For port 1f642c86-c38b-4712-923c-1a9fb2cb548e, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:45:56.269088 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-8f0bba5f-0bd4-4b96-ac6d-04601f99b845 None None] For port 1f642c86-c38b-4712-923c-1a9fb2cb548e, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=1f642c86-c38b-4712-923c-1a9fb2cb548e,segment=NetworkSegment(a0940a71-dcb4-4a89-8209-7cedcef1ba96),segment_id=a0940a71-dcb4-4a89-8209-7cedcef1ba96)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:45:56.274788 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network 0b39e72d-1244-4a44-91ee-28b4de878b98 details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:45:56.318222 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fac5dc8b-80a3-41cb-96c7-298266f78593 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:56.326925 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45152) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:56.342193 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-fac5dc8b-80a3-41cb-96c7-298266f78593 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbdacb55-d0ed-4b12-ae82-66ab9cae42b2']}} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:45:56.352469 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-fac5dc8b-80a3-41cb-96c7-298266f78593 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0940a71-dcb4-4a89-8209-7cedcef1ba96') {'for_net_delete': True} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:45:56.352754 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-fac5dc8b-80a3-41cb-96c7-298266f78593 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0940a71-dcb4-4a89-8209-7cedcef1ba96') {} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:45:56.353510 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network 3ec29ac9-a034-4594-a035-6a6a50dffe9f details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:45:56.363981 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fac5dc8b-80a3-41cb-96c7-298266f78593 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28690908'] for segment, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:56.382961 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a03f4732-ed6c-4638-964e-0aa4aa10f815 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Made reservation on behalf of dffe9b32758f41e588b204d5506b48f8 for: {'port': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:45:56.386214 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fac5dc8b-80a3-41cb-96c7-298266f78593 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:56.386541 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a03f4732-ed6c-4638-964e-0aa4aa10f815 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:56.396207 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-8f0bba5f-0bd4-4b96-ac6d-04601f99b845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:56.401080 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fac5dc8b-80a3-41cb-96c7-298266f78593 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=109867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:45:56.402424 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fac5dc8b-80a3-41cb-96c7-298266f78593 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25503736'] for segment, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:56.438276 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [None req-a03f4732-ed6c-4638-964e-0aa4aa10f815 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] device_id is not set on port 2de64207-7a43-45ba-b450-3c6ded0a5497 yet. {{(pid=109866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 01:45:56.464938 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0bba5f-0bd4-4b96-ac6d-04601f99b845 None None] Pushing event updated for resources: {'Port': ['ID=1f642c86-c38b-4712-923c-1a9fb2cb548e,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:56.499823 dv-neutron-818911-2-hyperv neutron-server[109867]: Traceback (most recent call last): Nov 24 01:45:56.499823 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:45:56.499823 dv-neutron-818911-2-hyperv neutron-server[109867]: timer() Nov 24 01:45:56.499823 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:45:56.499823 dv-neutron-818911-2-hyperv neutron-server[109867]: cb(*args, **kw) Nov 24 01:45:56.499823 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:45:56.499823 dv-neutron-818911-2-hyperv neutron-server[109867]: return func(*args, **kwargs) Nov 24 01:45:56.499823 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:45:56.499823 dv-neutron-818911-2-hyperv neutron-server[109867]: self._notify() Nov 24 01:45:56.499823 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:45:56.499823 dv-neutron-818911-2-hyperv neutron-server[109867]: self.callback(batched_events) Nov 24 01:45:56.499823 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:45:56.499823 dv-neutron-818911-2-hyperv neutron-server[109867]: event.method(event) Nov 24 01:45:56.499823 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:45:56.499823 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:45:56.499823 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:45:56.499823 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:45:56.499823 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:45:56.499823 dv-neutron-818911-2-hyperv neutron-server[109867]: return f(self, *a, **k) Nov 24 01:45:56.499823 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:45:56.499823 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._get(url).json() Nov 24 01:45:56.499823 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:45:56.499823 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:45:56.499823 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:45:56.499823 dv-neutron-818911-2-hyperv neutron-server[109867]: return self.request(url, 'GET', **kwargs) Nov 24 01:45:56.499823 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:45:56.499823 dv-neutron-818911-2-hyperv neutron-server[109867]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:45:56.499823 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:45:56.499823 dv-neutron-818911-2-hyperv neutron-server[109867]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:45:56.499823 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:45:56.499823 dv-neutron-818911-2-hyperv neutron-server[109867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:45:56.499823 dv-neutron-818911-2-hyperv neutron-server[109867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:45:56.505890 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.db.api [None req-fac5dc8b-80a3-41cb-96c7-298266f78593 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 24 01:45:56.505890 dv-neutron-818911-2-hyperv neutron-server[109867]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 24 01:45:56.505890 dv-neutron-818911-2-hyperv neutron-server[109867]: [parameters: {'id': 'cbdacb55-d0ed-4b12-ae82-66ab9cae42b2'}] Nov 24 01:45:56.505890 dv-neutron-818911-2-hyperv neutron-server[109867]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109867) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 01:45:56.509121 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG oslo_db.api [None req-fac5dc8b-80a3-41cb-96c7-298266f78593 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 01:45:56.565538 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-87bbea97-8288-4e58-997e-d86fddfa8ff3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:56.570464 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40530f34-c44b-4184-a022-3212788ca369 None None] Network cbdacb55-d0ed-4b12-ae82-66ab9cae42b2 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:45:56.586235 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-6d49d05a-76ca-4890-8785-7613eaeff278 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Deleting port 380ec8ad-93cb-440b-8b0c-831de41470c5 {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:45:56.586572 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-6d49d05a-76ca-4890-8785-7613eaeff278 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:56.725313 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b308c48-60bb-46ec-933d-f42fa4812c7c None None] get_active_networks_info from dv-neutron-818911-2-hyperv {{(pid=109868) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 24 01:45:56.766858 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a03f4732-ed6c-4638-964e-0aa4aa10f815 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:56.787360 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-6d49d05a-76ca-4890-8785-7613eaeff278 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:56.810984 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-6d49d05a-76ca-4890-8785-7613eaeff278 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Calling delete_port for 380ec8ad-93cb-440b-8b0c-831de41470c5 owned by network:router_gateway {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:45:56.873840 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b308c48-60bb-46ec-933d-f42fa4812c7c None None] Resources bound (agent type, host, resource id): {{(pid=109868) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 24 01:45:56.899646 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-87bbea97-8288-4e58-997e-d86fddfa8ff3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:56.905113 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a03f4732-ed6c-4638-964e-0aa4aa10f815 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:56.909111 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-87bbea97-8288-4e58-997e-d86fddfa8ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:57.011472 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fac5dc8b-80a3-41cb-96c7-298266f78593 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:57.014896 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-87bbea97-8288-4e58-997e-d86fddfa8ff3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a0a5f8d0568548189d97ff22f90bc474&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6860974 Nov 24 01:45:57.015325 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45160) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:57.019730 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bbea97-8288-4e58-997e-d86fddfa8ff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f214e14-3ab7-43e1-92a2-286dbfe8ff12,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:57.058669 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f4732-ed6c-4638-964e-0aa4aa10f815 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Pushing event updated for resources: {'Port': ['ID=2de64207-7a43-45ba-b450-3c6ded0a5497,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:57.094699 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03f4732-ed6c-4638-964e-0aa4aa10f815 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Checking segment: {'id': '2cbf0128-ebee-4661-b612-e9c86e4b1f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0b39e72d-1244-4a44-91ee-28b4de878b98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:45:57.094699 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03f4732-ed6c-4638-964e-0aa4aa10f815 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Network hostable DHCP agents. Network: 0b39e72d-1244-4a44-91ee-28b4de878b98, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 01:45:57.152957 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03f4732-ed6c-4638-964e-0aa4aa10f815 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Network 0b39e72d-1244-4a44-91ee-28b4de878b98 is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 01:45:57.165101 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-6d49d05a-76ca-4890-8785-7613eaeff278 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:57.168876 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a34882b0-e54a-4440-a5c3-f33940de40c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:57.176280 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-a03f4732-ed6c-4638-964e-0aa4aa10f815 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, 0b39e72d-1244-4a44-91ee-28b4de878b98) {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:45:57.201189 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d49d05a-76ca-4890-8785-7613eaeff278 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Pushing event deleted for resources: {'Port': ['ID=380ec8ad-93cb-440b-8b0c-831de41470c5,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:57.204071 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03f4732-ed6c-4638-964e-0aa4aa10f815 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:45:57.210613 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03f4732-ed6c-4638-964e-0aa4aa10f815 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:57.211225 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a03f4732-ed6c-4638-964e-0aa4aa10f815 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:57.219017 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fad0e8f4-d9a8-4a0e-9743-950a806bb1a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:57.243985 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf7f011-f85a-4c81-a886-d193da91f257 None None] Network 0b39e72d-1244-4a44-91ee-28b4de878b98 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:45:57.264408 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9727a3-e85b-47fa-a3a3-7783e765e77e None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:45:57.284462 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-6d49d05a-76ca-4890-8785-7613eaeff278 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418161'] for router_gateway, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:57.286847 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fad0e8f4-d9a8-4a0e-9743-950a806bb1a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:57.362307 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-fac5dc8b-80a3-41cb-96c7-298266f78593 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Deleting port 1f642c86-c38b-4712-923c-1a9fb2cb548e {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:45:57.365694 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fac5dc8b-80a3-41cb-96c7-298266f78593 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:57.388659 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-6d49d05a-76ca-4890-8785-7613eaeff278 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-424460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2766'] for router, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:57.392418 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-6d49d05a-76ca-4890-8785-7613eaeff278 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:57.408441 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fad0e8f4-d9a8-4a0e-9743-950a806bb1a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:57.411596 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fad0e8f4-d9a8-4a0e-9743-950a806bb1a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:57.415369 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-fad0e8f4-d9a8-4a0e-9743-950a806bb1a2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2f214e14-3ab7-43e1-92a2-286dbfe8ff12 HTTP/1.1" status: 204 len: 168 time: 0.3963509 Nov 24 01:45:57.448481 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad0e8f4-d9a8-4a0e-9743-950a806bb1a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f214e14-3ab7-43e1-92a2-286dbfe8ff12,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:57.449490 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-a03f4732-ed6c-4638-964e-0aa4aa10f815 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2476962 Nov 24 01:45:57.452702 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-6d49d05a-76ca-4890-8785-7613eaeff278 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-424469'] for router, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:57.453633 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d49d05a-76ca-4890-8785-7613eaeff278 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Fanout notify agent at l3_agent the message router_deleted on router 9e44a3bd-fe63-4a47-809c-2708bdf6fd4d {{(pid=109866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 01:45:57.455731 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45166) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:57.460867 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-7d8e57f8-0ec3-4afd-90ee-d4ac6eb4d846 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-613500607'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:45:57.467155 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [None req-fac5dc8b-80a3-41cb-96c7-298266f78593 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] For port 1f642c86-c38b-4712-923c-1a9fb2cb548e, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=1f642c86-c38b-4712-923c-1a9fb2cb548e,segment=NetworkSegment(a0940a71-dcb4-4a89-8209-7cedcef1ba96),segment_id=a0940a71-dcb4-4a89-8209-7cedcef1ba96)] {{(pid=109867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:45:57.467576 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fac5dc8b-80a3-41cb-96c7-298266f78593 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:57.469005 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-6d49d05a-76ca-4890-8785-7613eaeff278 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks [] for router, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:57.470094 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-6d49d05a-76ca-4890-8785-7613eaeff278 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] 10.222.0.21 "DELETE /v2.0/routers/9e44a3bd-fe63-4a47-809c-2708bdf6fd4d HTTP/1.1" status: 204 len: 168 time: 1.7576835 Nov 24 01:45:57.475967 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45168) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:57.483046 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-556573b7-2f67-4e89-96f6-094273ecfc8e tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1004444434', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:45:57.485150 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-fac5dc8b-80a3-41cb-96c7-298266f78593 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Calling delete_port for 1f642c86-c38b-4712-923c-1a9fb2cb548e owned by network:dhcp {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:45:57.510180 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d8e57f8-0ec3-4afd-90ee-d4ac6eb4d846 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Made reservation on behalf of dffe9b32758f41e588b204d5506b48f8 for: {'network': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:45:57.519643 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-7d8e57f8-0ec3-4afd-90ee-d4ac6eb4d846 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:57.573451 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d8e57f8-0ec3-4afd-90ee-d4ac6eb4d846 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=109866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:45:57.590467 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-7d8e57f8-0ec3-4afd-90ee-d4ac6eb4d846 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:57.590706 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.segments_db [None req-7d8e57f8-0ec3-4afd-90ee-d4ac6eb4d846 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Added segment 7826ed96-6f29-4c83-80f6-8795920f8878 of type vlan for network a0df71c2-e32f-4b4e-b9b3-bdb012778f05 Nov 24 01:45:57.594230 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fac5dc8b-80a3-41cb-96c7-298266f78593 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:57.610799 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-556573b7-2f67-4e89-96f6-094273ecfc8e tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-424105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2744'] for router, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:57.612072 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-556573b7-2f67-4e89-96f6-094273ecfc8e tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-424325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-326625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2753'] for router, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:57.625821 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac5dc8b-80a3-41cb-96c7-298266f78593 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Pushing event deleted for resources: {'Port': ['ID=1f642c86-c38b-4712-923c-1a9fb2cb548e,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:57.634659 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac5dc8b-80a3-41cb-96c7-298266f78593 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] No DVR routers for this DVR port 1f642c86-c38b-4712-923c-1a9fb2cb548e on host dv-neutron-818911-2-hyperv {{(pid=109867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:45:57.674835 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-7d8e57f8-0ec3-4afd-90ee-d4ac6eb4d846 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:57.718021 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:57.725151 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fac5dc8b-80a3-41cb-96c7-298266f78593 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:57.747323 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-fac5dc8b-80a3-41cb-96c7-298266f78593 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbdacb55-d0ed-4b12-ae82-66ab9cae42b2']}} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:45:57.759244 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-fac5dc8b-80a3-41cb-96c7-298266f78593 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0940a71-dcb4-4a89-8209-7cedcef1ba96') {'for_net_delete': True} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:45:57.759520 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-fac5dc8b-80a3-41cb-96c7-298266f78593 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0940a71-dcb4-4a89-8209-7cedcef1ba96') {} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:45:57.761022 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-556573b7-2f67-4e89-96f6-094273ecfc8e tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:57.771039 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-556573b7-2f67-4e89-96f6-094273ecfc8e tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-424338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418138'] for router, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:57.776756 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fac5dc8b-80a3-41cb-96c7-298266f78593 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28690908'] for segment, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:57.786892 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-7d8e57f8-0ec3-4afd-90ee-d4ac6eb4d846 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:57.796708 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fac5dc8b-80a3-41cb-96c7-298266f78593 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:57.796863 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8e57f8-0ec3-4afd-90ee-d4ac6eb4d846 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:57.796863 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-7d8e57f8-0ec3-4afd-90ee-d4ac6eb4d846 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:57.804551 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-556573b7-2f67-4e89-96f6-094273ecfc8e tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks [] for router, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:57.805747 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-556573b7-2f67-4e89-96f6-094273ecfc8e tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3285673 Nov 24 01:45:57.809200 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fac5dc8b-80a3-41cb-96c7-298266f78593 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=109867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:45:57.809648 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fac5dc8b-80a3-41cb-96c7-298266f78593 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25503736'] for segment, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:57.812791 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45174) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:57.813089 dv-neutron-818911-2-hyperv neutron-server[109867]: Traceback (most recent call last): Nov 24 01:45:57.813089 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:45:57.813089 dv-neutron-818911-2-hyperv neutron-server[109867]: timer() Nov 24 01:45:57.813089 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:45:57.813089 dv-neutron-818911-2-hyperv neutron-server[109867]: cb(*args, **kw) Nov 24 01:45:57.813089 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:45:57.813089 dv-neutron-818911-2-hyperv neutron-server[109867]: return func(*args, **kwargs) Nov 24 01:45:57.813089 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:45:57.813089 dv-neutron-818911-2-hyperv neutron-server[109867]: self._notify() Nov 24 01:45:57.813089 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:45:57.813089 dv-neutron-818911-2-hyperv neutron-server[109867]: self.callback(batched_events) Nov 24 01:45:57.813089 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:45:57.813089 dv-neutron-818911-2-hyperv neutron-server[109867]: event.method(event) Nov 24 01:45:57.813089 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:45:57.813089 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:45:57.813089 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:45:57.813089 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:45:57.813089 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:45:57.813089 dv-neutron-818911-2-hyperv neutron-server[109867]: return f(self, *a, **k) Nov 24 01:45:57.813089 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:45:57.813089 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._get(url).json() Nov 24 01:45:57.813089 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:45:57.813089 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:45:57.813089 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:45:57.813089 dv-neutron-818911-2-hyperv neutron-server[109867]: return self.request(url, 'GET', **kwargs) Nov 24 01:45:57.813089 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:45:57.813089 dv-neutron-818911-2-hyperv neutron-server[109867]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:45:57.813089 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:45:57.813089 dv-neutron-818911-2-hyperv neutron-server[109867]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:45:57.813089 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:45:57.813089 dv-neutron-818911-2-hyperv neutron-server[109867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:45:57.813089 dv-neutron-818911-2-hyperv neutron-server[109867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:45:57.844398 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-d4c7952e-7cb6-41be-89c2-b26f3200cb82 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Request body: {'router': {'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:45:57.953048 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8e57f8-0ec3-4afd-90ee-d4ac6eb4d846 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Pushing event updated for resources: {'Network': ['ID=a0df71c2-e32f-4b4e-b9b3-bdb012778f05,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:57.965187 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network a0df71c2-e32f-4b4e-b9b3-bdb012778f05 details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:45:57.972530 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-7d8e57f8-0ec3-4afd-90ee-d4ac6eb4d846 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5132782 Nov 24 01:45:57.973348 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45186) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:57.984112 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-58082773-3e31-43c0-ad96-56863dc70ce8 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Request body: {'ports': [{'network_id': '0b39e72d-1244-4a44-91ee-28b4de878b98'}, {'network_id': 'a0df71c2-e32f-4b4e-b9b3-bdb012778f05'}]} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:45:57.986261 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-58082773-3e31-43c0-ad96-56863dc70ce8 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Request body: {'port': {'network_id': '0b39e72d-1244-4a44-91ee-28b4de878b98'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:45:57.987078 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-58082773-3e31-43c0-ad96-56863dc70ce8 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Request body: {'port': {'network_id': 'a0df71c2-e32f-4b4e-b9b3-bdb012778f05'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:45:58.129346 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:58.216345 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58082773-3e31-43c0-ad96-56863dc70ce8 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Made reservation on behalf of dffe9b32758f41e588b204d5506b48f8 for: {'port': 2} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:45:58.222172 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-58082773-3e31-43c0-ad96-56863dc70ce8 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:58.244984 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-58082773-3e31-43c0-ad96-56863dc70ce8 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:58.367889 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [None req-58082773-3e31-43c0-ad96-56863dc70ce8 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] device_id is not set on port f9d50174-6355-4eda-9b36-dd9bfba9384e yet. {{(pid=109866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 01:45:58.460449 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45198) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:58.488570 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fac5dc8b-80a3-41cb-96c7-298266f78593 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:58.496540 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fac5dc8b-80a3-41cb-96c7-298266f78593 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:58.504121 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-fac5dc8b-80a3-41cb-96c7-298266f78593 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] 10.222.0.21 "DELETE /v2.0/networks/cbdacb55-d0ed-4b12-ae82-66ab9cae42b2 HTTP/1.1" status: 204 len: 168 time: 3.0161164 Nov 24 01:45:58.505477 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45202) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:58.545476 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-58082773-3e31-43c0-ad96-56863dc70ce8 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:58.552227 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac5dc8b-80a3-41cb-96c7-298266f78593 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Pushing event deleted for resources: {'Network': ['ID=cbdacb55-d0ed-4b12-ae82-66ab9cae42b2,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:58.595610 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d4c7952e-7cb6-41be-89c2-b26f3200cb82 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:58.615485 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-9f5474ce-cdd7-41fc-939f-9090b93adcab tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1985046875'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:45:58.625920 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-215856fd-c0c4-46f1-9eaf-8ba864ac590a tempest-DvrRoutersNegativeTest-1017682216 tempest-DvrRoutersNegativeTest-1017682216-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1621915200', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:45:58.629363 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.policy [None req-215856fd-c0c4-46f1-9eaf-8ba864ac590a tempest-DvrRoutersNegativeTest-1017682216 tempest-DvrRoutersNegativeTest-1017682216-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=109866) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Nov 24 01:45:58.629706 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.policy [None req-215856fd-c0c4-46f1-9eaf-8ba864ac590a tempest-DvrRoutersNegativeTest-1017682216 tempest-DvrRoutersNegativeTest-1017682216-project] Failed policy check for 'create_router' {{(pid=109866) enforce /opt/stack/neutron/neutron/policy.py:524}} Nov 24 01:45:58.630391 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.api.v2.resource [None req-215856fd-c0c4-46f1-9eaf-8ba864ac590a tempest-DvrRoutersNegativeTest-1017682216 tempest-DvrRoutersNegativeTest-1017682216-project] create failed (client error): Access was denied to this resource. Nov 24 01:45:58.641728 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-215856fd-c0c4-46f1-9eaf-8ba864ac590a tempest-DvrRoutersNegativeTest-1017682216 tempest-DvrRoutersNegativeTest-1017682216-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1736894 Nov 24 01:45:58.658556 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [None req-58082773-3e31-43c0-ad96-56863dc70ce8 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] device_id is not set on port 63080a1e-6358-489b-98a1-57b2d2be7762 yet. {{(pid=109866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 01:45:58.681957 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f5474ce-cdd7-41fc-939f-9090b93adcab tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Made reservation on behalf of 6f492d6104d14217a7279fcc77d83ce7 for: {'network': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:45:58.686653 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9f5474ce-cdd7-41fc-939f-9090b93adcab tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:58.723712 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f5474ce-cdd7-41fc-939f-9090b93adcab tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=109866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:45:58.765862 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9f5474ce-cdd7-41fc-939f-9090b93adcab tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:58.766576 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.segments_db [None req-9f5474ce-cdd7-41fc-939f-9090b93adcab tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Added segment 55c14f32-4723-4c0c-a1f7-007d31b49043 of type vlan for network 4bbf38da-7232-4874-9637-92442224b3b8 Nov 24 01:45:58.817344 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d4c7952e-7cb6-41be-89c2-b26f3200cb82 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks [] for router_gateway, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:58.838410 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d4c7952e-7cb6-41be-89c2-b26f3200cb82 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:58.851007 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9f5474ce-cdd7-41fc-939f-9090b93adcab tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:58.870823 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-58082773-3e31-43c0-ad96-56863dc70ce8 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:58.910105 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9f5474ce-cdd7-41fc-939f-9090b93adcab tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:58.918841 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5474ce-cdd7-41fc-939f-9090b93adcab tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:58.919773 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9f5474ce-cdd7-41fc-939f-9090b93adcab tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:58.979574 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-9f5474ce-cdd7-41fc-939f-9090b93adcab tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4740012 Nov 24 01:45:58.983284 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45208) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:58.989189 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-d4c7952e-7cb6-41be-89c2-b26f3200cb82 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Allocated IP 172.26.5.202 (eb22795d-37ee-46ee-844d-92c17e2ea450/3e66fcff-6e72-4083-b514-48f69cdaa2cb/b5308b28-1e99-41ee-82ae-1945215d82cd) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:45:59.015934 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-87bd20fa-b279-4fa6-bcc0-1fab480af301 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Request body: {'subnet': {'network_id': '4bbf38da-7232-4874-9637-92442224b3b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:45:59.031884 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45210) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:59.093758 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-58082773-3e31-43c0-ad96-56863dc70ce8 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:59.127825 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5474ce-cdd7-41fc-939f-9090b93adcab tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Pushing event updated for resources: {'Network': ['ID=4bbf38da-7232-4874-9637-92442224b3b8,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:59.130136 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87bd20fa-b279-4fa6-bcc0-1fab480af301 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Made reservation on behalf of 6f492d6104d14217a7279fcc77d83ce7 for: {'subnet': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:45:59.133692 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-87bd20fa-b279-4fa6-bcc0-1fab480af301 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29154835'] for subnet, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:59.140047 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network 4bbf38da-7232-4874-9637-92442224b3b8 details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:45:59.200626 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d4c7952e-7cb6-41be-89c2-b26f3200cb82 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:59.209468 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9b652ed4-6190-4f74-844b-1f84d7a65d04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:59.248561 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58082773-3e31-43c0-ad96-56863dc70ce8 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Pushing event updated for resources: {'Port': ['ID=f9d50174-6355-4eda-9b36-dd9bfba9384e,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:59.271416 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58082773-3e31-43c0-ad96-56863dc70ce8 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Network 0b39e72d-1244-4a44-91ee-28b4de878b98 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:45:59.293518 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-58082773-3e31-43c0-ad96-56863dc70ce8 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:45:59.309430 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9b652ed4-6190-4f74-844b-1f84d7a65d04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:59.318910 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9b652ed4-6190-4f74-844b-1f84d7a65d04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:59.336919 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58082773-3e31-43c0-ad96-56863dc70ce8 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:45:59.337743 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-58082773-3e31-43c0-ad96-56863dc70ce8 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:59.375403 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-9b652ed4-6190-4f74-844b-1f84d7a65d04 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=71c32f57821740d1a3fa6455b1fc29d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3419025 Nov 24 01:45:59.377468 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b652ed4-6190-4f74-844b-1f84d7a65d04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ec99442-dd11-48fe-9989-6799aa048189,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:59.379732 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45218) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:59.410553 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d4c7952e-7cb6-41be-89c2-b26f3200cb82 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:59.412138 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45220) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:59.430057 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-64dd13ff-191c-4b9b-802f-9396be9e3102 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Request body: {'subnet': {'network_id': '3ec29ac9-a034-4594-a035-6a6a50dffe9f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:45:59.453152 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58082773-3e31-43c0-ad96-56863dc70ce8 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Pushing event updated for resources: {'Port': ['ID=63080a1e-6358-489b-98a1-57b2d2be7762,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:59.468684 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-3fda257f-f921-46cf-a6a7-5923a3f87834 req-4e7dbc3e-fdd4-489c-b1b6-bcdf2e9ee071 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b06b6ab1-567c-4b9b-8739-efabf02f01ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1330764 Nov 24 01:45:59.476851 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58082773-3e31-43c0-ad96-56863dc70ce8 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Checking segment: {'id': '7826ed96-6f29-4c83-80f6-8795920f8878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a0df71c2-e32f-4b4e-b9b3-bdb012778f05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:45:59.477211 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58082773-3e31-43c0-ad96-56863dc70ce8 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Network hostable DHCP agents. Network: a0df71c2-e32f-4b4e-b9b3-bdb012778f05, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 01:45:59.515898 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c7952e-7cb6-41be-89c2-b26f3200cb82 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Network eb22795d-37ee-46ee-844d-92c17e2ea450 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:45:59.526765 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:59.536313 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58082773-3e31-43c0-ad96-56863dc70ce8 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Network a0df71c2-e32f-4b4e-b9b3-bdb012778f05 is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 01:45:59.550603 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-d4c7952e-7cb6-41be-89c2-b26f3200cb82 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:45:59.559201 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-323b3baa-a87b-4ca7-9473-e248d26f5341 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:59.568136 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-58082773-3e31-43c0-ad96-56863dc70ce8 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, a0df71c2-e32f-4b4e-b9b3-bdb012778f05) {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:45:59.568419 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c7952e-7cb6-41be-89c2-b26f3200cb82 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:45:59.568591 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0197952-c881-47e5-85eb-197f975f7795 None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:45:59.583953 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58082773-3e31-43c0-ad96-56863dc70ce8 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:45:59.584116 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d0df6e-2154-450c-a1b6-05b843309de7 None None] Network a0df71c2-e32f-4b4e-b9b3-bdb012778f05 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:45:59.589814 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58082773-3e31-43c0-ad96-56863dc70ce8 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:59.596304 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58082773-3e31-43c0-ad96-56863dc70ce8 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:59.596983 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-58082773-3e31-43c0-ad96-56863dc70ce8 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:59.633803 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c7952e-7cb6-41be-89c2-b26f3200cb82 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Pushing event updated for resources: {'Port': ['ID=b5308b28-1e99-41ee-82ae-1945215d82cd,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:59.652860 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fda257f-f921-46cf-a6a7-5923a3f87834 req-58aed118-fc80-433c-9b5b-c71b2eab47fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:59.655051 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-3fda257f-f921-46cf-a6a7-5923a3f87834 req-58aed118-fc80-433c-9b5b-c71b2eab47fc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=02a273ddc4c14296a842719ce385cf90&device_id=b06b6ab1-567c-4b9b-8739-efabf02f01ca HTTP/1.1" status: 200 len: 1099 time: 0.0818815 Nov 24 01:45:59.656460 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-323b3baa-a87b-4ca7-9473-e248d26f5341 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:59.661483 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-58082773-3e31-43c0-ad96-56863dc70ce8 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.6870522 Nov 24 01:45:59.664922 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45224) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:45:59.741256 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-59b4eaa4-b653-4f25-85dc-60e50ea2120a None None] Provisioning complete for port b5308b28-1e99-41ee-82ae-1945215d82cd triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:45:59.742190 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-59b4eaa4-b653-4f25-85dc-60e50ea2120a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:59.761074 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64dd13ff-191c-4b9b-802f-9396be9e3102 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Made reservation on behalf of 52012859bd7040dfaae99173fefc0e0b for: {'subnet': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:45:59.764998 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-64dd13ff-191c-4b9b-802f-9396be9e3102 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25307781'] for subnet, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:59.790097 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-59b4eaa4-b653-4f25-85dc-60e50ea2120a None None] Port b5308b28-1e99-41ee-82ae-1945215d82cd cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:45:59.851476 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.objects.ports [None req-87bd20fa-b279-4fa6-bcc0-1fab480af301 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109866) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 24 01:45:59.859630 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-87bd20fa-b279-4fa6-bcc0-1fab480af301 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29149261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29154849'] for subnet, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:59.888218 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-323b3baa-a87b-4ca7-9473-e248d26f5341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:59.891013 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-323b3baa-a87b-4ca7-9473-e248d26f5341 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:45:59.893887 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-323b3baa-a87b-4ca7-9473-e248d26f5341 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3ec99442-dd11-48fe-9989-6799aa048189 HTTP/1.1" status: 204 len: 168 time: 0.5128801 Nov 24 01:45:59.941509 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fda257f-f921-46cf-a6a7-5923a3f87834 req-a968a4c4-9e83-461b-ba8b-a1ecc5d8b1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:45:59.942996 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-3fda257f-f921-46cf-a6a7-5923a3f87834 req-a968a4c4-9e83-461b-ba8b-a1ecc5d8b1d3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1f119f6f-a1f8-4bc6-85d9-f23337dbc03c HTTP/1.1" status: 200 len: 912 time: 0.2256906 Nov 24 01:45:59.953294 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bd20fa-b279-4fa6-bcc0-1fab480af301 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Pushing event updated for resources: {'Subnet': ['ID=6b6b7cbd-a663-4118-8b7b-aa549c702702,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:59.956058 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323b3baa-a87b-4ca7-9473-e248d26f5341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ec99442-dd11-48fe-9989-6799aa048189,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:45:59.968402 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-fecf2785-f235-43b5-9494-c431fc283077 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Deleting port 63080a1e-6358-489b-98a1-57b2d2be7762 {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:45:59.968728 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-fecf2785-f235-43b5-9494-c431fc283077 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:00.047466 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bd20fa-b279-4fa6-bcc0-1fab480af301 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Checking segment: {'id': '55c14f32-4723-4c0c-a1f7-007d31b49043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4bbf38da-7232-4874-9637-92442224b3b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:46:00.047833 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87bd20fa-b279-4fa6-bcc0-1fab480af301 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Network hostable DHCP agents. Network: 4bbf38da-7232-4874-9637-92442224b3b8, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 01:46:00.070587 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d4c7952e-7cb6-41be-89c2-b26f3200cb82 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks [] for router_gateway, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:00.089624 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:00.111675 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-3fda257f-f921-46cf-a6a7-5923a3f87834 req-accb49dd-a699-4384-b300-95b6a1275441 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69007351-04ea-44cc-9f37-e63d681a62c1 HTTP/1.1" status: 200 len: 1002 time: 0.1594326 Nov 24 01:46:00.113370 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-fecf2785-f235-43b5-9494-c431fc283077 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:00.160391 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-fecf2785-f235-43b5-9494-c431fc283077 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Calling delete_port for 63080a1e-6358-489b-98a1-57b2d2be7762 owned by {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:46:00.181536 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87bd20fa-b279-4fa6-bcc0-1fab480af301 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Network 4bbf38da-7232-4874-9637-92442224b3b8 is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 01:46:00.187337 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-64dd13ff-191c-4b9b-802f-9396be9e3102 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25501847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25307831'] for subnet, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:00.239404 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-87bd20fa-b279-4fa6-bcc0-1fab480af301 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, 4bbf38da-7232-4874-9637-92442224b3b8) {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:46:00.249335 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ceafce-feb8-4199-baec-872b6b2ce9a3 None None] Network 4bbf38da-7232-4874-9637-92442224b3b8 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:46:00.252956 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87bd20fa-b279-4fa6-bcc0-1fab480af301 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:00.254008 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-87bd20fa-b279-4fa6-bcc0-1fab480af301 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:00.288146 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fda257f-f921-46cf-a6a7-5923a3f87834 req-196fcaee-9e91-43e5-9525-2fd8cc90fa8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:00.289738 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-3fda257f-f921-46cf-a6a7-5923a3f87834 req-196fcaee-9e91-43e5-9525-2fd8cc90fa8c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ab44a884-a70d-4217-8793-3ef03c108892 HTTP/1.1" status: 200 len: 850 time: 0.1687250 Nov 24 01:46:00.296496 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dd13ff-191c-4b9b-802f-9396be9e3102 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Pushing event updated for resources: {'Subnet': ['ID=f7f9f1ee-13b8-4e72-b061-d8b3c60d568f,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:00.368294 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64dd13ff-191c-4b9b-802f-9396be9e3102 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Checking segment: {'id': '14543e07-d65f-4919-aa19-01e98647f721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3ec29ac9-a034-4594-a035-6a6a50dffe9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:46:00.368624 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64dd13ff-191c-4b9b-802f-9396be9e3102 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Network hostable DHCP agents. Network: 3ec29ac9-a034-4594-a035-6a6a50dffe9f, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 01:46:00.370232 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-87bd20fa-b279-4fa6-bcc0-1fab480af301 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.3856397 Nov 24 01:46:00.370550 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45242) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:00.399380 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fda257f-f921-46cf-a6a7-5923a3f87834 req-8bbaa1b6-7315-4879-bd30-c916b5fb3b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:00.401232 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-3fda257f-f921-46cf-a6a7-5923a3f87834 req-8bbaa1b6-7315-4879-bd30-c916b5fb3b46 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1f119f6f-a1f8-4bc6-85d9-f23337dbc03c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787835 Nov 24 01:46:00.415379 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-fecf2785-f235-43b5-9494-c431fc283077 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:00.457833 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecf2785-f235-43b5-9494-c431fc283077 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Pushing event deleted for resources: {'Port': ['ID=63080a1e-6358-489b-98a1-57b2d2be7762,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:00.466540 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-fecf2785-f235-43b5-9494-c431fc283077 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:00.470739 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-fecf2785-f235-43b5-9494-c431fc283077 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "DELETE /v2.0/ports/63080a1e-6358-489b-98a1-57b2d2be7762 HTTP/1.1" status: 204 len: 168 time: 0.8038394 Nov 24 01:46:00.478881 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45246) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:00.494507 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14659ce3-43c8-4b2d-ae5c-4fe69ff4c7d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-4bbf38da-7232-4874-9637-92442224b3b8', 'network_id': '4bbf38da-7232-4874-9637-92442224b3b8', 'tenant_id': '6f492d6104d14217a7279fcc77d83ce7', 'fixed_ips': [{'subnet_id': '6b6b7cbd-a663-4118-8b7b-aa549c702702'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 01:46:00.495468 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-14659ce3-43c8-4b2d-ae5c-4fe69ff4c7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:00.535077 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64dd13ff-191c-4b9b-802f-9396be9e3102 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Network 3ec29ac9-a034-4594-a035-6a6a50dffe9f is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 01:46:00.569113 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d4c7952e-7cb6-41be-89c2-b26f3200cb82 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3684298', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-424347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2775'] for router, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:00.571532 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-64dd13ff-191c-4b9b-802f-9396be9e3102 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, 3ec29ac9-a034-4594-a035-6a6a50dffe9f) {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:46:00.579574 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64dd13ff-191c-4b9b-802f-9396be9e3102 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:00.580163 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-64dd13ff-191c-4b9b-802f-9396be9e3102 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:00.587135 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d4c7952e-7cb6-41be-89c2-b26f3200cb82 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3683822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-418125', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-424361'] for router, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:00.592448 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2392ffd5-e71d-42d1-9503-d55dd18e0dff None None] Network 3ec29ac9-a034-4594-a035-6a6a50dffe9f requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:46:00.600881 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-3fda257f-f921-46cf-a6a7-5923a3f87834 req-8f988641-6be6-4a62-aee0-329500bec791 service neutron] 10.222.0.48 "GET /v2.0/networks/1f119f6f-a1f8-4bc6-85d9-f23337dbc03c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290002 Nov 24 01:46:00.614185 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1c5001-b077-4a94-ba24-2dea5db7c715 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:00.620178 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1c5001-b077-4a94-ba24-2dea5db7c715 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:00.621719 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-6a1c5001-b077-4a94-ba24-2dea5db7c715 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1415601 Nov 24 01:46:00.629336 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45254) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:00.644741 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d96e526a-eeb7-4a93-ad7f-64c0933ea479 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:00.698303 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-64dd13ff-191c-4b9b-802f-9396be9e3102 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2768917 Nov 24 01:46:00.705354 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45258) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:00.715822 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-7621bf3c-8e9e-43ef-92e8-cd989cb7c762 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1618547794'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:46:00.830129 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45260) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:00.881291 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7621bf3c-8e9e-43ef-92e8-cd989cb7c762 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Made reservation on behalf of 52012859bd7040dfaae99173fefc0e0b for: {'network': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:46:00.885088 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7621bf3c-8e9e-43ef-92e8-cd989cb7c762 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:00.909729 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d96e526a-eeb7-4a93-ad7f-64c0933ea479 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:00.914512 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-14659ce3-43c8-4b2d-ae5c-4fe69ff4c7d1 None None] Allocated IP 2001:db8::f816:3eff:fee3:affc (4bbf38da-7232-4874-9637-92442224b3b8/6b6b7cbd-a663-4118-8b7b-aa549c702702/c7aa5f19-7f0c-4501-8b97-10b75e901089) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:46:00.957738 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7621bf3c-8e9e-43ef-92e8-cd989cb7c762 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=109867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:46:00.967796 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-fa4a0932-867d-423a-9026-885f2ca524d9 tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1382687255'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:46:00.996662 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7621bf3c-8e9e-43ef-92e8-cd989cb7c762 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:00.997037 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.segments_db [None req-7621bf3c-8e9e-43ef-92e8-cd989cb7c762 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Added segment 0c8fca89-9bbc-4d06-8fad-bbe2043e767a of type vlan for network 83e8fff4-46ab-4581-a6a2-17b9fc147ee8 Nov 24 01:46:01.038845 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-3fda257f-f921-46cf-a6a7-5923a3f87834 req-b4b06bcf-2ef1-4ff1-af95-ea4f6fd8c7af service neutron] 10.222.0.48 "GET /v2.0/networks/1f119f6f-a1f8-4bc6-85d9-f23337dbc03c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4266582 Nov 24 01:46:01.050056 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-5f5fc1bc-dd85-433b-b291-ecbaa44d5a77 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Deleting port f9d50174-6355-4eda-9b36-dd9bfba9384e {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:46:01.050392 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5f5fc1bc-dd85-433b-b291-ecbaa44d5a77 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:01.060125 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa4a0932-867d-423a-9026-885f2ca524d9 tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] Made reservation on behalf of 3006bb2806204dbc889ecf871b8e7678 for: {'network': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:46:01.063588 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fa4a0932-867d-423a-9026-885f2ca524d9 tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:01.099796 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7621bf3c-8e9e-43ef-92e8-cd989cb7c762 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:01.104446 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fa4a0932-867d-423a-9026-885f2ca524d9 tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] Publish callbacks [] for security_group, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:01.167368 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-14659ce3-43c8-4b2d-ae5c-4fe69ff4c7d1 None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:01.189599 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5f5fc1bc-dd85-433b-b291-ecbaa44d5a77 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:01.195651 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-14659ce3-43c8-4b2d-ae5c-4fe69ff4c7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:01.201610 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4c7952e-7cb6-41be-89c2-b26f3200cb82 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Router 83ac799f-0d59-4425-8c54-ae7e0e13ba7b is scheduled to L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e with binding_index 1 {{(pid=109867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 01:46:01.206187 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac9594b-8d5a-4fc0-b780-7db831d1c5f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-3ec29ac9-a034-4594-a035-6a6a50dffe9f', 'network_id': '3ec29ac9-a034-4594-a035-6a6a50dffe9f', 'tenant_id': '52012859bd7040dfaae99173fefc0e0b', 'fixed_ips': [{'subnet_id': 'f7f9f1ee-13b8-4e72-b061-d8b3c60d568f'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 01:46:01.207031 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-2ac9594b-8d5a-4fc0-b780-7db831d1c5f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:01.213388 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7621bf3c-8e9e-43ef-92e8-cd989cb7c762 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:01.218963 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7621bf3c-8e9e-43ef-92e8-cd989cb7c762 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:01.219554 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7621bf3c-8e9e-43ef-92e8-cd989cb7c762 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:01.222552 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-5f5fc1bc-dd85-433b-b291-ecbaa44d5a77 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Calling delete_port for f9d50174-6355-4eda-9b36-dd9bfba9384e owned by {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:46:01.257827 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d96e526a-eeb7-4a93-ad7f-64c0933ea479 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25501782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25307808'] for subnet, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:01.267366 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14659ce3-43c8-4b2d-ae5c-4fe69ff4c7d1 None None] Network 4bbf38da-7232-4874-9637-92442224b3b8 is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:46:01.273253 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-14659ce3-43c8-4b2d-ae5c-4fe69ff4c7d1 None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:46:01.275822 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14659ce3-43c8-4b2d-ae5c-4fe69ff4c7d1 None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:46:01.280897 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14659ce3-43c8-4b2d-ae5c-4fe69ff4c7d1 None None] Pushing event updated for resources: {'Port': ['ID=c7aa5f19-7f0c-4501-8b97-10b75e901089,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:01.405659 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96e526a-eeb7-4a93-ad7f-64c0933ea479 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Pushing event deleted for resources: {'Subnet': ['ID=6b6b7cbd-a663-4118-8b7b-aa549c702702,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:01.410701 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-7621bf3c-8e9e-43ef-92e8-cd989cb7c762 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7011278 Nov 24 01:46:01.413593 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45264) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:01.418854 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-06a659f6-56b8-402f-9443-8ff759c3701e tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Request body: {'subnet': {'network_id': '83e8fff4-46ab-4581-a6a2-17b9fc147ee8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:46:01.420125 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-14659ce3-43c8-4b2d-ae5c-4fe69ff4c7d1 None None] Attempting to bind port c7aa5f19-7f0c-4501-8b97-10b75e901089 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:46:01.420504 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-14659ce3-43c8-4b2d-ae5c-4fe69ff4c7d1 None None] Attempting to bind port c7aa5f19-7f0c-4501-8b97-10b75e901089 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '55c14f32-4723-4c0c-a1f7-007d31b49043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4bbf38da-7232-4874-9637-92442224b3b8'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:46:01.420846 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14659ce3-43c8-4b2d-ae5c-4fe69ff4c7d1 None None] Attempting to bind port c7aa5f19-7f0c-4501-8b97-10b75e901089 on network 4bbf38da-7232-4874-9637-92442224b3b8 {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:46:01.430920 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14659ce3-43c8-4b2d-ae5c-4fe69ff4c7d1 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:46:01.431273 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14659ce3-43c8-4b2d-ae5c-4fe69ff4c7d1 None None] Checking segment: {'id': '55c14f32-4723-4c0c-a1f7-007d31b49043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4bbf38da-7232-4874-9637-92442224b3b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:46:01.431443 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7621bf3c-8e9e-43ef-92e8-cd989cb7c762 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Pushing event updated for resources: {'Network': ['ID=83e8fff4-46ab-4581-a6a2-17b9fc147ee8,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:01.431653 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-14659ce3-43c8-4b2d-ae5c-4fe69ff4c7d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:01.432074 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14659ce3-43c8-4b2d-ae5c-4fe69ff4c7d1 None None] Bound using segment: {'id': '55c14f32-4723-4c0c-a1f7-007d31b49043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4bbf38da-7232-4874-9637-92442224b3b8'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:46:01.432544 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-14659ce3-43c8-4b2d-ae5c-4fe69ff4c7d1 None None] Bound port: c7aa5f19-7f0c-4501-8b97-10b75e901089, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55c14f32-4723-4c0c-a1f7-007d31b49043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4bbf38da-7232-4874-9637-92442224b3b8'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:46:01.433693 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-14659ce3-43c8-4b2d-ae5c-4fe69ff4c7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:01.452017 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network 83e8fff4-46ab-4581-a6a2-17b9fc147ee8 details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:46:01.494999 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-2ac9594b-8d5a-4fc0-b780-7db831d1c5f8 None None] Allocated IP 2001:db8:0:ffff::2 (3ec29ac9-a034-4594-a035-6a6a50dffe9f/f7f9f1ee-13b8-4e72-b061-d8b3c60d568f/a55b0c05-4783-4ba0-baed-c15df5550b1a) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:46:01.530372 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06a659f6-56b8-402f-9443-8ff759c3701e tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Made reservation on behalf of 52012859bd7040dfaae99173fefc0e0b for: {'subnet': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:46:01.553359 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-06a659f6-56b8-402f-9443-8ff759c3701e tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29154835'] for subnet, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:01.568237 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d96e526a-eeb7-4a93-ad7f-64c0933ea479 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:01.629175 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-d96e526a-eeb7-4a93-ad7f-64c0933ea479 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bbf38da-7232-4874-9637-92442224b3b8']}} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:01.639425 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fa4a0932-867d-423a-9026-885f2ca524d9 tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] Publish callbacks [] for security_group, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:01.645917 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-d96e526a-eeb7-4a93-ad7f-64c0933ea479 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55c14f32-4723-4c0c-a1f7-007d31b49043') {'for_net_delete': True} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:01.646201 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-d96e526a-eeb7-4a93-ad7f-64c0933ea479 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55c14f32-4723-4c0c-a1f7-007d31b49043') {} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:01.659468 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d96e526a-eeb7-4a93-ad7f-64c0933ea479 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28690908'] for segment, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:01.661066 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fa4a0932-867d-423a-9026-885f2ca524d9 tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:01.675246 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5f5fc1bc-dd85-433b-b291-ecbaa44d5a77 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:01.681879 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4c7952e-7cb6-41be-89c2-b26f3200cb82 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:46:01.684127 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-14659ce3-43c8-4b2d-ae5c-4fe69ff4c7d1 None None] For port c7aa5f19-7f0c-4501-8b97-10b75e901089, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:46:01.698096 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc182597-4428-4f58-bb02-baeb7bd21631 None None] Sync routers for ids ['83ac799f-0d59-4425-8c54-ae7e0e13ba7b'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:46:01.698643 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d4c7952e-7cb6-41be-89c2-b26f3200cb82 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks [] for router, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:01.702170 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-d4c7952e-7cb6-41be-89c2-b26f3200cb82 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] 10.222.0.21 "PUT /v2.0/routers/83ac799f-0d59-4425-8c54-ae7e0e13ba7b HTTP/1.1" status: 200 len: 880 time: 3.8858576 Nov 24 01:46:01.703817 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d96e526a-eeb7-4a93-ad7f-64c0933ea479 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:01.712670 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45270) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:01.722621 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc182597-4428-4f58-bb02-baeb7bd21631 None None] Routers {'83ac799f-0d59-4425-8c54-ae7e0e13ba7b'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:46:01.723835 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-fc182597-4428-4f58-bb02-baeb7bd21631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:45:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['83ac799f-0d59-4425-8c54-ae7e0e13ba7b'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:01.753035 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d96e526a-eeb7-4a93-ad7f-64c0933ea479 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=109867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:46:01.753480 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d96e526a-eeb7-4a93-ad7f-64c0933ea479 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25503736'] for segment, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:01.756470 dv-neutron-818911-2-hyperv neutron-server[109867]: Traceback (most recent call last): Nov 24 01:46:01.756470 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:46:01.756470 dv-neutron-818911-2-hyperv neutron-server[109867]: timer() Nov 24 01:46:01.756470 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:46:01.756470 dv-neutron-818911-2-hyperv neutron-server[109867]: cb(*args, **kw) Nov 24 01:46:01.756470 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:46:01.756470 dv-neutron-818911-2-hyperv neutron-server[109867]: return func(*args, **kwargs) Nov 24 01:46:01.756470 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:46:01.756470 dv-neutron-818911-2-hyperv neutron-server[109867]: self._notify() Nov 24 01:46:01.756470 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:46:01.756470 dv-neutron-818911-2-hyperv neutron-server[109867]: self.callback(batched_events) Nov 24 01:46:01.756470 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:46:01.756470 dv-neutron-818911-2-hyperv neutron-server[109867]: event.method(event) Nov 24 01:46:01.756470 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:46:01.756470 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:46:01.756470 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:46:01.756470 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:46:01.756470 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:46:01.756470 dv-neutron-818911-2-hyperv neutron-server[109867]: return f(self, *a, **k) Nov 24 01:46:01.756470 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:46:01.756470 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._get(url).json() Nov 24 01:46:01.756470 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:46:01.756470 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:46:01.756470 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:46:01.756470 dv-neutron-818911-2-hyperv neutron-server[109867]: return self.request(url, 'GET', **kwargs) Nov 24 01:46:01.756470 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:46:01.756470 dv-neutron-818911-2-hyperv neutron-server[109867]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:46:01.756470 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:46:01.756470 dv-neutron-818911-2-hyperv neutron-server[109867]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:46:01.756470 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:46:01.756470 dv-neutron-818911-2-hyperv neutron-server[109867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:46:01.756470 dv-neutron-818911-2-hyperv neutron-server[109867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:46:01.758369 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa4a0932-867d-423a-9026-885f2ca524d9 tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=109867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:46:01.800514 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5fc1bc-dd85-433b-b291-ecbaa44d5a77 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Pushing event deleted for resources: {'Port': ['ID=f9d50174-6355-4eda-9b36-dd9bfba9384e,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:01.806574 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-fc182597-4428-4f58-bb02-baeb7bd21631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:01.811050 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5f5fc1bc-dd85-433b-b291-ecbaa44d5a77 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:01.816747 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-5f5fc1bc-dd85-433b-b291-ecbaa44d5a77 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "DELETE /v2.0/ports/f9d50174-6355-4eda-9b36-dd9bfba9384e HTTP/1.1" status: 204 len: 168 time: 1.1841061 Nov 24 01:46:01.818583 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4a0932-867d-423a-9026-885f2ca524d9 tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ab69ebc-3370-446d-a05e-eb43d71f2ef4,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:01.818718 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45274) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:01.840093 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fa4a0932-867d-423a-9026-885f2ca524d9 tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:01.840635 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.segments_db [None req-fa4a0932-867d-423a-9026-885f2ca524d9 tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] Added segment 5868af36-0e2b-4d53-bc40-307bd84b84a2 of type vlan for network 008e9a5d-81aa-41b5-8adb-ecc89964186a Nov 24 01:46:01.842418 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc182597-4428-4f58-bb02-baeb7bd21631 None None] Routers {'83ac799f-0d59-4425-8c54-ae7e0e13ba7b'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:46:01.844656 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-fc182597-4428-4f58-bb02-baeb7bd21631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:45:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['83ac799f-0d59-4425-8c54-ae7e0e13ba7b'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:01.887757 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-fc182597-4428-4f58-bb02-baeb7bd21631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:01.888815 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc182597-4428-4f58-bb02-baeb7bd21631 None None] The sync data for ids ['83ac799f-0d59-4425-8c54-ae7e0e13ba7b'] in dv-neutron-818911-2-hyperv is: [] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:46:01.907087 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-2ac9594b-8d5a-4fc0-b780-7db831d1c5f8 None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:01.915664 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-2ac9594b-8d5a-4fc0-b780-7db831d1c5f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:01.930005 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-06a659f6-56b8-402f-9443-8ff759c3701e tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29149261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29154849'] for subnet, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:01.969253 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac9594b-8d5a-4fc0-b780-7db831d1c5f8 None None] Network 3ec29ac9-a034-4594-a035-6a6a50dffe9f is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:46:01.972978 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-2ac9594b-8d5a-4fc0-b780-7db831d1c5f8 None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:46:01.978560 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac9594b-8d5a-4fc0-b780-7db831d1c5f8 None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:46:01.981945 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c8b971-0dad-45fb-a23b-be36d6ea5721 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:01.982561 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac9594b-8d5a-4fc0-b780-7db831d1c5f8 None None] Pushing event updated for resources: {'Port': ['ID=a55b0c05-4783-4ba0-baed-c15df5550b1a,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:01.984205 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-d6c8b971-0dad-45fb-a23b-be36d6ea5721 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1625402 Nov 24 01:46:01.989936 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45276) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:02.034881 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-07fbcd73-9414-472a-8f08-43f0747ba484 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] GET failed (client error): The resource could not be found. Nov 24 01:46:02.036341 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-07fbcd73-9414-472a-8f08-43f0747ba484 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "GET /v2.0/ports/63080a1e-6358-489b-98a1-57b2d2be7762 HTTP/1.1" status: 404 len: 333 time: 0.0419891 Nov 24 01:46:02.037034 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a659f6-56b8-402f-9443-8ff759c3701e tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Pushing event updated for resources: {'Subnet': ['ID=459fe9a4-1033-4cf3-a265-2cd9ddd03373,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:02.045497 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-2ac9594b-8d5a-4fc0-b780-7db831d1c5f8 None None] Attempting to bind port a55b0c05-4783-4ba0-baed-c15df5550b1a on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:46:02.046375 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-2ac9594b-8d5a-4fc0-b780-7db831d1c5f8 None None] Attempting to bind port a55b0c05-4783-4ba0-baed-c15df5550b1a by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '14543e07-d65f-4919-aa19-01e98647f721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3ec29ac9-a034-4594-a035-6a6a50dffe9f'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:46:02.047088 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac9594b-8d5a-4fc0-b780-7db831d1c5f8 None None] Attempting to bind port a55b0c05-4783-4ba0-baed-c15df5550b1a on network 3ec29ac9-a034-4594-a035-6a6a50dffe9f {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:46:02.051985 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45278) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:02.052965 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac9594b-8d5a-4fc0-b780-7db831d1c5f8 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:46:02.053484 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac9594b-8d5a-4fc0-b780-7db831d1c5f8 None None] Checking segment: {'id': '14543e07-d65f-4919-aa19-01e98647f721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3ec29ac9-a034-4594-a035-6a6a50dffe9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:46:02.053961 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-2ac9594b-8d5a-4fc0-b780-7db831d1c5f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:02.054527 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac9594b-8d5a-4fc0-b780-7db831d1c5f8 None None] Bound using segment: {'id': '14543e07-d65f-4919-aa19-01e98647f721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3ec29ac9-a034-4594-a035-6a6a50dffe9f'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:46:02.055072 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-2ac9594b-8d5a-4fc0-b780-7db831d1c5f8 None None] Bound port: a55b0c05-4783-4ba0-baed-c15df5550b1a, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14543e07-d65f-4919-aa19-01e98647f721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3ec29ac9-a034-4594-a035-6a6a50dffe9f'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:46:02.055531 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-2ac9594b-8d5a-4fc0-b780-7db831d1c5f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:02.081988 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a659f6-56b8-402f-9443-8ff759c3701e tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Checking segment: {'id': '0c8fca89-9bbc-4d06-8fad-bbe2043e767a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '83e8fff4-46ab-4581-a6a2-17b9fc147ee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:46:02.082402 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a659f6-56b8-402f-9443-8ff759c3701e tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Network hostable DHCP agents. Network: 83e8fff4-46ab-4581-a6a2-17b9fc147ee8, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 01:46:02.084783 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-873e96e2-ae97-4248-ae11-856c2d69f501 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] GET failed (client error): The resource could not be found. Nov 24 01:46:02.088945 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-873e96e2-ae97-4248-ae11-856c2d69f501 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "GET /v2.0/ports/f9d50174-6355-4eda-9b36-dd9bfba9384e HTTP/1.1" status: 404 len: 333 time: 0.0327086 Nov 24 01:46:02.089742 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45280) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:02.132159 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-2ac9594b-8d5a-4fc0-b780-7db831d1c5f8 None None] For port a55b0c05-4783-4ba0-baed-c15df5550b1a, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:46:02.146542 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-2ac9594b-8d5a-4fc0-b780-7db831d1c5f8 None None] For port a55b0c05-4783-4ba0-baed-c15df5550b1a, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=a55b0c05-4783-4ba0-baed-c15df5550b1a,segment=NetworkSegment(14543e07-d65f-4919-aa19-01e98647f721),segment_id=14543e07-d65f-4919-aa19-01e98647f721)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:46:02.151272 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-2ac9594b-8d5a-4fc0-b780-7db831d1c5f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:02.182202 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f31120f8-8755-4afc-b316-7679996e9046 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:02.184990 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a659f6-56b8-402f-9443-8ff759c3701e tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Network 83e8fff4-46ab-4581-a6a2-17b9fc147ee8 is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 01:46:02.217866 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac9594b-8d5a-4fc0-b780-7db831d1c5f8 None None] Pushing event updated for resources: {'Port': ['ID=a55b0c05-4783-4ba0-baed-c15df5550b1a,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:02.240295 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-06a659f6-56b8-402f-9443-8ff759c3701e tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, 83e8fff4-46ab-4581-a6a2-17b9fc147ee8) {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:46:02.252678 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a659f6-56b8-402f-9443-8ff759c3701e tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:02.253391 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-06a659f6-56b8-402f-9443-8ff759c3701e tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:02.253537 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.db.api [None req-d96e526a-eeb7-4a93-ad7f-64c0933ea479 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 24 01:46:02.253537 dv-neutron-818911-2-hyperv neutron-server[109867]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 24 01:46:02.253537 dv-neutron-818911-2-hyperv neutron-server[109867]: [parameters: {'id': '4bbf38da-7232-4874-9637-92442224b3b8'}] Nov 24 01:46:02.253537 dv-neutron-818911-2-hyperv neutron-server[109867]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109867) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 01:46:02.253818 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG oslo_db.api [None req-d96e526a-eeb7-4a93-ad7f-64c0933ea479 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 01:46:02.253887 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9885ab2d-99e7-4bad-8262-77bd2059c3ed None None] Network 83e8fff4-46ab-4581-a6a2-17b9fc147ee8 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:46:02.285222 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-14659ce3-43c8-4b2d-ae5c-4fe69ff4c7d1 None None] For port c7aa5f19-7f0c-4501-8b97-10b75e901089, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=c7aa5f19-7f0c-4501-8b97-10b75e901089,segment=NetworkSegment(55c14f32-4723-4c0c-a1f7-007d31b49043),segment_id=55c14f32-4723-4c0c-a1f7-007d31b49043)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:46:02.306570 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-5c747f75-7134-4d3c-8b2c-20f3c4aafa07 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] 10.222.0.21 "GET /v2.0/routers/83ac799f-0d59-4425-8c54-ae7e0e13ba7b HTTP/1.1" status: 200 len: 921 time: 0.5861590 Nov 24 01:46:02.306796 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-14659ce3-43c8-4b2d-ae5c-4fe69ff4c7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:02.307783 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45282) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:02.311667 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-06a659f6-56b8-402f-9443-8ff759c3701e tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.8969619 Nov 24 01:46:02.313541 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f31120f8-8755-4afc-b316-7679996e9046 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:02.315995 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45284) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:02.363950 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-f31120f8-8755-4afc-b316-7679996e9046 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0df71c2-e32f-4b4e-b9b3-bdb012778f05']}} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:02.377251 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fa4a0932-867d-423a-9026-885f2ca524d9 tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:02.402331 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-f31120f8-8755-4afc-b316-7679996e9046 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7826ed96-6f29-4c83-80f6-8795920f8878') {'for_net_delete': True} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:02.411637 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-f31120f8-8755-4afc-b316-7679996e9046 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7826ed96-6f29-4c83-80f6-8795920f8878') {} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:02.450091 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f31120f8-8755-4afc-b316-7679996e9046 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29055561'] for segment, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:02.462363 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2840c4b-aebe-413c-97ed-62de750129ab tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:02.466180 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-f2840c4b-aebe-413c-97ed-62de750129ab tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=eb22795d-37ee-46ee-844d-92c17e2ea450&device_id=83ac799f-0d59-4425-8c54-ae7e0e13ba7b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1574097 Nov 24 01:46:02.466792 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45286) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:02.477472 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f31120f8-8755-4afc-b316-7679996e9046 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:02.479880 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fa4a0932-867d-423a-9026-885f2ca524d9 tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:02.484358 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14659ce3-43c8-4b2d-ae5c-4fe69ff4c7d1 None None] Pushing event updated for resources: {'Port': ['ID=c7aa5f19-7f0c-4501-8b97-10b75e901089,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:02.485472 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4a0932-867d-423a-9026-885f2ca524d9 tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:02.486075 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fa4a0932-867d-423a-9026-885f2ca524d9 tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:02.492592 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f31120f8-8755-4afc-b316-7679996e9046 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=109866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:46:02.493084 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f31120f8-8755-4afc-b316-7679996e9046 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29151010'] for segment, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:02.498567 dv-neutron-818911-2-hyperv neutron-server[109866]: Traceback (most recent call last): Nov 24 01:46:02.498567 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:46:02.498567 dv-neutron-818911-2-hyperv neutron-server[109866]: timer() Nov 24 01:46:02.498567 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:46:02.498567 dv-neutron-818911-2-hyperv neutron-server[109866]: cb(*args, **kw) Nov 24 01:46:02.498567 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:46:02.498567 dv-neutron-818911-2-hyperv neutron-server[109866]: return func(*args, **kwargs) Nov 24 01:46:02.498567 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:46:02.498567 dv-neutron-818911-2-hyperv neutron-server[109866]: self._notify() Nov 24 01:46:02.498567 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:46:02.498567 dv-neutron-818911-2-hyperv neutron-server[109866]: self.callback(batched_events) Nov 24 01:46:02.498567 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:46:02.498567 dv-neutron-818911-2-hyperv neutron-server[109866]: event.method(event) Nov 24 01:46:02.498567 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:46:02.498567 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:46:02.498567 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:46:02.498567 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:46:02.498567 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:46:02.498567 dv-neutron-818911-2-hyperv neutron-server[109866]: return f(self, *a, **k) Nov 24 01:46:02.498567 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:46:02.498567 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._get(url).json() Nov 24 01:46:02.498567 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:46:02.498567 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:46:02.498567 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:46:02.498567 dv-neutron-818911-2-hyperv neutron-server[109866]: return self.request(url, 'GET', **kwargs) Nov 24 01:46:02.498567 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:46:02.498567 dv-neutron-818911-2-hyperv neutron-server[109866]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:46:02.498567 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:46:02.498567 dv-neutron-818911-2-hyperv neutron-server[109866]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:46:02.498567 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:46:02.498567 dv-neutron-818911-2-hyperv neutron-server[109866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:46:02.498567 dv-neutron-818911-2-hyperv neutron-server[109866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:46:02.523945 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cb5ace67-3808-489e-af7d-00013c1c50fd tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:02.569778 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0096fea7-3f71-443e-8e6b-315300e845b2 None None] Network 4bbf38da-7232-4874-9637-92442224b3b8 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:46:02.591193 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26bb839b-7edf-4480-8cf5-b5179f41f269 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-83e8fff4-46ab-4581-a6a2-17b9fc147ee8', 'network_id': '83e8fff4-46ab-4581-a6a2-17b9fc147ee8', 'tenant_id': '52012859bd7040dfaae99173fefc0e0b', 'fixed_ips': [{'subnet_id': '459fe9a4-1033-4cf3-a265-2cd9ddd03373'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 01:46:02.592257 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-26bb839b-7edf-4480-8cf5-b5179f41f269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:02.602949 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4a0932-867d-423a-9026-885f2ca524d9 tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] Pushing event updated for resources: {'Network': ['ID=008e9a5d-81aa-41b5-8adb-ecc89964186a,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:02.616792 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-fa4a0932-867d-423a-9026-885f2ca524d9 tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.7792888 Nov 24 01:46:02.619387 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network 008e9a5d-81aa-41b5-8adb-ecc89964186a details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:46:02.623406 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45288) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:02.624820 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f31120f8-8755-4afc-b316-7679996e9046 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:02.632482 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-54e136e5-fa42-472a-81ce-791675558f33 tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] Request body: {'subnet': {'network_id': '008e9a5d-81aa-41b5-8adb-ecc89964186a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:46:02.694200 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f31120f8-8755-4afc-b316-7679996e9046 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:02.701001 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-f31120f8-8755-4afc-b316-7679996e9046 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "DELETE /v2.0/networks/a0df71c2-e32f-4b4e-b9b3-bdb012778f05 HTTP/1.1" status: 204 len: 168 time: 0.6072953 Nov 24 01:46:02.701169 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-676afcd2-c471-4a3f-b7f4-40b2c42e1b96 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:02.701169 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-676afcd2-c471-4a3f-b7f4-40b2c42e1b96 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] 10.222.0.21 "GET /v2.0/networks/eb22795d-37ee-46ee-844d-92c17e2ea450 HTTP/1.1" status: 200 len: 881 time: 0.2321179 Nov 24 01:46:02.704074 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45294) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:02.705764 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45296) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:02.720219 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31120f8-8755-4afc-b316-7679996e9046 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Pushing event deleted for resources: {'Network': ['ID=a0df71c2-e32f-4b4e-b9b3-bdb012778f05,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:02.720796 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-5da29d84-6fcb-41cb-a2c2-35975d1096fa tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1110274407'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:46:02.769677 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cb5ace67-3808-489e-af7d-00013c1c50fd tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:02.773834 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d96e526a-eeb7-4a93-ad7f-64c0933ea479 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:02.779311 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-595848ef-daf9-4549-807e-e59de95ee5a9 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] 10.222.0.21 "GET /v2.0/ports?device_id=83ac799f-0d59-4425-8c54-ae7e0e13ba7b HTTP/1.1" status: 200 len: 205 time: 0.0352633 Nov 24 01:46:02.780259 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5da29d84-6fcb-41cb-a2c2-35975d1096fa tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Made reservation on behalf of dffe9b32758f41e588b204d5506b48f8 for: {'network': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:46:02.783875 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5da29d84-6fcb-41cb-a2c2-35975d1096fa tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:02.786755 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45298) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:02.852371 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54e136e5-fa42-472a-81ce-791675558f33 tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] Made reservation on behalf of 3006bb2806204dbc889ecf871b8e7678 for: {'subnet': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:46:02.856453 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-54e136e5-fa42-472a-81ce-791675558f33 tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29154835'] for subnet, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:02.932728 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server [None req-26bb839b-7edf-4480-8cf5-b5179f41f269 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 459fe9a4-1033-4cf3-a265-2cd9ddd03373: This subnet is being modified by another concurrent operation. Nov 24 01:46:02.932728 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 24 01:46:02.932728 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 24 01:46:02.932728 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 24 01:46:02.932728 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 24 01:46:02.932728 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 24 01:46:02.932728 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 24 01:46:02.932728 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 24 01:46:02.932728 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 24 01:46:02.932728 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 24 01:46:02.932728 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 24 01:46:02.932728 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 24 01:46:02.932728 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 01:46:02.932728 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 01:46:02.932728 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 01:46:02.932728 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 01:46:02.932728 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 24 01:46:02.932728 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 01:46:02.932728 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 24 01:46:02.932728 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 24 01:46:02.932728 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 01:46:02.932728 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 01:46:02.932728 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 01:46:02.932728 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 01:46:02.932728 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 24 01:46:02.932728 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 01:46:02.932728 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 24 01:46:02.932728 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 24 01:46:02.932728 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 01:46:02.932728 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 01:46:02.932728 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 01:46:02.932728 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 01:46:02.932728 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 24 01:46:02.932728 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 24 01:46:02.932728 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 24 01:46:02.932728 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 24 01:46:02.932728 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 24 01:46:02.932728 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 24 01:46:02.932728 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 24 01:46:02.932728 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 24 01:46:02.932728 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 24 01:46:02.932728 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 24 01:46:02.932728 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 24 01:46:02.932728 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 01:46:02.932728 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 24 01:46:02.932728 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 24 01:46:02.932728 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 24 01:46:02.932728 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 24 01:46:02.932728 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 01:46:02.932728 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 01:46:02.932728 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 01:46:02.932728 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 01:46:02.932728 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 24 01:46:02.932728 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 01:46:02.939589 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 24 01:46:02.939589 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 24 01:46:02.939589 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 01:46:02.939589 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 01:46:02.939589 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 01:46:02.939589 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 01:46:02.939589 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 24 01:46:02.939589 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 01:46:02.939589 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 24 01:46:02.939589 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 24 01:46:02.939589 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 01:46:02.939589 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 01:46:02.939589 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 01:46:02.939589 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 01:46:02.939589 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 24 01:46:02.939589 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 24 01:46:02.939589 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 24 01:46:02.939589 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 24 01:46:02.939589 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 24 01:46:02.939589 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 24 01:46:02.939589 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 24 01:46:02.939589 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 24 01:46:02.939589 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 24 01:46:02.939589 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 24 01:46:02.939589 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 01:46:02.939589 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 01:46:02.939589 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 01:46:02.939589 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 01:46:02.939589 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 24 01:46:02.939589 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 24 01:46:02.939589 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 24 01:46:02.939589 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 24 01:46:02.939589 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 24 01:46:02.939589 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 24 01:46:02.939589 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 24 01:46:02.939589 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server raise exception Nov 24 01:46:02.939589 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 459fe9a4-1033-4cf3-a265-2cd9ddd03373: This subnet is being modified by another concurrent operation. Nov 24 01:46:02.939589 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server Nov 24 01:46:02.942282 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cb5ace67-3808-489e-af7d-00013c1c50fd tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29149324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29154870'] for subnet, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:02.943267 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5da29d84-6fcb-41cb-a2c2-35975d1096fa tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=109867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:46:02.966521 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5ace67-3808-489e-af7d-00013c1c50fd tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Pushing event deleted for resources: {'Subnet': ['ID=459fe9a4-1033-4cf3-a265-2cd9ddd03373,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:02.991087 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5da29d84-6fcb-41cb-a2c2-35975d1096fa tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:02.991438 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.segments_db [None req-5da29d84-6fcb-41cb-a2c2-35975d1096fa tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Added segment 328f387f-09e8-4447-aff7-3be9e3a42389 of type vlan for network d911d5fc-cb24-4505-b222-a0d8d076cec6 Nov 24 01:46:03.014965 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329247ad-50f6-4e37-902a-74815aade951 None None] Network 83e8fff4-46ab-4581-a6a2-17b9fc147ee8 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:46:03.047465 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cb5ace67-3808-489e-af7d-00013c1c50fd tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:03.058889 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2efaed4f-ec0e-440e-9808-05e14fa52277 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks [] for router, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:03.062332 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5da29d84-6fcb-41cb-a2c2-35975d1096fa tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:03.098567 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-d96e526a-eeb7-4a93-ad7f-64c0933ea479 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Deleting port c7aa5f19-7f0c-4501-8b97-10b75e901089 {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:46:03.099150 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d96e526a-eeb7-4a93-ad7f-64c0933ea479 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:03.100405 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-cb5ace67-3808-489e-af7d-00013c1c50fd tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83e8fff4-46ab-4581-a6a2-17b9fc147ee8']}} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:03.120668 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-cb5ace67-3808-489e-af7d-00013c1c50fd tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c8fca89-9bbc-4d06-8fad-bbe2043e767a') {'for_net_delete': True} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:03.120959 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-cb5ace67-3808-489e-af7d-00013c1c50fd tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c8fca89-9bbc-4d06-8fad-bbe2043e767a') {} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:03.137373 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cb5ace67-3808-489e-af7d-00013c1c50fd tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29055561'] for segment, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:03.187228 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cb5ace67-3808-489e-af7d-00013c1c50fd tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:03.200936 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb5ace67-3808-489e-af7d-00013c1c50fd tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=109866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:46:03.201305 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cb5ace67-3808-489e-af7d-00013c1c50fd tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29151010'] for segment, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:03.204368 dv-neutron-818911-2-hyperv neutron-server[109866]: Traceback (most recent call last): Nov 24 01:46:03.204368 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:46:03.204368 dv-neutron-818911-2-hyperv neutron-server[109866]: timer() Nov 24 01:46:03.204368 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:46:03.204368 dv-neutron-818911-2-hyperv neutron-server[109866]: cb(*args, **kw) Nov 24 01:46:03.204368 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:46:03.204368 dv-neutron-818911-2-hyperv neutron-server[109866]: return func(*args, **kwargs) Nov 24 01:46:03.204368 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:46:03.204368 dv-neutron-818911-2-hyperv neutron-server[109866]: self._notify() Nov 24 01:46:03.204368 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:46:03.204368 dv-neutron-818911-2-hyperv neutron-server[109866]: self.callback(batched_events) Nov 24 01:46:03.204368 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:46:03.204368 dv-neutron-818911-2-hyperv neutron-server[109866]: event.method(event) Nov 24 01:46:03.204368 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:46:03.204368 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:46:03.204368 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:46:03.204368 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:46:03.204368 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:46:03.204368 dv-neutron-818911-2-hyperv neutron-server[109866]: return f(self, *a, **k) Nov 24 01:46:03.204368 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:46:03.204368 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._get(url).json() Nov 24 01:46:03.204368 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:46:03.204368 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:46:03.204368 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:46:03.204368 dv-neutron-818911-2-hyperv neutron-server[109866]: return self.request(url, 'GET', **kwargs) Nov 24 01:46:03.204368 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:46:03.204368 dv-neutron-818911-2-hyperv neutron-server[109866]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:46:03.204368 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:46:03.204368 dv-neutron-818911-2-hyperv neutron-server[109866]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:46:03.204368 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:46:03.204368 dv-neutron-818911-2-hyperv neutron-server[109866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:46:03.204368 dv-neutron-818911-2-hyperv neutron-server[109866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:46:03.214593 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-54e136e5-fa42-472a-81ce-791675558f33 tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29149261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29154849'] for subnet, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:03.232285 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5da29d84-6fcb-41cb-a2c2-35975d1096fa tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:03.238174 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da29d84-6fcb-41cb-a2c2-35975d1096fa tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:03.238792 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5da29d84-6fcb-41cb-a2c2-35975d1096fa tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:03.259919 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [None req-d96e526a-eeb7-4a93-ad7f-64c0933ea479 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] For port c7aa5f19-7f0c-4501-8b97-10b75e901089, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=c7aa5f19-7f0c-4501-8b97-10b75e901089,segment=NetworkSegment(55c14f32-4723-4c0c-a1f7-007d31b49043),segment_id=55c14f32-4723-4c0c-a1f7-007d31b49043)] {{(pid=109867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:46:03.260279 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d96e526a-eeb7-4a93-ad7f-64c0933ea479 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:03.315186 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-5da29d84-6fcb-41cb-a2c2-35975d1096fa tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6082275 Nov 24 01:46:03.316568 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-d96e526a-eeb7-4a93-ad7f-64c0933ea479 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Calling delete_port for c7aa5f19-7f0c-4501-8b97-10b75e901089 owned by network:dhcp {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:46:03.319721 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45302) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:03.322795 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cb5ace67-3808-489e-af7d-00013c1c50fd tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:03.327605 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-4d540dad-5888-4366-9e17-d8b34a2f0a75 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Request body: {'subnet': {'network_id': 'd911d5fc-cb24-4505-b222-a0d8d076cec6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:46:03.336736 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e136e5-fa42-472a-81ce-791675558f33 tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] Pushing event updated for resources: {'Subnet': ['ID=e9496e84-893f-440c-b247-7ac4f669620f,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:03.343321 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cb5ace67-3808-489e-af7d-00013c1c50fd tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:03.346654 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-cb5ace67-3808-489e-af7d-00013c1c50fd tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] 10.222.0.21 "DELETE /v2.0/networks/83e8fff4-46ab-4581-a6a2-17b9fc147ee8 HTTP/1.1" status: 204 len: 168 time: 1.0298436 Nov 24 01:46:03.354745 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2efaed4f-ec0e-440e-9808-05e14fa52277 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:03.363928 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45304) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:03.370154 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-fb0319ed-00d1-454c-8b0b-db062fbcafbf tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1677636207'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:46:03.377692 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da29d84-6fcb-41cb-a2c2-35975d1096fa tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Pushing event updated for resources: {'Network': ['ID=d911d5fc-cb24-4505-b222-a0d8d076cec6,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:03.390602 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5ace67-3808-489e-af7d-00013c1c50fd tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Pushing event deleted for resources: {'Network': ['ID=83e8fff4-46ab-4581-a6a2-17b9fc147ee8,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:03.397874 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network d911d5fc-cb24-4505-b222-a0d8d076cec6 details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:46:03.420942 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e136e5-fa42-472a-81ce-791675558f33 tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] Checking segment: {'id': '5868af36-0e2b-4d53-bc40-307bd84b84a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '008e9a5d-81aa-41b5-8adb-ecc89964186a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:46:03.421344 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e136e5-fa42-472a-81ce-791675558f33 tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] Network hostable DHCP agents. Network: 008e9a5d-81aa-41b5-8adb-ecc89964186a, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 01:46:03.454757 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e136e5-fa42-472a-81ce-791675558f33 tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] Network 008e9a5d-81aa-41b5-8adb-ecc89964186a is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 01:46:03.464716 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb0319ed-00d1-454c-8b0b-db062fbcafbf tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Made reservation on behalf of 52012859bd7040dfaae99173fefc0e0b for: {'network': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:46:03.468335 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fb0319ed-00d1-454c-8b0b-db062fbcafbf tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:03.473433 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-54e136e5-fa42-472a-81ce-791675558f33 tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, 008e9a5d-81aa-41b5-8adb-ecc89964186a) {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:46:03.478501 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e136e5-fa42-472a-81ce-791675558f33 tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:03.479318 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-54e136e5-fa42-472a-81ce-791675558f33 tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:03.483729 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d540dad-5888-4366-9e17-d8b34a2f0a75 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Made reservation on behalf of dffe9b32758f41e588b204d5506b48f8 for: {'subnet': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:46:03.488574 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4d540dad-5888-4366-9e17-d8b34a2f0a75 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29154835'] for subnet, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:03.489640 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf3490f-6434-48bb-aecf-3ab86420466c None None] Network 008e9a5d-81aa-41b5-8adb-ecc89964186a requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:46:03.532179 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb0319ed-00d1-454c-8b0b-db062fbcafbf tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=109867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:46:03.537457 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-54e136e5-fa42-472a-81ce-791675558f33 tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9080191 Nov 24 01:46:03.538163 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45306) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:03.541396 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-2efaed4f-ec0e-440e-9808-05e14fa52277 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Deleting port b5308b28-1e99-41ee-82ae-1945215d82cd {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:46:03.541848 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2efaed4f-ec0e-440e-9808-05e14fa52277 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:03.546081 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-e4a970f1-9d6d-482a-b97f-10f6d4e8920e tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] Request body: {'port': {'network_id': '008e9a5d-81aa-41b5-8adb-ecc89964186a', 'name': 'tempest-TagsExtTest-184717972'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:46:03.577842 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fb0319ed-00d1-454c-8b0b-db062fbcafbf tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:03.578461 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.segments_db [None req-fb0319ed-00d1-454c-8b0b-db062fbcafbf tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Added segment 922bd93d-38b5-4727-a4b2-caa1a2ba1709 of type vlan for network 64a26055-489e-473a-9bcc-75616a211d65 Nov 24 01:46:03.586696 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d96e526a-eeb7-4a93-ad7f-64c0933ea479 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:03.587577 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.ipam_backend_mixin [None req-4d540dad-5888-4366-9e17-d8b34a2f0a75 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Performing IP validity checks on allocation pools {{(pid=109866) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 24 01:46:03.588203 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.ipam_backend_mixin [None req-4d540dad-5888-4366-9e17-d8b34a2f0a75 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109866) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 24 01:46:03.658689 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53de1b0b-3928-4b88-86a1-517f334cdb8d None None] Network 3ec29ac9-a034-4594-a035-6a6a50dffe9f requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:46:03.687204 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96e526a-eeb7-4a93-ad7f-64c0933ea479 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Pushing event deleted for resources: {'Port': ['ID=c7aa5f19-7f0c-4501-8b97-10b75e901089,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:03.691228 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96e526a-eeb7-4a93-ad7f-64c0933ea479 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] No DVR routers for this DVR port c7aa5f19-7f0c-4501-8b97-10b75e901089 on host dv-neutron-818911-2-hyperv {{(pid=109867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:46:03.725219 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fb0319ed-00d1-454c-8b0b-db062fbcafbf tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:03.767713 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4a970f1-9d6d-482a-b97f-10f6d4e8920e tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] Made reservation on behalf of 3006bb2806204dbc889ecf871b8e7678 for: {'port': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:46:03.771281 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e4a970f1-9d6d-482a-b97f-10f6d4e8920e tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:03.782257 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2efaed4f-ec0e-440e-9808-05e14fa52277 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:03.798554 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [None req-e4a970f1-9d6d-482a-b97f-10f6d4e8920e tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] device_id is not set on port da67b6d2-8c27-4130-84ec-9e620afa88d8 yet. {{(pid=109866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 01:46:03.839801 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d96e526a-eeb7-4a93-ad7f-64c0933ea479 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:03.842478 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-2efaed4f-ec0e-440e-9808-05e14fa52277 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Calling delete_port for b5308b28-1e99-41ee-82ae-1945215d82cd owned by network:router_gateway {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:46:03.844169 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fb0319ed-00d1-454c-8b0b-db062fbcafbf tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:03.845902 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4d540dad-5888-4366-9e17-d8b34a2f0a75 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29149261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29154849'] for subnet, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:03.851633 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0319ed-00d1-454c-8b0b-db062fbcafbf tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:03.852057 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fb0319ed-00d1-454c-8b0b-db062fbcafbf tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:03.897341 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72a5504-0ea7-4b4d-b275-fd177ea0d742 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-008e9a5d-81aa-41b5-8adb-ecc89964186a', 'network_id': '008e9a5d-81aa-41b5-8adb-ecc89964186a', 'tenant_id': '3006bb2806204dbc889ecf871b8e7678', 'fixed_ips': [{'subnet_id': 'e9496e84-893f-440c-b247-7ac4f669620f'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 01:46:03.898439 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-f72a5504-0ea7-4b4d-b275-fd177ea0d742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:03.930090 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-5c3ef70e-3a13-40a9-899f-b064e79bab62 None None] Provisioning complete for port a55b0c05-4783-4ba0-baed-c15df5550b1a triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:46:03.931271 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-5c3ef70e-3a13-40a9-899f-b064e79bab62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:03.945165 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-d96e526a-eeb7-4a93-ad7f-64c0933ea479 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bbf38da-7232-4874-9637-92442224b3b8']}} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:03.967356 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-fb0319ed-00d1-454c-8b0b-db062fbcafbf tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6023593 Nov 24 01:46:03.972226 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45312) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:03.984307 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-c4bb4d79-d0e2-486e-95c8-90a7ea58ac09 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Request body: {'subnet': {'network_id': '64a26055-489e-473a-9bcc-75616a211d65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:46:03.990953 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d540dad-5888-4366-9e17-d8b34a2f0a75 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Pushing event updated for resources: {'Subnet': ['ID=612cdf60-7e78-48c6-a91c-fc3c929c53b2,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:04.011985 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d540dad-5888-4366-9e17-d8b34a2f0a75 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Checking segment: {'id': '328f387f-09e8-4447-aff7-3be9e3a42389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd911d5fc-cb24-4505-b222-a0d8d076cec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:46:04.012243 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-d96e526a-eeb7-4a93-ad7f-64c0933ea479 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55c14f32-4723-4c0c-a1f7-007d31b49043') {'for_net_delete': True} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:04.012540 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-d96e526a-eeb7-4a93-ad7f-64c0933ea479 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55c14f32-4723-4c0c-a1f7-007d31b49043') {} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:04.012764 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d540dad-5888-4366-9e17-d8b34a2f0a75 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Network hostable DHCP agents. Network: d911d5fc-cb24-4505-b222-a0d8d076cec6, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 01:46:04.020190 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device a55b0c05-4783-4ba0-baed-c15df5550b1a up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:46:04.025202 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0319ed-00d1-454c-8b0b-db062fbcafbf tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Pushing event updated for resources: {'Network': ['ID=64a26055-489e-473a-9bcc-75616a211d65,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:04.050367 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d96e526a-eeb7-4a93-ad7f-64c0933ea479 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28690908'] for segment, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:04.052467 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [None req-e4a970f1-9d6d-482a-b97f-10f6d4e8920e tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] Allocated IP 172.20.0.5 (008e9a5d-81aa-41b5-8adb-ecc89964186a/e9496e84-893f-440c-b247-7ac4f669620f/da67b6d2-8c27-4130-84ec-9e620afa88d8) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:46:04.059096 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d540dad-5888-4366-9e17-d8b34a2f0a75 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Network d911d5fc-cb24-4505-b222-a0d8d076cec6 is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 01:46:04.067507 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network 64a26055-489e-473a-9bcc-75616a211d65 details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:46:04.069704 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d96e526a-eeb7-4a93-ad7f-64c0933ea479 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:04.080829 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d96e526a-eeb7-4a93-ad7f-64c0933ea479 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=109867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:46:04.081594 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d96e526a-eeb7-4a93-ad7f-64c0933ea479 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25503736'] for segment, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:04.084554 dv-neutron-818911-2-hyperv neutron-server[109867]: Traceback (most recent call last): Nov 24 01:46:04.084554 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:46:04.084554 dv-neutron-818911-2-hyperv neutron-server[109867]: timer() Nov 24 01:46:04.084554 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:46:04.084554 dv-neutron-818911-2-hyperv neutron-server[109867]: cb(*args, **kw) Nov 24 01:46:04.084554 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:46:04.084554 dv-neutron-818911-2-hyperv neutron-server[109867]: return func(*args, **kwargs) Nov 24 01:46:04.084554 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:46:04.084554 dv-neutron-818911-2-hyperv neutron-server[109867]: self._notify() Nov 24 01:46:04.084554 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:46:04.084554 dv-neutron-818911-2-hyperv neutron-server[109867]: self.callback(batched_events) Nov 24 01:46:04.084554 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:46:04.084554 dv-neutron-818911-2-hyperv neutron-server[109867]: event.method(event) Nov 24 01:46:04.084554 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:46:04.084554 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:46:04.084554 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:46:04.084554 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:46:04.084554 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:46:04.084554 dv-neutron-818911-2-hyperv neutron-server[109867]: return f(self, *a, **k) Nov 24 01:46:04.084554 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:46:04.084554 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._get(url).json() Nov 24 01:46:04.084554 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:46:04.084554 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:46:04.084554 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:46:04.084554 dv-neutron-818911-2-hyperv neutron-server[109867]: return self.request(url, 'GET', **kwargs) Nov 24 01:46:04.084554 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:46:04.084554 dv-neutron-818911-2-hyperv neutron-server[109867]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:46:04.084554 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:46:04.084554 dv-neutron-818911-2-hyperv neutron-server[109867]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:46:04.084554 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:46:04.084554 dv-neutron-818911-2-hyperv neutron-server[109867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:46:04.084554 dv-neutron-818911-2-hyperv neutron-server[109867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:46:04.114609 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-4d540dad-5888-4366-9e17-d8b34a2f0a75 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, d911d5fc-cb24-4505-b222-a0d8d076cec6) {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:46:04.122970 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d540dad-5888-4366-9e17-d8b34a2f0a75 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:04.123571 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4d540dad-5888-4366-9e17-d8b34a2f0a75 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:04.167572 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11313b3-342a-4ae9-b8b8-3e34888a99f0 None None] Network d911d5fc-cb24-4505-b222-a0d8d076cec6 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:46:04.214749 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d96e526a-eeb7-4a93-ad7f-64c0933ea479 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:04.222829 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d96e526a-eeb7-4a93-ad7f-64c0933ea479 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:04.229931 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-d96e526a-eeb7-4a93-ad7f-64c0933ea479 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] 10.222.0.21 "DELETE /v2.0/networks/4bbf38da-7232-4874-9637-92442224b3b8 HTTP/1.1" status: 204 len: 168 time: 3.8559580 Nov 24 01:46:04.231058 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45316) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:04.277018 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4bb4d79-d0e2-486e-95c8-90a7ea58ac09 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Made reservation on behalf of 52012859bd7040dfaae99173fefc0e0b for: {'subnet': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:46:04.280354 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c4bb4d79-d0e2-486e-95c8-90a7ea58ac09 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29154835'] for subnet, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:04.340764 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-4d540dad-5888-4366-9e17-d8b34a2f0a75 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0192194 Nov 24 01:46:04.346555 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45318) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:04.347361 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2efaed4f-ec0e-440e-9808-05e14fa52277 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:04.350860 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96e526a-eeb7-4a93-ad7f-64c0933ea479 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Pushing event deleted for resources: {'Network': ['ID=4bbf38da-7232-4874-9637-92442224b3b8,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:04.356134 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-b772b828-2c65-4b76-b362-23361098f949 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Request body: {'port': {'network_id': 'd911d5fc-cb24-4505-b222-a0d8d076cec6', 'name': 'tempest-PortsTestJSON-1262251701'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:46:04.362144 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.pecan_wsgi.hooks.translation [None req-05350a96-a367-4eb0-be7a-980f9e8e2594 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] DELETE failed (client error): The resource could not be found. Nov 24 01:46:04.362599 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05350a96-a367-4eb0-be7a-980f9e8e2594 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:46:04.366672 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-05350a96-a367-4eb0-be7a-980f9e8e2594 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] 10.222.0.21 "DELETE /v2.0/subnets/6b6b7cbd-a663-4118-8b7b-aa549c702702 HTTP/1.1" status: 404 len: 337 time: 0.0577536 Nov 24 01:46:04.372694 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45320) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:04.412679 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e4a970f1-9d6d-482a-b97f-10f6d4e8920e tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:04.420357 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efaed4f-ec0e-440e-9808-05e14fa52277 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Pushing event deleted for resources: {'Port': ['ID=b5308b28-1e99-41ee-82ae-1945215d82cd,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:04.444604 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.pecan_wsgi.hooks.translation [None req-88a66016-88cc-44df-8769-c9435d01da40 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] DELETE failed (client error): The resource could not be found. Nov 24 01:46:04.445121 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88a66016-88cc-44df-8769-c9435d01da40 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:46:04.449178 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-88a66016-88cc-44df-8769-c9435d01da40 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] 10.222.0.21 "DELETE /v2.0/networks/4bbf38da-7232-4874-9637-92442224b3b8 HTTP/1.1" status: 404 len: 339 time: 0.0493464 Nov 24 01:46:04.451859 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45322) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:04.478010 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35354c4-54a6-45bb-8844-0b85bc615f15 None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:46:04.498242 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-59290779-71bc-4217-a9d4-c1bea1264161 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] DELETE failed (client error): The resource could not be found. Nov 24 01:46:04.498700 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59290779-71bc-4217-a9d4-c1bea1264161 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:46:04.502354 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-59290779-71bc-4217-a9d4-c1bea1264161 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] 10.222.0.21 "DELETE /v2.0/subnets/fef1b604-681d-4580-bb72-00f7c3757641 HTTP/1.1" status: 404 len: 337 time: 0.0435586 Nov 24 01:46:04.505941 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45324) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:04.543348 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e4a970f1-9d6d-482a-b97f-10f6d4e8920e tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:04.562454 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5d17533-edf9-4a35-80df-1ae959f44581 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] DELETE failed (client error): The resource could not be found. Nov 24 01:46:04.562971 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5d17533-edf9-4a35-80df-1ae959f44581 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:46:04.569188 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-f5d17533-edf9-4a35-80df-1ae959f44581 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] 10.222.0.21 "DELETE /v2.0/networks/cbdacb55-d0ed-4b12-ae82-66ab9cae42b2 HTTP/1.1" status: 404 len: 339 time: 0.0554996 Nov 24 01:46:04.572834 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45326) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:04.621559 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a970f1-9d6d-482a-b97f-10f6d4e8920e tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] Network 008e9a5d-81aa-41b5-8adb-ecc89964186a is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:46:04.625567 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port a55b0c05-4783-4ba0-baed-c15df5550b1a triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:46:04.625943 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:04.630899 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.pecan_wsgi.hooks.translation [None req-24011b9f-0e23-4eb0-b738-4d7a4c158f43 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] DELETE failed (client error): The resource could not be found. Nov 24 01:46:04.631471 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-e4a970f1-9d6d-482a-b97f-10f6d4e8920e tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:46:04.631599 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24011b9f-0e23-4eb0-b738-4d7a4c158f43 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:46:04.641683 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-24011b9f-0e23-4eb0-b738-4d7a4c158f43 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] 10.222.0.21 "DELETE /v2.0/subnets/f7a2609f-1ce7-4056-b2c1-b08f6e64801e HTTP/1.1" status: 404 len: 337 time: 0.0640476 Nov 24 01:46:04.641683 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45328) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:04.642010 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a970f1-9d6d-482a-b97f-10f6d4e8920e tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:46:04.642272 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2efaed4f-ec0e-440e-9808-05e14fa52277 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418161'] for router_gateway, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:04.671004 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c4bb4d79-d0e2-486e-95c8-90a7ea58ac09 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29149261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29154849'] for subnet, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:04.676952 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-f72a5504-0ea7-4b4d-b275-fd177ea0d742 None None] Allocated IP 172.20.0.2 (008e9a5d-81aa-41b5-8adb-ecc89964186a/e9496e84-893f-440c-b247-7ac4f669620f/a1f48b6c-51a8-471c-8dc7-639f19c8a390) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:46:04.683455 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a970f1-9d6d-482a-b97f-10f6d4e8920e tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] Pushing event updated for resources: {'Port': ['ID=da67b6d2-8c27-4130-84ec-9e620afa88d8,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:04.684588 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-5c3ef70e-3a13-40a9-899f-b064e79bab62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:04.750031 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a970f1-9d6d-482a-b97f-10f6d4e8920e tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:04.750690 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e4a970f1-9d6d-482a-b97f-10f6d4e8920e tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:04.773355 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.pecan_wsgi.hooks.translation [None req-42035a56-cf72-4681-9888-a4eabe880165 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] DELETE failed (client error): The resource could not be found. Nov 24 01:46:04.773997 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42035a56-cf72-4681-9888-a4eabe880165 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:46:04.776156 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bb4d79-d0e2-486e-95c8-90a7ea58ac09 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Pushing event updated for resources: {'Subnet': ['ID=9aa6f7e1-87a6-4bd3-a337-d96c516e1521,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:04.779977 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45330) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:04.780589 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-42035a56-cf72-4681-9888-a4eabe880165 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] 10.222.0.21 "DELETE /v2.0/networks/f5254ebc-06c5-4216-8154-e17c93f85abb HTTP/1.1" status: 404 len: 339 time: 0.1358223 Nov 24 01:46:04.781537 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b772b828-2c65-4b76-b362-23361098f949 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Made reservation on behalf of dffe9b32758f41e588b204d5506b48f8 for: {'port': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:46:04.785636 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b772b828-2c65-4b76-b362-23361098f949 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:04.794931 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-e4a970f1-9d6d-482a-b97f-10f6d4e8920e tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.2535145 Nov 24 01:46:04.797987 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45332) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:04.799607 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2efaed4f-ec0e-440e-9808-05e14fa52277 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-424460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2766'] for router, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:04.802957 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2efaed4f-ec0e-440e-9808-05e14fa52277 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:04.808397 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-3b8b5919-6282-4212-8265-87e33fefda4e tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-2004166521', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:46:04.811960 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-5c3ef70e-3a13-40a9-899f-b064e79bab62 None None] For port a55b0c05-4783-4ba0-baed-c15df5550b1a, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=a55b0c05-4783-4ba0-baed-c15df5550b1a,segment=NetworkSegment(14543e07-d65f-4919-aa19-01e98647f721),segment_id=14543e07-d65f-4919-aa19-01e98647f721)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:46:04.826667 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4bb4d79-d0e2-486e-95c8-90a7ea58ac09 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Checking segment: {'id': '922bd93d-38b5-4727-a4b2-caa1a2ba1709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '64a26055-489e-473a-9bcc-75616a211d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:46:04.827316 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4bb4d79-d0e2-486e-95c8-90a7ea58ac09 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Network hostable DHCP agents. Network: 64a26055-489e-473a-9bcc-75616a211d65, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 01:46:04.865218 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [None req-b772b828-2c65-4b76-b362-23361098f949 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] device_id is not set on port e3703cde-3e80-429f-83fc-29fea17450be yet. {{(pid=109867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 01:46:04.869346 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-5c3ef70e-3a13-40a9-899f-b064e79bab62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:04.877312 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-3b8b5919-6282-4212-8265-87e33fefda4e tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-424105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2744'] for router, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:04.878389 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-3b8b5919-6282-4212-8265-87e33fefda4e tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-424325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-326625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2753'] for router, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:04.887226 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4bb4d79-d0e2-486e-95c8-90a7ea58ac09 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Network 64a26055-489e-473a-9bcc-75616a211d65 is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 01:46:04.903549 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-c4bb4d79-d0e2-486e-95c8-90a7ea58ac09 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, 64a26055-489e-473a-9bcc-75616a211d65) {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:46:04.903991 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e910adb8-451d-44f3-8ef8-f1de3f3143fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-d911d5fc-cb24-4505-b222-a0d8d076cec6', 'network_id': 'd911d5fc-cb24-4505-b222-a0d8d076cec6', 'tenant_id': 'dffe9b32758f41e588b204d5506b48f8', 'fixed_ips': [{'subnet_id': '612cdf60-7e78-48c6-a91c-fc3c929c53b2'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 01:46:04.904964 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e910adb8-451d-44f3-8ef8-f1de3f3143fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:04.909534 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2efaed4f-ec0e-440e-9808-05e14fa52277 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-424469'] for router, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:04.910065 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2efaed4f-ec0e-440e-9808-05e14fa52277 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Fanout notify agent at l3_agent the message router_deleted on router 83ac799f-0d59-4425-8c54-ae7e0e13ba7b {{(pid=109867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 01:46:04.911775 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4bb4d79-d0e2-486e-95c8-90a7ea58ac09 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:04.912415 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c4bb4d79-d0e2-486e-95c8-90a7ea58ac09 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:04.920978 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2efaed4f-ec0e-440e-9808-05e14fa52277 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks [] for router, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:04.922471 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-2efaed4f-ec0e-440e-9808-05e14fa52277 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] 10.222.0.21 "DELETE /v2.0/routers/83ac799f-0d59-4425-8c54-ae7e0e13ba7b HTTP/1.1" status: 204 len: 168 time: 2.1331449 Nov 24 01:46:04.927205 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45334) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:04.936770 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-18dfac0b-1254-4c2d-a891-87041bac58fb tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-69374701', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:46:04.953953 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-c4bb4d79-d0e2-486e-95c8-90a7ea58ac09 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9765308 Nov 24 01:46:04.958043 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-3815f995-d5c4-4de6-a465-9f6c5eb65dc0 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Deleting port 0b0c30e6-1598-4b72-844f-9d5bf622533b {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:46:04.958648 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3815f995-d5c4-4de6-a465-9f6c5eb65dc0 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:04.962459 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45336) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:04.970651 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-6a03db0f-e688-47e5-91cf-cb1df32c0b9f tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-809472888'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:46:04.991169 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66999ce-4298-45b3-9015-97f67c20e2cd None None] Network 64a26055-489e-473a-9bcc-75616a211d65 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:46:05.004676 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-18dfac0b-1254-4c2d-a891-87041bac58fb tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-424105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2744'] for router, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:05.005927 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-18dfac0b-1254-4c2d-a891-87041bac58fb tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-424325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-326625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2753'] for router, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:05.033253 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-3b8b5919-6282-4212-8265-87e33fefda4e tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:05.048889 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-3b8b5919-6282-4212-8265-87e33fefda4e tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-424338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418138'] for router, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:05.054368 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3815f995-d5c4-4de6-a465-9f6c5eb65dc0 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:05.068340 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a03db0f-e688-47e5-91cf-cb1df32c0b9f tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Made reservation on behalf of 52012859bd7040dfaae99173fefc0e0b for: {'network': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:46:05.071990 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6a03db0f-e688-47e5-91cf-cb1df32c0b9f tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:05.091091 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-3b8b5919-6282-4212-8265-87e33fefda4e tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] Publish callbacks [] for router, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:05.092500 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-3b8b5919-6282-4212-8265-87e33fefda4e tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2910302 Nov 24 01:46:05.095982 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45338) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:05.100716 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-537d9ffa-38c2-4599-b494-4f0de790016d tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-433006152', 'prefixes': ['172.20.0.0/16']}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:46:05.102108 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-3815f995-d5c4-4de6-a465-9f6c5eb65dc0 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Calling delete_port for 0b0c30e6-1598-4b72-844f-9d5bf622533b owned by {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:46:05.110083 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-18dfac0b-1254-4c2d-a891-87041bac58fb tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:05.115854 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-b772b828-2c65-4b76-b362-23361098f949 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Allocated IP 172.20.0.14 (d911d5fc-cb24-4505-b222-a0d8d076cec6/612cdf60-7e78-48c6-a91c-fc3c929c53b2/e3703cde-3e80-429f-83fc-29fea17450be) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:46:05.116625 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-18dfac0b-1254-4c2d-a891-87041bac58fb tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-424338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418138'] for router, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:05.137929 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a03db0f-e688-47e5-91cf-cb1df32c0b9f tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=109867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:46:05.158329 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6a03db0f-e688-47e5-91cf-cb1df32c0b9f tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:05.158672 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.segments_db [None req-6a03db0f-e688-47e5-91cf-cb1df32c0b9f tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Added segment 5c0d146a-0bdc-465c-929e-08ad19046fb8 of type vlan for network 96328557-4fed-4736-9c4d-18c87dffc69b Nov 24 01:46:05.192427 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-18dfac0b-1254-4c2d-a891-87041bac58fb tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks [] for router, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:05.199135 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-18dfac0b-1254-4c2d-a891-87041bac58fb tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2707496 Nov 24 01:46:05.199811 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45344) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:05.209086 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-e199468f-a51d-4797-a447-52081cf79366 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'enable_snat': True}}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:46:05.268065 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6a03db0f-e688-47e5-91cf-cb1df32c0b9f tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:05.309022 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-30592814-c65e-44fd-9029-926e20039859 None None] Provisioning complete for port a55b0c05-4783-4ba0-baed-c15df5550b1a triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:46:05.309022 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-30592814-c65e-44fd-9029-926e20039859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:05.318600 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3ef70e-3a13-40a9-899f-b064e79bab62 None None] Pushing event updated for resources: {'Port': ['ID=a55b0c05-4783-4ba0-baed-c15df5550b1a,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:05.353214 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-537d9ffa-38c2-4599-b494-4f0de790016d tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] Publish callbacks [] for subnetpool, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:05.354444 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-537d9ffa-38c2-4599-b494-4f0de790016d tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.2572057 Nov 24 01:46:05.358063 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45348) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:05.364888 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.tag.tag_plugin [None req-fad9cbd5-d5d0-4bc5-b63e-fee4c83c1f3a tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'e9496e84-893f-440c-b247-7ac4f669620f', 'tempest-TagsExtTest-Tag-2067804227') {} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:05.380844 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6a03db0f-e688-47e5-91cf-cb1df32c0b9f tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:05.386568 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a03db0f-e688-47e5-91cf-cb1df32c0b9f tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:05.387173 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6a03db0f-e688-47e5-91cf-cb1df32c0b9f tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:05.403790 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3815f995-d5c4-4de6-a465-9f6c5eb65dc0 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:05.414560 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-f72a5504-0ea7-4b4d-b275-fd177ea0d742 None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:05.446683 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-f72a5504-0ea7-4b4d-b275-fd177ea0d742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:05.477448 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db95fbdc-c123-421a-8721-352dc64eb85a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-64a26055-489e-473a-9bcc-75616a211d65', 'network_id': '64a26055-489e-473a-9bcc-75616a211d65', 'tenant_id': '52012859bd7040dfaae99173fefc0e0b', 'fixed_ips': [{'subnet_id': '9aa6f7e1-87a6-4bd3-a337-d96c516e1521'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 01:46:05.478333 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-db95fbdc-c123-421a-8721-352dc64eb85a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:05.479106 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b772b828-2c65-4b76-b362-23361098f949 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:05.489393 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-6a03db0f-e688-47e5-91cf-cb1df32c0b9f tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5231154 Nov 24 01:46:05.497801 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45350) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:05.504513 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-036fb437-ac21-48c2-8c5f-d203ba1b1a74 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Request body: {'subnet': {'network_id': '96328557-4fed-4736-9c4d-18c87dffc69b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:46:05.524981 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3815f995-d5c4-4de6-a465-9f6c5eb65dc0 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:05.528898 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-3815f995-d5c4-4de6-a465-9f6c5eb65dc0 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] 10.222.0.21 "DELETE /v2.0/ports/0b0c30e6-1598-4b72-844f-9d5bf622533b HTTP/1.1" status: 204 len: 168 time: 0.7480462 Nov 24 01:46:05.529898 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3815f995-d5c4-4de6-a465-9f6c5eb65dc0 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Pushing event deleted for resources: {'Port': ['ID=0b0c30e6-1598-4b72-844f-9d5bf622533b,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:05.533333 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45352) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:05.538317 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72a5504-0ea7-4b4d-b275-fd177ea0d742 None None] Network 008e9a5d-81aa-41b5-8adb-ecc89964186a is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:46:05.544413 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e199468f-a51d-4797-a447-52081cf79366 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:05.544762 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72a5504-0ea7-4b4d-b275-fd177ea0d742 None None] Pushing event updated for resources: {'Port': ['ID=a1f48b6c-51a8-471c-8dc7-639f19c8a390,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:05.550200 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-f72a5504-0ea7-4b4d-b275-fd177ea0d742 None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:46:05.556223 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72a5504-0ea7-4b4d-b275-fd177ea0d742 None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:46:05.574375 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-915ad925-33e5-4324-a68c-15aeaf8364e6 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] DELETE failed (client error): The resource could not be found. Nov 24 01:46:05.575138 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-915ad925-33e5-4324-a68c-15aeaf8364e6 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:46:05.577858 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a03db0f-e688-47e5-91cf-cb1df32c0b9f tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Pushing event updated for resources: {'Network': ['ID=96328557-4fed-4736-9c4d-18c87dffc69b,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:05.578898 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-915ad925-33e5-4324-a68c-15aeaf8364e6 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] 10.222.0.21 "DELETE /v2.0/subnets/6e6865c3-6787-42f4-bddc-ea9c7cdb03f6 HTTP/1.1" status: 404 len: 337 time: 0.0444629 Nov 24 01:46:05.583217 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45354) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:05.614422 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network 96328557-4fed-4736-9c4d-18c87dffc69b details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:46:05.674333 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b772b828-2c65-4b76-b362-23361098f949 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:05.727297 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-05973ad0-ed3a-42f6-b9f8-7780e320cfe1 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:05.731191 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-036fb437-ac21-48c2-8c5f-d203ba1b1a74 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Made reservation on behalf of 52012859bd7040dfaae99173fefc0e0b for: {'subnet': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:46:05.734833 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-036fb437-ac21-48c2-8c5f-d203ba1b1a74 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25307781'] for subnet, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:05.765852 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-fad9cbd5-d5d0-4bc5-b63e-fee4c83c1f3a tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] 10.222.0.21 "PUT /v2.0/subnets/e9496e84-893f-440c-b247-7ac4f669620f/tags/tempest-TagsExtTest-Tag-2067804227 HTTP/1.1" status: 201 len: 201 time: 0.4043489 Nov 24 01:46:05.766072 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-f72a5504-0ea7-4b4d-b275-fd177ea0d742 None None] Attempting to bind port a1f48b6c-51a8-471c-8dc7-639f19c8a390 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:46:05.766072 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-f72a5504-0ea7-4b4d-b275-fd177ea0d742 None None] Attempting to bind port a1f48b6c-51a8-471c-8dc7-639f19c8a390 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '5868af36-0e2b-4d53-bc40-307bd84b84a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '008e9a5d-81aa-41b5-8adb-ecc89964186a'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:46:05.766072 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72a5504-0ea7-4b4d-b275-fd177ea0d742 None None] Attempting to bind port a1f48b6c-51a8-471c-8dc7-639f19c8a390 on network 008e9a5d-81aa-41b5-8adb-ecc89964186a {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:46:05.769966 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b772b828-2c65-4b76-b362-23361098f949 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Network d911d5fc-cb24-4505-b222-a0d8d076cec6 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:46:05.778976 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45356) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:05.784880 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.tag.tag_plugin [None req-461dc974-b00d-435e-9763-c81a5bba0563 tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'da67b6d2-8c27-4130-84ec-9e620afa88d8', 'tempest-TagsExtTest-Tag-344547221') {} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:05.791477 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b772b828-2c65-4b76-b362-23361098f949 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Pushing event updated for resources: {'Port': ['ID=e3703cde-3e80-429f-83fc-29fea17450be,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:05.813439 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72a5504-0ea7-4b4d-b275-fd177ea0d742 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:46:05.814095 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-b772b828-2c65-4b76-b362-23361098f949 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:46:05.820976 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72a5504-0ea7-4b4d-b275-fd177ea0d742 None None] Checking segment: {'id': '5868af36-0e2b-4d53-bc40-307bd84b84a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '008e9a5d-81aa-41b5-8adb-ecc89964186a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:46:05.821556 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-f72a5504-0ea7-4b4d-b275-fd177ea0d742 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:05.822033 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72a5504-0ea7-4b4d-b275-fd177ea0d742 None None] Bound using segment: {'id': '5868af36-0e2b-4d53-bc40-307bd84b84a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '008e9a5d-81aa-41b5-8adb-ecc89964186a'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:46:05.822596 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-f72a5504-0ea7-4b4d-b275-fd177ea0d742 None None] Bound port: a1f48b6c-51a8-471c-8dc7-639f19c8a390, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5868af36-0e2b-4d53-bc40-307bd84b84a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '008e9a5d-81aa-41b5-8adb-ecc89964186a'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:46:05.823462 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-f72a5504-0ea7-4b4d-b275-fd177ea0d742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:05.844406 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b772b828-2c65-4b76-b362-23361098f949 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:46:05.848499 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.ipam_backend_mixin [None req-036fb437-ac21-48c2-8c5f-d203ba1b1a74 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Performing IP validity checks on allocation pools {{(pid=109867) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 24 01:46:05.848751 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-e910adb8-451d-44f3-8ef8-f1de3f3143fb None None] Allocated IP 172.20.0.2 (d911d5fc-cb24-4505-b222-a0d8d076cec6/612cdf60-7e78-48c6-a91c-fc3c929c53b2/4f0b4ef9-6b0a-4620-a604-c69dda5fb8f1) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:46:05.849010 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.ipam_backend_mixin [None req-036fb437-ac21-48c2-8c5f-d203ba1b1a74 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109867) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 24 01:46:05.913168 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device a55b0c05-4783-4ba0-baed-c15df5550b1a up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:46:05.939401 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b772b828-2c65-4b76-b362-23361098f949 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:05.940042 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b772b828-2c65-4b76-b362-23361098f949 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:05.967278 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-db95fbdc-c123-421a-8721-352dc64eb85a None None] Allocated IP 2001:db8::1 (64a26055-489e-473a-9bcc-75616a211d65/9aa6f7e1-87a6-4bd3-a337-d96c516e1521/f168590e-db15-4061-9803-abc7ce705918) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:46:05.974005 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-b772b828-2c65-4b76-b362-23361098f949 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.6242206 Nov 24 01:46:05.996259 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45358) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:06.035303 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-f72a5504-0ea7-4b4d-b275-fd177ea0d742 None None] For port a1f48b6c-51a8-471c-8dc7-639f19c8a390, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:46:06.048543 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-461dc974-b00d-435e-9763-c81a5bba0563 tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] 10.222.0.21 "PUT /v2.0/ports/da67b6d2-8c27-4130-84ec-9e620afa88d8/tags/tempest-TagsExtTest-Tag-344547221 HTTP/1.1" status: 201 len: 201 time: 0.2682283 Nov 24 01:46:06.053865 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45360) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:06.065396 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.tag.tag_plugin [None req-9678b48c-cfa8-4ad2-a7e7-9ebccd17131c tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'feff6e46-2e72-434d-9e96-a7a6252d614c', 'tempest-TagsExtTest-Tag-244731977') {} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:06.093188 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-f72a5504-0ea7-4b4d-b275-fd177ea0d742 None None] For port a1f48b6c-51a8-471c-8dc7-639f19c8a390, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=a1f48b6c-51a8-471c-8dc7-639f19c8a390,segment=NetworkSegment(5868af36-0e2b-4d53-bc40-307bd84b84a2),segment_id=5868af36-0e2b-4d53-bc40-307bd84b84a2)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:46:06.105148 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-f72a5504-0ea7-4b4d-b275-fd177ea0d742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:06.144902 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-05973ad0-ed3a-42f6-b9f8-7780e320cfe1 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:06.205645 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port a55b0c05-4783-4ba0-baed-c15df5550b1a triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:46:06.206018 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:06.229043 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-05973ad0-ed3a-42f6-b9f8-7780e320cfe1 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbc8dde1-e439-4a50-a6fb-4ea19553fa9d']}} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:06.236423 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-036fb437-ac21-48c2-8c5f-d203ba1b1a74 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25501847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25307831'] for subnet, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:06.242676 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-05973ad0-ed3a-42f6-b9f8-7780e320cfe1 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c523530-4336-44d9-a7fc-21ea6ff71782') {'for_net_delete': True} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:06.243050 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-05973ad0-ed3a-42f6-b9f8-7780e320cfe1 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c523530-4336-44d9-a7fc-21ea6ff71782') {} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:06.257702 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-45bab59f-ca4f-41b6-9423-06858c43809a tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Deleting port e3703cde-3e80-429f-83fc-29fea17450be {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:46:06.258072 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-45bab59f-ca4f-41b6-9423-06858c43809a tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:06.271601 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-05973ad0-ed3a-42f6-b9f8-7780e320cfe1 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29055561'] for segment, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:06.279688 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72a5504-0ea7-4b4d-b275-fd177ea0d742 None None] Pushing event updated for resources: {'Port': ['ID=a1f48b6c-51a8-471c-8dc7-639f19c8a390,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:06.295763 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-05973ad0-ed3a-42f6-b9f8-7780e320cfe1 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:06.306799 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05973ad0-ed3a-42f6-b9f8-7780e320cfe1 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=109866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:46:06.308525 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-05973ad0-ed3a-42f6-b9f8-7780e320cfe1 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29151010'] for segment, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:06.348798 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-9678b48c-cfa8-4ad2-a7e7-9ebccd17131c tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] 10.222.0.21 "PUT /v2.0/routers/feff6e46-2e72-434d-9e96-a7a6252d614c/tags/tempest-TagsExtTest-Tag-244731977 HTTP/1.1" status: 201 len: 201 time: 0.2870512 Nov 24 01:46:06.382920 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e910adb8-451d-44f3-8ef8-f1de3f3143fb None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:06.394215 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45366) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:06.408945 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e910adb8-451d-44f3-8ef8-f1de3f3143fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:06.420541 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-db95fbdc-c123-421a-8721-352dc64eb85a None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:06.436644 dv-neutron-818911-2-hyperv neutron-server[109866]: Traceback (most recent call last): Nov 24 01:46:06.436644 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:46:06.436644 dv-neutron-818911-2-hyperv neutron-server[109866]: timer() Nov 24 01:46:06.436644 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:46:06.436644 dv-neutron-818911-2-hyperv neutron-server[109866]: cb(*args, **kw) Nov 24 01:46:06.436644 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:46:06.436644 dv-neutron-818911-2-hyperv neutron-server[109866]: return func(*args, **kwargs) Nov 24 01:46:06.436644 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:46:06.436644 dv-neutron-818911-2-hyperv neutron-server[109866]: self._notify() Nov 24 01:46:06.436644 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:46:06.436644 dv-neutron-818911-2-hyperv neutron-server[109866]: self.callback(batched_events) Nov 24 01:46:06.436644 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:46:06.436644 dv-neutron-818911-2-hyperv neutron-server[109866]: event.method(event) Nov 24 01:46:06.436644 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:46:06.436644 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:46:06.436644 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:46:06.436644 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:46:06.436644 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:46:06.436644 dv-neutron-818911-2-hyperv neutron-server[109866]: return f(self, *a, **k) Nov 24 01:46:06.436644 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:46:06.436644 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._get(url).json() Nov 24 01:46:06.436644 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:46:06.436644 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:46:06.436644 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:46:06.436644 dv-neutron-818911-2-hyperv neutron-server[109866]: return self.request(url, 'GET', **kwargs) Nov 24 01:46:06.436644 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:46:06.436644 dv-neutron-818911-2-hyperv neutron-server[109866]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:46:06.436644 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:46:06.436644 dv-neutron-818911-2-hyperv neutron-server[109866]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:46:06.436644 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:46:06.436644 dv-neutron-818911-2-hyperv neutron-server[109866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:46:06.436644 dv-neutron-818911-2-hyperv neutron-server[109866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:46:06.442284 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-05973ad0-ed3a-42f6-b9f8-7780e320cfe1 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:06.447301 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-05973ad0-ed3a-42f6-b9f8-7780e320cfe1 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:06.454714 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-05973ad0-ed3a-42f6-b9f8-7780e320cfe1 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] 10.222.0.21 "DELETE /v2.0/networks/bbc8dde1-e439-4a50-a6fb-4ea19553fa9d HTTP/1.1" status: 204 len: 168 time: 0.8659112 Nov 24 01:46:06.455724 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45368) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:06.472349 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-db95fbdc-c123-421a-8721-352dc64eb85a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:06.476590 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e199468f-a51d-4797-a447-52081cf79366 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:06.491962 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.tag.tag_plugin [None req-0e721ad2-fcdc-4307-8531-ded7b923dd5c tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '0c912adf-5abd-48c8-9e85-3135c1d2502b', 'tempest-TagsExtTest-Tag-1997017073') {} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:06.552892 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036fb437-ac21-48c2-8c5f-d203ba1b1a74 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Pushing event updated for resources: {'Subnet': ['ID=20cffef4-f84a-4f59-89b4-bea00e77b37f,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:06.559845 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036fb437-ac21-48c2-8c5f-d203ba1b1a74 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Checking segment: {'id': '5c0d146a-0bdc-465c-929e-08ad19046fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '96328557-4fed-4736-9c4d-18c87dffc69b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:46:06.560532 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036fb437-ac21-48c2-8c5f-d203ba1b1a74 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Network hostable DHCP agents. Network: 96328557-4fed-4736-9c4d-18c87dffc69b, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 01:46:06.564252 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05973ad0-ed3a-42f6-b9f8-7780e320cfe1 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Pushing event deleted for resources: {'Network': ['ID=bbc8dde1-e439-4a50-a6fb-4ea19553fa9d,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:06.569039 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e199468f-a51d-4797-a447-52081cf79366 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:06.661906 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036fb437-ac21-48c2-8c5f-d203ba1b1a74 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Network 96328557-4fed-4736-9c4d-18c87dffc69b is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 01:46:06.671382 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-0e721ad2-fcdc-4307-8531-ded7b923dd5c tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] 10.222.0.21 "PUT /v2.0/subnetpools/0c912adf-5abd-48c8-9e85-3135c1d2502b/tags/tempest-TagsExtTest-Tag-1997017073 HTTP/1.1" status: 201 len: 201 time: 0.2601829 Nov 24 01:46:06.672049 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45372) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:06.675573 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-45bab59f-ca4f-41b6-9423-06858c43809a tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:06.699099 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-45bab59f-ca4f-41b6-9423-06858c43809a tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Calling delete_port for e3703cde-3e80-429f-83fc-29fea17450be owned by {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:46:06.713665 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.tag.tag_plugin [None req-5708590c-32ba-4994-be31-8c4672af08ba tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'e9496e84-893f-440c-b247-7ac4f669620f') {} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:06.773428 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e910adb8-451d-44f3-8ef8-f1de3f3143fb None None] Network d911d5fc-cb24-4505-b222-a0d8d076cec6 is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:46:06.778573 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [None req-e199468f-a51d-4797-a447-52081cf79366 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Allocated IP 172.26.5.19 (eb22795d-37ee-46ee-844d-92c17e2ea450/3e66fcff-6e72-4083-b514-48f69cdaa2cb/498c96c8-8438-4598-8893-cd5bd6ca6375) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:46:06.786807 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-e910adb8-451d-44f3-8ef8-f1de3f3143fb None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:46:06.793836 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e910adb8-451d-44f3-8ef8-f1de3f3143fb None None] Pushing event updated for resources: {'Port': ['ID=4f0b4ef9-6b0a-4620-a604-c69dda5fb8f1,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:06.801685 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e910adb8-451d-44f3-8ef8-f1de3f3143fb None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:46:06.809582 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-10118a16-b76f-4e6c-b13c-dc4cb1a4541a tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Deleting port 762b9999-2edc-495f-a0b0-51f72e5f99e3 {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:46:06.809925 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-10118a16-b76f-4e6c-b13c-dc4cb1a4541a tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:06.836751 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db95fbdc-c123-421a-8721-352dc64eb85a None None] Network 64a26055-489e-473a-9bcc-75616a211d65 is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:46:06.846228 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-db95fbdc-c123-421a-8721-352dc64eb85a None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:46:06.867246 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db95fbdc-c123-421a-8721-352dc64eb85a None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:46:06.913810 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db95fbdc-c123-421a-8721-352dc64eb85a None None] Pushing event updated for resources: {'Port': ['ID=f168590e-db15-4061-9803-abc7ce705918,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:06.945510 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-10118a16-b76f-4e6c-b13c-dc4cb1a4541a tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:06.962891 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-e910adb8-451d-44f3-8ef8-f1de3f3143fb None None] Attempting to bind port 4f0b4ef9-6b0a-4620-a604-c69dda5fb8f1 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:46:06.963349 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-e910adb8-451d-44f3-8ef8-f1de3f3143fb None None] Attempting to bind port 4f0b4ef9-6b0a-4620-a604-c69dda5fb8f1 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '328f387f-09e8-4447-aff7-3be9e3a42389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd911d5fc-cb24-4505-b222-a0d8d076cec6'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:46:06.963678 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e910adb8-451d-44f3-8ef8-f1de3f3143fb None None] Attempting to bind port 4f0b4ef9-6b0a-4620-a604-c69dda5fb8f1 on network d911d5fc-cb24-4505-b222-a0d8d076cec6 {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:46:06.964873 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-10118a16-b76f-4e6c-b13c-dc4cb1a4541a tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Calling delete_port for 762b9999-2edc-495f-a0b0-51f72e5f99e3 owned by {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:46:06.980335 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e910adb8-451d-44f3-8ef8-f1de3f3143fb None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:46:06.980748 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e910adb8-451d-44f3-8ef8-f1de3f3143fb None None] Checking segment: {'id': '328f387f-09e8-4447-aff7-3be9e3a42389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd911d5fc-cb24-4505-b222-a0d8d076cec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:46:06.981111 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e910adb8-451d-44f3-8ef8-f1de3f3143fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:06.981536 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e910adb8-451d-44f3-8ef8-f1de3f3143fb None None] Bound using segment: {'id': '328f387f-09e8-4447-aff7-3be9e3a42389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd911d5fc-cb24-4505-b222-a0d8d076cec6'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:46:06.982275 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-e910adb8-451d-44f3-8ef8-f1de3f3143fb None None] Bound port: 4f0b4ef9-6b0a-4620-a604-c69dda5fb8f1, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '328f387f-09e8-4447-aff7-3be9e3a42389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd911d5fc-cb24-4505-b222-a0d8d076cec6'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:46:06.982399 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e910adb8-451d-44f3-8ef8-f1de3f3143fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:06.985918 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-db95fbdc-c123-421a-8721-352dc64eb85a None None] Attempting to bind port f168590e-db15-4061-9803-abc7ce705918 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:46:06.986520 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-db95fbdc-c123-421a-8721-352dc64eb85a None None] Attempting to bind port f168590e-db15-4061-9803-abc7ce705918 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '922bd93d-38b5-4727-a4b2-caa1a2ba1709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '64a26055-489e-473a-9bcc-75616a211d65'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:46:06.986638 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db95fbdc-c123-421a-8721-352dc64eb85a None None] Attempting to bind port f168590e-db15-4061-9803-abc7ce705918 on network 64a26055-489e-473a-9bcc-75616a211d65 {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:46:07.000045 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db95fbdc-c123-421a-8721-352dc64eb85a None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:46:07.000479 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db95fbdc-c123-421a-8721-352dc64eb85a None None] Checking segment: {'id': '922bd93d-38b5-4727-a4b2-caa1a2ba1709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '64a26055-489e-473a-9bcc-75616a211d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:46:07.000826 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-db95fbdc-c123-421a-8721-352dc64eb85a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:07.001806 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db95fbdc-c123-421a-8721-352dc64eb85a None None] Bound using segment: {'id': '922bd93d-38b5-4727-a4b2-caa1a2ba1709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '64a26055-489e-473a-9bcc-75616a211d65'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:46:07.002277 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-db95fbdc-c123-421a-8721-352dc64eb85a None None] Bound port: f168590e-db15-4061-9803-abc7ce705918, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '922bd93d-38b5-4727-a4b2-caa1a2ba1709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '64a26055-489e-473a-9bcc-75616a211d65'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:46:07.002663 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-db95fbdc-c123-421a-8721-352dc64eb85a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:07.039692 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e199468f-a51d-4797-a447-52081cf79366 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:07.098831 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e910adb8-451d-44f3-8ef8-f1de3f3143fb None None] For port 4f0b4ef9-6b0a-4620-a604-c69dda5fb8f1, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:46:07.103941 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-036fb437-ac21-48c2-8c5f-d203ba1b1a74 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, 96328557-4fed-4736-9c4d-18c87dffc69b) {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:46:07.104744 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e910adb8-451d-44f3-8ef8-f1de3f3143fb None None] For port 4f0b4ef9-6b0a-4620-a604-c69dda5fb8f1, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=4f0b4ef9-6b0a-4620-a604-c69dda5fb8f1,segment=NetworkSegment(328f387f-09e8-4447-aff7-3be9e3a42389),segment_id=328f387f-09e8-4447-aff7-3be9e3a42389)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:46:07.112639 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e199468f-a51d-4797-a447-52081cf79366 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:07.113618 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e910adb8-451d-44f3-8ef8-f1de3f3143fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:07.115034 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036fb437-ac21-48c2-8c5f-d203ba1b1a74 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:07.115619 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-036fb437-ac21-48c2-8c5f-d203ba1b1a74 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:07.123946 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-10118a16-b76f-4e6c-b13c-dc4cb1a4541a tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:07.130459 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-db95fbdc-c123-421a-8721-352dc64eb85a None None] For port f168590e-db15-4061-9803-abc7ce705918, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:46:07.138794 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb7b3f0-e055-4c34-b49a-cea3d261d6d0 None None] Network 96328557-4fed-4736-9c4d-18c87dffc69b requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:46:07.139823 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-036fb437-ac21-48c2-8c5f-d203ba1b1a74 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.6403258 Nov 24 01:46:07.152295 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45374) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:07.184750 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-db95fbdc-c123-421a-8721-352dc64eb85a None None] For port f168590e-db15-4061-9803-abc7ce705918, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=f168590e-db15-4061-9803-abc7ce705918,segment=NetworkSegment(922bd93d-38b5-4727-a4b2-caa1a2ba1709),segment_id=922bd93d-38b5-4727-a4b2-caa1a2ba1709)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:46:07.210075 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-db95fbdc-c123-421a-8721-352dc64eb85a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:07.224276 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e199468f-a51d-4797-a447-52081cf79366 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Network eb22795d-37ee-46ee-844d-92c17e2ea450 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:46:07.252541 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-e199468f-a51d-4797-a447-52081cf79366 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:46:07.263348 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e199468f-a51d-4797-a447-52081cf79366 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:46:07.276219 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-10118a16-b76f-4e6c-b13c-dc4cb1a4541a tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:07.286768 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-10118a16-b76f-4e6c-b13c-dc4cb1a4541a tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] 10.222.0.21 "DELETE /v2.0/ports/762b9999-2edc-495f-a0b0-51f72e5f99e3 HTTP/1.1" status: 204 len: 168 time: 0.8255651 Nov 24 01:46:07.289162 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9068ba7-e918-4ce9-ba05-c75cb038122b None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:46:07.291304 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45376) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:07.295675 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e199468f-a51d-4797-a447-52081cf79366 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Pushing event updated for resources: {'Port': ['ID=498c96c8-8438-4598-8893-cd5bd6ca6375,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:07.295861 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-5708590c-32ba-4994-be31-8c4672af08ba tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] 10.222.0.21 "GET /v2.0/subnets/e9496e84-893f-440c-b247-7ac4f669620f/tags HTTP/1.1" status: 200 len: 241 time: 0.5842309 Nov 24 01:46:07.300016 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45378) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:07.301620 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e910adb8-451d-44f3-8ef8-f1de3f3143fb None None] Pushing event updated for resources: {'Port': ['ID=4f0b4ef9-6b0a-4620-a604-c69dda5fb8f1,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:07.304389 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.tag.tag_plugin [None req-ba516172-8787-484e-b7b7-a5d7cae3327a tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e9496e84-893f-440c-b247-7ac4f669620f', 'tempest-TagsExtTest-Tag-2067804227') {} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:07.405246 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10118a16-b76f-4e6c-b13c-dc4cb1a4541a tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Pushing event deleted for resources: {'Port': ['ID=762b9999-2edc-495f-a0b0-51f72e5f99e3,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:07.434048 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-422f8047-4397-487a-a347-1e2cfeef5994 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:07.510345 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-13426cfe-e5e1-4adc-a915-a7c6152170f0 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] DELETE failed (client error): The resource could not be found. Nov 24 01:46:07.510536 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db95fbdc-c123-421a-8721-352dc64eb85a None None] Pushing event updated for resources: {'Port': ['ID=f168590e-db15-4061-9803-abc7ce705918,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:07.511016 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13426cfe-e5e1-4adc-a915-a7c6152170f0 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:46:07.516579 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-13426cfe-e5e1-4adc-a915-a7c6152170f0 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] 10.222.0.21 "DELETE /v2.0/subnets/19f91e61-027a-4f79-9474-74c152dfdf7f HTTP/1.1" status: 404 len: 337 time: 0.2220662 Nov 24 01:46:07.519075 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45382) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:07.545395 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-7fbfa289-8162-4955-83b5-227d2d01c3e3 None None] Provisioning complete for port 498c96c8-8438-4598-8893-cd5bd6ca6375 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:46:07.545395 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-7fbfa289-8162-4955-83b5-227d2d01c3e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:07.702158 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-422f8047-4397-487a-a347-1e2cfeef5994 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:07.725701 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-7fbfa289-8162-4955-83b5-227d2d01c3e3 None None] Port 498c96c8-8438-4598-8893-cd5bd6ca6375 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:46:07.755424 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ae2b7b-ce9c-4b89-8887-471bd57528c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-96328557-4fed-4736-9c4d-18c87dffc69b', 'network_id': '96328557-4fed-4736-9c4d-18c87dffc69b', 'tenant_id': '52012859bd7040dfaae99173fefc0e0b', 'fixed_ips': [{'subnet_id': '20cffef4-f84a-4f59-89b4-bea00e77b37f'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 01:46:07.759794 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-34ae2b7b-ce9c-4b89-8887-471bd57528c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:07.778872 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a8b2f7be-cc24-400b-90a3-031f54c81097 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:07.859549 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-ba516172-8787-484e-b7b7-a5d7cae3327a tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] 10.222.0.21 "GET /v2.0/subnets/e9496e84-893f-440c-b247-7ac4f669620f/tags/tempest-TagsExtTest-Tag-2067804227 HTTP/1.1" status: 204 len: 168 time: 0.5580957 Nov 24 01:46:07.862872 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-45bab59f-ca4f-41b6-9423-06858c43809a tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:07.874691 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-422f8047-4397-487a-a347-1e2cfeef5994 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25501782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25307808'] for subnet, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:07.885093 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45388) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:07.935049 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422f8047-4397-487a-a347-1e2cfeef5994 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Pushing event deleted for resources: {'Subnet': ['ID=20cffef4-f84a-4f59-89b4-bea00e77b37f,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:08.034324 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.tag.tag_plugin [None req-c0b5b11f-1cf1-489f-8222-82446edd3271 tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'e9496e84-893f-440c-b247-7ac4f669620f', 'tempest-TagsExtTest-Tag-2067804227') {} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:08.038802 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ab5689-185c-4925-bb0e-d53b6058c9e6 None None] Network 008e9a5d-81aa-41b5-8adb-ecc89964186a requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:46:08.058869 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a8b2f7be-cc24-400b-90a3-031f54c81097 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:08.085737 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-a8b2f7be-cc24-400b-90a3-031f54c81097 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9bc1d1f-cf71-40b7-84f5-7c1f6a94c9ca']}} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:08.095884 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server [None req-34ae2b7b-ce9c-4b89-8887-471bd57528c4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 20cffef4-f84a-4f59-89b4-bea00e77b37f: This subnet is being modified by another concurrent operation. Nov 24 01:46:08.095884 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 24 01:46:08.095884 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 24 01:46:08.095884 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 24 01:46:08.095884 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 24 01:46:08.095884 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 24 01:46:08.095884 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 24 01:46:08.095884 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 24 01:46:08.095884 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 24 01:46:08.095884 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 24 01:46:08.095884 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 24 01:46:08.095884 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 24 01:46:08.095884 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 01:46:08.095884 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 01:46:08.095884 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 01:46:08.095884 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 01:46:08.095884 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 24 01:46:08.095884 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 01:46:08.095884 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 24 01:46:08.095884 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 24 01:46:08.095884 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 01:46:08.095884 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 01:46:08.095884 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 01:46:08.095884 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 01:46:08.095884 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 24 01:46:08.095884 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 01:46:08.095884 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 24 01:46:08.095884 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 24 01:46:08.095884 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 01:46:08.095884 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 01:46:08.095884 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 01:46:08.095884 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 01:46:08.095884 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 24 01:46:08.095884 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 24 01:46:08.095884 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 24 01:46:08.095884 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 24 01:46:08.095884 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 24 01:46:08.095884 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 24 01:46:08.095884 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 24 01:46:08.095884 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 24 01:46:08.095884 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 24 01:46:08.095884 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 24 01:46:08.095884 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 24 01:46:08.095884 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 01:46:08.095884 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 24 01:46:08.095884 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 24 01:46:08.095884 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 24 01:46:08.095884 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 24 01:46:08.095884 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 01:46:08.095884 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 01:46:08.095884 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 01:46:08.095884 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 01:46:08.095884 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 24 01:46:08.095884 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 01:46:08.098703 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 24 01:46:08.098703 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 24 01:46:08.098703 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 01:46:08.098703 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 01:46:08.098703 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 01:46:08.098703 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 01:46:08.098703 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 24 01:46:08.098703 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 01:46:08.098703 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 24 01:46:08.098703 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 24 01:46:08.098703 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 01:46:08.098703 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 01:46:08.098703 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 01:46:08.098703 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 01:46:08.098703 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 24 01:46:08.098703 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 24 01:46:08.098703 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 24 01:46:08.098703 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 24 01:46:08.098703 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 24 01:46:08.098703 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 24 01:46:08.098703 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 24 01:46:08.098703 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 24 01:46:08.098703 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 24 01:46:08.098703 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 24 01:46:08.098703 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 01:46:08.098703 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 01:46:08.098703 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 01:46:08.098703 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 01:46:08.098703 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 24 01:46:08.098703 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 24 01:46:08.098703 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 24 01:46:08.098703 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 24 01:46:08.098703 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 24 01:46:08.098703 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 24 01:46:08.098703 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 24 01:46:08.098703 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server raise exception Nov 24 01:46:08.098703 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 20cffef4-f84a-4f59-89b4-bea00e77b37f: This subnet is being modified by another concurrent operation. Nov 24 01:46:08.098703 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server Nov 24 01:46:08.122947 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bab59f-ca4f-41b6-9423-06858c43809a tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Pushing event deleted for resources: {'Port': ['ID=e3703cde-3e80-429f-83fc-29fea17450be,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:08.131468 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-a8b2f7be-cc24-400b-90a3-031f54c81097 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e024b725-6d1e-4385-8e18-d311d6523c70') {'for_net_delete': True} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:08.133841 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-a8b2f7be-cc24-400b-90a3-031f54c81097 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e024b725-6d1e-4385-8e18-d311d6523c70') {} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:08.160371 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a8b2f7be-cc24-400b-90a3-031f54c81097 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29055561'] for segment, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:08.185447 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a8b2f7be-cc24-400b-90a3-031f54c81097 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:08.191664 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86938922-ede4-4292-bd25-079ea3d64e5e None None] Network 96328557-4fed-4736-9c4d-18c87dffc69b requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:46:08.194410 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device f168590e-db15-4061-9803-abc7ce705918 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:46:08.194552 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8b2f7be-cc24-400b-90a3-031f54c81097 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=109866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:46:08.194903 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a8b2f7be-cc24-400b-90a3-031f54c81097 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29151010'] for segment, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:08.258816 dv-neutron-818911-2-hyperv neutron-server[109866]: Traceback (most recent call last): Nov 24 01:46:08.258816 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:46:08.258816 dv-neutron-818911-2-hyperv neutron-server[109866]: timer() Nov 24 01:46:08.258816 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:46:08.258816 dv-neutron-818911-2-hyperv neutron-server[109866]: cb(*args, **kw) Nov 24 01:46:08.258816 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:46:08.258816 dv-neutron-818911-2-hyperv neutron-server[109866]: return func(*args, **kwargs) Nov 24 01:46:08.258816 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:46:08.258816 dv-neutron-818911-2-hyperv neutron-server[109866]: self._notify() Nov 24 01:46:08.258816 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:46:08.258816 dv-neutron-818911-2-hyperv neutron-server[109866]: self.callback(batched_events) Nov 24 01:46:08.258816 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:46:08.258816 dv-neutron-818911-2-hyperv neutron-server[109866]: event.method(event) Nov 24 01:46:08.258816 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:46:08.258816 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:46:08.258816 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:46:08.258816 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:46:08.258816 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:46:08.258816 dv-neutron-818911-2-hyperv neutron-server[109866]: return f(self, *a, **k) Nov 24 01:46:08.258816 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:46:08.258816 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._get(url).json() Nov 24 01:46:08.258816 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:46:08.258816 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:46:08.258816 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:46:08.258816 dv-neutron-818911-2-hyperv neutron-server[109866]: return self.request(url, 'GET', **kwargs) Nov 24 01:46:08.258816 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:46:08.258816 dv-neutron-818911-2-hyperv neutron-server[109866]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:46:08.258816 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:46:08.258816 dv-neutron-818911-2-hyperv neutron-server[109866]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:46:08.258816 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:46:08.258816 dv-neutron-818911-2-hyperv neutron-server[109866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:46:08.258816 dv-neutron-818911-2-hyperv neutron-server[109866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:46:08.261534 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-422f8047-4397-487a-a347-1e2cfeef5994 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:08.265449 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-8819e940-b361-496b-b19e-d5ce43c96348 None None] Provisioning complete for port a1f48b6c-51a8-471c-8dc7-639f19c8a390 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:46:08.265965 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-8819e940-b361-496b-b19e-d5ce43c96348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:08.286002 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-422f8047-4397-487a-a347-1e2cfeef5994 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96328557-4fed-4736-9c4d-18c87dffc69b']}} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:08.297539 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-422f8047-4397-487a-a347-1e2cfeef5994 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c0d146a-0bdc-465c-929e-08ad19046fb8') {'for_net_delete': True} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:08.297670 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-422f8047-4397-487a-a347-1e2cfeef5994 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c0d146a-0bdc-465c-929e-08ad19046fb8') {} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:08.311408 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-422f8047-4397-487a-a347-1e2cfeef5994 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28690908'] for segment, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:08.325723 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-422f8047-4397-487a-a347-1e2cfeef5994 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:08.334852 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-422f8047-4397-487a-a347-1e2cfeef5994 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=109867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:46:08.335795 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-422f8047-4397-487a-a347-1e2cfeef5994 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25503736'] for segment, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:08.344485 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a8b2f7be-cc24-400b-90a3-031f54c81097 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:08.369277 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a8b2f7be-cc24-400b-90a3-031f54c81097 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:08.372859 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-a8b2f7be-cc24-400b-90a3-031f54c81097 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] 10.222.0.21 "DELETE /v2.0/networks/b9bc1d1f-cf71-40b7-84f5-7c1f6a94c9ca HTTP/1.1" status: 204 len: 168 time: 0.8528564 Nov 24 01:46:08.373821 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b2f7be-cc24-400b-90a3-031f54c81097 tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Pushing event deleted for resources: {'Network': ['ID=b9bc1d1f-cf71-40b7-84f5-7c1f6a94c9ca,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:08.379652 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45390) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:08.425046 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-45bab59f-ca4f-41b6-9423-06858c43809a tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:08.436078 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_v2 [None req-beedbabe-746a-417e-bbcd-2b3f5d00824e tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Deleting subnet 5343cfdc-028e-4d34-94b0-bf1e5ac8b75a {{(pid=109866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 01:46:08.437002 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-45bab59f-ca4f-41b6-9423-06858c43809a tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "DELETE /v2.0/ports/e3703cde-3e80-429f-83fc-29fea17450be HTTP/1.1" status: 204 len: 168 time: 2.4393110 Nov 24 01:46:08.438110 dv-neutron-818911-2-hyperv neutron-server[109867]: Traceback (most recent call last): Nov 24 01:46:08.438110 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:46:08.438110 dv-neutron-818911-2-hyperv neutron-server[109867]: timer() Nov 24 01:46:08.438110 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:46:08.438110 dv-neutron-818911-2-hyperv neutron-server[109867]: cb(*args, **kw) Nov 24 01:46:08.438110 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:46:08.438110 dv-neutron-818911-2-hyperv neutron-server[109867]: return func(*args, **kwargs) Nov 24 01:46:08.438110 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:46:08.438110 dv-neutron-818911-2-hyperv neutron-server[109867]: self._notify() Nov 24 01:46:08.438110 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:46:08.438110 dv-neutron-818911-2-hyperv neutron-server[109867]: self.callback(batched_events) Nov 24 01:46:08.438110 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:46:08.438110 dv-neutron-818911-2-hyperv neutron-server[109867]: event.method(event) Nov 24 01:46:08.438110 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:46:08.438110 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:46:08.438110 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:46:08.438110 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:46:08.438110 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:46:08.438110 dv-neutron-818911-2-hyperv neutron-server[109867]: return f(self, *a, **k) Nov 24 01:46:08.438110 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:46:08.438110 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._get(url).json() Nov 24 01:46:08.438110 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:46:08.438110 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:46:08.438110 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:46:08.438110 dv-neutron-818911-2-hyperv neutron-server[109867]: return self.request(url, 'GET', **kwargs) Nov 24 01:46:08.438110 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:46:08.438110 dv-neutron-818911-2-hyperv neutron-server[109867]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:46:08.438110 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:46:08.438110 dv-neutron-818911-2-hyperv neutron-server[109867]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:46:08.438110 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:46:08.438110 dv-neutron-818911-2-hyperv neutron-server[109867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:46:08.438110 dv-neutron-818911-2-hyperv neutron-server[109867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:46:08.440246 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-beedbabe-746a-417e-bbcd-2b3f5d00824e tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks [] for subnet, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:08.442110 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45392) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:08.443154 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-422f8047-4397-487a-a347-1e2cfeef5994 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:08.449064 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-422f8047-4397-487a-a347-1e2cfeef5994 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:08.458269 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-422f8047-4397-487a-a347-1e2cfeef5994 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] 10.222.0.21 "DELETE /v2.0/networks/96328557-4fed-4736-9c4d-18c87dffc69b HTTP/1.1" status: 204 len: 168 time: 1.3046522 Nov 24 01:46:08.466349 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45394) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:08.468235 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port f168590e-db15-4061-9803-abc7ce705918 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:46:08.468526 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:08.483417 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-beedbabe-746a-417e-bbcd-2b3f5d00824e tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29055568'] for subnet, precommit_delete_associations {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:08.506843 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.pecan_wsgi.hooks.translation [None req-b10aa8b6-af8e-42e8-ac1c-990a6b7e473f tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] DELETE failed (client error): The resource could not be found. Nov 24 01:46:08.507742 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b10aa8b6-af8e-42e8-ac1c-990a6b7e473f tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:46:08.516223 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-b10aa8b6-af8e-42e8-ac1c-990a6b7e473f tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "DELETE /v2.0/ports/e3703cde-3e80-429f-83fc-29fea17450be HTTP/1.1" status: 404 len: 333 time: 0.0564830 Nov 24 01:46:08.519331 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45396) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:08.525355 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-2663002b-4fe9-4ac2-9144-41fb2548d377 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-896275853'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:46:08.545179 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-8819e940-b361-496b-b19e-d5ce43c96348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:08.600157 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-8819e940-b361-496b-b19e-d5ce43c96348 None None] For port a1f48b6c-51a8-471c-8dc7-639f19c8a390, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=a1f48b6c-51a8-471c-8dc7-639f19c8a390,segment=NetworkSegment(5868af36-0e2b-4d53-bc40-307bd84b84a2),segment_id=5868af36-0e2b-4d53-bc40-307bd84b84a2)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:46:08.605336 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2663002b-4fe9-4ac2-9144-41fb2548d377 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Made reservation on behalf of 52012859bd7040dfaae99173fefc0e0b for: {'network': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:46:08.612997 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2663002b-4fe9-4ac2-9144-41fb2548d377 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:08.640521 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422f8047-4397-487a-a347-1e2cfeef5994 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Pushing event deleted for resources: {'Network': ['ID=96328557-4fed-4736-9c4d-18c87dffc69b,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:08.655139 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.pecan_wsgi.hooks.translation [None req-6492f0bd-c720-4d63-821f-eb94c390d953 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] GET failed (client error): The resource could not be found. Nov 24 01:46:08.656636 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-6492f0bd-c720-4d63-821f-eb94c390d953 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "GET /v2.0/ports/e3703cde-3e80-429f-83fc-29fea17450be HTTP/1.1" status: 404 len: 333 time: 0.1073029 Nov 24 01:46:08.666315 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45398) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:08.689278 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:08.731345 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-8819e940-b361-496b-b19e-d5ce43c96348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:08.738437 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-beedbabe-746a-417e-bbcd-2b3f5d00824e tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:08.774958 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] For port f168590e-db15-4061-9803-abc7ce705918, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=f168590e-db15-4061-9803-abc7ce705918,segment=NetworkSegment(922bd93d-38b5-4727-a4b2-caa1a2ba1709),segment_id=922bd93d-38b5-4727-a4b2-caa1a2ba1709)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:46:08.816042 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_v2 [None req-029ab8a3-557e-4124-b2a4-d1f61a46f3c2 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Deleting subnet 612cdf60-7e78-48c6-a91c-fc3c929c53b2 {{(pid=109867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 01:46:08.817464 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:08.818255 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 4f0b4ef9-6b0a-4620-a604-c69dda5fb8f1 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:46:08.847580 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-029ab8a3-557e-4124-b2a4-d1f61a46f3c2 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks [] for subnet, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:08.903541 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8819e940-b361-496b-b19e-d5ce43c96348 None None] Pushing event updated for resources: {'Port': ['ID=a1f48b6c-51a8-471c-8dc7-639f19c8a390,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:08.959823 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e199468f-a51d-4797-a447-52081cf79366 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:08.964871 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-c0b5b11f-1cf1-489f-8222-82446edd3271 tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] 10.222.0.21 "DELETE /v2.0/subnets/e9496e84-893f-440c-b247-7ac4f669620f/tags/tempest-TagsExtTest-Tag-2067804227 HTTP/1.1" status: 204 len: 168 time: 1.0445817 Nov 24 01:46:08.965909 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2663002b-4fe9-4ac2-9144-41fb2548d377 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=109867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:46:08.974821 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45404) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:09.004228 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.tag.tag_plugin [None req-c78c01a6-ad41-429f-9d5b-d98be698b069 tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'e9496e84-893f-440c-b247-7ac4f669620f') {} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:09.026656 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 4f0b4ef9-6b0a-4620-a604-c69dda5fb8f1 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:46:09.027103 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:09.092050 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2663002b-4fe9-4ac2-9144-41fb2548d377 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:09.092408 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.segments_db [None req-2663002b-4fe9-4ac2-9144-41fb2548d377 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Added segment 20b0a579-fc17-4ab8-aabb-b0e0098f7f54 of type vlan for network ab35b10a-a7d3-48f8-a425-cab42085a0be Nov 24 01:46:09.151227 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-13b235fa-bc95-42c5-ad73-495c281b33a0 None None] Provisioning complete for port da67b6d2-8c27-4130-84ec-9e620afa88d8 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:46:09.152115 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-13b235fa-bc95-42c5-ad73-495c281b33a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:09.163201 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Pushing event updated for resources: {'Port': ['ID=f168590e-db15-4061-9803-abc7ce705918,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:09.172784 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-beedbabe-746a-417e-bbcd-2b3f5d00824e tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29149324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29154870'] for subnet, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:09.180617 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2663002b-4fe9-4ac2-9144-41fb2548d377 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:09.232417 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-029ab8a3-557e-4124-b2a4-d1f61a46f3c2 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28690885'] for subnet, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:09.261702 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beedbabe-746a-417e-bbcd-2b3f5d00824e tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Pushing event deleted for resources: {'Subnet': ['ID=5343cfdc-028e-4d34-94b0-bf1e5ac8b75a,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:09.273016 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b2df37-eda2-45fe-8c5a-e0207a8bdb31 None None] Network 64a26055-489e-473a-9bcc-75616a211d65 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:46:09.285857 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2663002b-4fe9-4ac2-9144-41fb2548d377 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:09.298586 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-beedbabe-746a-417e-bbcd-2b3f5d00824e tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:09.300615 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2663002b-4fe9-4ac2-9144-41fb2548d377 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:09.305346 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2663002b-4fe9-4ac2-9144-41fb2548d377 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:09.308957 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-beedbabe-746a-417e-bbcd-2b3f5d00824e tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] 10.222.0.21 "DELETE /v2.0/subnets/5343cfdc-028e-4d34-94b0-bf1e5ac8b75a HTTP/1.1" status: 204 len: 168 time: 0.9279773 Nov 24 01:46:09.316404 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45408) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:09.319609 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-13b235fa-bc95-42c5-ad73-495c281b33a0 None None] Port da67b6d2-8c27-4130-84ec-9e620afa88d8 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:46:09.325628 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f078e35-5d1f-4a13-acbc-368c12c1108a None None] Network 9883edce-98c2-4e0e-8279-89ca956403c4 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:46:09.389138 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-2663002b-4fe9-4ac2-9144-41fb2548d377 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8836293 Nov 24 01:46:09.390048 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45410) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:09.405685 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-c3397f6d-aad0-4edf-80d1-5fc7476b060b tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Request body: {'subnet': {'network_id': 'ab35b10a-a7d3-48f8-a425-cab42085a0be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:46:09.491443 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:09.496483 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be7a703-2e57-43a0-a674-c77d72f838ba None None] Network d911d5fc-cb24-4505-b222-a0d8d076cec6 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:46:09.537031 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ff003348-09c2-4929-ba25-01e77139a02b tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:09.540627 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e199468f-a51d-4797-a447-52081cf79366 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3684298', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-424347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2775'] for router, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:09.547384 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e199468f-a51d-4797-a447-52081cf79366 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3683822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-418125', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-424361'] for router, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:09.582542 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2663002b-4fe9-4ac2-9144-41fb2548d377 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Pushing event updated for resources: {'Network': ['ID=ab35b10a-a7d3-48f8-a425-cab42085a0be,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:09.613204 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network ab35b10a-a7d3-48f8-a425-cab42085a0be details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:46:09.622080 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-13b235fa-bc95-42c5-ad73-495c281b33a0 None None] Provisioning complete for port a1f48b6c-51a8-471c-8dc7-639f19c8a390 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:46:09.622634 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-13b235fa-bc95-42c5-ad73-495c281b33a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:09.634659 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-029ab8a3-557e-4124-b2a4-d1f61a46f3c2 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:09.690574 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-ff003348-09c2-4929-ba25-01e77139a02b tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Deleting port 53295abf-dfc5-4517-9fa7-9e04715524a6 {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:46:09.691307 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ff003348-09c2-4929-ba25-01e77139a02b tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:09.701923 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-c78c01a6-ad41-429f-9d5b-d98be698b069 tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] 10.222.0.21 "GET /v2.0/subnets/e9496e84-893f-440c-b247-7ac4f669620f/tags HTTP/1.1" status: 200 len: 205 time: 0.7223558 Nov 24 01:46:09.708943 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45412) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:09.713243 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.tag.tag_plugin [None req-b7b6d59c-cad4-4e5b-baf1-edaed0279bff tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'da67b6d2-8c27-4130-84ec-9e620afa88d8') {} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:09.752973 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3397f6d-aad0-4edf-80d1-5fc7476b060b tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Made reservation on behalf of 52012859bd7040dfaae99173fefc0e0b for: {'subnet': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:46:09.757197 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c3397f6d-aad0-4edf-80d1-5fc7476b060b tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25307781'] for subnet, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:09.778697 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [None req-ff003348-09c2-4929-ba25-01e77139a02b tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] For port 53295abf-dfc5-4517-9fa7-9e04715524a6, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=53295abf-dfc5-4517-9fa7-9e04715524a6,segment=NetworkSegment(633f256d-f9ba-4242-b914-e63ff0092ebf),segment_id=633f256d-f9ba-4242-b914-e63ff0092ebf)] {{(pid=109866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:46:09.779061 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ff003348-09c2-4929-ba25-01e77139a02b tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:09.801517 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-ff003348-09c2-4929-ba25-01e77139a02b tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Calling delete_port for 53295abf-dfc5-4517-9fa7-9e04715524a6 owned by network:dhcp {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:46:09.806118 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e199468f-a51d-4797-a447-52081cf79366 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Router dfddfffa-7660-4373-951f-c491659965b1 is scheduled to L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e with binding_index 1 {{(pid=109866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 01:46:09.862823 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-029ab8a3-557e-4124-b2a4-d1f61a46f3c2 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25501782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25307808'] for subnet, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:09.903336 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029ab8a3-557e-4124-b2a4-d1f61a46f3c2 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Pushing event deleted for resources: {'Subnet': ['ID=612cdf60-7e78-48c6-a91c-fc3c929c53b2,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:09.910644 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-029ab8a3-557e-4124-b2a4-d1f61a46f3c2 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:09.913923 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-029ab8a3-557e-4124-b2a4-d1f61a46f3c2 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "DELETE /v2.0/subnets/612cdf60-7e78-48c6-a91c-fc3c929c53b2 HTTP/1.1" status: 204 len: 168 time: 1.2419512 Nov 24 01:46:09.916719 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45414) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:09.916847 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-b7b6d59c-cad4-4e5b-baf1-edaed0279bff tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] 10.222.0.21 "GET /v2.0/ports/da67b6d2-8c27-4130-84ec-9e620afa88d8/tags HTTP/1.1" status: 200 len: 240 time: 0.2068639 Nov 24 01:46:09.919789 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45416) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:09.928128 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.tag.tag_plugin [None req-dcc260f0-4fec-4614-8a56-bd6a50a1d902 tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'da67b6d2-8c27-4130-84ec-9e620afa88d8', 'tempest-TagsExtTest-Tag-344547221') {} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:10.058032 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e199468f-a51d-4797-a447-52081cf79366 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:46:10.059910 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.db.api [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 01:46:10.060279 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG oslo_db.api [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 01:46:10.067071 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e199468f-a51d-4797-a447-52081cf79366 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks [] for router, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:10.071283 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-e199468f-a51d-4797-a447-52081cf79366 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] 10.222.0.21 "PUT /v2.0/routers/dfddfffa-7660-4373-951f-c491659965b1 HTTP/1.1" status: 200 len: 912 time: 4.8676767 Nov 24 01:46:10.073583 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45422) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:10.074148 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb43f8a-4750-4100-8a87-6f3398b9a3fa None None] Sync routers for ids ['dfddfffa-7660-4373-951f-c491659965b1'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:46:10.077881 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3f60f291-bab0-4399-bc53-4d5e57b28e57 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:10.088675 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ff003348-09c2-4929-ba25-01e77139a02b tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:10.135033 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-dcc260f0-4fec-4614-8a56-bd6a50a1d902 tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] 10.222.0.21 "GET /v2.0/ports/da67b6d2-8c27-4130-84ec-9e620afa88d8/tags/tempest-TagsExtTest-Tag-344547221 HTTP/1.1" status: 204 len: 168 time: 0.2126844 Nov 24 01:46:10.138971 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45424) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:10.144980 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.tag.tag_plugin [None req-39b20dac-52f1-4dda-a4f6-1e97d2854932 tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'da67b6d2-8c27-4130-84ec-9e620afa88d8', 'tempest-TagsExtTest-Tag-344547221') {} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:10.174028 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb43f8a-4750-4100-8a87-6f3398b9a3fa None None] Routers {'dfddfffa-7660-4373-951f-c491659965b1'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:46:10.174683 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-6fb43f8a-4750-4100-8a87-6f3398b9a3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:45:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['dfddfffa-7660-4373-951f-c491659965b1'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:10.207023 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c3397f6d-aad0-4edf-80d1-5fc7476b060b tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25501847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25307831'] for subnet, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:10.220663 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-6fb43f8a-4750-4100-8a87-6f3398b9a3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:10.227020 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a970403-ec4b-4196-ab42-53ab15d2aec9 None None] DHCP port deletion for 9883edce-98c2-4e0e-8279-89ca956403c4 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:46:10.249350 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb43f8a-4750-4100-8a87-6f3398b9a3fa None None] Routers {'dfddfffa-7660-4373-951f-c491659965b1'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:46:10.250017 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-6fb43f8a-4750-4100-8a87-6f3398b9a3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:45:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['dfddfffa-7660-4373-951f-c491659965b1'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:10.308980 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-6fb43f8a-4750-4100-8a87-6f3398b9a3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:10.309765 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb43f8a-4750-4100-8a87-6f3398b9a3fa None None] The sync data for ids ['dfddfffa-7660-4373-951f-c491659965b1'] in dv-neutron-818911-2-hyperv is: [] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:46:10.329350 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-79ba0134-c3b1-45ff-ac8f-66a8a2815c51 None None] Provisioning complete for port f168590e-db15-4061-9803-abc7ce705918 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:46:10.329772 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-79ba0134-c3b1-45ff-ac8f-66a8a2815c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:10.352730 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3397f6d-aad0-4edf-80d1-5fc7476b060b tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Pushing event updated for resources: {'Subnet': ['ID=42839a0f-1f0d-449c-95bb-cc67cc635866,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:10.395861 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1089fb-d559-44e8-946c-afd049747acd None None] DHCP port deletion for d911d5fc-cb24-4505-b222-a0d8d076cec6 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:46:10.402879 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3397f6d-aad0-4edf-80d1-5fc7476b060b tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Checking segment: {'id': '20b0a579-fc17-4ab8-aabb-b0e0098f7f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ab35b10a-a7d3-48f8-a425-cab42085a0be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:46:10.403627 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3397f6d-aad0-4edf-80d1-5fc7476b060b tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Network hostable DHCP agents. Network: ab35b10a-a7d3-48f8-a425-cab42085a0be, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 01:46:10.434300 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-39b20dac-52f1-4dda-a4f6-1e97d2854932 tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] 10.222.0.21 "DELETE /v2.0/ports/da67b6d2-8c27-4130-84ec-9e620afa88d8/tags/tempest-TagsExtTest-Tag-344547221 HTTP/1.1" status: 204 len: 168 time: 0.2940006 Nov 24 01:46:10.435361 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45428) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:10.441555 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.tag.tag_plugin [None req-122378d9-3500-43e8-bdad-993bb5f166b4 tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'da67b6d2-8c27-4130-84ec-9e620afa88d8') {} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:10.445444 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3397f6d-aad0-4edf-80d1-5fc7476b060b tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Network ab35b10a-a7d3-48f8-a425-cab42085a0be is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 01:46:10.486551 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-c3397f6d-aad0-4edf-80d1-5fc7476b060b tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, ab35b10a-a7d3-48f8-a425-cab42085a0be) {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:46:10.492267 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3397f6d-aad0-4edf-80d1-5fc7476b060b tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:10.493885 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c3397f6d-aad0-4edf-80d1-5fc7476b060b tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:10.508995 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af70111-d1ad-4803-9524-75bad4b87777 None None] Network ab35b10a-a7d3-48f8-a425-cab42085a0be requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:46:10.514952 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff003348-09c2-4929-ba25-01e77139a02b tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Pushing event deleted for resources: {'Port': ['ID=53295abf-dfc5-4517-9fa7-9e04715524a6,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:10.522731 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff003348-09c2-4929-ba25-01e77139a02b tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] No DVR routers for this DVR port 53295abf-dfc5-4517-9fa7-9e04715524a6 on host dv-neutron-818911-2-hyperv {{(pid=109866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:46:10.524928 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-c3397f6d-aad0-4edf-80d1-5fc7476b060b tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.1232336 Nov 24 01:46:10.525747 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45430) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:10.545467 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-122378d9-3500-43e8-bdad-993bb5f166b4 tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] 10.222.0.21 "GET /v2.0/ports/da67b6d2-8c27-4130-84ec-9e620afa88d8/tags HTTP/1.1" status: 200 len: 205 time: 0.1075761 Nov 24 01:46:10.547428 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45432) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:10.553119 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.tag.tag_plugin [None req-0ec666c8-7f0c-4be5-8380-6b0dcd5ce666 tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'feff6e46-2e72-434d-9e96-a7a6252d614c') {} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:10.617939 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-de1089fb-d559-44e8-946c-afd049747acd None None] Deleting port 4f0b4ef9-6b0a-4620-a604-c69dda5fb8f1 {{(pid=109868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:46:10.618660 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-de1089fb-d559-44e8-946c-afd049747acd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:10.632003 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-0ec666c8-7f0c-4be5-8380-6b0dcd5ce666 tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] 10.222.0.21 "GET /v2.0/routers/feff6e46-2e72-434d-9e96-a7a6252d614c/tags HTTP/1.1" status: 200 len: 240 time: 0.0802538 Nov 24 01:46:10.632190 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45434) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:10.638069 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.tag.tag_plugin [None req-286d95e6-f601-41c0-9dcf-56b0b3341c6f tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'feff6e46-2e72-434d-9e96-a7a6252d614c', 'tempest-TagsExtTest-Tag-244731977') {} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:10.664925 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:10.671950 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-79ba0134-c3b1-45ff-ac8f-66a8a2815c51 None None] Provisioning complete for port da67b6d2-8c27-4130-84ec-9e620afa88d8 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:46:10.672312 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-79ba0134-c3b1-45ff-ac8f-66a8a2815c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:10.729184 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-286d95e6-f601-41c0-9dcf-56b0b3341c6f tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] 10.222.0.21 "GET /v2.0/routers/feff6e46-2e72-434d-9e96-a7a6252d614c/tags/tempest-TagsExtTest-Tag-244731977 HTTP/1.1" status: 204 len: 168 time: 0.0956292 Nov 24 01:46:10.731390 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45436) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:10.736275 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.tag.tag_plugin [None req-d50cb971-fa3e-479f-aca0-7220fbff9f5b tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'feff6e46-2e72-434d-9e96-a7a6252d614c', 'tempest-TagsExtTest-Tag-244731977') {} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:10.752556 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ff003348-09c2-4929-ba25-01e77139a02b tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:10.785941 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-de1089fb-d559-44e8-946c-afd049747acd None None] For port 4f0b4ef9-6b0a-4620-a604-c69dda5fb8f1, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=4f0b4ef9-6b0a-4620-a604-c69dda5fb8f1,segment=NetworkSegment(328f387f-09e8-4447-aff7-3be9e3a42389),segment_id=328f387f-09e8-4447-aff7-3be9e3a42389)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:46:10.786255 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-de1089fb-d559-44e8-946c-afd049747acd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:10.794758 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-3594098a-97f9-4695-87b7-7e98f6c0a3e1 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] 10.222.0.21 "GET /v2.0/routers/dfddfffa-7660-4373-951f-c491659965b1 HTTP/1.1" status: 200 len: 918 time: 0.7116144 Nov 24 01:46:10.802137 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45438) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:10.817169 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-ff003348-09c2-4929-ba25-01e77139a02b tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9883edce-98c2-4e0e-8279-89ca956403c4']}} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:10.825900 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-de1089fb-d559-44e8-946c-afd049747acd None None] Calling delete_port for 4f0b4ef9-6b0a-4620-a604-c69dda5fb8f1 owned by network:dhcp {{(pid=109868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:46:10.834142 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-79ba0134-c3b1-45ff-ac8f-66a8a2815c51 None None] Port da67b6d2-8c27-4130-84ec-9e620afa88d8 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:46:10.834354 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4905d237-09c7-45c3-9306-f00656f314bf tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:10.836914 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-ff003348-09c2-4929-ba25-01e77139a02b tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '633f256d-f9ba-4242-b914-e63ff0092ebf') {'for_net_delete': True} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:10.837198 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-ff003348-09c2-4929-ba25-01e77139a02b tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '633f256d-f9ba-4242-b914-e63ff0092ebf') {} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:10.837750 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] For port 4f0b4ef9-6b0a-4620-a604-c69dda5fb8f1, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=4f0b4ef9-6b0a-4620-a604-c69dda5fb8f1,segment=NetworkSegment(328f387f-09e8-4447-aff7-3be9e3a42389),segment_id=328f387f-09e8-4447-aff7-3be9e3a42389)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:46:10.851401 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ff003348-09c2-4929-ba25-01e77139a02b tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29055561'] for segment, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:10.864451 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-3f60f291-bab0-4399-bc53-4d5e57b28e57 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Deleting port 4f0b4ef9-6b0a-4620-a604-c69dda5fb8f1 {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:46:10.864788 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3f60f291-bab0-4399-bc53-4d5e57b28e57 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:10.882031 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844a846b-d9b8-4724-991d-efc4d32ed02c tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:10.886868 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-844a846b-d9b8-4724-991d-efc4d32ed02c tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=eb22795d-37ee-46ee-844d-92c17e2ea450&device_id=dfddfffa-7660-4373-951f-c491659965b1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0812891 Nov 24 01:46:10.890858 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-d50cb971-fa3e-479f-aca0-7220fbff9f5b tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] 10.222.0.21 "DELETE /v2.0/routers/feff6e46-2e72-434d-9e96-a7a6252d614c/tags/tempest-TagsExtTest-Tag-244731977 HTTP/1.1" status: 204 len: 168 time: 0.1558852 Nov 24 01:46:10.890858 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45440) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:10.892346 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45442) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:10.892622 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ff003348-09c2-4929-ba25-01e77139a02b tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:10.903458 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:10.904159 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device a1f48b6c-51a8-471c-8dc7-639f19c8a390 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:46:10.905603 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.tag.tag_plugin [None req-0d8f199c-4097-4809-acce-da79342afeca tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'feff6e46-2e72-434d-9e96-a7a6252d614c') {} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:10.931218 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff003348-09c2-4929-ba25-01e77139a02b tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=109866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:46:10.931557 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ff003348-09c2-4929-ba25-01e77139a02b tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29151010'] for segment, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:10.934895 dv-neutron-818911-2-hyperv neutron-server[109866]: Traceback (most recent call last): Nov 24 01:46:10.934895 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:46:10.934895 dv-neutron-818911-2-hyperv neutron-server[109866]: timer() Nov 24 01:46:10.934895 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:46:10.934895 dv-neutron-818911-2-hyperv neutron-server[109866]: cb(*args, **kw) Nov 24 01:46:10.934895 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:46:10.934895 dv-neutron-818911-2-hyperv neutron-server[109866]: return func(*args, **kwargs) Nov 24 01:46:10.934895 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:46:10.934895 dv-neutron-818911-2-hyperv neutron-server[109866]: self._notify() Nov 24 01:46:10.934895 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:46:10.934895 dv-neutron-818911-2-hyperv neutron-server[109866]: self.callback(batched_events) Nov 24 01:46:10.934895 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:46:10.934895 dv-neutron-818911-2-hyperv neutron-server[109866]: event.method(event) Nov 24 01:46:10.934895 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:46:10.934895 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:46:10.934895 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:46:10.934895 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:46:10.934895 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:46:10.934895 dv-neutron-818911-2-hyperv neutron-server[109866]: return f(self, *a, **k) Nov 24 01:46:10.934895 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:46:10.934895 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._get(url).json() Nov 24 01:46:10.934895 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:46:10.934895 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:46:10.934895 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:46:10.934895 dv-neutron-818911-2-hyperv neutron-server[109866]: return self.request(url, 'GET', **kwargs) Nov 24 01:46:10.934895 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:46:10.934895 dv-neutron-818911-2-hyperv neutron-server[109866]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:46:10.934895 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:46:10.934895 dv-neutron-818911-2-hyperv neutron-server[109866]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:46:10.934895 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:46:10.934895 dv-neutron-818911-2-hyperv neutron-server[109866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:46:10.934895 dv-neutron-818911-2-hyperv neutron-server[109866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:46:10.951062 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770a7feb-b549-4bef-ba6c-06764a9ab648 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-ab35b10a-a7d3-48f8-a425-cab42085a0be', 'network_id': 'ab35b10a-a7d3-48f8-a425-cab42085a0be', 'tenant_id': '52012859bd7040dfaae99173fefc0e0b', 'fixed_ips': [{'subnet_id': '42839a0f-1f0d-449c-95bb-cc67cc635866'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 01:46:10.951915 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-770a7feb-b549-4bef-ba6c-06764a9ab648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:10.972528 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-79ba0134-c3b1-45ff-ac8f-66a8a2815c51 None None] Provisioning complete for port 4f0b4ef9-6b0a-4620-a604-c69dda5fb8f1 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:46:10.972891 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-79ba0134-c3b1-45ff-ac8f-66a8a2815c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:11.003371 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [None req-3f60f291-bab0-4399-bc53-4d5e57b28e57 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] For port 4f0b4ef9-6b0a-4620-a604-c69dda5fb8f1, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=4f0b4ef9-6b0a-4620-a604-c69dda5fb8f1,segment=NetworkSegment(328f387f-09e8-4447-aff7-3be9e3a42389),segment_id=328f387f-09e8-4447-aff7-3be9e3a42389)] {{(pid=109866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:46:11.003730 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3f60f291-bab0-4399-bc53-4d5e57b28e57 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:11.047800 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-3f60f291-bab0-4399-bc53-4d5e57b28e57 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Calling delete_port for 4f0b4ef9-6b0a-4620-a604-c69dda5fb8f1 owned by network:dhcp {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:46:11.047984 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-0d8f199c-4097-4809-acce-da79342afeca tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] 10.222.0.21 "GET /v2.0/routers/feff6e46-2e72-434d-9e96-a7a6252d614c/tags HTTP/1.1" status: 200 len: 205 time: 0.1517079 Nov 24 01:46:11.048231 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45444) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:11.055797 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.tag.tag_plugin [None req-e9197051-399a-4e2e-9daf-df923939b570 tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '0c912adf-5abd-48c8-9e85-3135c1d2502b') {} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:11.057196 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4905d237-09c7-45c3-9306-f00656f314bf tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:11.070588 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Pushing event updated for resources: {'Port': ['ID=4f0b4ef9-6b0a-4620-a604-c69dda5fb8f1,revision_number=4']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:11.082329 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16cd9866-e524-460f-88f6-75bdcf9894f4 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:11.086655 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-16cd9866-e524-460f-88f6-75bdcf9894f4 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] 10.222.0.21 "GET /v2.0/networks/eb22795d-37ee-46ee-844d-92c17e2ea450 HTTP/1.1" status: 200 len: 881 time: 0.1940939 Nov 24 01:46:11.086817 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-de1089fb-d559-44e8-946c-afd049747acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974'] for port, after_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:11.089002 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45446) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:11.097179 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ff003348-09c2-4929-ba25-01e77139a02b tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:11.128560 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-c7062afa-09aa-4471-bb43-d4a5df0656d1 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfddfffa-7660-4373-951f-c491659965b1 HTTP/1.1" status: 200 len: 205 time: 0.0372770 Nov 24 01:46:11.130613 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-e9197051-399a-4e2e-9daf-df923939b570 tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] 10.222.0.21 "GET /v2.0/subnetpools/0c912adf-5abd-48c8-9e85-3135c1d2502b/tags HTTP/1.1" status: 200 len: 241 time: 0.0804820 Nov 24 01:46:11.132648 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45448) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:11.138383 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45450) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:11.146119 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.tag.tag_plugin [None req-5171488a-d521-4122-94e8-5fcf4d957763 tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '0c912adf-5abd-48c8-9e85-3135c1d2502b', 'tempest-TagsExtTest-Tag-1997017073') {} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:11.148877 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ff003348-09c2-4929-ba25-01e77139a02b tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:11.154989 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-ff003348-09c2-4929-ba25-01e77139a02b tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] 10.222.0.21 "DELETE /v2.0/networks/9883edce-98c2-4e0e-8279-89ca956403c4 HTTP/1.1" status: 204 len: 168 time: 1.8352795 Nov 24 01:46:11.162687 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1089fb-d559-44e8-946c-afd049747acd None None] Pushing event deleted for resources: {'Port': ['ID=4f0b4ef9-6b0a-4620-a604-c69dda5fb8f1,revision_number=None']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:11.164398 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-79ba0134-c3b1-45ff-ac8f-66a8a2815c51 None None] Could not find standard attr ID for object 4f0b4ef9-6b0a-4620-a604-c69dda5fb8f1. {{(pid=109868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 01:46:11.167263 dv-neutron-818911-2-hyperv neutron-server[109868]: INFO neutron.plugins.ml2.db [None req-79ba0134-c3b1-45ff-ac8f-66a8a2815c51 None None] No ports have port_id starting with 4f0b4ef9-6b0a-4620-a604-c69dda5fb8f1 Nov 24 01:46:11.178231 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff003348-09c2-4929-ba25-01e77139a02b tempest-NetworksIpV6TestAttrs-1893181542 tempest-NetworksIpV6TestAttrs-1893181542-project] Pushing event deleted for resources: {'Network': ['ID=9883edce-98c2-4e0e-8279-89ca956403c4,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:11.180289 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1089fb-d559-44e8-946c-afd049747acd None None] No DVR routers for this DVR port 4f0b4ef9-6b0a-4620-a604-c69dda5fb8f1 on host dv-neutron-818911-2-hyperv {{(pid=109868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:46:11.183855 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port a1f48b6c-51a8-471c-8dc7-639f19c8a390 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:46:11.184629 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:11.264561 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-5171488a-d521-4122-94e8-5fcf4d957763 tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] 10.222.0.21 "GET /v2.0/subnetpools/0c912adf-5abd-48c8-9e85-3135c1d2502b/tags/tempest-TagsExtTest-Tag-1997017073 HTTP/1.1" status: 204 len: 168 time: 0.1248922 Nov 24 01:46:11.267901 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45458) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:11.274510 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.tag.tag_plugin [None req-d5ed5958-456b-4bcc-96e1-fb50ad850d6c tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '0c912adf-5abd-48c8-9e85-3135c1d2502b', 'tempest-TagsExtTest-Tag-1997017073') {} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:11.308499 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3f60f291-bab0-4399-bc53-4d5e57b28e57 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:11.330511 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-770a7feb-b549-4bef-ba6c-06764a9ab648 None None] Allocated IP 2001:db8::1 (ab35b10a-a7d3-48f8-a425-cab42085a0be/42839a0f-1f0d-449c-95bb-cc67cc635866/0c203aaf-e00b-400b-89e5-a302c30ceb56) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:46:11.333134 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-caba0338-09ab-4739-a141-2ce87a975e97 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks [] for router, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:11.343717 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f60f291-bab0-4399-bc53-4d5e57b28e57 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Pushing event deleted for resources: {'Port': ['ID=4f0b4ef9-6b0a-4620-a604-c69dda5fb8f1,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:11.364482 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f60f291-bab0-4399-bc53-4d5e57b28e57 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] No DVR routers for this DVR port 4f0b4ef9-6b0a-4620-a604-c69dda5fb8f1 on host dv-neutron-818911-2-hyperv {{(pid=109866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:46:11.377427 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-cc36cb65-8d40-45a2-ac74-a6dce71397af None None] Provisioning complete for port f168590e-db15-4061-9803-abc7ce705918 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:46:11.377806 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-cc36cb65-8d40-45a2-ac74-a6dce71397af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:11.429746 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-d5ed5958-456b-4bcc-96e1-fb50ad850d6c tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] 10.222.0.21 "DELETE /v2.0/subnetpools/0c912adf-5abd-48c8-9e85-3135c1d2502b/tags/tempest-TagsExtTest-Tag-1997017073 HTTP/1.1" status: 204 len: 168 time: 0.1605401 Nov 24 01:46:11.464811 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45464) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:11.477579 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.tag.tag_plugin [None req-a97df3c7-90a8-4a22-bb89-f9d2fc5c84bf tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '0c912adf-5abd-48c8-9e85-3135c1d2502b') {} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:11.572518 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3f60f291-bab0-4399-bc53-4d5e57b28e57 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:11.585463 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-caba0338-09ab-4739-a141-2ce87a975e97 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:11.597168 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-3f60f291-bab0-4399-bc53-4d5e57b28e57 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d911d5fc-cb24-4505-b222-a0d8d076cec6']}} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:11.613316 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-3f60f291-bab0-4399-bc53-4d5e57b28e57 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '328f387f-09e8-4447-aff7-3be9e3a42389') {'for_net_delete': True} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:11.613316 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-3f60f291-bab0-4399-bc53-4d5e57b28e57 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '328f387f-09e8-4447-aff7-3be9e3a42389') {} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:11.619459 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-a97df3c7-90a8-4a22-bb89-f9d2fc5c84bf tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] 10.222.0.21 "GET /v2.0/subnetpools/0c912adf-5abd-48c8-9e85-3135c1d2502b/tags HTTP/1.1" status: 200 len: 205 time: 0.1508188 Nov 24 01:46:11.619887 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45468) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:11.623541 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-770a7feb-b549-4bef-ba6c-06764a9ab648 None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:11.626499 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.tag.tag_plugin [None req-aca89f9c-7028-4cb7-8bb4-be49f91dd767 tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '0c912adf-5abd-48c8-9e85-3135c1d2502b') {} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:11.628017 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3f60f291-bab0-4399-bc53-4d5e57b28e57 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29055561'] for segment, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:11.631211 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device a1f48b6c-51a8-471c-8dc7-639f19c8a390 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:46:11.640471 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-770a7feb-b549-4bef-ba6c-06764a9ab648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:11.651249 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3f60f291-bab0-4399-bc53-4d5e57b28e57 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:11.663608 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f60f291-bab0-4399-bc53-4d5e57b28e57 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=109866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:46:11.664099 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3f60f291-bab0-4399-bc53-4d5e57b28e57 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29151010'] for segment, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:11.669189 dv-neutron-818911-2-hyperv neutron-server[109866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 01:46:11.669189 dv-neutron-818911-2-hyperv neutron-server[109866]: self.session.flush() Nov 24 01:46:11.669189 dv-neutron-818911-2-hyperv neutron-server[109866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 01:46:11.669189 dv-neutron-818911-2-hyperv neutron-server[109866]: self.session.flush() Nov 24 01:46:11.669189 dv-neutron-818911-2-hyperv neutron-server[109866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 01:46:11.669189 dv-neutron-818911-2-hyperv neutron-server[109866]: self.session.flush() Nov 24 01:46:11.669189 dv-neutron-818911-2-hyperv neutron-server[109866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 01:46:11.669189 dv-neutron-818911-2-hyperv neutron-server[109866]: self.session.flush() Nov 24 01:46:11.669189 dv-neutron-818911-2-hyperv neutron-server[109866]: Traceback (most recent call last): Nov 24 01:46:11.669189 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:46:11.669189 dv-neutron-818911-2-hyperv neutron-server[109866]: timer() Nov 24 01:46:11.669189 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:46:11.669189 dv-neutron-818911-2-hyperv neutron-server[109866]: cb(*args, **kw) Nov 24 01:46:11.669189 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:46:11.669189 dv-neutron-818911-2-hyperv neutron-server[109866]: return func(*args, **kwargs) Nov 24 01:46:11.669189 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:46:11.669189 dv-neutron-818911-2-hyperv neutron-server[109866]: self._notify() Nov 24 01:46:11.669189 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:46:11.669189 dv-neutron-818911-2-hyperv neutron-server[109866]: self.callback(batched_events) Nov 24 01:46:11.669189 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:46:11.669189 dv-neutron-818911-2-hyperv neutron-server[109866]: event.method(event) Nov 24 01:46:11.669189 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:46:11.669189 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:46:11.669189 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:46:11.669189 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:46:11.669189 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:46:11.669189 dv-neutron-818911-2-hyperv neutron-server[109866]: return f(self, *a, **k) Nov 24 01:46:11.669189 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:46:11.669189 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._get(url).json() Nov 24 01:46:11.669189 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:46:11.669189 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:46:11.669189 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:46:11.669189 dv-neutron-818911-2-hyperv neutron-server[109866]: return self.request(url, 'GET', **kwargs) Nov 24 01:46:11.669189 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:46:11.669189 dv-neutron-818911-2-hyperv neutron-server[109866]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:46:11.669189 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:46:11.669189 dv-neutron-818911-2-hyperv neutron-server[109866]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:46:11.669189 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:46:11.669189 dv-neutron-818911-2-hyperv neutron-server[109866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:46:11.669189 dv-neutron-818911-2-hyperv neutron-server[109866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:46:11.686301 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4905d237-09c7-45c3-9306-f00656f314bf tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29149324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29154870'] for subnet, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:11.704958 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd047ca5-d23a-437e-b782-d99da0a8c959 req-cb910bed-7ed3-4a5f-a2d6-e71dd2e79a5c tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:11.706917 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-dd047ca5-d23a-437e-b782-d99da0a8c959 req-cb910bed-7ed3-4a5f-a2d6-e71dd2e79a5c tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] 10.222.0.21 "GET /v2.0/ports?device_id=b06b6ab1-567c-4b9b-8739-efabf02f01ca HTTP/1.1" status: 200 len: 946 time: 0.2086773 Nov 24 01:46:11.724584 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45470) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:11.727356 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770a7feb-b549-4bef-ba6c-06764a9ab648 None None] Network ab35b10a-a7d3-48f8-a425-cab42085a0be is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:46:11.733033 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-770a7feb-b549-4bef-ba6c-06764a9ab648 None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:46:11.736423 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770a7feb-b549-4bef-ba6c-06764a9ab648 None None] Pushing event updated for resources: {'Port': ['ID=0c203aaf-e00b-400b-89e5-a302c30ceb56,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:11.738596 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770a7feb-b549-4bef-ba6c-06764a9ab648 None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:46:11.752610 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4905d237-09c7-45c3-9306-f00656f314bf tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Pushing event deleted for resources: {'Subnet': ['ID=42839a0f-1f0d-449c-95bb-cc67cc635866,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:11.767414 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-aca89f9c-7028-4cb7-8bb4-be49f91dd767 tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] 10.222.0.21 "DELETE /v2.0/subnetpools/0c912adf-5abd-48c8-9e85-3135c1d2502b/tags HTTP/1.1" status: 204 len: 168 time: 0.1441305 Nov 24 01:46:11.767778 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45474) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:11.772467 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.tag.tag_plugin [None req-103e18b5-1e66-4167-abf7-e497191406f9 tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'feff6e46-2e72-434d-9e96-a7a6252d614c') {} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:11.806025 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port a1f48b6c-51a8-471c-8dc7-639f19c8a390 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:46:11.806385 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:11.851689 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4905d237-09c7-45c3-9306-f00656f314bf tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:11.860827 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-caba0338-09ab-4739-a141-2ce87a975e97 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Deleting port 498c96c8-8438-4598-8893-cd5bd6ca6375 {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:46:11.861187 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-caba0338-09ab-4739-a141-2ce87a975e97 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:11.883232 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-4905d237-09c7-45c3-9306-f00656f314bf tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab35b10a-a7d3-48f8-a425-cab42085a0be']}} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:11.885501 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-dd047ca5-d23a-437e-b782-d99da0a8c959 req-da149766-0289-4d1e-9003-03e9b4804a1b tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] 10.222.0.21 "GET /v2.0/security-groups?id=8cef3b03-e938-401d-a30c-e62493fab23d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1669888 Nov 24 01:46:11.907970 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-4905d237-09c7-45c3-9306-f00656f314bf tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20b0a579-fc17-4ab8-aabb-b0e0098f7f54') {'for_net_delete': True} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:11.909349 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-4905d237-09c7-45c3-9306-f00656f314bf tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20b0a579-fc17-4ab8-aabb-b0e0098f7f54') {} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:11.924426 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4905d237-09c7-45c3-9306-f00656f314bf tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29055561'] for segment, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:11.941015 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4905d237-09c7-45c3-9306-f00656f314bf tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:11.949107 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4905d237-09c7-45c3-9306-f00656f314bf tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=109866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:46:11.949651 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4905d237-09c7-45c3-9306-f00656f314bf tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29151010'] for segment, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:11.971397 dv-neutron-818911-2-hyperv neutron-server[109866]: Traceback (most recent call last): Nov 24 01:46:11.971397 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:46:11.971397 dv-neutron-818911-2-hyperv neutron-server[109866]: timer() Nov 24 01:46:11.971397 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:46:11.971397 dv-neutron-818911-2-hyperv neutron-server[109866]: cb(*args, **kw) Nov 24 01:46:11.971397 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:46:11.971397 dv-neutron-818911-2-hyperv neutron-server[109866]: return func(*args, **kwargs) Nov 24 01:46:11.971397 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:46:11.971397 dv-neutron-818911-2-hyperv neutron-server[109866]: self._notify() Nov 24 01:46:11.971397 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:46:11.971397 dv-neutron-818911-2-hyperv neutron-server[109866]: self.callback(batched_events) Nov 24 01:46:11.971397 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:46:11.971397 dv-neutron-818911-2-hyperv neutron-server[109866]: event.method(event) Nov 24 01:46:11.971397 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:46:11.971397 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:46:11.971397 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:46:11.971397 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:46:11.971397 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:46:11.971397 dv-neutron-818911-2-hyperv neutron-server[109866]: return f(self, *a, **k) Nov 24 01:46:11.971397 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:46:11.971397 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._get(url).json() Nov 24 01:46:11.971397 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:46:11.971397 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:46:11.971397 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:46:11.971397 dv-neutron-818911-2-hyperv neutron-server[109866]: return self.request(url, 'GET', **kwargs) Nov 24 01:46:11.971397 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:46:11.971397 dv-neutron-818911-2-hyperv neutron-server[109866]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:46:11.971397 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:46:11.971397 dv-neutron-818911-2-hyperv neutron-server[109866]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:46:11.971397 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:46:11.971397 dv-neutron-818911-2-hyperv neutron-server[109866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:46:11.971397 dv-neutron-818911-2-hyperv neutron-server[109866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:46:11.979699 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-103e18b5-1e66-4167-abf7-e497191406f9 tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] 10.222.0.21 "DELETE /v2.0/routers/feff6e46-2e72-434d-9e96-a7a6252d614c/tags HTTP/1.1" status: 204 len: 168 time: 0.2085874 Nov 24 01:46:11.988558 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45480) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:11.999359 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-caba0338-09ab-4739-a141-2ce87a975e97 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:12.009567 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-770a7feb-b549-4bef-ba6c-06764a9ab648 None None] Attempting to bind port 0c203aaf-e00b-400b-89e5-a302c30ceb56 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:46:12.009949 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-770a7feb-b549-4bef-ba6c-06764a9ab648 None None] Attempting to bind port 0c203aaf-e00b-400b-89e5-a302c30ceb56 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '20b0a579-fc17-4ab8-aabb-b0e0098f7f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ab35b10a-a7d3-48f8-a425-cab42085a0be'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:46:12.010315 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770a7feb-b549-4bef-ba6c-06764a9ab648 None None] Attempting to bind port 0c203aaf-e00b-400b-89e5-a302c30ceb56 on network ab35b10a-a7d3-48f8-a425-cab42085a0be {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:46:12.021450 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-350b1ef5-96e2-4cfd-a457-920eb15d69ea admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6f492d6104d14217a7279fcc77d83ce7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2958508 Nov 24 01:46:12.021882 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770a7feb-b549-4bef-ba6c-06764a9ab648 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:46:12.022263 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770a7feb-b549-4bef-ba6c-06764a9ab648 None None] Checking segment: {'id': '20b0a579-fc17-4ab8-aabb-b0e0098f7f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ab35b10a-a7d3-48f8-a425-cab42085a0be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:46:12.022478 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-caba0338-09ab-4739-a141-2ce87a975e97 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Calling delete_port for 498c96c8-8438-4598-8893-cd5bd6ca6375 owned by network:router_gateway {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:46:12.022665 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-770a7feb-b549-4bef-ba6c-06764a9ab648 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:12.023064 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770a7feb-b549-4bef-ba6c-06764a9ab648 None None] Bound using segment: {'id': '20b0a579-fc17-4ab8-aabb-b0e0098f7f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ab35b10a-a7d3-48f8-a425-cab42085a0be'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:46:12.023543 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-770a7feb-b549-4bef-ba6c-06764a9ab648 None None] Bound port: 0c203aaf-e00b-400b-89e5-a302c30ceb56, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20b0a579-fc17-4ab8-aabb-b0e0098f7f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ab35b10a-a7d3-48f8-a425-cab42085a0be'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:46:12.023932 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-770a7feb-b549-4bef-ba6c-06764a9ab648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:12.026507 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45482) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:12.029753 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.tag.tag_plugin [None req-ed4d7993-d6ca-46b7-9b3f-1d9b44c546f0 tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'da67b6d2-8c27-4130-84ec-9e620afa88d8') {} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:12.049178 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3f60f291-bab0-4399-bc53-4d5e57b28e57 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:12.072843 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.db.api [None req-4905d237-09c7-45c3-9306-f00656f314bf tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 24 01:46:12.072843 dv-neutron-818911-2-hyperv neutron-server[109866]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 24 01:46:12.072843 dv-neutron-818911-2-hyperv neutron-server[109866]: [parameters: {'id': 'ab35b10a-a7d3-48f8-a425-cab42085a0be'}] Nov 24 01:46:12.072843 dv-neutron-818911-2-hyperv neutron-server[109866]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109866) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 01:46:12.073274 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG oslo_db.api [None req-4905d237-09c7-45c3-9306-f00656f314bf tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 01:46:12.085531 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3f60f291-bab0-4399-bc53-4d5e57b28e57 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:12.088834 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-3f60f291-bab0-4399-bc53-4d5e57b28e57 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "DELETE /v2.0/networks/d911d5fc-cb24-4505-b222-a0d8d076cec6 HTTP/1.1" status: 204 len: 168 time: 2.1708393 Nov 24 01:46:12.095975 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45484) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:12.106633 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f60f291-bab0-4399-bc53-4d5e57b28e57 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Pushing event deleted for resources: {'Network': ['ID=d911d5fc-cb24-4505-b222-a0d8d076cec6,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:12.118610 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-71232c72-3354-4e58-93dc-2fe063814115 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1783670914'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:46:12.135729 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-770a7feb-b549-4bef-ba6c-06764a9ab648 None None] For port 0c203aaf-e00b-400b-89e5-a302c30ceb56, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:46:12.137932 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-ed4d7993-d6ca-46b7-9b3f-1d9b44c546f0 tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] 10.222.0.21 "DELETE /v2.0/ports/da67b6d2-8c27-4130-84ec-9e620afa88d8/tags HTTP/1.1" status: 204 len: 168 time: 0.1458907 Nov 24 01:46:12.138076 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45486) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:12.149688 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.tag.tag_plugin [None req-c4bb74de-a0de-4c29-9503-7121adf742cc tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e9496e84-893f-440c-b247-7ac4f669620f') {} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:12.155261 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-770a7feb-b549-4bef-ba6c-06764a9ab648 None None] For port 0c203aaf-e00b-400b-89e5-a302c30ceb56, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=0c203aaf-e00b-400b-89e5-a302c30ceb56,segment=NetworkSegment(20b0a579-fc17-4ab8-aabb-b0e0098f7f54),segment_id=20b0a579-fc17-4ab8-aabb-b0e0098f7f54)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:46:12.165109 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device f168590e-db15-4061-9803-abc7ce705918 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:46:12.168473 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-770a7feb-b549-4bef-ba6c-06764a9ab648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:12.287959 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770a7feb-b549-4bef-ba6c-06764a9ab648 None None] Pushing event updated for resources: {'Port': ['ID=0c203aaf-e00b-400b-89e5-a302c30ceb56,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:12.307776 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ae5b2b-a2b7-4d40-8089-3ca101bd3553 None None] Network ab35b10a-a7d3-48f8-a425-cab42085a0be requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:46:12.310187 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port f168590e-db15-4061-9803-abc7ce705918 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:46:12.310554 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:12.523281 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58292262-7b4d-41aa-8a46-57fc36cca889 None None] get_active_networks_info from dv-neutron-818911-2-hyperv {{(pid=109868) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 24 01:46:12.534063 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71232c72-3354-4e58-93dc-2fe063814115 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Made reservation on behalf of dffe9b32758f41e588b204d5506b48f8 for: {'network': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:46:12.538719 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-71232c72-3354-4e58-93dc-2fe063814115 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:12.575402 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4905d237-09c7-45c3-9306-f00656f314bf tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:12.589785 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2fc68ffe-2c93-4b68-b486-624731ac8cd1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:12.597081 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 53295abf-dfc5-4517-9fa7-9e04715524a6 no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:46:12.626865 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: 53295abf-dfc5-4517-9fa7-9e04715524a6 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:46:12.627229 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 53295abf-dfc5-4517-9fa7-9e04715524a6 not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:46:12.627744 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 4f0b4ef9-6b0a-4620-a604-c69dda5fb8f1 no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:46:12.668951 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-4905d237-09c7-45c3-9306-f00656f314bf tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Deleting port 0c203aaf-e00b-400b-89e5-a302c30ceb56 {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:46:12.669400 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: 4f0b4ef9-6b0a-4620-a604-c69dda5fb8f1 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:46:12.669573 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4905d237-09c7-45c3-9306-f00656f314bf tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:12.670270 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 4f0b4ef9-6b0a-4620-a604-c69dda5fb8f1 not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:46:12.699146 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58292262-7b4d-41aa-8a46-57fc36cca889 None None] Resources bound (agent type, host, resource id): {{(pid=109868) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 24 01:46:12.732522 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71232c72-3354-4e58-93dc-2fe063814115 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=109867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:46:12.735844 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2fc68ffe-2c93-4b68-b486-624731ac8cd1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:12.760000 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-71232c72-3354-4e58-93dc-2fe063814115 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:12.760347 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.segments_db [None req-71232c72-3354-4e58-93dc-2fe063814115 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Added segment 475483c9-ea04-42c1-aded-8107e7b87bbf of type vlan for network 71842888-b7e9-4827-b0f4-3edad0794241 Nov 24 01:46:12.771913 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [None req-4905d237-09c7-45c3-9306-f00656f314bf tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] For port 0c203aaf-e00b-400b-89e5-a302c30ceb56, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=0c203aaf-e00b-400b-89e5-a302c30ceb56,segment=NetworkSegment(20b0a579-fc17-4ab8-aabb-b0e0098f7f54),segment_id=20b0a579-fc17-4ab8-aabb-b0e0098f7f54)] {{(pid=109866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:46:12.772887 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4905d237-09c7-45c3-9306-f00656f314bf tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:12.811391 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-4905d237-09c7-45c3-9306-f00656f314bf tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Calling delete_port for 0c203aaf-e00b-400b-89e5-a302c30ceb56 owned by network:dhcp {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:46:12.829785 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-caba0338-09ab-4739-a141-2ce87a975e97 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:12.837616 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-71232c72-3354-4e58-93dc-2fe063814115 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:12.863244 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-c4bb74de-a0de-4c29-9503-7121adf742cc tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] 10.222.0.21 "DELETE /v2.0/subnets/e9496e84-893f-440c-b247-7ac4f669620f/tags HTTP/1.1" status: 204 len: 168 time: 0.7180076 Nov 24 01:46:12.870139 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45496) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:12.872555 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e5509f-7277-4d84-9c4b-cedd64214aa6 req-d546315f-1f09-463b-a66c-65a6b4ddef30 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:12.877948 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-85e5509f-7277-4d84-9c4b-cedd64214aa6 req-d546315f-1f09-463b-a66c-65a6b4ddef30 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] 10.222.0.21 "GET /v2.0/ports?device_id=b06b6ab1-567c-4b9b-8739-efabf02f01ca HTTP/1.1" status: 200 len: 946 time: 0.1244366 Nov 24 01:46:12.878721 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.tag.tag_plugin [None req-47619ee4-279a-4c8c-9c4f-48eb95356aaf tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'e9496e84-893f-440c-b247-7ac4f669620f', 'tempest-TagsExtTest-Tag-1506260828') {} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:12.884370 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caba0338-09ab-4739-a141-2ce87a975e97 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Pushing event deleted for resources: {'Port': ['ID=498c96c8-8438-4598-8893-cd5bd6ca6375,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:12.960443 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2fc68ffe-2c93-4b68-b486-624731ac8cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:12.963088 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2fc68ffe-2c93-4b68-b486-624731ac8cd1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:12.967502 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-2fc68ffe-2c93-4b68-b486-624731ac8cd1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e2d72ad7-fb3c-456f-bca1-e6977c1fcb0a HTTP/1.1" status: 204 len: 168 time: 0.9285491 Nov 24 01:46:12.967502 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-71232c72-3354-4e58-93dc-2fe063814115 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:12.970661 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71232c72-3354-4e58-93dc-2fe063814115 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:12.971299 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-71232c72-3354-4e58-93dc-2fe063814115 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:12.981996 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-85e5509f-7277-4d84-9c4b-cedd64214aa6 req-5e173aba-bac4-4ad7-8bdf-15b085ab5da5 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] 10.222.0.21 "GET /v2.0/security-groups?id=8cef3b03-e938-401d-a30c-e62493fab23d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886827 Nov 24 01:46:13.005192 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4905d237-09c7-45c3-9306-f00656f314bf tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:13.015359 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc68ffe-2c93-4b68-b486-624731ac8cd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2d72ad7-fb3c-456f-bca1-e6977c1fcb0a,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:13.037722 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-71232c72-3354-4e58-93dc-2fe063814115 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9383318 Nov 24 01:46:13.043373 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45500) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:13.043928 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a53018-17df-4b0f-8705-488a45880f09 None None] get_active_networks_info from dv-neutron-818911-2-hyperv {{(pid=109868) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 24 01:46:13.061320 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4905d237-09c7-45c3-9306-f00656f314bf tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] No DVR routers for this DVR port 0c203aaf-e00b-400b-89e5-a302c30ceb56 on host dv-neutron-818911-2-hyperv {{(pid=109866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:46:13.068398 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4905d237-09c7-45c3-9306-f00656f314bf tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Pushing event deleted for resources: {'Port': ['ID=0c203aaf-e00b-400b-89e5-a302c30ceb56,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:13.077296 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-17d0a7d5-23c6-4c91-8603-8582c33fa1d8 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Request body: {'subnet': {'network_id': '71842888-b7e9-4827-b0f4-3edad0794241', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:46:13.086329 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-caba0338-09ab-4739-a141-2ce87a975e97 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418161'] for router_gateway, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:13.103454 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71232c72-3354-4e58-93dc-2fe063814115 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Pushing event updated for resources: {'Network': ['ID=71842888-b7e9-4827-b0f4-3edad0794241,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:13.123060 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network 71842888-b7e9-4827-b0f4-3edad0794241 details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:46:13.192383 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4905d237-09c7-45c3-9306-f00656f314bf tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:13.226076 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-4905d237-09c7-45c3-9306-f00656f314bf tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab35b10a-a7d3-48f8-a425-cab42085a0be']}} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:13.241939 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-4905d237-09c7-45c3-9306-f00656f314bf tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20b0a579-fc17-4ab8-aabb-b0e0098f7f54') {'for_net_delete': True} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:13.242280 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-4905d237-09c7-45c3-9306-f00656f314bf tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20b0a579-fc17-4ab8-aabb-b0e0098f7f54') {} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:13.246610 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a53018-17df-4b0f-8705-488a45880f09 None None] Resources bound (agent type, host, resource id): {{(pid=109868) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 24 01:46:13.248982 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-caba0338-09ab-4739-a141-2ce87a975e97 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-424460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2766'] for router, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:13.251861 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-caba0338-09ab-4739-a141-2ce87a975e97 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:13.254747 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4905d237-09c7-45c3-9306-f00656f314bf tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29055561'] for segment, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:13.284339 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4905d237-09c7-45c3-9306-f00656f314bf tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:13.296168 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4905d237-09c7-45c3-9306-f00656f314bf tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=109866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:46:13.296963 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4905d237-09c7-45c3-9306-f00656f314bf tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29151010'] for segment, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:13.308025 dv-neutron-818911-2-hyperv neutron-server[109866]: Traceback (most recent call last): Nov 24 01:46:13.308025 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:46:13.308025 dv-neutron-818911-2-hyperv neutron-server[109866]: timer() Nov 24 01:46:13.308025 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:46:13.308025 dv-neutron-818911-2-hyperv neutron-server[109866]: cb(*args, **kw) Nov 24 01:46:13.308025 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:46:13.308025 dv-neutron-818911-2-hyperv neutron-server[109866]: return func(*args, **kwargs) Nov 24 01:46:13.308025 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:46:13.308025 dv-neutron-818911-2-hyperv neutron-server[109866]: self._notify() Nov 24 01:46:13.308025 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:46:13.308025 dv-neutron-818911-2-hyperv neutron-server[109866]: self.callback(batched_events) Nov 24 01:46:13.308025 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:46:13.308025 dv-neutron-818911-2-hyperv neutron-server[109866]: event.method(event) Nov 24 01:46:13.308025 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:46:13.308025 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:46:13.308025 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:46:13.308025 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:46:13.308025 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:46:13.308025 dv-neutron-818911-2-hyperv neutron-server[109866]: return f(self, *a, **k) Nov 24 01:46:13.308025 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:46:13.308025 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._get(url).json() Nov 24 01:46:13.308025 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:46:13.308025 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:46:13.308025 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:46:13.308025 dv-neutron-818911-2-hyperv neutron-server[109866]: return self.request(url, 'GET', **kwargs) Nov 24 01:46:13.308025 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:46:13.308025 dv-neutron-818911-2-hyperv neutron-server[109866]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:46:13.308025 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:46:13.308025 dv-neutron-818911-2-hyperv neutron-server[109866]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:46:13.308025 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:46:13.308025 dv-neutron-818911-2-hyperv neutron-server[109866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:46:13.308025 dv-neutron-818911-2-hyperv neutron-server[109866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:46:13.336780 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-47619ee4-279a-4c8c-9c4f-48eb95356aaf tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] 10.222.0.21 "PUT /v2.0/subnets/e9496e84-893f-440c-b247-7ac4f669620f/tags/tempest-TagsExtTest-Tag-1506260828 HTTP/1.1" status: 201 len: 201 time: 0.4643536 Nov 24 01:46:13.340588 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45508) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:13.347072 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-caba0338-09ab-4739-a141-2ce87a975e97 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-424469'] for router, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:13.349119 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caba0338-09ab-4739-a141-2ce87a975e97 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Fanout notify agent at l3_agent the message router_deleted on router dfddfffa-7660-4373-951f-c491659965b1 {{(pid=109867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 01:46:13.366262 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-caba0338-09ab-4739-a141-2ce87a975e97 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks [] for router, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:13.368187 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-caba0338-09ab-4739-a141-2ce87a975e97 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] 10.222.0.21 "DELETE /v2.0/routers/dfddfffa-7660-4373-951f-c491659965b1 HTTP/1.1" status: 204 len: 168 time: 2.2352922 Nov 24 01:46:13.374486 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.tag.tag_plugin [None req-d10169ca-1e49-44fa-a245-b9d423109eca tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'da67b6d2-8c27-4130-84ec-9e620afa88d8', 'tempest-TagsExtTest-Tag-1660485476') {} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:13.378311 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45512) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:13.385205 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-dc802837-3f6a-484a-b2aa-037e6e292171 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-452600703', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:46:13.404209 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4905d237-09c7-45c3-9306-f00656f314bf tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:13.419452 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4905d237-09c7-45c3-9306-f00656f314bf tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:13.420575 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17d0a7d5-23c6-4c91-8603-8582c33fa1d8 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Made reservation on behalf of dffe9b32758f41e588b204d5506b48f8 for: {'subnet': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:46:13.423664 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-4905d237-09c7-45c3-9306-f00656f314bf tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] 10.222.0.21 "DELETE /v2.0/networks/ab35b10a-a7d3-48f8-a425-cab42085a0be HTTP/1.1" status: 204 len: 168 time: 2.8946543 Nov 24 01:46:13.424977 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-17d0a7d5-23c6-4c91-8603-8582c33fa1d8 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25307781'] for subnet, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:13.442001 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45514) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:13.447022 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-76184854-a179-487e-8ba6-88702482361f tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-777316161'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:46:13.450212 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4905d237-09c7-45c3-9306-f00656f314bf tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Pushing event deleted for resources: {'Network': ['ID=ab35b10a-a7d3-48f8-a425-cab42085a0be,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:13.547026 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-dc802837-3f6a-484a-b2aa-037e6e292171 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-424105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2744'] for router, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:13.548870 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-dc802837-3f6a-484a-b2aa-037e6e292171 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-424325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-326625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2753'] for router, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:13.561337 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76184854-a179-487e-8ba6-88702482361f tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Made reservation on behalf of 52012859bd7040dfaae99173fefc0e0b for: {'network': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:46:13.567638 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-76184854-a179-487e-8ba6-88702482361f tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:13.599321 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7247b1e0-5c54-4134-bcf5-fb63b4991e96 None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:46:13.616738 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76184854-a179-487e-8ba6-88702482361f tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=109866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:46:13.628458 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-76184854-a179-487e-8ba6-88702482361f tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:13.628794 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.segments_db [None req-76184854-a179-487e-8ba6-88702482361f tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Added segment f0173cd2-1a43-4f04-a522-9e5df5b0528e of type vlan for network 8f441fcf-a7dd-44fa-bcea-db31c983127f Nov 24 01:46:13.639770 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-dc802837-3f6a-484a-b2aa-037e6e292171 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:13.652394 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-dc802837-3f6a-484a-b2aa-037e6e292171 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-424338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418138'] for router, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:13.664577 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-d10169ca-1e49-44fa-a245-b9d423109eca tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] 10.222.0.21 "PUT /v2.0/ports/da67b6d2-8c27-4130-84ec-9e620afa88d8/tags/tempest-TagsExtTest-Tag-1660485476 HTTP/1.1" status: 201 len: 201 time: 0.3228457 Nov 24 01:46:13.670879 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45526) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:13.678432 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.tag.tag_plugin [None req-2e4324cd-af65-4a86-811c-c775494effcf tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'feff6e46-2e72-434d-9e96-a7a6252d614c', 'tempest-TagsExtTest-Tag-1421940721') {} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:13.697988 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-76184854-a179-487e-8ba6-88702482361f tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:13.707437 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-dc802837-3f6a-484a-b2aa-037e6e292171 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks [] for router, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:13.708691 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-dc802837-3f6a-484a-b2aa-037e6e292171 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3280463 Nov 24 01:46:13.711552 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45530) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:13.718264 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-0f3465e8-c910-4413-b138-8b29d4d47952 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'enable_snat': False}}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:46:13.814347 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-76184854-a179-487e-8ba6-88702482361f tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:13.820222 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76184854-a179-487e-8ba6-88702482361f tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:13.821023 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-76184854-a179-487e-8ba6-88702482361f tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:13.873095 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-76184854-a179-487e-8ba6-88702482361f tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4300063 Nov 24 01:46:13.877376 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45536) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:13.888528 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-ba57452a-130b-4325-b392-6c7cc9a3ff12 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Request body: {'subnet': {'network_id': '8f441fcf-a7dd-44fa-bcea-db31c983127f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:46:13.904738 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45538) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:13.953452 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29d1034-fd4e-42e9-b2e9-fbfa642b061e req-153ebad8-1a13-428c-97ba-700d544c4f62 tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:13.955511 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e29d1034-fd4e-42e9-b2e9-fbfa642b061e req-153ebad8-1a13-428c-97ba-700d544c4f62 tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1515355-9a2f-447a-a05d-0c05d0f42b65 HTTP/1.1" status: 200 len: 945 time: 0.2016845 Nov 24 01:46:13.956137 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76184854-a179-487e-8ba6-88702482361f tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Pushing event updated for resources: {'Network': ['ID=8f441fcf-a7dd-44fa-bcea-db31c983127f,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:13.975350 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network 8f441fcf-a7dd-44fa-bcea-db31c983127f details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:46:13.995692 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-17d0a7d5-23c6-4c91-8603-8582c33fa1d8 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25501847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25307831'] for subnet, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:14.061990 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-2e4324cd-af65-4a86-811c-c775494effcf tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] 10.222.0.21 "PUT /v2.0/routers/feff6e46-2e72-434d-9e96-a7a6252d614c/tags/tempest-TagsExtTest-Tag-1421940721 HTTP/1.1" status: 201 len: 201 time: 0.3872712 Nov 24 01:46:14.068035 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45544) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:14.077712 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.tag.tag_plugin [None req-b56ea738-1f4b-43de-bf7b-1268123d1875 tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '0c912adf-5abd-48c8-9e85-3135c1d2502b', 'tempest-TagsExtTest-Tag-298173925') {} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:14.078976 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0f3465e8-c910-4413-b138-8b29d4d47952 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:14.093104 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-ac843522-23ae-45d7-90b3-da497a569799 tempest-TagsTest-657237182 tempest-TagsTest-657237182-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1288165747'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:46:14.118857 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e29d1034-fd4e-42e9-b2e9-fbfa642b061e req-d05d7fcc-b8f3-4abb-ab64-0be7daf48c69 tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9ae5c6e-bf24-46cb-bbda-efac3484cadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1403747 Nov 24 01:46:14.126485 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba57452a-130b-4325-b392-6c7cc9a3ff12 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Made reservation on behalf of 52012859bd7040dfaae99173fefc0e0b for: {'subnet': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:46:14.131911 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ba57452a-130b-4325-b392-6c7cc9a3ff12 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29154835'] for subnet, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:14.176515 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d0a7d5-23c6-4c91-8603-8582c33fa1d8 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Pushing event updated for resources: {'Subnet': ['ID=3f0da5cb-d647-443f-8557-78af4fd1d357,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:14.201917 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d0a7d5-23c6-4c91-8603-8582c33fa1d8 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Checking segment: {'id': '475483c9-ea04-42c1-aded-8107e7b87bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '71842888-b7e9-4827-b0f4-3edad0794241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:46:14.202275 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d0a7d5-23c6-4c91-8603-8582c33fa1d8 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Network hostable DHCP agents. Network: 71842888-b7e9-4827-b0f4-3edad0794241, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 01:46:14.205301 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac843522-23ae-45d7-90b3-da497a569799 tempest-TagsTest-657237182 tempest-TagsTest-657237182-project] Made reservation on behalf of c7d4d8a9a0fb40538266630407e4c4bd for: {'network': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:46:14.208743 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ac843522-23ae-45d7-90b3-da497a569799 tempest-TagsTest-657237182 tempest-TagsTest-657237182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:14.214729 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-b56ea738-1f4b-43de-bf7b-1268123d1875 tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] 10.222.0.21 "PUT /v2.0/subnetpools/0c912adf-5abd-48c8-9e85-3135c1d2502b/tags/tempest-TagsExtTest-Tag-298173925 HTTP/1.1" status: 201 len: 201 time: 0.1431839 Nov 24 01:46:14.215461 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45550) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:14.231030 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.tag.tag_plugin [None req-42b178a6-355a-4c11-a622-c11e6018dd52 tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'e9496e84-893f-440c-b247-7ac4f669620f', {'tags': ['tempest-TagsExtTest-Tag-630331776', 'tempest-TagsExtTest-Tag-1733526936', 'tempest-TagsExtTest-Tag-220539260']}) {} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:14.239283 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ac843522-23ae-45d7-90b3-da497a569799 tempest-TagsTest-657237182 tempest-TagsTest-657237182-project] Publish callbacks [] for security_group, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:14.287412 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775bb377-e187-4dfd-92a0-1f948e027f27 req-89902e40-18c6-4c89-8312-c3092a17c559 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:14.288905 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-775bb377-e187-4dfd-92a0-1f948e027f27 req-89902e40-18c6-4c89-8312-c3092a17c559 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] 10.222.0.21 "GET /v2.0/ports?device_id=b06b6ab1-567c-4b9b-8739-efabf02f01ca HTTP/1.1" status: 200 len: 946 time: 0.1889656 Nov 24 01:46:14.337273 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d0a7d5-23c6-4c91-8603-8582c33fa1d8 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Network 71842888-b7e9-4827-b0f4-3edad0794241 is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 01:46:14.369683 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ba57452a-130b-4325-b392-6c7cc9a3ff12 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29149261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29154849'] for subnet, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:14.398952 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-17d0a7d5-23c6-4c91-8603-8582c33fa1d8 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, 71842888-b7e9-4827-b0f4-3edad0794241) {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:46:14.408248 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c01394-78ee-4170-97dc-7b7996bd5dff None None] Network 71842888-b7e9-4827-b0f4-3edad0794241 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:46:14.419615 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d0a7d5-23c6-4c91-8603-8582c33fa1d8 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:14.420212 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-17d0a7d5-23c6-4c91-8603-8582c33fa1d8 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:14.430535 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545953fd-1c9c-4350-97be-69e21907a001 req-93698e7e-5c0d-4a7a-a167-ceeef88fe686 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:14.432347 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-545953fd-1c9c-4350-97be-69e21907a001 req-93698e7e-5c0d-4a7a-a167-ceeef88fe686 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] 10.222.0.48 "GET /v2.0/ports?device_id=b06b6ab1-567c-4b9b-8739-efabf02f01ca HTTP/1.1" status: 200 len: 946 time: 0.1158662 Nov 24 01:46:14.446993 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-42b178a6-355a-4c11-a622-c11e6018dd52 tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] 10.222.0.21 "PUT /v2.0/subnets/e9496e84-893f-440c-b247-7ac4f669620f/tags HTTP/1.1" status: 200 len: 316 time: 0.2224357 Nov 24 01:46:14.450677 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45552) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:14.457961 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.tag.tag_plugin [None req-fe7f17c7-3ae3-4949-87c9-56c782002de3 tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e9496e84-893f-440c-b247-7ac4f669620f') {} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:14.467893 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-775bb377-e187-4dfd-92a0-1f948e027f27 req-0ba926e0-e772-40d6-83e6-62f7ef69a08a tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] 10.222.0.21 "GET /v2.0/security-groups?id=8cef3b03-e938-401d-a30c-e62493fab23d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1363821 Nov 24 01:46:14.477303 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-17d0a7d5-23c6-4c91-8603-8582c33fa1d8 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4327250 Nov 24 01:46:14.482909 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45554) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:14.489420 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-70662310-09a5-4e43-8da5-7a6ac54002f3 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Request body: {'port': {'network_id': '71842888-b7e9-4827-b0f4-3edad0794241', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1980326028'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:46:14.494964 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba57452a-130b-4325-b392-6c7cc9a3ff12 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Pushing event updated for resources: {'Subnet': ['ID=8e43e7d3-ba3b-4164-88a3-45b639196b1e,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:14.533994 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba57452a-130b-4325-b392-6c7cc9a3ff12 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Checking segment: {'id': 'f0173cd2-1a43-4f04-a522-9e5df5b0528e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '8f441fcf-a7dd-44fa-bcea-db31c983127f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:46:14.534350 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba57452a-130b-4325-b392-6c7cc9a3ff12 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Network hostable DHCP agents. Network: 8f441fcf-a7dd-44fa-bcea-db31c983127f, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 01:46:14.538093 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ac843522-23ae-45d7-90b3-da497a569799 tempest-TagsTest-657237182 tempest-TagsTest-657237182-project] Publish callbacks [] for security_group, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:14.596959 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25bb7580-fbbe-4d06-b85e-ad8eab647b2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-71842888-b7e9-4827-b0f4-3edad0794241', 'network_id': '71842888-b7e9-4827-b0f4-3edad0794241', 'tenant_id': 'dffe9b32758f41e588b204d5506b48f8', 'fixed_ips': [{'subnet_id': '3f0da5cb-d647-443f-8557-78af4fd1d357'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 01:46:14.597861 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-25bb7580-fbbe-4d06-b85e-ad8eab647b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:14.602862 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ac843522-23ae-45d7-90b3-da497a569799 tempest-TagsTest-657237182 tempest-TagsTest-657237182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:14.636699 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba57452a-130b-4325-b392-6c7cc9a3ff12 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Network 8f441fcf-a7dd-44fa-bcea-db31c983127f is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 01:46:14.662867 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-ba57452a-130b-4325-b392-6c7cc9a3ff12 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, 8f441fcf-a7dd-44fa-bcea-db31c983127f) {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:46:14.676003 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba57452a-130b-4325-b392-6c7cc9a3ff12 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:14.677065 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ba57452a-130b-4325-b392-6c7cc9a3ff12 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:14.702106 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac843522-23ae-45d7-90b3-da497a569799 tempest-TagsTest-657237182 tempest-TagsTest-657237182-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=109867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:46:14.712574 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-ba57452a-130b-4325-b392-6c7cc9a3ff12 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.8321531 Nov 24 01:46:14.719467 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [req-545953fd-1c9c-4350-97be-69e21907a001 req-1c185a23-08e9-4f53-9d98-f3c97de2f035 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] Deleting port 69007351-04ea-44cc-9f37-e63d681a62c1 {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:46:14.719664 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-545953fd-1c9c-4350-97be-69e21907a001 req-1c185a23-08e9-4f53-9d98-f3c97de2f035 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:14.722434 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45558) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:14.723095 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac843522-23ae-45d7-90b3-da497a569799 tempest-TagsTest-657237182 tempest-TagsTest-657237182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=830398a9-c9be-4d01-97df-3a9b9f28e8fc,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:14.759816 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ac843522-23ae-45d7-90b3-da497a569799 tempest-TagsTest-657237182 tempest-TagsTest-657237182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:14.760163 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.segments_db [None req-ac843522-23ae-45d7-90b3-da497a569799 tempest-TagsTest-657237182 tempest-TagsTest-657237182-project] Added segment 0a39d8bb-e60f-485e-9f0c-a708acf9a7f8 of type vlan for network 08c0d3ce-cff5-441b-a329-c561e221dd4b Nov 24 01:46:14.762063 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70662310-09a5-4e43-8da5-7a6ac54002f3 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Made reservation on behalf of dffe9b32758f41e588b204d5506b48f8 for: {'port': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:46:14.762209 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0f3465e8-c910-4413-b138-8b29d4d47952 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:14.765651 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-70662310-09a5-4e43-8da5-7a6ac54002f3 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:14.807125 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [None req-70662310-09a5-4e43-8da5-7a6ac54002f3 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] device_id is not set on port c65b455d-97db-4611-8ba5-9c11c2fb4d6d yet. {{(pid=109866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 01:46:14.844590 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-25bb7580-fbbe-4d06-b85e-ad8eab647b2e None None] Allocated IP 172.20.0.2 (71842888-b7e9-4827-b0f4-3edad0794241/3f0da5cb-d647-443f-8557-78af4fd1d357/014d1161-a774-4426-b4b0-3748158ac63c) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:46:14.881316 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0f3465e8-c910-4413-b138-8b29d4d47952 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:14.938025 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [req-545953fd-1c9c-4350-97be-69e21907a001 req-1c185a23-08e9-4f53-9d98-f3c97de2f035 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] For port 69007351-04ea-44cc-9f37-e63d681a62c1, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=69007351-04ea-44cc-9f37-e63d681a62c1,segment=NetworkSegment(aef6f52d-ced6-4959-ae4e-fc8ba7a699d2),segment_id=aef6f52d-ced6-4959-ae4e-fc8ba7a699d2)] {{(pid=109866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:46:14.938622 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-545953fd-1c9c-4350-97be-69e21907a001 req-1c185a23-08e9-4f53-9d98-f3c97de2f035 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:14.951670 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-fe7f17c7-3ae3-4949-87c9-56c782002de3 tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] 10.222.0.21 "DELETE /v2.0/subnets/e9496e84-893f-440c-b247-7ac4f669620f/tags HTTP/1.1" status: 204 len: 168 time: 0.4975717 Nov 24 01:46:14.955134 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45564) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:14.958595 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0dee010-e3d9-456a-88a2-33b26f250dd0 None None] Network 8f441fcf-a7dd-44fa-bcea-db31c983127f requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:46:14.988997 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.tag.tag_plugin [None req-d9cc0a83-d91a-4ebd-8323-158bf31b1244 tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e9496e84-893f-440c-b247-7ac4f669620f', 'tempest-TagsExtTest-Tag-630331776') {} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:15.010003 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ac843522-23ae-45d7-90b3-da497a569799 tempest-TagsTest-657237182 tempest-TagsTest-657237182-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:15.118976 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-573e065e-43ec-4602-ac5b-32411ac0106e tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:15.129052 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ac843522-23ae-45d7-90b3-da497a569799 tempest-TagsTest-657237182 tempest-TagsTest-657237182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:15.135673 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac843522-23ae-45d7-90b3-da497a569799 tempest-TagsTest-657237182 tempest-TagsTest-657237182-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:15.136379 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ac843522-23ae-45d7-90b3-da497a569799 tempest-TagsTest-657237182 tempest-TagsTest-657237182-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:15.183012 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2cf400-e5ca-4c15-9fd6-16179d8ae14c req-7051fb87-0a18-4e96-b519-65d8f87e6ec5 tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:15.184500 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-ee2cf400-e5ca-4c15-9fd6-16179d8ae14c req-7051fb87-0a18-4e96-b519-65d8f87e6ec5 tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1515355-9a2f-447a-a05d-0c05d0f42b65 HTTP/1.1" status: 200 len: 945 time: 0.2218239 Nov 24 01:46:15.185025 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-25bb7580-fbbe-4d06-b85e-ad8eab647b2e None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:15.211655 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-25bb7580-fbbe-4d06-b85e-ad8eab647b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:15.223887 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-0f3465e8-c910-4413-b138-8b29d4d47952 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Allocated IP 172.26.5.83 (eb22795d-37ee-46ee-844d-92c17e2ea450/3e66fcff-6e72-4083-b514-48f69cdaa2cb/77e2082c-efa8-4982-af61-520f4244d66d) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:46:15.236957 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-ac843522-23ae-45d7-90b3-da497a569799 tempest-TagsTest-657237182 tempest-TagsTest-657237182-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.3311548 Nov 24 01:46:15.248405 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fbaf053-62d3-4738-9b44-f9746ed6b2b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-8f441fcf-a7dd-44fa-bcea-db31c983127f', 'network_id': '8f441fcf-a7dd-44fa-bcea-db31c983127f', 'tenant_id': '52012859bd7040dfaae99173fefc0e0b', 'fixed_ips': [{'subnet_id': '8e43e7d3-ba3b-4164-88a3-45b639196b1e'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 01:46:15.249382 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-0fbaf053-62d3-4738-9b44-f9746ed6b2b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:15.277009 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45566) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:15.283052 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25bb7580-fbbe-4d06-b85e-ad8eab647b2e None None] Network 71842888-b7e9-4827-b0f4-3edad0794241 is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:46:15.285988 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bb7580-fbbe-4d06-b85e-ad8eab647b2e None None] Pushing event updated for resources: {'Port': ['ID=014d1161-a774-4426-b4b0-3748158ac63c,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:15.291355 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-25bb7580-fbbe-4d06-b85e-ad8eab647b2e None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:46:15.293969 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bb7580-fbbe-4d06-b85e-ad8eab647b2e None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:46:15.307313 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.tag.tag_plugin [None req-221b0aa9-eeb5-464b-84e3-9ba6e16e8046 tempest-TagsTest-657237182 tempest-TagsTest-657237182-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '08c0d3ce-cff5-441b-a329-c561e221dd4b', 'tempest-TagsTest-Tag-2074192481') {} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:15.356091 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac843522-23ae-45d7-90b3-da497a569799 tempest-TagsTest-657237182 tempest-TagsTest-657237182-project] Pushing event updated for resources: {'Network': ['ID=08c0d3ce-cff5-441b-a329-c561e221dd4b,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:15.381510 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network 08c0d3ce-cff5-441b-a329-c561e221dd4b details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:46:15.404228 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-ee2cf400-e5ca-4c15-9fd6-16179d8ae14c req-1fe74875-c39c-4552-9ad2-60d5101304bc tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9ae5c6e-bf24-46cb-bbda-efac3484cadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1946459 Nov 24 01:46:15.465643 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-573e065e-43ec-4602-ac5b-32411ac0106e tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:15.498713 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-25bb7580-fbbe-4d06-b85e-ad8eab647b2e None None] Attempting to bind port 014d1161-a774-4426-b4b0-3748158ac63c on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:46:15.499107 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-25bb7580-fbbe-4d06-b85e-ad8eab647b2e None None] Attempting to bind port 014d1161-a774-4426-b4b0-3748158ac63c by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '475483c9-ea04-42c1-aded-8107e7b87bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '71842888-b7e9-4827-b0f4-3edad0794241'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:46:15.499776 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bb7580-fbbe-4d06-b85e-ad8eab647b2e None None] Attempting to bind port 014d1161-a774-4426-b4b0-3748158ac63c on network 71842888-b7e9-4827-b0f4-3edad0794241 {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:46:15.519797 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bb7580-fbbe-4d06-b85e-ad8eab647b2e None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:46:15.520198 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bb7580-fbbe-4d06-b85e-ad8eab647b2e None None] Checking segment: {'id': '475483c9-ea04-42c1-aded-8107e7b87bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '71842888-b7e9-4827-b0f4-3edad0794241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:46:15.520519 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-25bb7580-fbbe-4d06-b85e-ad8eab647b2e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:15.521321 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bb7580-fbbe-4d06-b85e-ad8eab647b2e None None] Bound using segment: {'id': '475483c9-ea04-42c1-aded-8107e7b87bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '71842888-b7e9-4827-b0f4-3edad0794241'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:46:15.521546 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-25bb7580-fbbe-4d06-b85e-ad8eab647b2e None None] Bound port: 014d1161-a774-4426-b4b0-3748158ac63c, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '475483c9-ea04-42c1-aded-8107e7b87bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '71842888-b7e9-4827-b0f4-3edad0794241'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:46:15.521872 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-25bb7580-fbbe-4d06-b85e-ad8eab647b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:15.551819 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-0fbaf053-62d3-4738-9b44-f9746ed6b2b0 None None] Allocated IP 2001:db8::1 (8f441fcf-a7dd-44fa-bcea-db31c983127f/8e43e7d3-ba3b-4164-88a3-45b639196b1e/3d598db7-3902-4bee-9494-3173bb49e4bf) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:46:15.585116 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0f3465e8-c910-4413-b138-8b29d4d47952 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:15.592877 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-221b0aa9-eeb5-464b-84e3-9ba6e16e8046 tempest-TagsTest-657237182 tempest-TagsTest-657237182-project] 10.222.0.21 "PUT /v2.0/networks/08c0d3ce-cff5-441b-a329-c561e221dd4b/tags/tempest-TagsTest-Tag-2074192481 HTTP/1.1" status: 201 len: 201 time: 0.2988729 Nov 24 01:46:15.593532 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45570) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:15.603216 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.tag.tag_plugin [None req-d631fd02-280d-403c-a570-34bdbd43828b tempest-TagsTest-657237182 tempest-TagsTest-657237182-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '08c0d3ce-cff5-441b-a329-c561e221dd4b', 'tempest-TagsTest-Tag-2074192481') {} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:15.607444 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.api.v2.resource [None req-d9cc0a83-d91a-4ebd-8323-158bf31b1244 tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] show failed (client error): The resource could not be found. Nov 24 01:46:15.611667 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-d9cc0a83-d91a-4ebd-8323-158bf31b1244 tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] 10.222.0.21 "GET /v2.0/subnets/e9496e84-893f-440c-b247-7ac4f669620f/tags/tempest-TagsExtTest-Tag-630331776 HTTP/1.1" status: 404 len: 328 time: 0.6552253 Nov 24 01:46:15.613067 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [None req-70662310-09a5-4e43-8da5-7a6ac54002f3 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Allocated IP 172.20.0.7 (71842888-b7e9-4827-b0f4-3edad0794241/3f0da5cb-d647-443f-8557-78af4fd1d357/c65b455d-97db-4611-8ba5-9c11c2fb4d6d) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:46:15.616901 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45572) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:15.622176 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.tag.tag_plugin [None req-de43b091-c2a8-44ca-91e5-bc64cfe2d219 tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e9496e84-893f-440c-b247-7ac4f669620f', 'tempest-TagsExtTest-Tag-1733526936') {} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:15.701075 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0f3465e8-c910-4413-b138-8b29d4d47952 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:15.714478 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-d631fd02-280d-403c-a570-34bdbd43828b tempest-TagsTest-657237182 tempest-TagsTest-657237182-project] 10.222.0.21 "GET /v2.0/networks/08c0d3ce-cff5-441b-a329-c561e221dd4b/tags/tempest-TagsTest-Tag-2074192481 HTTP/1.1" status: 204 len: 168 time: 0.1177528 Nov 24 01:46:15.724809 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45574) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:15.742921 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.tag.tag_plugin [None req-3ef0ab77-7eb9-4282-ba19-d9da40c8b108 tempest-TagsTest-657237182 tempest-TagsTest-657237182-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '08c0d3ce-cff5-441b-a329-c561e221dd4b') {} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:15.748437 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3465e8-c910-4413-b138-8b29d4d47952 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Network eb22795d-37ee-46ee-844d-92c17e2ea450 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:46:15.752156 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-0f3465e8-c910-4413-b138-8b29d4d47952 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:46:15.756834 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3465e8-c910-4413-b138-8b29d4d47952 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:46:15.775113 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-545953fd-1c9c-4350-97be-69e21907a001 req-1c185a23-08e9-4f53-9d98-f3c97de2f035 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:15.776028 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-545953fd-1c9c-4350-97be-69e21907a001 req-1c185a23-08e9-4f53-9d98-f3c97de2f035 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418250'] for floatingip, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:15.776028 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.l3_db [req-545953fd-1c9c-4350-97be-69e21907a001 req-1c185a23-08e9-4f53-9d98-f3c97de2f035 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] Floating IP 48107297-9ed6-4ad0-bfb1-9635947c4897 disassociated. External IP: 172.26.5.130, port: 69007351-04ea-44cc-9f37-e63d681a62c1. Nov 24 01:46:15.776233 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [req-545953fd-1c9c-4350-97be-69e21907a001 req-1c185a23-08e9-4f53-9d98-f3c97de2f035 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] Calling delete_port for 69007351-04ea-44cc-9f37-e63d681a62c1 owned by compute:nova {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:46:15.782893 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3465e8-c910-4413-b138-8b29d4d47952 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Pushing event updated for resources: {'Port': ['ID=77e2082c-efa8-4982-af61-520f4244d66d,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:15.790398 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff9c2ab-498b-4e63-8db4-d2615b2980f1 None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:46:15.833608 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-25bb7580-fbbe-4d06-b85e-ad8eab647b2e None None] For port 014d1161-a774-4426-b4b0-3748158ac63c, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:46:15.856357 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-25bb7580-fbbe-4d06-b85e-ad8eab647b2e None None] For port 014d1161-a774-4426-b4b0-3748158ac63c, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=014d1161-a774-4426-b4b0-3748158ac63c,segment=NetworkSegment(475483c9-ea04-42c1-aded-8107e7b87bbf),segment_id=475483c9-ea04-42c1-aded-8107e7b87bbf)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:46:15.859703 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20151d9-056e-429a-b0c6-a0b99a0a36f2 req-2f12a753-1dc8-4a1a-b0ad-30710348b5cd tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:15.861825 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-c20151d9-056e-429a-b0c6-a0b99a0a36f2 req-2f12a753-1dc8-4a1a-b0ad-30710348b5cd tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] 10.222.0.21 "GET /v2.0/ports?device_id=b06b6ab1-567c-4b9b-8739-efabf02f01ca HTTP/1.1" status: 200 len: 946 time: 0.2072682 Nov 24 01:46:15.882472 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-25bb7580-fbbe-4d06-b85e-ad8eab647b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:15.955537 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.api.v2.resource [None req-de43b091-c2a8-44ca-91e5-bc64cfe2d219 tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] show failed (client error): The resource could not be found. Nov 24 01:46:15.956606 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-de43b091-c2a8-44ca-91e5-bc64cfe2d219 tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] 10.222.0.21 "GET /v2.0/subnets/e9496e84-893f-440c-b247-7ac4f669620f/tags/tempest-TagsExtTest-Tag-1733526936 HTTP/1.1" status: 404 len: 329 time: 0.3387108 Nov 24 01:46:15.960862 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45576) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:15.978744 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.tag.tag_plugin [None req-7f6f1c84-66d1-4b1a-aac3-689b8fdb3202 tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e9496e84-893f-440c-b247-7ac4f669620f', 'tempest-TagsExtTest-Tag-220539260') {} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:15.980073 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-ecf0c956-bd28-4604-9098-76fdd717d4c5 None None] Provisioning complete for port 77e2082c-efa8-4982-af61-520f4244d66d triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:46:15.980537 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-ecf0c956-bd28-4604-9098-76fdd717d4c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:16.007212 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-70662310-09a5-4e43-8da5-7a6ac54002f3 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:16.007659 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bb7580-fbbe-4d06-b85e-ad8eab647b2e None None] Pushing event updated for resources: {'Port': ['ID=014d1161-a774-4426-b4b0-3748158ac63c,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:16.023503 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0f3465e8-c910-4413-b138-8b29d4d47952 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:16.064275 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-ecf0c956-bd28-4604-9098-76fdd717d4c5 None None] Port 77e2082c-efa8-4982-af61-520f4244d66d cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:46:16.075919 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-0fbaf053-62d3-4738-9b44-f9746ed6b2b0 None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:16.083109 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-3ef0ab77-7eb9-4282-ba19-d9da40c8b108 tempest-TagsTest-657237182 tempest-TagsTest-657237182-project] 10.222.0.21 "GET /v2.0/networks/08c0d3ce-cff5-441b-a329-c561e221dd4b/tags HTTP/1.1" status: 200 len: 238 time: 0.3557382 Nov 24 01:46:16.092287 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-0fbaf053-62d3-4738-9b44-f9746ed6b2b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:16.103725 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45580) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:16.122364 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.tag.tag_plugin [None req-1ce4aa5a-18b6-40e8-8840-f4cf7a8208c0 tempest-TagsTest-657237182 tempest-TagsTest-657237182-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '08c0d3ce-cff5-441b-a329-c561e221dd4b', {'tags': ['tempest-TagsTest-Tag-1014774804', 'tempest-TagsTest-Tag-1658832790', 'tempest-TagsTest-Tag-908611837']}) {} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:16.171570 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fbaf053-62d3-4738-9b44-f9746ed6b2b0 None None] Network 8f441fcf-a7dd-44fa-bcea-db31c983127f is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:46:16.176423 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-0fbaf053-62d3-4738-9b44-f9746ed6b2b0 None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:46:16.186199 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbaf053-62d3-4738-9b44-f9746ed6b2b0 None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:46:16.193151 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbaf053-62d3-4738-9b44-f9746ed6b2b0 None None] Pushing event updated for resources: {'Port': ['ID=3d598db7-3902-4bee-9494-3173bb49e4bf,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:16.258521 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-c20151d9-056e-429a-b0c6-a0b99a0a36f2 req-d006b697-ea3a-4651-80d7-2a951c67a58c tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] 10.222.0.21 "GET /v2.0/security-groups?id=8cef3b03-e938-401d-a30c-e62493fab23d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3607450 Nov 24 01:46:16.319433 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-0fbaf053-62d3-4738-9b44-f9746ed6b2b0 None None] Attempting to bind port 3d598db7-3902-4bee-9494-3173bb49e4bf on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:46:16.319953 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-0fbaf053-62d3-4738-9b44-f9746ed6b2b0 None None] Attempting to bind port 3d598db7-3902-4bee-9494-3173bb49e4bf by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': 'f0173cd2-1a43-4f04-a522-9e5df5b0528e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '8f441fcf-a7dd-44fa-bcea-db31c983127f'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:46:16.320239 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbaf053-62d3-4738-9b44-f9746ed6b2b0 None None] Attempting to bind port 3d598db7-3902-4bee-9494-3173bb49e4bf on network 8f441fcf-a7dd-44fa-bcea-db31c983127f {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:46:16.327321 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbaf053-62d3-4738-9b44-f9746ed6b2b0 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:46:16.327709 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbaf053-62d3-4738-9b44-f9746ed6b2b0 None None] Checking segment: {'id': 'f0173cd2-1a43-4f04-a522-9e5df5b0528e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '8f441fcf-a7dd-44fa-bcea-db31c983127f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:46:16.328120 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-0fbaf053-62d3-4738-9b44-f9746ed6b2b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:16.328524 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbaf053-62d3-4738-9b44-f9746ed6b2b0 None None] Bound using segment: {'id': 'f0173cd2-1a43-4f04-a522-9e5df5b0528e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '8f441fcf-a7dd-44fa-bcea-db31c983127f'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:46:16.329088 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-0fbaf053-62d3-4738-9b44-f9746ed6b2b0 None None] Bound port: 3d598db7-3902-4bee-9494-3173bb49e4bf, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0173cd2-1a43-4f04-a522-9e5df5b0528e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '8f441fcf-a7dd-44fa-bcea-db31c983127f'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:46:16.329571 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-0fbaf053-62d3-4738-9b44-f9746ed6b2b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:16.368872 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-1ce4aa5a-18b6-40e8-8840-f4cf7a8208c0 tempest-TagsTest-657237182 tempest-TagsTest-657237182-project] 10.222.0.21 "PUT /v2.0/networks/08c0d3ce-cff5-441b-a329-c561e221dd4b/tags HTTP/1.1" status: 200 len: 308 time: 0.2541001 Nov 24 01:46:16.371446 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45584) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:16.378882 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.tag.tag_plugin [None req-ad38653d-621b-4fe0-b09c-e1b23cfd5a2b tempest-TagsTest-657237182 tempest-TagsTest-657237182-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '08c0d3ce-cff5-441b-a329-c561e221dd4b', 'tempest-TagsTest-Tag-1014774804') {} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:16.391111 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-70662310-09a5-4e43-8da5-7a6ac54002f3 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:16.412081 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.api.v2.resource [None req-7f6f1c84-66d1-4b1a-aac3-689b8fdb3202 tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] show failed (client error): The resource could not be found. Nov 24 01:46:16.413163 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-7f6f1c84-66d1-4b1a-aac3-689b8fdb3202 tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] 10.222.0.21 "GET /v2.0/subnets/e9496e84-893f-440c-b247-7ac4f669620f/tags/tempest-TagsExtTest-Tag-220539260 HTTP/1.1" status: 404 len: 328 time: 0.4489098 Nov 24 01:46:16.424773 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45586) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:16.433683 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-0fbaf053-62d3-4738-9b44-f9746ed6b2b0 None None] For port 3d598db7-3902-4bee-9494-3173bb49e4bf, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:46:16.445213 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-0fbaf053-62d3-4738-9b44-f9746ed6b2b0 None None] For port 3d598db7-3902-4bee-9494-3173bb49e4bf, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=3d598db7-3902-4bee-9494-3173bb49e4bf,segment=NetworkSegment(f0173cd2-1a43-4f04-a522-9e5df5b0528e),segment_id=f0173cd2-1a43-4f04-a522-9e5df5b0528e)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:46:16.452776 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-545953fd-1c9c-4350-97be-69e21907a001 req-1c185a23-08e9-4f53-9d98-f3c97de2f035 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:16.456801 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-0fbaf053-62d3-4738-9b44-f9746ed6b2b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:16.460492 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.tag.tag_plugin [None req-af959f1e-f320-4c40-b62f-acfbc0f0a861 tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'da67b6d2-8c27-4130-84ec-9e620afa88d8', {'tags': ['tempest-TagsExtTest-Tag-1400558683', 'tempest-TagsExtTest-Tag-100402547', 'tempest-TagsExtTest-Tag-1014576023']}) {} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:16.524195 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70662310-09a5-4e43-8da5-7a6ac54002f3 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Network 71842888-b7e9-4827-b0f4-3edad0794241 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:46:16.561316 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbaf053-62d3-4738-9b44-f9746ed6b2b0 None None] Pushing event updated for resources: {'Port': ['ID=3d598db7-3902-4bee-9494-3173bb49e4bf,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:16.572133 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-70662310-09a5-4e43-8da5-7a6ac54002f3 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:46:16.583980 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70662310-09a5-4e43-8da5-7a6ac54002f3 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:46:16.639532 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70662310-09a5-4e43-8da5-7a6ac54002f3 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Pushing event updated for resources: {'Port': ['ID=c65b455d-97db-4611-8ba5-9c11c2fb4d6d,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:16.704882 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25555b77-9f35-47dd-a450-6f6fea50d0ed req-0ab62999-5a86-4c1e-9733-4e348c4bd184 tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:16.707250 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-25555b77-9f35-47dd-a450-6f6fea50d0ed req-0ab62999-5a86-4c1e-9733-4e348c4bd184 tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1515355-9a2f-447a-a05d-0c05d0f42b65 HTTP/1.1" status: 200 len: 945 time: 0.1396368 Nov 24 01:46:16.717439 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c185a23-08e9-4f53-9d98-f3c97de2f035 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] Pushing event deleted for resources: {'Port': ['ID=69007351-04ea-44cc-9f37-e63d681a62c1,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:16.721437 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-573e065e-43ec-4602-ac5b-32411ac0106e tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25501782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25307808'] for subnet, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:16.817083 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e63ff-daba-45ec-9ebc-42d73fe53353 req-8359c1c0-2edb-47fb-ba40-2746ffa443c9 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:16.824557 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-fc9e63ff-daba-45ec-9ebc-42d73fe53353 req-8359c1c0-2edb-47fb-ba40-2746ffa443c9 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/ports?device_id=54a6fdcb-af1b-4e68-a904-3bb95b5cf340 HTTP/1.1" status: 200 len: 945 time: 0.2593448 Nov 24 01:46:16.826695 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573e065e-43ec-4602-ac5b-32411ac0106e tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Pushing event deleted for resources: {'Subnet': ['ID=8e43e7d3-ba3b-4164-88a3-45b639196b1e,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:16.973452 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-573e065e-43ec-4602-ac5b-32411ac0106e tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:16.986375 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f72e7af-7f38-4e23-a099-a12dce5e8e9f req-b6695e88-ac13-4a34-b58a-e0c941ab4ffe tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:16.999094 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-2f72e7af-7f38-4e23-a099-a12dce5e8e9f req-b6695e88-ac13-4a34-b58a-e0c941ab4ffe tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1515355-9a2f-447a-a05d-0c05d0f42b65 HTTP/1.1" status: 200 len: 945 time: 0.4294879 Nov 24 01:46:17.006336 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-573e065e-43ec-4602-ac5b-32411ac0106e tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f441fcf-a7dd-44fa-bcea-db31c983127f']}} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:17.017235 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-573e065e-43ec-4602-ac5b-32411ac0106e tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0173cd2-1a43-4f04-a522-9e5df5b0528e') {'for_net_delete': True} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:17.017869 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-573e065e-43ec-4602-ac5b-32411ac0106e tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0173cd2-1a43-4f04-a522-9e5df5b0528e') {} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:17.027684 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-573e065e-43ec-4602-ac5b-32411ac0106e tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28690908'] for segment, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:17.045914 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-573e065e-43ec-4602-ac5b-32411ac0106e tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:17.071553 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-573e065e-43ec-4602-ac5b-32411ac0106e tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=109867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:46:17.072448 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-573e065e-43ec-4602-ac5b-32411ac0106e tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25503736'] for segment, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:17.121315 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70662310-09a5-4e43-8da5-7a6ac54002f3 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:17.122031 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-70662310-09a5-4e43-8da5-7a6ac54002f3 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:17.140227 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-af959f1e-f320-4c40-b62f-acfbc0f0a861 tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] 10.222.0.21 "PUT /v2.0/ports/da67b6d2-8c27-4130-84ec-9e620afa88d8/tags HTTP/1.1" status: 200 len: 317 time: 0.6915581 Nov 24 01:46:17.147037 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45590) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:17.159049 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.tag.tag_plugin [None req-8938dd78-47a8-40f2-ab6d-5d7b2c315204 tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'da67b6d2-8c27-4130-84ec-9e620afa88d8') {} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:17.167125 dv-neutron-818911-2-hyperv neutron-server[109867]: Traceback (most recent call last): Nov 24 01:46:17.167125 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:46:17.167125 dv-neutron-818911-2-hyperv neutron-server[109867]: timer() Nov 24 01:46:17.167125 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:46:17.167125 dv-neutron-818911-2-hyperv neutron-server[109867]: cb(*args, **kw) Nov 24 01:46:17.167125 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:46:17.167125 dv-neutron-818911-2-hyperv neutron-server[109867]: return func(*args, **kwargs) Nov 24 01:46:17.167125 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:46:17.167125 dv-neutron-818911-2-hyperv neutron-server[109867]: self._notify() Nov 24 01:46:17.167125 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:46:17.167125 dv-neutron-818911-2-hyperv neutron-server[109867]: self.callback(batched_events) Nov 24 01:46:17.167125 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:46:17.167125 dv-neutron-818911-2-hyperv neutron-server[109867]: event.method(event) Nov 24 01:46:17.167125 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:46:17.167125 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:46:17.167125 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:46:17.167125 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:46:17.167125 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:46:17.167125 dv-neutron-818911-2-hyperv neutron-server[109867]: return f(self, *a, **k) Nov 24 01:46:17.167125 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:46:17.167125 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._get(url).json() Nov 24 01:46:17.167125 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:46:17.167125 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:46:17.167125 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:46:17.167125 dv-neutron-818911-2-hyperv neutron-server[109867]: return self.request(url, 'GET', **kwargs) Nov 24 01:46:17.167125 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:46:17.167125 dv-neutron-818911-2-hyperv neutron-server[109867]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:46:17.167125 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:46:17.167125 dv-neutron-818911-2-hyperv neutron-server[109867]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:46:17.167125 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:46:17.167125 dv-neutron-818911-2-hyperv neutron-server[109867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:46:17.167125 dv-neutron-818911-2-hyperv neutron-server[109867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:46:17.181063 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.db.api [None req-573e065e-43ec-4602-ac5b-32411ac0106e tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 24 01:46:17.181063 dv-neutron-818911-2-hyperv neutron-server[109867]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 24 01:46:17.181063 dv-neutron-818911-2-hyperv neutron-server[109867]: [parameters: {'id': '8f441fcf-a7dd-44fa-bcea-db31c983127f'}] Nov 24 01:46:17.181063 dv-neutron-818911-2-hyperv neutron-server[109867]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109867) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 01:46:17.181568 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG oslo_db.api [None req-573e065e-43ec-4602-ac5b-32411ac0106e tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 01:46:17.243805 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-70662310-09a5-4e43-8da5-7a6ac54002f3 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.7572267 Nov 24 01:46:17.252789 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45592) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:17.258578 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-ad38653d-621b-4fe0-b09c-e1b23cfd5a2b tempest-TagsTest-657237182 tempest-TagsTest-657237182-project] 10.222.0.21 "DELETE /v2.0/networks/08c0d3ce-cff5-441b-a329-c561e221dd4b/tags/tempest-TagsTest-Tag-1014774804 HTTP/1.1" status: 204 len: 168 time: 0.8832223 Nov 24 01:46:17.263329 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-fc9e63ff-daba-45ec-9ebc-42d73fe53353 req-55647a17-25d5-4ef2-89c1-9e879d92244d tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa820965-f51f-4c0f-92b9-3c3d3d9ef329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4376793 Nov 24 01:46:17.270538 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45594) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:17.284581 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.tag.tag_plugin [None req-9fe06609-64a6-426e-a8b8-2460a2093641 tempest-TagsTest-657237182 tempest-TagsTest-657237182-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '08c0d3ce-cff5-441b-a329-c561e221dd4b', 'tempest-TagsTest-Tag-1014774804') {} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:17.309194 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-2f72e7af-7f38-4e23-a099-a12dce5e8e9f req-05fe4e74-3001-4cbc-b57c-927d981f5457 tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9ae5c6e-bf24-46cb-bbda-efac3484cadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3075175 Nov 24 01:46:17.345755 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.l3_agent_scheduler [req-545953fd-1c9c-4350-97be-69e21907a001 req-1c185a23-08e9-4f53-9d98-f3c97de2f035 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] Router 03d15ab8-96ac-4078-afbb-508fb1699e46 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:46:17.490317 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0f3465e8-c910-4413-b138-8b29d4d47952 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3684298', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-424347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2775'] for router, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:17.497044 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0f3465e8-c910-4413-b138-8b29d4d47952 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3683822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-418125', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-424361'] for router, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:17.565463 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [req-25555b77-9f35-47dd-a450-6f6fea50d0ed req-3ada2bb9-0b16-456a-b02c-ed52c09185bd tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] Deleting port 85abd4be-a36c-4027-bd8c-379d9bb9395e {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:46:17.566871 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-25555b77-9f35-47dd-a450-6f6fea50d0ed req-3ada2bb9-0b16-456a-b02c-ed52c09185bd tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:17.687222 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fcacec1-a507-4ebb-b6e5-4789abd0800f None None] Network 71842888-b7e9-4827-b0f4-3edad0794241 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:46:17.710398 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-573e065e-43ec-4602-ac5b-32411ac0106e tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:17.748170 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-cc53c750-4b3a-4b4f-819d-a630f1d8c29c req-aa6d73e9-e495-4c2a-aec6-7a4fe9bff824 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] 10.222.0.21 "GET /v2.0/ports?device_id=b06b6ab1-567c-4b9b-8739-efabf02f01ca HTTP/1.1" status: 200 len: 210 time: 0.1860118 Nov 24 01:46:17.759805 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.api.v2.resource [None req-9fe06609-64a6-426e-a8b8-2460a2093641 tempest-TagsTest-657237182 tempest-TagsTest-657237182-project] show failed (client error): The resource could not be found. Nov 24 01:46:17.760864 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-9fe06609-64a6-426e-a8b8-2460a2093641 tempest-TagsTest-657237182 tempest-TagsTest-657237182-project] 10.222.0.21 "GET /v2.0/networks/08c0d3ce-cff5-441b-a329-c561e221dd4b/tags/tempest-TagsTest-Tag-1014774804 HTTP/1.1" status: 404 len: 326 time: 0.4883506 Nov 24 01:46:17.765038 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 014d1161-a774-4426-b4b0-3748158ac63c up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:46:17.767204 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45602) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:17.771520 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.tag.tag_plugin [None req-27f70e08-e872-4778-b850-a26d91baab5f tempest-TagsTest-657237182 tempest-TagsTest-657237182-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '08c0d3ce-cff5-441b-a329-c561e221dd4b', 'tempest-TagsTest-Tag-1658832790') {} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:17.826960 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-3f4e1729-0b42-48fe-90ab-7a4733bf157c tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Deleting port c65b455d-97db-4611-8ba5-9c11c2fb4d6d {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:46:17.827291 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3f4e1729-0b42-48fe-90ab-7a4733bf157c tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:17.831956 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-8938dd78-47a8-40f2-ab6d-5d7b2c315204 tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] 10.222.0.21 "DELETE /v2.0/ports/da67b6d2-8c27-4130-84ec-9e620afa88d8/tags HTTP/1.1" status: 204 len: 168 time: 0.6805310 Nov 24 01:46:17.838002 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45604) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:17.849251 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-404485f3-c431-4159-a293-b7200a20acc0 None None] Provisioning complete for port 014d1161-a774-4426-b4b0-3748158ac63c triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:46:17.849913 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-404485f3-c431-4159-a293-b7200a20acc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:17.857318 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.tag.tag_plugin [None req-d5e94ec3-b73d-4570-ae0a-66ecfaa8c6a4 tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'da67b6d2-8c27-4130-84ec-9e620afa88d8', 'tempest-TagsExtTest-Tag-1400558683') {} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:17.920090 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [req-25555b77-9f35-47dd-a450-6f6fea50d0ed req-3ada2bb9-0b16-456a-b02c-ed52c09185bd tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] For port 85abd4be-a36c-4027-bd8c-379d9bb9395e, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=85abd4be-a36c-4027-bd8c-379d9bb9395e,segment=NetworkSegment(15b2ee8c-f6d9-41dc-9d6f-b35b24ea97a6),segment_id=15b2ee8c-f6d9-41dc-9d6f-b35b24ea97a6)] {{(pid=109867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:46:17.920550 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-25555b77-9f35-47dd-a450-6f6fea50d0ed req-3ada2bb9-0b16-456a-b02c-ed52c09185bd tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:17.932837 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acfeec6-d368-431e-af03-c11d5d7c3840 req-964b016e-cf14-4c30-b435-d6069f302e3f tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:17.941111 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-4acfeec6-d368-431e-af03-c11d5d7c3840 req-964b016e-cf14-4c30-b435-d6069f302e3f tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/ports?device_id=54a6fdcb-af1b-4e68-a904-3bb95b5cf340 HTTP/1.1" status: 200 len: 945 time: 0.2282121 Nov 24 01:46:18.009341 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 014d1161-a774-4426-b4b0-3748158ac63c triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:46:18.009655 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:18.054084 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-27f70e08-e872-4778-b850-a26d91baab5f tempest-TagsTest-657237182 tempest-TagsTest-657237182-project] 10.222.0.21 "GET /v2.0/networks/08c0d3ce-cff5-441b-a329-c561e221dd4b/tags/tempest-TagsTest-Tag-1658832790 HTTP/1.1" status: 204 len: 168 time: 0.2855248 Nov 24 01:46:18.056570 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d57e9e3-1e97-4ada-95ca-861d9fae207e None None] Network 8f441fcf-a7dd-44fa-bcea-db31c983127f requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:46:18.059308 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-545953fd-1c9c-4350-97be-69e21907a001 req-1c185a23-08e9-4f53-9d98-f3c97de2f035 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:46:18.061220 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45606) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:18.069725 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1ebc8c-03b9-4363-882f-94f984020a67 None None] Sync routers for ids ['03d15ab8-96ac-4078-afbb-508fb1699e46'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:46:18.077671 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.tag.tag_plugin [None req-6270a2a9-cb87-4fbf-9789-0e20ac44d3f1 tempest-TagsTest-657237182 tempest-TagsTest-657237182-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '08c0d3ce-cff5-441b-a329-c561e221dd4b', 'tempest-TagsTest-Tag-908611837') {} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:18.087517 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1ebc8c-03b9-4363-882f-94f984020a67 None None] Routers {'03d15ab8-96ac-4078-afbb-508fb1699e46'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:46:18.088370 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-0b1ebc8c-03b9-4363-882f-94f984020a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:45:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['03d15ab8-96ac-4078-afbb-508fb1699e46'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:18.099440 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f3465e8-c910-4413-b138-8b29d4d47952 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Router 7f206a52-6a36-47e3-9fd1-eb2ab1e524e3 is scheduled to L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e with binding_index 1 {{(pid=109867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 01:46:18.176753 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.api.v2.resource [None req-d5e94ec3-b73d-4570-ae0a-66ecfaa8c6a4 tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] show failed (client error): The resource could not be found. Nov 24 01:46:18.177225 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-404485f3-c431-4159-a293-b7200a20acc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:18.180300 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-d5e94ec3-b73d-4570-ae0a-66ecfaa8c6a4 tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] 10.222.0.21 "GET /v2.0/ports/da67b6d2-8c27-4130-84ec-9e620afa88d8/tags/tempest-TagsExtTest-Tag-1400558683 HTTP/1.1" status: 404 len: 329 time: 0.3239703 Nov 24 01:46:18.181906 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [req-545953fd-1c9c-4350-97be-69e21907a001 req-1c185a23-08e9-4f53-9d98-f3c97de2f035 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] No DVR routers for this DVR port 69007351-04ea-44cc-9f37-e63d681a62c1 on host hv-neutron-8189 {{(pid=109866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:46:18.185629 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3f4e1729-0b42-48fe-90ab-7a4733bf157c tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:18.188493 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45608) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:18.191085 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-545953fd-1c9c-4350-97be-69e21907a001 req-1c185a23-08e9-4f53-9d98-f3c97de2f035 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:18.194531 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-545953fd-1c9c-4350-97be-69e21907a001 req-1c185a23-08e9-4f53-9d98-f3c97de2f035 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] 10.222.0.48 "DELETE /v2.0/ports/69007351-04ea-44cc-9f37-e63d681a62c1 HTTP/1.1" status: 204 len: 173 time: 3.7543437 Nov 24 01:46:18.198200 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.tag.tag_plugin [None req-e5898e27-3831-4bf0-8d7b-68ac53f2ca14 tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'da67b6d2-8c27-4130-84ec-9e620afa88d8', 'tempest-TagsExtTest-Tag-100402547') {} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:18.211207 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b06b6ab1-567c-4b9b-8739-efabf02f01ca', 'name': 'network-vif-deleted', 'tag': '69007351-04ea-44cc-9f37-e63d681a62c1'}] {{(pid=109866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 01:46:18.215177 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b7c53c286d9351d1367337230623a155cee02c46c94b80588b67a0bc16402ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a76fddd9-80fd-4813-b001-830892350187" -d '{"events": [{"server_uuid": "b06b6ab1-567c-4b9b-8739-efabf02f01ca", "name": "network-vif-deleted", "tag": "69007351-04ea-44cc-9f37-e63d681a62c1"}]}' {{(pid=109866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 01:46:18.232800 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-0b1ebc8c-03b9-4363-882f-94f984020a67 None None] Set router 03d15ab8-96ac-4078-afbb-508fb1699e46 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:46:18.250228 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-3f4e1729-0b42-48fe-90ab-7a4733bf157c tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Calling delete_port for c65b455d-97db-4611-8ba5-9c11c2fb4d6d owned by {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:46:18.268010 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-404485f3-c431-4159-a293-b7200a20acc0 None None] For port 014d1161-a774-4426-b4b0-3748158ac63c, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=014d1161-a774-4426-b4b0-3748158ac63c,segment=NetworkSegment(475483c9-ea04-42c1-aded-8107e7b87bbf),segment_id=475483c9-ea04-42c1-aded-8107e7b87bbf)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:46:18.305005 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-6270a2a9-cb87-4fbf-9789-0e20ac44d3f1 tempest-TagsTest-657237182 tempest-TagsTest-657237182-project] 10.222.0.21 "GET /v2.0/networks/08c0d3ce-cff5-441b-a329-c561e221dd4b/tags/tempest-TagsTest-Tag-908611837 HTTP/1.1" status: 204 len: 168 time: 0.2308187 Nov 24 01:46:18.309299 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 01:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d86325a-7a5f-4730-8016-3f0cea2b3973 x-openstack-request-id: req-8d86325a-7a5f-4730-8016-3f0cea2b3973 {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 01:46:18.309613 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b06b6ab1-567c-4b9b-8739-efabf02f01ca", "name": "network-vif-deleted", "tag": "69007351-04ea-44cc-9f37-e63d681a62c1", "status": "completed", "code": 200}]} {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 01:46:18.309865 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8d86325a-7a5f-4730-8016-3f0cea2b3973 {{(pid=109866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 01:46:18.310260 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b06b6ab1-567c-4b9b-8739-efabf02f01ca', 'name': 'network-vif-deleted', 'tag': '69007351-04ea-44cc-9f37-e63d681a62c1', 'status': 'completed', 'code': 200} Nov 24 01:46:18.310622 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45612) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:18.318146 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.tag.tag_plugin [None req-a90b2ea5-e89d-4144-bcf5-a8b84d2b0de6 tempest-TagsTest-657237182 tempest-TagsTest-657237182-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '08c0d3ce-cff5-441b-a329-c561e221dd4b') {} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:18.428576 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-404485f3-c431-4159-a293-b7200a20acc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:18.442431 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f3465e8-c910-4413-b138-8b29d4d47952 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:46:18.456511 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0f3465e8-c910-4413-b138-8b29d4d47952 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Publish callbacks [] for router, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:18.457820 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-0f3465e8-c910-4413-b138-8b29d4d47952 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] 10.222.0.21 "PUT /v2.0/routers/7f206a52-6a36-47e3-9fd1-eb2ab1e524e3 HTTP/1.1" status: 200 len: 914 time: 4.7453341 Nov 24 01:46:18.466810 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45616) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:18.468311 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 3d598db7-3902-4bee-9494-3173bb49e4bf up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:46:18.547466 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404485f3-c431-4159-a293-b7200a20acc0 None None] Pushing event updated for resources: {'Port': ['ID=014d1161-a774-4426-b4b0-3748158ac63c,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:18.553257 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 69007351-04ea-44cc-9f37-e63d681a62c1 no longer exists at agent hyperv_hv-neutron-8189 {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:46:18.575604 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-4acfeec6-d368-431e-af03-c11d5d7c3840 req-be357fd4-7525-47ba-8723-838181cb50ec tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa820965-f51f-4c0f-92b9-3c3d3d9ef329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6331840 Nov 24 01:46:18.583280 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc394d0a-7316-4b1d-9878-8491395e5d7a None None] Sync routers for ids ['7f206a52-6a36-47e3-9fd1-eb2ab1e524e3'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:46:18.590072 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-573e065e-43ec-4602-ac5b-32411ac0106e tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Deleting port 3d598db7-3902-4bee-9494-3173bb49e4bf {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:46:18.590408 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-573e065e-43ec-4602-ac5b-32411ac0106e tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:18.661302 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] No Port match for: 69007351-04ea-44cc-9f37-e63d681a62c1 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:46:18.661953 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 69007351-04ea-44cc-9f37-e63d681a62c1 not bound to the agent host hv-neutron-8189 {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:46:18.662521 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 85abd4be-a36c-4027-bd8c-379d9bb9395e no longer exists at agent hyperv_hv-neutron-8189 {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:46:18.739462 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-0b1ebc8c-03b9-4363-882f-94f984020a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d15ab8-96ac-4078-afbb-508fb1699e46', 'name': 'tempest-ServersTestManualDisk-976998010-router', 'tenant_id': '02a273ddc4c14296a842719ce385cf90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.8'}], 'enable_snat': True}, 'gw_port_id': '3adae932-3a5f-42f6-9ca1-843b9be31a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:44:26Z', 'updated_at': '2021-11-24T01:44:35Z', 'revision_number': 4, 'project_id': '02a273ddc4c14296a842719ce385cf90', 'gw_port': {'id': '3adae932-3a5f-42f6-9ca1-843b9be31a47', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:55:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d15ab8-96ac-4078-afbb-508fb1699e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:44:27Z', 'updated_at': '2021-11-24T01:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': 'f7e0496a-dd49-4cae-9933-b96f273d6ad8', 'name': '', 'network_id': '1f119f6f-a1f8-4bc6-85d9-f23337dbc03c', 'tenant_id': '02a273ddc4c14296a842719ce385cf90', 'mac_address': 'fa:16:3e:46:ef:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d15ab8-96ac-4078-afbb-508fb1699e46', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ab44a884-a70d-4217-8793-3ef03c108892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:44:32Z', 'updated_at': '2021-11-24T01:44:42Z', 'revision_number': 5, 'project_id': '02a273ddc4c14296a842719ce385cf90', 'subnets': [{'id': 'ab44a884-a70d-4217-8793-3ef03c108892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:18.744196 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc394d0a-7316-4b1d-9878-8491395e5d7a None None] Routers {'7f206a52-6a36-47e3-9fd1-eb2ab1e524e3'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:46:18.745610 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-dc394d0a-7316-4b1d-9878-8491395e5d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:45:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['7f206a52-6a36-47e3-9fd1-eb2ab1e524e3'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:18.771377 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.api.v2.resource [None req-e5898e27-3831-4bf0-8d7b-68ac53f2ca14 tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] show failed (client error): The resource could not be found. Nov 24 01:46:18.772672 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-e5898e27-3831-4bf0-8d7b-68ac53f2ca14 tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] 10.222.0.21 "GET /v2.0/ports/da67b6d2-8c27-4130-84ec-9e620afa88d8/tags/tempest-TagsExtTest-Tag-100402547 HTTP/1.1" status: 404 len: 328 time: 0.5832486 Nov 24 01:46:18.781667 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45624) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:18.794081 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.tag.tag_plugin [None req-a3c9b1a6-619a-4f22-82b6-cc1355747b8a tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'da67b6d2-8c27-4130-84ec-9e620afa88d8', 'tempest-TagsExtTest-Tag-1014576023') {} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:18.808738 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1ebc8c-03b9-4363-882f-94f984020a67 None None] Checking router: 03d15ab8-96ac-4078-afbb-508fb1699e46 for host: dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 01:46:18.832724 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1ebc8c-03b9-4363-882f-94f984020a67 None None] Routers {'03d15ab8-96ac-4078-afbb-508fb1699e46'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:46:18.833883 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-0b1ebc8c-03b9-4363-882f-94f984020a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:45:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['03d15ab8-96ac-4078-afbb-508fb1699e46'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:18.835671 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-dc394d0a-7316-4b1d-9878-8491395e5d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:18.863046 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863e3eec-32ce-480d-ba96-93c90feea3e8 req-804ad423-f661-4660-9ecf-054b423e2975 tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:18.870669 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-863e3eec-32ce-480d-ba96-93c90feea3e8 req-804ad423-f661-4660-9ecf-054b423e2975 tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1515355-9a2f-447a-a05d-0c05d0f42b65 HTTP/1.1" status: 200 len: 945 time: 0.1924028 Nov 24 01:46:18.933808 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc394d0a-7316-4b1d-9878-8491395e5d7a None None] Routers {'7f206a52-6a36-47e3-9fd1-eb2ab1e524e3'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:46:18.935046 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-dc394d0a-7316-4b1d-9878-8491395e5d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:45:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['7f206a52-6a36-47e3-9fd1-eb2ab1e524e3'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:18.954809 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-a90b2ea5-e89d-4144-bcf5-a8b84d2b0de6 tempest-TagsTest-657237182 tempest-TagsTest-657237182-project] 10.222.0.21 "DELETE /v2.0/networks/08c0d3ce-cff5-441b-a329-c561e221dd4b/tags HTTP/1.1" status: 204 len: 168 time: 0.6399424 Nov 24 01:46:18.958828 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45628) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:18.975580 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [None req-573e065e-43ec-4602-ac5b-32411ac0106e tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] For port 3d598db7-3902-4bee-9494-3173bb49e4bf, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=3d598db7-3902-4bee-9494-3173bb49e4bf,segment=NetworkSegment(f0173cd2-1a43-4f04-a522-9e5df5b0528e),segment_id=f0173cd2-1a43-4f04-a522-9e5df5b0528e)] {{(pid=109867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:46:18.979438 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-573e065e-43ec-4602-ac5b-32411ac0106e tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:18.990526 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.tag.tag_plugin [None req-8aa519b4-8530-436b-afc5-febfd7967603 tempest-TagsTest-657237182 tempest-TagsTest-657237182-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '08c0d3ce-cff5-441b-a329-c561e221dd4b', 'tempest-TagsTest-Tag-1658832790') {} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:18.992449 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-dc394d0a-7316-4b1d-9878-8491395e5d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:18.993156 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc394d0a-7316-4b1d-9878-8491395e5d7a None None] The sync data for ids ['7f206a52-6a36-47e3-9fd1-eb2ab1e524e3'] in dv-neutron-818911-2-hyperv is: [] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:46:19.002016 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-143167c4-1375-4213-af9b-02d12a3fb15b None None] Provisioning complete for port 3d598db7-3902-4bee-9494-3173bb49e4bf triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:46:19.002342 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-143167c4-1375-4213-af9b-02d12a3fb15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:19.019860 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-573e065e-43ec-4602-ac5b-32411ac0106e tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Calling delete_port for 3d598db7-3902-4bee-9494-3173bb49e4bf owned by network:dhcp {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:46:19.112856 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.agents_db [None req-4e42c10c-a1d3-4d07-89d6-7a24334140aa None None] Agent healthcheck: found 6 active agents {{(pid=109869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 01:46:19.114430 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b54325-0815-4d2a-8194-5799f1ce6bf2 None None] DHCP port deletion for 8f441fcf-a7dd-44fa-bcea-db31c983127f request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:46:19.141444 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-0b1ebc8c-03b9-4363-882f-94f984020a67 None None] Set router 03d15ab8-96ac-4078-afbb-508fb1699e46 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:46:19.158256 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-863e3eec-32ce-480d-ba96-93c90feea3e8 req-60ca05f3-045d-45c2-815d-35e57a9ed0eb tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9ae5c6e-bf24-46cb-bbda-efac3484cadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2865839 Nov 24 01:46:19.238529 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.api.v2.resource [None req-a3c9b1a6-619a-4f22-82b6-cc1355747b8a tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] show failed (client error): The resource could not be found. Nov 24 01:46:19.239387 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-a3c9b1a6-619a-4f22-82b6-cc1355747b8a tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] 10.222.0.21 "GET /v2.0/ports/da67b6d2-8c27-4130-84ec-9e620afa88d8/tags/tempest-TagsExtTest-Tag-1014576023 HTTP/1.1" status: 404 len: 329 time: 0.4497695 Nov 24 01:46:19.261936 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45630) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:19.264174 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-573e065e-43ec-4602-ac5b-32411ac0106e tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:19.270262 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.tag.tag_plugin [None req-d2fc61f8-936d-46fc-ab28-b6397a1133ed tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'feff6e46-2e72-434d-9e96-a7a6252d614c', {'tags': ['tempest-TagsExtTest-Tag-484421845', 'tempest-TagsExtTest-Tag-1941799679', 'tempest-TagsExtTest-Tag-1451971712']}) {} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:19.312539 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3f4e1729-0b42-48fe-90ab-7a4733bf157c tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:19.345890 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-143167c4-1375-4213-af9b-02d12a3fb15b None None] Port 3d598db7-3902-4bee-9494-3173bb49e4bf update to ACTIVE by agent not found {{(pid=109868) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 24 01:46:19.377124 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-8abc8141-6c87-4a88-8da5-f672b55d5e22 req-10566687-c6ec-4fb5-b52a-0da4621b3eb3 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] 10.222.0.21 "GET /v2.0/ports?device_id=b06b6ab1-567c-4b9b-8739-efabf02f01ca HTTP/1.1" status: 200 len: 210 time: 0.1244602 Nov 24 01:46:19.386676 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4e1729-0b42-48fe-90ab-7a4733bf157c tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Pushing event deleted for resources: {'Port': ['ID=c65b455d-97db-4611-8ba5-9c11c2fb4d6d,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:19.402846 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.api.v2.resource [None req-8aa519b4-8530-436b-afc5-febfd7967603 tempest-TagsTest-657237182 tempest-TagsTest-657237182-project] show failed (client error): The resource could not be found. Nov 24 01:46:19.403900 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-8aa519b4-8530-436b-afc5-febfd7967603 tempest-TagsTest-657237182 tempest-TagsTest-657237182-project] 10.222.0.21 "GET /v2.0/networks/08c0d3ce-cff5-441b-a329-c561e221dd4b/tags/tempest-TagsTest-Tag-1658832790 HTTP/1.1" status: 404 len: 326 time: 0.4404795 Nov 24 01:46:19.425267 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45632) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:19.427409 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 3d598db7-3902-4bee-9494-3173bb49e4bf triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:46:19.430961 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:19.456610 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.tag.tag_plugin [None req-f382a856-8ca3-47e1-b927-ad992ca42476 tempest-TagsTest-657237182 tempest-TagsTest-657237182-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '08c0d3ce-cff5-441b-a329-c561e221dd4b', 'tempest-TagsTest-Tag-908611837') {} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:19.526156 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Port 3d598db7-3902-4bee-9494-3173bb49e4bf was deleted so its status cannot be updated. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 24 01:46:19.532715 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-9960bcdb-ac65-42e1-9fcf-d935cbd0698a None None] Could not find standard attr ID for object c65b455d-97db-4611-8ba5-9c11c2fb4d6d. {{(pid=109868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 01:46:19.540694 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573e065e-43ec-4602-ac5b-32411ac0106e tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] No DVR routers for this DVR port 3d598db7-3902-4bee-9494-3173bb49e4bf on host dv-neutron-818911-2-hyperv {{(pid=109867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:46:19.565657 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-b5b54325-0815-4d2a-8194-5799f1ce6bf2 None None] Deleting port 3d598db7-3902-4bee-9494-3173bb49e4bf {{(pid=109868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:46:19.565657 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-b5b54325-0815-4d2a-8194-5799f1ce6bf2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:19.565916 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3f4e1729-0b42-48fe-90ab-7a4733bf157c tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:19.568578 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-3f4e1729-0b42-48fe-90ab-7a4733bf157c tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "DELETE /v2.0/ports/c65b455d-97db-4611-8ba5-9c11c2fb4d6d HTTP/1.1" status: 204 len: 168 time: 2.3146229 Nov 24 01:46:19.571984 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45636) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:19.582344 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:19.597861 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573e065e-43ec-4602-ac5b-32411ac0106e tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Pushing event deleted for resources: {'Port': ['ID=3d598db7-3902-4bee-9494-3173bb49e4bf,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:19.621233 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-417a3344-6b5d-4ddd-a3e0-118ba47a5680 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] 10.222.0.21 "GET /v2.0/routers/7f206a52-6a36-47e3-9fd1-eb2ab1e524e3 HTTP/1.1" status: 200 len: 920 time: 1.1461041 Nov 24 01:46:19.642328 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45638) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:19.655969 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-0b1ebc8c-03b9-4363-882f-94f984020a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d15ab8-96ac-4078-afbb-508fb1699e46', 'name': 'tempest-ServersTestManualDisk-976998010-router', 'tenant_id': '02a273ddc4c14296a842719ce385cf90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.8'}], 'enable_snat': True}, 'gw_port_id': '3adae932-3a5f-42f6-9ca1-843b9be31a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:44:26Z', 'updated_at': '2021-11-24T01:44:35Z', 'revision_number': 4, 'project_id': '02a273ddc4c14296a842719ce385cf90', 'gw_port': {'id': '3adae932-3a5f-42f6-9ca1-843b9be31a47', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:55:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d15ab8-96ac-4078-afbb-508fb1699e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:44:27Z', 'updated_at': '2021-11-24T01:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': 'f7e0496a-dd49-4cae-9933-b96f273d6ad8', 'name': '', 'network_id': '1f119f6f-a1f8-4bc6-85d9-f23337dbc03c', 'tenant_id': '02a273ddc4c14296a842719ce385cf90', 'mac_address': 'fa:16:3e:46:ef:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d15ab8-96ac-4078-afbb-508fb1699e46', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ab44a884-a70d-4217-8793-3ef03c108892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:44:32Z', 'updated_at': '2021-11-24T01:44:42Z', 'revision_number': 5, 'project_id': '02a273ddc4c14296a842719ce385cf90', 'subnets': [{'id': 'ab44a884-a70d-4217-8793-3ef03c108892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:19.663350 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-14463754-3933-4b15-a8bb-81d35c3c112b tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] GET failed (client error): The resource could not be found. Nov 24 01:46:19.667633 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-14463754-3933-4b15-a8bb-81d35c3c112b tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "GET /v2.0/ports/c65b455d-97db-4611-8ba5-9c11c2fb4d6d HTTP/1.1" status: 404 len: 333 time: 0.0924451 Nov 24 01:46:19.669858 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45640) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:19.708129 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port 85abd4be-a36c-4027-bd8c-379d9bb9395e, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=85abd4be-a36c-4027-bd8c-379d9bb9395e,segment=NetworkSegment(15b2ee8c-f6d9-41dc-9d6f-b35b24ea97a6),segment_id=15b2ee8c-f6d9-41dc-9d6f-b35b24ea97a6)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:46:19.709728 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-9960bcdb-ac65-42e1-9fcf-d935cbd0698a None None] Provisioning complete for port 014d1161-a774-4426-b4b0-3748158ac63c triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:46:19.723105 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9960bcdb-ac65-42e1-9fcf-d935cbd0698a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:19.730401 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1ebc8c-03b9-4363-882f-94f984020a67 None None] The sync data for ids ['03d15ab8-96ac-4078-afbb-508fb1699e46'] in dv-neutron-818911-2-hyperv is: [{'id': '03d15ab8-96ac-4078-afbb-508fb1699e46', 'name': 'tempest-ServersTestManualDisk-976998010-router', 'tenant_id': '02a273ddc4c14296a842719ce385cf90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.8'}], 'enable_snat': True}, 'gw_port_id': '3adae932-3a5f-42f6-9ca1-843b9be31a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:44:26Z', 'updated_at': '2021-11-24T01:44:35Z', 'revision_number': 4, 'project_id': '02a273ddc4c14296a842719ce385cf90', 'gw_port': {'id': '3adae932-3a5f-42f6-9ca1-843b9be31a47', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:55:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d15ab8-96ac-4078-afbb-508fb1699e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:44:27Z', 'updated_at': '2021-11-24T01:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': 'f7e0496a-dd49-4cae-9933-b96f273d6ad8', 'name': '', 'network_id': '1f119f6f-a1f8-4bc6-85d9-f23337dbc03c', 'tenant_id': '02a273ddc4c14296a842719ce385cf90', 'mac_address': 'fa:16:3e:46:ef:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d15ab8-96ac-4078-afbb-508fb1699e46', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ab44a884-a70d-4217-8793-3ef03c108892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:44:32Z', 'updated_at': '2021-11-24T01:44:42Z', 'revision_number': 5, 'project_id': '02a273ddc4c14296a842719ce385cf90', 'subnets': [{'id': 'ab44a884-a70d-4217-8793-3ef03c108892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:46:19.789675 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1515355-9a2f-447a-a05d-0c05d0f42b65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85abd4be-a36c-4027-bd8c-379d9bb9395e'}] {{(pid=109868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 01:46:19.794184 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adafa3b64de3cabc8eac619938bcace59b198ffee64d481093eb3def62699d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cce7e7f-9ecb-4292-b705-a8fd59d8c5b6" -d '{"events": [{"server_uuid": "d1515355-9a2f-447a-a05d-0c05d0f42b65", "name": "network-vif-unplugged", "status": "completed", "tag": "85abd4be-a36c-4027-bd8c-379d9bb9395e"}]}' {{(pid=109868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 01:46:19.849997 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd162afb-d487-4fd0-ad4a-37e585e58e70 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Deleting subnet 3f0da5cb-d647-443f-8557-78af4fd1d357 {{(pid=109866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 01:46:19.852577 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-d2fc61f8-936d-46fc-ab28-b6397a1133ed tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] 10.222.0.21 "PUT /v2.0/routers/feff6e46-2e72-434d-9e96-a7a6252d614c/tags HTTP/1.1" status: 200 len: 317 time: 0.5858119 Nov 24 01:46:19.852690 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45646) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:19.859596 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.tag.tag_plugin [None req-4e7e5c2a-6c09-42b2-a481-da4689cda37b tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'feff6e46-2e72-434d-9e96-a7a6252d614c') {} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:19.864399 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-25555b77-9f35-47dd-a450-6f6fea50d0ed req-3ada2bb9-0b16-456a-b02c-ed52c09185bd tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:19.864764 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-25555b77-9f35-47dd-a450-6f6fea50d0ed req-3ada2bb9-0b16-456a-b02c-ed52c09185bd tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418250'] for floatingip, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:19.865086 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.l3_db [req-25555b77-9f35-47dd-a450-6f6fea50d0ed req-3ada2bb9-0b16-456a-b02c-ed52c09185bd tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] Floating IP 35dbef01-a194-429e-8b05-ac90c451fc43 disassociated. External IP: 172.26.5.104, port: 85abd4be-a36c-4027-bd8c-379d9bb9395e. Nov 24 01:46:19.866992 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [req-25555b77-9f35-47dd-a450-6f6fea50d0ed req-3ada2bb9-0b16-456a-b02c-ed52c09185bd tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] Calling delete_port for 85abd4be-a36c-4027-bd8c-379d9bb9395e owned by compute:nova {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:46:19.875616 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 014d1161-a774-4426-b4b0-3748158ac63c up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:46:19.924549 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-573e065e-43ec-4602-ac5b-32411ac0106e tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:19.928893 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-fd162afb-d487-4fd0-ad4a-37e585e58e70 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks [] for subnet, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:19.930970 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:19.937492 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 01:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7b7485d-4b50-4239-93e2-f29390669fb9 x-openstack-request-id: req-c7b7485d-4b50-4239-93e2-f29390669fb9 {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 01:46:19.941880 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1515355-9a2f-447a-a05d-0c05d0f42b65", "name": "network-vif-unplugged", "status": "completed", "tag": "85abd4be-a36c-4027-bd8c-379d9bb9395e", "code": 200}]} {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 01:46:19.942160 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c7b7485d-4b50-4239-93e2-f29390669fb9 {{(pid=109868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 01:46:19.942591 dv-neutron-818911-2-hyperv neutron-server[109868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1515355-9a2f-447a-a05d-0c05d0f42b65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85abd4be-a36c-4027-bd8c-379d9bb9395e', 'code': 200} Nov 24 01:46:20.077846 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6c19a7-1837-4eec-81b4-990697e06ef3 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:20.083953 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-dc6c19a7-1837-4eec-81b4-990697e06ef3 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=eb22795d-37ee-46ee-844d-92c17e2ea450&device_id=7f206a52-6a36-47e3-9fd1-eb2ab1e524e3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4401510 Nov 24 01:46:20.087351 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45648) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:20.152963 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-fd162afb-d487-4fd0-ad4a-37e585e58e70 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29055568'] for subnet, precommit_delete_associations {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:20.182827 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4f47e0-1029-41ea-a004-368ceecead64 None None] New status for floating IP 48107297-9ed6-4ad0-bfb1-9635947c4897: DOWN {{(pid=109869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 01:46:20.209049 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-25555b77-9f35-47dd-a450-6f6fea50d0ed req-3ada2bb9-0b16-456a-b02c-ed52c09185bd tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:20.219941 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e64a309-826f-4f4e-9e63-204c64c0fc15 req-4d80d587-ad4a-4fc9-b3a4-1441a7f1104c tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:20.221946 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-573e065e-43ec-4602-ac5b-32411ac0106e tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f441fcf-a7dd-44fa-bcea-db31c983127f']}} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:20.222390 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-3e64a309-826f-4f4e-9e63-204c64c0fc15 req-4d80d587-ad4a-4fc9-b3a4-1441a7f1104c tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/ports?device_id=54a6fdcb-af1b-4e68-a904-3bb95b5cf340 HTTP/1.1" status: 200 len: 945 time: 0.3035321 Nov 24 01:46:20.249940 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=85abd4be-a36c-4027-bd8c-379d9bb9395e,revision_number=6']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:20.265734 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.api.v2.resource [None req-f382a856-8ca3-47e1-b927-ad992ca42476 tempest-TagsTest-657237182 tempest-TagsTest-657237182-project] show failed (client error): The resource could not be found. Nov 24 01:46:20.274525 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-f382a856-8ca3-47e1-b927-ad992ca42476 tempest-TagsTest-657237182 tempest-TagsTest-657237182-project] 10.222.0.21 "GET /v2.0/networks/08c0d3ce-cff5-441b-a329-c561e221dd4b/tags/tempest-TagsTest-Tag-908611837 HTTP/1.1" status: 404 len: 325 time: 0.8147898 Nov 24 01:46:20.293750 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45652) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:20.299327 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.tag.tag_plugin [None req-e03cfa0b-5164-42d5-935a-a60627b6a31e tempest-TagsTest-657237182 tempest-TagsTest-657237182-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '08c0d3ce-cff5-441b-a329-c561e221dd4b') {} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:20.323783 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-b5b54325-0815-4d2a-8194-5799f1ce6bf2 None None] For port 3d598db7-3902-4bee-9494-3173bb49e4bf, host dv-neutron-818911-2-hyperv, got binding levels [] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:46:20.324174 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-b5b54325-0815-4d2a-8194-5799f1ce6bf2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:20.324601 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-573e065e-43ec-4602-ac5b-32411ac0106e tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0173cd2-1a43-4f04-a522-9e5df5b0528e') {'for_net_delete': True} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:20.324902 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-573e065e-43ec-4602-ac5b-32411ac0106e tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0173cd2-1a43-4f04-a522-9e5df5b0528e') {} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:20.337331 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ada2bb9-0b16-456a-b02c-ed52c09185bd tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] Pushing event deleted for resources: {'Port': ['ID=85abd4be-a36c-4027-bd8c-379d9bb9395e,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:20.345175 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 014d1161-a774-4426-b4b0-3748158ac63c triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:46:20.345659 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:20.347829 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-b5b54325-0815-4d2a-8194-5799f1ce6bf2 None None] Calling delete_port for 3d598db7-3902-4bee-9494-3173bb49e4bf owned by network:dhcp {{(pid=109868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:46:20.351760 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.ipam_backend_mixin [None req-b5b54325-0815-4d2a-8194-5799f1ce6bf2 None None] Port 3d598db7-3902-4bee-9494-3173bb49e4bf was not found and therefore no delete operation was performed {{(pid=109868) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 24 01:46:20.371993 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-573e065e-43ec-4602-ac5b-32411ac0106e tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28690908'] for segment, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:20.386317 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-b5b54325-0815-4d2a-8194-5799f1ce6bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974'] for port, after_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:20.400169 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-a13fa78b-0963-4e79-831e-4938a39ccc25 req-a66f6703-c265-44f4-ae25-145371b91a25 tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1515355-9a2f-447a-a05d-0c05d0f42b65 HTTP/1.1" status: 200 len: 210 time: 0.0711260 Nov 24 01:46:20.426099 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b54325-0815-4d2a-8194-5799f1ce6bf2 None None] Pushing event deleted for resources: {'Port': ['ID=3d598db7-3902-4bee-9494-3173bb49e4bf,revision_number=None']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:20.446963 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-44ace1f9-d1f5-490d-8554-913604455951 None None] Could not find standard attr ID for object c65b455d-97db-4611-8ba5-9c11c2fb4d6d. {{(pid=109868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 01:46:20.455903 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-4e7e5c2a-6c09-42b2-a481-da4689cda37b tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] 10.222.0.21 "DELETE /v2.0/routers/feff6e46-2e72-434d-9e96-a7a6252d614c/tags HTTP/1.1" status: 204 len: 168 time: 0.6009135 Nov 24 01:46:20.459786 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b54325-0815-4d2a-8194-5799f1ce6bf2 None None] No DVR routers for this DVR port 3d598db7-3902-4bee-9494-3173bb49e4bf on host dv-neutron-818911-2-hyperv {{(pid=109868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:46:20.466514 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45656) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:20.484103 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.tag.tag_plugin [None req-bbc45ff0-985d-4857-b9a2-da8e9540c912 tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'feff6e46-2e72-434d-9e96-a7a6252d614c', 'tempest-TagsExtTest-Tag-484421845') {} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:20.515709 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-573e065e-43ec-4602-ac5b-32411ac0106e tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:20.528155 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-573e065e-43ec-4602-ac5b-32411ac0106e tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=109867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:46:20.530820 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-573e065e-43ec-4602-ac5b-32411ac0106e tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25503736'] for segment, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:20.534774 dv-neutron-818911-2-hyperv neutron-server[109867]: Traceback (most recent call last): Nov 24 01:46:20.534774 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:46:20.534774 dv-neutron-818911-2-hyperv neutron-server[109867]: timer() Nov 24 01:46:20.534774 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:46:20.534774 dv-neutron-818911-2-hyperv neutron-server[109867]: cb(*args, **kw) Nov 24 01:46:20.534774 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:46:20.534774 dv-neutron-818911-2-hyperv neutron-server[109867]: return func(*args, **kwargs) Nov 24 01:46:20.534774 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:46:20.534774 dv-neutron-818911-2-hyperv neutron-server[109867]: self._notify() Nov 24 01:46:20.534774 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:46:20.534774 dv-neutron-818911-2-hyperv neutron-server[109867]: self.callback(batched_events) Nov 24 01:46:20.534774 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:46:20.534774 dv-neutron-818911-2-hyperv neutron-server[109867]: event.method(event) Nov 24 01:46:20.534774 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:46:20.534774 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:46:20.534774 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:46:20.534774 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:46:20.534774 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:46:20.534774 dv-neutron-818911-2-hyperv neutron-server[109867]: return f(self, *a, **k) Nov 24 01:46:20.534774 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:46:20.534774 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._get(url).json() Nov 24 01:46:20.534774 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:46:20.534774 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:46:20.534774 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:46:20.534774 dv-neutron-818911-2-hyperv neutron-server[109867]: return self.request(url, 'GET', **kwargs) Nov 24 01:46:20.534774 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:46:20.534774 dv-neutron-818911-2-hyperv neutron-server[109867]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:46:20.534774 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:46:20.534774 dv-neutron-818911-2-hyperv neutron-server[109867]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:46:20.534774 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:46:20.534774 dv-neutron-818911-2-hyperv neutron-server[109867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:46:20.534774 dv-neutron-818911-2-hyperv neutron-server[109867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:46:20.569180 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-fd162afb-d487-4fd0-ad4a-37e585e58e70 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:20.580931 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-3e64a309-826f-4f4e-9e63-204c64c0fc15 req-0464a9c0-56b5-4316-9a8b-612ffb220b5e tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa820965-f51f-4c0f-92b9-3c3d3d9ef329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3107257 Nov 24 01:46:20.584657 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45660) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:20.616011 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 3d598db7-3902-4bee-9494-3173bb49e4bf no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:46:20.620588 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6463778-ca1a-4a67-b037-26ce433ce29e tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:20.625071 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-a6463778-ca1a-4a67-b037-26ce433ce29e tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] 10.222.0.21 "GET /v2.0/networks/eb22795d-37ee-46ee-844d-92c17e2ea450 HTTP/1.1" status: 200 len: 881 time: 0.5355036 Nov 24 01:46:20.638340 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: 3d598db7-3902-4bee-9494-3173bb49e4bf {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:46:20.638737 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 3d598db7-3902-4bee-9494-3173bb49e4bf not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:46:20.657985 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45662) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:20.746508 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-8dd0c796-3b12-417b-8f9e-e0bbb7f8b0a5 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f206a52-6a36-47e3-9fd1-eb2ab1e524e3 HTTP/1.1" status: 200 len: 205 time: 0.0872867 Nov 24 01:46:20.755780 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45664) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:20.780964 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-e03cfa0b-5164-42d5-935a-a60627b6a31e tempest-TagsTest-657237182 tempest-TagsTest-657237182-project] 10.222.0.21 "DELETE /v2.0/networks/08c0d3ce-cff5-441b-a329-c561e221dd4b/tags HTTP/1.1" status: 204 len: 168 time: 0.4781821 Nov 24 01:46:20.809870 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45666) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:20.855252 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-fd162afb-d487-4fd0-ad4a-37e585e58e70 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29149324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29154870'] for subnet, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:20.870709 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.api.v2.resource [None req-bbc45ff0-985d-4857-b9a2-da8e9540c912 tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] show failed (client error): The resource could not be found. Nov 24 01:46:20.871752 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-bbc45ff0-985d-4857-b9a2-da8e9540c912 tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] 10.222.0.21 "GET /v2.0/routers/feff6e46-2e72-434d-9e96-a7a6252d614c/tags/tempest-TagsExtTest-Tag-484421845 HTTP/1.1" status: 404 len: 328 time: 0.4026172 Nov 24 01:46:20.914908 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45668) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:20.927163 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.tag.tag_plugin [None req-e8aaa842-2eda-491c-9a60-5f6131488efa tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'feff6e46-2e72-434d-9e96-a7a6252d614c', 'tempest-TagsExtTest-Tag-1941799679') {} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:20.975935 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-fd162afb-d487-4fd0-ad4a-37e585e58e70 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:20.981860 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e1fba3-7f0c-4a22-a9f1-51ac6e3d867b None None] Network 71842888-b7e9-4827-b0f4-3edad0794241 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:46:20.982614 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-fd162afb-d487-4fd0-ad4a-37e585e58e70 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "DELETE /v2.0/subnets/3f0da5cb-d647-443f-8557-78af4fd1d357 HTTP/1.1" status: 204 len: 168 time: 1.2961228 Nov 24 01:46:20.986708 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45670) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:21.009504 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-573e065e-43ec-4602-ac5b-32411ac0106e tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:21.022909 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-573e065e-43ec-4602-ac5b-32411ac0106e tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:21.029667 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-573e065e-43ec-4602-ac5b-32411ac0106e tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] 10.222.0.21 "DELETE /v2.0/networks/8f441fcf-a7dd-44fa-bcea-db31c983127f HTTP/1.1" status: 204 len: 168 time: 6.3021851 Nov 24 01:46:21.029972 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd162afb-d487-4fd0-ad4a-37e585e58e70 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Pushing event deleted for resources: {'Subnet': ['ID=3f0da5cb-d647-443f-8557-78af4fd1d357,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:21.033501 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45672) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:21.045487 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-c683b8c8-ae70-44fc-ba4c-d9bf598b3b6c tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1070461303'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:46:21.056060 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4392adbd-cf51-402c-bb0f-f4abf0af4402 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] Publish callbacks [] for security_group, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:21.062119 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [req-25555b77-9f35-47dd-a450-6f6fea50d0ed req-3ada2bb9-0b16-456a-b02c-ed52c09185bd tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] Router 7faeaee0-44de-4bed-b543-ae7f25fdeb87 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:46:21.063462 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573e065e-43ec-4602-ac5b-32411ac0106e tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Pushing event deleted for resources: {'Network': ['ID=8f441fcf-a7dd-44fa-bcea-db31c983127f,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:21.101397 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-458e8085-9e44-4f38-8035-e89fd869dba5 tempest-TagsTest-657237182 tempest-TagsTest-657237182-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:21.115821 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-75c9dfb2-b435-45dd-9720-51722d56eddd tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:21.131008 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8bb64940-f718-46e3-9133-4cb2efb30f26 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks [] for router, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:21.181841 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4392adbd-cf51-402c-bb0f-f4abf0af4402 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:21.197104 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c683b8c8-ae70-44fc-ba4c-d9bf598b3b6c tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Made reservation on behalf of 52012859bd7040dfaae99173fefc0e0b for: {'network': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:46:21.200512 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c683b8c8-ae70-44fc-ba4c-d9bf598b3b6c tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:21.205546 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc38d6b6-1d54-4491-97fe-42c89fa3cf56 None None] DHCP port deletion for 71842888-b7e9-4827-b0f4-3edad0794241 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:46:21.238548 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.api.v2.resource [None req-e8aaa842-2eda-491c-9a60-5f6131488efa tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] show failed (client error): The resource could not be found. Nov 24 01:46:21.239612 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-e8aaa842-2eda-491c-9a60-5f6131488efa tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] 10.222.0.21 "GET /v2.0/routers/feff6e46-2e72-434d-9e96-a7a6252d614c/tags/tempest-TagsExtTest-Tag-1941799679 HTTP/1.1" status: 404 len: 329 time: 0.3186960 Nov 24 01:46:21.253669 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45674) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:21.256908 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-bc38d6b6-1d54-4491-97fe-42c89fa3cf56 None None] Deleting port 014d1161-a774-4426-b4b0-3748158ac63c {{(pid=109868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:46:21.257278 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bc38d6b6-1d54-4491-97fe-42c89fa3cf56 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:21.260594 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.tag.tag_plugin [None req-a27b93b8-8aff-4439-96ec-afb6b8b3a341 tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'feff6e46-2e72-434d-9e96-a7a6252d614c', 'tempest-TagsExtTest-Tag-1451971712') {} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:21.310164 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-25555b77-9f35-47dd-a450-6f6fea50d0ed req-3ada2bb9-0b16-456a-b02c-ed52c09185bd tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:46:21.327282 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d2adeb-d5d2-4250-9a50-6236551a778b None None] Sync routers for ids ['7faeaee0-44de-4bed-b543-ae7f25fdeb87'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:46:21.336878 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c683b8c8-ae70-44fc-ba4c-d9bf598b3b6c tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=109866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:46:21.345063 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-bc38d6b6-1d54-4491-97fe-42c89fa3cf56 None None] For port 014d1161-a774-4426-b4b0-3748158ac63c, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=014d1161-a774-4426-b4b0-3748158ac63c,segment=NetworkSegment(475483c9-ea04-42c1-aded-8107e7b87bbf),segment_id=475483c9-ea04-42c1-aded-8107e7b87bbf)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:46:21.345481 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bc38d6b6-1d54-4491-97fe-42c89fa3cf56 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:21.363461 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-bc38d6b6-1d54-4491-97fe-42c89fa3cf56 None None] Calling delete_port for 014d1161-a774-4426-b4b0-3748158ac63c owned by network:dhcp {{(pid=109868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:46:21.367160 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d2adeb-d5d2-4250-9a50-6236551a778b None None] Routers {'7faeaee0-44de-4bed-b543-ae7f25fdeb87'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:46:21.367798 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-92d2adeb-d5d2-4250-9a50-6236551a778b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:45:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['7faeaee0-44de-4bed-b543-ae7f25fdeb87'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:21.380960 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c683b8c8-ae70-44fc-ba4c-d9bf598b3b6c tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:21.381305 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.segments_db [None req-c683b8c8-ae70-44fc-ba4c-d9bf598b3b6c tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Added segment 71ee480b-70b4-42b8-92ed-e49b05c20271 of type vlan for network 2cd833b3-3433-466d-89b2-5c1f6977ad8b Nov 24 01:46:21.384636 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-458e8085-9e44-4f38-8035-e89fd869dba5 tempest-TagsTest-657237182 tempest-TagsTest-657237182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:21.403840 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4392adbd-cf51-402c-bb0f-f4abf0af4402 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:21.404079 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [req-25555b77-9f35-47dd-a450-6f6fea50d0ed req-3ada2bb9-0b16-456a-b02c-ed52c09185bd tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] No DVR routers for this DVR port 85abd4be-a36c-4027-bd8c-379d9bb9395e on host hv-neutron-8189 {{(pid=109867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:46:21.406405 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4392adbd-cf51-402c-bb0f-f4abf0af4402 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] Publish callbacks [] for security_group, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:21.410542 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-75c9dfb2-b435-45dd-9720-51722d56eddd tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Deleting port 014d1161-a774-4426-b4b0-3748158ac63c {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:46:21.410752 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-4392adbd-cf51-402c-bb0f-f4abf0af4402 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] 10.222.0.21 "DELETE /v2.0/security-groups/8cef3b03-e938-401d-a30c-e62493fab23d HTTP/1.1" status: 204 len: 168 time: 0.7949624 Nov 24 01:46:21.410839 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-75c9dfb2-b435-45dd-9720-51722d56eddd tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:21.422426 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-25555b77-9f35-47dd-a450-6f6fea50d0ed req-3ada2bb9-0b16-456a-b02c-ed52c09185bd tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:21.425998 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-25555b77-9f35-47dd-a450-6f6fea50d0ed req-3ada2bb9-0b16-456a-b02c-ed52c09185bd tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] 10.222.0.48 "DELETE /v2.0/ports/85abd4be-a36c-4027-bd8c-379d9bb9395e HTTP/1.1" status: 204 len: 173 time: 4.6933742 Nov 24 01:46:21.426652 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45676) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:21.428406 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1515355-9a2f-447a-a05d-0c05d0f42b65', 'name': 'network-vif-deleted', 'tag': '85abd4be-a36c-4027-bd8c-379d9bb9395e'}] {{(pid=109867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 01:46:21.430991 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2155eb48762029a847224b6ca77dbed8b251e8450d3d79f1fc0a82d404e82e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e2b3cef-a908-4460-b893-1576fd5d115a" -d '{"events": [{"server_uuid": "d1515355-9a2f-447a-a05d-0c05d0f42b65", "name": "network-vif-deleted", "tag": "85abd4be-a36c-4027-bd8c-379d9bb9395e"}]}' {{(pid=109867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 01:46:21.450443 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-458e8085-9e44-4f38-8035-e89fd869dba5 tempest-TagsTest-657237182 tempest-TagsTest-657237182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08c0d3ce-cff5-441b-a329-c561e221dd4b']}} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:21.475336 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4392adbd-cf51-402c-bb0f-f4abf0af4402 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cef3b03-e938-401d-a30c-e62493fab23d,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:21.480349 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-458e8085-9e44-4f38-8035-e89fd869dba5 tempest-TagsTest-657237182 tempest-TagsTest-657237182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a39d8bb-e60f-485e-9f0c-a708acf9a7f8') {'for_net_delete': True} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:21.480680 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-458e8085-9e44-4f38-8035-e89fd869dba5 tempest-TagsTest-657237182 tempest-TagsTest-657237182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a39d8bb-e60f-485e-9f0c-a708acf9a7f8') {} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:21.483761 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c683b8c8-ae70-44fc-ba4c-d9bf598b3b6c tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:21.487253 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8bb64940-f718-46e3-9133-4cb2efb30f26 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:21.504879 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-458e8085-9e44-4f38-8035-e89fd869dba5 tempest-TagsTest-657237182 tempest-TagsTest-657237182-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29055561'] for segment, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:21.508058 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 01:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f0479bd-b44b-421d-9d9b-9197b249d468 x-openstack-request-id: req-8f0479bd-b44b-421d-9d9b-9197b249d468 {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 01:46:21.508386 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1515355-9a2f-447a-a05d-0c05d0f42b65", "name": "network-vif-deleted", "tag": "85abd4be-a36c-4027-bd8c-379d9bb9395e", "status": "completed", "code": 200}]} {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 01:46:21.512062 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8f0479bd-b44b-421d-9d9b-9197b249d468 {{(pid=109867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 01:46:21.512507 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1515355-9a2f-447a-a05d-0c05d0f42b65', 'name': 'network-vif-deleted', 'tag': '85abd4be-a36c-4027-bd8c-379d9bb9395e', 'status': 'completed', 'code': 200} Nov 24 01:46:21.521088 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.api.v2.resource [None req-399a3ff0-0198-487b-99e4-6b63de6ae719 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] show failed (client error): The resource could not be found. Nov 24 01:46:21.524634 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-399a3ff0-0198-487b-99e4-6b63de6ae719 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] 10.222.0.21 "GET /v2.0/security-groups/8cef3b03-e938-401d-a30c-e62493fab23d HTTP/1.1" status: 404 len: 347 time: 0.0879788 Nov 24 01:46:21.529472 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45682) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:21.560293 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-458e8085-9e44-4f38-8035-e89fd869dba5 tempest-TagsTest-657237182 tempest-TagsTest-657237182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:21.569816 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.api.v2.resource [None req-a27b93b8-8aff-4439-96ec-afb6b8b3a341 tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] show failed (client error): The resource could not be found. Nov 24 01:46:21.574462 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-a27b93b8-8aff-4439-96ec-afb6b8b3a341 tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] 10.222.0.21 "GET /v2.0/routers/feff6e46-2e72-434d-9e96-a7a6252d614c/tags/tempest-TagsExtTest-Tag-1451971712 HTTP/1.1" status: 404 len: 329 time: 0.3174853 Nov 24 01:46:21.583017 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45684) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:21.587543 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.tag.tag_plugin [None req-c80c02b5-4036-4b6c-beb1-90bc3941fb8f tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '0c912adf-5abd-48c8-9e85-3135c1d2502b', {'tags': ['tempest-TagsExtTest-Tag-358448810', 'tempest-TagsExtTest-Tag-658946463', 'tempest-TagsExtTest-Tag-1791723970']}) {} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:21.611029 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-458e8085-9e44-4f38-8035-e89fd869dba5 tempest-TagsTest-657237182 tempest-TagsTest-657237182-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=109866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:46:21.611429 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-458e8085-9e44-4f38-8035-e89fd869dba5 tempest-TagsTest-657237182 tempest-TagsTest-657237182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29151010'] for segment, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:21.614846 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c683b8c8-ae70-44fc-ba4c-d9bf598b3b6c tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:21.620362 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c683b8c8-ae70-44fc-ba4c-d9bf598b3b6c tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:21.620960 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c683b8c8-ae70-44fc-ba4c-d9bf598b3b6c tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:21.623357 dv-neutron-818911-2-hyperv neutron-server[109866]: Traceback (most recent call last): Nov 24 01:46:21.623357 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:46:21.623357 dv-neutron-818911-2-hyperv neutron-server[109866]: timer() Nov 24 01:46:21.623357 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:46:21.623357 dv-neutron-818911-2-hyperv neutron-server[109866]: cb(*args, **kw) Nov 24 01:46:21.623357 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:46:21.623357 dv-neutron-818911-2-hyperv neutron-server[109866]: return func(*args, **kwargs) Nov 24 01:46:21.623357 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:46:21.623357 dv-neutron-818911-2-hyperv neutron-server[109866]: self._notify() Nov 24 01:46:21.623357 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:46:21.623357 dv-neutron-818911-2-hyperv neutron-server[109866]: self.callback(batched_events) Nov 24 01:46:21.623357 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:46:21.623357 dv-neutron-818911-2-hyperv neutron-server[109866]: event.method(event) Nov 24 01:46:21.623357 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:46:21.623357 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:46:21.623357 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:46:21.623357 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:46:21.623357 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:46:21.623357 dv-neutron-818911-2-hyperv neutron-server[109866]: return f(self, *a, **k) Nov 24 01:46:21.623357 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:46:21.623357 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._get(url).json() Nov 24 01:46:21.623357 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:46:21.623357 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:46:21.623357 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:46:21.623357 dv-neutron-818911-2-hyperv neutron-server[109866]: return self.request(url, 'GET', **kwargs) Nov 24 01:46:21.623357 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:46:21.623357 dv-neutron-818911-2-hyperv neutron-server[109866]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:46:21.623357 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:46:21.623357 dv-neutron-818911-2-hyperv neutron-server[109866]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:46:21.623357 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:46:21.623357 dv-neutron-818911-2-hyperv neutron-server[109866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:46:21.623357 dv-neutron-818911-2-hyperv neutron-server[109866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:46:21.656148 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-4dab0e15-499c-498e-9027-f2cf2155bec8 req-8a13bb9e-a554-4513-b7c9-b5a2b63bbffc tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1515355-9a2f-447a-a05d-0c05d0f42b65 HTTP/1.1" status: 200 len: 210 time: 0.0715234 Nov 24 01:46:21.674160 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [None req-75c9dfb2-b435-45dd-9720-51722d56eddd tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] For port 014d1161-a774-4426-b4b0-3748158ac63c, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=014d1161-a774-4426-b4b0-3748158ac63c,segment=NetworkSegment(475483c9-ea04-42c1-aded-8107e7b87bbf),segment_id=475483c9-ea04-42c1-aded-8107e7b87bbf)] {{(pid=109867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:46:21.674385 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-75c9dfb2-b435-45dd-9720-51722d56eddd tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:21.693607 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 014d1161-a774-4426-b4b0-3748158ac63c no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:46:21.693872 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-75c9dfb2-b435-45dd-9720-51722d56eddd tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Calling delete_port for 014d1161-a774-4426-b4b0-3748158ac63c owned by network:dhcp {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:46:21.745758 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bc38d6b6-1d54-4491-97fe-42c89fa3cf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974'] for port, after_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:21.758179 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-92d2adeb-d5d2-4250-9a50-6236551a778b None None] Set router 7faeaee0-44de-4bed-b543-ae7f25fdeb87 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:46:21.799010 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-75c9dfb2-b435-45dd-9720-51722d56eddd tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:21.816073 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc38d6b6-1d54-4491-97fe-42c89fa3cf56 None None] Pushing event deleted for resources: {'Port': ['ID=014d1161-a774-4426-b4b0-3748158ac63c,revision_number=None']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:21.819858 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc38d6b6-1d54-4491-97fe-42c89fa3cf56 None None] No DVR routers for this DVR port 014d1161-a774-4426-b4b0-3748158ac63c on host dv-neutron-818911-2-hyperv {{(pid=109868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:46:21.823753 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-c683b8c8-ae70-44fc-ba4c-d9bf598b3b6c tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7820790 Nov 24 01:46:21.832415 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No active binding found for port 014d1161-a774-4426-b4b0-3748158ac63c {{(pid=109868) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 24 01:46:21.832969 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 014d1161-a774-4426-b4b0-3748158ac63c not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:46:21.834652 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45688) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:21.861150 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-5ccaab02-208c-463a-be20-46fb66bfddab tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Request body: {'subnet': {'network_id': '2cd833b3-3433-466d-89b2-5c1f6977ad8b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:46:21.862173 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c683b8c8-ae70-44fc-ba4c-d9bf598b3b6c tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Pushing event updated for resources: {'Network': ['ID=2cd833b3-3433-466d-89b2-5c1f6977ad8b,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:21.866907 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-458e8085-9e44-4f38-8035-e89fd869dba5 tempest-TagsTest-657237182 tempest-TagsTest-657237182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:21.879956 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-458e8085-9e44-4f38-8035-e89fd869dba5 tempest-TagsTest-657237182 tempest-TagsTest-657237182-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:21.880786 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network 2cd833b3-3433-466d-89b2-5c1f6977ad8b details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:46:21.885398 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-458e8085-9e44-4f38-8035-e89fd869dba5 tempest-TagsTest-657237182 tempest-TagsTest-657237182-project] 10.222.0.21 "DELETE /v2.0/networks/08c0d3ce-cff5-441b-a329-c561e221dd4b HTTP/1.1" status: 204 len: 168 time: 1.0708842 Nov 24 01:46:21.894624 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c9dfb2-b435-45dd-9720-51722d56eddd tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Pushing event deleted for resources: {'Port': ['ID=014d1161-a774-4426-b4b0-3748158ac63c,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:21.903849 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458e8085-9e44-4f38-8035-e89fd869dba5 tempest-TagsTest-657237182 tempest-TagsTest-657237182-project] Pushing event deleted for resources: {'Network': ['ID=08c0d3ce-cff5-441b-a329-c561e221dd4b,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:21.909956 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-8bb64940-f718-46e3-9133-4cb2efb30f26 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Deleting port 77e2082c-efa8-4982-af61-520f4244d66d {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:46:21.910852 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8bb64940-f718-46e3-9133-4cb2efb30f26 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:21.924341 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-c80c02b5-4036-4b6c-beb1-90bc3941fb8f tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] 10.222.0.21 "PUT /v2.0/subnetpools/0c912adf-5abd-48c8-9e85-3135c1d2502b/tags HTTP/1.1" status: 200 len: 316 time: 0.3364909 Nov 24 01:46:21.924341 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c9dfb2-b435-45dd-9720-51722d56eddd tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] No DVR routers for this DVR port 014d1161-a774-4426-b4b0-3748158ac63c on host dv-neutron-818911-2-hyperv {{(pid=109867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:46:21.932716 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45692) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:21.937527 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.tag.tag_plugin [None req-7efddd2e-9860-4246-bc67-b9da3971e111 tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '0c912adf-5abd-48c8-9e85-3135c1d2502b') {} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:21.941758 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8a10f7-b0b2-4b09-a23a-bd45dba50657 req-c3bd2b02-3934-4e03-8772-620785b50f8d tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:21.942828 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-9c8a10f7-b0b2-4b09-a23a-bd45dba50657 req-c3bd2b02-3934-4e03-8772-620785b50f8d tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/ports?device_id=54a6fdcb-af1b-4e68-a904-3bb95b5cf340 HTTP/1.1" status: 200 len: 945 time: 0.1808510 Nov 24 01:46:22.201927 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-75c9dfb2-b435-45dd-9720-51722d56eddd tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:22.224786 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ccaab02-208c-463a-be20-46fb66bfddab tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Made reservation on behalf of 52012859bd7040dfaae99173fefc0e0b for: {'subnet': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:46:22.229445 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5ccaab02-208c-463a-be20-46fb66bfddab tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25307781'] for subnet, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:22.230569 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-92d2adeb-d5d2-4250-9a50-6236551a778b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7faeaee0-44de-4bed-b543-ae7f25fdeb87', 'name': 'tempest-ServersTestJSON-83270705-router', 'tenant_id': '7ca5ab9ca83c45e6a41b1ce3bf5dc5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.131'}], 'enable_snat': True}, 'gw_port_id': 'c1cd4525-a123-400d-a60b-b3f5eed99df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:44:29Z', 'updated_at': '2021-11-24T01:44:43Z', 'revision_number': 4, 'project_id': '7ca5ab9ca83c45e6a41b1ce3bf5dc5f5', 'gw_port': {'id': 'c1cd4525-a123-400d-a60b-b3f5eed99df6', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7faeaee0-44de-4bed-b543-ae7f25fdeb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:44:31Z', 'updated_at': '2021-11-24T01:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': 'bc686215-0679-4431-bbdb-a29ee527ab4e', 'name': '', 'network_id': 'f4b0113f-5a2c-4a97-a650-fea5845398b7', 'tenant_id': '7ca5ab9ca83c45e6a41b1ce3bf5dc5f5', 'mac_address': 'fa:16:3e:26:d1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7faeaee0-44de-4bed-b543-ae7f25fdeb87', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'f0a91a6b-0fc2-490d-ba3d-91453eb80dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:44:41Z', 'updated_at': '2021-11-24T01:44:49Z', 'revision_number': 5, 'project_id': '7ca5ab9ca83c45e6a41b1ce3bf5dc5f5', 'subnets': [{'id': 'f0a91a6b-0fc2-490d-ba3d-91453eb80dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:22.268529 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d2adeb-d5d2-4250-9a50-6236551a778b None None] Checking router: 7faeaee0-44de-4bed-b543-ae7f25fdeb87 for host: dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 01:46:22.278651 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d2adeb-d5d2-4250-9a50-6236551a778b None None] Routers {'7faeaee0-44de-4bed-b543-ae7f25fdeb87'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:46:22.278980 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-92d2adeb-d5d2-4250-9a50-6236551a778b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:45:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['7faeaee0-44de-4bed-b543-ae7f25fdeb87'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:22.332463 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-c79c7572-e5dc-4c00-9bc1-7ecc6914d819 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] Deleting port 04072c57-c5aa-4d87-8c79-012557f67ab7 {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:46:22.333022 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c79c7572-e5dc-4c00-9bc1-7ecc6914d819 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:22.349530 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45696) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:22.385174 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-75c9dfb2-b435-45dd-9720-51722d56eddd tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71842888-b7e9-4827-b0f4-3edad0794241']}} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:22.401964 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8bb64940-f718-46e3-9133-4cb2efb30f26 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:22.407168 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-92d2adeb-d5d2-4250-9a50-6236551a778b None None] Set router 7faeaee0-44de-4bed-b543-ae7f25fdeb87 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:46:22.423073 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-75c9dfb2-b435-45dd-9720-51722d56eddd tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '475483c9-ea04-42c1-aded-8107e7b87bbf') {'for_net_delete': True} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:22.423563 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-75c9dfb2-b435-45dd-9720-51722d56eddd tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '475483c9-ea04-42c1-aded-8107e7b87bbf') {} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:22.433342 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-7efddd2e-9860-4246-bc67-b9da3971e111 tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] 10.222.0.21 "DELETE /v2.0/subnetpools/0c912adf-5abd-48c8-9e85-3135c1d2502b/tags HTTP/1.1" status: 204 len: 168 time: 0.4995863 Nov 24 01:46:22.440654 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-9c8a10f7-b0b2-4b09-a23a-bd45dba50657 req-190fd9e6-394e-4177-8c12-5d958b9041a8 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa820965-f51f-4c0f-92b9-3c3d3d9ef329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4839506 Nov 24 01:46:22.442321 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-75c9dfb2-b435-45dd-9720-51722d56eddd tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28690908'] for segment, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:22.443942 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45700) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:22.448349 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.tag.tag_plugin [None req-62b7fb88-803f-4dc5-bf51-d75b7e618513 tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '0c912adf-5abd-48c8-9e85-3135c1d2502b', 'tempest-TagsExtTest-Tag-358448810') {} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:22.449182 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-8bb64940-f718-46e3-9133-4cb2efb30f26 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Calling delete_port for 77e2082c-efa8-4982-af61-520f4244d66d owned by network:router_gateway {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:46:22.494924 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-75c9dfb2-b435-45dd-9720-51722d56eddd tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:22.505677 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75c9dfb2-b435-45dd-9720-51722d56eddd tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=109867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:46:22.506408 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-75c9dfb2-b435-45dd-9720-51722d56eddd tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25503736'] for segment, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:22.511626 dv-neutron-818911-2-hyperv neutron-server[109867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 01:46:22.511626 dv-neutron-818911-2-hyperv neutron-server[109867]: self.session.flush() Nov 24 01:46:22.511626 dv-neutron-818911-2-hyperv neutron-server[109867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 01:46:22.511626 dv-neutron-818911-2-hyperv neutron-server[109867]: self.session.flush() Nov 24 01:46:22.511626 dv-neutron-818911-2-hyperv neutron-server[109867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 01:46:22.511626 dv-neutron-818911-2-hyperv neutron-server[109867]: self.session.flush() Nov 24 01:46:22.511626 dv-neutron-818911-2-hyperv neutron-server[109867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 01:46:22.511626 dv-neutron-818911-2-hyperv neutron-server[109867]: self.session.flush() Nov 24 01:46:22.511626 dv-neutron-818911-2-hyperv neutron-server[109867]: Traceback (most recent call last): Nov 24 01:46:22.511626 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:46:22.511626 dv-neutron-818911-2-hyperv neutron-server[109867]: timer() Nov 24 01:46:22.511626 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:46:22.511626 dv-neutron-818911-2-hyperv neutron-server[109867]: cb(*args, **kw) Nov 24 01:46:22.511626 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:46:22.511626 dv-neutron-818911-2-hyperv neutron-server[109867]: return func(*args, **kwargs) Nov 24 01:46:22.511626 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:46:22.511626 dv-neutron-818911-2-hyperv neutron-server[109867]: self._notify() Nov 24 01:46:22.511626 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:46:22.511626 dv-neutron-818911-2-hyperv neutron-server[109867]: self.callback(batched_events) Nov 24 01:46:22.511626 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:46:22.511626 dv-neutron-818911-2-hyperv neutron-server[109867]: event.method(event) Nov 24 01:46:22.511626 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:46:22.511626 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:46:22.511626 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:46:22.511626 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:46:22.511626 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:46:22.511626 dv-neutron-818911-2-hyperv neutron-server[109867]: return f(self, *a, **k) Nov 24 01:46:22.511626 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:46:22.511626 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._get(url).json() Nov 24 01:46:22.511626 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:46:22.511626 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:46:22.511626 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:46:22.511626 dv-neutron-818911-2-hyperv neutron-server[109867]: return self.request(url, 'GET', **kwargs) Nov 24 01:46:22.511626 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:46:22.511626 dv-neutron-818911-2-hyperv neutron-server[109867]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:46:22.511626 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:46:22.511626 dv-neutron-818911-2-hyperv neutron-server[109867]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:46:22.511626 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:46:22.511626 dv-neutron-818911-2-hyperv neutron-server[109867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:46:22.511626 dv-neutron-818911-2-hyperv neutron-server[109867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:46:22.514607 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c79c7572-e5dc-4c00-9bc1-7ecc6914d819 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:22.515045 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c79c7572-e5dc-4c00-9bc1-7ecc6914d819 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:22.532283 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-c79c7572-e5dc-4c00-9bc1-7ecc6914d819 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] Calling delete_port for 04072c57-c5aa-4d87-8c79-012557f67ab7 owned by network:floatingip {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:46:22.609588 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.api.v2.resource [None req-62b7fb88-803f-4dc5-bf51-d75b7e618513 tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] show failed (client error): The resource could not be found. Nov 24 01:46:22.611314 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-62b7fb88-803f-4dc5-bf51-d75b7e618513 tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] 10.222.0.21 "GET /v2.0/subnetpools/0c912adf-5abd-48c8-9e85-3135c1d2502b/tags/tempest-TagsExtTest-Tag-358448810 HTTP/1.1" status: 404 len: 328 time: 0.1663816 Nov 24 01:46:22.617069 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45702) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:22.622218 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.tag.tag_plugin [None req-70f0a222-0589-486b-8ea6-d7e78a200996 tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '0c912adf-5abd-48c8-9e85-3135c1d2502b', 'tempest-TagsExtTest-Tag-658946463') {} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:22.628760 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5ccaab02-208c-463a-be20-46fb66bfddab tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25501847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25307831'] for subnet, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:22.662944 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-92d2adeb-d5d2-4250-9a50-6236551a778b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7faeaee0-44de-4bed-b543-ae7f25fdeb87', 'name': 'tempest-ServersTestJSON-83270705-router', 'tenant_id': '7ca5ab9ca83c45e6a41b1ce3bf5dc5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.131'}], 'enable_snat': True}, 'gw_port_id': 'c1cd4525-a123-400d-a60b-b3f5eed99df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:44:29Z', 'updated_at': '2021-11-24T01:44:43Z', 'revision_number': 4, 'project_id': '7ca5ab9ca83c45e6a41b1ce3bf5dc5f5', 'gw_port': {'id': 'c1cd4525-a123-400d-a60b-b3f5eed99df6', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7faeaee0-44de-4bed-b543-ae7f25fdeb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:44:31Z', 'updated_at': '2021-11-24T01:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': 'bc686215-0679-4431-bbdb-a29ee527ab4e', 'name': '', 'network_id': 'f4b0113f-5a2c-4a97-a650-fea5845398b7', 'tenant_id': '7ca5ab9ca83c45e6a41b1ce3bf5dc5f5', 'mac_address': 'fa:16:3e:26:d1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7faeaee0-44de-4bed-b543-ae7f25fdeb87', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'f0a91a6b-0fc2-490d-ba3d-91453eb80dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:44:41Z', 'updated_at': '2021-11-24T01:44:49Z', 'revision_number': 5, 'project_id': '7ca5ab9ca83c45e6a41b1ce3bf5dc5f5', 'subnets': [{'id': 'f0a91a6b-0fc2-490d-ba3d-91453eb80dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:22.665902 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-75c9dfb2-b435-45dd-9720-51722d56eddd tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:22.690038 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-75c9dfb2-b435-45dd-9720-51722d56eddd tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:22.699527 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-75c9dfb2-b435-45dd-9720-51722d56eddd tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "DELETE /v2.0/networks/71842888-b7e9-4827-b0f4-3edad0794241 HTTP/1.1" status: 204 len: 168 time: 1.7054303 Nov 24 01:46:22.699708 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-063023c6-f6bf-4555-a12b-8af51ead3fa9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c7d4d8a9a0fb40538266630407e4c4bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3412895 Nov 24 01:46:22.699708 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45706) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:22.700621 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45708) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:22.705945 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d2adeb-d5d2-4250-9a50-6236551a778b None None] The sync data for ids ['7faeaee0-44de-4bed-b543-ae7f25fdeb87'] in dv-neutron-818911-2-hyperv is: [{'id': '7faeaee0-44de-4bed-b543-ae7f25fdeb87', 'name': 'tempest-ServersTestJSON-83270705-router', 'tenant_id': '7ca5ab9ca83c45e6a41b1ce3bf5dc5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.131'}], 'enable_snat': True}, 'gw_port_id': 'c1cd4525-a123-400d-a60b-b3f5eed99df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:44:29Z', 'updated_at': '2021-11-24T01:44:43Z', 'revision_number': 4, 'project_id': '7ca5ab9ca83c45e6a41b1ce3bf5dc5f5', 'gw_port': {'id': 'c1cd4525-a123-400d-a60b-b3f5eed99df6', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7faeaee0-44de-4bed-b543-ae7f25fdeb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:44:31Z', 'updated_at': '2021-11-24T01:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': 'bc686215-0679-4431-bbdb-a29ee527ab4e', 'name': '', 'network_id': 'f4b0113f-5a2c-4a97-a650-fea5845398b7', 'tenant_id': '7ca5ab9ca83c45e6a41b1ce3bf5dc5f5', 'mac_address': 'fa:16:3e:26:d1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7faeaee0-44de-4bed-b543-ae7f25fdeb87', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'f0a91a6b-0fc2-490d-ba3d-91453eb80dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:44:41Z', 'updated_at': '2021-11-24T01:44:49Z', 'revision_number': 5, 'project_id': '7ca5ab9ca83c45e6a41b1ce3bf5dc5f5', 'subnets': [{'id': 'f0a91a6b-0fc2-490d-ba3d-91453eb80dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:46:22.706783 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-c2b3af6a-55fb-41ba-8f0d-dd1b23766f5d tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Request body: {'port': {'network_id': '0b39e72d-1244-4a44-91ee-28b4de878b98', 'name': 'tempest-PortsTestJSON-1929374243'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:46:22.715278 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c9dfb2-b435-45dd-9720-51722d56eddd tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Pushing event deleted for resources: {'Network': ['ID=71842888-b7e9-4827-b0f4-3edad0794241,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:22.725475 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.api.v2.resource [None req-70f0a222-0589-486b-8ea6-d7e78a200996 tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] show failed (client error): The resource could not be found. Nov 24 01:46:22.729456 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-70f0a222-0589-486b-8ea6-d7e78a200996 tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] 10.222.0.21 "GET /v2.0/subnetpools/0c912adf-5abd-48c8-9e85-3135c1d2502b/tags/tempest-TagsExtTest-Tag-658946463 HTTP/1.1" status: 404 len: 328 time: 0.1085963 Nov 24 01:46:22.731804 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45710) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:22.736167 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccaab02-208c-463a-be20-46fb66bfddab tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Pushing event updated for resources: {'Subnet': ['ID=58cc19f0-47ef-4b8f-a3c6-1c42eb375455,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:22.756961 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ccaab02-208c-463a-be20-46fb66bfddab tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Checking segment: {'id': '71ee480b-70b4-42b8-92ed-e49b05c20271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2cd833b3-3433-466d-89b2-5c1f6977ad8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:46:22.757326 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ccaab02-208c-463a-be20-46fb66bfddab tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Network hostable DHCP agents. Network: 2cd833b3-3433-466d-89b2-5c1f6977ad8b, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 01:46:22.775715 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.tag.tag_plugin [None req-e8f67491-1da7-44f4-baf4-00e2d97bd6a5 tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '0c912adf-5abd-48c8-9e85-3135c1d2502b', 'tempest-TagsExtTest-Tag-1791723970') {} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:22.780091 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ccaab02-208c-463a-be20-46fb66bfddab tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Network 2cd833b3-3433-466d-89b2-5c1f6977ad8b is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 01:46:22.789733 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45714) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:22.799861 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-5ccaab02-208c-463a-be20-46fb66bfddab tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, 2cd833b3-3433-466d-89b2-5c1f6977ad8b) {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:46:22.809147 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d2ca44-2aa0-409b-bafa-7ddef0e96c31 None None] Network 2cd833b3-3433-466d-89b2-5c1f6977ad8b requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:46:22.817691 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ccaab02-208c-463a-be20-46fb66bfddab tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:22.818351 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5ccaab02-208c-463a-be20-46fb66bfddab tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:22.852967 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-5ccaab02-208c-463a-be20-46fb66bfddab tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0012989 Nov 24 01:46:22.856772 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45716) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:22.863385 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-7fb2e54f-150f-48b5-8d0d-a98184cdab71 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Request body: {'subnet': {'network_id': '2cd833b3-3433-466d-89b2-5c1f6977ad8b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:46:22.907879 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d17acdc3-632a-4a79-a5d8-c48579a8791b tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] Publish callbacks [] for security_group, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:22.946354 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.api.v2.resource [None req-e8f67491-1da7-44f4-baf4-00e2d97bd6a5 tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] show failed (client error): The resource could not be found. Nov 24 01:46:22.950526 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45718) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:22.951293 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-e8f67491-1da7-44f4-baf4-00e2d97bd6a5 tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] 10.222.0.21 "GET /v2.0/subnetpools/0c912adf-5abd-48c8-9e85-3135c1d2502b/tags/tempest-TagsExtTest-Tag-1791723970 HTTP/1.1" status: 404 len: 329 time: 0.1939740 Nov 24 01:46:22.955157 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.tag.tag_plugin [None req-597c6885-c08f-470c-9a8c-10c8dddb0939 tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '0c912adf-5abd-48c8-9e85-3135c1d2502b') {} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:22.980939 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d17acdc3-632a-4a79-a5d8-c48579a8791b tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:22.994287 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8bb64940-f718-46e3-9133-4cb2efb30f26 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:23.003103 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf0317e-df1a-4418-8121-ee3f449e5db5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-2cd833b3-3433-466d-89b2-5c1f6977ad8b', 'network_id': '2cd833b3-3433-466d-89b2-5c1f6977ad8b', 'tenant_id': '52012859bd7040dfaae99173fefc0e0b', 'fixed_ips': [{'subnet_id': '58cc19f0-47ef-4b8f-a3c6-1c42eb375455'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 01:46:23.004037 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-8bf0317e-df1a-4418-8121-ee3f449e5db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:23.039902 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-597c6885-c08f-470c-9a8c-10c8dddb0939 tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] 10.222.0.21 "DELETE /v2.0/subnetpools/0c912adf-5abd-48c8-9e85-3135c1d2502b/tags HTTP/1.1" status: 204 len: 168 time: 0.0878062 Nov 24 01:46:23.052142 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45720) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:23.061012 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.tag.tag_plugin [None req-3d5b19c2-1727-4bc8-b5c9-e837ffc77761 tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'feff6e46-2e72-434d-9e96-a7a6252d614c') {} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:23.067861 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-2212ba8c-59b9-4164-be6e-adfd6b478ec7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:23.069746 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb64940-f718-46e3-9133-4cb2efb30f26 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Pushing event deleted for resources: {'Port': ['ID=77e2082c-efa8-4982-af61-520f4244d66d,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:23.074672 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c79c7572-e5dc-4c00-9bc1-7ecc6914d819 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:23.090388 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d17acdc3-632a-4a79-a5d8-c48579a8791b tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:23.093498 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d17acdc3-632a-4a79-a5d8-c48579a8791b tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:23.097685 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-d17acdc3-632a-4a79-a5d8-c48579a8791b tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] 10.222.0.21 "DELETE /v2.0/security-groups/d9ae5c6e-bf24-46cb-bbda-efac3484cadb HTTP/1.1" status: 204 len: 168 time: 0.3035085 Nov 24 01:46:23.102737 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45722) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:23.124835 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fb2e54f-150f-48b5-8d0d-a98184cdab71 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Made reservation on behalf of 52012859bd7040dfaae99173fefc0e0b for: {'subnet': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:46:23.130223 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7fb2e54f-150f-48b5-8d0d-a98184cdab71 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25307781'] for subnet, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:23.133697 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17acdc3-632a-4a79-a5d8-c48579a8791b tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9ae5c6e-bf24-46cb-bbda-efac3484cadb,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:23.140520 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.api.v2.resource [None req-35708228-4e1f-444d-adf4-7c9e965b2a8f tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] show failed (client error): The resource could not be found. Nov 24 01:46:23.140520 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-35708228-4e1f-444d-adf4-7c9e965b2a8f tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] 10.222.0.21 "GET /v2.0/security-groups/d9ae5c6e-bf24-46cb-bbda-efac3484cadb HTTP/1.1" status: 404 len: 347 time: 0.0334361 Nov 24 01:46:23.150476 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2b3af6a-55fb-41ba-8f0d-dd1b23766f5d tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Made reservation on behalf of dffe9b32758f41e588b204d5506b48f8 for: {'port': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:46:23.151104 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45724) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:23.154410 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c2b3af6a-55fb-41ba-8f0d-dd1b23766f5d tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:23.161549 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da45c2cf-6586-4a8d-95f6-094b31e44a7a None None] New status for floating IP 35dbef01-a194-429e-8b05-ac90c451fc43: DOWN {{(pid=109869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 01:46:23.204253 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79c7572-e5dc-4c00-9bc1-7ecc6914d819 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] Pushing event deleted for resources: {'Port': ['ID=04072c57-c5aa-4d87-8c79-012557f67ab7,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:23.230112 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-2212ba8c-59b9-4164-be6e-adfd6b478ec7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:23.295662 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [None req-c2b3af6a-55fb-41ba-8f0d-dd1b23766f5d tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] device_id is not set on port 1c5372c3-f25b-4113-8f22-54bb37c4620e yet. {{(pid=109866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 01:46:23.338814 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42275e9b-dbd8-4d5f-87b1-7d20e1c91463 None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:46:23.350517 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-6074fa7f-6c60-4e5a-bf51-dde9aa56b558 tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] Deleting port 6dd00cff-0031-4ed8-93e2-4a9f99243b84 {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:46:23.351207 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6074fa7f-6c60-4e5a-bf51-dde9aa56b558 tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:23.424660 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8bb64940-f718-46e3-9133-4cb2efb30f26 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418161'] for router_gateway, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:23.441956 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-3d5b19c2-1727-4bc8-b5c9-e837ffc77761 tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] 10.222.0.21 "DELETE /v2.0/routers/feff6e46-2e72-434d-9e96-a7a6252d614c/tags HTTP/1.1" status: 204 len: 168 time: 0.3854685 Nov 24 01:46:23.444617 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45726) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:23.450927 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.tag.tag_plugin [None req-6c5a4979-ce78-44fa-93a7-525d18d11c4c tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'da67b6d2-8c27-4130-84ec-9e620afa88d8') {} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:23.455115 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb41463e-e314-417f-b4e9-34258f2f0b22 None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:46:23.492631 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-8bf0317e-df1a-4418-8121-ee3f449e5db5 None None] Allocated IP 2001:db8::2 (2cd833b3-3433-466d-89b2-5c1f6977ad8b/58cc19f0-47ef-4b8f-a3c6-1c42eb375455/b899cf26-cf80-48db-99af-decd8cef26c8) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:46:23.511950 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c79c7572-e5dc-4c00-9bc1-7ecc6914d819 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] Publish callbacks [] for floatingip, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:23.514667 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c79c7572-e5dc-4c00-9bc1-7ecc6914d819 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for floatingip, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:23.515489 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6074fa7f-6c60-4e5a-bf51-dde9aa56b558 tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:23.515875 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6074fa7f-6c60-4e5a-bf51-dde9aa56b558 tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:23.519606 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-c79c7572-e5dc-4c00-9bc1-7ecc6914d819 tempest-ServersTestManualDisk-1308529910 tempest-ServersTestManualDisk-1308529910-project] 10.222.0.21 "DELETE /v2.0/floatingips/48107297-9ed6-4ad0-bfb1-9635947c4897 HTTP/1.1" status: 204 len: 168 time: 1.9895525 Nov 24 01:46:23.525004 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45730) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:23.544437 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-6074fa7f-6c60-4e5a-bf51-dde9aa56b558 tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] Calling delete_port for 6dd00cff-0031-4ed8-93e2-4a9f99243b84 owned by network:floatingip {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:46:23.550380 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-2212ba8c-59b9-4164-be6e-adfd6b478ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:23.553862 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-2212ba8c-59b9-4164-be6e-adfd6b478ec7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:23.556958 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-2212ba8c-59b9-4164-be6e-adfd6b478ec7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/830398a9-c9be-4d01-97df-3a9b9f28e8fc HTTP/1.1" status: 204 len: 168 time: 0.8525369 Nov 24 01:46:23.575574 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8bb64940-f718-46e3-9133-4cb2efb30f26 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-424460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2766'] for router, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:23.587815 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8bb64940-f718-46e3-9133-4cb2efb30f26 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:23.592298 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2212ba8c-59b9-4164-be6e-adfd6b478ec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=830398a9-c9be-4d01-97df-3a9b9f28e8fc,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:23.691592 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8bb64940-f718-46e3-9133-4cb2efb30f26 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-424469'] for router, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:23.692264 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bb64940-f718-46e3-9133-4cb2efb30f26 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Fanout notify agent at l3_agent the message router_deleted on router 7f206a52-6a36-47e3-9fd1-eb2ab1e524e3 {{(pid=109866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 01:46:23.706745 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8bb64940-f718-46e3-9133-4cb2efb30f26 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks [] for router, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:23.712711 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-8bb64940-f718-46e3-9133-4cb2efb30f26 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] 10.222.0.21 "DELETE /v2.0/routers/7f206a52-6a36-47e3-9fd1-eb2ab1e524e3 HTTP/1.1" status: 204 len: 168 time: 2.9553297 Nov 24 01:46:23.713451 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45734) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:23.720068 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-116ba6cd-a148-438a-a2a3-7bc68c64691e tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1192739794', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}, 'admin_state_up': False}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:46:23.729530 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c2b3af6a-55fb-41ba-8f0d-dd1b23766f5d tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:23.747720 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-8bf0317e-df1a-4418-8121-ee3f449e5db5 None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:23.756984 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-8bf0317e-df1a-4418-8121-ee3f449e5db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:23.764876 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-116ba6cd-a148-438a-a2a3-7bc68c64691e tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-424105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2744'] for router, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:23.766002 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-116ba6cd-a148-438a-a2a3-7bc68c64691e tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-424325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-326625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2753'] for router, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:23.786416 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf0317e-df1a-4418-8121-ee3f449e5db5 None None] Network 2cd833b3-3433-466d-89b2-5c1f6977ad8b is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:46:23.799806 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c2b3af6a-55fb-41ba-8f0d-dd1b23766f5d tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:23.814588 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-8bf0317e-df1a-4418-8121-ee3f449e5db5 None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:46:23.817506 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf0317e-df1a-4418-8121-ee3f449e5db5 None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:46:23.862281 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-116ba6cd-a148-438a-a2a3-7bc68c64691e tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:23.881963 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b3af6a-55fb-41ba-8f0d-dd1b23766f5d tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Network 0b39e72d-1244-4a44-91ee-28b4de878b98 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:46:23.887807 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-c2b3af6a-55fb-41ba-8f0d-dd1b23766f5d tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:46:23.920219 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-8bf0317e-df1a-4418-8121-ee3f449e5db5 None None] Attempting to bind port b899cf26-cf80-48db-99af-decd8cef26c8 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:46:23.920590 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-8bf0317e-df1a-4418-8121-ee3f449e5db5 None None] Attempting to bind port b899cf26-cf80-48db-99af-decd8cef26c8 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '71ee480b-70b4-42b8-92ed-e49b05c20271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2cd833b3-3433-466d-89b2-5c1f6977ad8b'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:46:23.920804 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6074fa7f-6c60-4e5a-bf51-dde9aa56b558 tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:23.920936 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf0317e-df1a-4418-8121-ee3f449e5db5 None None] Attempting to bind port b899cf26-cf80-48db-99af-decd8cef26c8 on network 2cd833b3-3433-466d-89b2-5c1f6977ad8b {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:46:23.923055 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf0317e-df1a-4418-8121-ee3f449e5db5 None None] Pushing event updated for resources: {'Port': ['ID=b899cf26-cf80-48db-99af-decd8cef26c8,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:23.929441 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf0317e-df1a-4418-8121-ee3f449e5db5 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:46:23.929914 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf0317e-df1a-4418-8121-ee3f449e5db5 None None] Checking segment: {'id': '71ee480b-70b4-42b8-92ed-e49b05c20271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2cd833b3-3433-466d-89b2-5c1f6977ad8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:46:23.930252 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-8bf0317e-df1a-4418-8121-ee3f449e5db5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:23.931003 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf0317e-df1a-4418-8121-ee3f449e5db5 None None] Bound using segment: {'id': '71ee480b-70b4-42b8-92ed-e49b05c20271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2cd833b3-3433-466d-89b2-5c1f6977ad8b'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:46:23.932064 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-8bf0317e-df1a-4418-8121-ee3f449e5db5 None None] Bound port: b899cf26-cf80-48db-99af-decd8cef26c8, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71ee480b-70b4-42b8-92ed-e49b05c20271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2cd833b3-3433-466d-89b2-5c1f6977ad8b'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:46:23.932064 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-8bf0317e-df1a-4418-8121-ee3f449e5db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:23.968518 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6074fa7f-6c60-4e5a-bf51-dde9aa56b558 tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] Pushing event deleted for resources: {'Port': ['ID=6dd00cff-0031-4ed8-93e2-4a9f99243b84,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:23.986353 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7313b926-bb9a-4f67-a770-15232899f146 req-c70dde5d-fba1-4e01-9334-706ee6602856 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:23.994475 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-7313b926-bb9a-4f67-a770-15232899f146 req-c70dde5d-fba1-4e01-9334-706ee6602856 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/ports?device_id=54a6fdcb-af1b-4e68-a904-3bb95b5cf340 HTTP/1.1" status: 200 len: 945 time: 0.3968935 Nov 24 01:46:24.001199 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-8bf0317e-df1a-4418-8121-ee3f449e5db5 None None] For port b899cf26-cf80-48db-99af-decd8cef26c8, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:46:24.004662 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-8bf0317e-df1a-4418-8121-ee3f449e5db5 None None] For port b899cf26-cf80-48db-99af-decd8cef26c8, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=b899cf26-cf80-48db-99af-decd8cef26c8,segment=NetworkSegment(71ee480b-70b4-42b8-92ed-e49b05c20271),segment_id=71ee480b-70b4-42b8-92ed-e49b05c20271)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:46:24.007724 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b3af6a-55fb-41ba-8f0d-dd1b23766f5d tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:46:24.011689 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-8bf0317e-df1a-4418-8121-ee3f449e5db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:24.014436 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b3af6a-55fb-41ba-8f0d-dd1b23766f5d tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:24.015066 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c2b3af6a-55fb-41ba-8f0d-dd1b23766f5d tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:24.022268 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b3af6a-55fb-41ba-8f0d-dd1b23766f5d tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Pushing event updated for resources: {'Port': ['ID=1c5372c3-f25b-4113-8f22-54bb37c4620e,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:24.041935 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-6c5a4979-ce78-44fa-93a7-525d18d11c4c tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] 10.222.0.21 "DELETE /v2.0/ports/da67b6d2-8c27-4130-84ec-9e620afa88d8/tags HTTP/1.1" status: 204 len: 168 time: 0.5942504 Nov 24 01:46:24.044480 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45744) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:24.051953 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.tag.tag_plugin [None req-ac25bfd9-8a6e-45fc-9ea5-6eadc70462b6 tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e9496e84-893f-440c-b247-7ac4f669620f') {} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:24.054168 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4714ffe0-ba04-4d14-af49-d5827204dfcb None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:46:24.069234 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7fb2e54f-150f-48b5-8d0d-a98184cdab71 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25501847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25307831'] for subnet, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:24.098381 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf0317e-df1a-4418-8121-ee3f449e5db5 None None] Pushing event updated for resources: {'Port': ['ID=b899cf26-cf80-48db-99af-decd8cef26c8,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:24.148996 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-c2b3af6a-55fb-41ba-8f0d-dd1b23766f5d tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.4470747 Nov 24 01:46:24.155306 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45748) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:24.187746 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-116ba6cd-a148-438a-a2a3-7bc68c64691e tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:24.291855 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-7313b926-bb9a-4f67-a770-15232899f146 req-a8bb1ef9-36ed-402a-8801-e5ad952085fd tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa820965-f51f-4c0f-92b9-3c3d3d9ef329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2963312 Nov 24 01:46:24.316446 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb2e54f-150f-48b5-8d0d-a98184cdab71 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Network 2cd833b3-3433-466d-89b2-5c1f6977ad8b is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:46:24.336780 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb2e54f-150f-48b5-8d0d-a98184cdab71 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Pushing event updated for resources: {'Subnet': ['ID=26ee54ce-9166-4d0d-9440-54522d99fbb7,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:24.339180 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-7fb2e54f-150f-48b5-8d0d-a98184cdab71 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:46:24.340833 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6074fa7f-6c60-4e5a-bf51-dde9aa56b558 tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] Publish callbacks [] for floatingip, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:24.343394 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6074fa7f-6c60-4e5a-bf51-dde9aa56b558 tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for floatingip, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:24.349857 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-6074fa7f-6c60-4e5a-bf51-dde9aa56b558 tempest-ServersTestJSON-414362877 tempest-ServersTestJSON-414362877-project] 10.222.0.21 "DELETE /v2.0/floatingips/35dbef01-a194-429e-8b05-ac90c451fc43 HTTP/1.1" status: 204 len: 168 time: 1.1955354 Nov 24 01:46:24.357602 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-ac25bfd9-8a6e-45fc-9ea5-6eadc70462b6 tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] 10.222.0.21 "DELETE /v2.0/subnets/e9496e84-893f-440c-b247-7ac4f669620f/tags HTTP/1.1" status: 204 len: 168 time: 0.3046827 Nov 24 01:46:24.358304 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45752) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:24.358640 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45756) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:24.372199 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb2e54f-150f-48b5-8d0d-a98184cdab71 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:24.372781 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7fb2e54f-150f-48b5-8d0d-a98184cdab71 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:24.437396 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-7fb2e54f-150f-48b5-8d0d-a98184cdab71 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.5791378 Nov 24 01:46:24.442985 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45760) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:24.464459 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-715522cb-e71f-44c5-b5a3-3432f3dd4a90 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Deleting port 1c5372c3-f25b-4113-8f22-54bb37c4620e {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:46:24.465001 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-715522cb-e71f-44c5-b5a3-3432f3dd4a90 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:24.603120 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-715522cb-e71f-44c5-b5a3-3432f3dd4a90 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:24.630953 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-715522cb-e71f-44c5-b5a3-3432f3dd4a90 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Calling delete_port for 1c5372c3-f25b-4113-8f22-54bb37c4620e owned by {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:46:24.668381 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd34c69a-b35b-4fd5-834e-01d8fa0d3795 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:24.670096 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd34c69a-b35b-4fd5-834e-01d8fa0d3795 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:24.671921 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd34c69a-b35b-4fd5-834e-01d8fa0d3795 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:24.675038 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd34c69a-b35b-4fd5-834e-01d8fa0d3795 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:24.676627 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd34c69a-b35b-4fd5-834e-01d8fa0d3795 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:24.683267 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-dd34c69a-b35b-4fd5-834e-01d8fa0d3795 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2361348 Nov 24 01:46:24.689111 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45766) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:24.700752 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-867fc600-c8ad-47b8-8d5d-50a28fd6bd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:24.702183 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-cb048e70-f4cb-46fd-a250-9b47e43cd7bd tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-482405432'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:46:24.733694 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5c4f799e-e293-4ed8-9b4e-d2d1195f2cfc tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] Publish callbacks [] for subnetpool, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:24.735847 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-5c4f799e-e293-4ed8-9b4e-d2d1195f2cfc tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] 10.222.0.21 "DELETE /v2.0/subnetpools/0c912adf-5abd-48c8-9e85-3135c1d2502b HTTP/1.1" status: 204 len: 168 time: 0.3734593 Nov 24 01:46:24.747394 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45768) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:24.800568 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-b334ee54-7c30-4dd9-bdbb-aafb14ed7afa tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] 10.222.0.21 "GET /v2.0/ports?device_id=feff6e46-2e72-434d-9e96-a7a6252d614c HTTP/1.1" status: 200 len: 205 time: 0.0351205 Nov 24 01:46:24.807916 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45770) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:24.855641 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb048e70-f4cb-46fd-a250-9b47e43cd7bd tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Made reservation on behalf of 52012859bd7040dfaae99173fefc0e0b for: {'network': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:46:24.859153 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cb048e70-f4cb-46fd-a250-9b47e43cd7bd tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:24.921493 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb048e70-f4cb-46fd-a250-9b47e43cd7bd tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=109866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:46:24.931991 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cb048e70-f4cb-46fd-a250-9b47e43cd7bd tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:24.932346 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.segments_db [None req-cb048e70-f4cb-46fd-a250-9b47e43cd7bd tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Added segment 703bd6bd-5c7d-48ad-b233-55d874164025 of type vlan for network b4e17051-ffcd-4bc2-8276-94465088a7b4 Nov 24 01:46:24.949444 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-116ba6cd-a148-438a-a2a3-7bc68c64691e tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks [] for router_gateway, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:25.020653 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-116ba6cd-a148-438a-a2a3-7bc68c64691e tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:25.046260 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cb048e70-f4cb-46fd-a250-9b47e43cd7bd tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:25.148945 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cb048e70-f4cb-46fd-a250-9b47e43cd7bd tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:25.154797 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb048e70-f4cb-46fd-a250-9b47e43cd7bd tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:25.155440 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cb048e70-f4cb-46fd-a250-9b47e43cd7bd tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:25.265808 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-715522cb-e71f-44c5-b5a3-3432f3dd4a90 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:25.277666 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-25c5f9d8-3341-4648-8dbb-f0670824da6a tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] Publish callbacks [] for router, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:25.416889 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715522cb-e71f-44c5-b5a3-3432f3dd4a90 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Pushing event deleted for resources: {'Port': ['ID=1c5372c3-f25b-4113-8f22-54bb37c4620e,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:25.441392 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-00c45c7f-1a0a-48c9-9bbe-04b3bca354d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3777994'] for router_interface, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:25.443908 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-715522cb-e71f-44c5-b5a3-3432f3dd4a90 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:25.450252 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-715522cb-e71f-44c5-b5a3-3432f3dd4a90 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "DELETE /v2.0/ports/1c5372c3-f25b-4113-8f22-54bb37c4620e HTTP/1.1" status: 204 len: 168 time: 1.2690096 Nov 24 01:46:25.452491 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45790) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:25.454060 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a837456-78e5-4d9b-ab23-d1d5134d481a None None] Network 2cd833b3-3433-466d-89b2-5c1f6977ad8b requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:46:25.459062 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-589b6976-fe53-4ec1-93db-f2d4d113232d tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Request body: {'port': {'network_id': '0b39e72d-1244-4a44-91ee-28b4de878b98', 'mac_address': 'fa:16:3e:df:4c:f0', 'name': 'tempest-PortsTestJSON-798587700'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:46:25.620118 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45792) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:25.620774 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-cb048e70-f4cb-46fd-a250-9b47e43cd7bd tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9275653 Nov 24 01:46:25.628468 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-a993429c-5549-4ca7-94eb-eb57dda72de3 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Request body: {'network': {'name': 'New_network'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:46:25.636319 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-18e41f37-1bd6-4345-8ddf-77a3ccaec66c None None] Provisioning complete for port b899cf26-cf80-48db-99af-decd8cef26c8 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:46:25.636694 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-18e41f37-1bd6-4345-8ddf-77a3ccaec66c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:25.637281 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-25c5f9d8-3341-4648-8dbb-f0670824da6a tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-424460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2766'] for router, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:25.645184 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-25c5f9d8-3341-4648-8dbb-f0670824da6a tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:25.701105 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb048e70-f4cb-46fd-a250-9b47e43cd7bd tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Pushing event updated for resources: {'Network': ['ID=b4e17051-ffcd-4bc2-8276-94465088a7b4,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:25.734954 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network b4e17051-ffcd-4bc2-8276-94465088a7b4 details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:46:25.737280 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device b899cf26-cf80-48db-99af-decd8cef26c8 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:46:25.748347 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [None req-116ba6cd-a148-438a-a2a3-7bc68c64691e tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Allocated IP 172.26.5.118 (eb22795d-37ee-46ee-844d-92c17e2ea450/3e66fcff-6e72-4083-b514-48f69cdaa2cb/7d6897d3-ccd4-4441-a015-e023ba1da4cc) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:46:25.779261 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8dc85b-70a8-40cd-8649-647e1068aa38 req-2f8f8bb2-86f0-46a2-9f2e-e02709a00c02 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:25.780743 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-6e8dc85b-70a8-40cd-8649-647e1068aa38 req-2f8f8bb2-86f0-46a2-9f2e-e02709a00c02 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/ports?device_id=54a6fdcb-af1b-4e68-a904-3bb95b5cf340 HTTP/1.1" status: 200 len: 945 time: 0.2432489 Nov 24 01:46:25.894884 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-25c5f9d8-3341-4648-8dbb-f0670824da6a tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-424469'] for router, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:25.895414 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25c5f9d8-3341-4648-8dbb-f0670824da6a tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] Fanout notify agent at l3_agent the message router_deleted on router feff6e46-2e72-434d-9e96-a7a6252d614c {{(pid=109867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 01:46:25.913251 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-25c5f9d8-3341-4648-8dbb-f0670824da6a tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] Publish callbacks [] for router, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:25.914385 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-25c5f9d8-3341-4648-8dbb-f0670824da6a tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] 10.222.0.21 "DELETE /v2.0/routers/feff6e46-2e72-434d-9e96-a7a6252d614c HTTP/1.1" status: 204 len: 168 time: 1.1055517 Nov 24 01:46:25.919666 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45794) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:25.956711 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-18e41f37-1bd6-4345-8ddf-77a3ccaec66c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:25.962259 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3934d8bd-310d-4267-98e1-49117f020c03 None None] Update dhcp port {'port': {'network_id': '2cd833b3-3433-466d-89b2-5c1f6977ad8b', 'fixed_ips': [{'subnet_id': '58cc19f0-47ef-4b8f-a3c6-1c42eb375455', 'ip_address': '2001:db8::2'}, {'subnet_id': '26ee54ce-9166-4d0d-9440-54522d99fbb7'}], 'binding:host_id': 'dv-neutron-818911-2-hyperv'}, 'id': 'b899cf26-cf80-48db-99af-decd8cef26c8'} from dv-neutron-818911-2-hyperv. {{(pid=109868) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 24 01:46:25.984161 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-6e8dc85b-70a8-40cd-8649-647e1068aa38 req-fc806331-1d74-43db-8574-583e2ab58907 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa820965-f51f-4c0f-92b9-3c3d3d9ef329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1801581 Nov 24 01:46:25.989909 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-70f98e80-80a8-4430-890c-3aa07738e53f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3777994'] for router_interface, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:26.025246 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-3934d8bd-310d-4267-98e1-49117f020c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:26.032527 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45796) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:26.036984 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port b899cf26-cf80-48db-99af-decd8cef26c8 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:46:26.037390 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:26.041423 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-5bf4abfd-f3ef-484b-bc01-2845e2dbe340 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1043024076', 'description': 'tempest-secgroup-smoke-1043024076 description', 'project_id': 'c86e6537e95341b0928530c16780ff1b'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:46:26.063812 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-116ba6cd-a148-438a-a2a3-7bc68c64691e tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:26.066740 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-18e41f37-1bd6-4345-8ddf-77a3ccaec66c None None] For port b899cf26-cf80-48db-99af-decd8cef26c8, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=b899cf26-cf80-48db-99af-decd8cef26c8,segment=NetworkSegment(71ee480b-70b4-42b8-92ed-e49b05c20271),segment_id=71ee480b-70b4-42b8-92ed-e49b05c20271)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:46:26.076692 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-18e41f37-1bd6-4345-8ddf-77a3ccaec66c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:26.098341 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-589b6976-fe53-4ec1-93db-f2d4d113232d tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Made reservation on behalf of dffe9b32758f41e588b204d5506b48f8 for: {'port': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:46:26.195570 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-116ba6cd-a148-438a-a2a3-7bc68c64691e tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:26.226332 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e41f37-1bd6-4345-8ddf-77a3ccaec66c None None] Pushing event updated for resources: {'Port': ['ID=b899cf26-cf80-48db-99af-decd8cef26c8,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:26.245618 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116ba6cd-a148-438a-a2a3-7bc68c64691e tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Network eb22795d-37ee-46ee-844d-92c17e2ea450 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:46:26.253208 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-116ba6cd-a148-438a-a2a3-7bc68c64691e tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:46:26.261281 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116ba6cd-a148-438a-a2a3-7bc68c64691e tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:46:26.270195 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116ba6cd-a148-438a-a2a3-7bc68c64691e tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Pushing event updated for resources: {'Port': ['ID=7d6897d3-ccd4-4441-a015-e023ba1da4cc,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:26.301840 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18e554e-d9a1-4e48-b2e6-50ab6c7ca509 None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:46:26.316364 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5bf4abfd-f3ef-484b-bc01-2845e2dbe340 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Publish callbacks [] for security_group, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:26.345877 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-589b6976-fe53-4ec1-93db-f2d4d113232d tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:26.346848 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-3934d8bd-310d-4267-98e1-49117f020c03 None None] Allocated IP 172.20.0.1 (2cd833b3-3433-466d-89b2-5c1f6977ad8b/26ee54ce-9166-4d0d-9440-54522d99fbb7/b899cf26-cf80-48db-99af-decd8cef26c8) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:46:26.356318 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a993429c-5549-4ca7-94eb-eb57dda72de3 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:26.380725 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5bf4abfd-f3ef-484b-bc01-2845e2dbe340 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Publish callbacks [] for security_group, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:26.409943 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a993429c-5549-4ca7-94eb-eb57dda72de3 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:26.442014 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [None req-589b6976-fe53-4ec1-93db-f2d4d113232d tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] device_id is not set on port c24898b6-6c31-4476-ad33-e97e7412def9 yet. {{(pid=109867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 01:46:26.444805 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-2e459cab-89f7-4f98-8fa4-8e6d46db9016 None None] Provisioning complete for port 7d6897d3-ccd4-4441-a015-e023ba1da4cc triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:46:26.445170 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-2e459cab-89f7-4f98-8fa4-8e6d46db9016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:26.470680 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a993429c-5549-4ca7-94eb-eb57dda72de3 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Network b4e17051-ffcd-4bc2-8276-94465088a7b4 is not hosted by any dhcp agent {{(pid=109867) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 24 01:46:26.476505 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a993429c-5549-4ca7-94eb-eb57dda72de3 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:26.477353 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a993429c-5549-4ca7-94eb-eb57dda72de3 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks [] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:26.478943 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-a993429c-5549-4ca7-94eb-eb57dda72de3 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] 10.222.0.21 "PUT /v2.0/networks/b4e17051-ffcd-4bc2-8276-94465088a7b4 HTTP/1.1" status: 200 len: 723 time: 0.8563397 Nov 24 01:46:26.483074 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45798) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:26.487991 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-3934d8bd-310d-4267-98e1-49117f020c03 None None] For port b899cf26-cf80-48db-99af-decd8cef26c8, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=b899cf26-cf80-48db-99af-decd8cef26c8,segment=NetworkSegment(71ee480b-70b4-42b8-92ed-e49b05c20271),segment_id=71ee480b-70b4-42b8-92ed-e49b05c20271)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:46:26.490599 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-e9914cf0-3845-47fd-b0fa-2e2b815710ab tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Request body: {'subnet': {'network_id': 'b4e17051-ffcd-4bc2-8276-94465088a7b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:46:26.508207 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-2e459cab-89f7-4f98-8fa4-8e6d46db9016 None None] Port 7d6897d3-ccd4-4441-a015-e023ba1da4cc cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:46:26.528626 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-3934d8bd-310d-4267-98e1-49117f020c03 None None] Publish callbacks [] for port, precommit_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:26.534140 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-3934d8bd-310d-4267-98e1-49117f020c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:26.548011 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-aa620195-1c09-46f0-a472-abb62bba6144 tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] Deleting port da67b6d2-8c27-4130-84ec-9e620afa88d8 {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:46:26.548343 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-aa620195-1c09-46f0-a472-abb62bba6144 tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:26.621676 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-70f98e80-80a8-4430-890c-3aa07738e53f admin admin] Deleting port bc686215-0679-4431-bbdb-a29ee527ab4e {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:46:26.622260 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-70f98e80-80a8-4430-890c-3aa07738e53f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:26.639682 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3934d8bd-310d-4267-98e1-49117f020c03 None None] Pushing event updated for resources: {'Port': ['ID=b899cf26-cf80-48db-99af-decd8cef26c8,revision_number=4']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:26.643267 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a993429c-5549-4ca7-94eb-eb57dda72de3 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Pushing event updated for resources: {'Network': ['ID=b4e17051-ffcd-4bc2-8276-94465088a7b4,revision_number=2']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:26.684777 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a993429c-5549-4ca7-94eb-eb57dda72de3 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:46:26.685119 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a993429c-5549-4ca7-94eb-eb57dda72de3 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:46:26.685781 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a993429c-5549-4ca7-94eb-eb57dda72de3 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:46:26.685781 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a993429c-5549-4ca7-94eb-eb57dda72de3 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:46:26.686110 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a993429c-5549-4ca7-94eb-eb57dda72de3 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:46:26.686481 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a993429c-5549-4ca7-94eb-eb57dda72de3 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:46:26.686741 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a993429c-5549-4ca7-94eb-eb57dda72de3 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:46:26.687061 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a993429c-5549-4ca7-94eb-eb57dda72de3 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:46:26.687396 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a993429c-5549-4ca7-94eb-eb57dda72de3 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:46:26.687746 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a993429c-5549-4ca7-94eb-eb57dda72de3 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:46:26.688064 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a993429c-5549-4ca7-94eb-eb57dda72de3 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:46:26.688376 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a993429c-5549-4ca7-94eb-eb57dda72de3 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:46:26.704397 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network b4e17051-ffcd-4bc2-8276-94465088a7b4 details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:46:26.746773 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9914cf0-3845-47fd-b0fa-2e2b815710ab tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Made reservation on behalf of 52012859bd7040dfaae99173fefc0e0b for: {'subnet': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:46:26.750171 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e9914cf0-3845-47fd-b0fa-2e2b815710ab tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29154835'] for subnet, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:26.777201 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-116ba6cd-a148-438a-a2a3-7bc68c64691e tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks [] for router_gateway, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:26.838508 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5bf4abfd-f3ef-484b-bc01-2845e2dbe340 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Publish callbacks [] for security_group, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:26.858927 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-aa620195-1c09-46f0-a472-abb62bba6144 tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:26.861869 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5bf4abfd-f3ef-484b-bc01-2845e2dbe340 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:26.882507 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [None req-70f98e80-80a8-4430-890c-3aa07738e53f admin admin] For port bc686215-0679-4431-bbdb-a29ee527ab4e, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=bc686215-0679-4431-bbdb-a29ee527ab4e,segment=NetworkSegment(15b2ee8c-f6d9-41dc-9d6f-b35b24ea97a6),segment_id=15b2ee8c-f6d9-41dc-9d6f-b35b24ea97a6)] {{(pid=109866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:46:26.882895 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-70f98e80-80a8-4430-890c-3aa07738e53f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:26.933145 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-aa620195-1c09-46f0-a472-abb62bba6144 tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] Calling delete_port for da67b6d2-8c27-4130-84ec-9e620afa88d8 owned by {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:46:26.935848 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-70f98e80-80a8-4430-890c-3aa07738e53f admin admin] Calling delete_port for bc686215-0679-4431-bbdb-a29ee527ab4e owned by network:router_interface {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:46:26.964040 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf4abfd-f3ef-484b-bc01-2845e2dbe340 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca93d5fc-c5f9-4b04-b9d8-27be19c1a43d,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:27.054053 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-00c45c7f-1a0a-48c9-9bbe-04b3bca354d6 admin admin] Deleting port f7e0496a-dd49-4cae-9933-b96f273d6ad8 {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:46:27.054723 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-00c45c7f-1a0a-48c9-9bbe-04b3bca354d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:27.077587 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-589b6976-fe53-4ec1-93db-f2d4d113232d tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:27.135876 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-46317835-0f92-40a9-bf37-5e64de968096 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:27.204815 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5bf4abfd-f3ef-484b-bc01-2845e2dbe340 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Publish callbacks [] for security_group, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:27.227487 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5bf4abfd-f3ef-484b-bc01-2845e2dbe340 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:27.244020 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [None req-00c45c7f-1a0a-48c9-9bbe-04b3bca354d6 admin admin] For port f7e0496a-dd49-4cae-9933-b96f273d6ad8, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=f7e0496a-dd49-4cae-9933-b96f273d6ad8,segment=NetworkSegment(aef6f52d-ced6-4959-ae4e-fc8ba7a699d2),segment_id=aef6f52d-ced6-4959-ae4e-fc8ba7a699d2)] {{(pid=109867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:46:27.244406 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-00c45c7f-1a0a-48c9-9bbe-04b3bca354d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:27.299434 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-763ca4db-7c34-43e0-aaf6-3ccefdd1566c None None] Network 2cd833b3-3433-466d-89b2-5c1f6977ad8b requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:46:27.309436 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d2fdbc-e2e2-4427-940f-1a35aeb41b25 req-68e1c838-5fa8-430e-9171-7c610d617a57 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:27.310713 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-589b6976-fe53-4ec1-93db-f2d4d113232d tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:27.310985 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-d1d2fdbc-e2e2-4427-940f-1a35aeb41b25 req-68e1c838-5fa8-430e-9171-7c610d617a57 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/ports?device_id=54a6fdcb-af1b-4e68-a904-3bb95b5cf340 HTTP/1.1" status: 200 len: 945 time: 0.2456007 Nov 24 01:46:27.312928 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-00c45c7f-1a0a-48c9-9bbe-04b3bca354d6 admin admin] Calling delete_port for f7e0496a-dd49-4cae-9933-b96f273d6ad8 owned by network:router_interface {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:46:27.333371 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5bf4abfd-f3ef-484b-bc01-2845e2dbe340 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:27.335259 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-5bf4abfd-f3ef-484b-bc01-2845e2dbe340 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.2973897 Nov 24 01:46:27.345990 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45802) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:27.369485 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-2dfef1f4-a36d-42d6-b4b9-1083ba521ebb tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Request body: {'security_group_rule': {'security_group_id': '137d305a-b3ea-4e14-b9c3-3a9986b7aca7', 'project_id': 'c86e6537e95341b0928530c16780ff1b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:46:27.379829 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-9e37cdac-fa9c-48de-bd64-09813b217af0 None None] Provisioning complete for port b899cf26-cf80-48db-99af-decd8cef26c8 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:46:27.380348 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9e37cdac-fa9c-48de-bd64-09813b217af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:27.384517 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e9914cf0-3845-47fd-b0fa-2e2b815710ab tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29149261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29154849'] for subnet, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:27.394237 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-116ba6cd-a148-438a-a2a3-7bc68c64691e tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-424338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418138'] for router, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:27.414000 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf4abfd-f3ef-484b-bc01-2845e2dbe340 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=137d305a-b3ea-4e14-b9c3-3a9986b7aca7,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:27.455597 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-aa620195-1c09-46f0-a472-abb62bba6144 tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:27.473257 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589b6976-fe53-4ec1-93db-f2d4d113232d tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Network 0b39e72d-1244-4a44-91ee-28b4de878b98 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:46:27.480738 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589b6976-fe53-4ec1-93db-f2d4d113232d tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Pushing event updated for resources: {'Port': ['ID=c24898b6-6c31-4476-ad33-e97e7412def9,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:27.488521 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-589b6976-fe53-4ec1-93db-f2d4d113232d tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:46:27.498854 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589b6976-fe53-4ec1-93db-f2d4d113232d tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:46:27.505948 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589b6976-fe53-4ec1-93db-f2d4d113232d tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:27.506611 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-589b6976-fe53-4ec1-93db-f2d4d113232d tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:27.547988 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa620195-1c09-46f0-a472-abb62bba6144 tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] Pushing event deleted for resources: {'Port': ['ID=da67b6d2-8c27-4130-84ec-9e620afa88d8,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:27.556189 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-d1d2fdbc-e2e2-4427-940f-1a35aeb41b25 req-db0ef584-c827-4f7b-9d10-ef49ad25cc79 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa820965-f51f-4c0f-92b9-3c3d3d9ef329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2323623 Nov 24 01:46:27.594224 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-2dfef1f4-a36d-42d6-b4b9-1083ba521ebb tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:27.635651 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9914cf0-3845-47fd-b0fa-2e2b815710ab tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Pushing event updated for resources: {'Subnet': ['ID=8264bca0-fa8d-401a-a236-09cee82b2cee,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:27.639345 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9914cf0-3845-47fd-b0fa-2e2b815710ab tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Checking segment: {'id': '703bd6bd-5c7d-48ad-b233-55d874164025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b4e17051-ffcd-4bc2-8276-94465088a7b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:46:27.639539 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9914cf0-3845-47fd-b0fa-2e2b815710ab tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Network hostable DHCP agents. Network: b4e17051-ffcd-4bc2-8276-94465088a7b4, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 01:46:27.731384 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:27.759325 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-589b6976-fe53-4ec1-93db-f2d4d113232d tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.3040628 Nov 24 01:46:27.763040 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45804) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:27.770287 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9914cf0-3845-47fd-b0fa-2e2b815710ab tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Network b4e17051-ffcd-4bc2-8276-94465088a7b4 is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 01:46:27.792281 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-70f98e80-80a8-4430-890c-3aa07738e53f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:27.826427 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-e9914cf0-3845-47fd-b0fa-2e2b815710ab tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, b4e17051-ffcd-4bc2-8276-94465088a7b4) {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:46:27.835633 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96cd5b6c-9459-48e5-833f-3824f79a9b59 None None] Network b4e17051-ffcd-4bc2-8276-94465088a7b4 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:46:27.881827 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9914cf0-3845-47fd-b0fa-2e2b815710ab tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:27.884537 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e9914cf0-3845-47fd-b0fa-2e2b815710ab tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:27.898302 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f98e80-80a8-4430-890c-3aa07738e53f admin admin] Pushing event deleted for resources: {'Port': ['ID=bc686215-0679-4431-bbdb-a29ee527ab4e,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:27.932889 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-2dfef1f4-a36d-42d6-b4b9-1083ba521ebb tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:27.938699 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-00c45c7f-1a0a-48c9-9bbe-04b3bca354d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:27.981195 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c45c7f-1a0a-48c9-9bbe-04b3bca354d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7e0496a-dd49-4cae-9933-b96f273d6ad8,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:27.999941 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-e9914cf0-3845-47fd-b0fa-2e2b815710ab tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5144389 Nov 24 01:46:28.001387 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-2dfef1f4-a36d-42d6-b4b9-1083ba521ebb tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:28.010251 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f98e80-80a8-4430-890c-3aa07738e53f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:46:28.010594 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f98e80-80a8-4430-890c-3aa07738e53f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:46:28.010932 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f98e80-80a8-4430-890c-3aa07738e53f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:46:28.011262 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f98e80-80a8-4430-890c-3aa07738e53f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:46:28.011585 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f98e80-80a8-4430-890c-3aa07738e53f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:46:28.011912 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f98e80-80a8-4430-890c-3aa07738e53f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:46:28.012237 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f98e80-80a8-4430-890c-3aa07738e53f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:46:28.012576 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f98e80-80a8-4430-890c-3aa07738e53f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:46:28.012885 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f98e80-80a8-4430-890c-3aa07738e53f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:46:28.013339 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f98e80-80a8-4430-890c-3aa07738e53f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:46:28.013712 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f98e80-80a8-4430-890c-3aa07738e53f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:46:28.014030 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f98e80-80a8-4430-890c-3aa07738e53f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:46:28.016792 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45806) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:28.047609 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd59ac2-6b43-4b80-9f7b-4fcb6cb9688c tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:28.049699 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-9cd59ac2-6b43-4b80-9f7b-4fcb6cb9688c tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "GET /v2.0/ports/c24898b6-6c31-4476-ad33-e97e7412def9 HTTP/1.1" status: 200 len: 840 time: 0.2854197 Nov 24 01:46:28.051885 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-7970f283-ba66-4359-9198-3281ced8161f tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:46:28.081217 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45808) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:28.084187 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device b899cf26-cf80-48db-99af-decd8cef26c8 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:46:28.084621 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-aa620195-1c09-46f0-a472-abb62bba6144 tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:28.092850 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-aa620195-1c09-46f0-a472-abb62bba6144 tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] 10.222.0.21 "DELETE /v2.0/ports/da67b6d2-8c27-4130-84ec-9e620afa88d8 HTTP/1.1" status: 204 len: 168 time: 2.1702015 Nov 24 01:46:28.093701 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45810) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:28.206230 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfef1f4-a36d-42d6-b4b9-1083ba521ebb tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e87c27f-0b08-4a0b-9b37-4bdb07096d8b,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:28.220112 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_v2 [None req-88f9c792-b3a6-4baf-ace5-d684aee5df7d tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] Deleting subnet e9496e84-893f-440c-b247-7ac4f669620f {{(pid=109867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 01:46:28.228695 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-88f9c792-b3a6-4baf-ace5-d684aee5df7d tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] Publish callbacks [] for subnet, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:28.238026 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:28.270241 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-2dfef1f4-a36d-42d6-b4b9-1083ba521ebb tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:28.274526 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-2dfef1f4-a36d-42d6-b4b9-1083ba521ebb tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9221683 Nov 24 01:46:28.275207 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45812) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:28.291001 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-2df8169f-e9a9-4148-bf6e-6307367a5a6e tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Request body: {'security_group_rule': {'security_group_id': '137d305a-b3ea-4e14-b9c3-3a9986b7aca7', 'project_id': 'c86e6537e95341b0928530c16780ff1b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:46:28.328172 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-9be24b17-942d-41df-acfc-a2d1fb988fbd None None] Provisioning complete for port b899cf26-cf80-48db-99af-decd8cef26c8 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:46:28.328640 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9be24b17-942d-41df-acfc-a2d1fb988fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:28.347480 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-116ba6cd-a148-438a-a2a3-7bc68c64691e tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Router b5a9263b-d01a-45c0-8290-6fb5f09c75ab is scheduled to L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e with binding_index 1 {{(pid=109866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 01:46:28.354477 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-7970f283-ba66-4359-9198-3281ced8161f tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-29154840'] for subnet, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:28.356638 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-88f9c792-b3a6-4baf-ace5-d684aee5df7d tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28690885'] for subnet, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:28.393991 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e920dee-f9d3-414c-ac12-2340262530d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-b4e17051-ffcd-4bc2-8276-94465088a7b4', 'network_id': 'b4e17051-ffcd-4bc2-8276-94465088a7b4', 'tenant_id': '52012859bd7040dfaae99173fefc0e0b', 'fixed_ips': [{'subnet_id': '8264bca0-fa8d-401a-a236-09cee82b2cee'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 01:46:28.394864 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-3e920dee-f9d3-414c-ac12-2340262530d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:28.395348 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-00c45c7f-1a0a-48c9-9bbe-04b3bca354d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424538'] for router_interface, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:28.412369 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2df8169f-e9a9-4148-bf6e-6307367a5a6e tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:28.418376 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port b899cf26-cf80-48db-99af-decd8cef26c8 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:46:28.418743 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:28.654042 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-3e920dee-f9d3-414c-ac12-2340262530d6 None None] Allocated IP 2001:db8::2 (b4e17051-ffcd-4bc2-8276-94465088a7b4/8264bca0-fa8d-401a-a236-09cee82b2cee/0bc357d1-7a0a-49a4-9d35-431f429d4a00) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:46:28.826508 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-3e920dee-f9d3-414c-ac12-2340262530d6 None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:28.834262 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-3e920dee-f9d3-414c-ac12-2340262530d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:28.856837 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-70f98e80-80a8-4430-890c-3aa07738e53f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424538'] for router_interface, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:28.885968 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e920dee-f9d3-414c-ac12-2340262530d6 None None] Network b4e17051-ffcd-4bc2-8276-94465088a7b4 is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:46:28.888914 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-3e920dee-f9d3-414c-ac12-2340262530d6 None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:46:28.894524 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e920dee-f9d3-414c-ac12-2340262530d6 None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:46:28.897822 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e920dee-f9d3-414c-ac12-2340262530d6 None None] Pushing event updated for resources: {'Port': ['ID=0bc357d1-7a0a-49a4-9d35-431f429d4a00,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:28.904782 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-659eefe4-a5e4-4ac3-90b8-ce52c4f6f291 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Deleting port c24898b6-6c31-4476-ad33-e97e7412def9 {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:46:28.905260 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-659eefe4-a5e4-4ac3-90b8-ce52c4f6f291 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:28.929337 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e920dee-f9d3-414c-ac12-2340262530d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:46:28.929593 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e920dee-f9d3-414c-ac12-2340262530d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:46:28.929851 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e920dee-f9d3-414c-ac12-2340262530d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:46:28.930188 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e920dee-f9d3-414c-ac12-2340262530d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:46:28.930981 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e920dee-f9d3-414c-ac12-2340262530d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:46:28.930981 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e920dee-f9d3-414c-ac12-2340262530d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:46:28.931241 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e920dee-f9d3-414c-ac12-2340262530d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:46:28.931527 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e920dee-f9d3-414c-ac12-2340262530d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:46:28.931882 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e920dee-f9d3-414c-ac12-2340262530d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:46:28.932217 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e920dee-f9d3-414c-ac12-2340262530d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:46:28.932556 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e920dee-f9d3-414c-ac12-2340262530d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:46:28.933546 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e920dee-f9d3-414c-ac12-2340262530d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:46:28.969325 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-3e920dee-f9d3-414c-ac12-2340262530d6 None None] Attempting to bind port 0bc357d1-7a0a-49a4-9d35-431f429d4a00 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:46:28.969719 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-3e920dee-f9d3-414c-ac12-2340262530d6 None None] Attempting to bind port 0bc357d1-7a0a-49a4-9d35-431f429d4a00 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '703bd6bd-5c7d-48ad-b233-55d874164025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b4e17051-ffcd-4bc2-8276-94465088a7b4'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:46:28.970149 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e920dee-f9d3-414c-ac12-2340262530d6 None None] Attempting to bind port 0bc357d1-7a0a-49a4-9d35-431f429d4a00 on network b4e17051-ffcd-4bc2-8276-94465088a7b4 {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:46:28.975423 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-88f9c792-b3a6-4baf-ace5-d684aee5df7d tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:28.976363 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e920dee-f9d3-414c-ac12-2340262530d6 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:46:28.976748 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e920dee-f9d3-414c-ac12-2340262530d6 None None] Checking segment: {'id': '703bd6bd-5c7d-48ad-b233-55d874164025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b4e17051-ffcd-4bc2-8276-94465088a7b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:46:28.977149 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-3e920dee-f9d3-414c-ac12-2340262530d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:28.977574 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e920dee-f9d3-414c-ac12-2340262530d6 None None] Bound using segment: {'id': '703bd6bd-5c7d-48ad-b233-55d874164025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b4e17051-ffcd-4bc2-8276-94465088a7b4'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:46:28.978792 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-3e920dee-f9d3-414c-ac12-2340262530d6 None None] Bound port: 0bc357d1-7a0a-49a4-9d35-431f429d4a00, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '703bd6bd-5c7d-48ad-b233-55d874164025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b4e17051-ffcd-4bc2-8276-94465088a7b4'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:46:28.978792 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-3e920dee-f9d3-414c-ac12-2340262530d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:28.996741 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-116ba6cd-a148-438a-a2a3-7bc68c64691e tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:46:29.015454 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7714fe21-50e9-40a6-9240-1b9720c35d99 None None] Sync routers for ids ['b5a9263b-d01a-45c0-8290-6fb5f09c75ab'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:46:29.033814 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2df8169f-e9a9-4148-bf6e-6307367a5a6e tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:29.039214 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7714fe21-50e9-40a6-9240-1b9720c35d99 None None] Routers {'b5a9263b-d01a-45c0-8290-6fb5f09c75ab'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:46:29.039937 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-7714fe21-50e9-40a6-9240-1b9720c35d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:46:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['b5a9263b-d01a-45c0-8290-6fb5f09c75ab'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:29.051737 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2df8169f-e9a9-4148-bf6e-6307367a5a6e tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:29.071923 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb6eb63-62fe-4780-a6ec-e2f921685be3 req-f46c085b-9b44-495c-848f-812ce66226f4 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:29.074042 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-5cb6eb63-62fe-4780-a6ec-e2f921685be3 req-f46c085b-9b44-495c-848f-812ce66226f4 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/ports?device_id=54a6fdcb-af1b-4e68-a904-3bb95b5cf340 HTTP/1.1" status: 200 len: 945 time: 0.1419406 Nov 24 01:46:29.082194 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-7714fe21-50e9-40a6-9240-1b9720c35d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:29.087038 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-659eefe4-a5e4-4ac3-90b8-ce52c4f6f291 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:29.102402 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7714fe21-50e9-40a6-9240-1b9720c35d99 None None] Routers {'b5a9263b-d01a-45c0-8290-6fb5f09c75ab'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:46:29.103122 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-7714fe21-50e9-40a6-9240-1b9720c35d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:46:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['b5a9263b-d01a-45c0-8290-6fb5f09c75ab'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:29.116534 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df8169f-e9a9-4148-bf6e-6307367a5a6e tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=496d653f-3177-4997-9155-d48cd5425045,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:29.132708 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2df8169f-e9a9-4148-bf6e-6307367a5a6e tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:29.136858 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-2df8169f-e9a9-4148-bf6e-6307367a5a6e tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8587041 Nov 24 01:46:29.137020 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-7714fe21-50e9-40a6-9240-1b9720c35d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:29.137724 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7714fe21-50e9-40a6-9240-1b9720c35d99 None None] The sync data for ids ['b5a9263b-d01a-45c0-8290-6fb5f09c75ab'] in dv-neutron-818911-2-hyperv is: [] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:46:29.139760 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-3e920dee-f9d3-414c-ac12-2340262530d6 None None] For port 0bc357d1-7a0a-49a4-9d35-431f429d4a00, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:46:29.139974 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-659eefe4-a5e4-4ac3-90b8-ce52c4f6f291 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Calling delete_port for c24898b6-6c31-4476-ad33-e97e7412def9 owned by {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:46:29.141884 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45816) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:29.150325 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-d9ed4140-7f7c-4e4b-9512-79d0c455e016 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Request body: {'security_group_rule': {'security_group_id': '137d305a-b3ea-4e14-b9c3-3a9986b7aca7', 'project_id': 'c86e6537e95341b0928530c16780ff1b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:46:29.157400 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-3e920dee-f9d3-414c-ac12-2340262530d6 None None] For port 0bc357d1-7a0a-49a4-9d35-431f429d4a00, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=0bc357d1-7a0a-49a4-9d35-431f429d4a00,segment=NetworkSegment(703bd6bd-5c7d-48ad-b233-55d874164025),segment_id=703bd6bd-5c7d-48ad-b233-55d874164025)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:46:29.163993 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-3e920dee-f9d3-414c-ac12-2340262530d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:29.175017 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-116ba6cd-a148-438a-a2a3-7bc68c64691e tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks [] for router, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:29.176374 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-116ba6cd-a148-438a-a2a3-7bc68c64691e tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.4599171 Nov 24 01:46:29.180186 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45818) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:29.187865 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-91e1d5df-634d-4c92-bce7-174a352e90ef tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:46:29.191758 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-7970f283-ba66-4359-9198-3281ced8161f tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8774267912057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-29149339'] for subnet, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:29.194406 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-88f9c792-b3a6-4baf-ace5-d684aee5df7d tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25501782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25307808'] for subnet, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:29.237562 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e920dee-f9d3-414c-ac12-2340262530d6 None None] Pushing event updated for resources: {'Port': ['ID=0bc357d1-7a0a-49a4-9d35-431f429d4a00,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:29.286348 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7970f283-ba66-4359-9198-3281ced8161f tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:29.287050 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-7970f283-ba66-4359-9198-3281ced8161f tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:29.290874 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-7970f283-ba66-4359-9198-3281ced8161f tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] 10.222.0.21 "PUT /v2.0/subnets/8264bca0-fa8d-401a-a236-09cee82b2cee HTTP/1.1" status: 200 len: 826 time: 1.2477098 Nov 24 01:46:29.292232 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45820) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:29.316944 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f9c792-b3a6-4baf-ace5-d684aee5df7d tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] Pushing event deleted for resources: {'Subnet': ['ID=e9496e84-893f-440c-b247-7ac4f669620f,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:29.318981 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d9ed4140-7f7c-4e4b-9512-79d0c455e016 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:29.331604 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-88f9c792-b3a6-4baf-ace5-d684aee5df7d tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:29.335253 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-88f9c792-b3a6-4baf-ace5-d684aee5df7d tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] 10.222.0.21 "DELETE /v2.0/subnets/e9496e84-893f-440c-b247-7ac4f669620f HTTP/1.1" status: 204 len: 168 time: 1.2385633 Nov 24 01:46:29.341288 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45822) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:29.342815 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7987821e-8468-46d4-9854-5781b6732c9b None None] Network 008e9a5d-81aa-41b5-8adb-ecc89964186a requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:46:29.347689 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-5cb6eb63-62fe-4780-a6ec-e2f921685be3 req-27b61f92-f329-4a36-a076-b7a898b83294 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa820965-f51f-4c0f-92b9-3c3d3d9ef329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2552211 Nov 24 01:46:29.381035 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7970f283-ba66-4359-9198-3281ced8161f tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Pushing event updated for resources: {'Subnet': ['ID=8264bca0-fa8d-401a-a236-09cee82b2cee,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:29.451331 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-659eefe4-a5e4-4ac3-90b8-ce52c4f6f291 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:29.503829 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f3f64714-1254-4b4a-ade8-b25c7787068e tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:29.506793 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00c45c7f-1a0a-48c9-9bbe-04b3bca354d6 admin admin] Router 03d15ab8-96ac-4078-afbb-508fb1699e46 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:46:29.558774 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:29.623763 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659eefe4-a5e4-4ac3-90b8-ce52c4f6f291 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Pushing event deleted for resources: {'Port': ['ID=c24898b6-6c31-4476-ad33-e97e7412def9,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:29.635069 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-659eefe4-a5e4-4ac3-90b8-ce52c4f6f291 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:29.640663 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-659eefe4-a5e4-4ac3-90b8-ce52c4f6f291 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "DELETE /v2.0/ports/c24898b6-6c31-4476-ad33-e97e7412def9 HTTP/1.1" status: 204 len: 168 time: 1.5470812 Nov 24 01:46:29.645001 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45824) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:29.655538 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1643a84-8887-4faf-8b6c-f5eef34f807f None None] DHCP port deletion for 008e9a5d-81aa-41b5-8adb-ecc89964186a request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:46:29.715003 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70f98e80-80a8-4430-890c-3aa07738e53f admin admin] Router 7faeaee0-44de-4bed-b543-ae7f25fdeb87 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:46:29.719937 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-18aa4fa6-f061-4e43-a9e5-931218232dac tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:29.723984 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d9ed4140-7f7c-4e4b-9512-79d0c455e016 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:29.724390 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-a1643a84-8887-4faf-8b6c-f5eef34f807f None None] Deleting port a1f48b6c-51a8-471c-8dc7-639f19c8a390 {{(pid=109868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:46:29.724843 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a1643a84-8887-4faf-8b6c-f5eef34f807f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:29.734304 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.pecan_wsgi.hooks.translation [None req-92439bf2-2b81-4219-91ca-59f191b9a646 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] GET failed (client error): The resource could not be found. Nov 24 01:46:29.739272 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-92439bf2-2b81-4219-91ca-59f191b9a646 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "GET /v2.0/ports/c24898b6-6c31-4476-ad33-e97e7412def9 HTTP/1.1" status: 404 len: 333 time: 0.0893843 Nov 24 01:46:29.739455 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d9ed4140-7f7c-4e4b-9512-79d0c455e016 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:29.740447 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45826) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:29.747453 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-33811314-be61-43e3-aa3b-124d5d202070 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Request body: {'port': {'network_id': '0b39e72d-1244-4a44-91ee-28b4de878b98', 'name': 'tempest-PortsTestJSON-450431739'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:46:29.789486 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ed4140-7f7c-4e4b-9512-79d0c455e016 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b493b0a-4dbf-4b89-8167-49b54da73b63,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:29.818926 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-a1643a84-8887-4faf-8b6c-f5eef34f807f None None] For port a1f48b6c-51a8-471c-8dc7-639f19c8a390, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=a1f48b6c-51a8-471c-8dc7-639f19c8a390,segment=NetworkSegment(5868af36-0e2b-4d53-bc40-307bd84b84a2),segment_id=5868af36-0e2b-4d53-bc40-307bd84b84a2)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:46:29.820124 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a1643a84-8887-4faf-8b6c-f5eef34f807f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:29.852196 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-a1643a84-8887-4faf-8b6c-f5eef34f807f None None] Calling delete_port for a1f48b6c-51a8-471c-8dc7-639f19c8a390 owned by network:dhcp {{(pid=109868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:46:29.926890 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70f98e80-80a8-4430-890c-3aa07738e53f admin admin] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:46:29.936712 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34a5e5c-1beb-4d36-84e5-ec182653445f None None] Sync routers for ids ['7faeaee0-44de-4bed-b543-ae7f25fdeb87'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:46:29.949464 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-70f98e80-80a8-4430-890c-3aa07738e53f admin admin] 10.222.0.21 "PUT /v2.0/routers/7faeaee0-44de-4bed-b543-ae7f25fdeb87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5887647 Nov 24 01:46:29.954121 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d9ed4140-7f7c-4e4b-9512-79d0c455e016 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:29.956712 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34a5e5c-1beb-4d36-84e5-ec182653445f None None] Routers {'7faeaee0-44de-4bed-b543-ae7f25fdeb87'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:46:29.957552 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-b34a5e5c-1beb-4d36-84e5-ec182653445f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:46:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['7faeaee0-44de-4bed-b543-ae7f25fdeb87'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:29.958147 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-d9ed4140-7f7c-4e4b-9512-79d0c455e016 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8131189 Nov 24 01:46:29.960684 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45828) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:29.960684 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45830) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:29.966712 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-87625439-a269-48bd-80ca-26009c6cf937 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Request body: {'security_group_rule': {'security_group_id': '137d305a-b3ea-4e14-b9c3-3a9986b7aca7', 'project_id': 'c86e6537e95341b0928530c16780ff1b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:46:29.976279 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-f3f64714-1254-4b4a-ade8-b25c7787068e tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] Deleting port a1f48b6c-51a8-471c-8dc7-639f19c8a390 {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:46:29.976804 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f3f64714-1254-4b4a-ade8-b25c7787068e tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:30.001695 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a1643a84-8887-4faf-8b6c-f5eef34f807f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974'] for port, after_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:30.033441 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-18aa4fa6-f061-4e43-a9e5-931218232dac tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Deleting port 0bc357d1-7a0a-49a4-9d35-431f429d4a00 {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:46:30.033790 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-18aa4fa6-f061-4e43-a9e5-931218232dac tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:30.044360 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00c45c7f-1a0a-48c9-9bbe-04b3bca354d6 admin admin] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:46:30.055943 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-00c45c7f-1a0a-48c9-9bbe-04b3bca354d6 admin admin] 10.222.0.21 "PUT /v2.0/routers/03d15ab8-96ac-4078-afbb-508fb1699e46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5291431 Nov 24 01:46:30.060891 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45832) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:30.062038 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.db.api [None req-33811314-be61-43e3-aa3b-124d5d202070 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 24 01:46:30.062038 dv-neutron-818911-2-hyperv neutron-server[109867]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 24 01:46:30.062038 dv-neutron-818911-2-hyperv neutron-server[109867]: [parameters: {'project_id_1': 'dffe9b32758f41e588b204d5506b48f8', 'expiration_1': datetime.datetime(2021, 11, 24, 1, 46, 10, 17709)}] Nov 24 01:46:30.062038 dv-neutron-818911-2-hyperv neutron-server[109867]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109867) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 01:46:30.062820 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG oslo_db.api [None req-33811314-be61-43e3-aa3b-124d5d202070 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 01:46:30.075214 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1643a84-8887-4faf-8b6c-f5eef34f807f None None] Pushing event deleted for resources: {'Port': ['ID=a1f48b6c-51a8-471c-8dc7-639f19c8a390,revision_number=None']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:30.077835 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3085ee6-d7f7-4967-99e3-18dcb8aa555d None None] Sync routers for ids ['03d15ab8-96ac-4078-afbb-508fb1699e46'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:46:30.088685 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 0bc357d1-7a0a-49a4-9d35-431f429d4a00 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:46:30.096975 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-b34a5e5c-1beb-4d36-84e5-ec182653445f None None] Set router 7faeaee0-44de-4bed-b543-ae7f25fdeb87 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:46:30.115271 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [None req-18aa4fa6-f061-4e43-a9e5-931218232dac tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] For port 0bc357d1-7a0a-49a4-9d35-431f429d4a00, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=0bc357d1-7a0a-49a4-9d35-431f429d4a00,segment=NetworkSegment(703bd6bd-5c7d-48ad-b233-55d874164025),segment_id=703bd6bd-5c7d-48ad-b233-55d874164025)] {{(pid=109866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:46:30.115640 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-18aa4fa6-f061-4e43-a9e5-931218232dac tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:30.129344 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-18aa4fa6-f061-4e43-a9e5-931218232dac tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Calling delete_port for 0bc357d1-7a0a-49a4-9d35-431f429d4a00 owned by network:dhcp {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:46:30.143810 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1643a84-8887-4faf-8b6c-f5eef34f807f None None] No DVR routers for this DVR port a1f48b6c-51a8-471c-8dc7-639f19c8a390 on host dv-neutron-818911-2-hyperv {{(pid=109868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:46:30.213298 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [None req-f3f64714-1254-4b4a-ade8-b25c7787068e tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] For port a1f48b6c-51a8-471c-8dc7-639f19c8a390, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=a1f48b6c-51a8-471c-8dc7-639f19c8a390,segment=NetworkSegment(5868af36-0e2b-4d53-bc40-307bd84b84a2),segment_id=5868af36-0e2b-4d53-bc40-307bd84b84a2)] {{(pid=109867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:46:30.213522 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f3f64714-1254-4b4a-ade8-b25c7787068e tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:30.227667 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:30.229662 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 0bc357d1-7a0a-49a4-9d35-431f429d4a00 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:46:30.230130 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:30.269796 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-91e1d5df-634d-4c92-bce7-174a352e90ef tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:30.288186 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-f3f64714-1254-4b4a-ade8-b25c7787068e tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] Calling delete_port for a1f48b6c-51a8-471c-8dc7-639f19c8a390 owned by network:dhcp {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:46:30.332958 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-87625439-a269-48bd-80ca-26009c6cf937 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:30.337701 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3085ee6-d7f7-4967-99e3-18dcb8aa555d None None] Routers {'03d15ab8-96ac-4078-afbb-508fb1699e46'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:46:30.339422 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-b3085ee6-d7f7-4967-99e3-18dcb8aa555d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:46:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['03d15ab8-96ac-4078-afbb-508fb1699e46'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:30.371679 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-91e1d5df-634d-4c92-bce7-174a352e90ef tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:30.401209 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-18aa4fa6-f061-4e43-a9e5-931218232dac tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:30.441657 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-b34a5e5c-1beb-4d36-84e5-ec182653445f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7faeaee0-44de-4bed-b543-ae7f25fdeb87', 'name': 'tempest-ServersTestJSON-83270705-router', 'tenant_id': '7ca5ab9ca83c45e6a41b1ce3bf5dc5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.131'}], 'enable_snat': True}, 'gw_port_id': 'c1cd4525-a123-400d-a60b-b3f5eed99df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:44:29Z', 'updated_at': '2021-11-24T01:46:27Z', 'revision_number': 5, 'project_id': '7ca5ab9ca83c45e6a41b1ce3bf5dc5f5', 'gw_port': {'id': 'c1cd4525-a123-400d-a60b-b3f5eed99df6', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7faeaee0-44de-4bed-b543-ae7f25fdeb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:44:31Z', 'updated_at': '2021-11-24T01:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:30.483894 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34a5e5c-1beb-4d36-84e5-ec182653445f None None] Checking router: 7faeaee0-44de-4bed-b543-ae7f25fdeb87 for host: dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 01:46:30.486008 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-29f6c4b5-cac9-44ff-b912-533eb9e8d0c4 admin admin] Publish callbacks [] for router, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:30.495852 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-b3085ee6-d7f7-4967-99e3-18dcb8aa555d None None] Set router 03d15ab8-96ac-4078-afbb-508fb1699e46 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:46:30.501747 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34a5e5c-1beb-4d36-84e5-ec182653445f None None] Routers {'7faeaee0-44de-4bed-b543-ae7f25fdeb87'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:46:30.502386 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-b34a5e5c-1beb-4d36-84e5-ec182653445f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:46:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['7faeaee0-44de-4bed-b543-ae7f25fdeb87'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:30.532806 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-3144042b-a5f3-45a9-8500-10f43b17cd3e admin admin] Publish callbacks [] for router, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:30.568796 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aa4fa6-f061-4e43-a9e5-931218232dac tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Pushing event deleted for resources: {'Port': ['ID=0bc357d1-7a0a-49a4-9d35-431f429d4a00,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:30.623721 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33811314-be61-43e3-aa3b-124d5d202070 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Made reservation on behalf of dffe9b32758f41e588b204d5506b48f8 for: {'port': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:46:30.627772 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-33811314-be61-43e3-aa3b-124d5d202070 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:30.643379 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18aa4fa6-f061-4e43-a9e5-931218232dac tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] No DVR routers for this DVR port 0bc357d1-7a0a-49a4-9d35-431f429d4a00 on host dv-neutron-818911-2-hyperv {{(pid=109866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:46:30.653276 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Could not find standard attr ID for object 0bc357d1-7a0a-49a4-9d35-431f429d4a00. {{(pid=109868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 01:46:30.668026 dv-neutron-818911-2-hyperv neutron-server[109868]: INFO neutron.plugins.ml2.db [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No ports have port_id starting with 0bc357d1-7a0a-49a4-9d35-431f429d4a00 Nov 24 01:46:30.699093 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-b34a5e5c-1beb-4d36-84e5-ec182653445f None None] Set router 7faeaee0-44de-4bed-b543-ae7f25fdeb87 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:46:30.747147 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-87625439-a269-48bd-80ca-26009c6cf937 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:30.760142 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f1c761-56bb-4ecc-8ce3-ae2d4a6984d2 None None] Network b4e17051-ffcd-4bc2-8276-94465088a7b4 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:46:30.769249 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-87625439-a269-48bd-80ca-26009c6cf937 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:30.775784 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f3f64714-1254-4b4a-ade8-b25c7787068e tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:30.807382 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [None req-33811314-be61-43e3-aa3b-124d5d202070 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] device_id is not set on port f2d08183-7828-47b5-85b4-9580ef62e399 yet. {{(pid=109867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 01:46:30.809087 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf21a6b-ccca-4b4c-bbd3-d9171e2982ed req-63755281-6192-407e-94af-a756d5d24529 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:30.810738 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-5bf21a6b-ccca-4b4c-bbd3-d9171e2982ed req-63755281-6192-407e-94af-a756d5d24529 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/ports?device_id=54a6fdcb-af1b-4e68-a904-3bb95b5cf340 HTTP/1.1" status: 200 len: 945 time: 0.3227818 Nov 24 01:46:30.816413 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-18aa4fa6-f061-4e43-a9e5-931218232dac tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:30.823788 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87625439-a269-48bd-80ca-26009c6cf937 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bc7d8e2-79a1-446e-9a34-867aecc58525,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:30.861157 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device a1f48b6c-51a8-471c-8dc7-639f19c8a390 no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:46:30.870340 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-87625439-a269-48bd-80ca-26009c6cf937 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:30.873990 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-87625439-a269-48bd-80ca-26009c6cf937 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9090445 Nov 24 01:46:30.877075 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45836) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:30.887169 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-be1a3b09-c9ff-45e1-b590-ff8d19950af4 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Request body: {'security_group_rule': {'security_group_id': '137d305a-b3ea-4e14-b9c3-3a9986b7aca7', 'project_id': 'c86e6537e95341b0928530c16780ff1b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:46:30.888240 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: a1f48b6c-51a8-471c-8dc7-639f19c8a390 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:46:30.888582 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device a1f48b6c-51a8-471c-8dc7-639f19c8a390 not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:46:30.904301 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-29f6c4b5-cac9-44ff-b912-533eb9e8d0c4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:30.929170 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-b7416740-83c5-4c8b-8348-b1de04759819 None None] Could not find standard attr ID for object 0bc357d1-7a0a-49a4-9d35-431f429d4a00. {{(pid=109868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 01:46:30.971828 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-5bf21a6b-ccca-4b4c-bbd3-d9171e2982ed req-c8834db7-00e8-4b3f-98db-276f59bf380c tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa820965-f51f-4c0f-92b9-3c3d3d9ef329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1514618 Nov 24 01:46:30.975810 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-18aa4fa6-f061-4e43-a9e5-931218232dac tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29149324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29154870'] for subnet, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:31.006731 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-b3085ee6-d7f7-4967-99e3-18dcb8aa555d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d15ab8-96ac-4078-afbb-508fb1699e46', 'name': 'tempest-ServersTestManualDisk-976998010-router', 'tenant_id': '02a273ddc4c14296a842719ce385cf90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.8'}], 'enable_snat': True}, 'gw_port_id': '3adae932-3a5f-42f6-9ca1-843b9be31a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:44:26Z', 'updated_at': '2021-11-24T01:46:27Z', 'revision_number': 5, 'project_id': '02a273ddc4c14296a842719ce385cf90', 'gw_port': {'id': '3adae932-3a5f-42f6-9ca1-843b9be31a47', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:55:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d15ab8-96ac-4078-afbb-508fb1699e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:44:27Z', 'updated_at': '2021-11-24T01:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:31.015245 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.securitygroups_db [None req-be1a3b09-c9ff-45e1-b590-ff8d19950af4 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Project c86e6537e95341b0928530c16780ff1b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 01:46:31.023246 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aa4fa6-f061-4e43-a9e5-931218232dac tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Pushing event deleted for resources: {'Subnet': ['ID=8264bca0-fa8d-401a-a236-09cee82b2cee,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:31.029791 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-be1a3b09-c9ff-45e1-b590-ff8d19950af4 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:31.070853 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-33811314-be61-43e3-aa3b-124d5d202070 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:31.072884 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-3144042b-a5f3-45a9-8500-10f43b17cd3e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:31.076124 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-b34a5e5c-1beb-4d36-84e5-ec182653445f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7faeaee0-44de-4bed-b543-ae7f25fdeb87', 'name': 'tempest-ServersTestJSON-83270705-router', 'tenant_id': '7ca5ab9ca83c45e6a41b1ce3bf5dc5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.131'}], 'enable_snat': True}, 'gw_port_id': 'c1cd4525-a123-400d-a60b-b3f5eed99df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:44:29Z', 'updated_at': '2021-11-24T01:46:27Z', 'revision_number': 5, 'project_id': '7ca5ab9ca83c45e6a41b1ce3bf5dc5f5', 'gw_port': {'id': 'c1cd4525-a123-400d-a60b-b3f5eed99df6', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7faeaee0-44de-4bed-b543-ae7f25fdeb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:44:31Z', 'updated_at': '2021-11-24T01:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:31.086816 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f64714-1254-4b4a-ade8-b25c7787068e tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] No DVR routers for this DVR port a1f48b6c-51a8-471c-8dc7-639f19c8a390 on host dv-neutron-818911-2-hyperv {{(pid=109867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:46:31.130031 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34a5e5c-1beb-4d36-84e5-ec182653445f None None] The sync data for ids ['7faeaee0-44de-4bed-b543-ae7f25fdeb87'] in dv-neutron-818911-2-hyperv is: [{'id': '7faeaee0-44de-4bed-b543-ae7f25fdeb87', 'name': 'tempest-ServersTestJSON-83270705-router', 'tenant_id': '7ca5ab9ca83c45e6a41b1ce3bf5dc5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.131'}], 'enable_snat': True}, 'gw_port_id': 'c1cd4525-a123-400d-a60b-b3f5eed99df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:44:29Z', 'updated_at': '2021-11-24T01:46:27Z', 'revision_number': 5, 'project_id': '7ca5ab9ca83c45e6a41b1ce3bf5dc5f5', 'gw_port': {'id': 'c1cd4525-a123-400d-a60b-b3f5eed99df6', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7faeaee0-44de-4bed-b543-ae7f25fdeb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:44:31Z', 'updated_at': '2021-11-24T01:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:46:31.131220 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3085ee6-d7f7-4967-99e3-18dcb8aa555d None None] Checking router: 03d15ab8-96ac-4078-afbb-508fb1699e46 for host: dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 01:46:31.141401 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-91e1d5df-634d-4c92-bce7-174a352e90ef tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Deleting port 7d6897d3-ccd4-4441-a015-e023ba1da4cc {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:46:31.141769 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-91e1d5df-634d-4c92-bce7-174a352e90ef tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:31.149567 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3085ee6-d7f7-4967-99e3-18dcb8aa555d None None] Routers {'03d15ab8-96ac-4078-afbb-508fb1699e46'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:46:31.149567 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-b3085ee6-d7f7-4967-99e3-18dcb8aa555d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:46:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['03d15ab8-96ac-4078-afbb-508fb1699e46'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:31.200143 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-18aa4fa6-f061-4e43-a9e5-931218232dac tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:31.220537 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-29f6c4b5-cac9-44ff-b912-533eb9e8d0c4 admin admin] Deleting port c1cd4525-a123-400d-a60b-b3f5eed99df6 {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:46:31.221016 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-29f6c4b5-cac9-44ff-b912-533eb9e8d0c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:31.267560 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-18aa4fa6-f061-4e43-a9e5-931218232dac tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4e17051-ffcd-4bc2-8276-94465088a7b4']}} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:31.283891 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-be1a3b09-c9ff-45e1-b590-ff8d19950af4 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:31.341441 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-be1a3b09-c9ff-45e1-b590-ff8d19950af4 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:31.342979 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-18aa4fa6-f061-4e43-a9e5-931218232dac tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '703bd6bd-5c7d-48ad-b233-55d874164025') {'for_net_delete': True} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:31.343377 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-18aa4fa6-f061-4e43-a9e5-931218232dac tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '703bd6bd-5c7d-48ad-b233-55d874164025') {} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:31.421488 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-18aa4fa6-f061-4e43-a9e5-931218232dac tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29055561'] for segment, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:31.426923 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1a3b09-c9ff-45e1-b590-ff8d19950af4 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=154f0f92-b3a0-44a0-bfe6-7e8f47ad4537,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:31.446857 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-be1a3b09-c9ff-45e1-b590-ff8d19950af4 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:31.448269 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-be1a3b09-c9ff-45e1-b590-ff8d19950af4 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5671320 Nov 24 01:46:31.455070 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45842) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:31.462918 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-cd72f01e-f170-418a-8041-8561fa15058c tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Request body: {'security_group_rule': {'security_group_id': '137d305a-b3ea-4e14-b9c3-3a9986b7aca7', 'project_id': 'c86e6537e95341b0928530c16780ff1b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:46:31.469906 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-18aa4fa6-f061-4e43-a9e5-931218232dac tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:31.490538 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f64714-1254-4b4a-ade8-b25c7787068e tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] Pushing event deleted for resources: {'Port': ['ID=a1f48b6c-51a8-471c-8dc7-639f19c8a390,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:31.491786 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18aa4fa6-f061-4e43-a9e5-931218232dac tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=109866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:46:31.492275 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-18aa4fa6-f061-4e43-a9e5-931218232dac tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29151010'] for segment, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:31.496626 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dcb2f22-7351-4c29-be8c-58cd353945b8 None None] Network b4e17051-ffcd-4bc2-8276-94465088a7b4 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:46:31.499214 dv-neutron-818911-2-hyperv neutron-server[109866]: Traceback (most recent call last): Nov 24 01:46:31.499214 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:46:31.499214 dv-neutron-818911-2-hyperv neutron-server[109866]: timer() Nov 24 01:46:31.499214 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:46:31.499214 dv-neutron-818911-2-hyperv neutron-server[109866]: cb(*args, **kw) Nov 24 01:46:31.499214 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:46:31.499214 dv-neutron-818911-2-hyperv neutron-server[109866]: return func(*args, **kwargs) Nov 24 01:46:31.499214 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:46:31.499214 dv-neutron-818911-2-hyperv neutron-server[109866]: self._notify() Nov 24 01:46:31.499214 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:46:31.499214 dv-neutron-818911-2-hyperv neutron-server[109866]: self.callback(batched_events) Nov 24 01:46:31.499214 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:46:31.499214 dv-neutron-818911-2-hyperv neutron-server[109866]: event.method(event) Nov 24 01:46:31.499214 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:46:31.499214 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:46:31.499214 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:46:31.499214 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:46:31.499214 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:46:31.499214 dv-neutron-818911-2-hyperv neutron-server[109866]: return f(self, *a, **k) Nov 24 01:46:31.499214 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:46:31.499214 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._get(url).json() Nov 24 01:46:31.499214 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:46:31.499214 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:46:31.499214 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:46:31.499214 dv-neutron-818911-2-hyperv neutron-server[109866]: return self.request(url, 'GET', **kwargs) Nov 24 01:46:31.499214 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:46:31.499214 dv-neutron-818911-2-hyperv neutron-server[109866]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:46:31.499214 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:46:31.499214 dv-neutron-818911-2-hyperv neutron-server[109866]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:46:31.499214 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:46:31.499214 dv-neutron-818911-2-hyperv neutron-server[109866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:46:31.499214 dv-neutron-818911-2-hyperv neutron-server[109866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:46:31.535716 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca1a1c7-7c4c-41c8-868a-28564af2a500 req-9160dd3a-625d-4d92-9a16-6448019e6123 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:31.537401 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-9ca1a1c7-7c4c-41c8-868a-28564af2a500 req-9160dd3a-625d-4d92-9a16-6448019e6123 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/ports?device_id=54a6fdcb-af1b-4e68-a904-3bb95b5cf340 HTTP/1.1" status: 200 len: 945 time: 0.2565370 Nov 24 01:46:31.551446 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [None req-29f6c4b5-cac9-44ff-b912-533eb9e8d0c4 admin admin] For port c1cd4525-a123-400d-a60b-b3f5eed99df6, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=c1cd4525-a123-400d-a60b-b3f5eed99df6,segment=NetworkSegment(03509fd2-ca9c-4aa0-94e6-e236afda62e7),segment_id=03509fd2-ca9c-4aa0-94e6-e236afda62e7)] {{(pid=109866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:46:31.551952 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-29f6c4b5-cac9-44ff-b912-533eb9e8d0c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:31.575594 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-b3085ee6-d7f7-4967-99e3-18dcb8aa555d None None] Set router 03d15ab8-96ac-4078-afbb-508fb1699e46 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:46:31.613981 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-29f6c4b5-cac9-44ff-b912-533eb9e8d0c4 admin admin] Calling delete_port for c1cd4525-a123-400d-a60b-b3f5eed99df6 owned by network:router_gateway {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:46:31.623172 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.securitygroups_db [None req-cd72f01e-f170-418a-8041-8561fa15058c tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Project c86e6537e95341b0928530c16780ff1b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 01:46:31.634612 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cd72f01e-f170-418a-8041-8561fa15058c tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:31.646031 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-18aa4fa6-f061-4e43-a9e5-931218232dac tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:31.653930 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f3f64714-1254-4b4a-ade8-b25c7787068e tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:31.693638 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-18aa4fa6-f061-4e43-a9e5-931218232dac tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:31.697060 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-18aa4fa6-f061-4e43-a9e5-931218232dac tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] 10.222.0.21 "DELETE /v2.0/networks/b4e17051-ffcd-4bc2-8276-94465088a7b4 HTTP/1.1" status: 204 len: 168 time: 2.4004545 Nov 24 01:46:31.707752 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45844) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:31.748018 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-9ca1a1c7-7c4c-41c8-868a-28564af2a500 req-ac07d876-8875-461d-a5fd-99c12a7947a1 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa820965-f51f-4c0f-92b9-3c3d3d9ef329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2004886 Nov 24 01:46:31.748950 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aa4fa6-f061-4e43-a9e5-931218232dac tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Pushing event deleted for resources: {'Network': ['ID=b4e17051-ffcd-4bc2-8276-94465088a7b4,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:31.782299 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fe76e83-14a8-4039-8cd7-b8a85fc27ddf tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] DELETE failed (client error): The resource could not be found. Nov 24 01:46:31.782299 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fe76e83-14a8-4039-8cd7-b8a85fc27ddf tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:46:31.782299 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-7fe76e83-14a8-4039-8cd7-b8a85fc27ddf tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] 10.222.0.21 "DELETE /v2.0/networks/b4e17051-ffcd-4bc2-8276-94465088a7b4 HTTP/1.1" status: 404 len: 339 time: 0.0650141 Nov 24 01:46:31.782556 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-f3f64714-1254-4b4a-ade8-b25c7787068e tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['008e9a5d-81aa-41b5-8adb-ecc89964186a']}} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:31.783896 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45846) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:31.798460 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-51d1c683-85f5-44e6-9394-989fcbc72220 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1077536307', 'description': 'd1'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:46:31.802586 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-f3f64714-1254-4b4a-ade8-b25c7787068e tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5868af36-0e2b-4d53-bc40-307bd84b84a2') {'for_net_delete': True} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:31.802917 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-f3f64714-1254-4b4a-ade8-b25c7787068e tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5868af36-0e2b-4d53-bc40-307bd84b84a2') {} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:31.812151 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1734f1-1621-46e8-9eb7-22c064fb886c None None] DHCP port deletion for b4e17051-ffcd-4bc2-8276-94465088a7b4 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:46:31.816515 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f3f64714-1254-4b4a-ade8-b25c7787068e tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28690908'] for segment, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:31.843624 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f3f64714-1254-4b4a-ade8-b25c7787068e tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:31.857539 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3f64714-1254-4b4a-ade8-b25c7787068e tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=109867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:46:31.858314 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f3f64714-1254-4b4a-ade8-b25c7787068e tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25503736'] for segment, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:31.868035 dv-neutron-818911-2-hyperv neutron-server[109867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 01:46:31.868035 dv-neutron-818911-2-hyperv neutron-server[109867]: self.session.flush() Nov 24 01:46:31.868035 dv-neutron-818911-2-hyperv neutron-server[109867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 01:46:31.868035 dv-neutron-818911-2-hyperv neutron-server[109867]: self.session.flush() Nov 24 01:46:31.868035 dv-neutron-818911-2-hyperv neutron-server[109867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 01:46:31.868035 dv-neutron-818911-2-hyperv neutron-server[109867]: self.session.flush() Nov 24 01:46:31.868035 dv-neutron-818911-2-hyperv neutron-server[109867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 01:46:31.868035 dv-neutron-818911-2-hyperv neutron-server[109867]: self.session.flush() Nov 24 01:46:31.868035 dv-neutron-818911-2-hyperv neutron-server[109867]: Traceback (most recent call last): Nov 24 01:46:31.868035 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:46:31.868035 dv-neutron-818911-2-hyperv neutron-server[109867]: timer() Nov 24 01:46:31.868035 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:46:31.868035 dv-neutron-818911-2-hyperv neutron-server[109867]: cb(*args, **kw) Nov 24 01:46:31.868035 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:46:31.868035 dv-neutron-818911-2-hyperv neutron-server[109867]: return func(*args, **kwargs) Nov 24 01:46:31.868035 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:46:31.868035 dv-neutron-818911-2-hyperv neutron-server[109867]: self._notify() Nov 24 01:46:31.868035 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:46:31.868035 dv-neutron-818911-2-hyperv neutron-server[109867]: self.callback(batched_events) Nov 24 01:46:31.868035 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:46:31.868035 dv-neutron-818911-2-hyperv neutron-server[109867]: event.method(event) Nov 24 01:46:31.868035 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:46:31.868035 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:46:31.868035 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:46:31.868035 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:46:31.868035 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:46:31.868035 dv-neutron-818911-2-hyperv neutron-server[109867]: return f(self, *a, **k) Nov 24 01:46:31.868035 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:46:31.868035 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._get(url).json() Nov 24 01:46:31.868035 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:46:31.868035 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:46:31.868035 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:46:31.868035 dv-neutron-818911-2-hyperv neutron-server[109867]: return self.request(url, 'GET', **kwargs) Nov 24 01:46:31.868035 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:46:31.868035 dv-neutron-818911-2-hyperv neutron-server[109867]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:46:31.868035 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:46:31.868035 dv-neutron-818911-2-hyperv neutron-server[109867]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:46:31.868035 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:46:31.868035 dv-neutron-818911-2-hyperv neutron-server[109867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:46:31.868035 dv-neutron-818911-2-hyperv neutron-server[109867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:46:31.879089 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cd72f01e-f170-418a-8041-8561fa15058c tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:31.883832 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51d1c683-85f5-44e6-9394-989fcbc72220 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Made reservation on behalf of 52012859bd7040dfaae99173fefc0e0b for: {'network': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:46:31.885869 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804c74ce-4c1c-43dd-a5e8-04473e59dd66 req-decdc482-dc05-4179-a0e8-64a1155ec96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:31.887229 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-51d1c683-85f5-44e6-9394-989fcbc72220 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:31.887672 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-804c74ce-4c1c-43dd-a5e8-04473e59dd66 req-decdc482-dc05-4179-a0e8-64a1155ec96d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=110fa21155a747ab90ae3fb887427135&device_id=54a6fdcb-af1b-4e68-a904-3bb95b5cf340 HTTP/1.1" status: 200 len: 1098 time: 0.4001770 Nov 24 01:46:31.902942 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cd72f01e-f170-418a-8041-8561fa15058c tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:31.905641 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-b3085ee6-d7f7-4967-99e3-18dcb8aa555d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d15ab8-96ac-4078-afbb-508fb1699e46', 'name': 'tempest-ServersTestManualDisk-976998010-router', 'tenant_id': '02a273ddc4c14296a842719ce385cf90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.8'}], 'enable_snat': True}, 'gw_port_id': '3adae932-3a5f-42f6-9ca1-843b9be31a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:44:26Z', 'updated_at': '2021-11-24T01:46:27Z', 'revision_number': 5, 'project_id': '02a273ddc4c14296a842719ce385cf90', 'gw_port': {'id': '3adae932-3a5f-42f6-9ca1-843b9be31a47', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:55:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d15ab8-96ac-4078-afbb-508fb1699e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:44:27Z', 'updated_at': '2021-11-24T01:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:31.925970 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-33811314-be61-43e3-aa3b-124d5d202070 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:31.943920 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3085ee6-d7f7-4967-99e3-18dcb8aa555d None None] The sync data for ids ['03d15ab8-96ac-4078-afbb-508fb1699e46'] in dv-neutron-818911-2-hyperv is: [{'id': '03d15ab8-96ac-4078-afbb-508fb1699e46', 'name': 'tempest-ServersTestManualDisk-976998010-router', 'tenant_id': '02a273ddc4c14296a842719ce385cf90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.8'}], 'enable_snat': True}, 'gw_port_id': '3adae932-3a5f-42f6-9ca1-843b9be31a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:44:26Z', 'updated_at': '2021-11-24T01:46:27Z', 'revision_number': 5, 'project_id': '02a273ddc4c14296a842719ce385cf90', 'gw_port': {'id': '3adae932-3a5f-42f6-9ca1-843b9be31a47', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:55:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d15ab8-96ac-4078-afbb-508fb1699e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:44:27Z', 'updated_at': '2021-11-24T01:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:46:31.948065 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd72f01e-f170-418a-8041-8561fa15058c tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d99e9ff-aef7-4f75-8f15-b4331172b808,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:31.965393 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device bc686215-0679-4431-bbdb-a29ee527ab4e no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:46:31.990956 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: bc686215-0679-4431-bbdb-a29ee527ab4e {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:46:31.990956 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device bc686215-0679-4431-bbdb-a29ee527ab4e not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:46:31.991368 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 0bc357d1-7a0a-49a4-9d35-431f429d4a00 no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:46:31.993049 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cd72f01e-f170-418a-8041-8561fa15058c tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:31.994293 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-cd72f01e-f170-418a-8041-8561fa15058c tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5349646 Nov 24 01:46:32.002105 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45848) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:32.017106 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-ab4ac300-3e74-49e7-ad48-a400e7f9663f tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Request body: {'network': {'name': 'tempest-network-smoke--319576034', 'project_id': 'c86e6537e95341b0928530c16780ff1b', 'port_security_enabled': True}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:46:32.020960 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51d1c683-85f5-44e6-9394-989fcbc72220 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=109866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:46:32.024262 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: 0bc357d1-7a0a-49a4-9d35-431f429d4a00 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:46:32.024786 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 0bc357d1-7a0a-49a4-9d35-431f429d4a00 not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:46:32.048543 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-51d1c683-85f5-44e6-9394-989fcbc72220 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:32.048543 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.segments_db [None req-51d1c683-85f5-44e6-9394-989fcbc72220 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Added segment 39639621-80c9-4d18-9563-72e7da3c6fc9 of type vlan for network 24723510-eaea-432e-931c-02b9b2fdd0e8 Nov 24 01:46:32.056748 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-91e1d5df-634d-4c92-bce7-174a352e90ef tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:32.081147 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-29f6c4b5-cac9-44ff-b912-533eb9e8d0c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:32.083939 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f3f64714-1254-4b4a-ade8-b25c7787068e tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:32.090186 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab4ac300-3e74-49e7-ad48-a400e7f9663f tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Made reservation on behalf of c86e6537e95341b0928530c16780ff1b for: {'network': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:46:32.093631 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ab4ac300-3e74-49e7-ad48-a400e7f9663f tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:32.103355 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-3144042b-a5f3-45a9-8500-10f43b17cd3e admin admin] Deleting port 3adae932-3a5f-42f6-9ca1-843b9be31a47 {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:46:32.103691 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-3144042b-a5f3-45a9-8500-10f43b17cd3e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:32.131783 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-51d1c683-85f5-44e6-9394-989fcbc72220 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:32.134113 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f6c4b5-cac9-44ff-b912-533eb9e8d0c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1cd4525-a123-400d-a60b-b3f5eed99df6,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:32.151919 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f3f64714-1254-4b4a-ade8-b25c7787068e tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] Publish callbacks [] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:32.155544 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-f3f64714-1254-4b4a-ade8-b25c7787068e tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] 10.222.0.21 "DELETE /v2.0/networks/008e9a5d-81aa-41b5-8adb-ecc89964186a HTTP/1.1" status: 204 len: 168 time: 2.8128605 Nov 24 01:46:32.156171 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269c546c-55d0-4344-96e4-e645dcd6b775 None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:46:32.176297 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-91e1d5df-634d-4c92-bce7-174a352e90ef tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Calling delete_port for 7d6897d3-ccd4-4441-a015-e023ba1da4cc owned by network:router_gateway {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:46:32.182669 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33811314-be61-43e3-aa3b-124d5d202070 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Network 0b39e72d-1244-4a44-91ee-28b4de878b98 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:46:32.212756 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab4ac300-3e74-49e7-ad48-a400e7f9663f tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=109866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:46:32.236473 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ab4ac300-3e74-49e7-ad48-a400e7f9663f tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:32.237022 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.segments_db [None req-ab4ac300-3e74-49e7-ad48-a400e7f9663f tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Added segment db823f0a-caf6-41c9-bc62-afb7ce23547f of type vlan for network a38adc46-db63-4179-872d-6aa1e8287d77 Nov 24 01:46:32.237145 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-33811314-be61-43e3-aa3b-124d5d202070 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:46:32.240144 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-51d1c683-85f5-44e6-9394-989fcbc72220 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:32.246658 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d1c683-85f5-44e6-9394-989fcbc72220 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:32.247645 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-51d1c683-85f5-44e6-9394-989fcbc72220 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:32.249143 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33811314-be61-43e3-aa3b-124d5d202070 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Pushing event updated for resources: {'Port': ['ID=f2d08183-7828-47b5-85b4-9580ef62e399,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:32.291499 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33811314-be61-43e3-aa3b-124d5d202070 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:46:32.302455 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33811314-be61-43e3-aa3b-124d5d202070 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:32.303428 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-33811314-be61-43e3-aa3b-124d5d202070 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:32.307201 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f64714-1254-4b4a-ade8-b25c7787068e tempest-TagsExtTest-1417067382 tempest-TagsExtTest-1417067382-project] Pushing event deleted for resources: {'Network': ['ID=008e9a5d-81aa-41b5-8adb-ecc89964186a,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:32.319396 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-29f6c4b5-cac9-44ff-b912-533eb9e8d0c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418161'] for router_gateway, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:32.380167 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-51d1c683-85f5-44e6-9394-989fcbc72220 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5875058 Nov 24 01:46:32.408475 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45852) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:32.472674 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-33811314-be61-43e3-aa3b-124d5d202070 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.7267733 Nov 24 01:46:32.489202 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45856) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:32.493930 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804c74ce-4c1c-43dd-a5e8-04473e59dd66 req-de39a661-a3da-402c-abda-6e4f6fc4bd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:32.495473 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-804c74ce-4c1c-43dd-a5e8-04473e59dd66 req-de39a661-a3da-402c-abda-6e4f6fc4bd7d service neutron] 10.222.0.48 "GET /v2.0/networks?id=0439926c-1302-4dcb-a15d-d53f1b665c6d HTTP/1.1" status: 200 len: 912 time: 0.5844221 Nov 24 01:46:32.518823 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-df68ad06-cb38-425c-9fe2-1f2e094a390f tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:46:32.528574 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45858) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:32.685751 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [None req-3144042b-a5f3-45a9-8500-10f43b17cd3e admin admin] For port 3adae932-3a5f-42f6-9ca1-843b9be31a47, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=3adae932-3a5f-42f6-9ca1-843b9be31a47,segment=NetworkSegment(03509fd2-ca9c-4aa0-94e6-e236afda62e7),segment_id=03509fd2-ca9c-4aa0-94e6-e236afda62e7)] {{(pid=109867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:46:32.686129 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-3144042b-a5f3-45a9-8500-10f43b17cd3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:32.710988 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ab4ac300-3e74-49e7-ad48-a400e7f9663f tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:32.774820 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d1c683-85f5-44e6-9394-989fcbc72220 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Pushing event updated for resources: {'Network': ['ID=24723510-eaea-432e-931c-02b9b2fdd0e8,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:32.786357 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-29f6c4b5-cac9-44ff-b912-533eb9e8d0c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-424460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2766'] for router, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:32.787985 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network 24723510-eaea-432e-931c-02b9b2fdd0e8 details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:46:32.789515 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-3144042b-a5f3-45a9-8500-10f43b17cd3e admin admin] Calling delete_port for 3adae932-3a5f-42f6-9ca1-843b9be31a47 owned by network:router_gateway {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:46:32.789758 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-29f6c4b5-cac9-44ff-b912-533eb9e8d0c4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:32.822235 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe14271b-b45a-48d0-a527-f184217295de tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:32.825323 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-fe14271b-b45a-48d0-a527-f184217295de tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] 10.222.0.21 "GET /v2.0/networks?id=24723510-eaea-432e-931c-02b9b2fdd0e8 HTTP/1.1" status: 200 len: 765 time: 0.4099305 Nov 24 01:46:32.834995 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45864) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:32.838364 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ab4ac300-3e74-49e7-ad48-a400e7f9663f tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:32.844890 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4ac300-3e74-49e7-ad48-a400e7f9663f tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:32.845776 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ab4ac300-3e74-49e7-ad48-a400e7f9663f tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:32.861369 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-e709bf1e-3515-4901-a4dd-aa84c0de2b9a tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Request body: {'network': {'description': 'd2'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:46:32.894697 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-29f6c4b5-cac9-44ff-b912-533eb9e8d0c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-424469'] for router, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:32.895239 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29f6c4b5-cac9-44ff-b912-533eb9e8d0c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7faeaee0-44de-4bed-b543-ae7f25fdeb87 {{(pid=109866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 01:46:32.909692 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-804c74ce-4c1c-43dd-a5e8-04473e59dd66 req-50e4d85e-630d-47cc-8e91-6f682136f4f1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b699589b-8212-4295-8919-4bb76ce3f790 HTTP/1.1" status: 200 len: 1000 time: 0.3790259 Nov 24 01:46:32.910257 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-df68ad06-cb38-425c-9fe2-1f2e094a390f tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:32.923736 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-29f6c4b5-cac9-44ff-b912-533eb9e8d0c4 admin admin] Publish callbacks [] for router, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:32.924893 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-29f6c4b5-cac9-44ff-b912-533eb9e8d0c4 admin admin] 10.222.0.21 "DELETE /v2.0/routers/7faeaee0-44de-4bed-b543-ae7f25fdeb87 HTTP/1.1" status: 204 len: 168 time: 2.9635906 Nov 24 01:46:32.933317 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-ab4ac300-3e74-49e7-ad48-a400e7f9663f tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9232070 Nov 24 01:46:32.933317 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45866) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:32.939038 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4ac300-3e74-49e7-ad48-a400e7f9663f tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Pushing event updated for resources: {'Network': ['ID=a38adc46-db63-4179-872d-6aa1e8287d77,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:32.941067 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45868) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:32.952337 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network a38adc46-db63-4179-872d-6aa1e8287d77 details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:46:32.963758 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-e65d3466-f353-4bc0-a752-ca64b2f020d1 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-505158449', 'admin_state_up': True, 'project_id': 'c86e6537e95341b0928530c16780ff1b', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:46:33.006725 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_v2 [None req-687dd4c4-31b6-479d-81a3-c7a8a5811f13 admin admin] Deleting subnet f0a91a6b-0fc2-490d-ba3d-91453eb80dcb {{(pid=109866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 01:46:33.011533 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e65d3466-f353-4bc0-a752-ca64b2f020d1 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-424105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2744'] for router, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:33.012836 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e65d3466-f353-4bc0-a752-ca64b2f020d1 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-424325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-326625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2753'] for router, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:33.017672 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-687dd4c4-31b6-479d-81a3-c7a8a5811f13 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:33.055068 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-b11bf6a8-4045-4865-b460-8f3cdc3403e8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3006bb2806204dbc889ecf871b8e7678&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5151751 Nov 24 01:46:33.059484 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45870) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:33.063719 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-687dd4c4-31b6-479d-81a3-c7a8a5811f13 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29055568'] for subnet, precommit_delete_associations {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:33.182298 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4578d82a-d1b4-41ed-9115-3f02cad82697 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:33.185115 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-687dd4c4-31b6-479d-81a3-c7a8a5811f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:33.234865 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4578d82a-d1b4-41ed-9115-3f02cad82697 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:33.284351 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-687dd4c4-31b6-479d-81a3-c7a8a5811f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29149324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29154870'] for subnet, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:33.311496 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687dd4c4-31b6-479d-81a3-c7a8a5811f13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0a91a6b-0fc2-490d-ba3d-91453eb80dcb,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:33.315532 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-687dd4c4-31b6-479d-81a3-c7a8a5811f13 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:33.321268 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-687dd4c4-31b6-479d-81a3-c7a8a5811f13 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/f0a91a6b-0fc2-490d-ba3d-91453eb80dcb HTTP/1.1" status: 204 len: 168 time: 0.3864589 Nov 24 01:46:33.321471 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45872) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:33.328613 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a23b678-8a0e-4d80-bee4-53dede7bf6b5 None None] Network f4b0113f-5a2c-4a97-a650-fea5845398b7 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:46:33.330295 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4578d82a-d1b4-41ed-9115-3f02cad82697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:33.332891 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4578d82a-d1b4-41ed-9115-3f02cad82697 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:33.334088 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-4578d82a-d1b4-41ed-9115-3f02cad82697 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9ab69ebc-3370-446d-a05e-eb43d71f2ef4 HTTP/1.1" status: 204 len: 168 time: 0.2735832 Nov 24 01:46:33.361300 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4578d82a-d1b4-41ed-9115-3f02cad82697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ab69ebc-3370-446d-a05e-eb43d71f2ef4,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:33.411686 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-2ac20ab8-703f-4917-85fb-ea467be6baee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:33.464832 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804c74ce-4c1c-43dd-a5e8-04473e59dd66 req-0bcb2c19-aaf5-48db-8592-7861db2e1bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:33.467031 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-804c74ce-4c1c-43dd-a5e8-04473e59dd66 req-0bcb2c19-aaf5-48db-8592-7861db2e1bca service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3cd00567-bdb6-4d9c-8716-d6fe9a6098c7 HTTP/1.1" status: 200 len: 850 time: 0.4976969 Nov 24 01:46:33.493170 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-2ac20ab8-703f-4917-85fb-ea467be6baee admin admin] Deleting port 96e9ce6e-a8d2-443d-8b85-4d158f02dcb6 {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:46:33.493672 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-2ac20ab8-703f-4917-85fb-ea467be6baee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:33.588026 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [None req-2ac20ab8-703f-4917-85fb-ea467be6baee admin admin] For port 96e9ce6e-a8d2-443d-8b85-4d158f02dcb6, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=96e9ce6e-a8d2-443d-8b85-4d158f02dcb6,segment=NetworkSegment(15b2ee8c-f6d9-41dc-9d6f-b35b24ea97a6),segment_id=15b2ee8c-f6d9-41dc-9d6f-b35b24ea97a6)] {{(pid=109866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:46:33.588396 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-2ac20ab8-703f-4917-85fb-ea467be6baee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:33.610786 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b240b81c-09b7-4ca2-b8cf-00439289e66b req-b39bf659-0c39-4ecb-9da5-a133651e8f91 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:33.617821 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-b240b81c-09b7-4ca2-b8cf-00439289e66b req-b39bf659-0c39-4ecb-9da5-a133651e8f91 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/ports?device_id=54a6fdcb-af1b-4e68-a904-3bb95b5cf340 HTTP/1.1" status: 200 len: 945 time: 0.7367761 Nov 24 01:46:33.631572 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89972af1-0bd6-4188-8f6d-ecd4f7fe527b None None] DHCP port deletion for f4b0113f-5a2c-4a97-a650-fea5845398b7 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:46:33.643085 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-2ac20ab8-703f-4917-85fb-ea467be6baee admin admin] Calling delete_port for 96e9ce6e-a8d2-443d-8b85-4d158f02dcb6 owned by network:dhcp {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:46:33.651998 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e65d3466-f353-4bc0-a752-ca64b2f020d1 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:33.661031 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-91e1d5df-634d-4c92-bce7-174a352e90ef tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:33.709914 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-89972af1-0bd6-4188-8f6d-ecd4f7fe527b None None] Deleting port 96e9ce6e-a8d2-443d-8b85-4d158f02dcb6 {{(pid=109868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:46:33.710294 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-89972af1-0bd6-4188-8f6d-ecd4f7fe527b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:33.751912 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e1d5df-634d-4c92-bce7-174a352e90ef tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Pushing event deleted for resources: {'Port': ['ID=7d6897d3-ccd4-4441-a015-e023ba1da4cc,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:33.799567 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e709bf1e-3515-4901-a4dd-aa84c0de2b9a tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:33.800651 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2538f179-52e1-47bd-8b8b-17c5ea110321 None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:46:33.822169 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-89972af1-0bd6-4188-8f6d-ecd4f7fe527b None None] For port 96e9ce6e-a8d2-443d-8b85-4d158f02dcb6, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=96e9ce6e-a8d2-443d-8b85-4d158f02dcb6,segment=NetworkSegment(15b2ee8c-f6d9-41dc-9d6f-b35b24ea97a6),segment_id=15b2ee8c-f6d9-41dc-9d6f-b35b24ea97a6)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:46:33.822712 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-89972af1-0bd6-4188-8f6d-ecd4f7fe527b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:33.837191 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-89972af1-0bd6-4188-8f6d-ecd4f7fe527b None None] Calling delete_port for 96e9ce6e-a8d2-443d-8b85-4d158f02dcb6 owned by network:dhcp {{(pid=109868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:46:33.927273 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device c1cd4525-a123-400d-a60b-b3f5eed99df6 no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:46:33.945939 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e709bf1e-3515-4901-a4dd-aa84c0de2b9a tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:33.949100 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804c74ce-4c1c-43dd-a5e8-04473e59dd66 req-d97fd1c7-a1d7-4dd1-89b9-4763404995c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:33.950673 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-804c74ce-4c1c-43dd-a5e8-04473e59dd66 req-d97fd1c7-a1d7-4dd1-89b9-4763404995c4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0439926c-1302-4dcb-a15d-d53f1b665c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4545636 Nov 24 01:46:33.960691 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e65d3466-f353-4bc0-a752-ca64b2f020d1 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:33.964828 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: c1cd4525-a123-400d-a60b-b3f5eed99df6 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:46:33.965004 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-2ac20ab8-703f-4917-85fb-ea467be6baee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:33.965520 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device c1cd4525-a123-400d-a60b-b3f5eed99df6 not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:46:33.966187 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device f7e0496a-dd49-4cae-9933-b96f273d6ad8 no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:46:33.996154 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: f7e0496a-dd49-4cae-9933-b96f273d6ad8 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:46:33.996763 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device f7e0496a-dd49-4cae-9933-b96f273d6ad8 not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:46:33.997582 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 96e9ce6e-a8d2-443d-8b85-4d158f02dcb6 no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:46:34.005398 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac20ab8-703f-4917-85fb-ea467be6baee admin admin] Pushing event deleted for resources: {'Port': ['ID=96e9ce6e-a8d2-443d-8b85-4d158f02dcb6,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:34.007997 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac20ab8-703f-4917-85fb-ea467be6baee admin admin] No DVR routers for this DVR port 96e9ce6e-a8d2-443d-8b85-4d158f02dcb6 on host dv-neutron-818911-2-hyperv {{(pid=109866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:46:34.009589 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e709bf1e-3515-4901-a4dd-aa84c0de2b9a tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Network 24723510-eaea-432e-931c-02b9b2fdd0e8 is not hosted by any dhcp agent {{(pid=109867) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 24 01:46:34.015140 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e709bf1e-3515-4901-a4dd-aa84c0de2b9a tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:34.016278 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e709bf1e-3515-4901-a4dd-aa84c0de2b9a tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks [] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:34.017607 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-e709bf1e-3515-4901-a4dd-aa84c0de2b9a tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] 10.222.0.21 "PUT /v2.0/networks/24723510-eaea-432e-931c-02b9b2fdd0e8 HTTP/1.1" status: 200 len: 762 time: 1.1706631 Nov 24 01:46:34.028806 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45882) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:34.037799 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: 96e9ce6e-a8d2-443d-8b85-4d158f02dcb6 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:46:34.038308 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 96e9ce6e-a8d2-443d-8b85-4d158f02dcb6 not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:46:34.045252 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-b240b81c-09b7-4ca2-b8cf-00439289e66b req-a607563e-f9fa-4fd2-a38e-6a35b707c6f7 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa820965-f51f-4c0f-92b9-3c3d3d9ef329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4217920 Nov 24 01:46:34.057329 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-89972af1-0bd6-4188-8f6d-ecd4f7fe527b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974'] for port, after_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:34.073645 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89972af1-0bd6-4188-8f6d-ecd4f7fe527b None None] No DVR routers for this DVR port 96e9ce6e-a8d2-443d-8b85-4d158f02dcb6 on host dv-neutron-818911-2-hyperv {{(pid=109868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:46:34.096682 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89972af1-0bd6-4188-8f6d-ecd4f7fe527b None None] Pushing event deleted for resources: {'Port': ['ID=96e9ce6e-a8d2-443d-8b85-4d158f02dcb6,revision_number=None']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:34.137065 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-df68ad06-cb38-425c-9fe2-1f2e094a390f tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks [] for port, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:34.141574 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-91e1d5df-634d-4c92-bce7-174a352e90ef tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418161'] for router_gateway, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:34.143594 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e709bf1e-3515-4901-a4dd-aa84c0de2b9a tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Pushing event updated for resources: {'Network': ['ID=24723510-eaea-432e-931c-02b9b2fdd0e8,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:34.157046 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network 24723510-eaea-432e-931c-02b9b2fdd0e8 details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:46:34.169879 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45cf77a4-ba96-40c0-a686-f74b2427f3e4 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:34.172178 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-3144042b-a5f3-45a9-8500-10f43b17cd3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:34.175634 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-45cf77a4-ba96-40c0-a686-f74b2427f3e4 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] 10.222.0.21 "GET /v2.0/networks?id=24723510-eaea-432e-931c-02b9b2fdd0e8 HTTP/1.1" status: 200 len: 765 time: 0.1420484 Nov 24 01:46:34.178525 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45886) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:34.211418 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-df68ad06-cb38-425c-9fe2-1f2e094a390f tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25501696'] for port, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:34.279041 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3144042b-a5f3-45a9-8500-10f43b17cd3e admin admin] Pushing event deleted for resources: {'Port': ['ID=3adae932-3a5f-42f6-9ca1-843b9be31a47,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:34.282645 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-2ac20ab8-703f-4917-85fb-ea467be6baee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:34.315559 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-df68ad06-cb38-425c-9fe2-1f2e094a390f tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] In _notify_port_updated(), no bound segment for port f2d08183-7828-47b5-85b4-9580ef62e399 on network 0b39e72d-1244-4a44-91ee-28b4de878b98 {{(pid=109867) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 24 01:46:34.321580 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58009130-675a-4555-8f7f-d43ce815cb80 None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:46:34.323012 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df68ad06-cb38-425c-9fe2-1f2e094a390f tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:34.323858 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-df68ad06-cb38-425c-9fe2-1f2e094a390f tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:34.325349 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-df68ad06-cb38-425c-9fe2-1f2e094a390f tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "PUT /v2.0/ports/f2d08183-7828-47b5-85b4-9580ef62e399 HTTP/1.1" status: 200 len: 818 time: 1.8288736 Nov 24 01:46:34.352567 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45892) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:34.447165 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-2ac20ab8-703f-4917-85fb-ea467be6baee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4b0113f-5a2c-4a97-a650-fea5845398b7']}} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:34.470785 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-2ac20ab8-703f-4917-85fb-ea467be6baee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15b2ee8c-f6d9-41dc-9d6f-b35b24ea97a6') {'for_net_delete': True} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:34.471157 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-2ac20ab8-703f-4917-85fb-ea467be6baee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15b2ee8c-f6d9-41dc-9d6f-b35b24ea97a6') {} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:34.499460 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-2ac20ab8-703f-4917-85fb-ea467be6baee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29055561'] for segment, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:34.500855 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-804c74ce-4c1c-43dd-a5e8-04473e59dd66 req-98c066f3-f547-476d-92bc-76d082f4993a service neutron] 10.222.0.48 "GET /v2.0/networks/0439926c-1302-4dcb-a15d-d53f1b665c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5316250 Nov 24 01:46:34.509604 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df68ad06-cb38-425c-9fe2-1f2e094a390f tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Pushing event updated for resources: {'Port': ['ID=f2d08183-7828-47b5-85b4-9580ef62e399,revision_number=2']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:34.525610 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e13b24-fb16-4572-814e-4da5bc095ce0 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:34.531679 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-c7e13b24-fb16-4572-814e-4da5bc095ce0 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3475785 Nov 24 01:46:34.531679 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45900) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:34.534045 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-2ac20ab8-703f-4917-85fb-ea467be6baee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:34.575699 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ac20ab8-703f-4917-85fb-ea467be6baee admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=109866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:46:34.575699 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-2ac20ab8-703f-4917-85fb-ea467be6baee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29151010'] for segment, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:34.577612 dv-neutron-818911-2-hyperv neutron-server[109866]: Traceback (most recent call last): Nov 24 01:46:34.577612 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:46:34.577612 dv-neutron-818911-2-hyperv neutron-server[109866]: timer() Nov 24 01:46:34.577612 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:46:34.577612 dv-neutron-818911-2-hyperv neutron-server[109866]: cb(*args, **kw) Nov 24 01:46:34.577612 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:46:34.577612 dv-neutron-818911-2-hyperv neutron-server[109866]: return func(*args, **kwargs) Nov 24 01:46:34.577612 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:46:34.577612 dv-neutron-818911-2-hyperv neutron-server[109866]: self._notify() Nov 24 01:46:34.577612 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:46:34.577612 dv-neutron-818911-2-hyperv neutron-server[109866]: self.callback(batched_events) Nov 24 01:46:34.577612 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:46:34.577612 dv-neutron-818911-2-hyperv neutron-server[109866]: event.method(event) Nov 24 01:46:34.577612 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:46:34.577612 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:46:34.577612 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:46:34.577612 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:46:34.577612 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:46:34.577612 dv-neutron-818911-2-hyperv neutron-server[109866]: return f(self, *a, **k) Nov 24 01:46:34.577612 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:46:34.577612 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._get(url).json() Nov 24 01:46:34.577612 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:46:34.577612 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:46:34.577612 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:46:34.577612 dv-neutron-818911-2-hyperv neutron-server[109866]: return self.request(url, 'GET', **kwargs) Nov 24 01:46:34.577612 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:46:34.577612 dv-neutron-818911-2-hyperv neutron-server[109866]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:46:34.577612 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:46:34.577612 dv-neutron-818911-2-hyperv neutron-server[109866]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:46:34.577612 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:46:34.577612 dv-neutron-818911-2-hyperv neutron-server[109866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:46:34.577612 dv-neutron-818911-2-hyperv neutron-server[109866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:46:34.584799 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-a6c574c8-6135-4bed-bc9c-95a7f1ab2fca tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] 10.222.0.21 "GET /v2.0/subnets?network_id=eb22795d-37ee-46ee-844d-92c17e2ea450 HTTP/1.1" status: 200 len: 207 time: 0.0471125 Nov 24 01:46:34.590026 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45902) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:34.610102 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45904) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:34.615831 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0031221 Nov 24 01:46:34.621891 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45906) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:34.642947 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-3144042b-a5f3-45a9-8500-10f43b17cd3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418161'] for router_gateway, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:34.645993 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-91e1d5df-634d-4c92-bce7-174a352e90ef tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3684298', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-424347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2775'] for router, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:34.712085 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-91e1d5df-634d-4c92-bce7-174a352e90ef tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3683822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-418125', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-424361'] for router, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:34.728319 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-2ac20ab8-703f-4917-85fb-ea467be6baee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:34.798024 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-2ecabfb3-c95f-43d0-8588-9d7154b851f4 tempest-NetworksApiDiscovery-2014374054 tempest-NetworksApiDiscovery-2014374054-project] 10.222.0.21 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1688225 Nov 24 01:46:34.801471 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-3144042b-a5f3-45a9-8500-10f43b17cd3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-424460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2766'] for router, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:34.807864 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-3144042b-a5f3-45a9-8500-10f43b17cd3e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:34.810749 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-2ac20ab8-703f-4917-85fb-ea467be6baee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:34.814636 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-2ac20ab8-703f-4917-85fb-ea467be6baee admin admin] 10.222.0.21 "DELETE /v2.0/networks/f4b0113f-5a2c-4a97-a650-fea5845398b7 HTTP/1.1" status: 204 len: 168 time: 1.4922800 Nov 24 01:46:34.831581 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac20ab8-703f-4917-85fb-ea467be6baee admin admin] Pushing event deleted for resources: {'Network': ['ID=f4b0113f-5a2c-4a97-a650-fea5845398b7,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:34.871822 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e65d3466-f353-4bc0-a752-ca64b2f020d1 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Publish callbacks [] for router_gateway, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:34.899114 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e65d3466-f353-4bc0-a752-ca64b2f020d1 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:34.908294 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5205d81-6634-474c-be3f-e0c9802f5fc4 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:34.914300 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5205d81-6634-474c-be3f-e0c9802f5fc4 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:34.920151 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5205d81-6634-474c-be3f-e0c9802f5fc4 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:34.927009 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5205d81-6634-474c-be3f-e0c9802f5fc4 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:34.933001 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5205d81-6634-474c-be3f-e0c9802f5fc4 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:34.940846 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5205d81-6634-474c-be3f-e0c9802f5fc4 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:34.946619 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-a5205d81-6634-474c-be3f-e0c9802f5fc4 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.3518405 Nov 24 01:46:34.946806 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45914) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:35.091219 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45918) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:35.196692 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-804c74ce-4c1c-43dd-a5e8-04473e59dd66 req-4eda8eef-7270-4986-9253-4592880b21b2 service neutron] 10.222.0.48 "GET /v2.0/networks/0439926c-1302-4dcb-a15d-d53f1b665c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6845419 Nov 24 01:46:35.197254 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-3144042b-a5f3-45a9-8500-10f43b17cd3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-424469'] for router, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:35.197788 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3144042b-a5f3-45a9-8500-10f43b17cd3e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03d15ab8-96ac-4078-afbb-508fb1699e46 {{(pid=109867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 01:46:35.200707 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-d448a2d4-6d1d-48d5-b9b4-19a36950aa35 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Deleting port f2d08183-7828-47b5-85b4-9580ef62e399 {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:46:35.201022 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d448a2d4-6d1d-48d5-b9b4-19a36950aa35 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:35.208881 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91e1d5df-634d-4c92-bce7-174a352e90ef tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Router b5a9263b-d01a-45c0-8290-6fb5f09c75ab has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:46:35.224030 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-3144042b-a5f3-45a9-8500-10f43b17cd3e admin admin] Publish callbacks [] for router, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:35.227778 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-3144042b-a5f3-45a9-8500-10f43b17cd3e admin admin] 10.222.0.21 "DELETE /v2.0/routers/03d15ab8-96ac-4078-afbb-508fb1699e46 HTTP/1.1" status: 204 len: 168 time: 5.1599751 Nov 24 01:46:35.227778 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45922) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:35.235977 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45924) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:35.243508 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-98c28445-25e8-4602-aed5-2e0f0d6bcf47 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] 10.222.0.21 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.2955952 Nov 24 01:46:35.254670 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45928) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:35.281799 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-e21424b1-5faa-41c2-9be5-64b5e061839e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7ca5ab9ca83c45e6a41b1ce3bf5dc5f5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1864421 Nov 24 01:46:35.291184 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45930) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:35.303228 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [None req-e65d3466-f353-4bc0-a752-ca64b2f020d1 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Allocated IP 172.26.5.107 (eb22795d-37ee-46ee-844d-92c17e2ea450/3e66fcff-6e72-4083-b514-48f69cdaa2cb/79e8e51a-ecdd-4db0-95fb-42f1889b555a) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:46:35.338427 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f1ad92-b482-46e7-99d8-76f7e4cdd826 req-e456d371-7610-4650-8c54-2cb7ae0ccd5d tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:35.345668 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-41f1ad92-b482-46e7-99d8-76f7e4cdd826 req-e456d371-7610-4650-8c54-2cb7ae0ccd5d tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/ports?device_id=54a6fdcb-af1b-4e68-a904-3bb95b5cf340 HTTP/1.1" status: 200 len: 945 time: 0.1932173 Nov 24 01:46:35.412417 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d448a2d4-6d1d-48d5-b9b4-19a36950aa35 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:35.445336 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-41f1ad92-b482-46e7-99d8-76f7e4cdd826 req-0e99ce32-c8e2-4d37-92a3-9ff76503737d tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa820965-f51f-4c0f-92b9-3c3d3d9ef329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988431 Nov 24 01:46:35.481381 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e65d3466-f353-4bc0-a752-ca64b2f020d1 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:35.484794 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-d448a2d4-6d1d-48d5-b9b4-19a36950aa35 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Calling delete_port for f2d08183-7828-47b5-85b4-9580ef62e399 owned by {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:46:35.513439 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c7e00b4-b042-4279-85be-310e5dab6523 admin admin] Deleting subnet ab44a884-a70d-4217-8793-3ef03c108892 {{(pid=109867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 01:46:35.516608 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e65d3466-f353-4bc0-a752-ca64b2f020d1 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:35.520774 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ff3186db-3259-48dc-b8a3-9551dea184dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:35.522577 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8c7e00b4-b042-4279-85be-310e5dab6523 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:35.530406 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7db90e-756a-4e52-940f-22f9985af3a1 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:35.531959 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7db90e-756a-4e52-940f-22f9985af3a1 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:35.533485 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7db90e-756a-4e52-940f-22f9985af3a1 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:35.535114 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7db90e-756a-4e52-940f-22f9985af3a1 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:35.536626 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7db90e-756a-4e52-940f-22f9985af3a1 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:35.543074 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-db7db90e-756a-4e52-940f-22f9985af3a1 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2826405 Nov 24 01:46:35.543074 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91e1d5df-634d-4c92-bce7-174a352e90ef tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:46:35.543348 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45932) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:35.552075 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0e7632-6641-41ee-b75b-5746add1a682 None None] Sync routers for ids ['b5a9263b-d01a-45c0-8290-6fb5f09c75ab'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:46:35.565620 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0e7632-6641-41ee-b75b-5746add1a682 None None] Routers {'b5a9263b-d01a-45c0-8290-6fb5f09c75ab'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:46:35.566544 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-9a0e7632-6641-41ee-b75b-5746add1a682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:46:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['b5a9263b-d01a-45c0-8290-6fb5f09c75ab'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:35.574558 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-91e1d5df-634d-4c92-bce7-174a352e90ef tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks [] for router, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:35.575708 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-91e1d5df-634d-4c92-bce7-174a352e90ef tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] 10.222.0.21 "PUT /v2.0/routers/b5a9263b-d01a-45c0-8290-6fb5f09c75ab HTTP/1.1" status: 200 len: 706 time: 6.3942268 Nov 24 01:46:35.585792 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65d3466-f353-4bc0-a752-ca64b2f020d1 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Network eb22795d-37ee-46ee-844d-92c17e2ea450 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:46:35.587895 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45934) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:35.599456 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-e65d3466-f353-4bc0-a752-ca64b2f020d1 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:46:35.617779 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-9a0e7632-6641-41ee-b75b-5746add1a682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:35.620219 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109dcf6e-04f5-4ede-90f2-884acb619fc3 None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:46:35.631069 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0e7632-6641-41ee-b75b-5746add1a682 None None] Routers {'b5a9263b-d01a-45c0-8290-6fb5f09c75ab'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:46:35.632186 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-9a0e7632-6641-41ee-b75b-5746add1a682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:46:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['b5a9263b-d01a-45c0-8290-6fb5f09c75ab'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:35.649258 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8c7e00b4-b042-4279-85be-310e5dab6523 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28690885'] for subnet, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:35.650921 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-15ff7986-3295-4ccc-84ba-6393f8b30c98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:35.676968 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-9a0e7632-6641-41ee-b75b-5746add1a682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:35.680347 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0e7632-6641-41ee-b75b-5746add1a682 None None] The sync data for ids ['b5a9263b-d01a-45c0-8290-6fb5f09c75ab'] in dv-neutron-818911-2-hyperv is: [] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:46:35.716064 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b77d553-a89c-41b1-9aee-981578c08bb8 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Attributes excluded by policy engine: ['shared'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:35.717521 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b77d553-a89c-41b1-9aee-981578c08bb8 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Attributes excluded by policy engine: ['shared'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:35.724064 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b77d553-a89c-41b1-9aee-981578c08bb8 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Attributes excluded by policy engine: ['shared'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:35.729992 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-15ff7986-3295-4ccc-84ba-6393f8b30c98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:35.730735 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b77d553-a89c-41b1-9aee-981578c08bb8 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Attributes excluded by policy engine: ['shared'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:35.732555 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b77d553-a89c-41b1-9aee-981578c08bb8 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Attributes excluded by policy engine: ['shared'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:35.735105 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-6b77d553-a89c-41b1-9aee-981578c08bb8 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] 10.222.0.21 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1901543 Nov 24 01:46:35.741638 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-46662952-7ede-4fdd-a1d2-b11ad0b342a2 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] 10.222.0.21 "GET /v2.0/routers/b5a9263b-d01a-45c0-8290-6fb5f09c75ab HTTP/1.1" status: 200 len: 741 time: 0.1524618 Nov 24 01:46:35.742247 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65d3466-f353-4bc0-a752-ca64b2f020d1 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Pushing event updated for resources: {'Port': ['ID=79e8e51a-ecdd-4db0-95fb-42f1889b555a,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:35.750871 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65d3466-f353-4bc0-a752-ca64b2f020d1 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:46:35.752280 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45936) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:35.752624 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45938) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:35.756634 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-3acd05da-2843-4f15-ac94-c2ee3175b3d3 None None] Provisioning complete for port 79e8e51a-ecdd-4db0-95fb-42f1889b555a triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:46:35.757044 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-3acd05da-2843-4f15-ac94-c2ee3175b3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:35.816854 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-3acd05da-2843-4f15-ac94-c2ee3175b3d3 None None] Port 79e8e51a-ecdd-4db0-95fb-42f1889b555a cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:46:35.848540 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-815c2924-a072-4933-a1b9-b27ae37f3a63 tempest-RoutersAdminTest-2000984837 tempest-RoutersAdminTest-2000984837-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=eb22795d-37ee-46ee-844d-92c17e2ea450&device_id=b5a9263b-d01a-45c0-8290-6fb5f09c75ab HTTP/1.1" status: 200 len: 205 time: 0.0926797 Nov 24 01:46:35.849451 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45940) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:35.878846 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 3adae932-3a5f-42f6-9ca1-843b9be31a47 no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:46:35.887215 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-d0e0c358-9d36-4493-8414-6bf421f3a0c7 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5a9263b-d01a-45c0-8290-6fb5f09c75ab HTTP/1.1" status: 200 len: 205 time: 0.0363078 Nov 24 01:46:35.888114 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45942) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:35.903175 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: 3adae932-3a5f-42f6-9ca1-843b9be31a47 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:46:35.903597 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 3adae932-3a5f-42f6-9ca1-843b9be31a47 not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:46:35.918657 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d448a2d4-6d1d-48d5-b9b4-19a36950aa35 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:36.066259 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d448a2d4-6d1d-48d5-b9b4-19a36950aa35 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Pushing event deleted for resources: {'Port': ['ID=f2d08183-7828-47b5-85b4-9580ef62e399,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:36.068586 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8c7e00b4-b042-4279-85be-310e5dab6523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:36.097110 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e65d3466-f353-4bc0-a752-ca64b2f020d1 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Publish callbacks [] for router_gateway, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:36.102486 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-97842593-4c50-43d9-94f9-5578c0ab6de1 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks [] for router, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:36.105354 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ff3186db-3259-48dc-b8a3-9551dea184dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:36.116321 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d448a2d4-6d1d-48d5-b9b4-19a36950aa35 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:36.119593 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-d448a2d4-6d1d-48d5-b9b4-19a36950aa35 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "DELETE /v2.0/ports/f2d08183-7828-47b5-85b4-9580ef62e399 HTTP/1.1" status: 204 len: 168 time: 1.7650239 Nov 24 01:46:36.136367 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45944) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:36.153671 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ff3186db-3259-48dc-b8a3-9551dea184dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:36.223437 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-15ff7986-3295-4ccc-84ba-6393f8b30c98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:36.226338 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-15ff7986-3295-4ccc-84ba-6393f8b30c98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:36.227491 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-15ff7986-3295-4ccc-84ba-6393f8b30c98 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/99804c85-214e-4bd2-9275-5b91f7f9bea4 HTTP/1.1" status: 204 len: 168 time: 0.9032834 Nov 24 01:46:36.256405 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c206bb-8e85-4d8a-b8db-615bea2c60c6 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:36.261552 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-a9c206bb-8e85-4d8a-b8db-615bea2c60c6 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] 10.222.0.21 "GET /v2.0/networks/3ec29ac9-a034-4594-a035-6a6a50dffe9f HTTP/1.1" status: 200 len: 803 time: 0.5043485 Nov 24 01:46:36.268416 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45948) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:36.271016 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-ff3186db-3259-48dc-b8a3-9551dea184dc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6789648c05404813b52484814be5580c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0407350 Nov 24 01:46:36.284163 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45950) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:36.365188 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3186db-3259-48dc-b8a3-9551dea184dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a446fc0-7072-458d-ab4b-a2a32bf30b0a,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:36.438706 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-97842593-4c50-43d9-94f9-5578c0ab6de1 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-424460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2766'] for router, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:36.444797 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ff7986-3295-4ccc-84ba-6393f8b30c98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99804c85-214e-4bd2-9275-5b91f7f9bea4,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:36.448521 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-97842593-4c50-43d9-94f9-5578c0ab6de1 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:36.463594 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8c7e00b4-b042-4279-85be-310e5dab6523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25501782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25307808'] for subnet, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:36.533115 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475182f0-e8aa-40a2-ace8-7c1b009d46cf tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:36.534737 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-475182f0-e8aa-40a2-ace8-7c1b009d46cf tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3974080 Nov 24 01:46:36.537969 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45960) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:36.568284 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-35992718-a568-4988-8174-6f11b9ff2eae tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] GET failed (client error): The resource could not be found. Nov 24 01:46:36.569899 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-35992718-a568-4988-8174-6f11b9ff2eae tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "GET /v2.0/ports/f2d08183-7828-47b5-85b4-9580ef62e399 HTTP/1.1" status: 404 len: 333 time: 0.0310116 Nov 24 01:46:36.573799 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45962) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:36.578560 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-aadda768-4d37-4d28-92c9-44a6f220a233 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-656294286'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:46:36.594127 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7e00b4-b042-4279-85be-310e5dab6523 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab44a884-a70d-4217-8793-3ef03c108892,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:36.596966 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58adb7c-889f-4362-9b30-6f55dd32d283 None None] Network 1f119f6f-a1f8-4bc6-85d9-f23337dbc03c requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:46:36.607589 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8c7e00b4-b042-4279-85be-310e5dab6523 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:36.610755 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-8c7e00b4-b042-4279-85be-310e5dab6523 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/ab44a884-a70d-4217-8793-3ef03c108892 HTTP/1.1" status: 204 len: 168 time: 1.3662682 Nov 24 01:46:36.617980 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45966) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:36.635923 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-97842593-4c50-43d9-94f9-5578c0ab6de1 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-424469'] for router, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:36.636636 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97842593-4c50-43d9-94f9-5578c0ab6de1 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Fanout notify agent at l3_agent the message router_deleted on router b5a9263b-d01a-45c0-8290-6fb5f09c75ab {{(pid=109867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 01:46:36.655787 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-97842593-4c50-43d9-94f9-5578c0ab6de1 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] Publish callbacks [] for router, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:36.657466 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-97842593-4c50-43d9-94f9-5578c0ab6de1 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] 10.222.0.21 "DELETE /v2.0/routers/b5a9263b-d01a-45c0-8290-6fb5f09c75ab HTTP/1.1" status: 204 len: 168 time: 0.7612135 Nov 24 01:46:36.665096 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45968) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:36.672955 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aadda768-4d37-4d28-92c9-44a6f220a233 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Made reservation on behalf of dffe9b32758f41e588b204d5506b48f8 for: {'network': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:46:36.676422 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-aadda768-4d37-4d28-92c9-44a6f220a233 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:36.677155 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9dfa9c46-30b3-47f3-b36d-f093bee38124 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:36.687706 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-6198a7f7-83be-499c-8863-eb4cd3f6bc55 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] 10.222.0.21 "GET /v2.0/networks/3ec29ac9-a034-4594-a035-6a6a50dffe9f?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.4154418 Nov 24 01:46:36.697080 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45970) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:36.738106 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-5f8c3029-3eb6-4a42-8333-a3bd1e831e3a tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5a9263b-d01a-45c0-8290-6fb5f09c75ab HTTP/1.1" status: 200 len: 205 time: 0.0665398 Nov 24 01:46:36.748126 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45974) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:36.771698 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9dfa9c46-30b3-47f3-b36d-f093bee38124 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:36.807390 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f8471a-868b-41f6-acb9-b72d5ddaf97f req-fdb4df00-1c2b-4af3-82c9-156743233310 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:36.809457 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-73f8471a-868b-41f6-acb9-b72d5ddaf97f req-fdb4df00-1c2b-4af3-82c9-156743233310 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/ports?device_id=54a6fdcb-af1b-4e68-a904-3bb95b5cf340 HTTP/1.1" status: 200 len: 945 time: 0.2234797 Nov 24 01:46:36.841288 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.api.v2.resource [None req-a5de85cb-3a4f-4993-a5a6-a42da2f52cfc tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] delete failed (client error): The resource could not be found. Nov 24 01:46:36.847364 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-a5de85cb-3a4f-4993-a5a6-a42da2f52cfc tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] 10.222.0.21 "DELETE /v2.0/routers/b5a9263b-d01a-45c0-8290-6fb5f09c75ab HTTP/1.1" status: 404 len: 336 time: 0.0965018 Nov 24 01:46:36.847539 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45978) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:36.856630 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-531219b0-b5a3-4453-a246-f784b18036dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:36.870503 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aadda768-4d37-4d28-92c9-44a6f220a233 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=109866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:46:36.887451 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e65d3466-f353-4bc0-a752-ca64b2f020d1 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-424338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418138'] for router, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:36.889792 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-115dc753-335a-4128-ab52-147e3a18b07a tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f206a52-6a36-47e3-9fd1-eb2ab1e524e3 HTTP/1.1" status: 200 len: 205 time: 0.0398853 Nov 24 01:46:36.892798 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-aadda768-4d37-4d28-92c9-44a6f220a233 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:36.893155 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.segments_db [None req-aadda768-4d37-4d28-92c9-44a6f220a233 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Added segment 327c3602-7633-4889-a3ea-7c3af55ade54 of type vlan for network 334bc351-f902-4103-bc7d-1ffe76d97b02 Nov 24 01:46:36.894136 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd85332-39a0-497c-943c-d369a93f6373 None None] DHCP port deletion for 1f119f6f-a1f8-4bc6-85d9-f23337dbc03c request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:46:36.894654 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45982) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:36.899028 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0586c1d-9cce-4099-8f00-de7a83455a60 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:36.900558 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-c0586c1d-9cce-4099-8f00-de7a83455a60 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] 10.222.0.21 "GET /v2.0/subnets/f7f9f1ee-13b8-4e72-b061-d8b3c60d568f HTTP/1.1" status: 200 len: 843 time: 0.2020915 Nov 24 01:46:36.909355 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45984) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:36.938831 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-73f8471a-868b-41f6-acb9-b72d5ddaf97f req-348da705-2e1f-403a-95ac-04e872709d3e tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa820965-f51f-4c0f-92b9-3c3d3d9ef329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199520 Nov 24 01:46:36.940039 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9dfa9c46-30b3-47f3-b36d-f093bee38124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:36.943089 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9dfa9c46-30b3-47f3-b36d-f093bee38124 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:36.944337 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-9dfa9c46-30b3-47f3-b36d-f093bee38124 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9a446fc0-7072-458d-ab4b-a2a32bf30b0a HTTP/1.1" status: 204 len: 168 time: 0.6320770 Nov 24 01:46:36.954011 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfa9c46-30b3-47f3-b36d-f093bee38124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a446fc0-7072-458d-ab4b-a2a32bf30b0a,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:37.005383 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-afd85332-39a0-497c-943c-d369a93f6373 None None] Deleting port b3da4ee4-e4b1-435e-a1a6-00de79a351c8 {{(pid=109868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:46:37.006390 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-afd85332-39a0-497c-943c-d369a93f6373 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:37.049775 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.api.v2.resource [None req-61ab9f3f-5940-4f31-a85f-a5d08ffe9d1b tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] delete failed (client error): The resource could not be found. Nov 24 01:46:37.053631 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-61ab9f3f-5940-4f31-a85f-a5d08ffe9d1b tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] 10.222.0.21 "DELETE /v2.0/routers/7f206a52-6a36-47e3-9fd1-eb2ab1e524e3 HTTP/1.1" status: 404 len: 336 time: 0.1584060 Nov 24 01:46:37.055251 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45992) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:37.084321 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-aadda768-4d37-4d28-92c9-44a6f220a233 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:37.085377 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-afd85332-39a0-497c-943c-d369a93f6373 None None] For port b3da4ee4-e4b1-435e-a1a6-00de79a351c8, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=b3da4ee4-e4b1-435e-a1a6-00de79a351c8,segment=NetworkSegment(aef6f52d-ced6-4959-ae4e-fc8ba7a699d2),segment_id=aef6f52d-ced6-4959-ae4e-fc8ba7a699d2)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:46:37.085885 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-afd85332-39a0-497c-943c-d369a93f6373 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:37.106760 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-afd85332-39a0-497c-943c-d369a93f6373 None None] Calling delete_port for b3da4ee4-e4b1-435e-a1a6-00de79a351c8 owned by network:dhcp {{(pid=109868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:46:37.139030 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-8e8d8e4a-e755-4490-884a-697b698ddb11 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfddfffa-7660-4373-951f-c491659965b1 HTTP/1.1" status: 200 len: 205 time: 0.0825231 Nov 24 01:46:37.142582 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 45996) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:37.187878 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f085004-b1f3-4f5b-a232-d096fc33c3f1 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Attributes excluded by policy engine: ['shared'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:37.189346 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-5f085004-b1f3-4f5b-a232-d096fc33c3f1 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] 10.222.0.21 "GET /v2.0/subnets/f7f9f1ee-13b8-4e72-b061-d8b3c60d568f?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2765794 Nov 24 01:46:37.196847 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 45998) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:37.214734 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-afd85332-39a0-497c-943c-d369a93f6373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974'] for port, after_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:37.222583 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-87fb3c7e-860a-48e3-af1b-c77f87604bea tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1559425699'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:46:37.238101 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.api.v2.resource [None req-3cf7620e-5d95-490e-b6bd-6f81d3844160 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] delete failed (client error): The resource could not be found. Nov 24 01:46:37.239592 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-3cf7620e-5d95-490e-b6bd-6f81d3844160 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] 10.222.0.21 "DELETE /v2.0/routers/dfddfffa-7660-4373-951f-c491659965b1 HTTP/1.1" status: 404 len: 336 time: 0.0960209 Nov 24 01:46:37.257445 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46000) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:37.266438 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-aadda768-4d37-4d28-92c9-44a6f220a233 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:37.267831 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd85332-39a0-497c-943c-d369a93f6373 None None] Pushing event deleted for resources: {'Port': ['ID=b3da4ee4-e4b1-435e-a1a6-00de79a351c8,revision_number=None']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:37.272118 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aadda768-4d37-4d28-92c9-44a6f220a233 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:37.272761 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-aadda768-4d37-4d28-92c9-44a6f220a233 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:37.285378 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd85332-39a0-497c-943c-d369a93f6373 None None] No DVR routers for this DVR port b3da4ee4-e4b1-435e-a1a6-00de79a351c8 on host dv-neutron-818911-2-hyperv {{(pid=109868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:46:37.325241 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-55c62ae5-cc42-435f-950d-cfdb0b83acca tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] 10.222.0.21 "GET /v2.0/ports?device_id=83ac799f-0d59-4425-8c54-ae7e0e13ba7b HTTP/1.1" status: 200 len: 205 time: 0.0737903 Nov 24 01:46:37.325502 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46002) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:37.341563 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90c00ab-2c22-4ab5-867b-c1ee15989da2 req-9ab5fd50-e313-4453-8429-7b5c28e28125 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:37.343159 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-a90c00ab-2c22-4ab5-867b-c1ee15989da2 req-9ab5fd50-e313-4453-8429-7b5c28e28125 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/ports?device_id=54a6fdcb-af1b-4e68-a904-3bb95b5cf340 HTTP/1.1" status: 200 len: 945 time: 0.2608237 Nov 24 01:46:37.374517 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.api.v2.resource [None req-b5d8d844-9f9b-483a-9278-110d2b212a3a tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] delete failed (client error): The resource could not be found. Nov 24 01:46:37.376389 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-b5d8d844-9f9b-483a-9278-110d2b212a3a tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] 10.222.0.21 "DELETE /v2.0/routers/83ac799f-0d59-4425-8c54-ae7e0e13ba7b HTTP/1.1" status: 404 len: 336 time: 0.0497878 Nov 24 01:46:37.376522 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-531219b0-b5a3-4453-a246-f784b18036dd admin admin] Deleting port b3da4ee4-e4b1-435e-a1a6-00de79a351c8 {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:46:37.376825 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-531219b0-b5a3-4453-a246-f784b18036dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:37.379097 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46006) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:37.383779 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87fb3c7e-860a-48e3-af1b-c77f87604bea tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Made reservation on behalf of 52012859bd7040dfaae99173fefc0e0b for: {'network': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:46:37.386991 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-87fb3c7e-860a-48e3-af1b-c77f87604bea tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:37.392087 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-aadda768-4d37-4d28-92c9-44a6f220a233 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8173301 Nov 24 01:46:37.395649 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46008) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:37.401815 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-19203a04-1430-451c-a069-510eacc20d9c tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Request body: {'subnet': {'network_id': '334bc351-f902-4103-bc7d-1ffe76d97b02', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:46:37.424002 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-2cbb7ddc-029d-41bb-b70e-91f8e40f0675 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e44a3bd-fe63-4a47-809c-2708bdf6fd4d HTTP/1.1" status: 200 len: 205 time: 0.0437973 Nov 24 01:46:37.433507 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46010) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:37.461185 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadda768-4d37-4d28-92c9-44a6f220a233 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Pushing event updated for resources: {'Network': ['ID=334bc351-f902-4103-bc7d-1ffe76d97b02,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:37.475998 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network 334bc351-f902-4103-bc7d-1ffe76d97b02 details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:46:37.493095 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.api.v2.resource [None req-d7ff88d9-6ba8-4b0d-a803-7a8ffbe1f9eb tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] delete failed (client error): The resource could not be found. Nov 24 01:46:37.494475 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-d7ff88d9-6ba8-4b0d-a803-7a8ffbe1f9eb tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] 10.222.0.21 "DELETE /v2.0/routers/9e44a3bd-fe63-4a47-809c-2708bdf6fd4d HTTP/1.1" status: 404 len: 336 time: 0.0600240 Nov 24 01:46:37.497307 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46012) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:37.545188 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [None req-531219b0-b5a3-4453-a246-f784b18036dd admin admin] For port b3da4ee4-e4b1-435e-a1a6-00de79a351c8, host dv-neutron-818911-2-hyperv, got binding levels [] {{(pid=109866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:46:37.545593 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-531219b0-b5a3-4453-a246-f784b18036dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:37.560101 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-a90c00ab-2c22-4ab5-867b-c1ee15989da2 req-b6ec2745-ca8d-489c-aaa8-8e1f475c9b65 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa820965-f51f-4c0f-92b9-3c3d3d9ef329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1988420 Nov 24 01:46:37.560765 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87fb3c7e-860a-48e3-af1b-c77f87604bea tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=109866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:46:37.564011 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-81bff139-3ea1-446a-be2e-eb810e632df0 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b7e5540-239b-451a-a1ec-d4d92ecb34c7 HTTP/1.1" status: 200 len: 205 time: 0.0653741 Nov 24 01:46:37.570154 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46016) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:37.572039 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e65d3466-f353-4bc0-a752-ca64b2f020d1 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Router f69315dd-d316-45aa-b653-e913c790af05 is scheduled to L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e with binding_index 1 {{(pid=109866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 01:46:37.575161 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-531219b0-b5a3-4453-a246-f784b18036dd admin admin] Calling delete_port for b3da4ee4-e4b1-435e-a1a6-00de79a351c8 owned by network:dhcp {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:46:37.581566 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.ipam_backend_mixin [None req-531219b0-b5a3-4453-a246-f784b18036dd admin admin] Port b3da4ee4-e4b1-435e-a1a6-00de79a351c8 was not found and therefore no delete operation was performed {{(pid=109866) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 24 01:46:37.582794 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-87fb3c7e-860a-48e3-af1b-c77f87604bea tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:37.583145 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.segments_db [None req-87fb3c7e-860a-48e3-af1b-c77f87604bea tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Added segment 7cd2e760-56f4-4c17-a74e-e041ab5ef907 of type vlan for network 5537621b-0e8e-4b3f-b3ba-c950d68991eb Nov 24 01:46:37.586633 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-531219b0-b5a3-4453-a246-f784b18036dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:37.635645 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.api.v2.resource [None req-71b5fce4-fea6-4460-bf67-2185ec66ae73 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] delete failed (client error): The resource could not be found. Nov 24 01:46:37.636196 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531219b0-b5a3-4453-a246-f784b18036dd admin admin] Pushing event deleted for resources: {'Port': ['ID=b3da4ee4-e4b1-435e-a1a6-00de79a351c8,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:37.638102 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531219b0-b5a3-4453-a246-f784b18036dd admin admin] No DVR routers for this DVR port b3da4ee4-e4b1-435e-a1a6-00de79a351c8 on host dv-neutron-818911-2-hyperv {{(pid=109866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:46:37.639714 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-71b5fce4-fea6-4460-bf67-2185ec66ae73 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] 10.222.0.21 "DELETE /v2.0/routers/1b7e5540-239b-451a-a1ec-d4d92ecb34c7 HTTP/1.1" status: 404 len: 336 time: 0.0669870 Nov 24 01:46:37.644099 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46020) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:37.674235 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.pecan_wsgi.hooks.translation [None req-c931e704-f419-45d2-a705-75ffbd422878 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] DELETE failed (client error): The resource could not be found. Nov 24 01:46:37.675088 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c931e704-f419-45d2-a705-75ffbd422878 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:46:37.678921 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-c931e704-f419-45d2-a705-75ffbd422878 tempest-RoutersAdminTest-95754361 tempest-RoutersAdminTest-95754361-project] 10.222.0.21 "DELETE /v2.0/subnets/af1af66f-a86d-452a-9e9a-625bb737455c HTTP/1.1" status: 404 len: 337 time: 0.0337639 Nov 24 01:46:37.681001 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19203a04-1430-451c-a069-510eacc20d9c tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Made reservation on behalf of dffe9b32758f41e588b204d5506b48f8 for: {'subnet': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:46:37.685709 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-19203a04-1430-451c-a069-510eacc20d9c tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25307781'] for subnet, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:37.748262 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-87fb3c7e-860a-48e3-af1b-c77f87604bea tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:37.881870 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-531219b0-b5a3-4453-a246-f784b18036dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:37.883273 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device b3da4ee4-e4b1-435e-a1a6-00de79a351c8 no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:46:37.911816 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: b3da4ee4-e4b1-435e-a1a6-00de79a351c8 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:46:37.914413 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-87fb3c7e-860a-48e3-af1b-c77f87604bea tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:37.920110 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87fb3c7e-860a-48e3-af1b-c77f87604bea tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:37.920709 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-87fb3c7e-860a-48e3-af1b-c77f87604bea tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:37.923342 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device b3da4ee4-e4b1-435e-a1a6-00de79a351c8 not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:46:37.934614 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-531219b0-b5a3-4453-a246-f784b18036dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f119f6f-a1f8-4bc6-85d9-f23337dbc03c']}} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:37.985646 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e65d3466-f353-4bc0-a752-ca64b2f020d1 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:46:37.989155 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-531219b0-b5a3-4453-a246-f784b18036dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aef6f52d-ced6-4959-ae4e-fc8ba7a699d2') {'for_net_delete': True} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:37.989577 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-531219b0-b5a3-4453-a246-f784b18036dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aef6f52d-ced6-4959-ae4e-fc8ba7a699d2') {} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:37.997767 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5691a5b0-cae9-40bb-996e-b7739416a6d9 None None] Sync routers for ids ['f69315dd-d316-45aa-b653-e913c790af05'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:46:38.015057 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46034) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:38.020601 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5691a5b0-cae9-40bb-996e-b7739416a6d9 None None] Routers {'f69315dd-d316-45aa-b653-e913c790af05'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:46:38.020791 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-87fb3c7e-860a-48e3-af1b-c77f87604bea tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8228953 Nov 24 01:46:38.021809 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-5691a5b0-cae9-40bb-996e-b7739416a6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:46:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['f69315dd-d316-45aa-b653-e913c790af05'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:38.023903 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46036) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:38.030936 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-531219b0-b5a3-4453-a246-f784b18036dd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29055561'] for segment, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:38.035546 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-9f9248a9-6da9-452b-bcc6-8f19aa39e28a tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Request body: {'subnet': {'network_id': '5537621b-0e8e-4b3f-b3ba-c950d68991eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:46:38.095374 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e65d3466-f353-4bc0-a752-ca64b2f020d1 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Publish callbacks [] for router, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:38.096958 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-e65d3466-f353-4bc0-a752-ca64b2f020d1 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 5.1540792 Nov 24 01:46:38.101445 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb3c7e-860a-48e3-af1b-c77f87604bea tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Pushing event updated for resources: {'Network': ['ID=5537621b-0e8e-4b3f-b3ba-c950d68991eb,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:38.103697 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46042) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:38.108711 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-19203a04-1430-451c-a069-510eacc20d9c tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25501847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25307831'] for subnet, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:38.118909 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-531219b0-b5a3-4453-a246-f784b18036dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:38.128465 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-531219b0-b5a3-4453-a246-f784b18036dd admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=109866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:46:38.128866 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-531219b0-b5a3-4453-a246-f784b18036dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29151010'] for segment, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:38.139225 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6a6924-6f47-429e-8bb0-a85313446675 req-f229f8d2-1951-4eba-830a-ff29d9521e3f tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:38.140824 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-fe6a6924-6f47-429e-8bb0-a85313446675 req-f229f8d2-1951-4eba-830a-ff29d9521e3f tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/ports?device_id=54a6fdcb-af1b-4e68-a904-3bb95b5cf340 HTTP/1.1" status: 200 len: 945 time: 0.2313664 Nov 24 01:46:38.141546 dv-neutron-818911-2-hyperv neutron-server[109866]: Traceback (most recent call last): Nov 24 01:46:38.141546 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:46:38.141546 dv-neutron-818911-2-hyperv neutron-server[109866]: timer() Nov 24 01:46:38.141546 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:46:38.141546 dv-neutron-818911-2-hyperv neutron-server[109866]: cb(*args, **kw) Nov 24 01:46:38.141546 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:46:38.141546 dv-neutron-818911-2-hyperv neutron-server[109866]: return func(*args, **kwargs) Nov 24 01:46:38.141546 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:46:38.141546 dv-neutron-818911-2-hyperv neutron-server[109866]: self._notify() Nov 24 01:46:38.141546 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:46:38.141546 dv-neutron-818911-2-hyperv neutron-server[109866]: self.callback(batched_events) Nov 24 01:46:38.141546 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:46:38.141546 dv-neutron-818911-2-hyperv neutron-server[109866]: event.method(event) Nov 24 01:46:38.141546 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:46:38.141546 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:46:38.141546 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:46:38.141546 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:46:38.141546 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:46:38.141546 dv-neutron-818911-2-hyperv neutron-server[109866]: return f(self, *a, **k) Nov 24 01:46:38.141546 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:46:38.141546 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._get(url).json() Nov 24 01:46:38.141546 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:46:38.141546 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:46:38.141546 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:46:38.141546 dv-neutron-818911-2-hyperv neutron-server[109866]: return self.request(url, 'GET', **kwargs) Nov 24 01:46:38.141546 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:46:38.141546 dv-neutron-818911-2-hyperv neutron-server[109866]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:46:38.141546 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:46:38.141546 dv-neutron-818911-2-hyperv neutron-server[109866]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:46:38.141546 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:46:38.141546 dv-neutron-818911-2-hyperv neutron-server[109866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:46:38.141546 dv-neutron-818911-2-hyperv neutron-server[109866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:46:38.187997 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-5691a5b0-cae9-40bb-996e-b7739416a6d9 None None] Set router f69315dd-d316-45aa-b653-e913c790af05 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:46:38.244269 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-531219b0-b5a3-4453-a246-f784b18036dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:38.255533 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19203a04-1430-451c-a069-510eacc20d9c tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Pushing event updated for resources: {'Subnet': ['ID=8e06fe28-faee-4dc0-a759-499fbf5a173b,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:38.261647 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-531219b0-b5a3-4453-a246-f784b18036dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:38.264963 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-531219b0-b5a3-4453-a246-f784b18036dd admin admin] 10.222.0.21 "DELETE /v2.0/networks/1f119f6f-a1f8-4bc6-85d9-f23337dbc03c HTTP/1.1" status: 204 len: 168 time: 1.6438692 Nov 24 01:46:38.269446 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19203a04-1430-451c-a069-510eacc20d9c tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Checking segment: {'id': '327c3602-7633-4889-a3ea-7c3af55ade54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '334bc351-f902-4103-bc7d-1ffe76d97b02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:46:38.270092 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19203a04-1430-451c-a069-510eacc20d9c tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Network hostable DHCP agents. Network: 334bc351-f902-4103-bc7d-1ffe76d97b02, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 01:46:38.270543 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-fe6a6924-6f47-429e-8bb0-a85313446675 req-6c173f39-9594-4421-9e53-88f2f0ab475f tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa820965-f51f-4c0f-92b9-3c3d3d9ef329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174495 Nov 24 01:46:38.281578 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531219b0-b5a3-4453-a246-f784b18036dd admin admin] Pushing event deleted for resources: {'Network': ['ID=1f119f6f-a1f8-4bc6-85d9-f23337dbc03c,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:38.297553 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f9248a9-6da9-452b-bcc6-8f19aa39e28a tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Made reservation on behalf of 52012859bd7040dfaae99173fefc0e0b for: {'subnet': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:46:38.297944 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network 5537621b-0e8e-4b3f-b3ba-c950d68991eb details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:46:38.301890 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9f9248a9-6da9-452b-bcc6-8f19aa39e28a tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25307781'] for subnet, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:38.414944 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3ee2d1d5-2c47-49df-b1b2-24e146ec21ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:38.579802 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46054) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:38.590679 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-5691a5b0-cae9-40bb-996e-b7739416a6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f69315dd-d316-45aa-b653-e913c790af05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-505158449', 'tenant_id': 'c86e6537e95341b0928530c16780ff1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.107'}], 'enable_snat': True}, 'gw_port_id': '79e8e51a-ecdd-4db0-95fb-42f1889b555a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:46:33Z', 'updated_at': '2021-11-24T01:46:35Z', 'revision_number': 3, 'project_id': 'c86e6537e95341b0928530c16780ff1b', 'gw_port': {'id': '79e8e51a-ecdd-4db0-95fb-42f1889b555a', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b7:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f69315dd-d316-45aa-b653-e913c790af05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:46:34Z', 'updated_at': '2021-11-24T01:46:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:38.609514 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-3e850ffe-2085-4b91-849d-1dfc9a0c8fce tempest-TestNetworkAdvancedServerOps-1771622778 tempest-TestNetworkAdvancedServerOps-1771622778-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=c86e6537e95341b0928530c16780ff1b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4985332 Nov 24 01:46:38.629773 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46058) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:38.641849 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5691a5b0-cae9-40bb-996e-b7739416a6d9 None None] Checking router: f69315dd-d316-45aa-b653-e913c790af05 for host: dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 01:46:38.642105 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5691a5b0-cae9-40bb-996e-b7739416a6d9 None None] Updating router f69315dd-d316-45aa-b653-e913c790af05 port 79e8e51a-ecdd-4db0-95fb-42f1889b555a binding host dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 01:46:38.671298 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-5691a5b0-cae9-40bb-996e-b7739416a6d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:38.718221 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46060) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:38.799832 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19203a04-1430-451c-a069-510eacc20d9c tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Network 334bc351-f902-4103-bc7d-1ffe76d97b02 is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 01:46:38.803557 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.ipam_backend_mixin [None req-9f9248a9-6da9-452b-bcc6-8f19aa39e28a tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Performing IP validity checks on allocation pools {{(pid=109867) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 24 01:46:38.804080 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.ipam_backend_mixin [None req-9f9248a9-6da9-452b-bcc6-8f19aa39e28a tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109867) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 24 01:46:38.818048 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-c96681f8-3984-4e2f-943f-1929930faf95 tempest-DHCPAgentSchedulersTestJSON-155645920 tempest-DHCPAgentSchedulersTestJSON-155645920-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-332625008'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:46:38.820575 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-19203a04-1430-451c-a069-510eacc20d9c tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, 334bc351-f902-4103-bc7d-1ffe76d97b02) {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:46:38.829756 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19203a04-1430-451c-a069-510eacc20d9c tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:38.830896 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-19203a04-1430-451c-a069-510eacc20d9c tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:38.832420 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5eb64b-8e21-48dc-b9ad-5c85fe3e8ad6 None None] Network 334bc351-f902-4103-bc7d-1ffe76d97b02 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:46:38.863879 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-19203a04-1430-451c-a069-510eacc20d9c tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4643161 Nov 24 01:46:38.863879 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46062) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:38.871567 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-2c87c91d-4d35-4d6b-8d2c-e3e0c9cf691f tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Request body: {'subnet': {'network_id': '334bc351-f902-4103-bc7d-1ffe76d97b02', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:46:38.899040 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e7ee8b-3dde-43e9-8ec0-f7190c0c4d0f req-4d2c9eca-99e9-4fe3-bf84-384fdbabd417 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:38.900663 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-c8e7ee8b-3dde-43e9-8ec0-f7190c0c4d0f req-4d2c9eca-99e9-4fe3-bf84-384fdbabd417 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/ports?device_id=54a6fdcb-af1b-4e68-a904-3bb95b5cf340 HTTP/1.1" status: 200 len: 945 time: 0.3198144 Nov 24 01:46:38.945222 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3ee2d1d5-2c47-49df-b1b2-24e146ec21ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:38.977081 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3ee2d1d5-2c47-49df-b1b2-24e146ec21ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:38.988772 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-9a036dd8-59e9-4e7b-9323-99aace7cfd71 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=02a273ddc4c14296a842719ce385cf90&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2636657 Nov 24 01:46:38.992859 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46064) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:39.024809 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c96681f8-3984-4e2f-943f-1929930faf95 tempest-DHCPAgentSchedulersTestJSON-155645920 tempest-DHCPAgentSchedulersTestJSON-155645920-project] Made reservation on behalf of 23d7c5cfabb746fcb3ed998b78e03af9 for: {'network': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:46:39.028588 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c96681f8-3984-4e2f-943f-1929930faf95 tempest-DHCPAgentSchedulersTestJSON-155645920 tempest-DHCPAgentSchedulersTestJSON-155645920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:39.057234 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39518331-6693-4ce9-b3d4-0934087bdf90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-334bc351-f902-4103-bc7d-1ffe76d97b02', 'network_id': '334bc351-f902-4103-bc7d-1ffe76d97b02', 'tenant_id': 'dffe9b32758f41e588b204d5506b48f8', 'fixed_ips': [{'subnet_id': '8e06fe28-faee-4dc0-a759-499fbf5a173b'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 01:46:39.059083 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-39518331-6693-4ce9-b3d4-0934087bdf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:39.064205 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9f9248a9-6da9-452b-bcc6-8f19aa39e28a tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25501847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25307831'] for subnet, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:39.068560 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c96681f8-3984-4e2f-943f-1929930faf95 tempest-DHCPAgentSchedulersTestJSON-155645920 tempest-DHCPAgentSchedulersTestJSON-155645920-project] Publish callbacks [] for security_group, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:39.075594 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba710b9e-db0b-419f-9964-985446e78a62 tempest-TestNetworkAdvancedServerOps-1771622778 tempest-TestNetworkAdvancedServerOps-1771622778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:39.080109 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-ba710b9e-db0b-419f-9964-985446e78a62 tempest-TestNetworkAdvancedServerOps-1771622778 tempest-TestNetworkAdvancedServerOps-1771622778-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4459491 Nov 24 01:46:39.082591 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-3ee2d1d5-2c47-49df-b1b2-24e146ec21ab admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9c23f09ea8be4b838e6cce108996ee59&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0606971 Nov 24 01:46:39.083262 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46066) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:39.086788 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46068) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:39.093165 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-c8e7ee8b-3dde-43e9-8ec0-f7190c0c4d0f req-38d48b8e-8978-47f9-92f5-33493b4a0490 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa820965-f51f-4c0f-92b9-3c3d3d9ef329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1628184 Nov 24 01:46:39.094436 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee2d1d5-2c47-49df-b1b2-24e146ec21ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a251bad-a5c5-44e6-a938-357cb0c66362,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:39.145118 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-dd4c8d96-609f-4945-a615-6e34554a350d tempest-TestNetworkAdvancedServerOps-1771622778 tempest-TestNetworkAdvancedServerOps-1771622778-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=eb22795d-37ee-46ee-844d-92c17e2ea450&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0531096 Nov 24 01:46:39.146718 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46070) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:39.150908 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-3564037f-4921-4e09-ae86-f664b5ec47fe tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1203016058', 'network_id': 'a38adc46-db63-4179-872d-6aa1e8287d77', 'project_id': 'c86e6537e95341b0928530c16780ff1b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:46:39.196320 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c87c91d-4d35-4d6b-8d2c-e3e0c9cf691f tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Made reservation on behalf of dffe9b32758f41e588b204d5506b48f8 for: {'subnet': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:46:39.200381 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2c87c91d-4d35-4d6b-8d2c-e3e0c9cf691f tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25307781'] for subnet, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:39.227319 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d08397e4-5163-4aae-9a1d-e3966270a900 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:39.245554 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9248a9-6da9-452b-bcc6-8f19aa39e28a tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Pushing event updated for resources: {'Subnet': ['ID=9d4b3a82-09ae-420f-94cb-8d486ed74b69,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:39.282003 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9248a9-6da9-452b-bcc6-8f19aa39e28a tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Checking segment: {'id': '7cd2e760-56f4-4c17-a74e-e041ab5ef907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5537621b-0e8e-4b3f-b3ba-c950d68991eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:46:39.282428 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9248a9-6da9-452b-bcc6-8f19aa39e28a tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Network hostable DHCP agents. Network: 5537621b-0e8e-4b3f-b3ba-c950d68991eb, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 01:46:39.293734 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3564037f-4921-4e09-ae86-f664b5ec47fe tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Made reservation on behalf of c86e6537e95341b0928530c16780ff1b for: {'subnet': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:46:39.297448 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3564037f-4921-4e09-ae86-f664b5ec47fe tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29154835'] for subnet, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:39.305152 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c96681f8-3984-4e2f-943f-1929930faf95 tempest-DHCPAgentSchedulersTestJSON-155645920 tempest-DHCPAgentSchedulersTestJSON-155645920-project] Publish callbacks [] for security_group, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:39.318601 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c96681f8-3984-4e2f-943f-1929930faf95 tempest-DHCPAgentSchedulersTestJSON-155645920 tempest-DHCPAgentSchedulersTestJSON-155645920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:39.337442 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d08397e4-5163-4aae-9a1d-e3966270a900 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:39.372621 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-5691a5b0-cae9-40bb-996e-b7739416a6d9 None None] Publish callbacks [] for port, precommit_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:39.386638 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1450da68-b0c9-4ad6-b4bd-b947c664de97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:39.388303 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9248a9-6da9-452b-bcc6-8f19aa39e28a tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Network 5537621b-0e8e-4b3f-b3ba-c950d68991eb is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 01:46:39.392860 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c96681f8-3984-4e2f-943f-1929930faf95 tempest-DHCPAgentSchedulersTestJSON-155645920 tempest-DHCPAgentSchedulersTestJSON-155645920-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=109866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:46:39.399867 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-5691a5b0-cae9-40bb-996e-b7739416a6d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:39.405176 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96681f8-3984-4e2f-943f-1929930faf95 tempest-DHCPAgentSchedulersTestJSON-155645920 tempest-DHCPAgentSchedulersTestJSON-155645920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d667de5a-a929-4887-8171-85158c8b2e57,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:39.421125 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c96681f8-3984-4e2f-943f-1929930faf95 tempest-DHCPAgentSchedulersTestJSON-155645920 tempest-DHCPAgentSchedulersTestJSON-155645920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:39.421552 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.segments_db [None req-c96681f8-3984-4e2f-943f-1929930faf95 tempest-DHCPAgentSchedulersTestJSON-155645920 tempest-DHCPAgentSchedulersTestJSON-155645920-project] Added segment e7fd96cb-d507-4022-97e6-13f9d7937986 of type vlan for network 7cd52f4a-091e-4628-83a4-963a246d6289 Nov 24 01:46:39.449208 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-9f9248a9-6da9-452b-bcc6-8f19aa39e28a tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, 5537621b-0e8e-4b3f-b3ba-c950d68991eb) {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:46:39.455037 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9248a9-6da9-452b-bcc6-8f19aa39e28a tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:39.455839 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9f9248a9-6da9-452b-bcc6-8f19aa39e28a tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:39.474625 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.ipam_backend_mixin [None req-2c87c91d-4d35-4d6b-8d2c-e3e0c9cf691f tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 8e06fe28-faee-4dc0-a759-499fbf5a173b (CIDR: 172.20.0.0/28) Nov 24 01:46:39.476037 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918a22d8-f675-4e9b-b0e2-a52fbce1255c None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:46:39.478621 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1450da68-b0c9-4ad6-b4bd-b947c664de97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:39.481141 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c96681f8-3984-4e2f-943f-1929930faf95 tempest-DHCPAgentSchedulersTestJSON-155645920 tempest-DHCPAgentSchedulersTestJSON-155645920-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:39.482596 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-39518331-6693-4ce9-b3d4-0934087bdf90 None None] Allocated IP 172.20.0.2 (334bc351-f902-4103-bc7d-1ffe76d97b02/8e06fe28-faee-4dc0-a759-499fbf5a173b/ebb24b61-d768-4231-b9cb-2aab3c9db54b) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:46:39.486076 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c967185-ba01-4e8a-8cf0-c8442e1fca85 None None] Pushing event updated for resources: {'Port': ['ID=79e8e51a-ecdd-4db0-95fb-42f1889b555a,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:39.491388 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c19df1-4620-434d-a124-ea91ea137ad5 None None] Network 5537621b-0e8e-4b3f-b3ba-c950d68991eb requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:46:39.496035 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-5691a5b0-cae9-40bb-996e-b7739416a6d9 None None] Attempting to bind port 79e8e51a-ecdd-4db0-95fb-42f1889b555a on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:46:39.496398 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-5691a5b0-cae9-40bb-996e-b7739416a6d9 None None] Attempting to bind port 79e8e51a-ecdd-4db0-95fb-42f1889b555a by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:46:39.496761 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5691a5b0-cae9-40bb-996e-b7739416a6d9 None None] Attempting to bind port 79e8e51a-ecdd-4db0-95fb-42f1889b555a on network eb22795d-37ee-46ee-844d-92c17e2ea450 {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:46:39.497039 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c87c91d-4d35-4d6b-8d2c-e3e0c9cf691f tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 01:46:39.497810 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c87c91d-4d35-4d6b-8d2c-e3e0c9cf691f tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:46:39.527261 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5691a5b0-cae9-40bb-996e-b7739416a6d9 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:46:39.527611 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5691a5b0-cae9-40bb-996e-b7739416a6d9 None None] Checking segment: {'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:46:39.528022 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-5691a5b0-cae9-40bb-996e-b7739416a6d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:39.528412 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5691a5b0-cae9-40bb-996e-b7739416a6d9 None None] Bound using segment: {'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:46:39.528887 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-5691a5b0-cae9-40bb-996e-b7739416a6d9 None None] Bound port: 79e8e51a-ecdd-4db0-95fb-42f1889b555a, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:46:39.529262 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-5691a5b0-cae9-40bb-996e-b7739416a6d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:39.537674 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-9f9248a9-6da9-452b-bcc6-8f19aa39e28a tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.5123658 Nov 24 01:46:39.538520 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46072) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:39.547229 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-20a490d7-ba08-4c11-a007-6b0dc33f0f8c tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:46:39.551771 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-2c87c91d-4d35-4d6b-8d2c-e3e0c9cf691f tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6869273 Nov 24 01:46:39.554689 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c96681f8-3984-4e2f-943f-1929930faf95 tempest-DHCPAgentSchedulersTestJSON-155645920 tempest-DHCPAgentSchedulersTestJSON-155645920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:39.559434 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46074) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:39.560778 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96681f8-3984-4e2f-943f-1929930faf95 tempest-DHCPAgentSchedulersTestJSON-155645920 tempest-DHCPAgentSchedulersTestJSON-155645920-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:39.561569 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c96681f8-3984-4e2f-943f-1929930faf95 tempest-DHCPAgentSchedulersTestJSON-155645920 tempest-DHCPAgentSchedulersTestJSON-155645920-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:39.565844 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-c4258b74-7eb8-43fd-80af-1238693c066b tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Request body: {'subnet': {'network_id': '334bc351-f902-4103-bc7d-1ffe76d97b02', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:46:39.646289 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d08397e4-5163-4aae-9a1d-e3966270a900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:39.649091 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d08397e4-5163-4aae-9a1d-e3966270a900 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:39.653018 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-d08397e4-5163-4aae-9a1d-e3966270a900 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/27288a40-b166-41a8-8c39-a3674446f8b8 HTTP/1.1" status: 204 len: 168 time: 0.6383011 Nov 24 01:46:39.703717 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-c96681f8-3984-4e2f-943f-1929930faf95 tempest-DHCPAgentSchedulersTestJSON-155645920 tempest-DHCPAgentSchedulersTestJSON-155645920-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.1105084 Nov 24 01:46:39.708071 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-c2d9a034-b88a-4bb4-8fa0-afeb1afc49db None None] Provisioning complete for port 79e8e51a-ecdd-4db0-95fb-42f1889b555a triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:46:39.708443 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-c2d9a034-b88a-4bb4-8fa0-afeb1afc49db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:39.712633 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-5691a5b0-cae9-40bb-996e-b7739416a6d9 None None] For port 79e8e51a-ecdd-4db0-95fb-42f1889b555a, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:46:39.713910 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46078) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:39.718150 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96681f8-3984-4e2f-943f-1929930faf95 tempest-DHCPAgentSchedulersTestJSON-155645920 tempest-DHCPAgentSchedulersTestJSON-155645920-project] Pushing event updated for resources: {'Network': ['ID=7cd52f4a-091e-4628-83a4-963a246d6289,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:39.720369 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08397e4-5163-4aae-9a1d-e3966270a900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27288a40-b166-41a8-8c39-a3674446f8b8,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:39.731170 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-752546be-5baf-42ed-95a8-3d5506cb558b tempest-DHCPAgentSchedulersTestJSON-155645920 tempest-DHCPAgentSchedulersTestJSON-155645920-project] Request body: {'subnet': {'network_id': '7cd52f4a-091e-4628-83a4-963a246d6289', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:46:39.756003 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network 7cd52f4a-091e-4628-83a4-963a246d6289 details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:46:39.763789 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-5691a5b0-cae9-40bb-996e-b7739416a6d9 None None] For port 79e8e51a-ecdd-4db0-95fb-42f1889b555a, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=79e8e51a-ecdd-4db0-95fb-42f1889b555a,segment=NetworkSegment(03509fd2-ca9c-4aa0-94e6-e236afda62e7),segment_id=03509fd2-ca9c-4aa0-94e6-e236afda62e7)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:46:39.767003 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1450da68-b0c9-4ad6-b4bd-b947c664de97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:39.768504 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3564037f-4921-4e09-ae86-f664b5ec47fe tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29149261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29154849'] for subnet, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:39.771531 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1450da68-b0c9-4ad6-b4bd-b947c664de97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:39.775265 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-1450da68-b0c9-4ad6-b4bd-b947c664de97 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3a251bad-a5c5-44e6-a938-357cb0c66362 HTTP/1.1" status: 204 len: 168 time: 0.6805680 Nov 24 01:46:39.789468 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1450da68-b0c9-4ad6-b4bd-b947c664de97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a251bad-a5c5-44e6-a938-357cb0c66362,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:39.809787 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4258b74-7eb8-43fd-80af-1238693c066b tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Made reservation on behalf of dffe9b32758f41e588b204d5506b48f8 for: {'subnet': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:46:39.818406 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c4258b74-7eb8-43fd-80af-1238693c066b tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25307781'] for subnet, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:39.823314 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-5691a5b0-cae9-40bb-996e-b7739416a6d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:39.976641 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-39518331-6693-4ce9-b3d4-0934087bdf90 None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:40.029370 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-39518331-6693-4ce9-b3d4-0934087bdf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:40.041265 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-c2d9a034-b88a-4bb4-8fa0-afeb1afc49db None None] Port 79e8e51a-ecdd-4db0-95fb-42f1889b555a cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:46:40.065036 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c967185-ba01-4e8a-8cf0-c8442e1fca85 None None] Pushing event updated for resources: {'Port': ['ID=79e8e51a-ecdd-4db0-95fb-42f1889b555a,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:40.119582 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39518331-6693-4ce9-b3d4-0934087bdf90 None None] Network 334bc351-f902-4103-bc7d-1ffe76d97b02 is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:46:40.120981 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2167b47-6439-4733-814a-6d1a169e90d4 None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:46:40.138184 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-39518331-6693-4ce9-b3d4-0934087bdf90 None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:46:40.142285 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5691a5b0-cae9-40bb-996e-b7739416a6d9 None None] Routers {'f69315dd-d316-45aa-b653-e913c790af05'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:46:40.142923 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-5691a5b0-cae9-40bb-996e-b7739416a6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:46:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['f69315dd-d316-45aa-b653-e913c790af05'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:40.266553 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39518331-6693-4ce9-b3d4-0934087bdf90 None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:46:40.272566 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b9b0a2-aedf-4e9d-b080-cfc7529389c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-5537621b-0e8e-4b3f-b3ba-c950d68991eb', 'network_id': '5537621b-0e8e-4b3f-b3ba-c950d68991eb', 'tenant_id': '52012859bd7040dfaae99173fefc0e0b', 'fixed_ips': [{'subnet_id': '9d4b3a82-09ae-420f-94cb-8d486ed74b69'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 01:46:40.276793 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-22b9b0a2-aedf-4e9d-b080-cfc7529389c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:40.280829 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-20a490d7-ba08-4c11-a007-6b0dc33f0f8c tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-29154840'] for subnet, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:40.376832 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a111a42b-01db-4020-b454-9bd20a3f6557 req-c0b59d3f-5893-44b6-86dd-4460559d644f tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:40.386967 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3564037f-4921-4e09-ae86-f664b5ec47fe tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Pushing event updated for resources: {'Subnet': ['ID=52b861e9-7165-4fda-96bd-415355d68dd1,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:40.387563 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-a111a42b-01db-4020-b454-9bd20a3f6557 req-c0b59d3f-5893-44b6-86dd-4460559d644f tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/ports?device_id=54a6fdcb-af1b-4e68-a904-3bb95b5cf340 HTTP/1.1" status: 200 len: 945 time: 0.1384974 Nov 24 01:46:40.389623 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46100) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:40.420529 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-5691a5b0-cae9-40bb-996e-b7739416a6d9 None None] Set router f69315dd-d316-45aa-b653-e913c790af05 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:46:40.448469 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c4258b74-7eb8-43fd-80af-1238693c066b tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25501847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25307831'] for subnet, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:40.464296 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-a111a42b-01db-4020-b454-9bd20a3f6557 req-60dc5407-0076-4b9c-88e4-af8fef74aab9 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa820965-f51f-4c0f-92b9-3c3d3d9ef329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757201 Nov 24 01:46:40.474847 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3564037f-4921-4e09-ae86-f664b5ec47fe tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Checking segment: {'id': 'db823f0a-caf6-41c9-bc62-afb7ce23547f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a38adc46-db63-4179-872d-6aa1e8287d77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:46:40.475741 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3564037f-4921-4e09-ae86-f664b5ec47fe tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Network hostable DHCP agents. Network: a38adc46-db63-4179-872d-6aa1e8287d77, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 01:46:40.481799 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-752546be-5baf-42ed-95a8-3d5506cb558b tempest-DHCPAgentSchedulersTestJSON-155645920 tempest-DHCPAgentSchedulersTestJSON-155645920-project] Made reservation on behalf of 23d7c5cfabb746fcb3ed998b78e03af9 for: {'subnet': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:46:40.487043 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-752546be-5baf-42ed-95a8-3d5506cb558b tempest-DHCPAgentSchedulersTestJSON-155645920 tempest-DHCPAgentSchedulersTestJSON-155645920-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29154835'] for subnet, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:40.518170 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4258b74-7eb8-43fd-80af-1238693c066b tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Network 334bc351-f902-4103-bc7d-1ffe76d97b02 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:46:40.524162 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-c4258b74-7eb8-43fd-80af-1238693c066b tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:46:40.537917 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4258b74-7eb8-43fd-80af-1238693c066b tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:40.538603 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c4258b74-7eb8-43fd-80af-1238693c066b tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:40.554809 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-39518331-6693-4ce9-b3d4-0934087bdf90 None None] Attempting to bind port ebb24b61-d768-4231-b9cb-2aab3c9db54b on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:46:40.555184 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-39518331-6693-4ce9-b3d4-0934087bdf90 None None] Attempting to bind port ebb24b61-d768-4231-b9cb-2aab3c9db54b by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '327c3602-7633-4889-a3ea-7c3af55ade54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '334bc351-f902-4103-bc7d-1ffe76d97b02'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:46:40.556127 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39518331-6693-4ce9-b3d4-0934087bdf90 None None] Attempting to bind port ebb24b61-d768-4231-b9cb-2aab3c9db54b on network 334bc351-f902-4103-bc7d-1ffe76d97b02 {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:46:40.561032 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-c3e0d24a-480e-479b-a070-bfb46d758770 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2caeceb732b240e484bde3eb8d9528cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1647718 Nov 24 01:46:40.562166 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-eae2cde9-b8aa-4e78-97a2-97f64ceb380f None None] Provisioning complete for port 79e8e51a-ecdd-4db0-95fb-42f1889b555a triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:46:40.562463 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-eae2cde9-b8aa-4e78-97a2-97f64ceb380f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:40.564472 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39518331-6693-4ce9-b3d4-0934087bdf90 None None] Pushing event updated for resources: {'Port': ['ID=ebb24b61-d768-4231-b9cb-2aab3c9db54b,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:40.567894 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46106) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:40.571253 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39518331-6693-4ce9-b3d4-0934087bdf90 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:46:40.571632 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39518331-6693-4ce9-b3d4-0934087bdf90 None None] Checking segment: {'id': '327c3602-7633-4889-a3ea-7c3af55ade54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '334bc351-f902-4103-bc7d-1ffe76d97b02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:46:40.572036 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-39518331-6693-4ce9-b3d4-0934087bdf90 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:40.572429 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39518331-6693-4ce9-b3d4-0934087bdf90 None None] Bound using segment: {'id': '327c3602-7633-4889-a3ea-7c3af55ade54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '334bc351-f902-4103-bc7d-1ffe76d97b02'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:46:40.572917 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-39518331-6693-4ce9-b3d4-0934087bdf90 None None] Bound port: ebb24b61-d768-4231-b9cb-2aab3c9db54b, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '327c3602-7633-4889-a3ea-7c3af55ade54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '334bc351-f902-4103-bc7d-1ffe76d97b02'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:46:40.573349 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-39518331-6693-4ce9-b3d4-0934087bdf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:40.621171 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-c4258b74-7eb8-43fd-80af-1238693c066b tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0604117 Nov 24 01:46:40.622092 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4258b74-7eb8-43fd-80af-1238693c066b tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Pushing event updated for resources: {'Subnet': ['ID=84a847a9-2eaa-4492-aa98-4eb48576f55c,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:40.624662 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46108) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:40.631669 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-ff822857-7be9-40fe-b442-0b7d1ed70d79 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Request body: {'port': {'network_id': '334bc351-f902-4103-bc7d-1ffe76d97b02', 'fixed_ips': [{'subnet_id': '8e06fe28-faee-4dc0-a759-499fbf5a173b'}, {'subnet_id': '84a847a9-2eaa-4492-aa98-4eb48576f55c'}], 'name': 'tempest-PortsTestJSON-1577262363'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:46:40.645578 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3564037f-4921-4e09-ae86-f664b5ec47fe tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Network a38adc46-db63-4179-872d-6aa1e8287d77 is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 01:46:40.670149 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.db.api [None req-22b9b0a2-aedf-4e9d-b080-cfc7529389c0 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 24 01:46:40.670149 dv-neutron-818911-2-hyperv neutron-server[109868]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Nov 24 01:46:40.670149 dv-neutron-818911-2-hyperv neutron-server[109868]: [parameters: {'in_use': 1, 'id_1': '9d4b3a82-09ae-420f-94cb-8d486ed74b69'}] Nov 24 01:46:40.670149 dv-neutron-818911-2-hyperv neutron-server[109868]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 01:46:40.670624 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG oslo_db.api [None req-22b9b0a2-aedf-4e9d-b080-cfc7529389c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 01:46:40.690353 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-3564037f-4921-4e09-ae86-f664b5ec47fe tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, a38adc46-db63-4179-872d-6aa1e8287d77) {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:46:40.706195 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cbc65a7-bc66-4bbc-b97a-ac1f1dbb02ec None None] Network a38adc46-db63-4179-872d-6aa1e8287d77 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:46:40.722409 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3564037f-4921-4e09-ae86-f664b5ec47fe tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:40.726366 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3564037f-4921-4e09-ae86-f664b5ec47fe tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:40.748646 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-419fc8a2-3966-4b32-869b-54a740ede692 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:40.790468 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-419fc8a2-3966-4b32-869b-54a740ede692 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:40.791568 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-3564037f-4921-4e09-ae86-f664b5ec47fe tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.6449635 Nov 24 01:46:40.794982 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46112) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:40.797811 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-20a490d7-ba08-4c11-a007-6b0dc33f0f8c tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8774267912057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-29149339'] for subnet, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:40.879901 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-419fc8a2-3966-4b32-869b-54a740ede692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:40.889203 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-419fc8a2-3966-4b32-869b-54a740ede692 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:40.907792 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-419fc8a2-3966-4b32-869b-54a740ede692 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cee89012-b76c-4f8c-b208-85bd904d5be4 HTTP/1.1" status: 204 len: 168 time: 0.3375316 Nov 24 01:46:40.953820 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419fc8a2-3966-4b32-869b-54a740ede692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cee89012-b76c-4f8c-b208-85bd904d5be4,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:40.959070 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a490d7-ba08-4c11-a007-6b0dc33f0f8c tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:40.962477 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-20a490d7-ba08-4c11-a007-6b0dc33f0f8c tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:40.964073 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-20a490d7-ba08-4c11-a007-6b0dc33f0f8c tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] 10.222.0.21 "PUT /v2.0/subnets/9d4b3a82-09ae-420f-94cb-8d486ed74b69 HTTP/1.1" status: 200 len: 900 time: 1.4232316 Nov 24 01:46:40.979532 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-39518331-6693-4ce9-b3d4-0934087bdf90 None None] For port ebb24b61-d768-4231-b9cb-2aab3c9db54b, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:46:40.991788 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46118) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:41.017835 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-5691a5b0-cae9-40bb-996e-b7739416a6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f69315dd-d316-45aa-b653-e913c790af05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-505158449', 'tenant_id': 'c86e6537e95341b0928530c16780ff1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.107'}], 'enable_snat': True}, 'gw_port_id': '79e8e51a-ecdd-4db0-95fb-42f1889b555a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:46:33Z', 'updated_at': '2021-11-24T01:46:35Z', 'revision_number': 3, 'project_id': 'c86e6537e95341b0928530c16780ff1b', 'gw_port': {'id': '79e8e51a-ecdd-4db0-95fb-42f1889b555a', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b7:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f69315dd-d316-45aa-b653-e913c790af05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:46:34Z', 'updated_at': '2021-11-24T01:46:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:41.040698 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-39518331-6693-4ce9-b3d4-0934087bdf90 None None] For port ebb24b61-d768-4231-b9cb-2aab3c9db54b, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=ebb24b61-d768-4231-b9cb-2aab3c9db54b,segment=NetworkSegment(327c3602-7633-4889-a3ea-7c3af55ade54),segment_id=327c3602-7633-4889-a3ea-7c3af55ade54)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:46:41.052178 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-752546be-5baf-42ed-95a8-3d5506cb558b tempest-DHCPAgentSchedulersTestJSON-155645920 tempest-DHCPAgentSchedulersTestJSON-155645920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29149261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29154849'] for subnet, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:41.067137 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff822857-7be9-40fe-b442-0b7d1ed70d79 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Made reservation on behalf of dffe9b32758f41e588b204d5506b48f8 for: {'port': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:46:41.074183 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-eae2cde9-b8aa-4e78-97a2-97f64ceb380f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:41.084307 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a490d7-ba08-4c11-a007-6b0dc33f0f8c tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Pushing event updated for resources: {'Subnet': ['ID=9d4b3a82-09ae-420f-94cb-8d486ed74b69,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:41.084529 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5691a5b0-cae9-40bb-996e-b7739416a6d9 None None] The sync data for ids ['f69315dd-d316-45aa-b653-e913c790af05'] in dv-neutron-818911-2-hyperv is: [{'id': 'f69315dd-d316-45aa-b653-e913c790af05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-505158449', 'tenant_id': 'c86e6537e95341b0928530c16780ff1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.107'}], 'enable_snat': True}, 'gw_port_id': '79e8e51a-ecdd-4db0-95fb-42f1889b555a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:46:33Z', 'updated_at': '2021-11-24T01:46:35Z', 'revision_number': 3, 'project_id': 'c86e6537e95341b0928530c16780ff1b', 'gw_port': {'id': '79e8e51a-ecdd-4db0-95fb-42f1889b555a', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b7:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f69315dd-d316-45aa-b653-e913c790af05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:46:34Z', 'updated_at': '2021-11-24T01:46:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:46:41.087201 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-39518331-6693-4ce9-b3d4-0934087bdf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:41.177942 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-22b9b0a2-aedf-4e9d-b080-cfc7529389c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:41.183749 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd63284a-7b47-4aed-b492-b9065e6bbacb req-3c42a9c6-49cf-4acf-8acd-f9385e82e93a tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:41.189134 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-fd63284a-7b47-4aed-b492-b9065e6bbacb req-3c42a9c6-49cf-4acf-8acd-f9385e82e93a tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/ports?device_id=54a6fdcb-af1b-4e68-a904-3bb95b5cf340 HTTP/1.1" status: 200 len: 945 time: 0.2447846 Nov 24 01:46:41.351349 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ff822857-7be9-40fe-b442-0b7d1ed70d79 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:41.391600 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ea2233df-9efa-4448-b9be-527887d11cf4 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:41.408221 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752546be-5baf-42ed-95a8-3d5506cb558b tempest-DHCPAgentSchedulersTestJSON-155645920 tempest-DHCPAgentSchedulersTestJSON-155645920-project] Checking segment: {'id': 'e7fd96cb-d507-4022-97e6-13f9d7937986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7cd52f4a-091e-4628-83a4-963a246d6289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:46:41.408728 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752546be-5baf-42ed-95a8-3d5506cb558b tempest-DHCPAgentSchedulersTestJSON-155645920 tempest-DHCPAgentSchedulersTestJSON-155645920-project] Network hostable DHCP agents. Network: 7cd52f4a-091e-4628-83a4-963a246d6289, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 01:46:41.415959 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752546be-5baf-42ed-95a8-3d5506cb558b tempest-DHCPAgentSchedulersTestJSON-155645920 tempest-DHCPAgentSchedulersTestJSON-155645920-project] Pushing event updated for resources: {'Subnet': ['ID=4f90bf39-5799-4c30-b035-d8f19e2d94f5,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:41.502784 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [None req-ff822857-7be9-40fe-b442-0b7d1ed70d79 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] device_id is not set on port d3249f68-5257-4fea-a822-54e82e91ab6a yet. {{(pid=109867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 01:46:41.510545 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-eae2cde9-b8aa-4e78-97a2-97f64ceb380f None None] For port 79e8e51a-ecdd-4db0-95fb-42f1889b555a, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=79e8e51a-ecdd-4db0-95fb-42f1889b555a,segment=NetworkSegment(03509fd2-ca9c-4aa0-94e6-e236afda62e7),segment_id=03509fd2-ca9c-4aa0-94e6-e236afda62e7)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:46:41.527817 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-fd63284a-7b47-4aed-b492-b9065e6bbacb req-912cb914-b452-4cd0-8edc-db8840577462 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa820965-f51f-4c0f-92b9-3c3d3d9ef329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1823142 Nov 24 01:46:41.537347 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752546be-5baf-42ed-95a8-3d5506cb558b tempest-DHCPAgentSchedulersTestJSON-155645920 tempest-DHCPAgentSchedulersTestJSON-155645920-project] Network 7cd52f4a-091e-4628-83a4-963a246d6289 is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 01:46:41.582179 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-752546be-5baf-42ed-95a8-3d5506cb558b tempest-DHCPAgentSchedulersTestJSON-155645920 tempest-DHCPAgentSchedulersTestJSON-155645920-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, 7cd52f4a-091e-4628-83a4-963a246d6289) {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:46:41.589732 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39518331-6693-4ce9-b3d4-0934087bdf90 None None] Pushing event updated for resources: {'Port': ['ID=ebb24b61-d768-4231-b9cb-2aab3c9db54b,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:41.613632 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752546be-5baf-42ed-95a8-3d5506cb558b tempest-DHCPAgentSchedulersTestJSON-155645920 tempest-DHCPAgentSchedulersTestJSON-155645920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:41.614226 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-752546be-5baf-42ed-95a8-3d5506cb558b tempest-DHCPAgentSchedulersTestJSON-155645920 tempest-DHCPAgentSchedulersTestJSON-155645920-project] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:41.632861 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-eae2cde9-b8aa-4e78-97a2-97f64ceb380f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:41.635303 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c444bb-b211-4df6-b425-81757a2676f0 None None] Network 7cd52f4a-091e-4628-83a4-963a246d6289 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:46:41.721650 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96efc291-b8f2-4d65-b6f3-ed958d5a5074 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-a38adc46-db63-4179-872d-6aa1e8287d77', 'network_id': 'a38adc46-db63-4179-872d-6aa1e8287d77', 'tenant_id': 'c86e6537e95341b0928530c16780ff1b', 'fixed_ips': [{'subnet_id': '52b861e9-7165-4fda-96bd-415355d68dd1'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 01:46:41.722915 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-96efc291-b8f2-4d65-b6f3-ed958d5a5074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:41.775621 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-752546be-5baf-42ed-95a8-3d5506cb558b tempest-DHCPAgentSchedulersTestJSON-155645920 tempest-DHCPAgentSchedulersTestJSON-155645920-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0577822 Nov 24 01:46:41.776549 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46140) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:41.783700 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-1db213a9-cb0e-4e6f-a7f7-2fe8ae33d8e8 tempest-DHCPAgentSchedulersTestJSON-155645920 tempest-DHCPAgentSchedulersTestJSON-155645920-project] Request body: {'port': {'network_id': '7cd52f4a-091e-4628-83a4-963a246d6289', 'name': 'tempest-DHCPAgentSchedulersTestJSON-479020474'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:46:42.241869 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-96efc291-b8f2-4d65-b6f3-ed958d5a5074 None None] Allocated IP 172.20.0.2 (a38adc46-db63-4179-872d-6aa1e8287d77/52b861e9-7165-4fda-96bd-415355d68dd1/be25d488-3bd9-4c66-9b03-2e1b8b9b7882) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:46:42.305756 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-ff822857-7be9-40fe-b442-0b7d1ed70d79 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Allocated IP 172.20.0.11 (334bc351-f902-4103-bc7d-1ffe76d97b02/8e06fe28-faee-4dc0-a759-499fbf5a173b/d3249f68-5257-4fea-a822-54e82e91ab6a) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:46:42.310507 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1db213a9-cb0e-4e6f-a7f7-2fe8ae33d8e8 tempest-DHCPAgentSchedulersTestJSON-155645920 tempest-DHCPAgentSchedulersTestJSON-155645920-project] Made reservation on behalf of 23d7c5cfabb746fcb3ed998b78e03af9 for: {'port': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:46:42.319178 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1db213a9-cb0e-4e6f-a7f7-2fe8ae33d8e8 tempest-DHCPAgentSchedulersTestJSON-155645920 tempest-DHCPAgentSchedulersTestJSON-155645920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:42.321269 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-ff822857-7be9-40fe-b442-0b7d1ed70d79 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Allocated IP 172.20.0.23 (334bc351-f902-4103-bc7d-1ffe76d97b02/84a847a9-2eaa-4492-aa98-4eb48576f55c/d3249f68-5257-4fea-a822-54e82e91ab6a) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:46:42.363758 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ea2233df-9efa-4448-b9be-527887d11cf4 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:42.432001 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 79e8e51a-ecdd-4db0-95fb-42f1889b555a up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:46:42.435565 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae2cde9-b8aa-4e78-97a2-97f64ceb380f None None] Pushing event updated for resources: {'Port': ['ID=79e8e51a-ecdd-4db0-95fb-42f1889b555a,revision_number=4']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:42.455891 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [None req-1db213a9-cb0e-4e6f-a7f7-2fe8ae33d8e8 tempest-DHCPAgentSchedulersTestJSON-155645920 tempest-DHCPAgentSchedulersTestJSON-155645920-project] device_id is not set on port d049609d-ff9b-4de3-9b5b-89a71e86c8da yet. {{(pid=109866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 01:46:42.475068 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-2c9b6295-640f-4963-ae09-54fea98e357f tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:42.676583 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46162) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:42.714457 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ff822857-7be9-40fe-b442-0b7d1ed70d79 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:42.791501 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ff822857-7be9-40fe-b442-0b7d1ed70d79 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:42.869294 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff822857-7be9-40fe-b442-0b7d1ed70d79 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Network 334bc351-f902-4103-bc7d-1ffe76d97b02 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:46:42.874715 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-ff822857-7be9-40fe-b442-0b7d1ed70d79 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:46:42.879327 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff822857-7be9-40fe-b442-0b7d1ed70d79 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:46:42.888063 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff822857-7be9-40fe-b442-0b7d1ed70d79 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Pushing event updated for resources: {'Port': ['ID=d3249f68-5257-4fea-a822-54e82e91ab6a,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:42.977064 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff822857-7be9-40fe-b442-0b7d1ed70d79 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:42.980059 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-22b9b0a2-aedf-4e9d-b080-cfc7529389c0 None None] Allocated IP 2001:db8::3 (5537621b-0e8e-4b3f-b3ba-c950d68991eb/9d4b3a82-09ae-420f-94cb-8d486ed74b69/5eca3d1c-afe8-4ab5-b98f-6bf875ba32f4) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:46:42.981336 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ff822857-7be9-40fe-b442-0b7d1ed70d79 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:43.021749 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-ff822857-7be9-40fe-b442-0b7d1ed70d79 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 2.3928745 Nov 24 01:46:43.021880 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46172) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:43.028405 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-b5c9342c-5dfe-4b11-a565-a9b6ba04a062 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8e06fe28-faee-4dc0-a759-499fbf5a173b'}]}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:46:43.034904 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 79e8e51a-ecdd-4db0-95fb-42f1889b555a triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:46:43.034904 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:43.051585 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [None req-1db213a9-cb0e-4e6f-a7f7-2fe8ae33d8e8 tempest-DHCPAgentSchedulersTestJSON-155645920 tempest-DHCPAgentSchedulersTestJSON-155645920-project] Allocated IP 172.20.0.12 (7cd52f4a-091e-4628-83a4-963a246d6289/4f90bf39-5799-4c30-b035-d8f19e2d94f5/d049609d-ff9b-4de3-9b5b-89a71e86c8da) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:46:43.102323 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-96efc291-b8f2-4d65-b6f3-ed958d5a5074 None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:43.104720 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf3aac3-4ae9-4501-801b-ec584b2ca3f1 req-b425119f-90b4-45ee-94e9-ef5a31a2add4 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:43.107201 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-5bf3aac3-4ae9-4501-801b-ec584b2ca3f1 req-b425119f-90b4-45ee-94e9-ef5a31a2add4 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/ports?device_id=54a6fdcb-af1b-4e68-a904-3bb95b5cf340 HTTP/1.1" status: 200 len: 945 time: 0.3968167 Nov 24 01:46:43.150980 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-96efc291-b8f2-4d65-b6f3-ed958d5a5074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:43.165391 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b5c9342c-5dfe-4b11-a565-a9b6ba04a062 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:43.216122 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96efc291-b8f2-4d65-b6f3-ed958d5a5074 None None] Pushing event updated for resources: {'Port': ['ID=be25d488-3bd9-4c66-9b03-2e1b8b9b7882,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:43.218671 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8769fd07-1cae-4191-b0ef-4488a70cb0ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-7cd52f4a-091e-4628-83a4-963a246d6289', 'network_id': '7cd52f4a-091e-4628-83a4-963a246d6289', 'tenant_id': '23d7c5cfabb746fcb3ed998b78e03af9', 'fixed_ips': [{'subnet_id': '4f90bf39-5799-4c30-b035-d8f19e2d94f5'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 01:46:43.219584 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-8769fd07-1cae-4191-b0ef-4488a70cb0ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:43.266610 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf1c371-e1e7-4801-8608-56263e6e3126 None None] Network 334bc351-f902-4103-bc7d-1ffe76d97b02 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:46:43.286673 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96efc291-b8f2-4d65-b6f3-ed958d5a5074 None None] Network a38adc46-db63-4179-872d-6aa1e8287d77 is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:46:43.286769 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-6f2d9d54-a6c6-49dc-a818-999bfe792524 tempest-AgentManagementNegativeTest-1161321598 tempest-AgentManagementNegativeTest-1161321598-project] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.6051915 Nov 24 01:46:43.296232 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-5bf3aac3-4ae9-4501-801b-ec584b2ca3f1 req-54b2378b-c4f3-492e-9527-96cd00dc51ea tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa820965-f51f-4c0f-92b9-3c3d3d9ef329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1745121 Nov 24 01:46:43.317927 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-96efc291-b8f2-4d65-b6f3-ed958d5a5074 None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:46:43.404133 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96efc291-b8f2-4d65-b6f3-ed958d5a5074 None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:46:43.446517 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-8f32ba7b-020b-4c5f-bd1e-3cd1f7c25542 None None] Provisioning complete for port ebb24b61-d768-4231-b9cb-2aab3c9db54b triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:46:43.446891 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-8f32ba7b-020b-4c5f-bd1e-3cd1f7c25542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:43.518579 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1db213a9-cb0e-4e6f-a7f7-2fe8ae33d8e8 tempest-DHCPAgentSchedulersTestJSON-155645920 tempest-DHCPAgentSchedulersTestJSON-155645920-project] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:43.622480 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1db213a9-cb0e-4e6f-a7f7-2fe8ae33d8e8 tempest-DHCPAgentSchedulersTestJSON-155645920 tempest-DHCPAgentSchedulersTestJSON-155645920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:43.634954 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46186) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:43.684064 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-8769fd07-1cae-4191-b0ef-4488a70cb0ea None None] Allocated IP 172.20.0.2 (7cd52f4a-091e-4628-83a4-963a246d6289/4f90bf39-5799-4c30-b035-d8f19e2d94f5/311328ea-ba17-4661-bab5-d6fe686dc54c) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:46:43.689977 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-96efc291-b8f2-4d65-b6f3-ed958d5a5074 None None] Attempting to bind port be25d488-3bd9-4c66-9b03-2e1b8b9b7882 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:46:43.690347 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-96efc291-b8f2-4d65-b6f3-ed958d5a5074 None None] Attempting to bind port be25d488-3bd9-4c66-9b03-2e1b8b9b7882 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': 'db823f0a-caf6-41c9-bc62-afb7ce23547f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a38adc46-db63-4179-872d-6aa1e8287d77'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:46:43.690712 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96efc291-b8f2-4d65-b6f3-ed958d5a5074 None None] Attempting to bind port be25d488-3bd9-4c66-9b03-2e1b8b9b7882 on network a38adc46-db63-4179-872d-6aa1e8287d77 {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:46:43.698274 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46188) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:43.729313 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aaed62-d0d9-475c-9143-f3b867d65807 req-db1d5b9b-bb26-4461-aecd-988d05e29651 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:43.730811 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-13aaed62-d0d9-475c-9143-f3b867d65807 req-db1d5b9b-bb26-4461-aecd-988d05e29651 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/ports?device_id=54a6fdcb-af1b-4e68-a904-3bb95b5cf340 HTTP/1.1" status: 200 len: 945 time: 0.1437469 Nov 24 01:46:43.738961 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-22b9b0a2-aedf-4e9d-b080-cfc7529389c0 None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:43.741349 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-b5c9342c-5dfe-4b11-a565-a9b6ba04a062 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Delete allocated IP 172.20.0.23 (334bc351-f902-4103-bc7d-1ffe76d97b02/84a847a9-2eaa-4492-aa98-4eb48576f55c) {{(pid=109867) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 24 01:46:43.744635 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96efc291-b8f2-4d65-b6f3-ed958d5a5074 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:46:43.744993 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96efc291-b8f2-4d65-b6f3-ed958d5a5074 None None] Checking segment: {'id': 'db823f0a-caf6-41c9-bc62-afb7ce23547f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a38adc46-db63-4179-872d-6aa1e8287d77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:46:43.745591 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-96efc291-b8f2-4d65-b6f3-ed958d5a5074 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:43.746165 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96efc291-b8f2-4d65-b6f3-ed958d5a5074 None None] Bound using segment: {'id': 'db823f0a-caf6-41c9-bc62-afb7ce23547f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a38adc46-db63-4179-872d-6aa1e8287d77'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:46:43.746790 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-96efc291-b8f2-4d65-b6f3-ed958d5a5074 None None] Bound port: be25d488-3bd9-4c66-9b03-2e1b8b9b7882, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db823f0a-caf6-41c9-bc62-afb7ce23547f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a38adc46-db63-4179-872d-6aa1e8287d77'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:46:43.747337 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-96efc291-b8f2-4d65-b6f3-ed958d5a5074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:43.772989 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-22b9b0a2-aedf-4e9d-b080-cfc7529389c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:43.806316 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-13aaed62-d0d9-475c-9143-f3b867d65807 req-3ea8227e-dd9c-4d81-8411-3a5f3f76f180 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa820965-f51f-4c0f-92b9-3c3d3d9ef329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663397 Nov 24 01:46:43.846874 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ea2233df-9efa-4448-b9be-527887d11cf4 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25501782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25307808'] for subnet, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:43.910469 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2233df-9efa-4448-b9be-527887d11cf4 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Pushing event deleted for resources: {'Subnet': ['ID=9d4b3a82-09ae-420f-94cb-8d486ed74b69,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:43.936026 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db213a9-cb0e-4e6f-a7f7-2fe8ae33d8e8 tempest-DHCPAgentSchedulersTestJSON-155645920 tempest-DHCPAgentSchedulersTestJSON-155645920-project] Network 7cd52f4a-091e-4628-83a4-963a246d6289 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:46:43.952454 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-1db213a9-cb0e-4e6f-a7f7-2fe8ae33d8e8 tempest-DHCPAgentSchedulersTestJSON-155645920 tempest-DHCPAgentSchedulersTestJSON-155645920-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:46:44.005282 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b9b0a2-aedf-4e9d-b080-cfc7529389c0 None None] Network 5537621b-0e8e-4b3f-b3ba-c950d68991eb is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:46:44.006394 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-8f32ba7b-020b-4c5f-bd1e-3cd1f7c25542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:44.009494 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ea2233df-9efa-4448-b9be-527887d11cf4 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:44.013128 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db213a9-cb0e-4e6f-a7f7-2fe8ae33d8e8 tempest-DHCPAgentSchedulersTestJSON-155645920 tempest-DHCPAgentSchedulersTestJSON-155645920-project] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:46:44.014261 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b9b0a2-aedf-4e9d-b080-cfc7529389c0 None None] Pushing event updated for resources: {'Port': ['ID=5eca3d1c-afe8-4ab5-b98f-6bf875ba32f4,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:44.029355 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-22b9b0a2-aedf-4e9d-b080-cfc7529389c0 None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:46:44.041118 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b9b0a2-aedf-4e9d-b080-cfc7529389c0 None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:46:44.044505 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-ea2233df-9efa-4448-b9be-527887d11cf4 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5537621b-0e8e-4b3f-b3ba-c950d68991eb']}} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:44.058815 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-ea2233df-9efa-4448-b9be-527887d11cf4 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cd2e760-56f4-4c17-a74e-e041ab5ef907') {'for_net_delete': True} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:44.059343 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-ea2233df-9efa-4448-b9be-527887d11cf4 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cd2e760-56f4-4c17-a74e-e041ab5ef907') {} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:44.070563 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ea2233df-9efa-4448-b9be-527887d11cf4 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28690908'] for segment, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:44.112894 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device ebb24b61-d768-4231-b9cb-2aab3c9db54b up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:46:44.130004 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ea2233df-9efa-4448-b9be-527887d11cf4 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:44.147557 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea2233df-9efa-4448-b9be-527887d11cf4 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=109867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:46:44.148205 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ea2233df-9efa-4448-b9be-527887d11cf4 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25503736'] for segment, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:44.154420 dv-neutron-818911-2-hyperv neutron-server[109867]: Traceback (most recent call last): Nov 24 01:46:44.154420 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:46:44.154420 dv-neutron-818911-2-hyperv neutron-server[109867]: timer() Nov 24 01:46:44.154420 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:46:44.154420 dv-neutron-818911-2-hyperv neutron-server[109867]: cb(*args, **kw) Nov 24 01:46:44.154420 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:46:44.154420 dv-neutron-818911-2-hyperv neutron-server[109867]: return func(*args, **kwargs) Nov 24 01:46:44.154420 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:46:44.154420 dv-neutron-818911-2-hyperv neutron-server[109867]: self._notify() Nov 24 01:46:44.154420 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:46:44.154420 dv-neutron-818911-2-hyperv neutron-server[109867]: self.callback(batched_events) Nov 24 01:46:44.154420 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:46:44.154420 dv-neutron-818911-2-hyperv neutron-server[109867]: event.method(event) Nov 24 01:46:44.154420 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:46:44.154420 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:46:44.154420 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:46:44.154420 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:46:44.154420 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:46:44.154420 dv-neutron-818911-2-hyperv neutron-server[109867]: return f(self, *a, **k) Nov 24 01:46:44.154420 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:46:44.154420 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._get(url).json() Nov 24 01:46:44.154420 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:46:44.154420 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:46:44.154420 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:46:44.154420 dv-neutron-818911-2-hyperv neutron-server[109867]: return self.request(url, 'GET', **kwargs) Nov 24 01:46:44.154420 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:46:44.154420 dv-neutron-818911-2-hyperv neutron-server[109867]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:46:44.154420 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:46:44.154420 dv-neutron-818911-2-hyperv neutron-server[109867]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:46:44.154420 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:46:44.154420 dv-neutron-818911-2-hyperv neutron-server[109867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:46:44.154420 dv-neutron-818911-2-hyperv neutron-server[109867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:46:44.167735 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-96efc291-b8f2-4d65-b6f3-ed958d5a5074 None None] For port be25d488-3bd9-4c66-9b03-2e1b8b9b7882, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:46:44.189531 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e7b789d6-4b82-439e-9e37-50a22b4a8fe0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:44.197129 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-8f32ba7b-020b-4c5f-bd1e-3cd1f7c25542 None None] For port ebb24b61-d768-4231-b9cb-2aab3c9db54b, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=ebb24b61-d768-4231-b9cb-2aab3c9db54b,segment=NetworkSegment(327c3602-7633-4889-a3ea-7c3af55ade54),segment_id=327c3602-7633-4889-a3ea-7c3af55ade54)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:46:44.218260 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db213a9-cb0e-4e6f-a7f7-2fe8ae33d8e8 tempest-DHCPAgentSchedulersTestJSON-155645920 tempest-DHCPAgentSchedulersTestJSON-155645920-project] Pushing event updated for resources: {'Port': ['ID=d049609d-ff9b-4de3-9b5b-89a71e86c8da,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:44.237248 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [None req-2c9b6295-640f-4963-ae09-54fea98e357f tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Allocated IP 172.20.0.1 (a38adc46-db63-4179-872d-6aa1e8287d77/52b861e9-7165-4fda-96bd-415355d68dd1/bc7e4084-6739-4058-8cec-3e80a0bbe66d) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:46:44.241662 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-daaecbe9-3197-4c75-a12f-260d1e26d931 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Request body: {'floatingip': {'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:46:44.263161 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-8f32ba7b-020b-4c5f-bd1e-3cd1f7c25542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:44.269993 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.db.api [None req-ea2233df-9efa-4448-b9be-527887d11cf4 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 24 01:46:44.269993 dv-neutron-818911-2-hyperv neutron-server[109867]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 24 01:46:44.269993 dv-neutron-818911-2-hyperv neutron-server[109867]: [parameters: {'id': '5537621b-0e8e-4b3f-b3ba-c950d68991eb'}] Nov 24 01:46:44.269993 dv-neutron-818911-2-hyperv neutron-server[109867]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109867) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 01:46:44.270390 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG oslo_db.api [None req-ea2233df-9efa-4448-b9be-527887d11cf4 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 01:46:44.308013 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db213a9-cb0e-4e6f-a7f7-2fe8ae33d8e8 tempest-DHCPAgentSchedulersTestJSON-155645920 tempest-DHCPAgentSchedulersTestJSON-155645920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:44.308699 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1db213a9-cb0e-4e6f-a7f7-2fe8ae33d8e8 tempest-DHCPAgentSchedulersTestJSON-155645920 tempest-DHCPAgentSchedulersTestJSON-155645920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:44.323362 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b5c9342c-5dfe-4b11-a565-a9b6ba04a062 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks [] for port, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:44.326883 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-daaecbe9-3197-4c75-a12f-260d1e26d931 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Publish callbacks [] for floatingip, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:44.338151 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b5c9342c-5dfe-4b11-a565-a9b6ba04a062 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25501696'] for port, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:44.358878 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66d62a5-f138-4c8f-8ae2-03e61e7317b2 req-4f65d179-8fd3-44f5-a1cf-dc53008acd03 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:44.360575 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-c66d62a5-f138-4c8f-8ae2-03e61e7317b2 req-4f65d179-8fd3-44f5-a1cf-dc53008acd03 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/ports?device_id=54a6fdcb-af1b-4e68-a904-3bb95b5cf340 HTTP/1.1" status: 200 len: 945 time: 0.3054066 Nov 24 01:46:44.403147 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-1db213a9-cb0e-4e6f-a7f7-2fe8ae33d8e8 tempest-DHCPAgentSchedulersTestJSON-155645920 tempest-DHCPAgentSchedulersTestJSON-155645920-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6220698 Nov 24 01:46:44.404670 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46196) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:44.467321 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-96efc291-b8f2-4d65-b6f3-ed958d5a5074 None None] For port be25d488-3bd9-4c66-9b03-2e1b8b9b7882, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=be25d488-3bd9-4c66-9b03-2e1b8b9b7882,segment=NetworkSegment(db823f0a-caf6-41c9-bc62-afb7ce23547f),segment_id=db823f0a-caf6-41c9-bc62-afb7ce23547f)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:46:44.510400 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e7b789d6-4b82-439e-9e37-50a22b4a8fe0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:44.511637 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c9342c-5dfe-4b11-a565-a9b6ba04a062 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Pushing event updated for resources: {'Port': ['ID=d3249f68-5257-4fea-a822-54e82e91ab6a,revision_number=2']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:44.517095 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-96efc291-b8f2-4d65-b6f3-ed958d5a5074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:44.521688 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-c66d62a5-f138-4c8f-8ae2-03e61e7317b2 req-d1fd9265-3a33-4255-83c4-caa3cd0c80dd tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa820965-f51f-4c0f-92b9-3c3d3d9ef329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1539540 Nov 24 01:46:44.527123 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-2c9b6295-640f-4963-ae09-54fea98e357f tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:44.548972 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e7b789d6-4b82-439e-9e37-50a22b4a8fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:44.584229 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b789d6-4b82-439e-9e37-50a22b4a8fe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4facbc5-a5ac-4103-9c77-469f79d95eaa,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:44.587970 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-b5c9342c-5dfe-4b11-a565-a9b6ba04a062 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] In _notify_port_updated(), no bound segment for port d3249f68-5257-4fea-a822-54e82e91ab6a on network 334bc351-f902-4103-bc7d-1ffe76d97b02 {{(pid=109867) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 24 01:46:44.591180 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-daaecbe9-3197-4c75-a12f-260d1e26d931 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:44.594362 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-2c9b6295-640f-4963-ae09-54fea98e357f tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:44.594940 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c9342c-5dfe-4b11-a565-a9b6ba04a062 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:44.595585 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b5c9342c-5dfe-4b11-a565-a9b6ba04a062 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:44.596932 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-b5c9342c-5dfe-4b11-a565-a9b6ba04a062 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "PUT /v2.0/ports/d3249f68-5257-4fea-a822-54e82e91ab6a HTTP/1.1" status: 200 len: 920 time: 1.5741177 Nov 24 01:46:44.602727 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46200) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:44.611215 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f32ba7b-020b-4c5f-bd1e-3cd1f7c25542 None None] Pushing event updated for resources: {'Port': ['ID=ebb24b61-d768-4231-b9cb-2aab3c9db54b,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:44.613326 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-eb405bed-460f-4ca8-9be0-f8883faf0684 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8e06fe28-faee-4dc0-a759-499fbf5a173b'}, {'subnet_id': '84a847a9-2eaa-4492-aa98-4eb48576f55c'}]}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:46:44.621707 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-8769fd07-1cae-4191-b0ef-4488a70cb0ea None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:44.624930 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-22b9b0a2-aedf-4e9d-b080-cfc7529389c0 None None] Attempting to bind port 5eca3d1c-afe8-4ab5-b98f-6bf875ba32f4 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:46:44.625504 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-22b9b0a2-aedf-4e9d-b080-cfc7529389c0 None None] Attempting to bind port 5eca3d1c-afe8-4ab5-b98f-6bf875ba32f4 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '7cd2e760-56f4-4c17-a74e-e041ab5ef907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5537621b-0e8e-4b3f-b3ba-c950d68991eb'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:46:44.626189 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b9b0a2-aedf-4e9d-b080-cfc7529389c0 None None] Attempting to bind port 5eca3d1c-afe8-4ab5-b98f-6bf875ba32f4 on network 5537621b-0e8e-4b3f-b3ba-c950d68991eb {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:46:44.651460 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-e7b789d6-4b82-439e-9e37-50a22b4a8fe0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c00b229114c74f0f8e6beddbd869cabd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9520247 Nov 24 01:46:44.655602 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46202) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:44.667850 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9c0702-6402-48f5-b1b2-093e7ef86b3e None None] Update dhcp port {'port': {'network_id': '334bc351-f902-4103-bc7d-1ffe76d97b02', 'fixed_ips': [{'subnet_id': '8e06fe28-faee-4dc0-a759-499fbf5a173b', 'ip_address': '172.20.0.2'}, {'subnet_id': '84a847a9-2eaa-4492-aa98-4eb48576f55c'}], 'binding:host_id': 'dv-neutron-818911-2-hyperv'}, 'id': 'ebb24b61-d768-4231-b9cb-2aab3c9db54b'} from dv-neutron-818911-2-hyperv. {{(pid=109868) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 24 01:46:44.670748 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-8769fd07-1cae-4191-b0ef-4488a70cb0ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:44.677322 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b9b0a2-aedf-4e9d-b080-cfc7529389c0 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:46:44.678068 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b9b0a2-aedf-4e9d-b080-cfc7529389c0 None None] Checking segment: {'id': '7cd2e760-56f4-4c17-a74e-e041ab5ef907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5537621b-0e8e-4b3f-b3ba-c950d68991eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:46:44.678663 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-22b9b0a2-aedf-4e9d-b080-cfc7529389c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:44.679837 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b9b0a2-aedf-4e9d-b080-cfc7529389c0 None None] Bound using segment: {'id': '7cd2e760-56f4-4c17-a74e-e041ab5ef907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5537621b-0e8e-4b3f-b3ba-c950d68991eb'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:46:44.680510 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-22b9b0a2-aedf-4e9d-b080-cfc7529389c0 None None] Bound port: 5eca3d1c-afe8-4ab5-b98f-6bf875ba32f4, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cd2e760-56f4-4c17-a74e-e041ab5ef907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5537621b-0e8e-4b3f-b3ba-c950d68991eb'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:46:44.681663 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-22b9b0a2-aedf-4e9d-b080-cfc7529389c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:44.723167 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9b6295-640f-4963-ae09-54fea98e357f tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Network a38adc46-db63-4179-872d-6aa1e8287d77 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:46:44.738983 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-2c9b6295-640f-4963-ae09-54fea98e357f tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:46:44.745062 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c44c06-a682-44b6-b979-9434500e5b08 req-b033a58b-7f9a-4d0f-b089-e23addc9e322 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:44.746695 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-b1c44c06-a682-44b6-b979-9434500e5b08 req-b033a58b-7f9a-4d0f-b089-e23addc9e322 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/ports?device_id=54a6fdcb-af1b-4e68-a904-3bb95b5cf340 HTTP/1.1" status: 200 len: 945 time: 0.1401870 Nov 24 01:46:44.748403 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9b6295-640f-4963-ae09-54fea98e357f tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:46:44.750202 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-227474fa-7bc0-4769-9947-6713f4823e58 tempest-DHCPAgentSchedulersTestJSON-155645920 tempest-DHCPAgentSchedulersTestJSON-155645920-project] Deleting port d049609d-ff9b-4de3-9b5b-89a71e86c8da {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:46:44.751056 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-227474fa-7bc0-4769-9947-6713f4823e58 tempest-DHCPAgentSchedulersTestJSON-155645920 tempest-DHCPAgentSchedulersTestJSON-155645920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:44.756779 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1a477dc3-67ea-4e79-984c-227675c94d56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:44.763951 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8769fd07-1cae-4191-b0ef-4488a70cb0ea None None] Network 7cd52f4a-091e-4628-83a4-963a246d6289 is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:46:44.775358 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ea2233df-9efa-4448-b9be-527887d11cf4 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:44.790729 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9f9c0702-6402-48f5-b1b2-093e7ef86b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:44.793131 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-8769fd07-1cae-4191-b0ef-4488a70cb0ea None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:46:44.793755 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9b6295-640f-4963-ae09-54fea98e357f tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Pushing event updated for resources: {'Port': ['ID=bc7e4084-6739-4058-8cec-3e80a0bbe66d,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:44.801550 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port ebb24b61-d768-4231-b9cb-2aab3c9db54b triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:46:44.802250 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:44.818753 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8769fd07-1cae-4191-b0ef-4488a70cb0ea None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:46:44.853693 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96efc291-b8f2-4d65-b6f3-ed958d5a5074 None None] Pushing event updated for resources: {'Port': ['ID=be25d488-3bd9-4c66-9b03-2e1b8b9b7882,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:44.903336 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-2c9b6295-640f-4963-ae09-54fea98e357f tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3777869'] for router_interface, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:45.021267 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-22b9b0a2-aedf-4e9d-b080-cfc7529389c0 None None] For port 5eca3d1c-afe8-4ab5-b98f-6bf875ba32f4, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:46:45.026479 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [None req-daaecbe9-3197-4c75-a12f-260d1e26d931 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Allocated IP 172.26.5.204 (eb22795d-37ee-46ee-844d-92c17e2ea450/3e66fcff-6e72-4083-b514-48f69cdaa2cb/881a1f74-765a-4910-992b-7e01fae1abaa) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:46:45.096254 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8769fd07-1cae-4191-b0ef-4488a70cb0ea None None] Pushing event updated for resources: {'Port': ['ID=311328ea-ba17-4661-bab5-d6fe686dc54c,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:45.105608 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-eb405bed-460f-4ca8-9be0-f8883faf0684 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:45.107770 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-22b9b0a2-aedf-4e9d-b080-cfc7529389c0 None None] For port 5eca3d1c-afe8-4ab5-b98f-6bf875ba32f4, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=5eca3d1c-afe8-4ab5-b98f-6bf875ba32f4,segment=NetworkSegment(7cd2e760-56f4-4c17-a74e-e041ab5ef907),segment_id=7cd2e760-56f4-4c17-a74e-e041ab5ef907)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:46:45.122392 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-22b9b0a2-aedf-4e9d-b080-cfc7529389c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:45.129563 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-8769fd07-1cae-4191-b0ef-4488a70cb0ea None None] Attempting to bind port 311328ea-ba17-4661-bab5-d6fe686dc54c on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:46:45.129930 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-8769fd07-1cae-4191-b0ef-4488a70cb0ea None None] Attempting to bind port 311328ea-ba17-4661-bab5-d6fe686dc54c by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': 'e7fd96cb-d507-4022-97e6-13f9d7937986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7cd52f4a-091e-4628-83a4-963a246d6289'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:46:45.130361 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8769fd07-1cae-4191-b0ef-4488a70cb0ea None None] Attempting to bind port 311328ea-ba17-4661-bab5-d6fe686dc54c on network 7cd52f4a-091e-4628-83a4-963a246d6289 {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:46:45.181557 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8769fd07-1cae-4191-b0ef-4488a70cb0ea None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:46:45.182267 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8769fd07-1cae-4191-b0ef-4488a70cb0ea None None] Checking segment: {'id': 'e7fd96cb-d507-4022-97e6-13f9d7937986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7cd52f4a-091e-4628-83a4-963a246d6289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:46:45.182425 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-8769fd07-1cae-4191-b0ef-4488a70cb0ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:45.182704 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8769fd07-1cae-4191-b0ef-4488a70cb0ea None None] Bound using segment: {'id': 'e7fd96cb-d507-4022-97e6-13f9d7937986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7cd52f4a-091e-4628-83a4-963a246d6289'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:46:45.183186 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-8769fd07-1cae-4191-b0ef-4488a70cb0ea None None] Bound port: 311328ea-ba17-4661-bab5-d6fe686dc54c, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7fd96cb-d507-4022-97e6-13f9d7937986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7cd52f4a-091e-4628-83a4-963a246d6289'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:46:45.183613 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-8769fd07-1cae-4191-b0ef-4488a70cb0ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:45.282107 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1a477dc3-67ea-4e79-984c-227675c94d56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:45.333908 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b9b0a2-aedf-4e9d-b080-cfc7529389c0 None None] Pushing event updated for resources: {'Port': ['ID=5eca3d1c-afe8-4ab5-b98f-6bf875ba32f4,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:45.337297 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 79e8e51a-ecdd-4db0-95fb-42f1889b555a up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:46:45.355052 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-227474fa-7bc0-4769-9947-6713f4823e58 tempest-DHCPAgentSchedulersTestJSON-155645920 tempest-DHCPAgentSchedulersTestJSON-155645920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:45.380201 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd409fd-eb6d-47ac-9d42-31c19f3cd562 None None] Network 5537621b-0e8e-4b3f-b3ba-c950d68991eb requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:46:45.386880 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-b1c44c06-a682-44b6-b979-9434500e5b08 req-6cbd666d-b03a-4bd4-9dbe-b90ce3d23f7c tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa820965-f51f-4c0f-92b9-3c3d3d9ef329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6311724 Nov 24 01:46:45.388173 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-227474fa-7bc0-4769-9947-6713f4823e58 tempest-DHCPAgentSchedulersTestJSON-155645920 tempest-DHCPAgentSchedulersTestJSON-155645920-project] Calling delete_port for d049609d-ff9b-4de3-9b5b-89a71e86c8da owned by {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:46:45.424982 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-9f9c0702-6402-48f5-b1b2-093e7ef86b3e None None] Allocated IP 172.20.0.18 (334bc351-f902-4103-bc7d-1ffe76d97b02/84a847a9-2eaa-4492-aa98-4eb48576f55c/ebb24b61-d768-4231-b9cb-2aab3c9db54b) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:46:45.482588 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-8769fd07-1cae-4191-b0ef-4488a70cb0ea None None] For port 311328ea-ba17-4661-bab5-d6fe686dc54c, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:46:45.488728 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-ea2233df-9efa-4448-b9be-527887d11cf4 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Deleting port 5eca3d1c-afe8-4ab5-b98f-6bf875ba32f4 {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:46:45.489265 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ea2233df-9efa-4448-b9be-527887d11cf4 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:45.513848 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1a477dc3-67ea-4e79-984c-227675c94d56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:45.516799 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1a477dc3-67ea-4e79-984c-227675c94d56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:45.520446 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-1a477dc3-67ea-4e79-984c-227675c94d56 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c4facbc5-a5ac-4103-9c77-469f79d95eaa HTTP/1.1" status: 204 len: 168 time: 0.8612516 Nov 24 01:46:45.544334 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a477dc3-67ea-4e79-984c-227675c94d56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4facbc5-a5ac-4103-9c77-469f79d95eaa,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:45.559304 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-8769fd07-1cae-4191-b0ef-4488a70cb0ea None None] For port 311328ea-ba17-4661-bab5-d6fe686dc54c, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=311328ea-ba17-4661-bab5-d6fe686dc54c,segment=NetworkSegment(e7fd96cb-d507-4022-97e6-13f9d7937986),segment_id=e7fd96cb-d507-4022-97e6-13f9d7937986)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:46:45.601144 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-8769fd07-1cae-4191-b0ef-4488a70cb0ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:45.624211 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [None req-ea2233df-9efa-4448-b9be-527887d11cf4 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] For port 5eca3d1c-afe8-4ab5-b98f-6bf875ba32f4, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=5eca3d1c-afe8-4ab5-b98f-6bf875ba32f4,segment=NetworkSegment(7cd2e760-56f4-4c17-a74e-e041ab5ef907),segment_id=7cd2e760-56f4-4c17-a74e-e041ab5ef907)] {{(pid=109867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:46:45.626069 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ea2233df-9efa-4448-b9be-527887d11cf4 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:45.657011 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-ea2233df-9efa-4448-b9be-527887d11cf4 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Calling delete_port for 5eca3d1c-afe8-4ab5-b98f-6bf875ba32f4 owned by network:dhcp {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:46:45.675319 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-2c9b6295-640f-4963-ae09-54fea98e357f tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:45.680459 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 79e8e51a-ecdd-4db0-95fb-42f1889b555a triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:46:45.681003 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:45.813340 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-9f9c0702-6402-48f5-b1b2-093e7ef86b3e None None] For port ebb24b61-d768-4231-b9cb-2aab3c9db54b, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=ebb24b61-d768-4231-b9cb-2aab3c9db54b,segment=NetworkSegment(327c3602-7633-4889-a3ea-7c3af55ade54),segment_id=327c3602-7633-4889-a3ea-7c3af55ade54)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:46:45.816519 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-daaecbe9-3197-4c75-a12f-260d1e26d931 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:45.824984 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8769fd07-1cae-4191-b0ef-4488a70cb0ea None None] Pushing event updated for resources: {'Port': ['ID=311328ea-ba17-4661-bab5-d6fe686dc54c,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:45.892952 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9f9c0702-6402-48f5-b1b2-093e7ef86b3e None None] Publish callbacks [] for port, precommit_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:45.911539 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60e9dcb-0938-4d50-b507-93a0a625494b None None] Network 5537621b-0e8e-4b3f-b3ba-c950d68991eb requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:46:45.913703 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9f9c0702-6402-48f5-b1b2-093e7ef86b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:45.936317 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ea2233df-9efa-4448-b9be-527887d11cf4 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:46.009606 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2233df-9efa-4448-b9be-527887d11cf4 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Pushing event deleted for resources: {'Port': ['ID=5eca3d1c-afe8-4ab5-b98f-6bf875ba32f4,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:46.018233 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2233df-9efa-4448-b9be-527887d11cf4 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] No DVR routers for this DVR port 5eca3d1c-afe8-4ab5-b98f-6bf875ba32f4 on host dv-neutron-818911-2-hyperv {{(pid=109867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:46:46.023747 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-227474fa-7bc0-4769-9947-6713f4823e58 tempest-DHCPAgentSchedulersTestJSON-155645920 tempest-DHCPAgentSchedulersTestJSON-155645920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:46.157017 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227474fa-7bc0-4769-9947-6713f4823e58 tempest-DHCPAgentSchedulersTestJSON-155645920 tempest-DHCPAgentSchedulersTestJSON-155645920-project] Pushing event deleted for resources: {'Port': ['ID=d049609d-ff9b-4de3-9b5b-89a71e86c8da,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:46.205728 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-daaecbe9-3197-4c75-a12f-260d1e26d931 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:46.259225 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ea2233df-9efa-4448-b9be-527887d11cf4 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:46.298197 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9c0702-6402-48f5-b1b2-093e7ef86b3e None None] Pushing event updated for resources: {'Port': ['ID=ebb24b61-d768-4231-b9cb-2aab3c9db54b,revision_number=4']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:46.311583 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [None req-eb405bed-460f-4ca8-9be0-f8883faf0684 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Allocated IP 172.20.0.26 (334bc351-f902-4103-bc7d-1ffe76d97b02/84a847a9-2eaa-4492-aa98-4eb48576f55c/d3249f68-5257-4fea-a822-54e82e91ab6a) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:46:46.326918 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daaecbe9-3197-4c75-a12f-260d1e26d931 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Network eb22795d-37ee-46ee-844d-92c17e2ea450 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:46:46.341954 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-ea2233df-9efa-4448-b9be-527887d11cf4 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5537621b-0e8e-4b3f-b3ba-c950d68991eb']}} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:46.361608 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-daaecbe9-3197-4c75-a12f-260d1e26d931 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:46:46.367430 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaecbe9-3197-4c75-a12f-260d1e26d931 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Pushing event updated for resources: {'Port': ['ID=881a1f74-765a-4910-992b-7e01fae1abaa,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:46.380508 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-ea2233df-9efa-4448-b9be-527887d11cf4 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cd2e760-56f4-4c17-a74e-e041ab5ef907') {'for_net_delete': True} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:46.388438 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-ea2233df-9efa-4448-b9be-527887d11cf4 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cd2e760-56f4-4c17-a74e-e041ab5ef907') {} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:46.391305 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-227474fa-7bc0-4769-9947-6713f4823e58 tempest-DHCPAgentSchedulersTestJSON-155645920 tempest-DHCPAgentSchedulersTestJSON-155645920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:46.395548 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-227474fa-7bc0-4769-9947-6713f4823e58 tempest-DHCPAgentSchedulersTestJSON-155645920 tempest-DHCPAgentSchedulersTestJSON-155645920-project] 10.222.0.21 "DELETE /v2.0/ports/d049609d-ff9b-4de3-9b5b-89a71e86c8da HTTP/1.1" status: 204 len: 168 time: 1.9864182 Nov 24 01:46:46.409742 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daaecbe9-3197-4c75-a12f-260d1e26d931 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:46:46.415881 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46218) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:46.435170 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ea2233df-9efa-4448-b9be-527887d11cf4 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28690908'] for segment, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:46.471993 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8987974-d0af-4534-8e38-eef28f4a16b7 None None] Network a38adc46-db63-4179-872d-6aa1e8287d77 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:46:46.490434 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ea2233df-9efa-4448-b9be-527887d11cf4 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:46.509982 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea2233df-9efa-4448-b9be-527887d11cf4 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=109867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:46:46.512415 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ea2233df-9efa-4448-b9be-527887d11cf4 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25503736'] for segment, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:46.515983 dv-neutron-818911-2-hyperv neutron-server[109867]: Traceback (most recent call last): Nov 24 01:46:46.515983 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:46:46.515983 dv-neutron-818911-2-hyperv neutron-server[109867]: timer() Nov 24 01:46:46.515983 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:46:46.515983 dv-neutron-818911-2-hyperv neutron-server[109867]: cb(*args, **kw) Nov 24 01:46:46.515983 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:46:46.515983 dv-neutron-818911-2-hyperv neutron-server[109867]: return func(*args, **kwargs) Nov 24 01:46:46.515983 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:46:46.515983 dv-neutron-818911-2-hyperv neutron-server[109867]: self._notify() Nov 24 01:46:46.515983 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:46:46.515983 dv-neutron-818911-2-hyperv neutron-server[109867]: self.callback(batched_events) Nov 24 01:46:46.515983 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:46:46.515983 dv-neutron-818911-2-hyperv neutron-server[109867]: event.method(event) Nov 24 01:46:46.515983 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:46:46.515983 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:46:46.515983 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:46:46.515983 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:46:46.515983 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:46:46.515983 dv-neutron-818911-2-hyperv neutron-server[109867]: return f(self, *a, **k) Nov 24 01:46:46.515983 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:46:46.515983 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._get(url).json() Nov 24 01:46:46.515983 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:46:46.515983 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:46:46.515983 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:46:46.515983 dv-neutron-818911-2-hyperv neutron-server[109867]: return self.request(url, 'GET', **kwargs) Nov 24 01:46:46.515983 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:46:46.515983 dv-neutron-818911-2-hyperv neutron-server[109867]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:46:46.515983 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:46:46.515983 dv-neutron-818911-2-hyperv neutron-server[109867]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:46:46.515983 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:46:46.515983 dv-neutron-818911-2-hyperv neutron-server[109867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:46:46.515983 dv-neutron-818911-2-hyperv neutron-server[109867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:46:46.663642 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ea2233df-9efa-4448-b9be-527887d11cf4 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:46.678547 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ea2233df-9efa-4448-b9be-527887d11cf4 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks [] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:46.684343 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-ea2233df-9efa-4448-b9be-527887d11cf4 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] 10.222.0.21 "DELETE /v2.0/networks/5537621b-0e8e-4b3f-b3ba-c950d68991eb HTTP/1.1" status: 204 len: 168 time: 5.6853569 Nov 24 01:46:46.688204 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46226) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:46.735312 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-a3b663b8-b4c2-42b5-829f-85829dfe2195 None None] Provisioning complete for port be25d488-3bd9-4c66-9b03-2e1b8b9b7882 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:46:46.735312 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a3b663b8-b4c2-42b5-829f-85829dfe2195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:46.746037 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2233df-9efa-4448-b9be-527887d11cf4 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Pushing event deleted for resources: {'Network': ['ID=5537621b-0e8e-4b3f-b3ba-c950d68991eb,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:46.772365 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-2c9b6295-640f-4963-ae09-54fea98e357f tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Publish callbacks [] for port, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:46.786180 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-2c9b6295-640f-4963-ae09-54fea98e357f tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29149402'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:46.793471 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.pecan_wsgi.hooks.translation [None req-06d22d24-6542-4dce-9645-0e687a4fed4f tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] DELETE failed (client error): The resource could not be found. Nov 24 01:46:46.794271 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06d22d24-6542-4dce-9645-0e687a4fed4f tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:46:46.797673 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-06d22d24-6542-4dce-9645-0e687a4fed4f tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] 10.222.0.21 "DELETE /v2.0/subnets/9d4b3a82-09ae-420f-94cb-8d486ed74b69 HTTP/1.1" status: 404 len: 337 time: 0.0729456 Nov 24 01:46:46.804148 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46230) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:46.836100 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.pecan_wsgi.hooks.translation [None req-c43c9a09-8592-4465-9050-0e4a89c3468f tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] DELETE failed (client error): The resource could not be found. Nov 24 01:46:46.836760 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c43c9a09-8592-4465-9050-0e4a89c3468f tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:46:46.842493 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-c43c9a09-8592-4465-9050-0e4a89c3468f tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] 10.222.0.21 "DELETE /v2.0/networks/5537621b-0e8e-4b3f-b3ba-c950d68991eb HTTP/1.1" status: 404 len: 339 time: 0.0347798 Nov 24 01:46:46.842820 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46232) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:46.854492 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-daaecbe9-3197-4c75-a12f-260d1e26d931 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:46.859133 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-eb405bed-460f-4ca8-9be0-f8883faf0684 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks [] for port, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:46.878921 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device be25d488-3bd9-4c66-9b03-2e1b8b9b7882 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:46:46.882467 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-eb405bed-460f-4ca8-9be0-f8883faf0684 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29149402'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:46.947439 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-789935ea-f7b6-4097-8101-04a61297a5bb tempest-DHCPAgentSchedulersTestJSON-1164834062 tempest-DHCPAgentSchedulersTestJSON-1164834062-project-admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4561 time: 0.5268552 Nov 24 01:46:46.950492 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46236) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:46.957888 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-c2820cf7-03ed-4883-ada1-98b65c61310d tempest-DHCPAgentSchedulersTestJSON-155645920 tempest-DHCPAgentSchedulersTestJSON-155645920-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1921378953'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:46:46.966807 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-19dd1836-8a0c-45cc-b717-2e07c905e7af tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:47.009185 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9b6295-640f-4963-ae09-54fea98e357f tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Pushing event updated for resources: {'Port': ['ID=bc7e4084-6739-4058-8cec-3e80a0bbe66d,revision_number=2']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:47.014220 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-2c9b6295-640f-4963-ae09-54fea98e357f tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3778017'] for router_interface, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:47.090471 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-daaecbe9-3197-4c75-a12f-260d1e26d931 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:47.118197 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-19dd1836-8a0c-45cc-b717-2e07c905e7af tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:47.124197 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port be25d488-3bd9-4c66-9b03-2e1b8b9b7882 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:46:47.125183 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:47.160091 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-19dd1836-8a0c-45cc-b717-2e07c905e7af tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24723510-eaea-432e-931c-02b9b2fdd0e8']}} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:47.168680 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46238) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:47.177251 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-19dd1836-8a0c-45cc-b717-2e07c905e7af tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39639621-80c9-4d18-9563-72e7da3c6fc9') {'for_net_delete': True} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:47.177684 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-19dd1836-8a0c-45cc-b717-2e07c905e7af tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39639621-80c9-4d18-9563-72e7da3c6fc9') {} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:47.190193 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-19dd1836-8a0c-45cc-b717-2e07c905e7af tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28690908'] for segment, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:47.198564 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2820cf7-03ed-4883-ada1-98b65c61310d tempest-DHCPAgentSchedulersTestJSON-155645920 tempest-DHCPAgentSchedulersTestJSON-155645920-project] Made reservation on behalf of 23d7c5cfabb746fcb3ed998b78e03af9 for: {'network': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:46:47.202357 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c2820cf7-03ed-4883-ada1-98b65c61310d tempest-DHCPAgentSchedulersTestJSON-155645920 tempest-DHCPAgentSchedulersTestJSON-155645920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:47.244455 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-19dd1836-8a0c-45cc-b717-2e07c905e7af tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:47.262771 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2820cf7-03ed-4883-ada1-98b65c61310d tempest-DHCPAgentSchedulersTestJSON-155645920 tempest-DHCPAgentSchedulersTestJSON-155645920-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=109867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:46:47.276881 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19dd1836-8a0c-45cc-b717-2e07c905e7af tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=109867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:46:47.279640 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-19dd1836-8a0c-45cc-b717-2e07c905e7af tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25503736'] for segment, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:47.292472 dv-neutron-818911-2-hyperv neutron-server[109867]: Traceback (most recent call last): Nov 24 01:46:47.292472 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:46:47.292472 dv-neutron-818911-2-hyperv neutron-server[109867]: timer() Nov 24 01:46:47.292472 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:46:47.292472 dv-neutron-818911-2-hyperv neutron-server[109867]: cb(*args, **kw) Nov 24 01:46:47.292472 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:46:47.292472 dv-neutron-818911-2-hyperv neutron-server[109867]: return func(*args, **kwargs) Nov 24 01:46:47.292472 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:46:47.292472 dv-neutron-818911-2-hyperv neutron-server[109867]: self._notify() Nov 24 01:46:47.292472 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:46:47.292472 dv-neutron-818911-2-hyperv neutron-server[109867]: self.callback(batched_events) Nov 24 01:46:47.292472 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:46:47.292472 dv-neutron-818911-2-hyperv neutron-server[109867]: event.method(event) Nov 24 01:46:47.292472 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:46:47.292472 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:46:47.292472 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:46:47.292472 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:46:47.292472 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:46:47.292472 dv-neutron-818911-2-hyperv neutron-server[109867]: return f(self, *a, **k) Nov 24 01:46:47.292472 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:46:47.292472 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._get(url).json() Nov 24 01:46:47.292472 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:46:47.292472 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:46:47.292472 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:46:47.292472 dv-neutron-818911-2-hyperv neutron-server[109867]: return self.request(url, 'GET', **kwargs) Nov 24 01:46:47.292472 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:46:47.292472 dv-neutron-818911-2-hyperv neutron-server[109867]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:46:47.292472 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:46:47.292472 dv-neutron-818911-2-hyperv neutron-server[109867]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:46:47.292472 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:46:47.292472 dv-neutron-818911-2-hyperv neutron-server[109867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:46:47.292472 dv-neutron-818911-2-hyperv neutron-server[109867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:46:47.325985 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb405bed-460f-4ca8-9be0-f8883faf0684 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Pushing event updated for resources: {'Port': ['ID=d3249f68-5257-4fea-a822-54e82e91ab6a,revision_number=3']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:47.330648 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c2820cf7-03ed-4883-ada1-98b65c61310d tempest-DHCPAgentSchedulersTestJSON-155645920 tempest-DHCPAgentSchedulersTestJSON-155645920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:47.333320 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.segments_db [None req-c2820cf7-03ed-4883-ada1-98b65c61310d tempest-DHCPAgentSchedulersTestJSON-155645920 tempest-DHCPAgentSchedulersTestJSON-155645920-project] Added segment 50ee0b1b-c569-4da5-bd82-00fd68509e9c of type vlan for network dd56680c-1e45-430a-b054-2d0ff2c64389 Nov 24 01:46:47.405990 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c2820cf7-03ed-4883-ada1-98b65c61310d tempest-DHCPAgentSchedulersTestJSON-155645920 tempest-DHCPAgentSchedulersTestJSON-155645920-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:47.406321 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-eb405bed-460f-4ca8-9be0-f8883faf0684 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] In _notify_port_updated(), no bound segment for port d3249f68-5257-4fea-a822-54e82e91ab6a on network 334bc351-f902-4103-bc7d-1ffe76d97b02 {{(pid=109866) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 24 01:46:47.413515 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb405bed-460f-4ca8-9be0-f8883faf0684 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:47.414382 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-eb405bed-460f-4ca8-9be0-f8883faf0684 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:47.418876 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-eb405bed-460f-4ca8-9be0-f8883faf0684 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "PUT /v2.0/ports/d3249f68-5257-4fea-a822-54e82e91ab6a HTTP/1.1" status: 200 len: 1000 time: 2.8113878 Nov 24 01:46:47.433711 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55135793-e937-4d9e-8148-ebecd51d1c37 None None] Network 334bc351-f902-4103-bc7d-1ffe76d97b02 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:46:47.492122 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46242) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:47.492691 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c2820cf7-03ed-4883-ada1-98b65c61310d tempest-DHCPAgentSchedulersTestJSON-155645920 tempest-DHCPAgentSchedulersTestJSON-155645920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:47.501733 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2820cf7-03ed-4883-ada1-98b65c61310d tempest-DHCPAgentSchedulersTestJSON-155645920 tempest-DHCPAgentSchedulersTestJSON-155645920-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:47.502773 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c2820cf7-03ed-4883-ada1-98b65c61310d tempest-DHCPAgentSchedulersTestJSON-155645920 tempest-DHCPAgentSchedulersTestJSON-155645920-project] Publish callbacks [] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:47.525368 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-b514324e-65d6-43d5-8b6e-62cd873c66c9 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-2019186652'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:46:47.526901 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee4dd599-c467-4350-9759-50046d9dda05 None None] Network 7cd52f4a-091e-4628-83a4-963a246d6289 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:46:47.529054 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a3b663b8-b4c2-42b5-829f-85829dfe2195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:47.537181 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9b6295-640f-4963-ae09-54fea98e357f tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Network a38adc46-db63-4179-872d-6aa1e8287d77 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:46:47.547142 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-2c9b6295-640f-4963-ae09-54fea98e357f tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:46:47.576093 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-19dd1836-8a0c-45cc-b717-2e07c905e7af tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:47.594801 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-19dd1836-8a0c-45cc-b717-2e07c905e7af tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks [] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:47.599496 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-19dd1836-8a0c-45cc-b717-2e07c905e7af tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] 10.222.0.21 "DELETE /v2.0/networks/24723510-eaea-432e-931c-02b9b2fdd0e8 HTTP/1.1" status: 204 len: 168 time: 0.7550774 Nov 24 01:46:47.605332 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46244) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:47.630192 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b514324e-65d6-43d5-8b6e-62cd873c66c9 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Made reservation on behalf of 6974375fded34c83af8967d3f69dce07 for: {'network': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:46:47.633701 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b514324e-65d6-43d5-8b6e-62cd873c66c9 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:47.661266 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b514324e-65d6-43d5-8b6e-62cd873c66c9 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for security_group, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:47.690488 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-c2820cf7-03ed-4883-ada1-98b65c61310d tempest-DHCPAgentSchedulersTestJSON-155645920 tempest-DHCPAgentSchedulersTestJSON-155645920-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.7389593 Nov 24 01:46:47.691436 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46246) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:47.702000 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-a3b663b8-b4c2-42b5-829f-85829dfe2195 None None] For port be25d488-3bd9-4c66-9b03-2e1b8b9b7882, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=be25d488-3bd9-4c66-9b03-2e1b8b9b7882,segment=NetworkSegment(db823f0a-caf6-41c9-bc62-afb7ce23547f),segment_id=db823f0a-caf6-41c9-bc62-afb7ce23547f)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:46:47.718135 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2820cf7-03ed-4883-ada1-98b65c61310d tempest-DHCPAgentSchedulersTestJSON-155645920 tempest-DHCPAgentSchedulersTestJSON-155645920-project] Pushing event updated for resources: {'Network': ['ID=dd56680c-1e45-430a-b054-2d0ff2c64389,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:47.733592 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.pecan_wsgi.hooks.translation [None req-68ce27b8-d7fe-4cf0-a8d5-714d57adc466 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] DELETE failed (client error): The resource could not be found. Nov 24 01:46:47.734624 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68ce27b8-d7fe-4cf0-a8d5-714d57adc466 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:46:47.738099 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-68ce27b8-d7fe-4cf0-a8d5-714d57adc466 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] 10.222.0.21 "DELETE /v2.0/subnets/8264bca0-fa8d-401a-a236-09cee82b2cee HTTP/1.1" status: 404 len: 337 time: 0.1263061 Nov 24 01:46:47.743388 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46248) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:47.752603 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a3b663b8-b4c2-42b5-829f-85829dfe2195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:47.754403 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network dd56680c-1e45-430a-b054-2d0ff2c64389 details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:46:47.764444 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dd1836-8a0c-45cc-b717-2e07c905e7af tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Pushing event deleted for resources: {'Network': ['ID=24723510-eaea-432e-931c-02b9b2fdd0e8,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:47.765514 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-daaecbe9-3197-4c75-a12f-260d1e26d931 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Publish callbacks [] for port, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:47.791491 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-daaecbe9-3197-4c75-a12f-260d1e26d931 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29149402'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:47.804616 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-37c208be-9c04-426c-840a-9a9f2632926d tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] DELETE failed (client error): The resource could not be found. Nov 24 01:46:47.805206 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37c208be-9c04-426c-840a-9a9f2632926d tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:46:47.812449 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46250) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:47.818664 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-37c208be-9c04-426c-840a-9a9f2632926d tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] 10.222.0.21 "DELETE /v2.0/networks/b4e17051-ffcd-4bc2-8276-94465088a7b4 HTTP/1.1" status: 404 len: 339 time: 0.0710719 Nov 24 01:46:47.872444 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:47.885960 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c9b6295-640f-4963-ae09-54fea98e357f tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Router f69315dd-d316-45aa-b653-e913c790af05 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:46:47.899953 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-db0b4aff-23d1-4c77-bc12-8283b620448c tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Deleting port d3249f68-5257-4fea-a822-54e82e91ab6a {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:46:47.900614 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-db0b4aff-23d1-4c77-bc12-8283b620448c tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:47.950743 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaecbe9-3197-4c75-a12f-260d1e26d931 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Pushing event updated for resources: {'Port': ['ID=881a1f74-765a-4910-992b-7e01fae1abaa,revision_number=2']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:47.983605 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_v2 [None req-20d47644-8af9-4091-93b8-f5e95525a5b8 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Deleting subnet 26ee54ce-9166-4d0d-9440-54522d99fbb7 {{(pid=109867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 01:46:47.997229 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b663b8-b4c2-42b5-829f-85829dfe2195 None None] Pushing event updated for resources: {'Port': ['ID=be25d488-3bd9-4c66-9b03-2e1b8b9b7882,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:48.000539 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-20d47644-8af9-4091-93b8-f5e95525a5b8 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks [] for subnet, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:48.008208 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-daaecbe9-3197-4c75-a12f-260d1e26d931 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418250'] for floatingip, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:48.021383 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b514324e-65d6-43d5-8b6e-62cd873c66c9 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for security_group, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:48.059778 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.db.api [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 01:46:48.060147 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG oslo_db.api [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 01:46:48.065792 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b514324e-65d6-43d5-8b6e-62cd873c66c9 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:48.068921 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-2f1bad89-a57a-4d90-a168-d3dff231c393 None None] Provisioning complete for port 311328ea-ba17-4661-bab5-d6fe686dc54c triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:46:48.069646 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-2f1bad89-a57a-4d90-a168-d3dff231c393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:48.083611 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b514324e-65d6-43d5-8b6e-62cd873c66c9 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=109866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:46:48.116082 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-d4140e8c-4452-431d-89d9-fccdafb4d4da tempest-DHCPAgentSchedulersTestJSON-1164834062 tempest-DHCPAgentSchedulersTestJSON-1164834062-project-admin] 10.222.0.21 "GET /v2.0/agents/aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298/dhcp-networks HTTP/1.1" status: 200 len: 8878 time: 0.4033289 Nov 24 01:46:48.120080 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-20d47644-8af9-4091-93b8-f5e95525a5b8 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28690885'] for subnet, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:48.124146 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46252) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:48.132291 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b514324e-65d6-43d5-8b6e-62cd873c66c9 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:48.132822 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.segments_db [None req-b514324e-65d6-43d5-8b6e-62cd873c66c9 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Added segment 2b1ff8b4-a836-4287-84a2-3eaf8ccfb867 of type vlan for network 9b0cb615-dd00-417f-9128-01ca62e524f6 Nov 24 01:46:48.134245 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b514324e-65d6-43d5-8b6e-62cd873c66c9 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f5a106-4594-4bad-8875-5ae2f04112b0,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:48.163326 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-daaecbe9-3197-4c75-a12f-260d1e26d931 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for floatingip, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:48.165026 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-daaecbe9-3197-4c75-a12f-260d1e26d931 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4542007 Nov 24 01:46:48.170130 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46254) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:48.176697 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-6836c406-8a05-494c-9508-f3dd0567a613 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-84187398'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:46:48.199345 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-db0b4aff-23d1-4c77-bc12-8283b620448c tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:48.221904 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-db0b4aff-23d1-4c77-bc12-8283b620448c tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Calling delete_port for d3249f68-5257-4fea-a822-54e82e91ab6a owned by {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:46:48.225678 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-2f1bad89-a57a-4d90-a168-d3dff231c393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:48.282117 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-2f1bad89-a57a-4d90-a168-d3dff231c393 None None] For port 311328ea-ba17-4661-bab5-d6fe686dc54c, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=311328ea-ba17-4661-bab5-d6fe686dc54c,segment=NetworkSegment(e7fd96cb-d507-4022-97e6-13f9d7937986),segment_id=e7fd96cb-d507-4022-97e6-13f9d7937986)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:46:48.288232 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b514324e-65d6-43d5-8b6e-62cd873c66c9 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:48.290908 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-2f1bad89-a57a-4d90-a168-d3dff231c393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:48.347958 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-2f1bad89-a57a-4d90-a168-d3dff231c393 None None] Provisioning complete for port bc7e4084-6739-4058-8cec-3e80a0bbe66d triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:46:48.348401 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-2f1bad89-a57a-4d90-a168-d3dff231c393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:48.358755 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275b5188-bb14-4ca0-b856-2caa10cbbfb0 tempest-DHCPAgentSchedulersTestJSON-1164834062 tempest-DHCPAgentSchedulersTestJSON-1164834062-project-admin] Network dd56680c-1e45-430a-b054-2d0ff2c64389 is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 01:46:48.359939 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6836c406-8a05-494c-9508-f3dd0567a613 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Made reservation on behalf of 0bf933b48d8543729019f0a5a08e96e3 for: {'network': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:46:48.363516 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-6836c406-8a05-494c-9508-f3dd0567a613 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:48.374701 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b514324e-65d6-43d5-8b6e-62cd873c66c9 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:48.380360 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b514324e-65d6-43d5-8b6e-62cd873c66c9 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:48.383356 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b514324e-65d6-43d5-8b6e-62cd873c66c9 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:48.383579 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-275b5188-bb14-4ca0-b856-2caa10cbbfb0 tempest-DHCPAgentSchedulersTestJSON-1164834062 tempest-DHCPAgentSchedulersTestJSON-1164834062-project-admin] 10.222.0.21 "POST /v2.0/agents/aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2557366 Nov 24 01:46:48.388049 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46256) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:48.398660 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6974f0-c132-410e-85d5-ec8700b1282f None None] Network dd56680c-1e45-430a-b054-2d0ff2c64389 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:46:48.401686 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c9b6295-640f-4963-ae09-54fea98e357f tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:46:48.405258 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-20d47644-8af9-4091-93b8-f5e95525a5b8 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:48.415129 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e821e7-15b1-4bd1-b67d-ca95bae8a021 None None] Sync routers for ids ['f69315dd-d316-45aa-b653-e913c790af05'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:46:48.430790 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e821e7-15b1-4bd1-b67d-ca95bae8a021 None None] Routers {'f69315dd-d316-45aa-b653-e913c790af05'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:46:48.434838 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-e7e821e7-15b1-4bd1-b67d-ca95bae8a021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:46:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['f69315dd-d316-45aa-b653-e913c790af05'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:48.450207 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-2c9b6295-640f-4963-ae09-54fea98e357f tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] 10.222.0.21 "PUT /v2.0/routers/f69315dd-d316-45aa-b653-e913c790af05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6537690 Nov 24 01:46:48.455129 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-6836c406-8a05-494c-9508-f3dd0567a613 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Publish callbacks [] for security_group, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:48.491284 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1bad89-a57a-4d90-a168-d3dff231c393 None None] Pushing event updated for resources: {'Port': ['ID=311328ea-ba17-4661-bab5-d6fe686dc54c,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:48.530517 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-b514324e-65d6-43d5-8b6e-62cd873c66c9 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3584914 Nov 24 01:46:48.534908 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46260) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:48.539302 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-2f1bad89-a57a-4d90-a168-d3dff231c393 None None] Port bc7e4084-6739-4058-8cec-3e80a0bbe66d cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:46:48.590458 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-c13f926b-8f0c-4495-98ff-a408a23a8597 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Request body: {'subnet': {'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:46:48.623097 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 311328ea-ba17-4661-bab5-d6fe686dc54c up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:46:48.641716 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b514324e-65d6-43d5-8b6e-62cd873c66c9 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Pushing event updated for resources: {'Network': ['ID=9b0cb615-dd00-417f-9128-01ca62e524f6,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:48.665783 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-e7e821e7-15b1-4bd1-b67d-ca95bae8a021 None None] Set router f69315dd-d316-45aa-b653-e913c790af05 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:46:48.695389 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:46:48.804825 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-20d47644-8af9-4091-93b8-f5e95525a5b8 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25501782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25307808'] for subnet, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:48.808401 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-2f1bad89-a57a-4d90-a168-d3dff231c393 None None] Provisioning complete for port ebb24b61-d768-4231-b9cb-2aab3c9db54b triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:46:48.809671 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-2f1bad89-a57a-4d90-a168-d3dff231c393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:48.889840 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-6836c406-8a05-494c-9508-f3dd0567a613 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Publish callbacks [] for security_group, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:48.894063 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d47644-8af9-4091-93b8-f5e95525a5b8 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Pushing event deleted for resources: {'Subnet': ['ID=26ee54ce-9166-4d0d-9440-54522d99fbb7,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:48.899557 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-20d47644-8af9-4091-93b8-f5e95525a5b8 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:48.907460 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-20d47644-8af9-4091-93b8-f5e95525a5b8 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] 10.222.0.21 "DELETE /v2.0/subnets/26ee54ce-9166-4d0d-9440-54522d99fbb7 HTTP/1.1" status: 204 len: 168 time: 1.0939069 Nov 24 01:46:48.911298 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46276) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:48.922230 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e94d7a-9901-4c04-913e-6db3acd35139 None None] Network 2cd833b3-3433-466d-89b2-5c1f6977ad8b requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:46:48.934891 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-6836c406-8a05-494c-9508-f3dd0567a613 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:48.961856 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6836c406-8a05-494c-9508-f3dd0567a613 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=109866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:46:48.976246 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-6836c406-8a05-494c-9508-f3dd0567a613 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:48.976731 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.segments_db [None req-6836c406-8a05-494c-9508-f3dd0567a613 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Added segment d8aa6a5e-5f7f-45ac-b81f-a5f068de46e6 of type vlan for network 39c3864f-3ea8-402c-9627-2ab71fc2dd92 Nov 24 01:46:49.011659 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c13f926b-8f0c-4495-98ff-a408a23a8597 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Made reservation on behalf of 6974375fded34c83af8967d3f69dce07 for: {'subnet': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:46:49.019367 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c13f926b-8f0c-4495-98ff-a408a23a8597 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25307781'] for subnet, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:49.026480 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_v2 [None req-393342c2-6fe7-4420-8c07-485541b4f543 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Deleting subnet 58cc19f0-47ef-4b8f-a3c6-1c42eb375455 {{(pid=109867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 01:46:49.030487 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-393342c2-6fe7-4420-8c07-485541b4f543 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks [] for subnet, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:49.041678 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-e7e821e7-15b1-4bd1-b67d-ca95bae8a021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f69315dd-d316-45aa-b653-e913c790af05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-505158449', 'tenant_id': 'c86e6537e95341b0928530c16780ff1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.107'}], 'enable_snat': True}, 'gw_port_id': '79e8e51a-ecdd-4db0-95fb-42f1889b555a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:46:33Z', 'updated_at': '2021-11-24T01:46:45Z', 'revision_number': 4, 'project_id': 'c86e6537e95341b0928530c16780ff1b', 'gw_port': {'id': '79e8e51a-ecdd-4db0-95fb-42f1889b555a', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69315dd-d316-45aa-b653-e913c790af05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:46:34Z', 'updated_at': '2021-11-24T01:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': 'bc7e4084-6739-4058-8cec-3e80a0bbe66d', 'name': '', 'network_id': 'a38adc46-db63-4179-872d-6aa1e8287d77', 'tenant_id': 'c86e6537e95341b0928530c16780ff1b', 'mac_address': 'fa:16:3e:a3:22:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f69315dd-d316-45aa-b653-e913c790af05', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '52b861e9-7165-4fda-96bd-415355d68dd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:46:43Z', 'updated_at': '2021-11-24T01:46:46Z', 'revision_number': 2, 'project_id': 'c86e6537e95341b0928530c16780ff1b', 'subnets': [{'id': '52b861e9-7165-4fda-96bd-415355d68dd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:49.074099 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-6836c406-8a05-494c-9508-f3dd0567a613 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:49.080512 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-393342c2-6fe7-4420-8c07-485541b4f543 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28690885'] for subnet, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:49.106823 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e821e7-15b1-4bd1-b67d-ca95bae8a021 None None] Checking router: f69315dd-d316-45aa-b653-e913c790af05 for host: dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 01:46:49.107533 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e821e7-15b1-4bd1-b67d-ca95bae8a021 None None] Updating router f69315dd-d316-45aa-b653-e913c790af05 port bc7e4084-6739-4058-8cec-3e80a0bbe66d binding host dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 01:46:49.138324 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6836c406-8a05-494c-9508-f3dd0567a613 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=160c86fb-6cc1-42c1-bd7d-2b00bda18ae9,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:49.145261 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-a129b152-60fb-4a8c-8a00-0050d114f9fd req-0cfbccc0-b908-48d3-af49-35bdf87c55e8 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1043024076&fields=id&tenant_id=c86e6537e95341b0928530c16780ff1b HTTP/1.1" status: 200 len: 267 time: 0.3823485 Nov 24 01:46:49.146596 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-6836c406-8a05-494c-9508-f3dd0567a613 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:49.152238 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6836c406-8a05-494c-9508-f3dd0567a613 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:49.152895 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-6836c406-8a05-494c-9508-f3dd0567a613 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:49.157278 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-e7e821e7-15b1-4bd1-b67d-ca95bae8a021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:49.172351 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 311328ea-ba17-4661-bab5-d6fe686dc54c triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:46:49.172718 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:49.225617 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-393342c2-6fe7-4420-8c07-485541b4f543 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:49.234894 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-6836c406-8a05-494c-9508-f3dd0567a613 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0625899 Nov 24 01:46:49.258847 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46278) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:49.281771 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-3f96ddca-a8ff-4230-82a2-9af284126deb tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Request body: {'subnet': {'network_id': '39c3864f-3ea8-402c-9627-2ab71fc2dd92', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:46:49.298962 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-a6a972e5-dfc4-44f2-bd2a-d9d71c4a6e90 tempest-DHCPAgentSchedulersTestJSON-1164834062 tempest-DHCPAgentSchedulersTestJSON-1164834062-project-admin] 10.222.0.21 "GET /v2.0/agents/aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298/dhcp-networks HTTP/1.1" status: 200 len: 9648 time: 0.9094954 Nov 24 01:46:49.333090 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46280) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:49.531816 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-393342c2-6fe7-4420-8c07-485541b4f543 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25501782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25307808'] for subnet, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:49.536180 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a129b152-60fb-4a8c-8a00-0050d114f9fd req-7c4de1a9-a0da-4c52-9b5f-b996a40ae79c tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:49.537939 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-a129b152-60fb-4a8c-8a00-0050d114f9fd req-7c4de1a9-a0da-4c52-9b5f-b996a40ae79c tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] 10.222.0.21 "GET /v2.0/networks?id=a38adc46-db63-4179-872d-6aa1e8287d77 HTTP/1.1" status: 200 len: 796 time: 0.3648140 Nov 24 01:46:49.556505 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-393342c2-6fe7-4420-8c07-485541b4f543 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:49.564229 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-393342c2-6fe7-4420-8c07-485541b4f543 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] 10.222.0.21 "DELETE /v2.0/subnets/58cc19f0-47ef-4b8f-a3c6-1c42eb375455 HTTP/1.1" status: 204 len: 168 time: 0.6433713 Nov 24 01:46:49.571881 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46282) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:49.572559 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-db0b4aff-23d1-4c77-bc12-8283b620448c tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:49.579556 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device ebb24b61-d768-4231-b9cb-2aab3c9db54b up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:46:49.601178 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-a129b152-60fb-4a8c-8a00-0050d114f9fd req-14fb7991-74c4-408b-bebd-8d314e14e969 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] 10.222.0.21 "GET /v2.0/quotas/c86e6537e95341b0928530c16780ff1b HTTP/1.1" status: 200 len: 375 time: 0.0529087 Nov 24 01:46:49.602613 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6836c406-8a05-494c-9508-f3dd0567a613 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Pushing event updated for resources: {'Network': ['ID=39c3864f-3ea8-402c-9627-2ab71fc2dd92,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:49.641079 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network 39c3864f-3ea8-402c-9627-2ab71fc2dd92 details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:46:49.643366 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-2f1bad89-a57a-4d90-a168-d3dff231c393 None None] Could not find standard attr ID for object d3249f68-5257-4fea-a822-54e82e91ab6a. {{(pid=109868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 01:46:49.670657 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f96ddca-a8ff-4230-82a2-9af284126deb tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Made reservation on behalf of 0bf933b48d8543729019f0a5a08e96e3 for: {'subnet': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:46:49.674804 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3f96ddca-a8ff-4230-82a2-9af284126deb tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29154835'] for subnet, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:49.702255 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-72664604-82c9-4251-aa4a-aa992787521b tempest-DHCPAgentSchedulersTestJSON-1164834062 tempest-DHCPAgentSchedulersTestJSON-1164834062-project-admin] 10.222.0.21 "DELETE /v2.0/agents/aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298/dhcp-networks/dd56680c-1e45-430a-b054-2d0ff2c64389 HTTP/1.1" status: 204 len: 168 time: 0.3602281 Nov 24 01:46:49.702255 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393342c2-6fe7-4420-8c07-485541b4f543 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Pushing event deleted for resources: {'Subnet': ['ID=58cc19f0-47ef-4b8f-a3c6-1c42eb375455,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:49.704625 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46284) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:49.716867 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-a129b152-60fb-4a8c-8a00-0050d114f9fd req-731e7669-cbd2-4f70-9383-3fd8acd18999 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c86e6537e95341b0928530c16780ff1b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1085551 Nov 24 01:46:49.743801 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0b4aff-23d1-4c77-bc12-8283b620448c tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Pushing event deleted for resources: {'Port': ['ID=d3249f68-5257-4fea-a822-54e82e91ab6a,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:49.784908 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-2f1bad89-a57a-4d90-a168-d3dff231c393 None None] Provisioning complete for port be25d488-3bd9-4c66-9b03-2e1b8b9b7882 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:46:49.785438 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-2f1bad89-a57a-4d90-a168-d3dff231c393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:49.824693 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-e7e821e7-15b1-4bd1-b67d-ca95bae8a021 None None] Publish callbacks [] for port, precommit_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:49.833723 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-e7e821e7-15b1-4bd1-b67d-ca95bae8a021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:49.881234 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac8122f-cc5c-438e-8f8e-bd231628e289 None None] Update dhcp port {'port': {'network_id': '2cd833b3-3433-466d-89b2-5c1f6977ad8b', 'fixed_ips': [{'subnet_id': '58cc19f0-47ef-4b8f-a3c6-1c42eb375455'}], 'binding:host_id': 'dv-neutron-818911-2-hyperv'}, 'id': 'b899cf26-cf80-48db-99af-decd8cef26c8'} from dv-neutron-818911-2-hyperv. {{(pid=109868) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 24 01:46:49.904789 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f340684b-7fe1-416a-9ae2-815f636cff4c None None] Pushing event updated for resources: {'Port': ['ID=bc7e4084-6739-4058-8cec-3e80a0bbe66d,revision_number=3']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:49.928590 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port ebb24b61-d768-4231-b9cb-2aab3c9db54b triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:46:49.928964 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:49.930807 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-fac8122f-cc5c-438e-8f8e-bd231628e289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:49.987879 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f340684b-7fe1-416a-9ae2-815f636cff4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:46:49.990666 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f340684b-7fe1-416a-9ae2-815f636cff4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:46:49.991552 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f340684b-7fe1-416a-9ae2-815f636cff4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:46:49.992107 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f340684b-7fe1-416a-9ae2-815f636cff4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:46:49.992687 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f340684b-7fe1-416a-9ae2-815f636cff4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:46:49.993342 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f340684b-7fe1-416a-9ae2-815f636cff4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:46:49.993972 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f340684b-7fe1-416a-9ae2-815f636cff4c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:46:49.994786 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f340684b-7fe1-416a-9ae2-815f636cff4c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:46:49.996118 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f340684b-7fe1-416a-9ae2-815f636cff4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:46:49.997052 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f340684b-7fe1-416a-9ae2-815f636cff4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:46:49.997869 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f340684b-7fe1-416a-9ae2-815f636cff4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:46:49.998871 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f340684b-7fe1-416a-9ae2-815f636cff4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:46:50.040051 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-e7e821e7-15b1-4bd1-b67d-ca95bae8a021 None None] Attempting to bind port bc7e4084-6739-4058-8cec-3e80a0bbe66d on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:46:50.041071 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-e7e821e7-15b1-4bd1-b67d-ca95bae8a021 None None] Attempting to bind port bc7e4084-6739-4058-8cec-3e80a0bbe66d by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': 'db823f0a-caf6-41c9-bc62-afb7ce23547f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a38adc46-db63-4179-872d-6aa1e8287d77'}] {{(pid=109869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:46:50.041639 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e821e7-15b1-4bd1-b67d-ca95bae8a021 None None] Attempting to bind port bc7e4084-6739-4058-8cec-3e80a0bbe66d on network a38adc46-db63-4179-872d-6aa1e8287d77 {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:46:50.051378 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e821e7-15b1-4bd1-b67d-ca95bae8a021 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:46:50.052016 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e821e7-15b1-4bd1-b67d-ca95bae8a021 None None] Checking segment: {'id': 'db823f0a-caf6-41c9-bc62-afb7ce23547f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a38adc46-db63-4179-872d-6aa1e8287d77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:46:50.052600 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-e7e821e7-15b1-4bd1-b67d-ca95bae8a021 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:50.053159 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e821e7-15b1-4bd1-b67d-ca95bae8a021 None None] Bound using segment: {'id': 'db823f0a-caf6-41c9-bc62-afb7ce23547f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a38adc46-db63-4179-872d-6aa1e8287d77'} {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:46:50.053847 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-e7e821e7-15b1-4bd1-b67d-ca95bae8a021 None None] Bound port: bc7e4084-6739-4058-8cec-3e80a0bbe66d, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db823f0a-caf6-41c9-bc62-afb7ce23547f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a38adc46-db63-4179-872d-6aa1e8287d77'}}] {{(pid=109869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:46:50.054496 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-e7e821e7-15b1-4bd1-b67d-ca95bae8a021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:50.160752 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.db [None req-e7e821e7-15b1-4bd1-b67d-ca95bae8a021 None None] For port bc7e4084-6739-4058-8cec-3e80a0bbe66d, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:46:50.169763 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.db [None req-e7e821e7-15b1-4bd1-b67d-ca95bae8a021 None None] For port bc7e4084-6739-4058-8cec-3e80a0bbe66d, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=bc7e4084-6739-4058-8cec-3e80a0bbe66d,segment=NetworkSegment(db823f0a-caf6-41c9-bc62-afb7ce23547f),segment_id=db823f0a-caf6-41c9-bc62-afb7ce23547f)] {{(pid=109869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:46:50.176464 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-e7e821e7-15b1-4bd1-b67d-ca95bae8a021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:50.226527 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-fc81a11a-d9d6-48d7-b21e-a8306ecf079e tempest-DHCPAgentSchedulersTestJSON-1164834062 tempest-DHCPAgentSchedulersTestJSON-1164834062-project-admin] 10.222.0.21 "GET /v2.0/agents/aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298/dhcp-networks HTTP/1.1" status: 200 len: 8800 time: 0.5084682 Nov 24 01:46:50.231349 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-a129b152-60fb-4a8c-8a00-0050d114f9fd req-7a77e46e-38da-41df-90dd-a08856a9da0a service neutron] 10.222.0.21 "GET /v2.0/networks/a38adc46-db63-4179-872d-6aa1e8287d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4796705 Nov 24 01:46:50.238093 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46286) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:50.287760 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e821e7-15b1-4bd1-b67d-ca95bae8a021 None None] Routers {'f69315dd-d316-45aa-b653-e913c790af05'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:46:50.288417 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-e7e821e7-15b1-4bd1-b67d-ca95bae8a021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:46:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['f69315dd-d316-45aa-b653-e913c790af05'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:50.317156 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f340684b-7fe1-416a-9ae2-815f636cff4c None None] Pushing event updated for resources: {'Port': ['ID=bc7e4084-6739-4058-8cec-3e80a0bbe66d,revision_number=4']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:50.369326 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-6c815b9b-16b0-4dd3-8832-9efaa0513e93 tempest-DHCPAgentSchedulersTestJSON-1164834062 tempest-DHCPAgentSchedulersTestJSON-1164834062-project-admin] 10.222.0.21 "GET /v2.0/networks/7cd52f4a-091e-4628-83a4-963a246d6289/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.1194019 Nov 24 01:46:50.373180 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46288) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:50.468777 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-95b9df5f-b1a0-4abb-9c56-c41afe1434fa tempest-DHCPAgentSchedulersTestJSON-1164834062 tempest-DHCPAgentSchedulersTestJSON-1164834062-project-admin] 10.222.0.21 "GET /v2.0/networks/7cd52f4a-091e-4628-83a4-963a246d6289/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.0943706 Nov 24 01:46:50.471233 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46290) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:50.483292 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3f96ddca-a8ff-4230-82a2-9af284126deb tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29149261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29154849'] for subnet, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:50.495813 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4fe6e9fa-9d21-4d81-970e-0896529a34ab tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:50.549266 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87c9eaf-abd7-409e-929a-cd073cc7e67c None None] Network 2cd833b3-3433-466d-89b2-5c1f6977ad8b requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:46:50.560889 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f96ddca-a8ff-4230-82a2-9af284126deb tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Pushing event updated for resources: {'Subnet': ['ID=c0c271b0-f5b5-4ba2-b5a7-1ff2ea1c9d31,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:50.593018 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-db0b4aff-23d1-4c77-bc12-8283b620448c tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:50.593564 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-e7e821e7-15b1-4bd1-b67d-ca95bae8a021 None None] Set router f69315dd-d316-45aa-b653-e913c790af05 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:46:50.603630 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-db0b4aff-23d1-4c77-bc12-8283b620448c tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "DELETE /v2.0/ports/d3249f68-5257-4fea-a822-54e82e91ab6a HTTP/1.1" status: 204 len: 168 time: 3.0973234 Nov 24 01:46:50.607600 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-a129b152-60fb-4a8c-8a00-0050d114f9fd req-1273133d-2f2e-4a1b-ba70-b6fe9ef4e9ba service neutron] 10.222.0.21 "GET /v2.0/networks/a38adc46-db63-4179-872d-6aa1e8287d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3578207 Nov 24 01:46:50.628127 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46292) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:50.665801 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-b7f08766-4e7c-4a4e-b2be-66ca7405cd55 None None] Provisioning complete for port 311328ea-ba17-4661-bab5-d6fe686dc54c triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:46:50.666250 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-b7f08766-4e7c-4a4e-b2be-66ca7405cd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:50.860526 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device be25d488-3bd9-4c66-9b03-2e1b8b9b7882 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:46:50.871792 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0fb3b7a-2bbe-4f4b-a21c-bb3370865761 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] GET failed (client error): The resource could not be found. Nov 24 01:46:50.873628 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-f0fb3b7a-2bbe-4f4b-a21c-bb3370865761 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "GET /v2.0/ports/d3249f68-5257-4fea-a822-54e82e91ab6a HTTP/1.1" status: 404 len: 333 time: 0.2420518 Nov 24 01:46:50.877665 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46296) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:50.897629 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f96ddca-a8ff-4230-82a2-9af284126deb tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Checking segment: {'id': 'd8aa6a5e-5f7f-45ac-b81f-a5f068de46e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '39c3864f-3ea8-402c-9627-2ab71fc2dd92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:46:50.902375 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f96ddca-a8ff-4230-82a2-9af284126deb tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Network hostable DHCP agents. Network: 39c3864f-3ea8-402c-9627-2ab71fc2dd92, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 01:46:50.937042 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-17d84cef-ea62-4e0b-99f3-fc4913bfdfa0 tempest-DHCPAgentSchedulersTestJSON-1164834062 tempest-DHCPAgentSchedulersTestJSON-1164834062-project-admin] 10.222.0.21 "GET /v2.0/agents/aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298/dhcp-networks HTTP/1.1" status: 200 len: 8800 time: 0.4642434 Nov 24 01:46:50.942931 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46300) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:50.950638 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4653ac17-6390-45f4-93f9-dc5f3f994618 None None] DHCP port deletion for 2cd833b3-3433-466d-89b2-5c1f6977ad8b request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:46:50.977761 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c13f926b-8f0c-4495-98ff-a408a23a8597 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25501847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25307831'] for subnet, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:51.016993 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-e7e821e7-15b1-4bd1-b67d-ca95bae8a021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f69315dd-d316-45aa-b653-e913c790af05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-505158449', 'tenant_id': 'c86e6537e95341b0928530c16780ff1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.107'}], 'enable_snat': True}, 'gw_port_id': '79e8e51a-ecdd-4db0-95fb-42f1889b555a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:46:33Z', 'updated_at': '2021-11-24T01:46:45Z', 'revision_number': 4, 'project_id': 'c86e6537e95341b0928530c16780ff1b', 'gw_port': {'id': '79e8e51a-ecdd-4db0-95fb-42f1889b555a', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69315dd-d316-45aa-b653-e913c790af05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:46:34Z', 'updated_at': '2021-11-24T01:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': 'bc7e4084-6739-4058-8cec-3e80a0bbe66d', 'name': '', 'network_id': 'a38adc46-db63-4179-872d-6aa1e8287d77', 'tenant_id': 'c86e6537e95341b0928530c16780ff1b', 'mac_address': 'fa:16:3e:a3:22:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f69315dd-d316-45aa-b653-e913c790af05', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '52b861e9-7165-4fda-96bd-415355d68dd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:46:43Z', 'updated_at': '2021-11-24T01:46:50Z', 'revision_number': 4, 'project_id': 'c86e6537e95341b0928530c16780ff1b', 'subnets': [{'id': '52b861e9-7165-4fda-96bd-415355d68dd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:51.022330 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f96ddca-a8ff-4230-82a2-9af284126deb tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Network 39c3864f-3ea8-402c-9627-2ab71fc2dd92 is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 01:46:51.024688 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-b71712bb-344f-495d-bf54-d59853bf2bf2 req-b4be56f0-5124-422a-a1fa-541655715743 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7fa21ef-c2f6-4d95-b817-914404dd2b8b HTTP/1.1" status: 200 len: 210 time: 0.1179328 Nov 24 01:46:51.037067 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port be25d488-3bd9-4c66-9b03-2e1b8b9b7882 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:46:51.037466 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:51.077154 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e821e7-15b1-4bd1-b67d-ca95bae8a021 None None] The sync data for ids ['f69315dd-d316-45aa-b653-e913c790af05'] in dv-neutron-818911-2-hyperv is: [{'id': 'f69315dd-d316-45aa-b653-e913c790af05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-505158449', 'tenant_id': 'c86e6537e95341b0928530c16780ff1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.107'}], 'enable_snat': True}, 'gw_port_id': '79e8e51a-ecdd-4db0-95fb-42f1889b555a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:46:33Z', 'updated_at': '2021-11-24T01:46:45Z', 'revision_number': 4, 'project_id': 'c86e6537e95341b0928530c16780ff1b', 'gw_port': {'id': '79e8e51a-ecdd-4db0-95fb-42f1889b555a', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69315dd-d316-45aa-b653-e913c790af05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:46:34Z', 'updated_at': '2021-11-24T01:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': 'bc7e4084-6739-4058-8cec-3e80a0bbe66d', 'name': '', 'network_id': 'a38adc46-db63-4179-872d-6aa1e8287d77', 'tenant_id': 'c86e6537e95341b0928530c16780ff1b', 'mac_address': 'fa:16:3e:a3:22:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f69315dd-d316-45aa-b653-e913c790af05', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '52b861e9-7165-4fda-96bd-415355d68dd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:46:43Z', 'updated_at': '2021-11-24T01:46:50Z', 'revision_number': 4, 'project_id': 'c86e6537e95341b0928530c16780ff1b', 'subnets': [{'id': '52b861e9-7165-4fda-96bd-415355d68dd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:46:51.080004 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-b7f08766-4e7c-4a4e-b2be-66ca7405cd55 None None] Provisioning complete for port b899cf26-cf80-48db-99af-decd8cef26c8 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:46:51.080004 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-b7f08766-4e7c-4a4e-b2be-66ca7405cd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:51.110496 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-3f96ddca-a8ff-4230-82a2-9af284126deb tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, 39c3864f-3ea8-402c-9627-2ab71fc2dd92) {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:46:51.115215 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_v2 [None req-98f625a2-2abf-4f57-a059-cb9630290c74 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Deleting subnet 84a847a9-2eaa-4492-aa98-4eb48576f55c {{(pid=109867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 01:46:51.119440 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f96ddca-a8ff-4230-82a2-9af284126deb tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:51.120129 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3f96ddca-a8ff-4230-82a2-9af284126deb tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:51.131833 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59fe4bc-63b6-47b1-98a7-38f15fd6b703 None None] Network 39c3864f-3ea8-402c-9627-2ab71fc2dd92 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:46:51.132124 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-98f625a2-2abf-4f57-a059-cb9630290c74 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks [] for subnet, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:51.191275 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-91264358-b1bf-4edf-aff6-422dd3c46368 tempest-DHCPAgentSchedulersTestJSON-155645920 tempest-DHCPAgentSchedulersTestJSON-155645920-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:51.224849 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-3f96ddca-a8ff-4230-82a2-9af284126deb tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9639668 Nov 24 01:46:51.235324 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46308) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:51.246369 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-4fe6e9fa-9d21-4d81-970e-0896529a34ab tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Deleting port b899cf26-cf80-48db-99af-decd8cef26c8 {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:46:51.247357 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4fe6e9fa-9d21-4d81-970e-0896529a34ab tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:51.263317 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-4653ac17-6390-45f4-93f9-dc5f3f994618 None None] Deleting port b899cf26-cf80-48db-99af-decd8cef26c8 {{(pid=109868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:46:51.264888 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-4653ac17-6390-45f4-93f9-dc5f3f994618 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:51.346824 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [None req-4fe6e9fa-9d21-4d81-970e-0896529a34ab tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] For port b899cf26-cf80-48db-99af-decd8cef26c8, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=b899cf26-cf80-48db-99af-decd8cef26c8,segment=NetworkSegment(71ee480b-70b4-42b8-92ed-e49b05c20271),segment_id=71ee480b-70b4-42b8-92ed-e49b05c20271)] {{(pid=109867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:46:51.349827 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4fe6e9fa-9d21-4d81-970e-0896529a34ab tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:51.353560 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-91264358-b1bf-4edf-aff6-422dd3c46368 tempest-DHCPAgentSchedulersTestJSON-155645920 tempest-DHCPAgentSchedulersTestJSON-155645920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:51.362714 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-7572f64a-ec9c-42da-bf95-1e4fb6bc3469 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-325700023', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}, 'admin_state_up': False}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:46:51.391487 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-91264358-b1bf-4edf-aff6-422dd3c46368 tempest-DHCPAgentSchedulersTestJSON-155645920 tempest-DHCPAgentSchedulersTestJSON-155645920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd56680c-1e45-430a-b054-2d0ff2c64389']}} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:51.395656 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-4653ac17-6390-45f4-93f9-dc5f3f994618 None None] For port b899cf26-cf80-48db-99af-decd8cef26c8, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=b899cf26-cf80-48db-99af-decd8cef26c8,segment=NetworkSegment(71ee480b-70b4-42b8-92ed-e49b05c20271),segment_id=71ee480b-70b4-42b8-92ed-e49b05c20271)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:46:51.396228 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-4653ac17-6390-45f4-93f9-dc5f3f994618 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:51.396366 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-98f625a2-2abf-4f57-a059-cb9630290c74 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28690885'] for subnet, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:51.404419 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-91264358-b1bf-4edf-aff6-422dd3c46368 tempest-DHCPAgentSchedulersTestJSON-155645920 tempest-DHCPAgentSchedulersTestJSON-155645920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50ee0b1b-c569-4da5-bd82-00fd68509e9c') {'for_net_delete': True} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:51.406469 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-91264358-b1bf-4edf-aff6-422dd3c46368 tempest-DHCPAgentSchedulersTestJSON-155645920 tempest-DHCPAgentSchedulersTestJSON-155645920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50ee0b1b-c569-4da5-bd82-00fd68509e9c') {} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:51.412483 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-4653ac17-6390-45f4-93f9-dc5f3f994618 None None] Calling delete_port for b899cf26-cf80-48db-99af-decd8cef26c8 owned by network:dhcp {{(pid=109868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:46:51.426892 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-91264358-b1bf-4edf-aff6-422dd3c46368 tempest-DHCPAgentSchedulersTestJSON-155645920 tempest-DHCPAgentSchedulersTestJSON-155645920-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29055561'] for segment, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:51.457916 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-91264358-b1bf-4edf-aff6-422dd3c46368 tempest-DHCPAgentSchedulersTestJSON-155645920 tempest-DHCPAgentSchedulersTestJSON-155645920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:51.472732 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91264358-b1bf-4edf-aff6-422dd3c46368 tempest-DHCPAgentSchedulersTestJSON-155645920 tempest-DHCPAgentSchedulersTestJSON-155645920-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=109866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:46:51.473190 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-91264358-b1bf-4edf-aff6-422dd3c46368 tempest-DHCPAgentSchedulersTestJSON-155645920 tempest-DHCPAgentSchedulersTestJSON-155645920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29151010'] for segment, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:51.478688 dv-neutron-818911-2-hyperv neutron-server[109866]: Traceback (most recent call last): Nov 24 01:46:51.478688 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:46:51.478688 dv-neutron-818911-2-hyperv neutron-server[109866]: timer() Nov 24 01:46:51.478688 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:46:51.478688 dv-neutron-818911-2-hyperv neutron-server[109866]: cb(*args, **kw) Nov 24 01:46:51.478688 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:46:51.478688 dv-neutron-818911-2-hyperv neutron-server[109866]: return func(*args, **kwargs) Nov 24 01:46:51.478688 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:46:51.478688 dv-neutron-818911-2-hyperv neutron-server[109866]: self._notify() Nov 24 01:46:51.478688 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:46:51.478688 dv-neutron-818911-2-hyperv neutron-server[109866]: self.callback(batched_events) Nov 24 01:46:51.478688 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:46:51.478688 dv-neutron-818911-2-hyperv neutron-server[109866]: event.method(event) Nov 24 01:46:51.478688 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:46:51.478688 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:46:51.478688 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:46:51.478688 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:46:51.478688 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:46:51.478688 dv-neutron-818911-2-hyperv neutron-server[109866]: return f(self, *a, **k) Nov 24 01:46:51.478688 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:46:51.478688 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._get(url).json() Nov 24 01:46:51.478688 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:46:51.478688 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:46:51.478688 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:46:51.478688 dv-neutron-818911-2-hyperv neutron-server[109866]: return self.request(url, 'GET', **kwargs) Nov 24 01:46:51.478688 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:46:51.478688 dv-neutron-818911-2-hyperv neutron-server[109866]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:46:51.478688 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:46:51.478688 dv-neutron-818911-2-hyperv neutron-server[109866]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:46:51.478688 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:46:51.478688 dv-neutron-818911-2-hyperv neutron-server[109866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:46:51.478688 dv-neutron-818911-2-hyperv neutron-server[109866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:46:51.506243 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-98f625a2-2abf-4f57-a059-cb9630290c74 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:51.519450 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-4653ac17-6390-45f4-93f9-dc5f3f994618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974'] for port, after_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:51.551269 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4653ac17-6390-45f4-93f9-dc5f3f994618 None None] No DVR routers for this DVR port b899cf26-cf80-48db-99af-decd8cef26c8 on host dv-neutron-818911-2-hyperv {{(pid=109868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:46:51.560563 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-91264358-b1bf-4edf-aff6-422dd3c46368 tempest-DHCPAgentSchedulersTestJSON-155645920 tempest-DHCPAgentSchedulersTestJSON-155645920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:51.566358 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-91264358-b1bf-4edf-aff6-422dd3c46368 tempest-DHCPAgentSchedulersTestJSON-155645920 tempest-DHCPAgentSchedulersTestJSON-155645920-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:51.569810 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-91264358-b1bf-4edf-aff6-422dd3c46368 tempest-DHCPAgentSchedulersTestJSON-155645920 tempest-DHCPAgentSchedulersTestJSON-155645920-project] 10.222.0.21 "DELETE /v2.0/networks/dd56680c-1e45-430a-b054-2d0ff2c64389 HTTP/1.1" status: 204 len: 168 time: 0.6256902 Nov 24 01:46:51.573775 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46312) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:51.574700 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13f926b-8f0c-4495-98ff-a408a23a8597 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Pushing event updated for resources: {'Subnet': ['ID=b7455c30-0ef6-405a-a713-7a5f99e76aad,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:51.588711 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-b7f08766-4e7c-4a4e-b2be-66ca7405cd55 None None] Port b899cf26-cf80-48db-99af-decd8cef26c8 update to ACTIVE by agent not found {{(pid=109868) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 24 01:46:51.602945 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91264358-b1bf-4edf-aff6-422dd3c46368 tempest-DHCPAgentSchedulersTestJSON-155645920 tempest-DHCPAgentSchedulersTestJSON-155645920-project] Pushing event deleted for resources: {'Network': ['ID=dd56680c-1e45-430a-b054-2d0ff2c64389,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:51.628132 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-98f625a2-2abf-4f57-a059-cb9630290c74 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25501782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25307808'] for subnet, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:51.638730 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13f926b-8f0c-4495-98ff-a408a23a8597 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Checking segment: {'id': '2b1ff8b4-a836-4287-84a2-3eaf8ccfb867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:46:51.639374 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13f926b-8f0c-4495-98ff-a408a23a8597 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Network hostable DHCP agents. Network: 9b0cb615-dd00-417f-9128-01ca62e524f6, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 01:46:51.645118 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-4fe6e9fa-9d21-4d81-970e-0896529a34ab tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Calling delete_port for b899cf26-cf80-48db-99af-decd8cef26c8 owned by network:dhcp {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:46:51.656265 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-98f625a2-2abf-4f57-a059-cb9630290c74 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:51.660390 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-98f625a2-2abf-4f57-a059-cb9630290c74 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "DELETE /v2.0/subnets/84a847a9-2eaa-4492-aa98-4eb48576f55c HTTP/1.1" status: 204 len: 168 time: 0.7555375 Nov 24 01:46:51.666983 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46314) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:51.694516 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4653ac17-6390-45f4-93f9-dc5f3f994618 None None] Pushing event deleted for resources: {'Port': ['ID=b899cf26-cf80-48db-99af-decd8cef26c8,revision_number=None']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:51.705144 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c060e91c-1929-4d04-ae80-45df148aa3fd None None] Network 334bc351-f902-4103-bc7d-1ffe76d97b02 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:46:51.710005 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 311328ea-ba17-4661-bab5-d6fe686dc54c up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:46:51.748850 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f625a2-2abf-4f57-a059-cb9630290c74 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Pushing event deleted for resources: {'Subnet': ['ID=84a847a9-2eaa-4492-aa98-4eb48576f55c,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:51.762600 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7572f64a-ec9c-42da-bf95-1e4fb6bc3469 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-424105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2744'] for router, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:51.763755 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7572f64a-ec9c-42da-bf95-1e4fb6bc3469 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-424325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-326625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2753'] for router, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:51.832991 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13f926b-8f0c-4495-98ff-a408a23a8597 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 01:46:51.838453 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0d7055-915e-4292-9127-6beafe06896b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-39c3864f-3ea8-402c-9627-2ab71fc2dd92', 'network_id': '39c3864f-3ea8-402c-9627-2ab71fc2dd92', 'tenant_id': '0bf933b48d8543729019f0a5a08e96e3', 'fixed_ips': [{'subnet_id': 'c0c271b0-f5b5-4ba2-b5a7-1ff2ea1c9d31'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 01:46:51.839434 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-8d0d7055-915e-4292-9127-6beafe06896b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:51.857830 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_v2 [None req-30d3ffd4-6b22-4a45-ae29-091c679e265f tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Deleting subnet 8e06fe28-faee-4dc0-a759-499fbf5a173b {{(pid=109867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 01:46:51.878338 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-30d3ffd4-6b22-4a45-ae29-091c679e265f tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks [] for subnet, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:51.881164 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-c13f926b-8f0c-4495-98ff-a408a23a8597 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, 9b0cb615-dd00-417f-9128-01ca62e524f6) {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:46:51.883056 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-b7f08766-4e7c-4a4e-b2be-66ca7405cd55 None None] Provisioning complete for port bc7e4084-6739-4058-8cec-3e80a0bbe66d triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:46:51.883481 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-b7f08766-4e7c-4a4e-b2be-66ca7405cd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:51.887201 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13f926b-8f0c-4495-98ff-a408a23a8597 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:51.888385 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c13f926b-8f0c-4495-98ff-a408a23a8597 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:51.956331 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8189fd14-da54-4273-84c3-e3c6606547e6 None None] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:46:51.990663 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7572f64a-ec9c-42da-bf95-1e4fb6bc3469 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:51.997306 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-c13f926b-8f0c-4495-98ff-a408a23a8597 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.4225731 Nov 24 01:46:51.998395 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46316) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:52.007178 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-3c4c6b9d-e646-4fbb-a62d-f09968687c1d tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Request body: {'port': {'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6', 'name': 'tempest-NetworksTestDHCPv6-513692041'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:46:52.013010 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-30d3ffd4-6b22-4a45-ae29-091c679e265f tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28690885'] for subnet, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:52.197298 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb78a9f8-3f66-40c8-b176-d9baba939997 tempest-DHCPAgentSchedulersTestJSON-155645920 tempest-DHCPAgentSchedulersTestJSON-155645920-project] DELETE failed (client error): The resource could not be found. Nov 24 01:46:52.198168 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb78a9f8-3f66-40c8-b176-d9baba939997 tempest-DHCPAgentSchedulersTestJSON-155645920 tempest-DHCPAgentSchedulersTestJSON-155645920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:46:52.205024 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-fb78a9f8-3f66-40c8-b176-d9baba939997 tempest-DHCPAgentSchedulersTestJSON-155645920 tempest-DHCPAgentSchedulersTestJSON-155645920-project] 10.222.0.21 "DELETE /v2.0/ports/d049609d-ff9b-4de3-9b5b-89a71e86c8da HTTP/1.1" status: 404 len: 333 time: 0.6288188 Nov 24 01:46:52.206763 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46320) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:52.209301 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 311328ea-ba17-4661-bab5-d6fe686dc54c triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:46:52.209686 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:52.246162 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-958cac89-daab-4b6f-92ce-82715c358145 req-be377954-6aa2-4619-b1b5-1d3f13c5353b tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7fa21ef-c2f6-4d95-b817-914404dd2b8b HTTP/1.1" status: 200 len: 210 time: 0.0509551 Nov 24 01:46:52.304316 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_v2 [None req-4746ddc8-69a1-472d-a75b-9cf3b5ce8722 tempest-DHCPAgentSchedulersTestJSON-155645920 tempest-DHCPAgentSchedulersTestJSON-155645920-project] Deleting subnet 4f90bf39-5799-4c30-b035-d8f19e2d94f5 {{(pid=109866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 01:46:52.306947 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-8d0d7055-915e-4292-9127-6beafe06896b None None] Allocated IP 172.20.0.2 (39c3864f-3ea8-402c-9627-2ab71fc2dd92/c0c271b0-f5b5-4ba2-b5a7-1ff2ea1c9d31/ea42be14-1f5e-4b76-8112-c75736afc81c) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:46:52.308296 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4746ddc8-69a1-472d-a75b-9cf3b5ce8722 tempest-DHCPAgentSchedulersTestJSON-155645920 tempest-DHCPAgentSchedulersTestJSON-155645920-project] Publish callbacks [] for subnet, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:52.347314 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-30d3ffd4-6b22-4a45-ae29-091c679e265f tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:52.374124 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4746ddc8-69a1-472d-a75b-9cf3b5ce8722 tempest-DHCPAgentSchedulersTestJSON-155645920 tempest-DHCPAgentSchedulersTestJSON-155645920-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29055568'] for subnet, precommit_delete_associations {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:52.401802 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4fe6e9fa-9d21-4d81-970e-0896529a34ab tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:52.510992 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4746ddc8-69a1-472d-a75b-9cf3b5ce8722 tempest-DHCPAgentSchedulersTestJSON-155645920 tempest-DHCPAgentSchedulersTestJSON-155645920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:52.543479 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe6e9fa-9d21-4d81-970e-0896529a34ab tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Pushing event deleted for resources: {'Port': ['ID=b899cf26-cf80-48db-99af-decd8cef26c8,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:52.572224 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-b7f08766-4e7c-4a4e-b2be-66ca7405cd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:52.605186 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7572f64a-ec9c-42da-bf95-1e4fb6bc3469 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:52.610563 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe6e9fa-9d21-4d81-970e-0896529a34ab tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] No DVR routers for this DVR port b899cf26-cf80-48db-99af-decd8cef26c8 on host dv-neutron-818911-2-hyperv {{(pid=109867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:46:52.627695 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4746ddc8-69a1-472d-a75b-9cf3b5ce8722 tempest-DHCPAgentSchedulersTestJSON-155645920 tempest-DHCPAgentSchedulersTestJSON-155645920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29149324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29154870'] for subnet, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:52.653486 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-30d3ffd4-6b22-4a45-ae29-091c679e265f tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25501782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25307808'] for subnet, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:52.667714 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4746ddc8-69a1-472d-a75b-9cf3b5ce8722 tempest-DHCPAgentSchedulersTestJSON-155645920 tempest-DHCPAgentSchedulersTestJSON-155645920-project] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:52.674715 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-4746ddc8-69a1-472d-a75b-9cf3b5ce8722 tempest-DHCPAgentSchedulersTestJSON-155645920 tempest-DHCPAgentSchedulersTestJSON-155645920-project] 10.222.0.21 "DELETE /v2.0/subnets/4f90bf39-5799-4c30-b035-d8f19e2d94f5 HTTP/1.1" status: 204 len: 168 time: 0.4659467 Nov 24 01:46:52.675552 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46326) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:52.678415 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4746ddc8-69a1-472d-a75b-9cf3b5ce8722 tempest-DHCPAgentSchedulersTestJSON-155645920 tempest-DHCPAgentSchedulersTestJSON-155645920-project] Pushing event deleted for resources: {'Subnet': ['ID=4f90bf39-5799-4c30-b035-d8f19e2d94f5,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:52.685042 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device ebb24b61-d768-4231-b9cb-2aab3c9db54b up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:46:52.758066 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-30d3ffd4-6b22-4a45-ae29-091c679e265f tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:52.761486 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-30d3ffd4-6b22-4a45-ae29-091c679e265f tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "DELETE /v2.0/subnets/8e06fe28-faee-4dc0-a759-499fbf5a173b HTTP/1.1" status: 204 len: 168 time: 1.0704839 Nov 24 01:46:52.808017 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46328) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:52.845540 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d3ffd4-6b22-4a45-ae29-091c679e265f tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Pushing event deleted for resources: {'Subnet': ['ID=8e06fe28-faee-4dc0-a759-499fbf5a173b,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:52.914749 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-372c1b53-3cd3-4b76-b990-23ffd5061d5f tempest-DHCPAgentSchedulersTestJSON-155645920 tempest-DHCPAgentSchedulersTestJSON-155645920-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:52.919358 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4fe6e9fa-9d21-4d81-970e-0896529a34ab tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:52.938290 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-8d0d7055-915e-4292-9127-6beafe06896b None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:52.945631 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9d8261-c97e-483a-b165-4485fae82fed None None] Network 7cd52f4a-091e-4628-83a4-963a246d6289 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:46:52.947505 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11269b9b-1a27-4ff4-91ae-7ab21b8f65ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-9b0cb615-dd00-417f-9128-01ca62e524f6', 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6', 'tenant_id': '6974375fded34c83af8967d3f69dce07', 'fixed_ips': [{'subnet_id': 'b7455c30-0ef6-405a-a713-7a5f99e76aad'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 01:46:52.948376 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-11269b9b-1a27-4ff4-91ae-7ab21b8f65ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:52.979358 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-56c44a9a-141e-4a8f-b630-0ec24aaac43c tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:52.980389 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-b7f08766-4e7c-4a4e-b2be-66ca7405cd55 None None] For port bc7e4084-6739-4058-8cec-3e80a0bbe66d, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=bc7e4084-6739-4058-8cec-3e80a0bbe66d,segment=NetworkSegment(db823f0a-caf6-41c9-bc62-afb7ce23547f),segment_id=db823f0a-caf6-41c9-bc62-afb7ce23547f)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:46:52.996593 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-4fe6e9fa-9d21-4d81-970e-0896529a34ab tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cd833b3-3433-466d-89b2-5c1f6977ad8b']}} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:53.000042 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c4c6b9d-e646-4fbb-a62d-f09968687c1d tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Made reservation on behalf of 6974375fded34c83af8967d3f69dce07 for: {'port': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:46:53.003982 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-3c4c6b9d-e646-4fbb-a62d-f09968687c1d tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:53.025664 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a129b152-60fb-4a8c-8a00-0050d114f9fd req-d0f3f4b5-112d-47a5-9328-73ad72c29a60 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:53.027342 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-a129b152-60fb-4a8c-8a00-0050d114f9fd req-d0f3f4b5-112d-47a5-9328-73ad72c29a60 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] 10.222.0.48 "GET /v2.0/networks?id=a38adc46-db63-4179-872d-6aa1e8287d77 HTTP/1.1" status: 200 len: 796 time: 0.6267877 Nov 24 01:46:53.042054 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-4fe6e9fa-9d21-4d81-970e-0896529a34ab tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71ee480b-70b4-42b8-92ed-e49b05c20271') {'for_net_delete': True} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:53.042420 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-4fe6e9fa-9d21-4d81-970e-0896529a34ab tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71ee480b-70b4-42b8-92ed-e49b05c20271') {} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:53.065733 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4fe6e9fa-9d21-4d81-970e-0896529a34ab tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28690908'] for segment, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:53.081956 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [None req-3c4c6b9d-e646-4fbb-a62d-f09968687c1d tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] device_id is not set on port e434a241-dc2b-4626-a13b-1c9b80a47a7e yet. {{(pid=109867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 01:46:53.109991 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-8d0d7055-915e-4292-9127-6beafe06896b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:53.115166 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-372c1b53-3cd3-4b76-b990-23ffd5061d5f tempest-DHCPAgentSchedulersTestJSON-155645920 tempest-DHCPAgentSchedulersTestJSON-155645920-project] Deleting port 311328ea-ba17-4661-bab5-d6fe686dc54c {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:46:53.115472 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-372c1b53-3cd3-4b76-b990-23ffd5061d5f tempest-DHCPAgentSchedulersTestJSON-155645920 tempest-DHCPAgentSchedulersTestJSON-155645920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:53.118034 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-b7f08766-4e7c-4a4e-b2be-66ca7405cd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:53.141926 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-56c44a9a-141e-4a8f-b630-0ec24aaac43c tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Deleting port ebb24b61-d768-4231-b9cb-2aab3c9db54b {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:46:53.142899 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-56c44a9a-141e-4a8f-b630-0ec24aaac43c tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:53.179317 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0d7055-915e-4292-9127-6beafe06896b None None] Pushing event updated for resources: {'Port': ['ID=ea42be14-1f5e-4b76-8112-c75736afc81c,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:53.197994 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4fe6e9fa-9d21-4d81-970e-0896529a34ab tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:53.235627 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fe6e9fa-9d21-4d81-970e-0896529a34ab tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=109867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:46:53.236047 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4fe6e9fa-9d21-4d81-970e-0896529a34ab tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25503736'] for segment, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:53.242948 dv-neutron-818911-2-hyperv neutron-server[109867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 01:46:53.242948 dv-neutron-818911-2-hyperv neutron-server[109867]: self.session.flush() Nov 24 01:46:53.242948 dv-neutron-818911-2-hyperv neutron-server[109867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 01:46:53.242948 dv-neutron-818911-2-hyperv neutron-server[109867]: self.session.flush() Nov 24 01:46:53.242948 dv-neutron-818911-2-hyperv neutron-server[109867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 01:46:53.242948 dv-neutron-818911-2-hyperv neutron-server[109867]: self.session.flush() Nov 24 01:46:53.242948 dv-neutron-818911-2-hyperv neutron-server[109867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 01:46:53.242948 dv-neutron-818911-2-hyperv neutron-server[109867]: self.session.flush() Nov 24 01:46:53.242948 dv-neutron-818911-2-hyperv neutron-server[109867]: Traceback (most recent call last): Nov 24 01:46:53.242948 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:46:53.242948 dv-neutron-818911-2-hyperv neutron-server[109867]: timer() Nov 24 01:46:53.242948 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:46:53.242948 dv-neutron-818911-2-hyperv neutron-server[109867]: cb(*args, **kw) Nov 24 01:46:53.242948 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:46:53.242948 dv-neutron-818911-2-hyperv neutron-server[109867]: return func(*args, **kwargs) Nov 24 01:46:53.242948 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:46:53.242948 dv-neutron-818911-2-hyperv neutron-server[109867]: self._notify() Nov 24 01:46:53.242948 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:46:53.242948 dv-neutron-818911-2-hyperv neutron-server[109867]: self.callback(batched_events) Nov 24 01:46:53.242948 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:46:53.242948 dv-neutron-818911-2-hyperv neutron-server[109867]: event.method(event) Nov 24 01:46:53.242948 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:46:53.242948 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:46:53.242948 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:46:53.242948 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:46:53.242948 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:46:53.242948 dv-neutron-818911-2-hyperv neutron-server[109867]: return f(self, *a, **k) Nov 24 01:46:53.242948 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:46:53.242948 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._get(url).json() Nov 24 01:46:53.242948 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:46:53.242948 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:46:53.242948 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:46:53.242948 dv-neutron-818911-2-hyperv neutron-server[109867]: return self.request(url, 'GET', **kwargs) Nov 24 01:46:53.242948 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:46:53.242948 dv-neutron-818911-2-hyperv neutron-server[109867]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:46:53.242948 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:46:53.242948 dv-neutron-818911-2-hyperv neutron-server[109867]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:46:53.242948 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:46:53.242948 dv-neutron-818911-2-hyperv neutron-server[109867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:46:53.242948 dv-neutron-818911-2-hyperv neutron-server[109867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:46:53.245253 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-b7f08766-4e7c-4a4e-b2be-66ca7405cd55 None None] Provisioning complete for port ebb24b61-d768-4231-b9cb-2aab3c9db54b triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:46:53.247218 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-b7f08766-4e7c-4a4e-b2be-66ca7405cd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:53.282410 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [None req-372c1b53-3cd3-4b76-b990-23ffd5061d5f tempest-DHCPAgentSchedulersTestJSON-155645920 tempest-DHCPAgentSchedulersTestJSON-155645920-project] For port 311328ea-ba17-4661-bab5-d6fe686dc54c, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=311328ea-ba17-4661-bab5-d6fe686dc54c,segment=NetworkSegment(e7fd96cb-d507-4022-97e6-13f9d7937986),segment_id=e7fd96cb-d507-4022-97e6-13f9d7937986)] {{(pid=109866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:46:53.282781 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-372c1b53-3cd3-4b76-b990-23ffd5061d5f tempest-DHCPAgentSchedulersTestJSON-155645920 tempest-DHCPAgentSchedulersTestJSON-155645920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:53.290198 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f08766-4e7c-4a4e-b2be-66ca7405cd55 None None] Pushing event updated for resources: {'Port': ['ID=bc7e4084-6739-4058-8cec-3e80a0bbe66d,revision_number=5']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:53.295651 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d0d7055-915e-4292-9127-6beafe06896b None None] Network 39c3864f-3ea8-402c-9627-2ab71fc2dd92 is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:46:53.325786 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [None req-56c44a9a-141e-4a8f-b630-0ec24aaac43c tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] For port ebb24b61-d768-4231-b9cb-2aab3c9db54b, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=ebb24b61-d768-4231-b9cb-2aab3c9db54b,segment=NetworkSegment(327c3602-7633-4889-a3ea-7c3af55ade54),segment_id=327c3602-7633-4889-a3ea-7c3af55ade54)] {{(pid=109866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:46:53.326291 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-56c44a9a-141e-4a8f-b630-0ec24aaac43c tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:53.330335 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-372c1b53-3cd3-4b76-b990-23ffd5061d5f tempest-DHCPAgentSchedulersTestJSON-155645920 tempest-DHCPAgentSchedulersTestJSON-155645920-project] Calling delete_port for 311328ea-ba17-4661-bab5-d6fe686dc54c owned by network:dhcp {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:46:53.348027 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-8d0d7055-915e-4292-9127-6beafe06896b None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:46:53.350573 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b66d197-2554-40b2-9c21-aad9caa0ad19 None None] Network 334bc351-f902-4103-bc7d-1ffe76d97b02 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:46:53.351765 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-a129b152-60fb-4a8c-8a00-0050d114f9fd req-9fcbc376-db16-45a7-8045-7c16737b3ae9 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c86e6537e95341b0928530c16780ff1b HTTP/1.1" status: 200 len: 380 time: 0.3069792 Nov 24 01:46:53.354380 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4fe6e9fa-9d21-4d81-970e-0896529a34ab tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:53.361165 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-56c44a9a-141e-4a8f-b630-0ec24aaac43c tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Calling delete_port for ebb24b61-d768-4231-b9cb-2aab3c9db54b owned by network:dhcp {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:46:53.368331 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4fe6e9fa-9d21-4d81-970e-0896529a34ab tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks [] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:53.370829 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-4fe6e9fa-9d21-4d81-970e-0896529a34ab tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] 10.222.0.21 "DELETE /v2.0/networks/2cd833b3-3433-466d-89b2-5c1f6977ad8b HTTP/1.1" status: 204 len: 168 time: 3.7923543 Nov 24 01:46:53.375004 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46332) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:53.379617 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [req-a129b152-60fb-4a8c-8a00-0050d114f9fd req-b5f7a36f-4832-478e-98d6-f67258f19cbb tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Request body: {'port': {'device_id': 'b7fa21ef-c2f6-4d95-b817-914404dd2b8b', 'network_id': 'a38adc46-db63-4179-872d-6aa1e8287d77', 'admin_state_up': True, 'tenant_id': 'c86e6537e95341b0928530c16780ff1b', 'security_groups': ['137d305a-b3ea-4e14-b9c3-3a9986b7aca7']}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:46:53.404612 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0d7055-915e-4292-9127-6beafe06896b None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:46:53.438344 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-11269b9b-1a27-4ff4-91ae-7ab21b8f65ae None None] Allocated IP 2001:db8::2 (9b0cb615-dd00-417f-9128-01ca62e524f6/b7455c30-0ef6-405a-a713-7a5f99e76aad/c419b915-6844-4ac2-8de4-37ef1fa48ec5) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:46:53.470353 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port ebb24b61-d768-4231-b9cb-2aab3c9db54b triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:46:53.470718 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:53.487183 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe6e9fa-9d21-4d81-970e-0896529a34ab tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Pushing event deleted for resources: {'Network': ['ID=2cd833b3-3433-466d-89b2-5c1f6977ad8b,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:53.529363 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-372c1b53-3cd3-4b76-b990-23ffd5061d5f tempest-DHCPAgentSchedulersTestJSON-155645920 tempest-DHCPAgentSchedulersTestJSON-155645920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:53.541128 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.pecan_wsgi.hooks.translation [None req-13493673-a2ec-44c8-aa56-5798cea8533d tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] DELETE failed (client error): The resource could not be found. Nov 24 01:46:53.541538 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13493673-a2ec-44c8-aa56-5798cea8533d tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:46:53.547014 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-13493673-a2ec-44c8-aa56-5798cea8533d tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] 10.222.0.21 "DELETE /v2.0/subnets/8e43e7d3-ba3b-4164-88a3-45b639196b1e HTTP/1.1" status: 404 len: 337 time: 0.1415639 Nov 24 01:46:53.554379 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46334) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:53.555372 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-56c44a9a-141e-4a8f-b630-0ec24aaac43c tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:53.570762 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372c1b53-3cd3-4b76-b990-23ffd5061d5f tempest-DHCPAgentSchedulersTestJSON-155645920 tempest-DHCPAgentSchedulersTestJSON-155645920-project] Pushing event deleted for resources: {'Port': ['ID=311328ea-ba17-4661-bab5-d6fe686dc54c,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:53.578970 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-1a714ad0-0d58-4d20-a46c-a47c7a3d06d4 req-8afafbfa-c5f0-4236-a747-8e08858ab047 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7fa21ef-c2f6-4d95-b817-914404dd2b8b HTTP/1.1" status: 200 len: 210 time: 0.1274443 Nov 24 01:46:53.593000 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-99af79dd-b25e-42ef-84ed-3865aea63a86 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] DELETE failed (client error): The resource could not be found. Nov 24 01:46:53.594128 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99af79dd-b25e-42ef-84ed-3865aea63a86 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:46:53.599836 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-99af79dd-b25e-42ef-84ed-3865aea63a86 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] 10.222.0.21 "DELETE /v2.0/networks/8f441fcf-a7dd-44fa-bcea-db31c983127f HTTP/1.1" status: 404 len: 339 time: 0.0393026 Nov 24 01:46:53.599836 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c44a9a-141e-4a8f-b630-0ec24aaac43c tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] No DVR routers for this DVR port ebb24b61-d768-4231-b9cb-2aab3c9db54b on host dv-neutron-818911-2-hyperv {{(pid=109866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:46:53.610991 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46336) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:53.614645 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7572f64a-ec9c-42da-bf95-1e4fb6bc3469 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Publish callbacks [] for router_gateway, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:53.627892 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372c1b53-3cd3-4b76-b990-23ffd5061d5f tempest-DHCPAgentSchedulersTestJSON-155645920 tempest-DHCPAgentSchedulersTestJSON-155645920-project] No DVR routers for this DVR port 311328ea-ba17-4661-bab5-d6fe686dc54c on host dv-neutron-818911-2-hyperv {{(pid=109866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:46:53.636885 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c44a9a-141e-4a8f-b630-0ec24aaac43c tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Pushing event deleted for resources: {'Port': ['ID=ebb24b61-d768-4231-b9cb-2aab3c9db54b,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:53.680875 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5b3aedf-2a7d-44aa-9a01-f80b45092914 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] DELETE failed (client error): The resource could not be found. Nov 24 01:46:53.681396 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5b3aedf-2a7d-44aa-9a01-f80b45092914 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:46:53.687558 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-f5b3aedf-2a7d-44aa-9a01-f80b45092914 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] 10.222.0.21 "DELETE /v2.0/subnets/42839a0f-1f0d-449c-95bb-cc67cc635866 HTTP/1.1" status: 404 len: 337 time: 0.0730982 Nov 24 01:46:53.687558 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7572f64a-ec9c-42da-bf95-1e4fb6bc3469 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:53.690028 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46338) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:53.691797 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-8d0d7055-915e-4292-9127-6beafe06896b None None] Attempting to bind port ea42be14-1f5e-4b76-8112-c75736afc81c on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:46:53.692129 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-8d0d7055-915e-4292-9127-6beafe06896b None None] Attempting to bind port ea42be14-1f5e-4b76-8112-c75736afc81c by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': 'd8aa6a5e-5f7f-45ac-b81f-a5f068de46e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '39c3864f-3ea8-402c-9627-2ab71fc2dd92'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:46:53.692482 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0d7055-915e-4292-9127-6beafe06896b None None] Attempting to bind port ea42be14-1f5e-4b76-8112-c75736afc81c on network 39c3864f-3ea8-402c-9627-2ab71fc2dd92 {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:46:53.694857 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-b7f08766-4e7c-4a4e-b2be-66ca7405cd55 None None] Could not find standard attr ID for object d3249f68-5257-4fea-a822-54e82e91ab6a. {{(pid=109868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 01:46:53.709349 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Could not find standard attr ID for object ebb24b61-d768-4231-b9cb-2aab3c9db54b. {{(pid=109868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 01:46:53.710913 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-b7f08766-4e7c-4a4e-b2be-66ca7405cd55 None None] Could not find standard attr ID for object d049609d-ff9b-4de3-9b5b-89a71e86c8da. {{(pid=109868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 01:46:53.715499 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0d7055-915e-4292-9127-6beafe06896b None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:46:53.715871 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0d7055-915e-4292-9127-6beafe06896b None None] Checking segment: {'id': 'd8aa6a5e-5f7f-45ac-b81f-a5f068de46e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '39c3864f-3ea8-402c-9627-2ab71fc2dd92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:46:53.716389 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-8d0d7055-915e-4292-9127-6beafe06896b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:53.716772 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0d7055-915e-4292-9127-6beafe06896b None None] Bound using segment: {'id': 'd8aa6a5e-5f7f-45ac-b81f-a5f068de46e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '39c3864f-3ea8-402c-9627-2ab71fc2dd92'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:46:53.717304 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-8d0d7055-915e-4292-9127-6beafe06896b None None] Bound port: ea42be14-1f5e-4b76-8112-c75736afc81c, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8aa6a5e-5f7f-45ac-b81f-a5f068de46e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '39c3864f-3ea8-402c-9627-2ab71fc2dd92'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:46:53.717646 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-8d0d7055-915e-4292-9127-6beafe06896b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:53.719649 dv-neutron-818911-2-hyperv neutron-server[109868]: INFO neutron.plugins.ml2.db [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No ports have port_id starting with ebb24b61-d768-4231-b9cb-2aab3c9db54b Nov 24 01:46:53.759982 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bdd569c-54b9-46d5-a22a-bd4d4fa3ef82 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] DELETE failed (client error): The resource could not be found. Nov 24 01:46:53.760829 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bdd569c-54b9-46d5-a22a-bd4d4fa3ef82 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:46:53.764414 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-9bdd569c-54b9-46d5-a22a-bd4d4fa3ef82 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] 10.222.0.21 "DELETE /v2.0/networks/ab35b10a-a7d3-48f8-a425-cab42085a0be HTTP/1.1" status: 404 len: 339 time: 0.0697920 Nov 24 01:46:53.771035 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b593e1-29b1-4333-a647-bab3e834a46b None None] DHCP port deletion for 7cd52f4a-091e-4628-83a4-963a246d6289 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:46:53.774860 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46340) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:53.832920 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-56c44a9a-141e-4a8f-b630-0ec24aaac43c tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:53.855250 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172f736e-1aef-4075-9ed2-b3ce7dc71251 None None] DHCP port deletion for 334bc351-f902-4103-bc7d-1ffe76d97b02 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:46:53.866349 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device b899cf26-cf80-48db-99af-decd8cef26c8 no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:46:53.873867 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1d1351c-cc2a-42fe-9156-b143915a1804 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] DELETE failed (client error): The resource could not be found. Nov 24 01:46:53.875066 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1d1351c-cc2a-42fe-9156-b143915a1804 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:46:53.881354 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-a1d1351c-cc2a-42fe-9156-b143915a1804 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] 10.222.0.21 "DELETE /v2.0/subnets/20cffef4-f84a-4f59-89b4-bea00e77b37f HTTP/1.1" status: 404 len: 337 time: 0.0553486 Nov 24 01:46:53.883451 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46342) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:53.908019 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-7572f64a-ec9c-42da-bf95-1e4fb6bc3469 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Allocated IP 172.26.5.153 (eb22795d-37ee-46ee-844d-92c17e2ea450/3e66fcff-6e72-4083-b514-48f69cdaa2cb/af652797-5791-4e64-bcba-97e7f2635071) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:46:53.909449 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-8d0d7055-915e-4292-9127-6beafe06896b None None] For port ea42be14-1f5e-4b76-8112-c75736afc81c, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:46:53.911228 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-372c1b53-3cd3-4b76-b990-23ffd5061d5f tempest-DHCPAgentSchedulersTestJSON-155645920 tempest-DHCPAgentSchedulersTestJSON-155645920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:53.911370 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: b899cf26-cf80-48db-99af-decd8cef26c8 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:46:53.911827 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device b899cf26-cf80-48db-99af-decd8cef26c8 not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:46:53.921256 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-56c44a9a-141e-4a8f-b630-0ec24aaac43c tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['334bc351-f902-4103-bc7d-1ffe76d97b02']}} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:53.933349 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.pecan_wsgi.hooks.translation [None req-27e8322a-7664-4b37-819f-7a984ac33183 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] DELETE failed (client error): The resource could not be found. Nov 24 01:46:53.934262 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27e8322a-7664-4b37-819f-7a984ac33183 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:46:53.936112 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-11269b9b-1a27-4ff4-91ae-7ab21b8f65ae None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:53.938214 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-27e8322a-7664-4b37-819f-7a984ac33183 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] 10.222.0.21 "DELETE /v2.0/networks/96328557-4fed-4736-9c4d-18c87dffc69b HTTP/1.1" status: 404 len: 339 time: 0.0508783 Nov 24 01:46:53.939216 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-8d0d7055-915e-4292-9127-6beafe06896b None None] For port ea42be14-1f5e-4b76-8112-c75736afc81c, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=ea42be14-1f5e-4b76-8112-c75736afc81c,segment=NetworkSegment(d8aa6a5e-5f7f-45ac-b81f-a5f068de46e6),segment_id=d8aa6a5e-5f7f-45ac-b81f-a5f068de46e6)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:46:53.941377 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46344) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:53.942071 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-ba25ce29-81fd-4936-a541-42714f6a19f1 None None] Provisioning complete for port bc7e4084-6739-4058-8cec-3e80a0bbe66d triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:46:53.942493 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-ba25ce29-81fd-4936-a541-42714f6a19f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:53.944191 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-56c44a9a-141e-4a8f-b630-0ec24aaac43c tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '327c3602-7633-4889-a3ea-7c3af55ade54') {'for_net_delete': True} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:53.944869 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-56c44a9a-141e-4a8f-b630-0ec24aaac43c tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '327c3602-7633-4889-a3ea-7c3af55ade54') {} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:53.970323 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a129b152-60fb-4a8c-8a00-0050d114f9fd req-b5f7a36f-4832-478e-98d6-f67258f19cbb tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Made reservation on behalf of c86e6537e95341b0928530c16780ff1b for: {'port': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:46:53.976292 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-a129b152-60fb-4a8c-8a00-0050d114f9fd req-b5f7a36f-4832-478e-98d6-f67258f19cbb tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:53.987407 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-8d0d7055-915e-4292-9127-6beafe06896b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:53.989585 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-11269b9b-1a27-4ff4-91ae-7ab21b8f65ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:54.012290 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_v2 [None req-a44d2609-7611-4c1f-8d01-dbd7a640ef37 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Deleting subnet 9aa6f7e1-87a6-4bd3-a337-d96c516e1521 {{(pid=109866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 01:46:54.019831 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-372c1b53-3cd3-4b76-b990-23ffd5061d5f tempest-DHCPAgentSchedulersTestJSON-155645920 tempest-DHCPAgentSchedulersTestJSON-155645920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cd52f4a-091e-4628-83a4-963a246d6289']}} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:54.025383 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-56c44a9a-141e-4a8f-b630-0ec24aaac43c tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29055561'] for segment, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:54.044123 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a44d2609-7611-4c1f-8d01-dbd7a640ef37 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks [] for subnet, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:54.079187 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-372c1b53-3cd3-4b76-b990-23ffd5061d5f tempest-DHCPAgentSchedulersTestJSON-155645920 tempest-DHCPAgentSchedulersTestJSON-155645920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7fd96cb-d507-4022-97e6-13f9d7937986') {'for_net_delete': True} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:54.080217 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-372c1b53-3cd3-4b76-b990-23ffd5061d5f tempest-DHCPAgentSchedulersTestJSON-155645920 tempest-DHCPAgentSchedulersTestJSON-155645920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7fd96cb-d507-4022-97e6-13f9d7937986') {} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:54.099810 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-372c1b53-3cd3-4b76-b990-23ffd5061d5f tempest-DHCPAgentSchedulersTestJSON-155645920 tempest-DHCPAgentSchedulersTestJSON-155645920-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29055561'] for segment, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:54.105655 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-56c44a9a-141e-4a8f-b630-0ec24aaac43c tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:54.123070 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11269b9b-1a27-4ff4-91ae-7ab21b8f65ae None None] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:46:54.128569 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a44d2609-7611-4c1f-8d01-dbd7a640ef37 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29055568'] for subnet, precommit_delete_associations {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:54.134498 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56c44a9a-141e-4a8f-b630-0ec24aaac43c tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=109866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:46:54.134498 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-56c44a9a-141e-4a8f-b630-0ec24aaac43c tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29151010'] for segment, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:54.136473 dv-neutron-818911-2-hyperv neutron-server[109866]: Traceback (most recent call last): Nov 24 01:46:54.136473 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:46:54.136473 dv-neutron-818911-2-hyperv neutron-server[109866]: timer() Nov 24 01:46:54.136473 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:46:54.136473 dv-neutron-818911-2-hyperv neutron-server[109866]: cb(*args, **kw) Nov 24 01:46:54.136473 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:46:54.136473 dv-neutron-818911-2-hyperv neutron-server[109866]: return func(*args, **kwargs) Nov 24 01:46:54.136473 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:46:54.136473 dv-neutron-818911-2-hyperv neutron-server[109866]: self._notify() Nov 24 01:46:54.136473 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:46:54.136473 dv-neutron-818911-2-hyperv neutron-server[109866]: self.callback(batched_events) Nov 24 01:46:54.136473 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:46:54.136473 dv-neutron-818911-2-hyperv neutron-server[109866]: event.method(event) Nov 24 01:46:54.136473 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:46:54.136473 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:46:54.136473 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:46:54.136473 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:46:54.136473 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:46:54.136473 dv-neutron-818911-2-hyperv neutron-server[109866]: return f(self, *a, **k) Nov 24 01:46:54.136473 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:46:54.136473 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._get(url).json() Nov 24 01:46:54.136473 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:46:54.136473 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:46:54.136473 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:46:54.136473 dv-neutron-818911-2-hyperv neutron-server[109866]: return self.request(url, 'GET', **kwargs) Nov 24 01:46:54.136473 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:46:54.136473 dv-neutron-818911-2-hyperv neutron-server[109866]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:46:54.136473 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:46:54.136473 dv-neutron-818911-2-hyperv neutron-server[109866]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:46:54.136473 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:46:54.136473 dv-neutron-818911-2-hyperv neutron-server[109866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:46:54.136473 dv-neutron-818911-2-hyperv neutron-server[109866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:46:54.161077 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-11269b9b-1a27-4ff4-91ae-7ab21b8f65ae None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:46:54.169068 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device bc7e4084-6739-4058-8cec-3e80a0bbe66d up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:46:54.171759 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11269b9b-1a27-4ff4-91ae-7ab21b8f65ae None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:46:54.173870 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-372c1b53-3cd3-4b76-b990-23ffd5061d5f tempest-DHCPAgentSchedulersTestJSON-155645920 tempest-DHCPAgentSchedulersTestJSON-155645920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:54.202942 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-372c1b53-3cd3-4b76-b990-23ffd5061d5f tempest-DHCPAgentSchedulersTestJSON-155645920 tempest-DHCPAgentSchedulersTestJSON-155645920-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=109866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:46:54.203729 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-372c1b53-3cd3-4b76-b990-23ffd5061d5f tempest-DHCPAgentSchedulersTestJSON-155645920 tempest-DHCPAgentSchedulersTestJSON-155645920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29151010'] for segment, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:54.212993 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0d7055-915e-4292-9127-6beafe06896b None None] Pushing event updated for resources: {'Port': ['ID=ea42be14-1f5e-4b76-8112-c75736afc81c,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:54.237609 dv-neutron-818911-2-hyperv neutron-server[109866]: Traceback (most recent call last): Nov 24 01:46:54.237609 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:46:54.237609 dv-neutron-818911-2-hyperv neutron-server[109866]: timer() Nov 24 01:46:54.237609 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:46:54.237609 dv-neutron-818911-2-hyperv neutron-server[109866]: cb(*args, **kw) Nov 24 01:46:54.237609 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:46:54.237609 dv-neutron-818911-2-hyperv neutron-server[109866]: return func(*args, **kwargs) Nov 24 01:46:54.237609 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:46:54.237609 dv-neutron-818911-2-hyperv neutron-server[109866]: self._notify() Nov 24 01:46:54.237609 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:46:54.237609 dv-neutron-818911-2-hyperv neutron-server[109866]: self.callback(batched_events) Nov 24 01:46:54.237609 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:46:54.237609 dv-neutron-818911-2-hyperv neutron-server[109866]: event.method(event) Nov 24 01:46:54.237609 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:46:54.237609 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:46:54.237609 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:46:54.237609 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:46:54.237609 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:46:54.237609 dv-neutron-818911-2-hyperv neutron-server[109866]: return f(self, *a, **k) Nov 24 01:46:54.237609 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:46:54.237609 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._get(url).json() Nov 24 01:46:54.237609 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:46:54.237609 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:46:54.237609 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:46:54.237609 dv-neutron-818911-2-hyperv neutron-server[109866]: return self.request(url, 'GET', **kwargs) Nov 24 01:46:54.237609 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:46:54.237609 dv-neutron-818911-2-hyperv neutron-server[109866]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:46:54.237609 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:46:54.237609 dv-neutron-818911-2-hyperv neutron-server[109866]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:46:54.237609 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:46:54.237609 dv-neutron-818911-2-hyperv neutron-server[109866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:46:54.237609 dv-neutron-818911-2-hyperv neutron-server[109866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:46:54.303654 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-ba25ce29-81fd-4936-a541-42714f6a19f1 None None] Could not find standard attr ID for object ebb24b61-d768-4231-b9cb-2aab3c9db54b. {{(pid=109868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 01:46:54.311870 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-56c44a9a-141e-4a8f-b630-0ec24aaac43c tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:54.322640 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-56c44a9a-141e-4a8f-b630-0ec24aaac43c tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:54.335247 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-56c44a9a-141e-4a8f-b630-0ec24aaac43c tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "DELETE /v2.0/networks/334bc351-f902-4103-bc7d-1ffe76d97b02 HTTP/1.1" status: 204 len: 168 time: 1.5250506 Nov 24 01:46:54.342866 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11269b9b-1a27-4ff4-91ae-7ab21b8f65ae None None] Pushing event updated for resources: {'Port': ['ID=c419b915-6844-4ac2-8de4-37ef1fa48ec5,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:54.364409 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-11269b9b-1a27-4ff4-91ae-7ab21b8f65ae None None] Attempting to bind port c419b915-6844-4ac2-8de4-37ef1fa48ec5 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:46:54.364965 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-11269b9b-1a27-4ff4-91ae-7ab21b8f65ae None None] Attempting to bind port c419b915-6844-4ac2-8de4-37ef1fa48ec5 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '2b1ff8b4-a836-4287-84a2-3eaf8ccfb867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:46:54.365442 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11269b9b-1a27-4ff4-91ae-7ab21b8f65ae None None] Attempting to bind port c419b915-6844-4ac2-8de4-37ef1fa48ec5 on network 9b0cb615-dd00-417f-9128-01ca62e524f6 {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:46:54.374116 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11269b9b-1a27-4ff4-91ae-7ab21b8f65ae None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:46:54.374893 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11269b9b-1a27-4ff4-91ae-7ab21b8f65ae None None] Checking segment: {'id': '2b1ff8b4-a836-4287-84a2-3eaf8ccfb867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:46:54.375559 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-11269b9b-1a27-4ff4-91ae-7ab21b8f65ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:54.376061 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11269b9b-1a27-4ff4-91ae-7ab21b8f65ae None None] Bound using segment: {'id': '2b1ff8b4-a836-4287-84a2-3eaf8ccfb867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:46:54.376756 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-11269b9b-1a27-4ff4-91ae-7ab21b8f65ae None None] Bound port: c419b915-6844-4ac2-8de4-37ef1fa48ec5, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1ff8b4-a836-4287-84a2-3eaf8ccfb867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:46:54.377247 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-11269b9b-1a27-4ff4-91ae-7ab21b8f65ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:54.378390 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a44d2609-7611-4c1f-8d01-dbd7a640ef37 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:54.411130 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port bc7e4084-6739-4058-8cec-3e80a0bbe66d triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:46:54.411478 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:54.430254 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46346) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:54.464482 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-3c4c6b9d-e646-4fbb-a62d-f09968687c1d tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Allocated IP 2001:db8::2a3 (9b0cb615-dd00-417f-9128-01ca62e524f6/b7455c30-0ef6-405a-a713-7a5f99e76aad/e434a241-dc2b-4626-a13b-1c9b80a47a7e) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:46:54.478391 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c44a9a-141e-4a8f-b630-0ec24aaac43c tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Pushing event deleted for resources: {'Network': ['ID=334bc351-f902-4103-bc7d-1ffe76d97b02,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:54.481227 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-372c1b53-3cd3-4b76-b990-23ffd5061d5f tempest-DHCPAgentSchedulersTestJSON-155645920 tempest-DHCPAgentSchedulersTestJSON-155645920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:54.490148 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-372c1b53-3cd3-4b76-b990-23ffd5061d5f tempest-DHCPAgentSchedulersTestJSON-155645920 tempest-DHCPAgentSchedulersTestJSON-155645920-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:54.493728 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-372c1b53-3cd3-4b76-b990-23ffd5061d5f tempest-DHCPAgentSchedulersTestJSON-155645920 tempest-DHCPAgentSchedulersTestJSON-155645920-project] 10.222.0.21 "DELETE /v2.0/networks/7cd52f4a-091e-4628-83a4-963a246d6289 HTTP/1.1" status: 204 len: 168 time: 1.8165927 Nov 24 01:46:54.524508 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-11269b9b-1a27-4ff4-91ae-7ab21b8f65ae None None] For port c419b915-6844-4ac2-8de4-37ef1fa48ec5, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:46:54.538536 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-11269b9b-1a27-4ff4-91ae-7ab21b8f65ae None None] For port c419b915-6844-4ac2-8de4-37ef1fa48ec5, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=c419b915-6844-4ac2-8de4-37ef1fa48ec5,segment=NetworkSegment(2b1ff8b4-a836-4287-84a2-3eaf8ccfb867),segment_id=2b1ff8b4-a836-4287-84a2-3eaf8ccfb867)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:46:54.545403 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7572f64a-ec9c-42da-bf95-1e4fb6bc3469 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:54.550505 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-11269b9b-1a27-4ff4-91ae-7ab21b8f65ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:54.557848 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372c1b53-3cd3-4b76-b990-23ffd5061d5f tempest-DHCPAgentSchedulersTestJSON-155645920 tempest-DHCPAgentSchedulersTestJSON-155645920-project] Pushing event deleted for resources: {'Network': ['ID=7cd52f4a-091e-4628-83a4-963a246d6289,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:54.643658 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928ef7dc-04bc-48ce-a3a7-a412ccbe9576 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:54.648694 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-928ef7dc-04bc-48ce-a3a7-a412ccbe9576 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2168934 Nov 24 01:46:54.652601 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a44d2609-7611-4c1f-8d01-dbd7a640ef37 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29149324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29154870'] for subnet, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:54.654294 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46352) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:54.799880 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11269b9b-1a27-4ff4-91ae-7ab21b8f65ae None None] Pushing event updated for resources: {'Port': ['ID=c419b915-6844-4ac2-8de4-37ef1fa48ec5,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:54.811518 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44d2609-7611-4c1f-8d01-dbd7a640ef37 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Pushing event deleted for resources: {'Subnet': ['ID=9aa6f7e1-87a6-4bd3-a337-d96c516e1521,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:54.815796 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-fc959e0f-b629-4b73-aba8-78adb3ba4e23 req-4003829c-5f8b-448b-ba92-d3a2d470f779 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7fa21ef-c2f6-4d95-b817-914404dd2b8b HTTP/1.1" status: 200 len: 210 time: 0.0718043 Nov 24 01:46:54.822548 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a44d2609-7611-4c1f-8d01-dbd7a640ef37 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:54.826331 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-a44d2609-7611-4c1f-8d01-dbd7a640ef37 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] 10.222.0.21 "DELETE /v2.0/subnets/9aa6f7e1-87a6-4bd3-a337-d96c516e1521 HTTP/1.1" status: 204 len: 168 time: 0.8791161 Nov 24 01:46:54.829754 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46354) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:54.838765 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e8d4817e-0007-4e92-8980-d9df290022aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:54.844521 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [req-a129b152-60fb-4a8c-8a00-0050d114f9fd req-b5f7a36f-4832-478e-98d6-f67258f19cbb tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Allocated IP 172.20.0.13 (a38adc46-db63-4179-872d-6aa1e8287d77/52b861e9-7165-4fda-96bd-415355d68dd1/48a73545-8092-4069-ac5f-f26ee8d39d60) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:46:54.855404 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0f6a00-2c20-43a0-978e-98ea864ac852 None None] Network 64a26055-489e-473a-9bcc-75616a211d65 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:46:54.871826 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device ebb24b61-d768-4231-b9cb-2aab3c9db54b no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:46:54.932245 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: ebb24b61-d768-4231-b9cb-2aab3c9db54b {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:46:54.932862 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device ebb24b61-d768-4231-b9cb-2aab3c9db54b not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:46:54.933485 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 311328ea-ba17-4661-bab5-d6fe686dc54c no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:46:54.962855 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7572f64a-ec9c-42da-bf95-1e4fb6bc3469 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:54.965978 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: 311328ea-ba17-4661-bab5-d6fe686dc54c {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:46:54.966404 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 311328ea-ba17-4661-bab5-d6fe686dc54c not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:46:55.038560 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46358) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:55.039187 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-da9af28d-a1a4-47cb-872b-aac22790c7ee tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3686185 Nov 24 01:46:55.049464 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46360) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:55.055613 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cf5aef89-e11e-47a7-99fd-7efee6482408 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:55.066553 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-0cc8be67-5747-434f-888f-cc17d7be93a3 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1931700840'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:46:55.132865 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7572f64a-ec9c-42da-bf95-1e4fb6bc3469 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Network eb22795d-37ee-46ee-844d-92c17e2ea450 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:46:55.141782 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc8be67-5747-434f-888f-cc17d7be93a3 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Made reservation on behalf of dffe9b32758f41e588b204d5506b48f8 for: {'network': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:46:55.145530 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-3c4c6b9d-e646-4fbb-a62d-f09968687c1d tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:55.146730 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0cc8be67-5747-434f-888f-cc17d7be93a3 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:55.186619 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-7572f64a-ec9c-42da-bf95-1e4fb6bc3469 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:46:55.194891 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7572f64a-ec9c-42da-bf95-1e4fb6bc3469 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Pushing event updated for resources: {'Port': ['ID=af652797-5791-4e64-bcba-97e7f2635071,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:55.198978 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7572f64a-ec9c-42da-bf95-1e4fb6bc3469 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:46:55.211972 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cc8be67-5747-434f-888f-cc17d7be93a3 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=109866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:46:55.221219 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-cf5aef89-e11e-47a7-99fd-7efee6482408 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Deleting port f168590e-db15-4061-9803-abc7ce705918 {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:46:55.221650 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cf5aef89-e11e-47a7-99fd-7efee6482408 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:55.237600 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0cc8be67-5747-434f-888f-cc17d7be93a3 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:55.238095 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.segments_db [None req-0cc8be67-5747-434f-888f-cc17d7be93a3 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Added segment d1f3519a-b607-4fa3-8c49-3f96a8e5972b of type vlan for network ecd2724f-2b1e-4926-82cf-95886a8e5535 Nov 24 01:46:55.273367 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa6c98e-76c5-4f1d-ab47-343025b17007 None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:46:55.366638 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0cc8be67-5747-434f-888f-cc17d7be93a3 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:55.371289 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-84e1b89b-852f-4e22-b220-277552923a8d None None] Provisioning complete for port af652797-5791-4e64-bcba-97e7f2635071 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:46:55.371658 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-84e1b89b-852f-4e22-b220-277552923a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:55.418908 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-84e1b89b-852f-4e22-b220-277552923a8d None None] Port af652797-5791-4e64-bcba-97e7f2635071 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:46:55.427750 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7bde70b-7f17-4837-8b70-8b4d49d96f20 None None] DHCP port deletion for 64a26055-489e-473a-9bcc-75616a211d65 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:46:55.454153 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [None req-cf5aef89-e11e-47a7-99fd-7efee6482408 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] For port f168590e-db15-4061-9803-abc7ce705918, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=f168590e-db15-4061-9803-abc7ce705918,segment=NetworkSegment(922bd93d-38b5-4727-a4b2-caa1a2ba1709),segment_id=922bd93d-38b5-4727-a4b2-caa1a2ba1709)] {{(pid=109866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:46:55.454523 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cf5aef89-e11e-47a7-99fd-7efee6482408 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:55.468453 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0cc8be67-5747-434f-888f-cc17d7be93a3 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:55.474514 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc8be67-5747-434f-888f-cc17d7be93a3 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:55.475328 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0cc8be67-5747-434f-888f-cc17d7be93a3 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:55.501900 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-cf5aef89-e11e-47a7-99fd-7efee6482408 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Calling delete_port for f168590e-db15-4061-9803-abc7ce705918 owned by network:dhcp {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:46:55.511558 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-e7bde70b-7f17-4837-8b70-8b4d49d96f20 None None] Deleting port f168590e-db15-4061-9803-abc7ce705918 {{(pid=109868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:46:55.512262 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e7bde70b-7f17-4837-8b70-8b4d49d96f20 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:55.540362 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-3c4c6b9d-e646-4fbb-a62d-f09968687c1d tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:55.558106 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-0cc8be67-5747-434f-888f-cc17d7be93a3 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5069678 Nov 24 01:46:55.564270 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-a129b152-60fb-4a8c-8a00-0050d114f9fd req-b5f7a36f-4832-478e-98d6-f67258f19cbb tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:55.591287 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-5e2d9eec-d93e-4a7f-ab87-7b87bda72775 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=23d7c5cfabb746fcb3ed998b78e03af9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5515838 Nov 24 01:46:55.591859 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46364) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:55.599168 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46366) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:55.623387 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e7bde70b-7f17-4837-8b70-8b4d49d96f20 None None] For port f168590e-db15-4061-9803-abc7ce705918, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=f168590e-db15-4061-9803-abc7ce705918,segment=NetworkSegment(922bd93d-38b5-4727-a4b2-caa1a2ba1709),segment_id=922bd93d-38b5-4727-a4b2-caa1a2ba1709)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:46:55.624064 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e7bde70b-7f17-4837-8b70-8b4d49d96f20 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:55.633593 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-cacf0920-3f39-4765-a16b-f9395204e802 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Request body: {'subnet': {'network_id': 'ecd2724f-2b1e-4926-82cf-95886a8e5535', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:46:55.644843 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-e7bde70b-7f17-4837-8b70-8b4d49d96f20 None None] Calling delete_port for f168590e-db15-4061-9803-abc7ce705918 owned by network:dhcp {{(pid=109868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:46:55.659906 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4c6b9d-e646-4fbb-a62d-f09968687c1d tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:46:55.679138 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4c6b9d-e646-4fbb-a62d-f09968687c1d tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Pushing event updated for resources: {'Port': ['ID=e434a241-dc2b-4626-a13b-1c9b80a47a7e,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:55.688805 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-3c4c6b9d-e646-4fbb-a62d-f09968687c1d tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:46:55.697383 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4c6b9d-e646-4fbb-a62d-f09968687c1d tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:46:55.703856 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4c6b9d-e646-4fbb-a62d-f09968687c1d tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:55.704823 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-3c4c6b9d-e646-4fbb-a62d-f09968687c1d tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:55.771850 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc8be67-5747-434f-888f-cc17d7be93a3 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Pushing event updated for resources: {'Network': ['ID=ecd2724f-2b1e-4926-82cf-95886a8e5535,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:55.831045 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-3c4c6b9d-e646-4fbb-a62d-f09968687c1d tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.8315442 Nov 24 01:46:55.833612 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46368) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:55.884255 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cacf0920-3f39-4765-a16b-f9395204e802 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Made reservation on behalf of dffe9b32758f41e588b204d5506b48f8 for: {'subnet': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:46:55.885283 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-a129b152-60fb-4a8c-8a00-0050d114f9fd req-b5f7a36f-4832-478e-98d6-f67258f19cbb tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:55.894787 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5eb13e58-bff4-465b-b9be-7f9b1d5e7747 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:55.897974 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network ecd2724f-2b1e-4926-82cf-95886a8e5535 details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:46:55.900158 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212d71df-6043-4e61-b84a-e0189b7c2819 None None] Network 39c3864f-3ea8-402c-9627-2ab71fc2dd92 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:46:55.900366 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cacf0920-3f39-4765-a16b-f9395204e802 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29154835'] for subnet, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:56.023918 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cf5aef89-e11e-47a7-99fd-7efee6482408 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:56.064648 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5eb13e58-bff4-465b-b9be-7f9b1d5e7747 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:56.066275 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5aef89-e11e-47a7-99fd-7efee6482408 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Pushing event deleted for resources: {'Port': ['ID=f168590e-db15-4061-9803-abc7ce705918,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:56.071477 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a129b152-60fb-4a8c-8a00-0050d114f9fd req-b5f7a36f-4832-478e-98d6-f67258f19cbb tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Network a38adc46-db63-4179-872d-6aa1e8287d77 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:46:56.077672 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5aef89-e11e-47a7-99fd-7efee6482408 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] No DVR routers for this DVR port f168590e-db15-4061-9803-abc7ce705918 on host dv-neutron-818911-2-hyperv {{(pid=109866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:46:56.080468 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7572f64a-ec9c-42da-bf95-1e4fb6bc3469 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Publish callbacks [] for router_gateway, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:56.104440 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.agents_db [None req-4e42c10c-a1d3-4d07-89d6-7a24334140aa None None] Agent healthcheck: found 6 active agents {{(pid=109869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 01:46:56.110816 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [req-a129b152-60fb-4a8c-8a00-0050d114f9fd req-b5f7a36f-4832-478e-98d6-f67258f19cbb tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:46:56.174252 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-a9e81d8c-34d2-4751-9419-54c056f3fbdb None None] Provisioning complete for port ea42be14-1f5e-4b76-8112-c75736afc81c triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:46:56.174618 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a9e81d8c-34d2-4751-9419-54c056f3fbdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:56.203748 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f7a36f-4832-478e-98d6-f67258f19cbb tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Pushing event updated for resources: {'Port': ['ID=48a73545-8092-4069-ac5f-f26ee8d39d60,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:56.206275 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [req-a129b152-60fb-4a8c-8a00-0050d114f9fd req-b5f7a36f-4832-478e-98d6-f67258f19cbb tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:46:56.226487 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cf5aef89-e11e-47a7-99fd-7efee6482408 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:56.277572 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e7bde70b-7f17-4837-8b70-8b4d49d96f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974'] for port, after_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:56.304887 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bde70b-7f17-4837-8b70-8b4d49d96f20 None None] No DVR routers for this DVR port f168590e-db15-4061-9803-abc7ce705918 on host dv-neutron-818911-2-hyperv {{(pid=109868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:46:56.306298 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-cf5aef89-e11e-47a7-99fd-7efee6482408 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64a26055-489e-473a-9bcc-75616a211d65']}} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:56.323915 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4e4603-dd31-4915-aacd-4b1a3735da33 None None] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:46:56.326900 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device c419b915-6844-4ac2-8de4-37ef1fa48ec5 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:46:56.329094 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-cf5aef89-e11e-47a7-99fd-7efee6482408 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '922bd93d-38b5-4727-a4b2-caa1a2ba1709') {'for_net_delete': True} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:56.329691 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-cf5aef89-e11e-47a7-99fd-7efee6482408 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '922bd93d-38b5-4727-a4b2-caa1a2ba1709') {} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:56.337019 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5520281a-9fc7-49d6-9a3f-7198587175ec tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:56.343709 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5520281a-9fc7-49d6-9a3f-7198587175ec tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:56.348652 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-5520281a-9fc7-49d6-9a3f-7198587175ec tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.4759107 Nov 24 01:46:56.351627 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cf5aef89-e11e-47a7-99fd-7efee6482408 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29055561'] for segment, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:56.351959 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46372) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:56.374555 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cf5aef89-e11e-47a7-99fd-7efee6482408 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:56.383565 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf5aef89-e11e-47a7-99fd-7efee6482408 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=109866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:46:56.383974 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cf5aef89-e11e-47a7-99fd-7efee6482408 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29151010'] for segment, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:56.397052 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bde70b-7f17-4837-8b70-8b4d49d96f20 None None] Pushing event deleted for resources: {'Port': ['ID=f168590e-db15-4061-9803-abc7ce705918,revision_number=None']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:56.399516 dv-neutron-818911-2-hyperv neutron-server[109866]: Traceback (most recent call last): Nov 24 01:46:56.399516 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:46:56.399516 dv-neutron-818911-2-hyperv neutron-server[109866]: timer() Nov 24 01:46:56.399516 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:46:56.399516 dv-neutron-818911-2-hyperv neutron-server[109866]: cb(*args, **kw) Nov 24 01:46:56.399516 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:46:56.399516 dv-neutron-818911-2-hyperv neutron-server[109866]: return func(*args, **kwargs) Nov 24 01:46:56.399516 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:46:56.399516 dv-neutron-818911-2-hyperv neutron-server[109866]: self._notify() Nov 24 01:46:56.399516 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:46:56.399516 dv-neutron-818911-2-hyperv neutron-server[109866]: self.callback(batched_events) Nov 24 01:46:56.399516 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:46:56.399516 dv-neutron-818911-2-hyperv neutron-server[109866]: event.method(event) Nov 24 01:46:56.399516 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:46:56.399516 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:46:56.399516 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:46:56.399516 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:46:56.399516 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:46:56.399516 dv-neutron-818911-2-hyperv neutron-server[109866]: return f(self, *a, **k) Nov 24 01:46:56.399516 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:46:56.399516 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._get(url).json() Nov 24 01:46:56.399516 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:46:56.399516 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:46:56.399516 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:46:56.399516 dv-neutron-818911-2-hyperv neutron-server[109866]: return self.request(url, 'GET', **kwargs) Nov 24 01:46:56.399516 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:46:56.399516 dv-neutron-818911-2-hyperv neutron-server[109866]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:46:56.399516 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:46:56.399516 dv-neutron-818911-2-hyperv neutron-server[109866]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:46:56.399516 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:46:56.399516 dv-neutron-818911-2-hyperv neutron-server[109866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:46:56.399516 dv-neutron-818911-2-hyperv neutron-server[109866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:46:56.449908 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a99d9e-d4a4-463b-b0f9-a3da67d304fd req-7c6cce67-e879-42f6-b712-68ad8bcde3df tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:56.459384 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-16a99d9e-d4a4-463b-b0f9-a3da67d304fd req-7c6cce67-e879-42f6-b712-68ad8bcde3df tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7fa21ef-c2f6-4d95-b817-914404dd2b8b HTTP/1.1" status: 200 len: 932 time: 0.4941571 Nov 24 01:46:56.462254 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cacf0920-3f39-4765-a16b-f9395204e802 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29149261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29154849'] for subnet, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:56.486928 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a129b152-60fb-4a8c-8a00-0050d114f9fd req-b5f7a36f-4832-478e-98d6-f67258f19cbb tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:56.487688 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-a129b152-60fb-4a8c-8a00-0050d114f9fd req-b5f7a36f-4832-478e-98d6-f67258f19cbb tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:56.548798 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5eb13e58-bff4-465b-b9be-7f9b1d5e7747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:56.549849 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cf5aef89-e11e-47a7-99fd-7efee6482408 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:56.551433 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5eb13e58-bff4-465b-b9be-7f9b1d5e7747 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:56.555379 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-5eb13e58-bff4-465b-b9be-7f9b1d5e7747 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d667de5a-a929-4887-8171-85158c8b2e57 HTTP/1.1" status: 204 len: 168 time: 0.9551859 Nov 24 01:46:56.572970 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cf5aef89-e11e-47a7-99fd-7efee6482408 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:56.574403 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-a129b152-60fb-4a8c-8a00-0050d114f9fd req-b5f7a36f-4832-478e-98d6-f67258f19cbb tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2024758 Nov 24 01:46:56.579033 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-cf5aef89-e11e-47a7-99fd-7efee6482408 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] 10.222.0.21 "DELETE /v2.0/networks/64a26055-489e-473a-9bcc-75616a211d65 HTTP/1.1" status: 204 len: 168 time: 1.7456539 Nov 24 01:46:56.586941 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46376) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:56.597885 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb13e58-bff4-465b-b9be-7f9b1d5e7747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d667de5a-a929-4887-8171-85158c8b2e57,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:56.599861 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5aef89-e11e-47a7-99fd-7efee6482408 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Pushing event deleted for resources: {'Network': ['ID=64a26055-489e-473a-9bcc-75616a211d65,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:56.610595 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a9e81d8c-34d2-4751-9419-54c056f3fbdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:56.615041 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [req-a129b152-60fb-4a8c-8a00-0050d114f9fd req-3b6f9e26-169f-446a-911a-c0d380df2af1 service neutron] Request body: {'port': {'device_id': 'b7fa21ef-c2f6-4d95-b817-914404dd2b8b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8189'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:46:56.626858 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacf0920-3f39-4765-a16b-f9395204e802 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Pushing event updated for resources: {'Subnet': ['ID=ba0db7f3-9067-4994-a98a-f4fd6db14f70,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:56.634884 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cacf0920-3f39-4765-a16b-f9395204e802 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Checking segment: {'id': 'd1f3519a-b607-4fa3-8c49-3f96a8e5972b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'ecd2724f-2b1e-4926-82cf-95886a8e5535'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:46:56.635495 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cacf0920-3f39-4765-a16b-f9395204e802 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Network hostable DHCP agents. Network: ecd2724f-2b1e-4926-82cf-95886a8e5535, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 01:46:56.657496 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cacf0920-3f39-4765-a16b-f9395204e802 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Network ecd2724f-2b1e-4926-82cf-95886a8e5535 is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 01:46:56.671550 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-cacf0920-3f39-4765-a16b-f9395204e802 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, ecd2724f-2b1e-4926-82cf-95886a8e5535) {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:46:56.678302 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cacf0920-3f39-4765-a16b-f9395204e802 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:56.679634 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cacf0920-3f39-4765-a16b-f9395204e802 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:56.706887 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-cacf0920-3f39-4765-a16b-f9395204e802 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0789251 Nov 24 01:46:56.707829 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46378) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:56.720585 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-78b58d16-10f0-4340-a677-3ca5155e7253 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Request body: {'port': {'network_id': 'ecd2724f-2b1e-4926-82cf-95886a8e5535', 'name': 'tempest-PortsTestJSON-1502885224'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:46:56.738883 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4c8a3d-71de-49cc-9339-d4011f87dd9e None None] Network ecd2724f-2b1e-4926-82cf-95886a8e5535 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:46:56.743861 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port c419b915-6844-4ac2-8de4-37ef1fa48ec5 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:46:56.744478 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:56.747963 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-16a99d9e-d4a4-463b-b0f9-a3da67d304fd req-2c7c1c9b-fa71-4a94-aee3-e73b81c80d0d tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] 10.222.0.21 "GET /v2.0/security-groups?id=137d305a-b3ea-4e14-b9c3-3a9986b7aca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2855413 Nov 24 01:46:56.754080 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f9433af-f28c-40ca-9150-060b0119254e tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] DELETE failed (client error): The resource could not be found. Nov 24 01:46:56.754535 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f9433af-f28c-40ca-9150-060b0119254e tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:46:56.761212 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-1f9433af-f28c-40ca-9150-060b0119254e tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] 10.222.0.21 "DELETE /v2.0/subnets/459fe9a4-1033-4cf3-a265-2cd9ddd03373 HTTP/1.1" status: 404 len: 337 time: 0.1687229 Nov 24 01:46:56.761744 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46382) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:56.859438 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d6d2462-3b92-4bbd-8ae3-47594da9b634 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] DELETE failed (client error): The resource could not be found. Nov 24 01:46:56.860214 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d6d2462-3b92-4bbd-8ae3-47594da9b634 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:46:56.865271 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-8d6d2462-3b92-4bbd-8ae3-47594da9b634 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] 10.222.0.21 "DELETE /v2.0/networks/83e8fff4-46ab-4581-a6a2-17b9fc147ee8 HTTP/1.1" status: 404 len: 339 time: 0.0988059 Nov 24 01:46:56.871695 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46384) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:56.895912 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-a129b152-60fb-4a8c-8a00-0050d114f9fd req-3b6f9e26-169f-446a-911a-c0d380df2af1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:56.901529 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-a9e81d8c-34d2-4751-9419-54c056f3fbdb None None] For port ea42be14-1f5e-4b76-8112-c75736afc81c, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=ea42be14-1f5e-4b76-8112-c75736afc81c,segment=NetworkSegment(d8aa6a5e-5f7f-45ac-b81f-a5f068de46e6),segment_id=d8aa6a5e-5f7f-45ac-b81f-a5f068de46e6)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:46:56.920162 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a9e81d8c-34d2-4751-9419-54c056f3fbdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:56.926317 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-468d9b4e-5b12-41b3-9adb-f61fb4201c79 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Deleting port e434a241-dc2b-4626-a13b-1c9b80a47a7e {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:46:56.926826 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-468d9b4e-5b12-41b3-9adb-f61fb4201c79 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:56.964921 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78b58d16-10f0-4340-a677-3ca5155e7253 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Made reservation on behalf of dffe9b32758f41e588b204d5506b48f8 for: {'port': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:46:56.971254 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-78b58d16-10f0-4340-a677-3ca5155e7253 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:57.000808 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [None req-78b58d16-10f0-4340-a677-3ca5155e7253 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] device_id is not set on port d1478b4d-aac0-4e9e-823f-8163bb1be328 yet. {{(pid=109866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 01:46:57.038486 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7572f64a-ec9c-42da-bf95-1e4fb6bc3469 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-424338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418138'] for router, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:57.094046 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_v2 [None req-7626bf78-f9d7-4366-99bd-d9020a2a6716 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Deleting subnet f7f9f1ee-13b8-4e72-b061-d8b3c60d568f {{(pid=109867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 01:46:57.095564 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46386) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:57.099705 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e81d8c-34d2-4751-9419-54c056f3fbdb None None] Pushing event updated for resources: {'Port': ['ID=ea42be14-1f5e-4b76-8112-c75736afc81c,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:57.109392 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7626bf78-f9d7-4366-99bd-d9020a2a6716 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks [] for subnet, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:57.114605 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:57.128237 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-50300547-4dd8-4626-bd9f-5db648f73609 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:57.145181 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-5fdac30a-c4db-4049-a244-d3cada24bdf4 None None] Provisioning complete for port ea42be14-1f5e-4b76-8112-c75736afc81c triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:46:57.145580 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-5fdac30a-c4db-4049-a244-d3cada24bdf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:57.214790 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-4c946e20-22d3-4d1d-b6a7-e04ad5234b6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:57.222768 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b52fed10-e710-4b0a-ac37-de22a5004cf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-ecd2724f-2b1e-4926-82cf-95886a8e5535', 'network_id': 'ecd2724f-2b1e-4926-82cf-95886a8e5535', 'tenant_id': 'dffe9b32758f41e588b204d5506b48f8', 'fixed_ips': [{'subnet_id': 'ba0db7f3-9067-4994-a98a-f4fd6db14f70'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 01:46:57.223840 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-b52fed10-e710-4b0a-ac37-de22a5004cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:57.264305 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] For port c419b915-6844-4ac2-8de4-37ef1fa48ec5, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=c419b915-6844-4ac2-8de4-37ef1fa48ec5,segment=NetworkSegment(2b1ff8b4-a836-4287-84a2-3eaf8ccfb867),segment_id=2b1ff8b4-a836-4287-84a2-3eaf8ccfb867)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:46:57.288786 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [None req-78b58d16-10f0-4340-a677-3ca5155e7253 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Allocated IP 172.20.0.11 (ecd2724f-2b1e-4926-82cf-95886a8e5535/ba0db7f3-9067-4994-a98a-f4fd6db14f70/d1478b4d-aac0-4e9e-823f-8163bb1be328) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:46:57.291721 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:57.292561 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device ea42be14-1f5e-4b76-8112-c75736afc81c up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:46:57.306127 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-468d9b4e-5b12-41b3-9adb-f61fb4201c79 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:57.330274 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7626bf78-f9d7-4366-99bd-d9020a2a6716 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28690885'] for subnet, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:57.371043 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-50300547-4dd8-4626-bd9f-5db648f73609 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:57.409574 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-50300547-4dd8-4626-bd9f-5db648f73609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:57.435400 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-468d9b4e-5b12-41b3-9adb-f61fb4201c79 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Calling delete_port for e434a241-dc2b-4626-a13b-1c9b80a47a7e owned by {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:46:57.446334 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-50300547-4dd8-4626-bd9f-5db648f73609 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bfb2b4cfb0ea48d8bb95a74a632fc2fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3473904 Nov 24 01:46:57.453044 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46388) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:57.489963 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Pushing event updated for resources: {'Port': ['ID=c419b915-6844-4ac2-8de4-37ef1fa48ec5,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:57.555419 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port ea42be14-1f5e-4b76-8112-c75736afc81c triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:46:57.555789 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:57.582021 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-78b58d16-10f0-4340-a677-3ca5155e7253 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:57.584329 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-5fdac30a-c4db-4049-a244-d3cada24bdf4 None None] Provisioning complete for port c419b915-6844-4ac2-8de4-37ef1fa48ec5 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:46:57.584702 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-5fdac30a-c4db-4049-a244-d3cada24bdf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:57.614872 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50300547-4dd8-4626-bd9f-5db648f73609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79a06d1a-af99-4e7a-bd4a-4bb44b983678,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:57.647753 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-71c115e4-6386-4327-96d0-d577b8aad3ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:57.651573 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-78b58d16-10f0-4340-a677-3ca5155e7253 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:57.722203 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-71c115e4-6386-4327-96d0-d577b8aad3ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:57.731140 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b58d16-10f0-4340-a677-3ca5155e7253 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Network ecd2724f-2b1e-4926-82cf-95886a8e5535 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:46:57.740514 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-78b58d16-10f0-4340-a677-3ca5155e7253 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:46:57.747518 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b58d16-10f0-4340-a677-3ca5155e7253 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:46:57.800945 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-b52fed10-e710-4b0a-ac37-de22a5004cf0 None None] Allocated IP 172.20.0.2 (ecd2724f-2b1e-4926-82cf-95886a8e5535/ba0db7f3-9067-4994-a98a-f4fd6db14f70/d7d53897-e026-4f9f-ba5f-7008d43a9f22) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:46:57.806967 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:57.855051 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b58d16-10f0-4340-a677-3ca5155e7253 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Pushing event updated for resources: {'Port': ['ID=d1478b4d-aac0-4e9e-823f-8163bb1be328,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:57.897479 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b58d16-10f0-4340-a677-3ca5155e7253 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:57.898166 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-78b58d16-10f0-4340-a677-3ca5155e7253 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:57.904211 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-71c115e4-6386-4327-96d0-d577b8aad3ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:57.907002 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-71c115e4-6386-4327-96d0-d577b8aad3ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:57.908161 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-71c115e4-6386-4327-96d0-d577b8aad3ce admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/79a06d1a-af99-4e7a-bd4a-4bb44b983678 HTTP/1.1" status: 204 len: 168 time: 0.4541306 Nov 24 01:46:57.925935 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c115e4-6386-4327-96d0-d577b8aad3ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79a06d1a-af99-4e7a-bd4a-4bb44b983678,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:57.939457 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-78b58d16-10f0-4340-a677-3ca5155e7253 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.2274756 Nov 24 01:46:57.939621 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-5fdac30a-c4db-4049-a244-d3cada24bdf4 None None] Provisioning complete for port 48a73545-8092-4069-ac5f-f26ee8d39d60 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:46:57.939621 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-5fdac30a-c4db-4049-a244-d3cada24bdf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:57.939795 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46396) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:57.942796 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7626bf78-f9d7-4366-99bd-d9020a2a6716 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:57.945437 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-4230daaf-a139-4652-b3b4-95ce59390834 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Request body: {'port': {'network_id': 'ecd2724f-2b1e-4926-82cf-95886a8e5535', 'name': 'tempest-PortsTestJSON-584905004'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:46:57.948991 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device f168590e-db15-4061-9803-abc7ce705918 no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:46:57.958467 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f5e154-654c-452b-b205-0a4ec3063980 req-10a153ed-fe02-47c0-a57f-62bbd2826a74 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:57.960081 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-58f5e154-654c-452b-b205-0a4ec3063980 req-10a153ed-fe02-47c0-a57f-62bbd2826a74 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7fa21ef-c2f6-4d95-b817-914404dd2b8b HTTP/1.1" status: 200 len: 932 time: 0.1061089 Nov 24 01:46:58.007033 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: f168590e-db15-4061-9803-abc7ce705918 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:46:58.007719 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device f168590e-db15-4061-9803-abc7ce705918 not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:46:58.080570 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-5fdac30a-c4db-4049-a244-d3cada24bdf4 None None] Port 48a73545-8092-4069-ac5f-f26ee8d39d60 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:46:58.082038 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:58.102025 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-58f5e154-654c-452b-b205-0a4ec3063980 req-84af64b5-52a5-4396-b814-2eeae74451a0 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] 10.222.0.21 "GET /v2.0/security-groups?id=137d305a-b3ea-4e14-b9c3-3a9986b7aca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275916 Nov 24 01:46:58.134360 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7626bf78-f9d7-4366-99bd-d9020a2a6716 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25501782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25307808'] for subnet, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:58.155848 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4230daaf-a139-4652-b3b4-95ce59390834 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Made reservation on behalf of dffe9b32758f41e588b204d5506b48f8 for: {'port': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:46:58.160252 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4230daaf-a139-4652-b3b4-95ce59390834 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:58.179306 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [None req-4230daaf-a139-4652-b3b4-95ce59390834 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] device_id is not set on port f3bbee93-8c6f-4596-8cb9-9dd0e45b4e49 yet. {{(pid=109866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 01:46:58.182161 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-468d9b4e-5b12-41b3-9adb-f61fb4201c79 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:58.196562 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device c419b915-6844-4ac2-8de4-37ef1fa48ec5 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:46:58.201827 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7626bf78-f9d7-4366-99bd-d9020a2a6716 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Pushing event deleted for resources: {'Subnet': ['ID=f7f9f1ee-13b8-4e72-b061-d8b3c60d568f,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:58.204545 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ac7f47-f139-41ee-b961-a4d5fc864a5f None None] Network 3ec29ac9-a034-4594-a035-6a6a50dffe9f requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:46:58.208186 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7626bf78-f9d7-4366-99bd-d9020a2a6716 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:58.212264 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-7626bf78-f9d7-4366-99bd-d9020a2a6716 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] 10.222.0.21 "DELETE /v2.0/subnets/f7f9f1ee-13b8-4e72-b061-d8b3c60d568f HTTP/1.1" status: 204 len: 168 time: 1.3365710 Nov 24 01:46:58.238746 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46398) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:58.248965 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d9b4e-5b12-41b3-9adb-f61fb4201c79 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Pushing event deleted for resources: {'Port': ['ID=e434a241-dc2b-4626-a13b-1c9b80a47a7e,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:58.306522 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-468d9b4e-5b12-41b3-9adb-f61fb4201c79 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:58.313195 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-468d9b4e-5b12-41b3-9adb-f61fb4201c79 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "DELETE /v2.0/ports/e434a241-dc2b-4626-a13b-1c9b80a47a7e HTTP/1.1" status: 204 len: 168 time: 1.9572773 Nov 24 01:46:58.317047 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46402) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:58.345740 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7572f64a-ec9c-42da-bf95-1e4fb6bc3469 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Router fb29bd68-4051-4652-a581-36349e2b4e85 is scheduled to L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e with binding_index 1 {{(pid=109867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 01:46:58.404137 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-32e9b58e-8149-4d34-80a5-c1e3ce671bb7 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:58.447574 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [req-a129b152-60fb-4a8c-8a00-0050d114f9fd req-3b6f9e26-169f-446a-911a-c0d380df2af1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48a73545-8092-4069-ac5f-f26ee8d39d60 {{(pid=109867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 01:46:58.448498 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9dbbb7-131e-4e74-965f-e8b6cfc4208f tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:58.450217 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9dbbb7-131e-4e74-965f-e8b6cfc4208f tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:58.456888 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-bb9dbbb7-131e-4e74-965f-e8b6cfc4208f tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1364183 Nov 24 01:46:58.460768 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46406) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:58.468435 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-a129b152-60fb-4a8c-8a00-0050d114f9fd req-3b6f9e26-169f-446a-911a-c0d380df2af1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:58.507067 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-32e9b58e-8149-4d34-80a5-c1e3ce671bb7 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Deleting port a55b0c05-4783-4ba0-baed-c15df5550b1a {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:46:58.507394 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-32e9b58e-8149-4d34-80a5-c1e3ce671bb7 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:58.507536 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-20353fb8-c7c4-4583-a150-079fbc56152f None None] Provisioning complete for port c419b915-6844-4ac2-8de4-37ef1fa48ec5 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:46:58.508010 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-20353fb8-c7c4-4583-a150-079fbc56152f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:58.517069 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-b52fed10-e710-4b0a-ac37-de22a5004cf0 None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:58.591873 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-b52fed10-e710-4b0a-ac37-de22a5004cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:58.604152 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.provisioning_blocks [req-a129b152-60fb-4a8c-8a00-0050d114f9fd req-3b6f9e26-169f-446a-911a-c0d380df2af1 service neutron] Transition to ACTIVE for port object 48a73545-8092-4069-ac5f-f26ee8d39d60 will not be triggered until provisioned by entity L2. {{(pid=109867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 01:46:58.625616 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-a129b152-60fb-4a8c-8a00-0050d114f9fd req-3b6f9e26-169f-446a-911a-c0d380df2af1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25501696'] for port, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:58.648503 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [None req-32e9b58e-8149-4d34-80a5-c1e3ce671bb7 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] For port a55b0c05-4783-4ba0-baed-c15df5550b1a, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=a55b0c05-4783-4ba0-baed-c15df5550b1a,segment=NetworkSegment(14543e07-d65f-4919-aa19-01e98647f721),segment_id=14543e07-d65f-4919-aa19-01e98647f721)] {{(pid=109866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:46:58.649165 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-32e9b58e-8149-4d34-80a5-c1e3ce671bb7 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:58.673393 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52fed10-e710-4b0a-ac37-de22a5004cf0 None None] Network ecd2724f-2b1e-4926-82cf-95886a8e5535 is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:46:58.677730 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-32e9b58e-8149-4d34-80a5-c1e3ce671bb7 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Calling delete_port for a55b0c05-4783-4ba0-baed-c15df5550b1a owned by network:dhcp {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:46:58.689173 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [None req-4230daaf-a139-4652-b3b4-95ce59390834 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Allocated IP 172.20.0.7 (ecd2724f-2b1e-4926-82cf-95886a8e5535/ba0db7f3-9067-4994-a98a-f4fd6db14f70/f3bbee93-8c6f-4596-8cb9-9dd0e45b4e49) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:46:58.689657 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a19061d-60d9-449e-925e-269d05eec0fa tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Deleting subnet b7455c30-0ef6-405a-a713-7a5f99e76aad {{(pid=109867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 01:46:58.695102 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6f9e26-169f-446a-911a-c0d380df2af1 service neutron] Pushing event updated for resources: {'Port': ['ID=48a73545-8092-4069-ac5f-f26ee8d39d60,revision_number=2']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:58.710610 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2a19061d-60d9-449e-925e-269d05eec0fa tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for subnet, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:58.718835 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-b52fed10-e710-4b0a-ac37-de22a5004cf0 None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:46:58.725438 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port c419b915-6844-4ac2-8de4-37ef1fa48ec5 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:46:58.725618 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:58.743595 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52fed10-e710-4b0a-ac37-de22a5004cf0 None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:46:58.754187 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7572f64a-ec9c-42da-bf95-1e4fb6bc3469 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:46:58.775688 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503f72c4-54c7-43a7-bee1-7dece27e70c6 None None] Sync routers for ids ['fb29bd68-4051-4652-a581-36349e2b4e85'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:46:58.806279 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-32e9b58e-8149-4d34-80a5-c1e3ce671bb7 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:58.845967 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2a19061d-60d9-449e-925e-269d05eec0fa tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28690885'] for subnet, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:58.852416 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e9b58e-8149-4d34-80a5-c1e3ce671bb7 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Pushing event deleted for resources: {'Port': ['ID=a55b0c05-4783-4ba0-baed-c15df5550b1a,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:58.871413 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503f72c4-54c7-43a7-bee1-7dece27e70c6 None None] Routers {'fb29bd68-4051-4652-a581-36349e2b4e85'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:46:58.871558 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e9b58e-8149-4d34-80a5-c1e3ce671bb7 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] No DVR routers for this DVR port a55b0c05-4783-4ba0-baed-c15df5550b1a on host dv-neutron-818911-2-hyperv {{(pid=109866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:46:58.872052 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-503f72c4-54c7-43a7-bee1-7dece27e70c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:46:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['fb29bd68-4051-4652-a581-36349e2b4e85'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:58.897481 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7572f64a-ec9c-42da-bf95-1e4fb6bc3469 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Publish callbacks [] for router, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:58.901628 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-7572f64a-ec9c-42da-bf95-1e4fb6bc3469 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 7.5436201 Nov 24 01:46:58.909488 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46416) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:58.934196 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52fed10-e710-4b0a-ac37-de22a5004cf0 None None] Pushing event updated for resources: {'Port': ['ID=d7d53897-e026-4f9f-ba5f-7008d43a9f22,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:58.979122 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.managers [req-a129b152-60fb-4a8c-8a00-0050d114f9fd req-3b6f9e26-169f-446a-911a-c0d380df2af1 service neutron] Attempting to bind port 48a73545-8092-4069-ac5f-f26ee8d39d60 on host hv-neutron-8189 for vnic_type normal with profile {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:46:58.979670 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.managers [req-a129b152-60fb-4a8c-8a00-0050d114f9fd req-3b6f9e26-169f-446a-911a-c0d380df2af1 service neutron] Attempting to bind port 48a73545-8092-4069-ac5f-f26ee8d39d60 by drivers openvswitch,hyperv on host hv-neutron-8189 at level 0 using segments [{'id': 'db823f0a-caf6-41c9-bc62-afb7ce23547f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a38adc46-db63-4179-872d-6aa1e8287d77'}] {{(pid=109867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:46:58.979780 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a129b152-60fb-4a8c-8a00-0050d114f9fd req-3b6f9e26-169f-446a-911a-c0d380df2af1 service neutron] Attempting to bind port 48a73545-8092-4069-ac5f-f26ee8d39d60 on network a38adc46-db63-4179-872d-6aa1e8287d77 {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:46:58.988661 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a129b152-60fb-4a8c-8a00-0050d114f9fd req-3b6f9e26-169f-446a-911a-c0d380df2af1 service neutron] Port 48a73545-8092-4069-ac5f-f26ee8d39d60 on network a38adc46-db63-4179-872d-6aa1e8287d77 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8189 {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 01:46:58.988987 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a129b152-60fb-4a8c-8a00-0050d114f9fd req-3b6f9e26-169f-446a-911a-c0d380df2af1 service neutron] Attempting to bind port 48a73545-8092-4069-ac5f-f26ee8d39d60 on network a38adc46-db63-4179-872d-6aa1e8287d77 {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:46:59.003564 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-b52fed10-e710-4b0a-ac37-de22a5004cf0 None None] Attempting to bind port d7d53897-e026-4f9f-ba5f-7008d43a9f22 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:46:59.004508 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-b52fed10-e710-4b0a-ac37-de22a5004cf0 None None] Attempting to bind port d7d53897-e026-4f9f-ba5f-7008d43a9f22 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': 'd1f3519a-b607-4fa3-8c49-3f96a8e5972b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'ecd2724f-2b1e-4926-82cf-95886a8e5535'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:46:59.004508 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52fed10-e710-4b0a-ac37-de22a5004cf0 None None] Attempting to bind port d7d53897-e026-4f9f-ba5f-7008d43a9f22 on network ecd2724f-2b1e-4926-82cf-95886a8e5535 {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:46:59.020650 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52fed10-e710-4b0a-ac37-de22a5004cf0 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:46:59.021032 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52fed10-e710-4b0a-ac37-de22a5004cf0 None None] Checking segment: {'id': 'd1f3519a-b607-4fa3-8c49-3f96a8e5972b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'ecd2724f-2b1e-4926-82cf-95886a8e5535'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:46:59.021307 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a129b152-60fb-4a8c-8a00-0050d114f9fd req-3b6f9e26-169f-446a-911a-c0d380df2af1 service neutron] Checking agent: {'id': '5773fe6b-0967-455f-9dc9-84c0c923201b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 42, 58), 'started_at': datetime.datetime(2021, 11, 24, 1, 42, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 46, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:46:59.021476 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-b52fed10-e710-4b0a-ac37-de22a5004cf0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:59.021665 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a129b152-60fb-4a8c-8a00-0050d114f9fd req-3b6f9e26-169f-446a-911a-c0d380df2af1 service neutron] Checking segment: {'id': 'db823f0a-caf6-41c9-bc62-afb7ce23547f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a38adc46-db63-4179-872d-6aa1e8287d77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:46:59.021853 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52fed10-e710-4b0a-ac37-de22a5004cf0 None None] Bound using segment: {'id': 'd1f3519a-b607-4fa3-8c49-3f96a8e5972b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'ecd2724f-2b1e-4926-82cf-95886a8e5535'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:46:59.022048 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a129b152-60fb-4a8c-8a00-0050d114f9fd req-3b6f9e26-169f-446a-911a-c0d380df2af1 service neutron] Bound using segment: {'id': 'db823f0a-caf6-41c9-bc62-afb7ce23547f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a38adc46-db63-4179-872d-6aa1e8287d77'} {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:46:59.022341 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-b52fed10-e710-4b0a-ac37-de22a5004cf0 None None] Bound port: d7d53897-e026-4f9f-ba5f-7008d43a9f22, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1f3519a-b607-4fa3-8c49-3f96a8e5972b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'ecd2724f-2b1e-4926-82cf-95886a8e5535'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:46:59.022473 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.managers [req-a129b152-60fb-4a8c-8a00-0050d114f9fd req-3b6f9e26-169f-446a-911a-c0d380df2af1 service neutron] Bound port: 48a73545-8092-4069-ac5f-f26ee8d39d60, host: hv-neutron-8189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db823f0a-caf6-41c9-bc62-afb7ce23547f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a38adc46-db63-4179-872d-6aa1e8287d77'}}] {{(pid=109867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:46:59.022730 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-b52fed10-e710-4b0a-ac37-de22a5004cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:59.023428 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-a129b152-60fb-4a8c-8a00-0050d114f9fd req-3b6f9e26-169f-446a-911a-c0d380df2af1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:59.025807 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-503f72c4-54c7-43a7-bee1-7dece27e70c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:59.057297 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-32e9b58e-8149-4d34-80a5-c1e3ce671bb7 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:59.118976 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-20353fb8-c7c4-4583-a150-079fbc56152f None None] Could not find standard attr ID for object e434a241-dc2b-4626-a13b-1c9b80a47a7e. {{(pid=109868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 01:46:59.129319 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503f72c4-54c7-43a7-bee1-7dece27e70c6 None None] Routers {'fb29bd68-4051-4652-a581-36349e2b4e85'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:46:59.130037 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-503f72c4-54c7-43a7-bee1-7dece27e70c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:46:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['fb29bd68-4051-4652-a581-36349e2b4e85'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:59.165504 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2a19061d-60d9-449e-925e-269d05eec0fa tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:59.173837 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-32e9b58e-8149-4d34-80a5-c1e3ce671bb7 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ec29ac9-a034-4594-a035-6a6a50dffe9f']}} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:59.189651 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-503f72c4-54c7-43a7-bee1-7dece27e70c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:59.190990 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503f72c4-54c7-43a7-bee1-7dece27e70c6 None None] The sync data for ids ['fb29bd68-4051-4652-a581-36349e2b4e85'] in dv-neutron-818911-2-hyperv is: [] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:46:59.229552 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-32e9b58e-8149-4d34-80a5-c1e3ce671bb7 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14543e07-d65f-4919-aa19-01e98647f721') {'for_net_delete': True} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:59.234246 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-32e9b58e-8149-4d34-80a5-c1e3ce671bb7 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14543e07-d65f-4919-aa19-01e98647f721') {} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:46:59.234694 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-b52fed10-e710-4b0a-ac37-de22a5004cf0 None None] For port d7d53897-e026-4f9f-ba5f-7008d43a9f22, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:46:59.267361 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e752f387-e8f8-4666-8488-82242c9d73f5 None None] DHCP port deletion for 3ec29ac9-a034-4594-a035-6a6a50dffe9f request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:46:59.273159 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-b52fed10-e710-4b0a-ac37-de22a5004cf0 None None] For port d7d53897-e026-4f9f-ba5f-7008d43a9f22, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=d7d53897-e026-4f9f-ba5f-7008d43a9f22,segment=NetworkSegment(d1f3519a-b607-4fa3-8c49-3f96a8e5972b),segment_id=d1f3519a-b607-4fa3-8c49-3f96a8e5972b)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:46:59.288134 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-b52fed10-e710-4b0a-ac37-de22a5004cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:59.291026 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device ea42be14-1f5e-4b76-8112-c75736afc81c up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:46:59.331636 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4230daaf-a139-4652-b3b4-95ce59390834 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:59.335281 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-32e9b58e-8149-4d34-80a5-c1e3ce671bb7 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29055561'] for segment, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:59.357873 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-32e9b58e-8149-4d34-80a5-c1e3ce671bb7 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:59.369570 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32e9b58e-8149-4d34-80a5-c1e3ce671bb7 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=109866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:46:59.370838 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-32e9b58e-8149-4d34-80a5-c1e3ce671bb7 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29151010'] for segment, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:59.374643 dv-neutron-818911-2-hyperv neutron-server[109866]: Traceback (most recent call last): Nov 24 01:46:59.374643 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:46:59.374643 dv-neutron-818911-2-hyperv neutron-server[109866]: timer() Nov 24 01:46:59.374643 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:46:59.374643 dv-neutron-818911-2-hyperv neutron-server[109866]: cb(*args, **kw) Nov 24 01:46:59.374643 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:46:59.374643 dv-neutron-818911-2-hyperv neutron-server[109866]: return func(*args, **kwargs) Nov 24 01:46:59.374643 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:46:59.374643 dv-neutron-818911-2-hyperv neutron-server[109866]: self._notify() Nov 24 01:46:59.374643 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:46:59.374643 dv-neutron-818911-2-hyperv neutron-server[109866]: self.callback(batched_events) Nov 24 01:46:59.374643 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:46:59.374643 dv-neutron-818911-2-hyperv neutron-server[109866]: event.method(event) Nov 24 01:46:59.374643 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:46:59.374643 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:46:59.374643 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:46:59.374643 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:46:59.374643 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:46:59.374643 dv-neutron-818911-2-hyperv neutron-server[109866]: return f(self, *a, **k) Nov 24 01:46:59.374643 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:46:59.374643 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._get(url).json() Nov 24 01:46:59.374643 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:46:59.374643 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:46:59.374643 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:46:59.374643 dv-neutron-818911-2-hyperv neutron-server[109866]: return self.request(url, 'GET', **kwargs) Nov 24 01:46:59.374643 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:46:59.374643 dv-neutron-818911-2-hyperv neutron-server[109866]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:46:59.374643 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:46:59.374643 dv-neutron-818911-2-hyperv neutron-server[109866]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:46:59.374643 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:46:59.374643 dv-neutron-818911-2-hyperv neutron-server[109866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:46:59.374643 dv-neutron-818911-2-hyperv neutron-server[109866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:46:59.454448 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52fed10-e710-4b0a-ac37-de22a5004cf0 None None] Pushing event updated for resources: {'Port': ['ID=d7d53897-e026-4f9f-ba5f-7008d43a9f22,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:59.477209 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [req-a129b152-60fb-4a8c-8a00-0050d114f9fd req-3b6f9e26-169f-446a-911a-c0d380df2af1 service neutron] For port 48a73545-8092-4069-ac5f-f26ee8d39d60, host hv-neutron-8189, cleared binding levels {{(pid=109867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:46:59.487104 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port ea42be14-1f5e-4b76-8112-c75736afc81c triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:46:59.488009 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:59.494532 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4230daaf-a139-4652-b3b4-95ce59390834 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:59.519880 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-32e9b58e-8149-4d34-80a5-c1e3ce671bb7 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:59.561428 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-32e9b58e-8149-4d34-80a5-c1e3ce671bb7 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:59.565278 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-32e9b58e-8149-4d34-80a5-c1e3ce671bb7 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] 10.222.0.21 "DELETE /v2.0/networks/3ec29ac9-a034-4594-a035-6a6a50dffe9f HTTP/1.1" status: 204 len: 168 time: 1.3254137 Nov 24 01:46:59.572201 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [req-a129b152-60fb-4a8c-8a00-0050d114f9fd req-3b6f9e26-169f-446a-911a-c0d380df2af1 service neutron] For port 48a73545-8092-4069-ac5f-f26ee8d39d60, host hv-neutron-8189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=48a73545-8092-4069-ac5f-f26ee8d39d60,segment=NetworkSegment(db823f0a-caf6-41c9-bc62-afb7ce23547f),segment_id=db823f0a-caf6-41c9-bc62-afb7ce23547f)] {{(pid=109867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:46:59.588072 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:59.589882 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d98afa8-c135-45d2-85a6-a688de3ae99a req-9ececc1d-c713-4380-9783-0e84abef8169 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:59.599683 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-9d98afa8-c135-45d2-85a6-a688de3ae99a req-9ececc1d-c713-4380-9783-0e84abef8169 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7fa21ef-c2f6-4d95-b817-914404dd2b8b HTTP/1.1" status: 200 len: 944 time: 0.2869608 Nov 24 01:46:59.610906 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e9b58e-8149-4d34-80a5-c1e3ce671bb7 tempest-NetworksIpV6Test-1058186242 tempest-NetworksIpV6Test-1058186242-project] Pushing event deleted for resources: {'Network': ['ID=3ec29ac9-a034-4594-a035-6a6a50dffe9f,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:59.624785 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4230daaf-a139-4652-b3b4-95ce59390834 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Network ecd2724f-2b1e-4926-82cf-95886a8e5535 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:46:59.625399 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-a129b152-60fb-4a8c-8a00-0050d114f9fd req-3b6f9e26-169f-446a-911a-c0d380df2af1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25501696'] for port, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:59.632688 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4230daaf-a139-4652-b3b4-95ce59390834 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Pushing event updated for resources: {'Port': ['ID=f3bbee93-8c6f-4596-8cb9-9dd0e45b4e49,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:59.635337 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-4230daaf-a139-4652-b3b4-95ce59390834 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:46:59.639246 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4230daaf-a139-4652-b3b4-95ce59390834 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:46:59.691558 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-41c68288-485a-45be-b33b-b8c9f0aefd87 req-4adb995b-2058-4098-a9a7-56cf6183f077 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=54a6fdcb-af1b-4e68-a904-3bb95b5cf340&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1945012 Nov 24 01:46:59.736315 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2a19061d-60d9-449e-925e-269d05eec0fa tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25501782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25307808'] for subnet, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:59.745199 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4230daaf-a139-4652-b3b4-95ce59390834 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:59.746021 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4230daaf-a139-4652-b3b4-95ce59390834 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:59.746495 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6f9e26-169f-446a-911a-c0d380df2af1 service neutron] Pushing event updated for resources: {'Port': ['ID=48a73545-8092-4069-ac5f-f26ee8d39d60,revision_number=3']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:59.764493 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2a19061d-60d9-449e-925e-269d05eec0fa tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:59.770663 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-2a19061d-60d9-449e-925e-269d05eec0fa tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "DELETE /v2.0/subnets/b7455c30-0ef6-405a-a713-7a5f99e76aad HTTP/1.1" status: 204 len: 168 time: 1.3024135 Nov 24 01:46:59.771092 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb31eed5-7f4b-4cf6-963d-de89133a7554 None None] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:46:59.781636 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46432) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:59.818236 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a129b152-60fb-4a8c-8a00-0050d114f9fd req-3b6f9e26-169f-446a-911a-c0d380df2af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:46:59.818899 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-a129b152-60fb-4a8c-8a00-0050d114f9fd req-3b6f9e26-169f-446a-911a-c0d380df2af1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:46:59.820170 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-a129b152-60fb-4a8c-8a00-0050d114f9fd req-3b6f9e26-169f-446a-911a-c0d380df2af1 service neutron] 10.222.0.48 "PUT /v2.0/ports/48a73545-8092-4069-ac5f-f26ee8d39d60 HTTP/1.1" status: 200 len: 1094 time: 3.2286000 Nov 24 01:46:59.842300 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-4230daaf-a139-4652-b3b4-95ce59390834 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.9014292 Nov 24 01:46:59.848733 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46434) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:46:59.866668 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7fa21ef-c2f6-4d95-b817-914404dd2b8b', 'tag': '48a73545-8092-4069-ac5f-f26ee8d39d60'}] {{(pid=109867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 01:46:59.869044 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2155eb48762029a847224b6ca77dbed8b251e8450d3d79f1fc0a82d404e82e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c92c68c-9209-4698-b55b-3dc279682ebb" -d '{"events": [{"name": "network-changed", "server_uuid": "b7fa21ef-c2f6-4d95-b817-914404dd2b8b", "tag": "48a73545-8092-4069-ac5f-f26ee8d39d60"}]}' {{(pid=109867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 01:46:59.933021 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a19061d-60d9-449e-925e-269d05eec0fa tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Pushing event deleted for resources: {'Subnet': ['ID=b7455c30-0ef6-405a-a713-7a5f99e76aad,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:46:59.948889 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-ff290689-0188-4ad7-bf08-50b91002788b tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1250730 Nov 24 01:46:59.952929 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46438) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:00.039726 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-53a9705e-4127-4422-acb7-76631495c21b tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Request body: {'subnet': {'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:47:00.078491 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 01:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5163d468-9f4e-451d-98eb-08cd961d8130 x-openstack-request-id: req-5163d468-9f4e-451d-98eb-08cd961d8130 {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 01:47:00.078491 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7fa21ef-c2f6-4d95-b817-914404dd2b8b", "tag": "48a73545-8092-4069-ac5f-f26ee8d39d60", "status": "completed", "code": 200}]} {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 01:47:00.079229 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5163d468-9f4e-451d-98eb-08cd961d8130 {{(pid=109867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 01:47:00.079620 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7fa21ef-c2f6-4d95-b817-914404dd2b8b', 'tag': '48a73545-8092-4069-ac5f-f26ee8d39d60', 'status': 'completed', 'code': 200} Nov 24 01:47:00.120388 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-9d98afa8-c135-45d2-85a6-a688de3ae99a req-fd0d04bc-1380-404d-86b8-65a74e4db043 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] 10.222.0.21 "GET /v2.0/security-groups?id=137d305a-b3ea-4e14-b9c3-3a9986b7aca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5149343 Nov 24 01:47:00.172618 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:00.194146 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a129b152-60fb-4a8c-8a00-0050d114f9fd req-7f67a1ff-0d78-4962-b84b-127753d99d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:00.195807 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-a129b152-60fb-4a8c-8a00-0050d114f9fd req-7f67a1ff-0d78-4962-b84b-127753d99d04 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c86e6537e95341b0928530c16780ff1b&device_id=b7fa21ef-c2f6-4d95-b817-914404dd2b8b HTTP/1.1" status: 200 len: 1097 time: 0.2525556 Nov 24 01:47:00.311817 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-a129b152-60fb-4a8c-8a00-0050d114f9fd req-3a28d325-abf6-4aaa-b476-fb0b866916b8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=48a73545-8092-4069-ac5f-f26ee8d39d60 HTTP/1.1" status: 200 len: 217 time: 0.0966659 Nov 24 01:47:00.319325 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device d7d53897-e026-4f9f-ba5f-7008d43a9f22 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:47:00.322748 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069d30d7-da39-407d-a8d6-23b7f0fe81fa None None] DHCP port deletion for 9b0cb615-dd00-417f-9128-01ca62e524f6 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:47:00.338165 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46448) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:00.446762 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port d7d53897-e026-4f9f-ba5f-7008d43a9f22 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:47:00.447403 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:00.479472 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-069d30d7-da39-407d-a8d6-23b7f0fe81fa None None] Deleting port c419b915-6844-4ac2-8de4-37ef1fa48ec5 {{(pid=109868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:47:00.479852 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-069d30d7-da39-407d-a8d6-23b7f0fe81fa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:00.608017 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a129b152-60fb-4a8c-8a00-0050d114f9fd req-574f0dbe-8bba-4cd6-8f75-e06963fcdd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:00.609664 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-a129b152-60fb-4a8c-8a00-0050d114f9fd req-574f0dbe-8bba-4cd6-8f75-e06963fcdd21 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=52b861e9-7165-4fda-96bd-415355d68dd1 HTTP/1.1" status: 200 len: 835 time: 0.2868438 Nov 24 01:47:00.625993 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-069d30d7-da39-407d-a8d6-23b7f0fe81fa None None] For port c419b915-6844-4ac2-8de4-37ef1fa48ec5, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=c419b915-6844-4ac2-8de4-37ef1fa48ec5,segment=NetworkSegment(2b1ff8b4-a836-4287-84a2-3eaf8ccfb867),segment_id=2b1ff8b4-a836-4287-84a2-3eaf8ccfb867)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:47:00.626566 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-069d30d7-da39-407d-a8d6-23b7f0fe81fa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:00.641761 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-069d30d7-da39-407d-a8d6-23b7f0fe81fa None None] Calling delete_port for c419b915-6844-4ac2-8de4-37ef1fa48ec5 owned by network:dhcp {{(pid=109868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:47:00.701745 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c68288-485a-45be-b33b-b8c9f0aefd87 req-2f26f578-6e27-4c5d-a15d-98f530937cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:00.703882 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-41c68288-485a-45be-b33b-b8c9f0aefd87 req-2f26f578-6e27-4c5d-a15d-98f530937cd1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=110fa21155a747ab90ae3fb887427135&device_id=54a6fdcb-af1b-4e68-a904-3bb95b5cf340 HTTP/1.1" status: 200 len: 1098 time: 0.9533246 Nov 24 01:47:00.710176 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e0bffde4-9102-488d-95e6-b1be3039a2c6 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:00.746561 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-ed0a8ece-2cd3-4c51-ae63-946f92dd2389 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=52012859bd7040dfaae99173fefc0e0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4074693 Nov 24 01:47:00.751057 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46458) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:00.810154 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a129b152-60fb-4a8c-8a00-0050d114f9fd req-d4683acf-2874-426f-8293-d8513f22c0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:00.810375 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:00.810750 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-a129b152-60fb-4a8c-8a00-0050d114f9fd req-d4683acf-2874-426f-8293-d8513f22c0a4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a38adc46-db63-4179-872d-6aa1e8287d77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1872268 Nov 24 01:47:00.865880 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-069d30d7-da39-407d-a8d6-23b7f0fe81fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974'] for port, after_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:00.900940 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] For port d7d53897-e026-4f9f-ba5f-7008d43a9f22, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=d7d53897-e026-4f9f-ba5f-7008d43a9f22,segment=NetworkSegment(d1f3519a-b607-4fa3-8c49-3f96a8e5972b),segment_id=d1f3519a-b607-4fa3-8c49-3f96a8e5972b)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:47:00.903427 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069d30d7-da39-407d-a8d6-23b7f0fe81fa None None] Pushing event deleted for resources: {'Port': ['ID=c419b915-6844-4ac2-8de4-37ef1fa48ec5,revision_number=None']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:00.910936 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069d30d7-da39-407d-a8d6-23b7f0fe81fa None None] No DVR routers for this DVR port c419b915-6844-4ac2-8de4-37ef1fa48ec5 on host dv-neutron-818911-2-hyperv {{(pid=109868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:47:00.916073 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:00.943253 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2cbc9fe-28b4-4073-a251-9318110b6663 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:00.947803 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-a2cbc9fe-28b4-4073-a251-9318110b6663 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.11 HTTP/1.1" status: 200 len: 923 time: 1.0957396 Nov 24 01:47:00.948790 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46462) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:00.969966 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c68288-485a-45be-b33b-b8c9f0aefd87 req-951bc78f-56c1-4693-9039-7410b6167f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:00.971488 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-41c68288-485a-45be-b33b-b8c9f0aefd87 req-951bc78f-56c1-4693-9039-7410b6167f8c service neutron] 10.222.0.48 "GET /v2.0/networks?id=0439926c-1302-4dcb-a15d-d53f1b665c6d HTTP/1.1" status: 200 len: 912 time: 0.2432082 Nov 24 01:47:01.051004 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device a55b0c05-4783-4ba0-baed-c15df5550b1a no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:47:01.056215 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Pushing event updated for resources: {'Port': ['ID=d7d53897-e026-4f9f-ba5f-7008d43a9f22,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:01.099377 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: a55b0c05-4783-4ba0-baed-c15df5550b1a {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:47:01.100391 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device a55b0c05-4783-4ba0-baed-c15df5550b1a not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:47:01.104795 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a9705e-4127-4422-acb7-76631495c21b tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Made reservation on behalf of 6974375fded34c83af8967d3f69dce07 for: {'subnet': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:47:01.106637 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-077adc47-4f07-4170-9a3a-10d3e6a435e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:01.108828 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-53a9705e-4127-4422-acb7-76631495c21b tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29154835'] for subnet, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:01.144464 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183ae8dc-9aa9-4142-a702-8a9bd61c5a07 None None] Network ecd2724f-2b1e-4926-82cf-95886a8e5535 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:47:01.149860 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-41c68288-485a-45be-b33b-b8c9f0aefd87 req-c9293d07-ea47-4ca1-aa92-6df889d316af service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b699589b-8212-4295-8919-4bb76ce3f790 HTTP/1.1" status: 200 len: 1000 time: 0.1562362 Nov 24 01:47:01.176045 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-a129b152-60fb-4a8c-8a00-0050d114f9fd req-8767d6a1-8108-4d9e-aead-b09ba4db7ac1 service neutron] 10.222.0.48 "GET /v2.0/networks/a38adc46-db63-4179-872d-6aa1e8287d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3500853 Nov 24 01:47:01.206210 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c68288-485a-45be-b33b-b8c9f0aefd87 req-83cb9365-4d61-48c9-be64-8cef6e5dc50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:01.207679 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-41c68288-485a-45be-b33b-b8c9f0aefd87 req-83cb9365-4d61-48c9-be64-8cef6e5dc50c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3cd00567-bdb6-4d9c-8716-d6fe9a6098c7 HTTP/1.1" status: 200 len: 850 time: 0.0494051 Nov 24 01:47:01.223713 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-077adc47-4f07-4170-9a3a-10d3e6a435e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:01.225588 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46468) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:01.289397 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-f83bf297-df56-4a18-8ceb-11a72ab9e0a4 None None] Provisioning complete for port d7d53897-e026-4f9f-ba5f-7008d43a9f22 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:47:01.289765 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-f83bf297-df56-4a18-8ceb-11a72ab9e0a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:01.340182 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-5338b7c4-96f9-4e0e-9569-69aa5c5689dd tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Deleting port f3bbee93-8c6f-4596-8cb9-9dd0e45b4e49 {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:47:01.340682 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5338b7c4-96f9-4e0e-9569-69aa5c5689dd tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:01.388073 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c68288-485a-45be-b33b-b8c9f0aefd87 req-b5fc899c-ce73-448f-ad37-b439b3fd7ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:01.389702 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-41c68288-485a-45be-b33b-b8c9f0aefd87 req-b5fc899c-ce73-448f-ad37-b439b3fd7ee8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0439926c-1302-4dcb-a15d-d53f1b665c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1433644 Nov 24 01:47:01.500760 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2f285f-8ee9-4027-a29b-c491b86ca7cb req-5fe841ed-0a76-45dc-b61e-3ed5c7f2cbd4 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:01.502424 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-2a2f285f-8ee9-4027-a29b-c491b86ca7cb req-5fe841ed-0a76-45dc-b61e-3ed5c7f2cbd4 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7fa21ef-c2f6-4d95-b817-914404dd2b8b HTTP/1.1" status: 200 len: 944 time: 0.2419939 Nov 24 01:47:01.592178 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-3ec7b0e7-1330-43fa-94ff-95a575be747d tempest-QuotasTest-1042968590 tempest-QuotasTest-1042968590-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:47:01.614215 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5338b7c4-96f9-4e0e-9569-69aa5c5689dd tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:01.652459 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-5338b7c4-96f9-4e0e-9569-69aa5c5689dd tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Calling delete_port for f3bbee93-8c6f-4596-8cb9-9dd0e45b4e49 owned by {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:47:01.716534 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-2a2f285f-8ee9-4027-a29b-c491b86ca7cb req-2774b311-cdbe-497c-ae7d-c81fe87ab3da tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] 10.222.0.21 "GET /v2.0/security-groups?id=137d305a-b3ea-4e14-b9c3-3a9986b7aca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1522157 Nov 24 01:47:01.724178 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-41c68288-485a-45be-b33b-b8c9f0aefd87 req-d5e92d17-7593-4321-82c2-f3e6cc7180ca service neutron] 10.222.0.48 "GET /v2.0/networks/0439926c-1302-4dcb-a15d-d53f1b665c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3207912 Nov 24 01:47:01.749644 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-a129b152-60fb-4a8c-8a00-0050d114f9fd req-ca2910e5-4cae-4343-b1c5-3829579f391c service neutron] 10.222.0.48 "GET /v2.0/networks/a38adc46-db63-4179-872d-6aa1e8287d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5600064 Nov 24 01:47:01.750569 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-077adc47-4f07-4170-9a3a-10d3e6a435e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:01.753479 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-077adc47-4f07-4170-9a3a-10d3e6a435e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:01.754531 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-077adc47-4f07-4170-9a3a-10d3e6a435e3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/457a53c3-1548-4265-a163-978df434bbd8 HTTP/1.1" status: 204 len: 168 time: 1.0009463 Nov 24 01:47:01.764347 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-e0bffde4-9102-488d-95e6-b1be3039a2c6 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Allocated IP 172.20.0.1 (39c3864f-3ea8-402c-9627-2ab71fc2dd92/c0c271b0-f5b5-4ba2-b5a7-1ff2ea1c9d31/388f9170-336f-4efb-b7f5-af7006bc15ad) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:47:01.768857 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-3ec7b0e7-1330-43fa-94ff-95a575be747d tempest-QuotasTest-1042968590 tempest-QuotasTest-1042968590-project-admin] 10.222.0.21 "PUT /v2.0/quotas/6f692e7cba094be28a95d1e1f9e418f4 HTTP/1.1" status: 200 len: 366 time: 0.5382416 Nov 24 01:47:01.779860 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46474) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:01.781772 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077adc47-4f07-4170-9a3a-10d3e6a435e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=457a53c3-1548-4265-a163-978df434bbd8,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:01.808503 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-fd5a0979-990b-4c18-bfd2-5890e7741fbb tempest-QuotasTest-1042968590 tempest-QuotasTest-1042968590-project-admin] 10.222.0.21 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0232372 Nov 24 01:47:01.813318 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46476) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:01.818607 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-53a9705e-4127-4422-acb7-76631495c21b tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29149261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29154849'] for subnet, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:01.851156 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-93684a3a-a62a-4d46-96e3-efcb35473009 None None] Provisioning complete for port f3bbee93-8c6f-4596-8cb9-9dd0e45b4e49 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:47:01.851698 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-93684a3a-a62a-4d46-96e3-efcb35473009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:01.870860 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-2857cfc1-0e7d-43df-81bc-67b31906d17e tempest-QuotasTest-1042968590 tempest-QuotasTest-1042968590-project-admin] 10.222.0.21 "GET /v2.0/quotas/6f692e7cba094be28a95d1e1f9e418f4 HTTP/1.1" status: 200 len: 366 time: 0.0561199 Nov 24 01:47:01.892139 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46478) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:01.902418 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-93684a3a-a62a-4d46-96e3-efcb35473009 None None] Port f3bbee93-8c6f-4596-8cb9-9dd0e45b4e49 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:47:01.915489 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-93684a3a-a62a-4d46-96e3-efcb35473009 None None] Provisioning complete for port d1478b4d-aac0-4e9e-823f-8163bb1be328 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:47:01.915952 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-93684a3a-a62a-4d46-96e3-efcb35473009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:01.964158 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a9705e-4127-4422-acb7-76631495c21b tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:47:01.965551 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-93684a3a-a62a-4d46-96e3-efcb35473009 None None] Port d1478b4d-aac0-4e9e-823f-8163bb1be328 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:47:01.978578 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-93684a3a-a62a-4d46-96e3-efcb35473009 None None] Provisioning complete for port d7d53897-e026-4f9f-ba5f-7008d43a9f22 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:47:01.979295 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-93684a3a-a62a-4d46-96e3-efcb35473009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:02.002202 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-53a9705e-4127-4422-acb7-76631495c21b tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:47:02.013607 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1920b9b-7e1a-4914-bae5-65ccab064115 None None] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:47:02.014051 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e0bffde4-9102-488d-95e6-b1be3039a2c6 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:02.027992 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-41c68288-485a-45be-b33b-b8c9f0aefd87 req-43a8badd-2889-403b-8d45-ea6d867c20cc service neutron] 10.222.0.48 "GET /v2.0/networks/0439926c-1302-4dcb-a15d-d53f1b665c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582948 Nov 24 01:47:02.038943 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c92c68c-9209-4698-b55b-3dc279682ebb req-188b7751-e6ae-44eb-814c-24642675a0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:02.053489 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-2c92c68c-9209-4698-b55b-3dc279682ebb req-188b7751-e6ae-44eb-814c-24642675a0e6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c86e6537e95341b0928530c16780ff1b&device_id=b7fa21ef-c2f6-4d95-b817-914404dd2b8b HTTP/1.1" status: 200 len: 1097 time: 0.1855073 Nov 24 01:47:02.054830 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a9705e-4127-4422-acb7-76631495c21b tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:02.055839 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-53a9705e-4127-4422-acb7-76631495c21b tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:02.136230 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-745f8d89-daaf-4a26-bc5f-61bd14f20b6e tempest-QuotasTest-1042968590 tempest-QuotasTest-1042968590-project-admin] 10.222.0.21 "DELETE /v2.0/quotas/6f692e7cba094be28a95d1e1f9e418f4 HTTP/1.1" status: 204 len: 168 time: 0.2261586 Nov 24 01:47:02.137673 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46482) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:02.154503 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-53a9705e-4127-4422-acb7-76631495c21b tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1968365 Nov 24 01:47:02.155148 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46484) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:02.185308 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-5cb873f5-668e-4dc1-bad8-afeeaec47055 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Request body: {'port': {'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6', 'name': 'tempest-NetworksTestDHCPv6-1365528491'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:47:02.199628 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a9705e-4127-4422-acb7-76631495c21b tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Pushing event updated for resources: {'Subnet': ['ID=a811de93-e9cf-45da-81f2-05fa5175569e,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:02.226524 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-a8f617d2-2a4e-46db-8c57-574b40acd3ca tempest-QuotasTest-1042968590 tempest-QuotasTest-1042968590-project-admin] 10.222.0.21 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0876765 Nov 24 01:47:02.234830 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46486) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:02.256638 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device d7d53897-e026-4f9f-ba5f-7008d43a9f22 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:47:02.285896 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-3cc5f30c-4893-4891-ba50-6e23209f68f0 tempest-QuotasTest-1042968590 tempest-QuotasTest-1042968590-project-admin] 10.222.0.21 "GET /v2.0/quotas/6f692e7cba094be28a95d1e1f9e418f4 HTTP/1.1" status: 200 len: 370 time: 0.0498543 Nov 24 01:47:02.288913 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46490) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:02.302214 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-45588d3c-6c26-4a94-8c94-fc0029b46b49 tempest-QuotasTest-1042968590 tempest-QuotasTest-1042968590-project-admin] 10.222.0.21 "GET /v2.0/quotas/6f692e7cba094be28a95d1e1f9e418f4/default HTTP/1.1" status: 200 len: 370 time: 0.0038297 Nov 24 01:47:02.304645 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46492) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:02.307720 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e0bffde4-9102-488d-95e6-b1be3039a2c6 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:02.367457 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.api.v2.resource [None req-bda8b678-060e-45bb-8c90-1fcd4c8b3862 tempest-QuotasTest-1042968590 tempest-QuotasTest-1042968590-project-admin] delete failed (client error): The resource could not be found. Nov 24 01:47:02.372079 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-bda8b678-060e-45bb-8c90-1fcd4c8b3862 tempest-QuotasTest-1042968590 tempest-QuotasTest-1042968590-project-admin] 10.222.0.21 "DELETE /v2.0/quotas/6f692e7cba094be28a95d1e1f9e418f4 HTTP/1.1" status: 404 len: 348 time: 0.0486987 Nov 24 01:47:02.416659 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bffde4-9102-488d-95e6-b1be3039a2c6 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Network 39c3864f-3ea8-402c-9627-2ab71fc2dd92 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:47:02.423529 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c92c68c-9209-4698-b55b-3dc279682ebb req-f8054608-ab57-4f64-a112-64c611ef635b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:02.425297 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-2c92c68c-9209-4698-b55b-3dc279682ebb req-f8054608-ab57-4f64-a112-64c611ef635b service neutron] 10.222.0.48 "GET /v2.0/networks?id=a38adc46-db63-4179-872d-6aa1e8287d77 HTTP/1.1" status: 200 len: 897 time: 0.3608763 Nov 24 01:47:02.427071 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5338b7c4-96f9-4e0e-9569-69aa5c5689dd tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:02.428863 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-e0bffde4-9102-488d-95e6-b1be3039a2c6 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:47:02.448387 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bffde4-9102-488d-95e6-b1be3039a2c6 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:47:02.462412 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-669a6d71-7fea-4564-935f-270cb9b90214 None None] Could not find standard attr ID for object f3bbee93-8c6f-4596-8cb9-9dd0e45b4e49. {{(pid=109868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 01:47:02.462586 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5338b7c4-96f9-4e0e-9569-69aa5c5689dd tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Pushing event deleted for resources: {'Port': ['ID=f3bbee93-8c6f-4596-8cb9-9dd0e45b4e49,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:02.483478 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port d7d53897-e026-4f9f-ba5f-7008d43a9f22 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:47:02.483853 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:02.503456 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4faf8c93-c08d-42ba-91ec-4a6c4898002a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-9b0cb615-dd00-417f-9128-01ca62e524f6', 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6', 'tenant_id': '6974375fded34c83af8967d3f69dce07', 'fixed_ips': [{'subnet_id': 'a811de93-e9cf-45da-81f2-05fa5175569e'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 01:47:02.506780 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-4faf8c93-c08d-42ba-91ec-4a6c4898002a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:02.535106 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bffde4-9102-488d-95e6-b1be3039a2c6 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Pushing event updated for resources: {'Port': ['ID=388f9170-336f-4efb-b7f5-af7006bc15ad,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:02.538609 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-2c92c68c-9209-4698-b55b-3dc279682ebb req-79eb9423-d861-48fb-b394-0dda41fe92c6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=48a73545-8092-4069-ac5f-f26ee8d39d60 HTTP/1.1" status: 200 len: 217 time: 0.0914030 Nov 24 01:47:02.548153 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cb873f5-668e-4dc1-bad8-afeeaec47055 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Made reservation on behalf of 6974375fded34c83af8967d3f69dce07 for: {'port': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:47:02.552499 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5cb873f5-668e-4dc1-bad8-afeeaec47055 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:02.634638 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c92c68c-9209-4698-b55b-3dc279682ebb req-c6adc574-3ef8-4786-900c-447b5bc4798e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:02.638788 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-2c92c68c-9209-4698-b55b-3dc279682ebb req-c6adc574-3ef8-4786-900c-447b5bc4798e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=52b861e9-7165-4fda-96bd-415355d68dd1 HTTP/1.1" status: 200 len: 835 time: 0.0895138 Nov 24 01:47:02.668770 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e0bffde4-9102-488d-95e6-b1be3039a2c6 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3777869'] for router_interface, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:02.679831 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-669a6d71-7fea-4564-935f-270cb9b90214 None None] Provisioning complete for port d1478b4d-aac0-4e9e-823f-8163bb1be328 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:47:02.680417 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-669a6d71-7fea-4564-935f-270cb9b90214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:02.726368 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [None req-5cb873f5-668e-4dc1-bad8-afeeaec47055 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] device_id is not set on port f99245e9-ef02-43aa-886f-0cdc4866be19 yet. {{(pid=109866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 01:47:02.731983 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5338b7c4-96f9-4e0e-9569-69aa5c5689dd tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:02.736277 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-5338b7c4-96f9-4e0e-9569-69aa5c5689dd tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "DELETE /v2.0/ports/f3bbee93-8c6f-4596-8cb9-9dd0e45b4e49 HTTP/1.1" status: 204 len: 168 time: 1.7846124 Nov 24 01:47:02.739001 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46502) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:02.774130 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-669a6d71-7fea-4564-935f-270cb9b90214 None None] Port d1478b4d-aac0-4e9e-823f-8163bb1be328 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:47:02.852651 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfdd419d-2199-484a-9b16-2a57e7a7a595 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] GET failed (client error): The resource could not be found. Nov 24 01:47:02.857837 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-bfdd419d-2199-484a-9b16-2a57e7a7a595 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "GET /v2.0/ports/f3bbee93-8c6f-4596-8cb9-9dd0e45b4e49 HTTP/1.1" status: 404 len: 333 time: 0.1141613 Nov 24 01:47:02.857837 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46508) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:02.899110 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46510) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:02.943816 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-8b60c44b-bf67-4549-aed4-9b731d0c6b09 None None] Provisioning complete for port 388f9170-336f-4efb-b7f5-af7006bc15ad triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:47:02.944290 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-8b60c44b-bf67-4549-aed4-9b731d0c6b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:02.968582 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.quota.resource [None req-6dc27b12-74af-4679-ad8f-319cab900396 tempest-QuotasTest-1042968590 tempest-QuotasTest-1042968590-project-admin] Usage tracker for resource:network and project:ae2d6cd1015b4008939cfaec274500cc is out of sync, need to count used quota {{(pid=109866) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 24 01:47:02.979530 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.quota.resource [None req-6dc27b12-74af-4679-ad8f-319cab900396 tempest-QuotasTest-1042968590 tempest-QuotasTest-1042968590-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=109866) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 24 01:47:03.033989 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.quota.resource [None req-6dc27b12-74af-4679-ad8f-319cab900396 tempest-QuotasTest-1042968590 tempest-QuotasTest-1042968590-project-admin] Usage tracker for resource:subnet and project:ae2d6cd1015b4008939cfaec274500cc is out of sync, need to count used quota {{(pid=109866) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 24 01:47:03.051142 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-8b60c44b-bf67-4549-aed4-9b731d0c6b09 None None] Port 388f9170-336f-4efb-b7f5-af7006bc15ad cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:47:03.054341 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [None req-5cb873f5-668e-4dc1-bad8-afeeaec47055 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Allocated IP 2001:db8::2b5 (9b0cb615-dd00-417f-9128-01ca62e524f6/a811de93-e9cf-45da-81f2-05fa5175569e/f99245e9-ef02-43aa-886f-0cdc4866be19) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:47:03.059382 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.quota.resource [None req-6dc27b12-74af-4679-ad8f-319cab900396 tempest-QuotasTest-1042968590 tempest-QuotasTest-1042968590-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=109866) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 24 01:47:03.063149 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c92c68c-9209-4698-b55b-3dc279682ebb req-8e44e2ab-3ee3-48b4-a959-7aa7f95e1182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:03.065205 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-2c92c68c-9209-4698-b55b-3dc279682ebb req-8e44e2ab-3ee3-48b4-a959-7aa7f95e1182 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a38adc46-db63-4179-872d-6aa1e8287d77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3894098 Nov 24 01:47:03.082809 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.quota.resource [None req-6dc27b12-74af-4679-ad8f-319cab900396 tempest-QuotasTest-1042968590 tempest-QuotasTest-1042968590-project-admin] Usage tracker for resource:subnetpool and project:ae2d6cd1015b4008939cfaec274500cc is out of sync, need to count used quota {{(pid=109866) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 24 01:47:03.113927 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.quota.resource [None req-6dc27b12-74af-4679-ad8f-319cab900396 tempest-QuotasTest-1042968590 tempest-QuotasTest-1042968590-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=109866) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 24 01:47:03.120828 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-7c867ad4-222b-4d6f-bb0a-b8297583db28 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Deleting port d1478b4d-aac0-4e9e-823f-8163bb1be328 {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:47:03.121171 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-7c867ad4-222b-4d6f-bb0a-b8297583db28 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:03.132125 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0c9e54-770c-4648-af6c-b98ac9b2282e req-2977396c-73e8-43f1-be67-ac9023df3b1a tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:03.133714 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device c419b915-6844-4ac2-8de4-37ef1fa48ec5 no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:47:03.133857 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-af0c9e54-770c-4648-af6c-b98ac9b2282e req-2977396c-73e8-43f1-be67-ac9023df3b1a tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7fa21ef-c2f6-4d95-b817-914404dd2b8b HTTP/1.1" status: 200 len: 944 time: 0.2411232 Nov 24 01:47:03.158989 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: c419b915-6844-4ac2-8de4-37ef1fa48ec5 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:47:03.159408 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device c419b915-6844-4ac2-8de4-37ef1fa48ec5 not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:47:03.182351 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.quota.resource [None req-6dc27b12-74af-4679-ad8f-319cab900396 tempest-QuotasTest-1042968590 tempest-QuotasTest-1042968590-project-admin] Usage tracker for resource:port and project:ae2d6cd1015b4008939cfaec274500cc is out of sync, need to count used quota {{(pid=109866) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 24 01:47:03.204608 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.quota.resource [None req-6dc27b12-74af-4679-ad8f-319cab900396 tempest-QuotasTest-1042968590 tempest-QuotasTest-1042968590-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=109866) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 24 01:47:03.255600 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e0bffde4-9102-488d-95e6-b1be3039a2c6 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:03.263190 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-2c92c68c-9209-4698-b55b-3dc279682ebb req-629f2095-be5b-4f8f-804d-b209872e4cb9 service neutron] 10.222.0.48 "GET /v2.0/networks/a38adc46-db63-4179-872d-6aa1e8287d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819899 Nov 24 01:47:03.276553 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46518) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:03.290704 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.quota.resource [None req-6dc27b12-74af-4679-ad8f-319cab900396 tempest-QuotasTest-1042968590 tempest-QuotasTest-1042968590-project-admin] Usage tracker for resource:router and project:ae2d6cd1015b4008939cfaec274500cc is out of sync, need to count used quota {{(pid=109866) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 24 01:47:03.294099 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-af0c9e54-770c-4648-af6c-b98ac9b2282e req-ac47ebef-b294-47e0-b444-14a33a4604d5 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] 10.222.0.21 "GET /v2.0/security-groups?id=137d305a-b3ea-4e14-b9c3-3a9986b7aca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207728 Nov 24 01:47:03.324759 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.quota.resource [None req-6dc27b12-74af-4679-ad8f-319cab900396 tempest-QuotasTest-1042968590 tempest-QuotasTest-1042968590-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=109866) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 24 01:47:03.349515 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-7c867ad4-222b-4d6f-bb0a-b8297583db28 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:03.354152 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.quota.resource [None req-6dc27b12-74af-4679-ad8f-319cab900396 tempest-QuotasTest-1042968590 tempest-QuotasTest-1042968590-project-admin] Usage tracker for resource:floatingip and project:ae2d6cd1015b4008939cfaec274500cc is out of sync, need to count used quota {{(pid=109866) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 24 01:47:03.372991 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.quota.resource [None req-6dc27b12-74af-4679-ad8f-319cab900396 tempest-QuotasTest-1042968590 tempest-QuotasTest-1042968590-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=109866) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 24 01:47:03.378785 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-7c867ad4-222b-4d6f-bb0a-b8297583db28 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Calling delete_port for d1478b4d-aac0-4e9e-823f-8163bb1be328 owned by {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:47:03.404245 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-e55729b3-97de-45c7-bade-6e1fae5d49de tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1384544032'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:47:03.448896 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5cb873f5-668e-4dc1-bad8-afeeaec47055 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:03.461530 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-2c92c68c-9209-4698-b55b-3dc279682ebb req-d4e9c6d2-39d8-4b46-bf6f-25a71359bfe3 service neutron] 10.222.0.48 "GET /v2.0/networks/a38adc46-db63-4179-872d-6aa1e8287d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856985 Nov 24 01:47:03.506382 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e55729b3-97de-45c7-bade-6e1fae5d49de tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Made reservation on behalf of dc36495a5d4849ad80ab7e395f5eebfb for: {'network': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:47:03.509808 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e55729b3-97de-45c7-bade-6e1fae5d49de tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:03.528430 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e55729b3-97de-45c7-bade-6e1fae5d49de tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks [] for security_group, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:03.529769 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.quota.resource [None req-6dc27b12-74af-4679-ad8f-319cab900396 tempest-QuotasTest-1042968590 tempest-QuotasTest-1042968590-project-admin] Usage tracker for resource:security_group and project:ae2d6cd1015b4008939cfaec274500cc is out of sync, need to count used quota {{(pid=109866) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 24 01:47:03.534226 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5cb873f5-668e-4dc1-bad8-afeeaec47055 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:03.541891 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.quota.resource [None req-6dc27b12-74af-4679-ad8f-319cab900396 tempest-QuotasTest-1042968590 tempest-QuotasTest-1042968590-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=109866) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 24 01:47:03.583680 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-4faf8c93-c08d-42ba-91ec-4a6c4898002a None None] Allocated IP 2001:db8::2 (9b0cb615-dd00-417f-9128-01ca62e524f6/a811de93-e9cf-45da-81f2-05fa5175569e/20b83d47-12e2-44af-84e4-4b9b77133b6f) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:47:03.611993 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.quota.resource [None req-6dc27b12-74af-4679-ad8f-319cab900396 tempest-QuotasTest-1042968590 tempest-QuotasTest-1042968590-project-admin] Usage tracker for resource:security_group_rule and project:ae2d6cd1015b4008939cfaec274500cc is out of sync, need to count used quota {{(pid=109866) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 24 01:47:03.618172 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb873f5-668e-4dc1-bad8-afeeaec47055 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:47:03.630625 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-5cb873f5-668e-4dc1-bad8-afeeaec47055 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:47:03.634663 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.quota.resource [None req-6dc27b12-74af-4679-ad8f-319cab900396 tempest-QuotasTest-1042968590 tempest-QuotasTest-1042968590-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=109866) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 24 01:47:03.639272 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb873f5-668e-4dc1-bad8-afeeaec47055 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:47:03.645145 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb873f5-668e-4dc1-bad8-afeeaec47055 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:03.645778 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5cb873f5-668e-4dc1-bad8-afeeaec47055 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:03.649018 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb873f5-668e-4dc1-bad8-afeeaec47055 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Pushing event updated for resources: {'Port': ['ID=f99245e9-ef02-43aa-886f-0cdc4866be19,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:03.660142 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-6dc27b12-74af-4679-ad8f-319cab900396 tempest-QuotasTest-1042968590 tempest-QuotasTest-1042968590-project-admin] 10.222.0.21 "GET /v2.0/quotas/ae2d6cd1015b4008939cfaec274500cc/details.json HTTP/1.1" status: 200 len: 703 time: 0.7604523 Nov 24 01:47:03.668506 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-7c867ad4-222b-4d6f-bb0a-b8297583db28 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:03.685913 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-5cb873f5-668e-4dc1-bad8-afeeaec47055 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5117822 Nov 24 01:47:03.690787 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46524) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:03.707570 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c867ad4-222b-4d6f-bb0a-b8297583db28 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Pushing event deleted for resources: {'Port': ['ID=d1478b4d-aac0-4e9e-823f-8163bb1be328,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:03.774136 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e0bffde4-9102-488d-95e6-b1be3039a2c6 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Publish callbacks [] for port, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:03.803755 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c9159b-66e8-4eaa-bbf0-ad905040308f tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:03.808096 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-71c9159b-66e8-4eaa-bbf0-ad905040308f tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1147213 Nov 24 01:47:03.808620 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46526) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:03.809110 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e0bffde4-9102-488d-95e6-b1be3039a2c6 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25501696'] for port, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:03.830988 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-4faf8c93-c08d-42ba-91ec-4a6c4898002a None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:03.839466 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-4faf8c93-c08d-42ba-91ec-4a6c4898002a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:03.853547 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-7c867ad4-222b-4d6f-bb0a-b8297583db28 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:03.857782 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-7c867ad4-222b-4d6f-bb0a-b8297583db28 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "DELETE /v2.0/ports/d1478b4d-aac0-4e9e-823f-8163bb1be328 HTTP/1.1" status: 204 len: 168 time: 0.9988010 Nov 24 01:47:03.861255 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46528) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:03.890376 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4faf8c93-c08d-42ba-91ec-4a6c4898002a None None] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:47:03.895357 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-4faf8c93-c08d-42ba-91ec-4a6c4898002a None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:47:03.898375 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4faf8c93-c08d-42ba-91ec-4a6c4898002a None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:47:03.908106 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e55729b3-97de-45c7-bade-6e1fae5d49de tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks [] for security_group, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:03.917906 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-a01960b4-610b-4fc3-bff4-d80158963759 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] GET failed (client error): The resource could not be found. Nov 24 01:47:03.919643 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-a01960b4-610b-4fc3-bff4-d80158963759 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "GET /v2.0/ports/d1478b4d-aac0-4e9e-823f-8163bb1be328 HTTP/1.1" status: 404 len: 333 time: 0.0572870 Nov 24 01:47:03.923037 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46530) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:03.926959 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e55729b3-97de-45c7-bade-6e1fae5d49de tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:03.955847 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e0bffde4-9102-488d-95e6-b1be3039a2c6 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3778017'] for router_interface, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:03.957621 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bffde4-9102-488d-95e6-b1be3039a2c6 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Pushing event updated for resources: {'Port': ['ID=388f9170-336f-4efb-b7f5-af7006bc15ad,revision_number=2']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:03.970746 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e55729b3-97de-45c7-bade-6e1fae5d49de tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=109867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:47:04.014365 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ab13f27-e976-4923-b3d0-ba7b1bc70839 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Deleting subnet ba0db7f3-9067-4994-a98a-f4fd6db14f70 {{(pid=109866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 01:47:04.020344 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-2ab13f27-e976-4923-b3d0-ba7b1bc70839 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks [] for subnet, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:04.028986 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55729b3-97de-45c7-bade-6e1fae5d49de tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2107c2a-d293-4f72-9f54-44b5663fe84e,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:04.040811 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e55729b3-97de-45c7-bade-6e1fae5d49de tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:04.041292 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.segments_db [None req-e55729b3-97de-45c7-bade-6e1fae5d49de tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Added segment ab480715-1614-4d81-a8c6-fe61d56408b9 of type vlan for network dd1943e3-e572-46d6-b32e-7e73149221fe Nov 24 01:47:04.085753 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-ab35bc9e-397e-47ec-a423-1602d71715f3 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Deleting port f99245e9-ef02-43aa-886f-0cdc4866be19 {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:47:04.090939 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ab35bc9e-397e-47ec-a423-1602d71715f3 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:04.131037 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-2ab13f27-e976-4923-b3d0-ba7b1bc70839 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29055568'] for subnet, precommit_delete_associations {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:04.164757 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46534) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:04.171019 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faf8c93-c08d-42ba-91ec-4a6c4898002a None None] Pushing event updated for resources: {'Port': ['ID=20b83d47-12e2-44af-84e4-4b9b77133b6f,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:04.187587 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-4faf8c93-c08d-42ba-91ec-4a6c4898002a None None] Attempting to bind port 20b83d47-12e2-44af-84e4-4b9b77133b6f on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:47:04.187960 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-4faf8c93-c08d-42ba-91ec-4a6c4898002a None None] Attempting to bind port 20b83d47-12e2-44af-84e4-4b9b77133b6f by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '2b1ff8b4-a836-4287-84a2-3eaf8ccfb867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:47:04.188323 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4faf8c93-c08d-42ba-91ec-4a6c4898002a None None] Attempting to bind port 20b83d47-12e2-44af-84e4-4b9b77133b6f on network 9b0cb615-dd00-417f-9128-01ca62e524f6 {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:47:04.188445 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e55729b3-97de-45c7-bade-6e1fae5d49de tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:04.195653 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bffde4-9102-488d-95e6-b1be3039a2c6 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Network 39c3864f-3ea8-402c-9627-2ab71fc2dd92 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:47:04.195852 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4faf8c93-c08d-42ba-91ec-4a6c4898002a None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:47:04.196425 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4faf8c93-c08d-42ba-91ec-4a6c4898002a None None] Checking segment: {'id': '2b1ff8b4-a836-4287-84a2-3eaf8ccfb867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:47:04.196968 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-4faf8c93-c08d-42ba-91ec-4a6c4898002a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:04.197367 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4faf8c93-c08d-42ba-91ec-4a6c4898002a None None] Bound using segment: {'id': '2b1ff8b4-a836-4287-84a2-3eaf8ccfb867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:47:04.197874 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-4faf8c93-c08d-42ba-91ec-4a6c4898002a None None] Bound port: 20b83d47-12e2-44af-84e4-4b9b77133b6f, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1ff8b4-a836-4287-84a2-3eaf8ccfb867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:47:04.198257 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-4faf8c93-c08d-42ba-91ec-4a6c4898002a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:04.201001 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-e0bffde4-9102-488d-95e6-b1be3039a2c6 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:47:04.271828 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e55729b3-97de-45c7-bade-6e1fae5d49de tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:04.275961 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ab35bc9e-397e-47ec-a423-1602d71715f3 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:04.277629 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55729b3-97de-45c7-bade-6e1fae5d49de tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:04.278338 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e55729b3-97de-45c7-bade-6e1fae5d49de tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks [] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:04.296330 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-ab35bc9e-397e-47ec-a423-1602d71715f3 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Calling delete_port for f99245e9-ef02-43aa-886f-0cdc4866be19 owned by {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:47:04.305585 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-4faf8c93-c08d-42ba-91ec-4a6c4898002a None None] For port 20b83d47-12e2-44af-84e4-4b9b77133b6f, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:47:04.310458 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-4faf8c93-c08d-42ba-91ec-4a6c4898002a None None] For port 20b83d47-12e2-44af-84e4-4b9b77133b6f, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=20b83d47-12e2-44af-84e4-4b9b77133b6f,segment=NetworkSegment(2b1ff8b4-a836-4287-84a2-3eaf8ccfb867),segment_id=2b1ff8b4-a836-4287-84a2-3eaf8ccfb867)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:47:04.316397 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-2ab13f27-e976-4923-b3d0-ba7b1bc70839 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:04.321690 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-4faf8c93-c08d-42ba-91ec-4a6c4898002a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:04.424097 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faf8c93-c08d-42ba-91ec-4a6c4898002a None None] Pushing event updated for resources: {'Port': ['ID=20b83d47-12e2-44af-84e4-4b9b77133b6f,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:04.437490 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-e55729b3-97de-45c7-bade-6e1fae5d49de tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1599059 Nov 24 01:47:04.496061 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2ce70a35-f5e3-47a6-b2fa-8df0b84c4248 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:04.521774 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55729b3-97de-45c7-bade-6e1fae5d49de tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Pushing event updated for resources: {'Network': ['ID=dd1943e3-e572-46d6-b32e-7e73149221fe,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:04.535471 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network dd1943e3-e572-46d6-b32e-7e73149221fe details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:47:04.576796 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46540) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:04.582771 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-7f2895b8-3d4d-4012-b9c6-9d9c79a320db tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Request body: {'subnet': {'network_id': 'dd1943e3-e572-46d6-b32e-7e73149221fe', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:47:04.596571 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0bffde4-9102-488d-95e6-b1be3039a2c6 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Router fb29bd68-4051-4652-a581-36349e2b4e85 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:47:04.632809 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75a63d4-d167-49b8-811d-50e18aa95897 req-31a4cc32-7eba-4d28-a708-5602c4c6495b tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:04.634803 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-c75a63d4-d167-49b8-811d-50e18aa95897 req-31a4cc32-7eba-4d28-a708-5602c4c6495b tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7fa21ef-c2f6-4d95-b817-914404dd2b8b HTTP/1.1" status: 200 len: 944 time: 0.2039669 Nov 24 01:47:04.636702 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ab35bc9e-397e-47ec-a423-1602d71715f3 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:04.637697 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 48a73545-8092-4069-ac5f-f26ee8d39d60 details requested by agent hyperv_hv-neutron-8189 with host hv-neutron-8189 {{(pid=109868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 01:47:04.675604 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-ffec5a85-37df-4a23-b9e5-181499c4c9fb None None] Provisioning complete for port 388f9170-336f-4efb-b7f5-af7006bc15ad triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:47:04.676225 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-ffec5a85-37df-4a23-b9e5-181499c4c9fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:04.689796 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-2ab13f27-e976-4923-b3d0-ba7b1bc70839 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29149324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29154870'] for subnet, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:04.733980 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab35bc9e-397e-47ec-a423-1602d71715f3 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Pushing event deleted for resources: {'Port': ['ID=f99245e9-ef02-43aa-886f-0cdc4866be19,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:04.767137 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2ce70a35-f5e3-47a6-b2fa-8df0b84c4248 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:04.770956 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ab35bc9e-397e-47ec-a423-1602d71715f3 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:04.778387 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-ab35bc9e-397e-47ec-a423-1602d71715f3 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "DELETE /v2.0/ports/f99245e9-ef02-43aa-886f-0cdc4866be19 HTTP/1.1" status: 204 len: 168 time: 0.9685490 Nov 24 01:47:04.781426 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46542) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:04.782832 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2ce70a35-f5e3-47a6-b2fa-8df0b84c4248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:04.803137 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab13f27-e976-4923-b3d0-ba7b1bc70839 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Pushing event deleted for resources: {'Subnet': ['ID=ba0db7f3-9067-4994-a98a-f4fd6db14f70,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:04.822836 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-ffec5a85-37df-4a23-b9e5-181499c4c9fb None None] Port 388f9170-336f-4efb-b7f5-af7006bc15ad cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:47:04.830476 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-2ab13f27-e976-4923-b3d0-ba7b1bc70839 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:04.832956 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-2ab13f27-e976-4923-b3d0-ba7b1bc70839 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "DELETE /v2.0/subnets/ba0db7f3-9067-4994-a98a-f4fd6db14f70 HTTP/1.1" status: 204 len: 168 time: 0.9087563 Nov 24 01:47:04.840362 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46544) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:04.849256 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af50f8f2-d875-4f2c-9651-c40cec59acb2 None None] Network ecd2724f-2b1e-4926-82cf-95886a8e5535 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:47:04.849376 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-2ce70a35-f5e3-47a6-b2fa-8df0b84c4248 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e890386ecd524c14af82e1fc34722afc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6729453 Nov 24 01:47:04.866211 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46546) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:04.909872 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f2895b8-3d4d-4012-b9c6-9d9c79a320db tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Made reservation on behalf of dc36495a5d4849ad80ab7e395f5eebfb for: {'subnet': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:47:04.910330 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f16de8-930b-4db8-9c76-cecbe5fa0643 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:04.911996 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f16de8-930b-4db8-9c76-cecbe5fa0643 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:04.916311 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-62f16de8-930b-4db8-9c76-cecbe5fa0643 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1252618 Nov 24 01:47:04.916461 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7f2895b8-3d4d-4012-b9c6-9d9c79a320db tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25307781'] for subnet, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:04.933935 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46548) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:04.940559 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port 48a73545-8092-4069-ac5f-f26ee8d39d60, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=48a73545-8092-4069-ac5f-f26ee8d39d60,segment=NetworkSegment(db823f0a-caf6-41c9-bc62-afb7ce23547f),segment_id=db823f0a-caf6-41c9-bc62-afb7ce23547f)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:47:04.962573 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce70a35-f5e3-47a6-b2fa-8df0b84c4248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d2b4c83-cc72-4a37-bee7-99d49ce6dfc2,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:04.979501 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Returning: {'device': '48a73545-8092-4069-ac5f-f26ee8d39d60', 'network_id': 'a38adc46-db63-4179-872d-6aa1e8287d77', 'port_id': '48a73545-8092-4069-ac5f-f26ee8d39d60', 'mac_address': 'fa:16:3e:c6:0e:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52b861e9-7165-4fda-96bd-415355d68dd1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 01:47:05.018387 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-c75a63d4-d167-49b8-811d-50e18aa95897 req-e033c725-c1e7-4f14-945c-3cc3ae779083 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] 10.222.0.21 "GET /v2.0/security-groups?id=137d305a-b3ea-4e14-b9c3-3a9986b7aca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3088791 Nov 24 01:47:05.047687 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:05.057081 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-7ab22208-0b57-4984-bbe5-b70279a5988c tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:05.062579 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48a73545-8092-4069-ac5f-f26ee8d39d60 {{(pid=109868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 01:47:05.083241 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8749fcac-83b2-40c0-a1e3-af946453065c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:05.088011 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port 48a73545-8092-4069-ac5f-f26ee8d39d60, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=48a73545-8092-4069-ac5f-f26ee8d39d60,segment=NetworkSegment(db823f0a-caf6-41c9-bc62-afb7ce23547f),segment_id=db823f0a-caf6-41c9-bc62-afb7ce23547f)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:47:05.090297 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_v2 [None req-c53544b2-46e2-48b5-9c94-f5c9f7333705 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Deleting subnet a811de93-e9cf-45da-81f2-05fa5175569e {{(pid=109866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 01:47:05.093537 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0bffde4-9102-488d-95e6-b1be3039a2c6 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:47:05.094473 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:05.096258 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c53544b2-46e2-48b5-9c94-f5c9f7333705 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for subnet, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:05.104229 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-e0bffde4-9102-488d-95e6-b1be3039a2c6 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] 10.222.0.21 "PUT /v2.0/routers/fb29bd68-4051-4652-a581-36349e2b4e85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1935914 Nov 24 01:47:05.106716 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46550) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:05.111231 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b61fed-c602-4534-83c4-aba57f707531 None None] Sync routers for ids ['fb29bd68-4051-4652-a581-36349e2b4e85'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:47:05.124590 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b61fed-c602-4534-83c4-aba57f707531 None None] Routers {'fb29bd68-4051-4652-a581-36349e2b4e85'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:47:05.126097 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-12b61fed-c602-4534-83c4-aba57f707531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:46:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['fb29bd68-4051-4652-a581-36349e2b4e85'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:05.170605 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=48a73545-8092-4069-ac5f-f26ee8d39d60,revision_number=4']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:05.177306 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e1721e-53a2-4318-a2a5-d41f990ea3bd None None] DHCP port deletion for ecd2724f-2b1e-4926-82cf-95886a8e5535 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:47:05.185129 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-12b61fed-c602-4534-83c4-aba57f707531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:05.194998 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b61fed-c602-4534-83c4-aba57f707531 None None] Routers {'fb29bd68-4051-4652-a581-36349e2b4e85'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:47:05.195988 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-12b61fed-c602-4534-83c4-aba57f707531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:46:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['fb29bd68-4051-4652-a581-36349e2b4e85'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:05.241399 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-12b61fed-c602-4534-83c4-aba57f707531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:05.242459 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b61fed-c602-4534-83c4-aba57f707531 None None] The sync data for ids ['fb29bd68-4051-4652-a581-36349e2b4e85'] in dv-neutron-818911-2-hyperv is: [] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:47:05.258915 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-38e1721e-53a2-4318-a2a5-d41f990ea3bd None None] Deleting port d7d53897-e026-4f9f-ba5f-7008d43a9f22 {{(pid=109868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:47:05.259297 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-38e1721e-53a2-4318-a2a5-d41f990ea3bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:05.276416 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7f2895b8-3d4d-4012-b9c6-9d9c79a320db tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25501847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25307831'] for subnet, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:05.337160 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-38e1721e-53a2-4318-a2a5-d41f990ea3bd None None] For port d7d53897-e026-4f9f-ba5f-7008d43a9f22, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=d7d53897-e026-4f9f-ba5f-7008d43a9f22,segment=NetworkSegment(d1f3519a-b607-4fa3-8c49-3f96a8e5972b),segment_id=d1f3519a-b607-4fa3-8c49-3f96a8e5972b)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:47:05.337609 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-38e1721e-53a2-4318-a2a5-d41f990ea3bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:05.351912 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2895b8-3d4d-4012-b9c6-9d9c79a320db tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Pushing event updated for resources: {'Subnet': ['ID=72b49019-e442-4afa-b262-6160d1356f22,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:05.352863 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-38e1721e-53a2-4318-a2a5-d41f990ea3bd None None] Calling delete_port for d7d53897-e026-4f9f-ba5f-7008d43a9f22 owned by network:dhcp {{(pid=109868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:47:05.367649 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2895b8-3d4d-4012-b9c6-9d9c79a320db tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Checking segment: {'id': 'ab480715-1614-4d81-a8c6-fe61d56408b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'dd1943e3-e572-46d6-b32e-7e73149221fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:47:05.368088 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2895b8-3d4d-4012-b9c6-9d9c79a320db tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Network hostable DHCP agents. Network: dd1943e3-e572-46d6-b32e-7e73149221fe, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 01:47:05.391142 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2895b8-3d4d-4012-b9c6-9d9c79a320db tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Network dd1943e3-e572-46d6-b32e-7e73149221fe is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 01:47:05.406107 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-7f2895b8-3d4d-4012-b9c6-9d9c79a320db tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, dd1943e3-e572-46d6-b32e-7e73149221fe) {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:47:05.414860 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2895b8-3d4d-4012-b9c6-9d9c79a320db tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:05.415494 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7f2895b8-3d4d-4012-b9c6-9d9c79a320db tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:05.441783 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-7f2895b8-3d4d-4012-b9c6-9d9c79a320db tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.8620546 Nov 24 01:47:05.448614 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46554) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:05.449793 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a96f10f-f649-4e4d-9e68-df48cb23eb1d None None] Network dd1943e3-e572-46d6-b32e-7e73149221fe requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:47:05.453250 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] get_ports_and_sgs() called for port_ids ['48a73545-8092-4069-ac5f-f26ee8d39d60'] {{(pid=109868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 01:47:05.456472 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-6f0ca731-6c61-44a1-b11e-32be943690f9 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1322906531'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:47:05.491996 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f0ca731-6c61-44a1-b11e-32be943690f9 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Made reservation on behalf of dc36495a5d4849ad80ab7e395f5eebfb for: {'network': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:47:05.495699 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6f0ca731-6c61-44a1-b11e-32be943690f9 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:05.513696 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-ed6c7b28-952f-447a-be26-f2da797e1a97 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Request body: {'port': {'network_id': '39c3864f-3ea8-402c-9627-2ab71fc2dd92', 'name': 'tempest-FloatingIPAdminTestJSON-1784836336'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:47:05.526995 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f0ca731-6c61-44a1-b11e-32be943690f9 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=109867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:47:05.543259 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6f0ca731-6c61-44a1-b11e-32be943690f9 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:05.544437 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.segments_db [None req-6f0ca731-6c61-44a1-b11e-32be943690f9 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Added segment 85e7c596-0f62-47b5-bb2e-35ae8be32780 of type vlan for network dae9b940-ccf5-4cf3-b9e5-c4536d2a2397 Nov 24 01:47:05.547387 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8749fcac-83b2-40c0-a1e3-af946453065c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:05.595600 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6f0ca731-6c61-44a1-b11e-32be943690f9 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:05.601204 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-38e1721e-53a2-4318-a2a5-d41f990ea3bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974'] for port, after_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:05.626278 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6f0ca731-6c61-44a1-b11e-32be943690f9 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:05.631136 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c53544b2-46e2-48b5-9c94-f5c9f7333705 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29055568'] for subnet, precommit_delete_associations {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:05.633944 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0ca731-6c61-44a1-b11e-32be943690f9 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:05.635191 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6f0ca731-6c61-44a1-b11e-32be943690f9 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks [] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:05.651277 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e1721e-53a2-4318-a2a5-d41f990ea3bd None None] Pushing event deleted for resources: {'Port': ['ID=d7d53897-e026-4f9f-ba5f-7008d43a9f22,revision_number=None']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:05.659379 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e1721e-53a2-4318-a2a5-d41f990ea3bd None None] No DVR routers for this DVR port d7d53897-e026-4f9f-ba5f-7008d43a9f22 on host dv-neutron-818911-2-hyperv {{(pid=109868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:47:05.744780 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0ca731-6c61-44a1-b11e-32be943690f9 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Pushing event updated for resources: {'Network': ['ID=dae9b940-ccf5-4cf3-b9e5-c4536d2a2397,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:05.758491 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network dae9b940-ccf5-4cf3-b9e5-c4536d2a2397 details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:47:05.777485 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-6f0ca731-6c61-44a1-b11e-32be943690f9 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3255756 Nov 24 01:47:05.780624 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46556) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:05.786110 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10dc1885-6206-4940-bc6d-ab9ecf147d79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-dd1943e3-e572-46d6-b32e-7e73149221fe', 'network_id': 'dd1943e3-e572-46d6-b32e-7e73149221fe', 'tenant_id': 'dc36495a5d4849ad80ab7e395f5eebfb', 'fixed_ips': [{'subnet_id': '72b49019-e442-4afa-b262-6160d1356f22'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 01:47:05.786683 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-4bebd64d-df65-4d0c-8bcf-d0b1cf261ff4 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Request body: {'subnet': {'network_id': 'dae9b940-ccf5-4cf3-b9e5-c4536d2a2397', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:47:05.787139 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-10dc1885-6206-4940-bc6d-ab9ecf147d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:05.809985 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c53544b2-46e2-48b5-9c94-f5c9f7333705 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:05.840818 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8749fcac-83b2-40c0-a1e3-af946453065c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:05.848854 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8749fcac-83b2-40c0-a1e3-af946453065c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:05.848854 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-8749fcac-83b2-40c0-a1e3-af946453065c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8d2b4c83-cc72-4a37-bee7-99d49ce6dfc2 HTTP/1.1" status: 204 len: 168 time: 0.9769177 Nov 24 01:47:05.859513 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-7ab22208-0b57-4984-bbe5-b70279a5988c tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Deleting port d7d53897-e026-4f9f-ba5f-7008d43a9f22 {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:47:05.860502 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-7ab22208-0b57-4984-bbe5-b70279a5988c tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:05.895575 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8749fcac-83b2-40c0-a1e3-af946453065c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d2b4c83-cc72-4a37-bee7-99d49ce6dfc2,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:05.915572 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed6c7b28-952f-447a-be26-f2da797e1a97 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Made reservation on behalf of 0bf933b48d8543729019f0a5a08e96e3 for: {'port': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:47:05.919372 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ed6c7b28-952f-447a-be26-f2da797e1a97 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:05.970773 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [None req-ed6c7b28-952f-447a-be26-f2da797e1a97 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] device_id is not set on port f63037dd-59a5-4af1-91a7-c89b8e911a6b yet. {{(pid=109866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 01:47:06.001007 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [None req-7ab22208-0b57-4984-bbe5-b70279a5988c tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] For port d7d53897-e026-4f9f-ba5f-7008d43a9f22, host dv-neutron-818911-2-hyperv, got binding levels [] {{(pid=109866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:47:06.001352 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-7ab22208-0b57-4984-bbe5-b70279a5988c tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:06.054416 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-7ab22208-0b57-4984-bbe5-b70279a5988c tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Calling delete_port for d7d53897-e026-4f9f-ba5f-7008d43a9f22 owned by network:dhcp {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:47:06.059670 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c53544b2-46e2-48b5-9c94-f5c9f7333705 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29149324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29154870'] for subnet, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:06.071477 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.ipam_backend_mixin [None req-7ab22208-0b57-4984-bbe5-b70279a5988c tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Port d7d53897-e026-4f9f-ba5f-7008d43a9f22 was not found and therefore no delete operation was performed {{(pid=109866) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 24 01:47:06.081555 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c53544b2-46e2-48b5-9c94-f5c9f7333705 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:06.087871 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-c53544b2-46e2-48b5-9c94-f5c9f7333705 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "DELETE /v2.0/subnets/a811de93-e9cf-45da-81f2-05fa5175569e HTTP/1.1" status: 204 len: 168 time: 1.1530004 Nov 24 01:47:06.091695 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-7ab22208-0b57-4984-bbe5-b70279a5988c tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:06.094267 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46564) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:06.171387 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab22208-0b57-4984-bbe5-b70279a5988c tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Pushing event deleted for resources: {'Port': ['ID=d7d53897-e026-4f9f-ba5f-7008d43a9f22,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:06.181066 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53544b2-46e2-48b5-9c94-f5c9f7333705 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Pushing event deleted for resources: {'Subnet': ['ID=a811de93-e9cf-45da-81f2-05fa5175569e,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:06.250971 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bebd64d-df65-4d0c-8bcf-d0b1cf261ff4 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Made reservation on behalf of dc36495a5d4849ad80ab7e395f5eebfb for: {'subnet': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:47:06.262138 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4bebd64d-df65-4d0c-8bcf-d0b1cf261ff4 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25307781'] for subnet, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:06.265267 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-a7f51cd9-d213-4cc2-9d6e-9760ed01086a None None] Provisioning complete for port 20b83d47-12e2-44af-84e4-4b9b77133b6f triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:47:06.268586 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a7f51cd9-d213-4cc2-9d6e-9760ed01086a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:06.307130 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-65f22588-c9dd-4883-875e-37ee9d979869 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1623812 Nov 24 01:47:06.316809 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab22208-0b57-4984-bbe5-b70279a5988c tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] No DVR routers for this DVR port d7d53897-e026-4f9f-ba5f-7008d43a9f22 on host dv-neutron-818911-2-hyperv {{(pid=109866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:47:06.332089 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46566) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:06.337478 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-35e17b1f-9f3f-4e35-a18c-2de8cbef4dc1 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Request body: {'subnet': {'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:47:06.440848 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46568) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:06.441474 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 20b83d47-12e2-44af-84e4-4b9b77133b6f up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:47:06.456673 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-10dc1885-6206-4940-bc6d-ab9ecf147d79 None None] Allocated IP 172.20.255.242 (dd1943e3-e572-46d6-b32e-7e73149221fe/72b49019-e442-4afa-b262-6160d1356f22/ac423363-d1d4-49ae-8a15-438d171a0edb) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:47:06.473091 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcbb10a-abad-49c5-8d91-bc08526311f7 req-3cb12986-afd9-47d1-9931-72523a230710 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:06.480794 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-dfcbb10a-abad-49c5-8d91-bc08526311f7 req-3cb12986-afd9-47d1-9931-72523a230710 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7fa21ef-c2f6-4d95-b817-914404dd2b8b HTTP/1.1" status: 200 len: 945 time: 0.3139443 Nov 24 01:47:06.488084 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b79ce1b5-3a55-48e4-85e9-b620ad1a4fea admin admin] Publish callbacks [] for security_group, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:06.515266 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c592a98e-d830-437f-8825-ea100c454445 None None] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:47:06.523562 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [None req-ed6c7b28-952f-447a-be26-f2da797e1a97 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Allocated IP 172.20.0.8 (39c3864f-3ea8-402c-9627-2ab71fc2dd92/c0c271b0-f5b5-4ba2-b5a7-1ff2ea1c9d31/f63037dd-59a5-4af1-91a7-c89b8e911a6b) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:47:06.565111 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-7ab22208-0b57-4984-bbe5-b70279a5988c tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:06.606383 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-dfcbb10a-abad-49c5-8d91-bc08526311f7 req-ed2a0cec-fbdb-4413-92c8-7c5d183ab0e9 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] 10.222.0.21 "GET /v2.0/security-groups?id=137d305a-b3ea-4e14-b9c3-3a9986b7aca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246877 Nov 24 01:47:06.607226 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-7ab22208-0b57-4984-bbe5-b70279a5988c tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecd2724f-2b1e-4926-82cf-95886a8e5535']}} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:06.627406 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-7ab22208-0b57-4984-bbe5-b70279a5988c tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1f3519a-b607-4fa3-8c49-3f96a8e5972b') {'for_net_delete': True} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:06.628049 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-7ab22208-0b57-4984-bbe5-b70279a5988c tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1f3519a-b607-4fa3-8c49-3f96a8e5972b') {} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:06.649652 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-7ab22208-0b57-4984-bbe5-b70279a5988c tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29055561'] for segment, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:06.665176 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35e17b1f-9f3f-4e35-a18c-2de8cbef4dc1 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Made reservation on behalf of 6974375fded34c83af8967d3f69dce07 for: {'subnet': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:47:06.668867 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-35e17b1f-9f3f-4e35-a18c-2de8cbef4dc1 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29154835'] for subnet, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:06.689554 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a7f51cd9-d213-4cc2-9d6e-9760ed01086a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:06.711090 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-7ab22208-0b57-4984-bbe5-b70279a5988c tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:06.716209 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b79ce1b5-3a55-48e4-85e9-b620ad1a4fea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:06.721358 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4bebd64d-df65-4d0c-8bcf-d0b1cf261ff4 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25501847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25307831'] for subnet, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:06.729934 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ab22208-0b57-4984-bbe5-b70279a5988c tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=109866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:47:06.730562 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-7ab22208-0b57-4984-bbe5-b70279a5988c tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29151010'] for segment, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:06.736045 dv-neutron-818911-2-hyperv neutron-server[109866]: Traceback (most recent call last): Nov 24 01:47:06.736045 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:47:06.736045 dv-neutron-818911-2-hyperv neutron-server[109866]: timer() Nov 24 01:47:06.736045 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:47:06.736045 dv-neutron-818911-2-hyperv neutron-server[109866]: cb(*args, **kw) Nov 24 01:47:06.736045 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:47:06.736045 dv-neutron-818911-2-hyperv neutron-server[109866]: return func(*args, **kwargs) Nov 24 01:47:06.736045 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:47:06.736045 dv-neutron-818911-2-hyperv neutron-server[109866]: self._notify() Nov 24 01:47:06.736045 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:47:06.736045 dv-neutron-818911-2-hyperv neutron-server[109866]: self.callback(batched_events) Nov 24 01:47:06.736045 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:47:06.736045 dv-neutron-818911-2-hyperv neutron-server[109866]: event.method(event) Nov 24 01:47:06.736045 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:47:06.736045 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:47:06.736045 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:47:06.736045 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:47:06.736045 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:47:06.736045 dv-neutron-818911-2-hyperv neutron-server[109866]: return f(self, *a, **k) Nov 24 01:47:06.736045 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:47:06.736045 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._get(url).json() Nov 24 01:47:06.736045 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:47:06.736045 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:47:06.736045 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:47:06.736045 dv-neutron-818911-2-hyperv neutron-server[109866]: return self.request(url, 'GET', **kwargs) Nov 24 01:47:06.736045 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:47:06.736045 dv-neutron-818911-2-hyperv neutron-server[109866]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:47:06.736045 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:47:06.736045 dv-neutron-818911-2-hyperv neutron-server[109866]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:47:06.736045 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:47:06.736045 dv-neutron-818911-2-hyperv neutron-server[109866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:47:06.736045 dv-neutron-818911-2-hyperv neutron-server[109866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:47:06.750375 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b79ce1b5-3a55-48e4-85e9-b620ad1a4fea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:06.766636 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 20b83d47-12e2-44af-84e4-4b9b77133b6f triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:47:06.766917 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:06.809535 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-a7f51cd9-d213-4cc2-9d6e-9760ed01086a None None] For port 20b83d47-12e2-44af-84e4-4b9b77133b6f, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=20b83d47-12e2-44af-84e4-4b9b77133b6f,segment=NetworkSegment(2b1ff8b4-a836-4287-84a2-3eaf8ccfb867),segment_id=2b1ff8b4-a836-4287-84a2-3eaf8ccfb867)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:47:06.822456 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a7f51cd9-d213-4cc2-9d6e-9760ed01086a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:06.826671 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-b79ce1b5-3a55-48e4-85e9-b620ad1a4fea admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ae2d6cd1015b4008939cfaec274500cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3819661 Nov 24 01:47:06.827824 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46570) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:06.832674 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bebd64d-df65-4d0c-8bcf-d0b1cf261ff4 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Pushing event updated for resources: {'Subnet': ['ID=61e6ad6e-8bf0-414e-8a71-ca9f50a6104f,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:06.842564 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79ce1b5-3a55-48e4-85e9-b620ad1a4fea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0922b97e-7f4c-4a47-a120-66a16097b1cd,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:06.866238 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bebd64d-df65-4d0c-8bcf-d0b1cf261ff4 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Checking segment: {'id': '85e7c596-0f62-47b5-bb2e-35ae8be32780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'dae9b940-ccf5-4cf3-b9e5-c4536d2a2397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:47:06.866628 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bebd64d-df65-4d0c-8bcf-d0b1cf261ff4 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Network hostable DHCP agents. Network: dae9b940-ccf5-4cf3-b9e5-c4536d2a2397, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 01:47:06.913169 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-7ab22208-0b57-4984-bbe5-b70279a5988c tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:06.914378 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bebd64d-df65-4d0c-8bcf-d0b1cf261ff4 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Network dae9b940-ccf5-4cf3-b9e5-c4536d2a2397 is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 01:47:06.925461 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-bf5ed184-6ce8-4dde-828b-3ae7ef5c7430 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:06.940302 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-7ab22208-0b57-4984-bbe5-b70279a5988c tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:06.940730 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-4bebd64d-df65-4d0c-8bcf-d0b1cf261ff4 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, dae9b940-ccf5-4cf3-b9e5-c4536d2a2397) {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:47:06.944168 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-7ab22208-0b57-4984-bbe5-b70279a5988c tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "DELETE /v2.0/networks/ecd2724f-2b1e-4926-82cf-95886a8e5535 HTTP/1.1" status: 204 len: 168 time: 2.1029201 Nov 24 01:47:06.947723 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f51cd9-d213-4cc2-9d6e-9760ed01086a None None] Pushing event updated for resources: {'Port': ['ID=20b83d47-12e2-44af-84e4-4b9b77133b6f,revision_number=4']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:06.948218 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46572) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:06.956050 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bebd64d-df65-4d0c-8bcf-d0b1cf261ff4 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:06.956658 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4bebd64d-df65-4d0c-8bcf-d0b1cf261ff4 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:06.957431 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-10dc1885-6206-4940-bc6d-ab9ecf147d79 None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:06.966622 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-86f4aedd-433c-44be-adaf-dbb6d1c6a738 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-207628516'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:47:06.974192 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ed6c7b28-952f-447a-be26-f2da797e1a97 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:06.976194 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab22208-0b57-4984-bbe5-b70279a5988c tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Pushing event deleted for resources: {'Network': ['ID=ecd2724f-2b1e-4926-82cf-95886a8e5535,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:06.988156 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-bf5ed184-6ce8-4dde-828b-3ae7ef5c7430 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:07.063917 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86f4aedd-433c-44be-adaf-dbb6d1c6a738 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Made reservation on behalf of dffe9b32758f41e588b204d5506b48f8 for: {'network': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:47:07.067569 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-86f4aedd-433c-44be-adaf-dbb6d1c6a738 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:07.077875 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-4bebd64d-df65-4d0c-8bcf-d0b1cf261ff4 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.2955656 Nov 24 01:47:07.084603 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46574) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:07.115240 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-35e17b1f-9f3f-4e35-a18c-2de8cbef4dc1 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29149261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29154849'] for subnet, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:07.129243 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ed6c7b28-952f-447a-be26-f2da797e1a97 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:07.133916 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-bf5ed184-6ce8-4dde-828b-3ae7ef5c7430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:07.137598 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-bf5ed184-6ce8-4dde-828b-3ae7ef5c7430 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:07.142264 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-bf5ed184-6ce8-4dde-828b-3ae7ef5c7430 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0922b97e-7f4c-4a47-a120-66a16097b1cd HTTP/1.1" status: 204 len: 168 time: 0.3105853 Nov 24 01:47:07.150128 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8783e0a4-7c71-4b91-8ab7-d895ce7e7d5b None None] Network dae9b940-ccf5-4cf3-b9e5-c4536d2a2397 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:47:07.152244 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c5f5f35-e8a7-43e8-8609-18e1a138f55a None None] DHCP port deletion for 9b0cb615-dd00-417f-9128-01ca62e524f6 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:47:07.159139 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-10dc1885-6206-4940-bc6d-ab9ecf147d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:07.185884 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-a41d76a6-a153-4396-bc20-334310a9338f None None] Could not find standard attr ID for object f99245e9-ef02-43aa-886f-0cdc4866be19. {{(pid=109868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 01:47:07.194569 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86f4aedd-433c-44be-adaf-dbb6d1c6a738 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=109867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:47:07.203291 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5ed184-6ce8-4dde-828b-3ae7ef5c7430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0922b97e-7f4c-4a47-a120-66a16097b1cd,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:07.219067 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-86f4aedd-433c-44be-adaf-dbb6d1c6a738 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:07.219067 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.segments_db [None req-86f4aedd-433c-44be-adaf-dbb6d1c6a738 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Added segment 7e409667-cea0-4d13-bd2e-31fcabc9dd2e of type vlan for network 2348bbc4-816c-4e28-9542-d570f2c30134 Nov 24 01:47:07.223172 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e17b1f-9f3f-4e35-a18c-2de8cbef4dc1 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:47:07.251721 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed6c7b28-952f-447a-be26-f2da797e1a97 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Network 39c3864f-3ea8-402c-9627-2ab71fc2dd92 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:47:07.258430 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-35e17b1f-9f3f-4e35-a18c-2de8cbef4dc1 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:47:07.265624 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-ed6c7b28-952f-447a-be26-f2da797e1a97 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:47:07.272559 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e17b1f-9f3f-4e35-a18c-2de8cbef4dc1 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:07.273992 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-35e17b1f-9f3f-4e35-a18c-2de8cbef4dc1 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:07.287061 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6c7b28-952f-447a-be26-f2da797e1a97 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:47:07.321394 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e17b1f-9f3f-4e35-a18c-2de8cbef4dc1 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Pushing event updated for resources: {'Subnet': ['ID=609a1716-dd5b-4e03-b821-dde2208fdc45,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:07.323090 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-86f4aedd-433c-44be-adaf-dbb6d1c6a738 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:07.339443 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6c7b28-952f-447a-be26-f2da797e1a97 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Pushing event updated for resources: {'Port': ['ID=f63037dd-59a5-4af1-91a7-c89b8e911a6b,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:07.347553 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-28651238-220d-4bd0-87e7-2945b60442e8 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:07.350462 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-35e17b1f-9f3f-4e35-a18c-2de8cbef4dc1 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0169806 Nov 24 01:47:07.353767 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46578) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:07.360609 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-ff49467b-e1ef-4b1c-8949-7ebc54e1f8fc tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Request body: {'port': {'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6', 'name': 'tempest-NetworksTestDHCPv6-1955379612'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:47:07.401634 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10dc1885-6206-4940-bc6d-ab9ecf147d79 None None] Network dd1943e3-e572-46d6-b32e-7e73149221fe is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:47:07.409791 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6c7b28-952f-447a-be26-f2da797e1a97 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:07.411006 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ed6c7b28-952f-447a-be26-f2da797e1a97 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:07.416975 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-10dc1885-6206-4940-bc6d-ab9ecf147d79 None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:47:07.429264 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10dc1885-6206-4940-bc6d-ab9ecf147d79 None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:47:07.433139 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc1885-6206-4940-bc6d-ab9ecf147d79 None None] Pushing event updated for resources: {'Port': ['ID=ac423363-d1d4-49ae-8a15-438d171a0edb,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:07.501648 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device d7d53897-e026-4f9f-ba5f-7008d43a9f22 no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:47:07.549157 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-ed6c7b28-952f-447a-be26-f2da797e1a97 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4182675 Nov 24 01:47:07.552172 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46582) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:07.567113 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-86f4aedd-433c-44be-adaf-dbb6d1c6a738 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:07.576000 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f4aedd-433c-44be-adaf-dbb6d1c6a738 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:07.576648 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-86f4aedd-433c-44be-adaf-dbb6d1c6a738 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks [] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:07.581786 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-28651238-220d-4bd0-87e7-2945b60442e8 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:07.614578 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: d7d53897-e026-4f9f-ba5f-7008d43a9f22 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:47:07.614915 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device d7d53897-e026-4f9f-ba5f-7008d43a9f22 not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:47:07.661181 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff49467b-e1ef-4b1c-8949-7ebc54e1f8fc tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Made reservation on behalf of 6974375fded34c83af8967d3f69dce07 for: {'port': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:47:07.664762 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ff49467b-e1ef-4b1c-8949-7ebc54e1f8fc tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:07.676653 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-10dc1885-6206-4940-bc6d-ab9ecf147d79 None None] Attempting to bind port ac423363-d1d4-49ae-8a15-438d171a0edb on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:47:07.687762 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-10dc1885-6206-4940-bc6d-ab9ecf147d79 None None] Attempting to bind port ac423363-d1d4-49ae-8a15-438d171a0edb by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': 'ab480715-1614-4d81-a8c6-fe61d56408b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'dd1943e3-e572-46d6-b32e-7e73149221fe'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:47:07.688394 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10dc1885-6206-4940-bc6d-ab9ecf147d79 None None] Attempting to bind port ac423363-d1d4-49ae-8a15-438d171a0edb on network dd1943e3-e572-46d6-b32e-7e73149221fe {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:47:07.702480 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [None req-ff49467b-e1ef-4b1c-8949-7ebc54e1f8fc tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] device_id is not set on port 6eec5f99-9745-4cdc-902f-5c93f653aa26 yet. {{(pid=109866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 01:47:07.708355 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-4c5f5f35-e8a7-43e8-8609-18e1a138f55a None None] Deleting port 20b83d47-12e2-44af-84e4-4b9b77133b6f {{(pid=109868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:47:07.713553 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-4c5f5f35-e8a7-43e8-8609-18e1a138f55a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:07.728857 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10dc1885-6206-4940-bc6d-ab9ecf147d79 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:47:07.729439 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10dc1885-6206-4940-bc6d-ab9ecf147d79 None None] Checking segment: {'id': 'ab480715-1614-4d81-a8c6-fe61d56408b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'dd1943e3-e572-46d6-b32e-7e73149221fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:47:07.729932 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-10dc1885-6206-4940-bc6d-ab9ecf147d79 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:07.730423 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10dc1885-6206-4940-bc6d-ab9ecf147d79 None None] Bound using segment: {'id': 'ab480715-1614-4d81-a8c6-fe61d56408b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'dd1943e3-e572-46d6-b32e-7e73149221fe'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:47:07.731093 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-10dc1885-6206-4940-bc6d-ab9ecf147d79 None None] Bound port: ac423363-d1d4-49ae-8a15-438d171a0edb, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab480715-1614-4d81-a8c6-fe61d56408b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'dd1943e3-e572-46d6-b32e-7e73149221fe'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:47:07.731566 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-10dc1885-6206-4940-bc6d-ab9ecf147d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:07.854778 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-28651238-220d-4bd0-87e7-2945b60442e8 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25501782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25307808'] for subnet, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:07.857783 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-3a23b1fb-0de9-450c-99d9-1672dc15938c tempest-FloatingIPAdminTestJSON-139400260 tempest-FloatingIPAdminTestJSON-139400260-project-admin] Request body: {'floatingip': {'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'project_id': '0bf933b48d8543729019f0a5a08e96e3', 'port_id': 'f63037dd-59a5-4af1-91a7-c89b8e911a6b'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:47:07.861649 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2005edc8-eed4-41da-b6cc-c27c3a4bc13b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-dae9b940-ccf5-4cf3-b9e5-c4536d2a2397', 'network_id': 'dae9b940-ccf5-4cf3-b9e5-c4536d2a2397', 'tenant_id': 'dc36495a5d4849ad80ab7e395f5eebfb', 'fixed_ips': [{'subnet_id': '61e6ad6e-8bf0-414e-8a71-ca9f50a6104f'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 01:47:07.862755 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-2005edc8-eed4-41da-b6cc-c27c3a4bc13b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:07.864830 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-8e2d7eaa-33ee-41d3-8b46-f0b42c7aa0ba None None] Provisioning complete for port f63037dd-59a5-4af1-91a7-c89b8e911a6b triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:47:07.865825 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-8e2d7eaa-33ee-41d3-8b46-f0b42c7aa0ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:07.887520 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f4aedd-433c-44be-adaf-dbb6d1c6a738 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Pushing event updated for resources: {'Network': ['ID=2348bbc4-816c-4e28-9542-d570f2c30134,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:07.909225 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network 2348bbc4-816c-4e28-9542-d570f2c30134 details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:47:07.934636 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28651238-220d-4bd0-87e7-2945b60442e8 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Pushing event deleted for resources: {'Subnet': ['ID=61e6ad6e-8bf0-414e-8a71-ca9f50a6104f,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:07.942790 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-86f4aedd-433c-44be-adaf-dbb6d1c6a738 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9933085 Nov 24 01:47:07.946302 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46596) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:08.020188 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71862f96-7084-40b7-9add-c5746af469a8 req-e5b2f476-440a-46c2-b3e1-7498133f6833 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:08.022892 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-71862f96-7084-40b7-9add-c5746af469a8 req-e5b2f476-440a-46c2-b3e1-7498133f6833 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7fa21ef-c2f6-4d95-b817-914404dd2b8b HTTP/1.1" status: 200 len: 945 time: 0.2968166 Nov 24 01:47:08.024594 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-10dc1885-6206-4940-bc6d-ab9ecf147d79 None None] For port ac423363-d1d4-49ae-8a15-438d171a0edb, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:47:08.030391 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-10dc1885-6206-4940-bc6d-ab9ecf147d79 None None] For port ac423363-d1d4-49ae-8a15-438d171a0edb, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=ac423363-d1d4-49ae-8a15-438d171a0edb,segment=NetworkSegment(ab480715-1614-4d81-a8c6-fe61d56408b9),segment_id=ab480715-1614-4d81-a8c6-fe61d56408b9)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:47:08.051280 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-28651238-220d-4bd0-87e7-2945b60442e8 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:08.053554 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-8e2d7eaa-33ee-41d3-8b46-f0b42c7aa0ba None None] Port f63037dd-59a5-4af1-91a7-c89b8e911a6b cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:47:08.068192 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3a23b1fb-0de9-450c-99d9-1672dc15938c tempest-FloatingIPAdminTestJSON-139400260 tempest-FloatingIPAdminTestJSON-139400260-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:08.083906 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-28651238-220d-4bd0-87e7-2945b60442e8 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dae9b940-ccf5-4cf3-b9e5-c4536d2a2397']}} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:08.098072 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-28651238-220d-4bd0-87e7-2945b60442e8 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85e7c596-0f62-47b5-bb2e-35ae8be32780') {'for_net_delete': True} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:08.098377 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-28651238-220d-4bd0-87e7-2945b60442e8 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85e7c596-0f62-47b5-bb2e-35ae8be32780') {} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:08.113259 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-10dc1885-6206-4940-bc6d-ab9ecf147d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:08.113526 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-28651238-220d-4bd0-87e7-2945b60442e8 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28690908'] for segment, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:08.127666 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-28651238-220d-4bd0-87e7-2945b60442e8 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:08.134524 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28651238-220d-4bd0-87e7-2945b60442e8 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=109867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:47:08.134964 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-28651238-220d-4bd0-87e7-2945b60442e8 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25503736'] for segment, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:08.193385 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [None req-ff49467b-e1ef-4b1c-8949-7ebc54e1f8fc tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Allocated IP 2001:db8::1f2 (9b0cb615-dd00-417f-9128-01ca62e524f6/609a1716-dd5b-4e03-b821-dde2208fdc45/6eec5f99-9745-4cdc-902f-5c93f653aa26) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:47:08.198523 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-8f2d0286-90a3-476a-844f-d0da1db78310 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Request body: {'subnet': {'network_id': '2348bbc4-816c-4e28-9542-d570f2c30134', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:47:08.202658 dv-neutron-818911-2-hyperv neutron-server[109867]: Traceback (most recent call last): Nov 24 01:47:08.202658 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:47:08.202658 dv-neutron-818911-2-hyperv neutron-server[109867]: timer() Nov 24 01:47:08.202658 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:47:08.202658 dv-neutron-818911-2-hyperv neutron-server[109867]: cb(*args, **kw) Nov 24 01:47:08.202658 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:47:08.202658 dv-neutron-818911-2-hyperv neutron-server[109867]: return func(*args, **kwargs) Nov 24 01:47:08.202658 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:47:08.202658 dv-neutron-818911-2-hyperv neutron-server[109867]: self._notify() Nov 24 01:47:08.202658 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:47:08.202658 dv-neutron-818911-2-hyperv neutron-server[109867]: self.callback(batched_events) Nov 24 01:47:08.202658 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:47:08.202658 dv-neutron-818911-2-hyperv neutron-server[109867]: event.method(event) Nov 24 01:47:08.202658 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:47:08.202658 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:47:08.202658 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:47:08.202658 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:47:08.202658 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:47:08.202658 dv-neutron-818911-2-hyperv neutron-server[109867]: return f(self, *a, **k) Nov 24 01:47:08.202658 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:47:08.202658 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._get(url).json() Nov 24 01:47:08.202658 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:47:08.202658 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:47:08.202658 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:47:08.202658 dv-neutron-818911-2-hyperv neutron-server[109867]: return self.request(url, 'GET', **kwargs) Nov 24 01:47:08.202658 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:47:08.202658 dv-neutron-818911-2-hyperv neutron-server[109867]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:47:08.202658 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:47:08.202658 dv-neutron-818911-2-hyperv neutron-server[109867]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:47:08.202658 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:47:08.202658 dv-neutron-818911-2-hyperv neutron-server[109867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:47:08.202658 dv-neutron-818911-2-hyperv neutron-server[109867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:47:08.219185 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-71862f96-7084-40b7-9add-c5746af469a8 req-259ed594-bc7c-43e6-aac9-8e222e9b84d6 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] 10.222.0.21 "GET /v2.0/security-groups?id=137d305a-b3ea-4e14-b9c3-3a9986b7aca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1861436 Nov 24 01:47:08.257771 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 20b83d47-12e2-44af-84e4-4b9b77133b6f no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:47:08.303878 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-4c5f5f35-e8a7-43e8-8609-18e1a138f55a None None] For port 20b83d47-12e2-44af-84e4-4b9b77133b6f, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=20b83d47-12e2-44af-84e4-4b9b77133b6f,segment=NetworkSegment(2b1ff8b4-a836-4287-84a2-3eaf8ccfb867),segment_id=2b1ff8b4-a836-4287-84a2-3eaf8ccfb867)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:47:08.304200 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-4c5f5f35-e8a7-43e8-8609-18e1a138f55a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:08.344572 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-28651238-220d-4bd0-87e7-2945b60442e8 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:08.367807 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-28651238-220d-4bd0-87e7-2945b60442e8 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks [] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:08.386072 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-28651238-220d-4bd0-87e7-2945b60442e8 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] 10.222.0.21 "DELETE /v2.0/networks/dae9b940-ccf5-4cf3-b9e5-c4536d2a2397 HTTP/1.1" status: 204 len: 168 time: 1.3000634 Nov 24 01:47:08.395976 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46606) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:08.397959 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3a23b1fb-0de9-450c-99d9-1672dc15938c tempest-FloatingIPAdminTestJSON-139400260 tempest-FloatingIPAdminTestJSON-139400260-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:08.422223 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-4c5f5f35-e8a7-43e8-8609-18e1a138f55a None None] Calling delete_port for 20b83d47-12e2-44af-84e4-4b9b77133b6f owned by network:dhcp {{(pid=109868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:47:08.425615 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-a1bd4e47-18d8-4adb-a635-000304b4d95c tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-267940412'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:47:08.444824 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28651238-220d-4bd0-87e7-2945b60442e8 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Pushing event deleted for resources: {'Network': ['ID=dae9b940-ccf5-4cf3-b9e5-c4536d2a2397,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:08.486569 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc1885-6206-4940-bc6d-ab9ecf147d79 None None] Pushing event updated for resources: {'Port': ['ID=ac423363-d1d4-49ae-8a15-438d171a0edb,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:08.487026 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46608) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:08.505352 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f2d0286-90a3-476a-844f-d0da1db78310 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Made reservation on behalf of dffe9b32758f41e588b204d5506b48f8 for: {'subnet': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:47:08.512960 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8f2d0286-90a3-476a-844f-d0da1db78310 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25307781'] for subnet, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:08.524423 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523a87a9-fb63-45f2-8ba8-ff1c32216220 None None] Network dae9b940-ccf5-4cf3-b9e5-c4536d2a2397 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:47:08.577944 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523a87a9-fb63-45f2-8ba8-ff1c32216220 None None] Network dae9b940-ccf5-4cf3-b9e5-c4536d2a2397 could not be found, it might have been deleted concurrently. {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 24 01:47:08.596220 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ff49467b-e1ef-4b1c-8949-7ebc54e1f8fc tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:08.602148 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:08.629211 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1bd4e47-18d8-4adb-a635-000304b4d95c tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Made reservation on behalf of dc36495a5d4849ad80ab7e395f5eebfb for: {'network': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:47:08.634469 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-4c5f5f35-e8a7-43e8-8609-18e1a138f55a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974'] for port, after_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:08.634654 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a1bd4e47-18d8-4adb-a635-000304b4d95c tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:08.662628 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 48a73545-8092-4069-ac5f-f26ee8d39d60 up at agent hyperv_hv-neutron-8189 {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:47:08.734509 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ff49467b-e1ef-4b1c-8949-7ebc54e1f8fc tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:08.780975 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5f5f35-e8a7-43e8-8609-18e1a138f55a None None] Pushing event deleted for resources: {'Port': ['ID=20b83d47-12e2-44af-84e4-4b9b77133b6f,revision_number=None']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:08.811101 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff49467b-e1ef-4b1c-8949-7ebc54e1f8fc tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:47:08.821051 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-ff49467b-e1ef-4b1c-8949-7ebc54e1f8fc tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:47:08.825568 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5f5f35-e8a7-43e8-8609-18e1a138f55a None None] No DVR routers for this DVR port 20b83d47-12e2-44af-84e4-4b9b77133b6f on host dv-neutron-818911-2-hyperv {{(pid=109868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:47:08.848371 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff49467b-e1ef-4b1c-8949-7ebc54e1f8fc tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:47:08.853592 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08acd799-44db-4a08-9738-cc65349e90fc None None] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:47:08.855770 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff49467b-e1ef-4b1c-8949-7ebc54e1f8fc tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:08.856917 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ff49467b-e1ef-4b1c-8949-7ebc54e1f8fc tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:08.883167 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff49467b-e1ef-4b1c-8949-7ebc54e1f8fc tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Pushing event updated for resources: {'Port': ['ID=6eec5f99-9745-4cdc-902f-5c93f653aa26,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:08.911502 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-ff49467b-e1ef-4b1c-8949-7ebc54e1f8fc tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5559175 Nov 24 01:47:08.914423 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46612) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:08.930555 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1bd4e47-18d8-4adb-a635-000304b4d95c tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=109867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:47:08.951196 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a1bd4e47-18d8-4adb-a635-000304b4d95c tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:08.951477 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.segments_db [None req-a1bd4e47-18d8-4adb-a635-000304b4d95c tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Added segment efa17c65-b5cc-4865-9c05-3338521642b4 of type vlan for network b4ab6f90-d1b6-451c-aef5-07db316af930 Nov 24 01:47:08.952253 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Provisioning for port 48a73545-8092-4069-ac5f-f26ee8d39d60 completed by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 01:47:08.977370 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [None req-3a23b1fb-0de9-450c-99d9-1672dc15938c tempest-FloatingIPAdminTestJSON-139400260 tempest-FloatingIPAdminTestJSON-139400260-project-admin] Allocated IP 172.26.5.150 (eb22795d-37ee-46ee-844d-92c17e2ea450/3e66fcff-6e72-4083-b514-48f69cdaa2cb/c7c6a5df-c413-4b09-9711-bf4f53aa0a16) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:47:08.978077 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Provisioning complete for port 48a73545-8092-4069-ac5f-f26ee8d39d60 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:47:08.978448 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:09.011379 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a1bd4e47-18d8-4adb-a635-000304b4d95c tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:09.040487 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04594f5a-bafc-4cdd-963d-fa5e5b7fcacc tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:09.042058 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-04594f5a-bafc-4cdd-963d-fa5e5b7fcacc tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1266253 Nov 24 01:47:09.043125 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-72f85887-ea49-45f2-978c-07ea0a8616ba tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-998773685'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:47:09.048877 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46614) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:09.071146 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8f2d0286-90a3-476a-844f-d0da1db78310 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25501847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25307831'] for subnet, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:09.078274 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a1bd4e47-18d8-4adb-a635-000304b4d95c tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:09.085129 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1bd4e47-18d8-4adb-a635-000304b4d95c tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:09.085768 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a1bd4e47-18d8-4adb-a635-000304b4d95c tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks [] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:09.134849 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3a23b1fb-0de9-450c-99d9-1672dc15938c tempest-FloatingIPAdminTestJSON-139400260 tempest-FloatingIPAdminTestJSON-139400260-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:09.145747 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:09.157825 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44f2385-4087-4e17-886d-f07f43ba81ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-9b0cb615-dd00-417f-9128-01ca62e524f6', 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6', 'tenant_id': '6974375fded34c83af8967d3f69dce07', 'fixed_ips': [{'subnet_id': '609a1716-dd5b-4e03-b821-dde2208fdc45'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 01:47:09.159661 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a44f2385-4087-4e17-886d-f07f43ba81ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:09.186835 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7fa21ef-c2f6-4d95-b817-914404dd2b8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48a73545-8092-4069-ac5f-f26ee8d39d60'}] {{(pid=109868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 01:47:09.187072 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3a23b1fb-0de9-450c-99d9-1672dc15938c tempest-FloatingIPAdminTestJSON-139400260 tempest-FloatingIPAdminTestJSON-139400260-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:09.189101 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adafa3b64de3cabc8eac619938bcace59b198ffee64d481093eb3def62699d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d339efec-cc3c-4846-b7ba-5d1582b39c2f" -d '{"events": [{"server_uuid": "b7fa21ef-c2f6-4d95-b817-914404dd2b8b", "name": "network-vif-plugged", "status": "completed", "tag": "48a73545-8092-4069-ac5f-f26ee8d39d60"}]}' {{(pid=109868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 01:47:09.232332 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a23b1fb-0de9-450c-99d9-1672dc15938c tempest-FloatingIPAdminTestJSON-139400260 tempest-FloatingIPAdminTestJSON-139400260-project-admin] Pushing event updated for resources: {'Port': ['ID=c7c6a5df-c413-4b09-9711-bf4f53aa0a16,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:09.247936 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port 48a73545-8092-4069-ac5f-f26ee8d39d60, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=48a73545-8092-4069-ac5f-f26ee8d39d60,segment=NetworkSegment(db823f0a-caf6-41c9-bc62-afb7ce23547f),segment_id=db823f0a-caf6-41c9-bc62-afb7ce23547f)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:47:09.255664 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a23b1fb-0de9-450c-99d9-1672dc15938c tempest-FloatingIPAdminTestJSON-139400260 tempest-FloatingIPAdminTestJSON-139400260-project-admin] Network eb22795d-37ee-46ee-844d-92c17e2ea450 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:47:09.257229 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-3a23b1fb-0de9-450c-99d9-1672dc15938c tempest-FloatingIPAdminTestJSON-139400260 tempest-FloatingIPAdminTestJSON-139400260-project-admin] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:47:09.259426 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 01:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-458d24d8-eaf5-43ab-bdd3-72d5d4dc1501 x-openstack-request-id: req-458d24d8-eaf5-43ab-bdd3-72d5d4dc1501 {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 01:47:09.259613 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7fa21ef-c2f6-4d95-b817-914404dd2b8b", "name": "network-vif-plugged", "status": "completed", "tag": "48a73545-8092-4069-ac5f-f26ee8d39d60", "code": 200}]} {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 01:47:09.259920 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-458d24d8-eaf5-43ab-bdd3-72d5d4dc1501 {{(pid=109868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 01:47:09.260042 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bd4e47-18d8-4adb-a635-000304b4d95c tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Pushing event updated for resources: {'Network': ['ID=b4ab6f90-d1b6-451c-aef5-07db316af930,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:09.260316 dv-neutron-818911-2-hyperv neutron-server[109868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7fa21ef-c2f6-4d95-b817-914404dd2b8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48a73545-8092-4069-ac5f-f26ee8d39d60', 'code': 200} Nov 24 01:47:09.267430 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a23b1fb-0de9-450c-99d9-1672dc15938c tempest-FloatingIPAdminTestJSON-139400260 tempest-FloatingIPAdminTestJSON-139400260-project-admin] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:47:09.282925 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2d0286-90a3-476a-844f-d0da1db78310 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Pushing event updated for resources: {'Subnet': ['ID=6c4355ed-469c-425c-b774-fc06782bd588,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:09.303119 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72f85887-ea49-45f2-978c-07ea0a8616ba tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Made reservation on behalf of c1381337c43b4a9e8088f5ae31d89764 for: {'network': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:47:09.321356 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-72f85887-ea49-45f2-978c-07ea0a8616ba tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:09.328192 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network b4ab6f90-d1b6-451c-aef5-07db316af930 details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:47:09.330744 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:09.399687 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-a1bd4e47-18d8-4adb-a635-000304b4d95c tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0023918 Nov 24 01:47:09.407461 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46620) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:09.416987 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-abb19d60-7f63-402f-b2ae-61d84366da8a tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Request body: {'subnet': {'network_id': 'b4ab6f90-d1b6-451c-aef5-07db316af930', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:47:09.435822 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-72f85887-ea49-45f2-978c-07ea0a8616ba tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks [] for security_group, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:09.466473 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2d0286-90a3-476a-844f-d0da1db78310 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Checking segment: {'id': '7e409667-cea0-4d13-bd2e-31fcabc9dd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2348bbc4-816c-4e28-9542-d570f2c30134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:47:09.467017 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2d0286-90a3-476a-844f-d0da1db78310 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Network hostable DHCP agents. Network: 2348bbc4-816c-4e28-9542-d570f2c30134, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 01:47:09.523450 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=48a73545-8092-4069-ac5f-f26ee8d39d60,revision_number=5']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:09.555237 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-a44f2385-4087-4e17-886d-f07f43ba81ec None None] Allocated IP 2001:db8::2 (9b0cb615-dd00-417f-9128-01ca62e524f6/609a1716-dd5b-4e03-b821-dde2208fdc45/d1dbd619-89e6-459e-8b1f-5f69bd567d4a) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:47:09.589140 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2d0286-90a3-476a-844f-d0da1db78310 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Network 2348bbc4-816c-4e28-9542-d570f2c30134 is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 01:47:09.665814 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abb19d60-7f63-402f-b2ae-61d84366da8a tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Made reservation on behalf of dc36495a5d4849ad80ab7e395f5eebfb for: {'subnet': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:47:09.669968 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-abb19d60-7f63-402f-b2ae-61d84366da8a tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25307781'] for subnet, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:09.675213 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-8f2d0286-90a3-476a-844f-d0da1db78310 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, 2348bbc4-816c-4e28-9542-d570f2c30134) {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:47:09.680656 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2d0286-90a3-476a-844f-d0da1db78310 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:09.680802 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2055d9-b341-4114-9ead-1ae5019bfbbc req-67bf7dee-73b7-4fc2-85bd-178a1ef52cde tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:09.681456 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8f2d0286-90a3-476a-844f-d0da1db78310 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:09.689799 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-6c2055d9-b341-4114-9ead-1ae5019bfbbc req-67bf7dee-73b7-4fc2-85bd-178a1ef52cde tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7fa21ef-c2f6-4d95-b817-914404dd2b8b HTTP/1.1" status: 200 len: 946 time: 0.3304811 Nov 24 01:47:09.708973 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3294fd-5715-4ffa-9b18-aebfde9beb45 None None] Network 2348bbc4-816c-4e28-9542-d570f2c30134 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:47:09.727386 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-03678619-ab31-4742-9b0c-e1e10c7fa7b6 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Deleting port 6eec5f99-9745-4cdc-902f-5c93f653aa26 {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:47:09.728017 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-03678619-ab31-4742-9b0c-e1e10c7fa7b6 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:09.808594 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a44f2385-4087-4e17-886d-f07f43ba81ec None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:09.819521 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a44f2385-4087-4e17-886d-f07f43ba81ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:09.830881 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-8f2d0286-90a3-476a-844f-d0da1db78310 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8796780 Nov 24 01:47:09.833747 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46622) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:09.833914 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.ipam_backend_mixin [None req-abb19d60-7f63-402f-b2ae-61d84366da8a tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Performing IP validity checks on allocation pools {{(pid=109867) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 24 01:47:09.833914 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.ipam_backend_mixin [None req-abb19d60-7f63-402f-b2ae-61d84366da8a tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109867) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 24 01:47:09.843419 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240e20d4-b788-4745-a9b2-19eb25f9c6fb req-bec75c4b-7c4e-453e-b6af-513f02eb92c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:09.845181 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-240e20d4-b788-4745-a9b2-19eb25f9c6fb req-bec75c4b-7c4e-453e-b6af-513f02eb92c6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b7fa21ef-c2f6-4d95-b817-914404dd2b8b HTTP/1.1" status: 200 len: 1099 time: 0.2954650 Nov 24 01:47:09.882020 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44f2385-4087-4e17-886d-f07f43ba81ec None None] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:47:09.888281 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-a44f2385-4087-4e17-886d-f07f43ba81ec None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:47:09.891498 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44f2385-4087-4e17-886d-f07f43ba81ec None None] Pushing event updated for resources: {'Port': ['ID=d1dbd619-89e6-459e-8b1f-5f69bd567d4a,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:09.894010 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-6c2055d9-b341-4114-9ead-1ae5019bfbbc req-cd99494b-dd27-4fc8-8ff9-ec316d25b720 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] 10.222.0.21 "GET /v2.0/security-groups?id=137d305a-b3ea-4e14-b9c3-3a9986b7aca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2030795 Nov 24 01:47:09.899774 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44f2385-4087-4e17-886d-f07f43ba81ec None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:47:09.901616 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-4f13d031-902c-44f7-b11b-f710039cc113 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Request body: {'port': {'network_id': '2348bbc4-816c-4e28-9542-d570f2c30134', 'name': 'tempest-PortsTestJSON-842781112', 'fixed_ips': [{'subnet_id': '6c4355ed-469c-425c-b774-fc06782bd588', 'ip_address': '172.20.0.10'}]}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:47:09.937045 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd70e81-59ad-4121-9719-6b8639ebe461 None None] Network dd1943e3-e572-46d6-b32e-7e73149221fe requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:47:09.994759 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-240e20d4-b788-4745-a9b2-19eb25f9c6fb req-9ec3d857-e2dc-476f-9bac-e48687f26e0f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=137d305a-b3ea-4e14-b9c3-3a9986b7aca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102605 Nov 24 01:47:10.003069 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-03678619-ab31-4742-9b0c-e1e10c7fa7b6 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:10.027532 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-72f85887-ea49-45f2-978c-07ea0a8616ba tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks [] for security_group, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:10.052483 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-03678619-ab31-4742-9b0c-e1e10c7fa7b6 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Calling delete_port for 6eec5f99-9745-4cdc-902f-5c93f653aa26 owned by {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:47:10.053303 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3a23b1fb-0de9-450c-99d9-1672dc15938c tempest-FloatingIPAdminTestJSON-139400260 tempest-FloatingIPAdminTestJSON-139400260-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:10.054226 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-72f85887-ea49-45f2-978c-07ea0a8616ba tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:10.077851 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-a44f2385-4087-4e17-886d-f07f43ba81ec None None] Attempting to bind port d1dbd619-89e6-459e-8b1f-5f69bd567d4a on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:47:10.078222 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-a44f2385-4087-4e17-886d-f07f43ba81ec None None] Attempting to bind port d1dbd619-89e6-459e-8b1f-5f69bd567d4a by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '2b1ff8b4-a836-4287-84a2-3eaf8ccfb867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:47:10.078581 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44f2385-4087-4e17-886d-f07f43ba81ec None None] Attempting to bind port d1dbd619-89e6-459e-8b1f-5f69bd567d4a on network 9b0cb615-dd00-417f-9128-01ca62e524f6 {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:47:10.084795 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-817f27d3-4e1a-48cc-9406-20c9a5e1b503 None None] Provisioning complete for port ac423363-d1d4-49ae-8a15-438d171a0edb triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:47:10.085816 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-817f27d3-4e1a-48cc-9406-20c9a5e1b503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:10.092523 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718b7419-5bc6-439c-8c45-1d60905d7baa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-2348bbc4-816c-4e28-9542-d570f2c30134', 'network_id': '2348bbc4-816c-4e28-9542-d570f2c30134', 'tenant_id': 'dffe9b32758f41e588b204d5506b48f8', 'fixed_ips': [{'subnet_id': '6c4355ed-469c-425c-b774-fc06782bd588'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 01:47:10.093319 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-718b7419-5bc6-439c-8c45-1d60905d7baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:10.118241 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44f2385-4087-4e17-886d-f07f43ba81ec None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:47:10.118409 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44f2385-4087-4e17-886d-f07f43ba81ec None None] Checking segment: {'id': '2b1ff8b4-a836-4287-84a2-3eaf8ccfb867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:47:10.118808 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a44f2385-4087-4e17-886d-f07f43ba81ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:10.119197 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44f2385-4087-4e17-886d-f07f43ba81ec None None] Bound using segment: {'id': '2b1ff8b4-a836-4287-84a2-3eaf8ccfb867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:47:10.119671 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-a44f2385-4087-4e17-886d-f07f43ba81ec None None] Bound port: d1dbd619-89e6-459e-8b1f-5f69bd567d4a, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1ff8b4-a836-4287-84a2-3eaf8ccfb867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:47:10.120076 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a44f2385-4087-4e17-886d-f07f43ba81ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:10.126270 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72f85887-ea49-45f2-978c-07ea0a8616ba tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=109867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:47:10.161891 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-72f85887-ea49-45f2-978c-07ea0a8616ba tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:10.162242 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.segments_db [None req-72f85887-ea49-45f2-978c-07ea0a8616ba tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Added segment 57076ed7-b33a-45d4-8265-edff20affce6 of type vlan for network c9fd22a9-70fd-48d0-bfd4-bfc1509f80af Nov 24 01:47:10.190392 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f13d031-902c-44f7-b11b-f710039cc113 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Made reservation on behalf of dffe9b32758f41e588b204d5506b48f8 for: {'port': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:47:10.203481 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f85887-ea49-45f2-978c-07ea0a8616ba tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a7a57c8-021d-4e8b-a690-35c556d9f956,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:10.265248 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-abb19d60-7f63-402f-b2ae-61d84366da8a tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25501847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25307831'] for subnet, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:10.288761 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-72f85887-ea49-45f2-978c-07ea0a8616ba tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:10.292359 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3a23b1fb-0de9-450c-99d9-1672dc15938c tempest-FloatingIPAdminTestJSON-139400260 tempest-FloatingIPAdminTestJSON-139400260-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:10.353549 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4f13d031-902c-44f7-b11b-f710039cc113 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:10.368684 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device ac423363-d1d4-49ae-8a15-438d171a0edb up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:47:10.378001 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [None req-4f13d031-902c-44f7-b11b-f710039cc113 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] device_id is not set on port 8a5f27d5-c3c7-47f7-8ebd-cb971b27d820 yet. {{(pid=109866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 01:47:10.406843 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb19d60-7f63-402f-b2ae-61d84366da8a tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Pushing event updated for resources: {'Subnet': ['ID=7b06f2bb-ae3a-466d-8f22-c3025418584c,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:10.408881 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-72f85887-ea49-45f2-978c-07ea0a8616ba tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:10.414505 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f85887-ea49-45f2-978c-07ea0a8616ba tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:10.415093 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-72f85887-ea49-45f2-978c-07ea0a8616ba tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks [] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:10.465915 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb19d60-7f63-402f-b2ae-61d84366da8a tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Checking segment: {'id': 'efa17c65-b5cc-4865-9c05-3338521642b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b4ab6f90-d1b6-451c-aef5-07db316af930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:47:10.466277 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb19d60-7f63-402f-b2ae-61d84366da8a tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Network hostable DHCP agents. Network: b4ab6f90-d1b6-451c-aef5-07db316af930, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 01:47:10.477036 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-72f85887-ea49-45f2-978c-07ea0a8616ba tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.9831276 Nov 24 01:47:10.477036 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-03678619-ab31-4742-9b0c-e1e10c7fa7b6 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:10.479774 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46624) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:10.487332 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-00508a94-b44e-4587-9020-5514fcb1cea2 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Request body: {'subnet': {'network_id': 'c9fd22a9-70fd-48d0-bfd4-bfc1509f80af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:47:10.516394 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-a44f2385-4087-4e17-886d-f07f43ba81ec None None] For port d1dbd619-89e6-459e-8b1f-5f69bd567d4a, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:47:10.543488 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03678619-ab31-4742-9b0c-e1e10c7fa7b6 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Pushing event deleted for resources: {'Port': ['ID=6eec5f99-9745-4cdc-902f-5c93f653aa26,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:10.549340 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f85887-ea49-45f2-978c-07ea0a8616ba tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Pushing event updated for resources: {'Network': ['ID=c9fd22a9-70fd-48d0-bfd4-bfc1509f80af,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:10.571647 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb19d60-7f63-402f-b2ae-61d84366da8a tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Network b4ab6f90-d1b6-451c-aef5-07db316af930 is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 01:47:10.575117 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-03678619-ab31-4742-9b0c-e1e10c7fa7b6 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:10.580602 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-03678619-ab31-4742-9b0c-e1e10c7fa7b6 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "DELETE /v2.0/ports/6eec5f99-9745-4cdc-902f-5c93f653aa26 HTTP/1.1" status: 204 len: 168 time: 1.5268996 Nov 24 01:47:10.582379 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46626) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:10.590611 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-817f27d3-4e1a-48cc-9406-20c9a5e1b503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:10.592188 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-abb19d60-7f63-402f-b2ae-61d84366da8a tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, b4ab6f90-d1b6-451c-aef5-07db316af930) {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:47:10.594102 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network c9fd22a9-70fd-48d0-bfd4-bfc1509f80af details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:47:10.621189 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa90753c-f42f-4004-949f-5b83eb55c5aa None None] Network b4ab6f90-d1b6-451c-aef5-07db316af930 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:47:10.621480 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb19d60-7f63-402f-b2ae-61d84366da8a tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:10.622050 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-abb19d60-7f63-402f-b2ae-61d84366da8a tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:10.643588 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-a44f2385-4087-4e17-886d-f07f43ba81ec None None] For port d1dbd619-89e6-459e-8b1f-5f69bd567d4a, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=d1dbd619-89e6-459e-8b1f-5f69bd567d4a,segment=NetworkSegment(2b1ff8b4-a836-4287-84a2-3eaf8ccfb867),segment_id=2b1ff8b4-a836-4287-84a2-3eaf8ccfb867)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:47:10.652968 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-abb19d60-7f63-402f-b2ae-61d84366da8a tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.2397885 Nov 24 01:47:10.653442 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46630) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:10.654439 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c66894b-28b5-4791-990b-073acebc3769 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:10.656165 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c66894b-28b5-4791-990b-073acebc3769 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:10.660210 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-0c66894b-28b5-4791-990b-073acebc3769 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0757041 Nov 24 01:47:10.660467 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46632) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:10.693459 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a44f2385-4087-4e17-886d-f07f43ba81ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:10.715147 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_v2 [None req-618c107b-e40c-42f0-af86-f9bc86b07999 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Deleting subnet 609a1716-dd5b-4e03-b821-dde2208fdc45 {{(pid=109867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 01:47:10.718878 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-618c107b-e40c-42f0-af86-f9bc86b07999 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for subnet, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:10.748128 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3a23b1fb-0de9-450c-99d9-1672dc15938c tempest-FloatingIPAdminTestJSON-139400260 tempest-FloatingIPAdminTestJSON-139400260-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:10.761951 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3a23b1fb-0de9-450c-99d9-1672dc15938c tempest-FloatingIPAdminTestJSON-139400260 tempest-FloatingIPAdminTestJSON-139400260-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29149402'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:10.765539 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-618c107b-e40c-42f0-af86-f9bc86b07999 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28690885'] for subnet, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:10.800530 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00508a94-b44e-4587-9020-5514fcb1cea2 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Made reservation on behalf of c1381337c43b4a9e8088f5ae31d89764 for: {'subnet': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:47:10.804017 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-00508a94-b44e-4587-9020-5514fcb1cea2 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29154835'] for subnet, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:10.850221 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port ac423363-d1d4-49ae-8a15-438d171a0edb triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:47:10.851150 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:10.868989 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-618c107b-e40c-42f0-af86-f9bc86b07999 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:10.869233 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-817f27d3-4e1a-48cc-9406-20c9a5e1b503 None None] For port ac423363-d1d4-49ae-8a15-438d171a0edb, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=ac423363-d1d4-49ae-8a15-438d171a0edb,segment=NetworkSegment(ab480715-1614-4d81-a8c6-fe61d56408b9),segment_id=ab480715-1614-4d81-a8c6-fe61d56408b9)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:47:10.908163 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-817f27d3-4e1a-48cc-9406-20c9a5e1b503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:10.915984 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-718b7419-5bc6-439c-8c45-1d60905d7baa None None] Allocated IP 172.20.0.2 (2348bbc4-816c-4e28-9542-d570f2c30134/6c4355ed-469c-425c-b774-fc06782bd588/580d72f7-4a8a-4679-8887-8b2d113d6c44) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:47:10.966947 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-618c107b-e40c-42f0-af86-f9bc86b07999 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25501782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25307808'] for subnet, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:10.977899 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44f2385-4087-4e17-886d-f07f43ba81ec None None] Pushing event updated for resources: {'Port': ['ID=d1dbd619-89e6-459e-8b1f-5f69bd567d4a,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:11.028598 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618c107b-e40c-42f0-af86-f9bc86b07999 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Pushing event deleted for resources: {'Subnet': ['ID=609a1716-dd5b-4e03-b821-dde2208fdc45,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:11.035540 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-618c107b-e40c-42f0-af86-f9bc86b07999 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:11.041272 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-618c107b-e40c-42f0-af86-f9bc86b07999 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "DELETE /v2.0/subnets/609a1716-dd5b-4e03-b821-dde2208fdc45 HTTP/1.1" status: 204 len: 168 time: 0.3775806 Nov 24 01:47:11.041807 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46636) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:11.112241 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-5bba2f7c-9ebc-4a44-b3dc-6c58b661a166 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0613432 Nov 24 01:47:11.121434 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46638) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:11.228511 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5b0bda-5aca-4b7b-b126-5b84403670c1 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:11.232758 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-eb5b0bda-5aca-4b7b-b126-5b84403670c1 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1092858 Nov 24 01:47:11.233808 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46640) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:11.250640 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e332f7-81a9-4e58-a76a-3a78f9a17ec5 req-4f244e32-6551-499b-b78f-f5b869ce0e23 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:11.252553 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-f7e332f7-81a9-4e58-a76a-3a78f9a17ec5 req-4f244e32-6551-499b-b78f-f5b869ce0e23 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7fa21ef-c2f6-4d95-b817-914404dd2b8b HTTP/1.1" status: 200 len: 946 time: 0.1462977 Nov 24 01:47:11.297090 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817f27d3-4e1a-48cc-9406-20c9a5e1b503 None None] Pushing event updated for resources: {'Port': ['ID=ac423363-d1d4-49ae-8a15-438d171a0edb,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:11.354792 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45fd31d2-9d2e-42d2-96a6-b109d6421a42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-b4ab6f90-d1b6-451c-aef5-07db316af930', 'network_id': 'b4ab6f90-d1b6-451c-aef5-07db316af930', 'tenant_id': 'dc36495a5d4849ad80ab7e395f5eebfb', 'fixed_ips': [{'subnet_id': '7b06f2bb-ae3a-466d-8f22-c3025418584c'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 01:47:11.355648 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-45fd31d2-9d2e-42d2-96a6-b109d6421a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:11.381968 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb7b7a8-c25e-40ad-b1f2-115d72af9ad7 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:11.383517 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-aeb7b7a8-c25e-40ad-b1f2-115d72af9ad7 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1483288 Nov 24 01:47:11.388387 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46642) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:11.437467 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-3aa06bbe-567b-46f2-9e80-95d5bace56d8 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0477660 Nov 24 01:47:11.443712 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a23b1fb-0de9-450c-99d9-1672dc15938c tempest-FloatingIPAdminTestJSON-139400260 tempest-FloatingIPAdminTestJSON-139400260-project-admin] Pushing event updated for resources: {'Port': ['ID=c7c6a5df-c413-4b09-9711-bf4f53aa0a16,revision_number=2']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:11.445798 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46644) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:11.450780 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-0391b17b-2b92-4fc6-a871-6f4260b2ce62 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Request body: {'subnet': {'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:47:11.452819 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-18e797aa-129a-444e-a86f-557a91fcb318 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:11.480233 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-f7e332f7-81a9-4e58-a76a-3a78f9a17ec5 req-308f6d2b-193c-444b-8d2f-b7fc305e949e tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] 10.222.0.21 "GET /v2.0/security-groups?id=137d305a-b3ea-4e14-b9c3-3a9986b7aca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2193408 Nov 24 01:47:11.502305 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3a23b1fb-0de9-450c-99d9-1672dc15938c tempest-FloatingIPAdminTestJSON-139400260 tempest-FloatingIPAdminTestJSON-139400260-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418250'] for floatingip, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:11.555523 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-968309ec-8c4e-41e4-a223-06ca0cbb47df None None] Provisioning complete for port ac423363-d1d4-49ae-8a15-438d171a0edb triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:47:11.555894 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-968309ec-8c4e-41e4-a223-06ca0cbb47df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:11.574545 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0391b17b-2b92-4fc6-a871-6f4260b2ce62 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Made reservation on behalf of 6974375fded34c83af8967d3f69dce07 for: {'subnet': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:47:11.580307 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0391b17b-2b92-4fc6-a871-6f4260b2ce62 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25307781'] for subnet, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:11.616116 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-718b7419-5bc6-439c-8c45-1d60905d7baa None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:11.630900 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-718b7419-5bc6-439c-8c45-1d60905d7baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:11.668975 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-45fd31d2-9d2e-42d2-96a6-b109d6421a42 None None] Allocated IP 172.20.0.3 (b4ab6f90-d1b6-451c-aef5-07db316af930/7b06f2bb-ae3a-466d-8f22-c3025418584c/18e792c3-207b-4ab8-826d-076829a28430) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:47:11.697348 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718b7419-5bc6-439c-8c45-1d60905d7baa None None] Network 2348bbc4-816c-4e28-9542-d570f2c30134 is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:47:11.707111 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-718b7419-5bc6-439c-8c45-1d60905d7baa None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:47:11.712758 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718b7419-5bc6-439c-8c45-1d60905d7baa None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:47:11.715591 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718b7419-5bc6-439c-8c45-1d60905d7baa None None] Pushing event updated for resources: {'Port': ['ID=580d72f7-4a8a-4679-8887-8b2d113d6c44,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:11.720409 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-18e797aa-129a-444e-a86f-557a91fcb318 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:11.771170 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [None req-4f13d031-902c-44f7-b11b-f710039cc113 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Allocated IP 172.20.0.10 (2348bbc4-816c-4e28-9542-d570f2c30134/6c4355ed-469c-425c-b774-fc06782bd588/8a5f27d5-c3c7-47f7-8ebd-cb971b27d820) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:47:11.773644 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.l3_db [None req-3a23b1fb-0de9-450c-99d9-1672dc15938c tempest-FloatingIPAdminTestJSON-139400260 tempest-FloatingIPAdminTestJSON-139400260-project-admin] Floating IP 3e257774-0c69-4a19-9907-aff71e9dec98 associated. External IP: 172.26.5.150, port: f63037dd-59a5-4af1-91a7-c89b8e911a6b. Nov 24 01:47:11.818050 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0391b17b-2b92-4fc6-a871-6f4260b2ce62 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25501847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25307831'] for subnet, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:11.860784 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-718b7419-5bc6-439c-8c45-1d60905d7baa None None] Attempting to bind port 580d72f7-4a8a-4679-8887-8b2d113d6c44 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:47:11.860915 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-718b7419-5bc6-439c-8c45-1d60905d7baa None None] Attempting to bind port 580d72f7-4a8a-4679-8887-8b2d113d6c44 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '7e409667-cea0-4d13-bd2e-31fcabc9dd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2348bbc4-816c-4e28-9542-d570f2c30134'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:47:11.861254 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718b7419-5bc6-439c-8c45-1d60905d7baa None None] Attempting to bind port 580d72f7-4a8a-4679-8887-8b2d113d6c44 on network 2348bbc4-816c-4e28-9542-d570f2c30134 {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:47:11.866452 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0391b17b-2b92-4fc6-a871-6f4260b2ce62 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:47:11.872039 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-0391b17b-2b92-4fc6-a871-6f4260b2ce62 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:47:11.876335 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0391b17b-2b92-4fc6-a871-6f4260b2ce62 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:11.876586 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718b7419-5bc6-439c-8c45-1d60905d7baa None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:47:11.876723 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718b7419-5bc6-439c-8c45-1d60905d7baa None None] Checking segment: {'id': '7e409667-cea0-4d13-bd2e-31fcabc9dd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2348bbc4-816c-4e28-9542-d570f2c30134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:47:11.876835 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0391b17b-2b92-4fc6-a871-6f4260b2ce62 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:11.877053 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-718b7419-5bc6-439c-8c45-1d60905d7baa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:11.877727 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718b7419-5bc6-439c-8c45-1d60905d7baa None None] Bound using segment: {'id': '7e409667-cea0-4d13-bd2e-31fcabc9dd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2348bbc4-816c-4e28-9542-d570f2c30134'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:47:11.878381 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-718b7419-5bc6-439c-8c45-1d60905d7baa None None] Bound port: 580d72f7-4a8a-4679-8887-8b2d113d6c44, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e409667-cea0-4d13-bd2e-31fcabc9dd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2348bbc4-816c-4e28-9542-d570f2c30134'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:47:11.878949 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-718b7419-5bc6-439c-8c45-1d60905d7baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:11.896721 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0391b17b-2b92-4fc6-a871-6f4260b2ce62 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Pushing event updated for resources: {'Subnet': ['ID=2e15931c-8ea6-4e03-8284-cc4032f3a581,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:11.908073 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-0391b17b-2b92-4fc6-a871-6f4260b2ce62 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4609823 Nov 24 01:47:11.908463 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46646) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:11.913485 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-00afb1cb-a263-45e4-ad49-1f1650bd046e tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Request body: {'port': {'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6', 'fixed_ips': [{'subnet_id': '2e15931c-8ea6-4e03-8284-cc4032f3a581', 'ip_address': '2001:db8::f0ff:2c85:6ad3:b21'}], 'name': 'tempest-NetworksTestDHCPv6-1872001418'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:47:11.985288 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-45fd31d2-9d2e-42d2-96a6-b109d6421a42 None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:11.996912 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-718b7419-5bc6-439c-8c45-1d60905d7baa None None] For port 580d72f7-4a8a-4679-8887-8b2d113d6c44, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:47:12.001772 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-718b7419-5bc6-439c-8c45-1d60905d7baa None None] For port 580d72f7-4a8a-4679-8887-8b2d113d6c44, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=580d72f7-4a8a-4679-8887-8b2d113d6c44,segment=NetworkSegment(7e409667-cea0-4d13-bd2e-31fcabc9dd2e),segment_id=7e409667-cea0-4d13-bd2e-31fcabc9dd2e)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:47:12.003526 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-45fd31d2-9d2e-42d2-96a6-b109d6421a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:12.008084 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-00508a94-b44e-4587-9020-5514fcb1cea2 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29149261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29154849'] for subnet, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:12.015035 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-718b7419-5bc6-439c-8c45-1d60905d7baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:12.044267 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00afb1cb-a263-45e4-ad49-1f1650bd046e tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Made reservation on behalf of 6974375fded34c83af8967d3f69dce07 for: {'port': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:47:12.059863 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45fd31d2-9d2e-42d2-96a6-b109d6421a42 None None] Network b4ab6f90-d1b6-451c-aef5-07db316af930 is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:47:12.068208 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-45fd31d2-9d2e-42d2-96a6-b109d6421a42 None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:47:12.071778 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fd31d2-9d2e-42d2-96a6-b109d6421a42 None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:47:12.096582 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fd31d2-9d2e-42d2-96a6-b109d6421a42 None None] Pushing event updated for resources: {'Port': ['ID=18e792c3-207b-4ab8-826d-076829a28430,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:12.135889 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-18e797aa-129a-444e-a86f-557a91fcb318 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29149324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29154870'] for subnet, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:12.288849 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718b7419-5bc6-439c-8c45-1d60905d7baa None None] Pushing event updated for resources: {'Port': ['ID=580d72f7-4a8a-4679-8887-8b2d113d6c44,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:12.313048 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-45fd31d2-9d2e-42d2-96a6-b109d6421a42 None None] Attempting to bind port 18e792c3-207b-4ab8-826d-076829a28430 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:47:12.313468 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-45fd31d2-9d2e-42d2-96a6-b109d6421a42 None None] Attempting to bind port 18e792c3-207b-4ab8-826d-076829a28430 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': 'efa17c65-b5cc-4865-9c05-3338521642b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b4ab6f90-d1b6-451c-aef5-07db316af930'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:47:12.313864 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fd31d2-9d2e-42d2-96a6-b109d6421a42 None None] Attempting to bind port 18e792c3-207b-4ab8-826d-076829a28430 on network b4ab6f90-d1b6-451c-aef5-07db316af930 {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:47:12.322812 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fd31d2-9d2e-42d2-96a6-b109d6421a42 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:47:12.323106 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fd31d2-9d2e-42d2-96a6-b109d6421a42 None None] Checking segment: {'id': 'efa17c65-b5cc-4865-9c05-3338521642b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b4ab6f90-d1b6-451c-aef5-07db316af930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:47:12.323502 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-45fd31d2-9d2e-42d2-96a6-b109d6421a42 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:12.324245 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fd31d2-9d2e-42d2-96a6-b109d6421a42 None None] Bound using segment: {'id': 'efa17c65-b5cc-4865-9c05-3338521642b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b4ab6f90-d1b6-451c-aef5-07db316af930'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:47:12.324388 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-45fd31d2-9d2e-42d2-96a6-b109d6421a42 None None] Bound port: 18e792c3-207b-4ab8-826d-076829a28430, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efa17c65-b5cc-4865-9c05-3338521642b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b4ab6f90-d1b6-451c-aef5-07db316af930'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:47:12.324742 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-45fd31d2-9d2e-42d2-96a6-b109d6421a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:12.344162 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device d1dbd619-89e6-459e-8b1f-5f69bd567d4a up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:47:12.350152 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00508a94-b44e-4587-9020-5514fcb1cea2 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Pushing event updated for resources: {'Subnet': ['ID=ae5c40e4-cfa4-48ba-a768-921cbdbe603c,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:12.415155 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e797aa-129a-444e-a86f-557a91fcb318 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Pushing event deleted for resources: {'Subnet': ['ID=7b06f2bb-ae3a-466d-8f22-c3025418584c,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:12.484268 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-45fd31d2-9d2e-42d2-96a6-b109d6421a42 None None] For port 18e792c3-207b-4ab8-826d-076829a28430, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:47:12.487734 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-45fd31d2-9d2e-42d2-96a6-b109d6421a42 None None] For port 18e792c3-207b-4ab8-826d-076829a28430, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=18e792c3-207b-4ab8-826d-076829a28430,segment=NetworkSegment(efa17c65-b5cc-4865-9c05-3338521642b4),segment_id=efa17c65-b5cc-4865-9c05-3338521642b4)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:47:12.502718 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-45fd31d2-9d2e-42d2-96a6-b109d6421a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:12.536287 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-18e797aa-129a-444e-a86f-557a91fcb318 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:12.585570 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-18e797aa-129a-444e-a86f-557a91fcb318 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4ab6f90-d1b6-451c-aef5-07db316af930']}} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:12.604986 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-18e797aa-129a-444e-a86f-557a91fcb318 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efa17c65-b5cc-4865-9c05-3338521642b4') {'for_net_delete': True} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:12.605440 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-18e797aa-129a-444e-a86f-557a91fcb318 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efa17c65-b5cc-4865-9c05-3338521642b4') {} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:12.630727 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-18e797aa-129a-444e-a86f-557a91fcb318 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29055561'] for segment, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:12.674625 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-18e797aa-129a-444e-a86f-557a91fcb318 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:12.690748 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18e797aa-129a-444e-a86f-557a91fcb318 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=109866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:47:12.691106 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-18e797aa-129a-444e-a86f-557a91fcb318 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29151010'] for segment, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:12.733775 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fd31d2-9d2e-42d2-96a6-b109d6421a42 None None] Pushing event updated for resources: {'Port': ['ID=18e792c3-207b-4ab8-826d-076829a28430,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:12.744296 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port d1dbd619-89e6-459e-8b1f-5f69bd567d4a triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:47:12.744666 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:12.766996 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78866b6d-61d5-4e94-b2ce-dfbb00de1dd7 None None] Network b4ab6f90-d1b6-451c-aef5-07db316af930 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:47:12.787577 dv-neutron-818911-2-hyperv neutron-server[109866]: Traceback (most recent call last): Nov 24 01:47:12.787577 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:47:12.787577 dv-neutron-818911-2-hyperv neutron-server[109866]: timer() Nov 24 01:47:12.787577 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:47:12.787577 dv-neutron-818911-2-hyperv neutron-server[109866]: cb(*args, **kw) Nov 24 01:47:12.787577 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:47:12.787577 dv-neutron-818911-2-hyperv neutron-server[109866]: return func(*args, **kwargs) Nov 24 01:47:12.787577 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:47:12.787577 dv-neutron-818911-2-hyperv neutron-server[109866]: self._notify() Nov 24 01:47:12.787577 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:47:12.787577 dv-neutron-818911-2-hyperv neutron-server[109866]: self.callback(batched_events) Nov 24 01:47:12.787577 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:47:12.787577 dv-neutron-818911-2-hyperv neutron-server[109866]: event.method(event) Nov 24 01:47:12.787577 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:47:12.787577 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:47:12.787577 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:47:12.787577 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:47:12.787577 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:47:12.787577 dv-neutron-818911-2-hyperv neutron-server[109866]: return f(self, *a, **k) Nov 24 01:47:12.787577 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:47:12.787577 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._get(url).json() Nov 24 01:47:12.787577 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:47:12.787577 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:47:12.787577 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:47:12.787577 dv-neutron-818911-2-hyperv neutron-server[109866]: return self.request(url, 'GET', **kwargs) Nov 24 01:47:12.787577 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:47:12.787577 dv-neutron-818911-2-hyperv neutron-server[109866]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:47:12.787577 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:47:12.787577 dv-neutron-818911-2-hyperv neutron-server[109866]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:47:12.787577 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:47:12.787577 dv-neutron-818911-2-hyperv neutron-server[109866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:47:12.787577 dv-neutron-818911-2-hyperv neutron-server[109866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:47:12.791290 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f08e530-abd2-4a21-9ab9-15ef6c949d72 None None] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:47:12.841471 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00508a94-b44e-4587-9020-5514fcb1cea2 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Checking segment: {'id': '57076ed7-b33a-45d4-8265-edff20affce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c9fd22a9-70fd-48d0-bfd4-bfc1509f80af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:47:12.842000 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00508a94-b44e-4587-9020-5514fcb1cea2 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Network hostable DHCP agents. Network: c9fd22a9-70fd-48d0-bfd4-bfc1509f80af, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 01:47:12.859280 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.db.api [None req-18e797aa-129a-444e-a86f-557a91fcb318 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 24 01:47:12.859280 dv-neutron-818911-2-hyperv neutron-server[109866]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 24 01:47:12.859280 dv-neutron-818911-2-hyperv neutron-server[109866]: [parameters: {'id': 'b4ab6f90-d1b6-451c-aef5-07db316af930'}] Nov 24 01:47:12.859280 dv-neutron-818911-2-hyperv neutron-server[109866]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109866) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 01:47:12.860616 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG oslo_db.api [None req-18e797aa-129a-444e-a86f-557a91fcb318 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 01:47:12.862711 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dda8fc-b536-494b-b1ef-d5c3592f9f15 req-21cd5741-ba74-46c6-91c6-2ced3f360e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:12.864260 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-c6dda8fc-b536-494b-b1ef-d5c3592f9f15 req-21cd5741-ba74-46c6-91c6-2ced3f360e6f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=110fa21155a747ab90ae3fb887427135&device_id=54a6fdcb-af1b-4e68-a904-3bb95b5cf340 HTTP/1.1" status: 200 len: 1098 time: 0.0991848 Nov 24 01:47:12.868625 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-00afb1cb-a263-45e4-ad49-1f1650bd046e tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:12.906940 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4f13d031-902c-44f7-b11b-f710039cc113 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:12.926715 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c94402-6794-40a0-a9b9-17c76bed6d9f req-7ca1795c-2036-4b7d-aab8-591a85fc7329 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:12.928635 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-88c94402-6794-40a0-a9b9-17c76bed6d9f req-7ca1795c-2036-4b7d-aab8-591a85fc7329 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7fa21ef-c2f6-4d95-b817-914404dd2b8b HTTP/1.1" status: 200 len: 946 time: 0.1623812 Nov 24 01:47:12.943284 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00508a94-b44e-4587-9020-5514fcb1cea2 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Network c9fd22a9-70fd-48d0-bfd4-bfc1509f80af is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 01:47:12.966386 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dc02f2-300c-4a1c-a6b6-3c7c9ce63e15 req-e0a690c2-5aed-49df-8577-b1a028650f01 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:12.968378 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [None req-00afb1cb-a263-45e4-ad49-1f1650bd046e tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] device_id is not set on port 8fe70939-a86a-44d1-a0b3-5a3c07ab863b yet. {{(pid=109867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 01:47:12.978631 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-d9dc02f2-300c-4a1c-a6b6-3c7c9ce63e15 req-e0a690c2-5aed-49df-8577-b1a028650f01 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/ports?device_id=54a6fdcb-af1b-4e68-a904-3bb95b5cf340 HTTP/1.1" status: 200 len: 945 time: 0.1810665 Nov 24 01:47:12.994153 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-00508a94-b44e-4587-9020-5514fcb1cea2 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, c9fd22a9-70fd-48d0-bfd4-bfc1509f80af) {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:47:12.999779 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00508a94-b44e-4587-9020-5514fcb1cea2 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:13.000419 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-00508a94-b44e-4587-9020-5514fcb1cea2 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:13.016573 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a23b1fb-0de9-450c-99d9-1672dc15938c tempest-FloatingIPAdminTestJSON-139400260 tempest-FloatingIPAdminTestJSON-139400260-project-admin] Router fb29bd68-4051-4652-a581-36349e2b4e85 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:47:13.024147 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df3d2c7-0acc-4e85-b89f-6591cd2f2b99 None None] Network c9fd22a9-70fd-48d0-bfd4-bfc1509f80af requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:47:13.064629 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-00508a94-b44e-4587-9020-5514fcb1cea2 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.5816774 Nov 24 01:47:13.069348 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46656) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:13.093032 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-cef4215b-0e97-4ce1-a960-0a71b427d612 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1940389252', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}, 'admin_state_up': False}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:47:13.093032 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4f13d031-902c-44f7-b11b-f710039cc113 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:13.101480 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-27224819-02d9-47e1-a7ec-8a7a93adec65 None None] Provisioning complete for port d1dbd619-89e6-459e-8b1f-5f69bd567d4a triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:47:13.101840 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-27224819-02d9-47e1-a7ec-8a7a93adec65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:13.124091 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dda8fc-b536-494b-b1ef-d5c3592f9f15 req-adf9b2e1-024d-41f7-9b10-c86cf0f5c369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:13.125624 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-c6dda8fc-b536-494b-b1ef-d5c3592f9f15 req-adf9b2e1-024d-41f7-9b10-c86cf0f5c369 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0439926c-1302-4dcb-a15d-d53f1b665c6d HTTP/1.1" status: 200 len: 912 time: 0.2535019 Nov 24 01:47:13.154213 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-88c94402-6794-40a0-a9b9-17c76bed6d9f req-6c68201e-a406-4ba4-86fb-60e553d6d500 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] 10.222.0.21 "GET /v2.0/security-groups?id=137d305a-b3ea-4e14-b9c3-3a9986b7aca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1807132 Nov 24 01:47:13.197534 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-d9dc02f2-300c-4a1c-a6b6-3c7c9ce63e15 req-a0d11ece-d899-4e69-84b8-a81dc422375d tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa820965-f51f-4c0f-92b9-3c3d3d9ef329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2169557 Nov 24 01:47:13.209611 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f13d031-902c-44f7-b11b-f710039cc113 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Network 2348bbc4-816c-4e28-9542-d570f2c30134 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:47:13.224949 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-4f13d031-902c-44f7-b11b-f710039cc113 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:47:13.232490 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f13d031-902c-44f7-b11b-f710039cc113 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:47:13.318470 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-c6dda8fc-b536-494b-b1ef-d5c3592f9f15 req-870e5ac7-857c-4730-bf32-5c9e09ba3e6a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b699589b-8212-4295-8919-4bb76ce3f790 HTTP/1.1" status: 200 len: 1000 time: 0.1836884 Nov 24 01:47:13.340007 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cef4215b-0e97-4ce1-a960-0a71b427d612 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-424105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2744'] for router, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:13.341158 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cef4215b-0e97-4ce1-a960-0a71b427d612 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-424325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-326625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2753'] for router, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:13.343602 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-00afb1cb-a263-45e4-ad49-1f1650bd046e tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Allocated IP 2001:db8::f0ff:2c85:6ad3:b21 (9b0cb615-dd00-417f-9128-01ca62e524f6/2e15931c-8ea6-4e03-8284-cc4032f3a581/8fe70939-a86a-44d1-a0b3-5a3c07ab863b) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:47:13.352035 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f13d031-902c-44f7-b11b-f710039cc113 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Pushing event updated for resources: {'Port': ['ID=8a5f27d5-c3c7-47f7-8ebd-cb971b27d820,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:13.366083 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-18e797aa-129a-444e-a86f-557a91fcb318 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:13.397154 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f13d031-902c-44f7-b11b-f710039cc113 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:13.397903 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4f13d031-902c-44f7-b11b-f710039cc113 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:13.407033 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a23b1fb-0de9-450c-99d9-1672dc15938c tempest-FloatingIPAdminTestJSON-139400260 tempest-FloatingIPAdminTestJSON-139400260-project-admin] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:47:13.425538 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7507ad62-6b96-4999-b848-539e2919b4b6 None None] Sync routers for ids ['fb29bd68-4051-4652-a581-36349e2b4e85'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:47:13.452397 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-4f13d031-902c-44f7-b11b-f710039cc113 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.6182191 Nov 24 01:47:13.459747 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09b353e-a368-4ea5-ab04-8d798f4c28b1 req-b6242a0b-d014-4a16-b789-ffda97864d88 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:13.461612 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-a09b353e-a368-4ea5-ab04-8d798f4c28b1 req-b6242a0b-d014-4a16-b789-ffda97864d88 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7fa21ef-c2f6-4d95-b817-914404dd2b8b HTTP/1.1" status: 200 len: 946 time: 0.1929352 Nov 24 01:47:13.462301 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46660) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:13.467812 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dda8fc-b536-494b-b1ef-d5c3592f9f15 req-111a80c4-5f00-4ceb-ab70-92f4ec6ba696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:13.469531 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-c6dda8fc-b536-494b-b1ef-d5c3592f9f15 req-111a80c4-5f00-4ceb-ab70-92f4ec6ba696 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3cd00567-bdb6-4d9c-8716-d6fe9a6098c7 HTTP/1.1" status: 200 len: 850 time: 0.1441264 Nov 24 01:47:13.476149 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-8066c6d8-3e28-473b-8fd5-c5bd2d2abb29 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Request body: {'port': {'network_id': '2348bbc4-816c-4e28-9542-d570f2c30134', 'name': 'tempest-PortsTestJSON-1850200294', 'fixed_ips': [{'subnet_id': '6c4355ed-469c-425c-b774-fc06782bd588', 'ip_address': '172.20.0.9'}]}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:47:13.503691 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cef4215b-0e97-4ce1-a960-0a71b427d612 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:13.507257 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3a23b1fb-0de9-450c-99d9-1672dc15938c tempest-FloatingIPAdminTestJSON-139400260 tempest-FloatingIPAdminTestJSON-139400260-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for floatingip, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:13.524249 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7507ad62-6b96-4999-b848-539e2919b4b6 None None] Routers {'fb29bd68-4051-4652-a581-36349e2b4e85'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:47:13.524875 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-7507ad62-6b96-4999-b848-539e2919b4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:46:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['fb29bd68-4051-4652-a581-36349e2b4e85'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:13.588269 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-7507ad62-6b96-4999-b848-539e2919b4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:13.597342 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f3136b-738f-4f35-b0d8-b5893e1f835b None None] Network c9fd22a9-70fd-48d0-bfd4-bfc1509f80af requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:47:13.650006 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-3a23b1fb-0de9-450c-99d9-1672dc15938c tempest-FloatingIPAdminTestJSON-139400260 tempest-FloatingIPAdminTestJSON-139400260-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 6.0965190 Nov 24 01:47:13.662650 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46662) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:13.675693 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:13.692191 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cef4215b-0e97-4ce1-a960-0a71b427d612 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:13.728495 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-18e797aa-129a-444e-a86f-557a91fcb318 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Deleting port 18e792c3-207b-4ab8-826d-076829a28430 {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:47:13.728495 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-18e797aa-129a-444e-a86f-557a91fcb318 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:13.755890 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd9c04d-5e98-4acb-bddc-7dc725abdeed None None] Network 2348bbc4-816c-4e28-9542-d570f2c30134 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:47:13.779770 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-a09b353e-a368-4ea5-ab04-8d798f4c28b1 req-1f656fde-05bf-4b24-8660-f4d9fe266e44 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] 10.222.0.21 "GET /v2.0/security-groups?id=137d305a-b3ea-4e14-b9c3-3a9986b7aca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2993431 Nov 24 01:47:13.815892 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [None req-18e797aa-129a-444e-a86f-557a91fcb318 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] For port 18e792c3-207b-4ab8-826d-076829a28430, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=18e792c3-207b-4ab8-826d-076829a28430,segment=NetworkSegment(efa17c65-b5cc-4865-9c05-3338521642b4),segment_id=efa17c65-b5cc-4865-9c05-3338521642b4)] {{(pid=109866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:47:13.816251 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-18e797aa-129a-444e-a86f-557a91fcb318 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:13.819262 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46664) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:13.851767 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dda8fc-b536-494b-b1ef-d5c3592f9f15 req-ffa24aae-02ec-4de1-b24e-05f1e2d17214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:13.854372 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-c6dda8fc-b536-494b-b1ef-d5c3592f9f15 req-ffa24aae-02ec-4de1-b24e-05f1e2d17214 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0439926c-1302-4dcb-a15d-d53f1b665c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3728626 Nov 24 01:47:13.867057 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] For port d1dbd619-89e6-459e-8b1f-5f69bd567d4a, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=d1dbd619-89e6-459e-8b1f-5f69bd567d4a,segment=NetworkSegment(2b1ff8b4-a836-4287-84a2-3eaf8ccfb867),segment_id=2b1ff8b4-a836-4287-84a2-3eaf8ccfb867)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:47:13.868274 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7507ad62-6b96-4999-b848-539e2919b4b6 None None] Routers {'fb29bd68-4051-4652-a581-36349e2b4e85'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:47:13.869143 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-7507ad62-6b96-4999-b848-539e2919b4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:46:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['fb29bd68-4051-4652-a581-36349e2b4e85'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:13.880518 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-18e797aa-129a-444e-a86f-557a91fcb318 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Calling delete_port for 18e792c3-207b-4ab8-826d-076829a28430 owned by network:dhcp {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:47:13.921545 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-af158d28-ccda-4d45-b6c7-c9967acee612 tempest-FloatingIPAdminTestJSON-139400260 tempest-FloatingIPAdminTestJSON-139400260-project-admin] 10.222.0.21 "GET /v2.0/floatingips/3e257774-0c69-4a19-9907-aff71e9dec98 HTTP/1.1" status: 200 len: 983 time: 0.2498720 Nov 24 01:47:13.932881 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46666) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:13.957852 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce75d39-5d8a-412f-a1b6-557c95e43a4d tempest-TestNetworkAdvancedServerOps-1771622778 tempest-TestNetworkAdvancedServerOps-1771622778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:13.959141 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-7507ad62-6b96-4999-b848-539e2919b4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:13.963146 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-bce75d39-5d8a-412f-a1b6-557c95e43a4d tempest-TestNetworkAdvancedServerOps-1771622778 tempest-TestNetworkAdvancedServerOps-1771622778-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b7fa21ef-c2f6-4d95-b817-914404dd2b8b HTTP/1.1" status: 200 len: 1094 time: 0.1393292 Nov 24 01:47:13.963270 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7507ad62-6b96-4999-b848-539e2919b4b6 None None] The sync data for ids ['fb29bd68-4051-4652-a581-36349e2b4e85'] in dv-neutron-818911-2-hyperv is: [] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:47:13.965232 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46668) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:13.967858 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:13.968629 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device ac423363-d1d4-49ae-8a15-438d171a0edb up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:47:13.974402 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-064f38e6-657e-40bf-a838-ae6debbe19db tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Request body: {'floatingip': {'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'port_id': '48a73545-8092-4069-ac5f-f26ee8d39d60', 'tenant_id': 'c86e6537e95341b0928530c16780ff1b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:47:14.031962 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-064f38e6-657e-40bf-a838-ae6debbe19db tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Publish callbacks [] for floatingip, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:14.067902 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8066c6d8-3e28-473b-8fd5-c5bd2d2abb29 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Made reservation on behalf of dffe9b32758f41e588b204d5506b48f8 for: {'port': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:47:14.118680 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-18e797aa-129a-444e-a86f-557a91fcb318 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:14.139204 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Pushing event updated for resources: {'Port': ['ID=d1dbd619-89e6-459e-8b1f-5f69bd567d4a,revision_number=4']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:14.145627 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-00afb1cb-a263-45e4-ad49-1f1650bd046e tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:14.160998 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e797aa-129a-444e-a86f-557a91fcb318 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Pushing event deleted for resources: {'Port': ['ID=18e792c3-207b-4ab8-826d-076829a28430,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:14.163876 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-27224819-02d9-47e1-a7ec-8a7a93adec65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:14.165890 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e797aa-129a-444e-a86f-557a91fcb318 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] No DVR routers for this DVR port 18e792c3-207b-4ab8-826d-076829a28430 on host dv-neutron-818911-2-hyperv {{(pid=109866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:47:14.197388 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port ac423363-d1d4-49ae-8a15-438d171a0edb triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:47:14.197777 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:14.229776 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-6b38872e-88ce-4e1e-b25e-f46f2e21547c tempest-FloatingIPAdminTestJSON-139400260 tempest-FloatingIPAdminTestJSON-139400260-project-admin] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2251 time: 0.2914240 Nov 24 01:47:14.234478 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46672) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:14.234957 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cef4215b-0e97-4ce1-a960-0a71b427d612 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks [] for router_gateway, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:14.245175 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-c6dda8fc-b536-494b-b1ef-d5c3592f9f15 req-f538dc71-4c38-44b1-995d-d49dfa0cb35c service neutron] 10.222.0.48 "GET /v2.0/networks/0439926c-1302-4dcb-a15d-d53f1b665c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3804526 Nov 24 01:47:14.354796 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.db.api [None req-27224819-02d9-47e1-a7ec-8a7a93adec65 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 01:47:14.355468 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG oslo_db.api [None req-27224819-02d9-47e1-a7ec-8a7a93adec65 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 01:47:14.388123 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-c6dda8fc-b536-494b-b1ef-d5c3592f9f15 req-394c5243-03fd-4d39-b5ec-9205a48edc7f service neutron] 10.222.0.48 "GET /v2.0/networks/0439926c-1302-4dcb-a15d-d53f1b665c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966694 Nov 24 01:47:14.414372 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-18e797aa-129a-444e-a86f-557a91fcb318 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:14.429935 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8066c6d8-3e28-473b-8fd5-c5bd2d2abb29 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:14.448641 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-00afb1cb-a263-45e4-ad49-1f1650bd046e tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:14.469362 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cef4215b-0e97-4ce1-a960-0a71b427d612 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:14.505145 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-18e797aa-129a-444e-a86f-557a91fcb318 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4ab6f90-d1b6-451c-aef5-07db316af930']}} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:14.544706 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [None req-8066c6d8-3e28-473b-8fd5-c5bd2d2abb29 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] device_id is not set on port 32136311-9035-42c4-9d46-84e1ec9de581 yet. {{(pid=109867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 01:47:14.571081 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-18e797aa-129a-444e-a86f-557a91fcb318 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efa17c65-b5cc-4865-9c05-3338521642b4') {'for_net_delete': True} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:14.571386 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-18e797aa-129a-444e-a86f-557a91fcb318 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efa17c65-b5cc-4865-9c05-3338521642b4') {} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:14.582791 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00afb1cb-a263-45e4-ad49-1f1650bd046e tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:47:14.591370 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-00afb1cb-a263-45e4-ad49-1f1650bd046e tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:47:14.608639 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00afb1cb-a263-45e4-ad49-1f1650bd046e tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:47:14.620847 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00afb1cb-a263-45e4-ad49-1f1650bd046e tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:14.621864 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-00afb1cb-a263-45e4-ad49-1f1650bd046e tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:14.657588 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device d1dbd619-89e6-459e-8b1f-5f69bd567d4a up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:47:14.707194 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-18e797aa-129a-444e-a86f-557a91fcb318 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29055561'] for segment, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:14.722507 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [None req-cef4215b-0e97-4ce1-a960-0a71b427d612 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Allocated IP 172.26.5.82 (eb22795d-37ee-46ee-844d-92c17e2ea450/3e66fcff-6e72-4083-b514-48f69cdaa2cb/4f4223aa-dbd3-465e-9c0f-de704f2a90ac) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:47:14.732866 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afb1cb-a263-45e4-ad49-1f1650bd046e tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Pushing event updated for resources: {'Port': ['ID=8fe70939-a86a-44d1-a0b3-5a3c07ab863b,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:14.737972 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port d1dbd619-89e6-459e-8b1f-5f69bd567d4a triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:47:14.738345 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:14.749646 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-00afb1cb-a263-45e4-ad49-1f1650bd046e tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.8373055 Nov 24 01:47:14.749850 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-18e797aa-129a-444e-a86f-557a91fcb318 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:14.771818 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46674) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:14.833194 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354a9138-dfbd-45be-891b-da05a53d7155 req-a5e84377-d381-432d-bdb2-da3c365c4d07 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:14.843893 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-354a9138-dfbd-45be-891b-da05a53d7155 req-a5e84377-d381-432d-bdb2-da3c365c4d07 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/ports?device_id=54a6fdcb-af1b-4e68-a904-3bb95b5cf340 HTTP/1.1" status: 200 len: 945 time: 0.5565214 Nov 24 01:47:14.871931 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18e797aa-129a-444e-a86f-557a91fcb318 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=109866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:47:14.872323 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-18e797aa-129a-444e-a86f-557a91fcb318 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29151010'] for segment, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:14.879076 dv-neutron-818911-2-hyperv neutron-server[109866]: Traceback (most recent call last): Nov 24 01:47:14.879076 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:47:14.879076 dv-neutron-818911-2-hyperv neutron-server[109866]: timer() Nov 24 01:47:14.879076 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:47:14.879076 dv-neutron-818911-2-hyperv neutron-server[109866]: cb(*args, **kw) Nov 24 01:47:14.879076 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:47:14.879076 dv-neutron-818911-2-hyperv neutron-server[109866]: return func(*args, **kwargs) Nov 24 01:47:14.879076 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:47:14.879076 dv-neutron-818911-2-hyperv neutron-server[109866]: self._notify() Nov 24 01:47:14.879076 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:47:14.879076 dv-neutron-818911-2-hyperv neutron-server[109866]: self.callback(batched_events) Nov 24 01:47:14.879076 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:47:14.879076 dv-neutron-818911-2-hyperv neutron-server[109866]: event.method(event) Nov 24 01:47:14.879076 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:47:14.879076 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:47:14.879076 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:47:14.879076 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:47:14.879076 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:47:14.879076 dv-neutron-818911-2-hyperv neutron-server[109866]: return f(self, *a, **k) Nov 24 01:47:14.879076 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:47:14.879076 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._get(url).json() Nov 24 01:47:14.879076 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:47:14.879076 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:47:14.879076 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:47:14.879076 dv-neutron-818911-2-hyperv neutron-server[109866]: return self.request(url, 'GET', **kwargs) Nov 24 01:47:14.879076 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:47:14.879076 dv-neutron-818911-2-hyperv neutron-server[109866]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:47:14.879076 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:47:14.879076 dv-neutron-818911-2-hyperv neutron-server[109866]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:47:14.879076 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:47:14.879076 dv-neutron-818911-2-hyperv neutron-server[109866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:47:14.879076 dv-neutron-818911-2-hyperv neutron-server[109866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:47:14.894328 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-064f38e6-657e-40bf-a838-ae6debbe19db tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:14.912852 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-8066c6d8-3e28-473b-8fd5-c5bd2d2abb29 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Allocated IP 172.20.0.9 (2348bbc4-816c-4e28-9542-d570f2c30134/6c4355ed-469c-425c-b774-fc06782bd588/32136311-9035-42c4-9d46-84e1ec9de581) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:47:14.919032 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-ceb90330-e447-4094-8461-7aa10075e94b tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Deleting port c7c6a5df-c413-4b09-9711-bf4f53aa0a16 {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:47:14.919378 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ceb90330-e447-4094-8461-7aa10075e94b tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:15.030217 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 580d72f7-4a8a-4679-8887-8b2d113d6c44 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:47:15.062313 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-27224819-02d9-47e1-a7ec-8a7a93adec65 None None] Could not find standard attr ID for object 6eec5f99-9745-4cdc-902f-5c93f653aa26. {{(pid=109868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 01:47:15.077291 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ceb90330-e447-4094-8461-7aa10075e94b tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:15.077882 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ceb90330-e447-4094-8461-7aa10075e94b tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:15.120658 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 580d72f7-4a8a-4679-8887-8b2d113d6c44 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:47:15.121809 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:15.200306 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-f299e2ed-ec6f-4d73-b62f-04629487524f None None] Provisioning complete for port 580d72f7-4a8a-4679-8887-8b2d113d6c44 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:47:15.202144 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-f299e2ed-ec6f-4d73-b62f-04629487524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:15.274812 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:15.280470 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8652bec4-16cf-4001-a1a3-54a44cfee0a9 None None] get_active_networks_info from dv-neutron-818911-2-hyperv {{(pid=109868) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 24 01:47:15.366564 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] For port 580d72f7-4a8a-4679-8887-8b2d113d6c44, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=580d72f7-4a8a-4679-8887-8b2d113d6c44,segment=NetworkSegment(7e409667-cea0-4d13-bd2e-31fcabc9dd2e),segment_id=7e409667-cea0-4d13-bd2e-31fcabc9dd2e)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:47:15.386904 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:15.440618 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-ceb90330-e447-4094-8461-7aa10075e94b tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Calling delete_port for c7c6a5df-c413-4b09-9711-bf4f53aa0a16 owned by network:floatingip {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:47:15.487825 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb63ed0-1182-4f4b-a97f-1d61fb425980 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:15.493698 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb63ed0-1182-4f4b-a97f-1d61fb425980 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:15.498335 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-3bb63ed0-1182-4f4b-a97f-1d61fb425980 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.7208071 Nov 24 01:47:15.498335 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-18e797aa-129a-444e-a86f-557a91fcb318 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:15.502742 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46676) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:15.504692 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-354a9138-dfbd-45be-891b-da05a53d7155 req-d68aac77-5eee-4d19-a8d3-9ac33633c4e2 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa820965-f51f-4c0f-92b9-3c3d3d9ef329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6528029 Nov 24 01:47:15.517475 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Pushing event updated for resources: {'Port': ['ID=580d72f7-4a8a-4679-8887-8b2d113d6c44,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:15.521535 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8652bec4-16cf-4001-a1a3-54a44cfee0a9 None None] Resources bound (agent type, host, resource id): {{(pid=109868) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 24 01:47:15.527737 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-18e797aa-129a-444e-a86f-557a91fcb318 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:15.528069 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8066c6d8-3e28-473b-8fd5-c5bd2d2abb29 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:15.535986 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-18e797aa-129a-444e-a86f-557a91fcb318 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] 10.222.0.21 "DELETE /v2.0/networks/b4ab6f90-d1b6-451c-aef5-07db316af930 HTTP/1.1" status: 204 len: 168 time: 4.8814883 Nov 24 01:47:15.538689 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e797aa-129a-444e-a86f-557a91fcb318 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Pushing event deleted for resources: {'Network': ['ID=b4ab6f90-d1b6-451c-aef5-07db316af930,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:15.540998 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-f299e2ed-ec6f-4d73-b62f-04629487524f None None] Provisioning complete for port d1dbd619-89e6-459e-8b1f-5f69bd567d4a triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:47:15.541674 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-f299e2ed-ec6f-4d73-b62f-04629487524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:15.541824 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46678) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:15.548168 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-f22725ab-12cd-44f5-9216-c260a819df0e tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1923696444'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:47:15.589751 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f22725ab-12cd-44f5-9216-c260a819df0e tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Made reservation on behalf of dc36495a5d4849ad80ab7e395f5eebfb for: {'network': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:47:15.593550 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f22725ab-12cd-44f5-9216-c260a819df0e tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:15.611428 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cef4215b-0e97-4ce1-a960-0a71b427d612 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:15.634575 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f22725ab-12cd-44f5-9216-c260a819df0e tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=109866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:47:15.655421 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f22725ab-12cd-44f5-9216-c260a819df0e tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:15.655736 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.segments_db [None req-f22725ab-12cd-44f5-9216-c260a819df0e tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Added segment c9066599-6ab4-48c1-9dc3-581156020344 of type vlan for network b7727687-2993-4726-8274-009e67cfeec4 Nov 24 01:47:15.666357 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8066c6d8-3e28-473b-8fd5-c5bd2d2abb29 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:15.699221 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cef4215b-0e97-4ce1-a960-0a71b427d612 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:15.733705 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f22725ab-12cd-44f5-9216-c260a819df0e tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:15.772008 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8066c6d8-3e28-473b-8fd5-c5bd2d2abb29 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Network 2348bbc4-816c-4e28-9542-d570f2c30134 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:47:15.782320 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef4215b-0e97-4ce1-a960-0a71b427d612 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Network eb22795d-37ee-46ee-844d-92c17e2ea450 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:47:15.784421 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-8066c6d8-3e28-473b-8fd5-c5bd2d2abb29 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:47:15.789530 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8066c6d8-3e28-473b-8fd5-c5bd2d2abb29 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Pushing event updated for resources: {'Port': ['ID=32136311-9035-42c4-9d46-84e1ec9de581,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:15.793031 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8066c6d8-3e28-473b-8fd5-c5bd2d2abb29 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:47:15.799670 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-cef4215b-0e97-4ce1-a960-0a71b427d612 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:47:15.812639 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef4215b-0e97-4ce1-a960-0a71b427d612 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:47:15.825789 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [None req-064f38e6-657e-40bf-a838-ae6debbe19db tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Allocated IP 172.26.5.218 (eb22795d-37ee-46ee-844d-92c17e2ea450/3e66fcff-6e72-4083-b514-48f69cdaa2cb/ce115188-cdcb-4a10-9ad9-068fde0712dd) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:47:15.852363 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef4215b-0e97-4ce1-a960-0a71b427d612 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Pushing event updated for resources: {'Port': ['ID=4f4223aa-dbd3-465e-9c0f-de704f2a90ac,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:15.865826 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-3189b8a4-e51d-49b0-a703-9eafb748880f tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Deleting port 8fe70939-a86a-44d1-a0b3-5a3c07ab863b {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:47:15.866249 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-3189b8a4-e51d-49b0-a703-9eafb748880f tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:15.872204 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f22725ab-12cd-44f5-9216-c260a819df0e tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:15.877877 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22725ab-12cd-44f5-9216-c260a819df0e tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:15.878821 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f22725ab-12cd-44f5-9216-c260a819df0e tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:15.893763 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-f299e2ed-ec6f-4d73-b62f-04629487524f None None] Could not find standard attr ID for object 6eec5f99-9745-4cdc-902f-5c93f653aa26. {{(pid=109868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 01:47:15.912328 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8066c6d8-3e28-473b-8fd5-c5bd2d2abb29 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:15.912825 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8066c6d8-3e28-473b-8fd5-c5bd2d2abb29 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:15.929635 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-f299e2ed-ec6f-4d73-b62f-04629487524f None None] Provisioning complete for port 8a5f27d5-c3c7-47f7-8ebd-cb971b27d820 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:47:15.930361 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-f299e2ed-ec6f-4d73-b62f-04629487524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:15.943721 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-f22725ab-12cd-44f5-9216-c260a819df0e tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3993611 Nov 24 01:47:15.947304 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46680) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:15.955371 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-188a91bc-e406-4bcd-8cbc-dd36fe4952a1 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Request body: {'subnet': {'network_id': 'b7727687-2993-4726-8274-009e67cfeec4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:47:16.005754 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-8066c6d8-3e28-473b-8fd5-c5bd2d2abb29 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.5375495 Nov 24 01:47:16.011840 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46682) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:16.023495 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-f299e2ed-ec6f-4d73-b62f-04629487524f None None] Port 8a5f27d5-c3c7-47f7-8ebd-cb971b27d820 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:47:16.071787 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22725ab-12cd-44f5-9216-c260a819df0e tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Pushing event updated for resources: {'Network': ['ID=b7727687-2993-4726-8274-009e67cfeec4,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:16.084798 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network b7727687-2993-4726-8274-009e67cfeec4 details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:47:16.102518 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3707b198-9364-4866-95c0-5600a95b407b None None] get_active_networks_info from dv-neutron-818911-2-hyperv {{(pid=109868) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 24 01:47:16.127302 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ceb90330-e447-4094-8461-7aa10075e94b tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:16.145681 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-064f38e6-657e-40bf-a838-ae6debbe19db tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:16.198011 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-3189b8a4-e51d-49b0-a703-9eafb748880f tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:16.209094 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-992ed5eb-b012-494b-aebd-c9da6c0131d3 None None] Provisioning complete for port 8fe70939-a86a-44d1-a0b3-5a3c07ab863b triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:47:16.209539 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-992ed5eb-b012-494b-aebd-c9da6c0131d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:16.212159 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb90330-e447-4094-8461-7aa10075e94b tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Pushing event deleted for resources: {'Port': ['ID=c7c6a5df-c413-4b09-9711-bf4f53aa0a16,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:16.252125 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-3189b8a4-e51d-49b0-a703-9eafb748880f tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Calling delete_port for 8fe70939-a86a-44d1-a0b3-5a3c07ab863b owned by {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:47:16.270945 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-064f38e6-657e-40bf-a838-ae6debbe19db tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:16.276131 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-992ed5eb-b012-494b-aebd-c9da6c0131d3 None None] Port 8fe70939-a86a-44d1-a0b3-5a3c07ab863b cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:47:16.307900 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3707b198-9364-4866-95c0-5600a95b407b None None] Resources bound (agent type, host, resource id): {{(pid=109868) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 24 01:47:16.308228 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cef4215b-0e97-4ce1-a960-0a71b427d612 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks [] for router_gateway, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:16.315570 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea97555-b6aa-454d-813d-e088e8c67302 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:16.317109 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-cea97555-b6aa-454d-813d-e088e8c67302 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.2964869 Nov 24 01:47:16.322417 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46684) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:16.359108 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-188a91bc-e406-4bcd-8cbc-dd36fe4952a1 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Made reservation on behalf of dc36495a5d4849ad80ab7e395f5eebfb for: {'subnet': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:47:16.362746 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-188a91bc-e406-4bcd-8cbc-dd36fe4952a1 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25307781'] for subnet, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:16.373155 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064f38e6-657e-40bf-a838-ae6debbe19db tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Network eb22795d-37ee-46ee-844d-92c17e2ea450 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:47:16.386066 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ceb90330-e447-4094-8461-7aa10075e94b tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Publish callbacks [] for floatingip, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:16.386410 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.l3_db [None req-ceb90330-e447-4094-8461-7aa10075e94b tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Floating IP 3e257774-0c69-4a19-9907-aff71e9dec98 disassociated (deleted). External IP: 172.26.5.150, port: f63037dd-59a5-4af1-91a7-c89b8e911a6b. Nov 24 01:47:16.401441 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064f38e6-657e-40bf-a838-ae6debbe19db tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Pushing event updated for resources: {'Port': ['ID=ce115188-cdcb-4a10-9ad9-068fde0712dd,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:16.405613 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-064f38e6-657e-40bf-a838-ae6debbe19db tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:47:16.428293 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064f38e6-657e-40bf-a838-ae6debbe19db tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:47:16.554560 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78210458-d764-42e2-8d0e-ec1181315caa tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:16.555377 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 580d72f7-4a8a-4679-8887-8b2d113d6c44 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:47:16.560774 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78210458-d764-42e2-8d0e-ec1181315caa tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:16.566902 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78210458-d764-42e2-8d0e-ec1181315caa tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:16.571009 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-78210458-d764-42e2-8d0e-ec1181315caa tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.2125230 Nov 24 01:47:16.573394 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46686) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:16.641870 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 580d72f7-4a8a-4679-8887-8b2d113d6c44 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:47:16.642308 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:16.667339 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd10c6af-7511-44da-b6a6-1ad878888110 None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:47:16.811502 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-a80787b9-4ad3-44f2-866e-bb54b800f3fe None None] Provisioning complete for port 4f4223aa-dbd3-465e-9c0f-de704f2a90ac triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:47:16.812016 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a80787b9-4ad3-44f2-866e-bb54b800f3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:16.839377 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cef4215b-0e97-4ce1-a960-0a71b427d612 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-424338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418138'] for router, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:16.867358 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-a80787b9-4ad3-44f2-866e-bb54b800f3fe None None] Port 4f4223aa-dbd3-465e-9c0f-de704f2a90ac cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:47:16.915584 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-3189b8a4-e51d-49b0-a703-9eafb748880f tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:16.990003 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-f7635f2d-6cd7-4c7b-929c-fe4ac4da5c78 None None] Provisioning complete for port 32136311-9035-42c4-9d46-84e1ec9de581 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:47:16.990391 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-f7635f2d-6cd7-4c7b-929c-fe4ac4da5c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:16.995079 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914d5456-449b-43d7-88e4-e40de0f485aa req-d6e8fcfe-41df-48c4-9710-b4ad92259b9e tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:17.001468 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-914d5456-449b-43d7-88e4-e40de0f485aa req-d6e8fcfe-41df-48c4-9710-b4ad92259b9e tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/ports?device_id=54a6fdcb-af1b-4e68-a904-3bb95b5cf340 HTTP/1.1" status: 200 len: 945 time: 0.3363857 Nov 24 01:47:17.016197 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3189b8a4-e51d-49b0-a703-9eafb748880f tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Pushing event deleted for resources: {'Port': ['ID=8fe70939-a86a-44d1-a0b3-5a3c07ab863b,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:17.018779 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-188a91bc-e406-4bcd-8cbc-dd36fe4952a1 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25501847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25307831'] for subnet, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:17.051031 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-f7635f2d-6cd7-4c7b-929c-fe4ac4da5c78 None None] Port 32136311-9035-42c4-9d46-84e1ec9de581 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:47:17.108686 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cef4215b-0e97-4ce1-a960-0a71b427d612 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Router 218457ea-2bcf-4aa0-b2ed-a7f05045e693 is scheduled to L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e with binding_index 1 {{(pid=109866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 01:47:17.120431 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-064f38e6-657e-40bf-a838-ae6debbe19db tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:17.158532 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-3189b8a4-e51d-49b0-a703-9eafb748880f tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:17.162142 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-3189b8a4-e51d-49b0-a703-9eafb748880f tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "DELETE /v2.0/ports/8fe70939-a86a-44d1-a0b3-5a3c07ab863b HTTP/1.1" status: 204 len: 168 time: 1.5915442 Nov 24 01:47:17.166336 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46690) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:17.228232 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-28a8d1c6-bf48-44d0-9dfe-4f104ba75e40 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Deleting port 32136311-9035-42c4-9d46-84e1ec9de581 {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:47:17.228592 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-28a8d1c6-bf48-44d0-9dfe-4f104ba75e40 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:17.242638 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188a91bc-e406-4bcd-8cbc-dd36fe4952a1 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Pushing event updated for resources: {'Subnet': ['ID=f699346e-e807-4bcc-92f3-bd4418aa64ff,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:17.270079 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-914d5456-449b-43d7-88e4-e40de0f485aa req-bee2046c-bc5b-4bf7-8ba1-471abb9dcfff tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa820965-f51f-4c0f-92b9-3c3d3d9ef329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2592685 Nov 24 01:47:17.299867 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceb90330-e447-4094-8461-7aa10075e94b tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Router fb29bd68-4051-4652-a581-36349e2b4e85 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:47:17.334659 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188a91bc-e406-4bcd-8cbc-dd36fe4952a1 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Checking segment: {'id': 'c9066599-6ab4-48c1-9dc3-581156020344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b7727687-2993-4726-8274-009e67cfeec4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:47:17.335013 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188a91bc-e406-4bcd-8cbc-dd36fe4952a1 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Network hostable DHCP agents. Network: b7727687-2993-4726-8274-009e67cfeec4, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 01:47:17.352834 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cef4215b-0e97-4ce1-a960-0a71b427d612 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:47:17.357891 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b800f13-7b02-4a41-aec9-b31c83e3f1f1 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:17.359605 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b800f13-7b02-4a41-aec9-b31c83e3f1f1 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:17.363736 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-8b800f13-7b02-4a41-aec9-b31c83e3f1f1 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1578348 Nov 24 01:47:17.366829 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d3d2f7-1c98-4769-a68e-fd2867dd3b59 None None] Sync routers for ids ['218457ea-2bcf-4aa0-b2ed-a7f05045e693'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:47:17.368843 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46694) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:17.381765 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d3d2f7-1c98-4769-a68e-fd2867dd3b59 None None] Routers {'218457ea-2bcf-4aa0-b2ed-a7f05045e693'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:47:17.383120 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-d7d3d2f7-1c98-4769-a68e-fd2867dd3b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:46:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['218457ea-2bcf-4aa0-b2ed-a7f05045e693'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:17.393928 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-064f38e6-657e-40bf-a838-ae6debbe19db tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:17.419011 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cef4215b-0e97-4ce1-a960-0a71b427d612 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks [] for router, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:17.422887 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-cef4215b-0e97-4ce1-a960-0a71b427d612 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.3452699 Nov 24 01:47:17.424725 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46696) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:17.427693 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-d7d3d2f7-1c98-4769-a68e-fd2867dd3b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:17.439920 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d3d2f7-1c98-4769-a68e-fd2867dd3b59 None None] Routers {'218457ea-2bcf-4aa0-b2ed-a7f05045e693'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:47:17.440793 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-d7d3d2f7-1c98-4769-a68e-fd2867dd3b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:46:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['218457ea-2bcf-4aa0-b2ed-a7f05045e693'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:17.481582 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-d7d3d2f7-1c98-4769-a68e-fd2867dd3b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:17.482513 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d3d2f7-1c98-4769-a68e-fd2867dd3b59 None None] The sync data for ids ['218457ea-2bcf-4aa0-b2ed-a7f05045e693'] in dv-neutron-818911-2-hyperv is: [] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:47:17.516131 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188a91bc-e406-4bcd-8cbc-dd36fe4952a1 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Network b7727687-2993-4726-8274-009e67cfeec4 is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 01:47:17.545817 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-28a8d1c6-bf48-44d0-9dfe-4f104ba75e40 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:17.558457 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-188a91bc-e406-4bcd-8cbc-dd36fe4952a1 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, b7727687-2993-4726-8274-009e67cfeec4) {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:47:17.568147 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8400ecb9-a727-4ddb-b923-04b4a3c79f69 None None] Network b7727687-2993-4726-8274-009e67cfeec4 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:47:17.597801 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188a91bc-e406-4bcd-8cbc-dd36fe4952a1 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:17.598855 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-188a91bc-e406-4bcd-8cbc-dd36fe4952a1 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:17.604256 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-28a8d1c6-bf48-44d0-9dfe-4f104ba75e40 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Calling delete_port for 32136311-9035-42c4-9d46-84e1ec9de581 owned by {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:47:17.617400 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d449f44-4bec-441f-b7ad-a5b07eec615a tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Deleting subnet 2e15931c-8ea6-4e03-8284-cc4032f3a581 {{(pid=109867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 01:47:17.630045 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-3d449f44-4bec-441f-b7ad-a5b07eec615a tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for subnet, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:17.637333 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceb90330-e447-4094-8461-7aa10075e94b tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:47:17.655349 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf89f46a-e13e-42c5-a8d6-585b0e79d9e1 None None] Sync routers for ids ['fb29bd68-4051-4652-a581-36349e2b4e85'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:47:17.674859 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ceb90330-e447-4094-8461-7aa10075e94b tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for floatingip, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:17.696142 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf89f46a-e13e-42c5-a8d6-585b0e79d9e1 None None] Routers {'fb29bd68-4051-4652-a581-36349e2b4e85'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:47:17.696765 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-bf89f46a-e13e-42c5-a8d6-585b0e79d9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:46:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['fb29bd68-4051-4652-a581-36349e2b4e85'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:17.730486 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-188a91bc-e406-4bcd-8cbc-dd36fe4952a1 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.7795374 Nov 24 01:47:17.735160 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-bf89f46a-e13e-42c5-a8d6-585b0e79d9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:17.742801 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46698) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:17.775323 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf89f46a-e13e-42c5-a8d6-585b0e79d9e1 None None] Routers {'fb29bd68-4051-4652-a581-36349e2b4e85'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:47:17.775871 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-bf89f46a-e13e-42c5-a8d6-585b0e79d9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:46:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['fb29bd68-4051-4652-a581-36349e2b4e85'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:17.788987 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-ceb90330-e447-4094-8461-7aa10075e94b tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] 10.222.0.21 "DELETE /v2.0/floatingips/3e257774-0c69-4a19-9907-aff71e9dec98 HTTP/1.1" status: 204 len: 168 time: 3.5489390 Nov 24 01:47:17.788987 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-3d449f44-4bec-441f-b7ad-a5b07eec615a tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28690885'] for subnet, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:17.802256 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46700) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:17.811102 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-bf89f46a-e13e-42c5-a8d6-585b0e79d9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:17.811774 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf89f46a-e13e-42c5-a8d6-585b0e79d9e1 None None] The sync data for ids ['fb29bd68-4051-4652-a581-36349e2b4e85'] in dv-neutron-818911-2-hyperv is: [] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:47:17.836728 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-ad6bb0ff-63c8-4470-b1c3-10462638a39e tempest-FloatingIPAdminTestJSON-139400260 tempest-FloatingIPAdminTestJSON-139400260-project-admin] Request body: {'floatingip': {'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:47:17.844054 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27450197-163b-405a-aef5-cc0f406b5bed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-b7727687-2993-4726-8274-009e67cfeec4', 'network_id': 'b7727687-2993-4726-8274-009e67cfeec4', 'tenant_id': 'dc36495a5d4849ad80ab7e395f5eebfb', 'fixed_ips': [{'subnet_id': 'f699346e-e807-4bcc-92f3-bd4418aa64ff'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 01:47:17.845190 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-27450197-163b-405a-aef5-cc0f406b5bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:17.937893 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-3d449f44-4bec-441f-b7ad-a5b07eec615a tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:17.999891 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ad6bb0ff-63c8-4470-b1c3-10462638a39e tempest-FloatingIPAdminTestJSON-139400260 tempest-FloatingIPAdminTestJSON-139400260-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:18.008384 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-27450197-163b-405a-aef5-cc0f406b5bed None None] Allocated IP 172.20.0.1 (b7727687-2993-4726-8274-009e67cfeec4/f699346e-e807-4bcc-92f3-bd4418aa64ff/c3d5eea1-7936-459f-8ad6-95ec8acdc830) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:47:18.046537 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fb12767b-86f0-4efa-9ad4-e989d6663360 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:18.067869 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-064f38e6-657e-40bf-a838-ae6debbe19db tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Publish callbacks [] for port, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:18.077477 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-064f38e6-657e-40bf-a838-ae6debbe19db tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29149402'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:18.096356 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-28a8d1c6-bf48-44d0-9dfe-4f104ba75e40 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:18.110513 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-3d449f44-4bec-441f-b7ad-a5b07eec615a tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25501782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25307808'] for subnet, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:18.171914 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-27450197-163b-405a-aef5-cc0f406b5bed None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:18.178816 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-27450197-163b-405a-aef5-cc0f406b5bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:18.195444 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064f38e6-657e-40bf-a838-ae6debbe19db tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Pushing event updated for resources: {'Port': ['ID=ce115188-cdcb-4a10-9ad9-068fde0712dd,revision_number=2']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:18.229462 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27450197-163b-405a-aef5-cc0f406b5bed None None] Network b7727687-2993-4726-8274-009e67cfeec4 is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:47:18.233799 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-27450197-163b-405a-aef5-cc0f406b5bed None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:47:18.236405 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27450197-163b-405a-aef5-cc0f406b5bed None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:47:18.239850 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27450197-163b-405a-aef5-cc0f406b5bed None None] Pushing event updated for resources: {'Port': ['ID=c3d5eea1-7936-459f-8ad6-95ec8acdc830,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:18.241138 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-064f38e6-657e-40bf-a838-ae6debbe19db tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418250'] for floatingip, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:18.297338 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-27450197-163b-405a-aef5-cc0f406b5bed None None] Attempting to bind port c3d5eea1-7936-459f-8ad6-95ec8acdc830 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:47:18.297749 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-27450197-163b-405a-aef5-cc0f406b5bed None None] Attempting to bind port c3d5eea1-7936-459f-8ad6-95ec8acdc830 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': 'c9066599-6ab4-48c1-9dc3-581156020344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b7727687-2993-4726-8274-009e67cfeec4'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:47:18.298375 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27450197-163b-405a-aef5-cc0f406b5bed None None] Attempting to bind port c3d5eea1-7936-459f-8ad6-95ec8acdc830 on network b7727687-2993-4726-8274-009e67cfeec4 {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:47:18.303845 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27450197-163b-405a-aef5-cc0f406b5bed None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:47:18.304392 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27450197-163b-405a-aef5-cc0f406b5bed None None] Checking segment: {'id': 'c9066599-6ab4-48c1-9dc3-581156020344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b7727687-2993-4726-8274-009e67cfeec4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:47:18.304891 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-27450197-163b-405a-aef5-cc0f406b5bed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:18.305376 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27450197-163b-405a-aef5-cc0f406b5bed None None] Bound using segment: {'id': 'c9066599-6ab4-48c1-9dc3-581156020344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b7727687-2993-4726-8274-009e67cfeec4'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:47:18.305973 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-27450197-163b-405a-aef5-cc0f406b5bed None None] Bound port: c3d5eea1-7936-459f-8ad6-95ec8acdc830, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9066599-6ab4-48c1-9dc3-581156020344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b7727687-2993-4726-8274-009e67cfeec4'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:47:18.306450 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-27450197-163b-405a-aef5-cc0f406b5bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:18.377088 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-27450197-163b-405a-aef5-cc0f406b5bed None None] For port c3d5eea1-7936-459f-8ad6-95ec8acdc830, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:47:18.381238 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-27450197-163b-405a-aef5-cc0f406b5bed None None] For port c3d5eea1-7936-459f-8ad6-95ec8acdc830, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=c3d5eea1-7936-459f-8ad6-95ec8acdc830,segment=NetworkSegment(c9066599-6ab4-48c1-9dc3-581156020344),segment_id=c9066599-6ab4-48c1-9dc3-581156020344)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:47:18.386473 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-27450197-163b-405a-aef5-cc0f406b5bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:18.412885 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.l3_db [None req-064f38e6-657e-40bf-a838-ae6debbe19db tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Floating IP a49d7690-fed2-4b32-ad74-6507fe4d4f7a associated. External IP: 172.26.5.218, port: 48a73545-8092-4069-ac5f-f26ee8d39d60. Nov 24 01:47:18.457449 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27450197-163b-405a-aef5-cc0f406b5bed None None] Pushing event updated for resources: {'Port': ['ID=c3d5eea1-7936-459f-8ad6-95ec8acdc830,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:18.513155 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a8d1c6-bf48-44d0-9dfe-4f104ba75e40 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Pushing event deleted for resources: {'Port': ['ID=32136311-9035-42c4-9d46-84e1ec9de581,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:18.521315 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d449f44-4bec-441f-b7ad-a5b07eec615a tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Pushing event deleted for resources: {'Subnet': ['ID=2e15931c-8ea6-4e03-8284-cc4032f3a581,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:18.529240 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-3d449f44-4bec-441f-b7ad-a5b07eec615a tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:18.532630 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-3d449f44-4bec-441f-b7ad-a5b07eec615a tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "DELETE /v2.0/subnets/2e15931c-8ea6-4e03-8284-cc4032f3a581 HTTP/1.1" status: 204 len: 168 time: 1.0969715 Nov 24 01:47:18.535687 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46702) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:18.538668 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465f6e92-6c7c-4e22-9f51-0d9bd38e0386 None None] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:47:18.557571 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f9b3f961-2e6e-418d-be77-741bd546bcb1 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:18.691655 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-1c270c66-407b-41b2-ab8b-f4615aa739c1 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1379776 Nov 24 01:47:18.692156 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46704) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:18.693349 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-28a8d1c6-bf48-44d0-9dfe-4f104ba75e40 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:18.736450 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-28a8d1c6-bf48-44d0-9dfe-4f104ba75e40 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "DELETE /v2.0/ports/32136311-9035-42c4-9d46-84e1ec9de581 HTTP/1.1" status: 204 len: 168 time: 2.1640203 Nov 24 01:47:18.741937 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-92989498-ec94-4584-a6ea-b0fa775f21ad tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Request body: {'subnet': {'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:47:18.742549 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46706) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:18.747002 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fb12767b-86f0-4efa-9ad4-e989d6663360 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:18.790157 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-efd89eb4-3353-4a89-b480-f3a8e77cbc8d tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] GET failed (client error): The resource could not be found. Nov 24 01:47:18.792105 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-efd89eb4-3353-4a89-b480-f3a8e77cbc8d tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "GET /v2.0/ports/32136311-9035-42c4-9d46-84e1ec9de581 HTTP/1.1" status: 404 len: 333 time: 0.0486515 Nov 24 01:47:18.815898 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46708) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:18.825969 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f79b61-5d74-4b78-8c3e-b715865c5102 None None] DHCP port deletion for 9b0cb615-dd00-417f-9128-01ca62e524f6 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:47:18.907574 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-15f79b61-5d74-4b78-8c3e-b715865c5102 None None] Deleting port d1dbd619-89e6-459e-8b1f-5f69bd567d4a {{(pid=109868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:47:18.908235 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-15f79b61-5d74-4b78-8c3e-b715865c5102 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:18.931162 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-064f38e6-657e-40bf-a838-ae6debbe19db tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Router f69315dd-d316-45aa-b653-e913c790af05 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:47:19.000722 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-15f79b61-5d74-4b78-8c3e-b715865c5102 None None] For port d1dbd619-89e6-459e-8b1f-5f69bd567d4a, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=d1dbd619-89e6-459e-8b1f-5f69bd567d4a,segment=NetworkSegment(2b1ff8b4-a836-4287-84a2-3eaf8ccfb867),segment_id=2b1ff8b4-a836-4287-84a2-3eaf8ccfb867)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:47:19.001113 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-15f79b61-5d74-4b78-8c3e-b715865c5102 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:19.006329 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ad6bb0ff-63c8-4470-b1c3-10462638a39e tempest-FloatingIPAdminTestJSON-139400260 tempest-FloatingIPAdminTestJSON-139400260-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:19.013248 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fb12767b-86f0-4efa-9ad4-e989d6663360 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25501782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25307808'] for subnet, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:19.015648 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-15f79b61-5d74-4b78-8c3e-b715865c5102 None None] Calling delete_port for d1dbd619-89e6-459e-8b1f-5f69bd567d4a owned by network:dhcp {{(pid=109868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:47:19.092448 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb12767b-86f0-4efa-9ad4-e989d6663360 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Pushing event deleted for resources: {'Subnet': ['ID=f699346e-e807-4bcc-92f3-bd4418aa64ff,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:19.124605 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-15f79b61-5d74-4b78-8c3e-b715865c5102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974'] for port, after_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:19.130453 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [None req-f9b3f961-2e6e-418d-be77-741bd546bcb1 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Allocated IP 172.20.0.1 (c9fd22a9-70fd-48d0-bfd4-bfc1509f80af/ae5c40e4-cfa4-48ba-a768-921cbdbe603c/960c928c-b04b-4efa-9075-8872c309fa25) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:47:19.140446 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92989498-ec94-4584-a6ea-b0fa775f21ad tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Made reservation on behalf of 6974375fded34c83af8967d3f69dce07 for: {'subnet': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:47:19.144065 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-92989498-ec94-4584-a6ea-b0fa775f21ad tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25307781'] for subnet, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:19.158152 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-064f38e6-657e-40bf-a838-ae6debbe19db tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:47:19.169250 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0dd5749-9295-4405-a347-e48ab092370c None None] Sync routers for ids ['f69315dd-d316-45aa-b653-e913c790af05'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:47:19.169743 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f79b61-5d74-4b78-8c3e-b715865c5102 None None] No DVR routers for this DVR port d1dbd619-89e6-459e-8b1f-5f69bd567d4a on host dv-neutron-818911-2-hyperv {{(pid=109868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:47:19.177283 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f79b61-5d74-4b78-8c3e-b715865c5102 None None] Pushing event deleted for resources: {'Port': ['ID=d1dbd619-89e6-459e-8b1f-5f69bd567d4a,revision_number=None']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:19.195101 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0dd5749-9295-4405-a347-e48ab092370c None None] Routers {'f69315dd-d316-45aa-b653-e913c790af05'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:47:19.195776 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-a0dd5749-9295-4405-a347-e48ab092370c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:46:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['f69315dd-d316-45aa-b653-e913c790af05'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:19.232621 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-064f38e6-657e-40bf-a838-ae6debbe19db tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for floatingip, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:19.272964 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-064f38e6-657e-40bf-a838-ae6debbe19db tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.3037148 Nov 24 01:47:19.273213 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fb12767b-86f0-4efa-9ad4-e989d6663360 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:19.274685 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7fa21ef-c2f6-4d95-b817-914404dd2b8b', 'tag': '48a73545-8092-4069-ac5f-f26ee8d39d60'}] {{(pid=109866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 01:47:19.275977 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b7c53c286d9351d1367337230623a155cee02c46c94b80588b67a0bc16402ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09738b49-6536-4554-ba03-fa9fe981a948" -d '{"events": [{"name": "network-changed", "server_uuid": "b7fa21ef-c2f6-4d95-b817-914404dd2b8b", "tag": "48a73545-8092-4069-ac5f-f26ee8d39d60"}]}' {{(pid=109866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 01:47:19.318709 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f9b3f961-2e6e-418d-be77-741bd546bcb1 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:19.330750 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-cf03c304-d618-47f8-8bcf-4665659cf92f tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Deleting port 8a5f27d5-c3c7-47f7-8ebd-cb971b27d820 {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:47:19.331181 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-cf03c304-d618-47f8-8bcf-4665659cf92f tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:19.345695 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-fb12767b-86f0-4efa-9ad4-e989d6663360 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7727687-2993-4726-8274-009e67cfeec4']}} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:19.359547 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 01:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9dee4fa-42f7-437f-8bac-ab053818469a x-openstack-request-id: req-e9dee4fa-42f7-437f-8bac-ab053818469a {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 01:47:19.361955 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-a0dd5749-9295-4405-a347-e48ab092370c None None] Set router f69315dd-d316-45aa-b653-e913c790af05 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:47:19.363457 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7fa21ef-c2f6-4d95-b817-914404dd2b8b", "tag": "48a73545-8092-4069-ac5f-f26ee8d39d60", "status": "completed", "code": 200}]} {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 01:47:19.363867 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e9dee4fa-42f7-437f-8bac-ab053818469a {{(pid=109866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 01:47:19.364365 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7fa21ef-c2f6-4d95-b817-914404dd2b8b', 'tag': '48a73545-8092-4069-ac5f-f26ee8d39d60', 'status': 'completed', 'code': 200} Nov 24 01:47:19.392872 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-fb12767b-86f0-4efa-9ad4-e989d6663360 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9066599-6ab4-48c1-9dc3-581156020344') {'for_net_delete': True} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:19.393245 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-fb12767b-86f0-4efa-9ad4-e989d6663360 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9066599-6ab4-48c1-9dc3-581156020344') {} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:19.440165 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f9b3f961-2e6e-418d-be77-741bd546bcb1 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:19.448411 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fb12767b-86f0-4efa-9ad4-e989d6663360 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28690908'] for segment, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:19.458132 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973dbc8d-2d15-4555-bb03-4d9f9c3d2563 req-a74ded75-182c-4a20-87c6-84ab21b0469d tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:19.459893 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-973dbc8d-2d15-4555-bb03-4d9f9c3d2563 req-a74ded75-182c-4a20-87c6-84ab21b0469d tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7fa21ef-c2f6-4d95-b817-914404dd2b8b HTTP/1.1" status: 200 len: 946 time: 0.0921938 Nov 24 01:47:19.508535 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b3f961-2e6e-418d-be77-741bd546bcb1 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Network c9fd22a9-70fd-48d0-bfd4-bfc1509f80af is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:47:19.518927 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-f9b3f961-2e6e-418d-be77-741bd546bcb1 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:47:19.522569 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-ad6bb0ff-63c8-4470-b1c3-10462638a39e tempest-FloatingIPAdminTestJSON-139400260 tempest-FloatingIPAdminTestJSON-139400260-project-admin] Allocated IP 172.26.5.239 (eb22795d-37ee-46ee-844d-92c17e2ea450/3e66fcff-6e72-4083-b514-48f69cdaa2cb/a3980446-586a-4fca-9364-da1ce71d2a1f) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:47:19.526665 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b3f961-2e6e-418d-be77-741bd546bcb1 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:47:19.542651 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b1859f-78bd-463b-b311-78fdb6f91171 None None] DHCP port deletion for c9fd22a9-70fd-48d0-bfd4-bfc1509f80af request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:47:19.569457 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fb12767b-86f0-4efa-9ad4-e989d6663360 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:19.590305 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb12767b-86f0-4efa-9ad4-e989d6663360 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=109867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:47:19.590717 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fb12767b-86f0-4efa-9ad4-e989d6663360 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25503736'] for segment, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:19.597490 dv-neutron-818911-2-hyperv neutron-server[109867]: Traceback (most recent call last): Nov 24 01:47:19.597490 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:47:19.597490 dv-neutron-818911-2-hyperv neutron-server[109867]: timer() Nov 24 01:47:19.597490 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:47:19.597490 dv-neutron-818911-2-hyperv neutron-server[109867]: cb(*args, **kw) Nov 24 01:47:19.597490 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:47:19.597490 dv-neutron-818911-2-hyperv neutron-server[109867]: return func(*args, **kwargs) Nov 24 01:47:19.597490 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:47:19.597490 dv-neutron-818911-2-hyperv neutron-server[109867]: self._notify() Nov 24 01:47:19.597490 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:47:19.597490 dv-neutron-818911-2-hyperv neutron-server[109867]: self.callback(batched_events) Nov 24 01:47:19.597490 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:47:19.597490 dv-neutron-818911-2-hyperv neutron-server[109867]: event.method(event) Nov 24 01:47:19.597490 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:47:19.597490 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:47:19.597490 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:47:19.597490 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:47:19.597490 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:47:19.597490 dv-neutron-818911-2-hyperv neutron-server[109867]: return f(self, *a, **k) Nov 24 01:47:19.597490 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:47:19.597490 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._get(url).json() Nov 24 01:47:19.597490 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:47:19.597490 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:47:19.597490 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:47:19.597490 dv-neutron-818911-2-hyperv neutron-server[109867]: return self.request(url, 'GET', **kwargs) Nov 24 01:47:19.597490 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:47:19.597490 dv-neutron-818911-2-hyperv neutron-server[109867]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:47:19.597490 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:47:19.597490 dv-neutron-818911-2-hyperv neutron-server[109867]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:47:19.597490 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:47:19.597490 dv-neutron-818911-2-hyperv neutron-server[109867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:47:19.597490 dv-neutron-818911-2-hyperv neutron-server[109867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:47:19.634763 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-b05d4ce4-242e-42ee-9b29-b191e3c3b656 None None] Provisioning complete for port 960c928c-b04b-4efa-9075-8872c309fa25 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:47:19.635570 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-b05d4ce4-242e-42ee-9b29-b191e3c3b656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:19.641137 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09738b49-6536-4554-ba03-fa9fe981a948 req-8726e1f8-32a9-41d1-95c3-bc111c755ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:19.644517 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f9b3f961-2e6e-418d-be77-741bd546bcb1 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3777869'] for router_interface, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:19.647349 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-09738b49-6536-4554-ba03-fa9fe981a948 req-8726e1f8-32a9-41d1-95c3-bc111c755ddd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c86e6537e95341b0928530c16780ff1b&device_id=b7fa21ef-c2f6-4d95-b817-914404dd2b8b HTTP/1.1" status: 200 len: 1099 time: 0.2495563 Nov 24 01:47:19.682857 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-cf03c304-d618-47f8-8bcf-4665659cf92f tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:19.687864 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-b05d4ce4-242e-42ee-9b29-b191e3c3b656 None None] Port 960c928c-b04b-4efa-9075-8872c309fa25 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:47:19.700847 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-cf03c304-d618-47f8-8bcf-4665659cf92f tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Calling delete_port for 8a5f27d5-c3c7-47f7-8ebd-cb971b27d820 owned by {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:47:19.707763 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b3f961-2e6e-418d-be77-741bd546bcb1 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Pushing event updated for resources: {'Port': ['ID=960c928c-b04b-4efa-9075-8872c309fa25,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:19.709652 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-a0dd5749-9295-4405-a347-e48ab092370c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f69315dd-d316-45aa-b653-e913c790af05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-505158449', 'tenant_id': 'c86e6537e95341b0928530c16780ff1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.107'}], 'enable_snat': True}, 'gw_port_id': '79e8e51a-ecdd-4db0-95fb-42f1889b555a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:46:33Z', 'updated_at': '2021-11-24T01:46:45Z', 'revision_number': 4, 'project_id': 'c86e6537e95341b0928530c16780ff1b', 'gw_port': {'id': '79e8e51a-ecdd-4db0-95fb-42f1889b555a', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69315dd-d316-45aa-b653-e913c790af05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:46:34Z', 'updated_at': '2021-11-24T01:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_floatingips': [{'id': 'a49d7690-fed2-4b32-ad74-6507fe4d4f7a', 'tenant_id': 'c86e6537e95341b0928530c16780ff1b', 'floating_ip_address': '172.26.5.218', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': 'f69315dd-d316-45aa-b653-e913c790af05', 'port_id': '48a73545-8092-4069-ac5f-f26ee8d39d60', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a38adc46-db63-4179-872d-6aa1e8287d77', 'mac_address': 'fa:16:3e:c6:0e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7fa21ef-c2f6-4d95-b817-914404dd2b8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T01:47:16Z', 'updated_at': '2021-11-24T01:47:16Z', 'revision_number': 0, 'project_id': 'c86e6537e95341b0928530c16780ff1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc7e4084-6739-4058-8cec-3e80a0bbe66d', 'name': '', 'network_id': 'a38adc46-db63-4179-872d-6aa1e8287d77', 'tenant_id': 'c86e6537e95341b0928530c16780ff1b', 'mac_address': 'fa:16:3e:a3:22:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69315dd-d316-45aa-b653-e913c790af05', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '52b861e9-7165-4fda-96bd-415355d68dd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:46:43Z', 'updated_at': '2021-11-24T01:46:52Z', 'revision_number': 5, 'project_id': 'c86e6537e95341b0928530c16780ff1b', 'subnets': [{'id': '52b861e9-7165-4fda-96bd-415355d68dd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:19.745083 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-973dbc8d-2d15-4555-bb03-4d9f9c3d2563 req-c8995bf5-721a-457b-b2bd-92adf95eaabf tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] 10.222.0.21 "GET /v2.0/security-groups?id=137d305a-b3ea-4e14-b9c3-3a9986b7aca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2539556 Nov 24 01:47:19.747081 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0dd5749-9295-4405-a347-e48ab092370c None None] Checking router: f69315dd-d316-45aa-b653-e913c790af05 for host: dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 01:47:19.762209 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0dd5749-9295-4405-a347-e48ab092370c None None] Routers {'f69315dd-d316-45aa-b653-e913c790af05'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:47:19.762850 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-a0dd5749-9295-4405-a347-e48ab092370c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:46:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['f69315dd-d316-45aa-b653-e913c790af05'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:19.786592 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46714) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:19.814801 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90fd2f85-39e5-46bc-a4d3-240bc19a0829 None None] Network b7727687-2993-4726-8274-009e67cfeec4 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:47:19.834201 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.db.api [None req-fb12767b-86f0-4efa-9ad4-e989d6663360 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 24 01:47:19.834201 dv-neutron-818911-2-hyperv neutron-server[109867]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 24 01:47:19.834201 dv-neutron-818911-2-hyperv neutron-server[109867]: [parameters: {'id': 'b7727687-2993-4726-8274-009e67cfeec4'}] Nov 24 01:47:19.834201 dv-neutron-818911-2-hyperv neutron-server[109867]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109867) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 01:47:19.834697 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG oslo_db.api [None req-fb12767b-86f0-4efa-9ad4-e989d6663360 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 01:47:19.871488 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-337c4100-312c-4f93-9ba9-fbf88872580a tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] 10.222.0.21 "GET /v2.0/floatingips/a49d7690-fed2-4b32-ad74-6507fe4d4f7a HTTP/1.1" status: 200 len: 992 time: 0.0836091 Nov 24 01:47:19.894338 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-a0dd5749-9295-4405-a347-e48ab092370c None None] Set router f69315dd-d316-45aa-b653-e913c790af05 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:47:19.908142 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f9b3f961-2e6e-418d-be77-741bd546bcb1 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:19.949912 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-917b5755-c40d-42c1-8a75-b0716e20ca9c None None] Provisioning complete for port c3d5eea1-7936-459f-8ad6-95ec8acdc830 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:47:19.950495 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-917b5755-c40d-42c1-8a75-b0716e20ca9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:20.028102 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-92989498-ec94-4584-a6ea-b0fa775f21ad tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25501847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25307831'] for subnet, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:20.098343 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92989498-ec94-4584-a6ea-b0fa775f21ad tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Pushing event updated for resources: {'Subnet': ['ID=558cce5b-5f8c-4ab1-8a6d-9fd62899a13f,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:20.134237 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-917b5755-c40d-42c1-8a75-b0716e20ca9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:20.140514 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ad6bb0ff-63c8-4470-b1c3-10462638a39e tempest-FloatingIPAdminTestJSON-139400260 tempest-FloatingIPAdminTestJSON-139400260-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:20.142382 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33779846-399f-4daa-a834-223d3bf2a7ba None None] DHCP port deletion for b7727687-2993-4726-8274-009e67cfeec4 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:47:20.143005 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92989498-ec94-4584-a6ea-b0fa775f21ad tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:47:20.169823 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-92989498-ec94-4584-a6ea-b0fa775f21ad tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:47:20.176393 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09738b49-6536-4554-ba03-fa9fe981a948 req-62afb7eb-ff16-4e63-99be-342fcf70f97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:20.177911 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-09738b49-6536-4554-ba03-fa9fe981a948 req-62afb7eb-ff16-4e63-99be-342fcf70f97d service neutron] 10.222.0.48 "GET /v2.0/networks?id=a38adc46-db63-4179-872d-6aa1e8287d77 HTTP/1.1" status: 200 len: 897 time: 0.4147832 Nov 24 01:47:20.180324 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92989498-ec94-4584-a6ea-b0fa775f21ad tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:20.180875 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-92989498-ec94-4584-a6ea-b0fa775f21ad tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:20.211582 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-917b5755-c40d-42c1-8a75-b0716e20ca9c None None] For port c3d5eea1-7936-459f-8ad6-95ec8acdc830, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=c3d5eea1-7936-459f-8ad6-95ec8acdc830,segment=NetworkSegment(c9066599-6ab4-48c1-9dc3-581156020344),segment_id=c9066599-6ab4-48c1-9dc3-581156020344)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:47:20.213677 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3039ddd6-e66f-4568-bd3e-7ca2a0aa9b75 None None] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:47:20.232003 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-917b5755-c40d-42c1-8a75-b0716e20ca9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:20.267298 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-09738b49-6536-4554-ba03-fa9fe981a948 req-64eff710-159d-4d11-aef7-171a11b54700 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=48a73545-8092-4069-ac5f-f26ee8d39d60 HTTP/1.1" status: 200 len: 1000 time: 0.0731950 Nov 24 01:47:20.288127 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-92989498-ec94-4584-a6ea-b0fa775f21ad tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5501347 Nov 24 01:47:20.293970 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46716) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:20.298893 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-cf03c304-d618-47f8-8bcf-4665659cf92f tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:20.309493 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f9b3f961-2e6e-418d-be77-741bd546bcb1 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks [] for port, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:20.318064 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-12a98083-e5b7-4e1a-b8ff-9deeb62bdd86 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Request body: {'port': {'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6', 'fixed_ips': [{'subnet_id': '558cce5b-5f8c-4ab1-8a6d-9fd62899a13f', 'ip_address': '2001:db8::93bf:d603:c800:abd2'}], 'name': 'tempest-NetworksTestDHCPv6-815239198'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:47:20.324021 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-a0dd5749-9295-4405-a347-e48ab092370c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f69315dd-d316-45aa-b653-e913c790af05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-505158449', 'tenant_id': 'c86e6537e95341b0928530c16780ff1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.107'}], 'enable_snat': True}, 'gw_port_id': '79e8e51a-ecdd-4db0-95fb-42f1889b555a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:46:33Z', 'updated_at': '2021-11-24T01:46:45Z', 'revision_number': 4, 'project_id': 'c86e6537e95341b0928530c16780ff1b', 'gw_port': {'id': '79e8e51a-ecdd-4db0-95fb-42f1889b555a', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69315dd-d316-45aa-b653-e913c790af05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:46:34Z', 'updated_at': '2021-11-24T01:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_floatingips': [{'id': 'a49d7690-fed2-4b32-ad74-6507fe4d4f7a', 'tenant_id': 'c86e6537e95341b0928530c16780ff1b', 'floating_ip_address': '172.26.5.218', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': 'f69315dd-d316-45aa-b653-e913c790af05', 'port_id': '48a73545-8092-4069-ac5f-f26ee8d39d60', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a38adc46-db63-4179-872d-6aa1e8287d77', 'mac_address': 'fa:16:3e:c6:0e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7fa21ef-c2f6-4d95-b817-914404dd2b8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T01:47:16Z', 'updated_at': '2021-11-24T01:47:16Z', 'revision_number': 0, 'project_id': 'c86e6537e95341b0928530c16780ff1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc7e4084-6739-4058-8cec-3e80a0bbe66d', 'name': '', 'network_id': 'a38adc46-db63-4179-872d-6aa1e8287d77', 'tenant_id': 'c86e6537e95341b0928530c16780ff1b', 'mac_address': 'fa:16:3e:a3:22:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69315dd-d316-45aa-b653-e913c790af05', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '52b861e9-7165-4fda-96bd-415355d68dd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:46:43Z', 'updated_at': '2021-11-24T01:46:52Z', 'revision_number': 5, 'project_id': 'c86e6537e95341b0928530c16780ff1b', 'subnets': [{'id': '52b861e9-7165-4fda-96bd-415355d68dd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:20.324841 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f9b3f961-2e6e-418d-be77-741bd546bcb1 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29149402'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:20.337136 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fb12767b-86f0-4efa-9ad4-e989d6663360 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:20.386226 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0dd5749-9295-4405-a347-e48ab092370c None None] The sync data for ids ['f69315dd-d316-45aa-b653-e913c790af05'] in dv-neutron-818911-2-hyperv is: [{'id': 'f69315dd-d316-45aa-b653-e913c790af05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-505158449', 'tenant_id': 'c86e6537e95341b0928530c16780ff1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.107'}], 'enable_snat': True}, 'gw_port_id': '79e8e51a-ecdd-4db0-95fb-42f1889b555a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:46:33Z', 'updated_at': '2021-11-24T01:46:45Z', 'revision_number': 4, 'project_id': 'c86e6537e95341b0928530c16780ff1b', 'gw_port': {'id': '79e8e51a-ecdd-4db0-95fb-42f1889b555a', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69315dd-d316-45aa-b653-e913c790af05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:46:34Z', 'updated_at': '2021-11-24T01:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_floatingips': [{'id': 'a49d7690-fed2-4b32-ad74-6507fe4d4f7a', 'tenant_id': 'c86e6537e95341b0928530c16780ff1b', 'floating_ip_address': '172.26.5.218', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': 'f69315dd-d316-45aa-b653-e913c790af05', 'port_id': '48a73545-8092-4069-ac5f-f26ee8d39d60', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a38adc46-db63-4179-872d-6aa1e8287d77', 'mac_address': 'fa:16:3e:c6:0e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7fa21ef-c2f6-4d95-b817-914404dd2b8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T01:47:16Z', 'updated_at': '2021-11-24T01:47:16Z', 'revision_number': 0, 'project_id': 'c86e6537e95341b0928530c16780ff1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc7e4084-6739-4058-8cec-3e80a0bbe66d', 'name': '', 'network_id': 'a38adc46-db63-4179-872d-6aa1e8287d77', 'tenant_id': 'c86e6537e95341b0928530c16780ff1b', 'mac_address': 'fa:16:3e:a3:22:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69315dd-d316-45aa-b653-e913c790af05', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '52b861e9-7165-4fda-96bd-415355d68dd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:46:43Z', 'updated_at': '2021-11-24T01:46:52Z', 'revision_number': 5, 'project_id': 'c86e6537e95341b0928530c16780ff1b', 'subnets': [{'id': '52b861e9-7165-4fda-96bd-415355d68dd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:47:20.393271 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf03c304-d618-47f8-8bcf-4665659cf92f tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Pushing event deleted for resources: {'Port': ['ID=8a5f27d5-c3c7-47f7-8ebd-cb971b27d820,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:20.461556 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ad6bb0ff-63c8-4470-b1c3-10462638a39e tempest-FloatingIPAdminTestJSON-139400260 tempest-FloatingIPAdminTestJSON-139400260-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:20.527161 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f9b3f961-2e6e-418d-be77-741bd546bcb1 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3778017'] for router_interface, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:20.558018 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6bb0ff-63c8-4470-b1c3-10462638a39e tempest-FloatingIPAdminTestJSON-139400260 tempest-FloatingIPAdminTestJSON-139400260-project-admin] Pushing event updated for resources: {'Port': ['ID=a3980446-586a-4fca-9364-da1ce71d2a1f,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:20.566166 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09738b49-6536-4554-ba03-fa9fe981a948 req-68df24e5-5690-4d38-91a0-3973d447a29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:20.567668 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-09738b49-6536-4554-ba03-fa9fe981a948 req-68df24e5-5690-4d38-91a0-3973d447a29f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=52b861e9-7165-4fda-96bd-415355d68dd1 HTTP/1.1" status: 200 len: 835 time: 0.2782495 Nov 24 01:47:20.592462 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b3f961-2e6e-418d-be77-741bd546bcb1 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Pushing event updated for resources: {'Port': ['ID=960c928c-b04b-4efa-9075-8872c309fa25,revision_number=2']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:20.600323 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device d1dbd619-89e6-459e-8b1f-5f69bd567d4a no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:47:20.613933 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6bb0ff-63c8-4470-b1c3-10462638a39e tempest-FloatingIPAdminTestJSON-139400260 tempest-FloatingIPAdminTestJSON-139400260-project-admin] Network eb22795d-37ee-46ee-844d-92c17e2ea450 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:47:20.634940 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-ad6bb0ff-63c8-4470-b1c3-10462638a39e tempest-FloatingIPAdminTestJSON-139400260 tempest-FloatingIPAdminTestJSON-139400260-project-admin] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:47:20.636196 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-cf03c304-d618-47f8-8bcf-4665659cf92f tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:20.648551 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-cf03c304-d618-47f8-8bcf-4665659cf92f tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "DELETE /v2.0/ports/8a5f27d5-c3c7-47f7-8ebd-cb971b27d820 HTTP/1.1" status: 204 len: 168 time: 1.8071256 Nov 24 01:47:20.670923 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: d1dbd619-89e6-459e-8b1f-5f69bd567d4a {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:47:20.671475 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device d1dbd619-89e6-459e-8b1f-5f69bd567d4a not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:47:20.680506 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-33779846-399f-4daa-a834-223d3bf2a7ba None None] Deleting port c3d5eea1-7936-459f-8ad6-95ec8acdc830 {{(pid=109868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:47:20.681021 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-33779846-399f-4daa-a834-223d3bf2a7ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:20.692199 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6bb0ff-63c8-4470-b1c3-10462638a39e tempest-FloatingIPAdminTestJSON-139400260 tempest-FloatingIPAdminTestJSON-139400260-project-admin] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:47:20.694979 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46718) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:20.705381 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357b2a23-e39a-418f-9319-f15a4241f04a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-9b0cb615-dd00-417f-9128-01ca62e524f6', 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6', 'tenant_id': '6974375fded34c83af8967d3f69dce07', 'fixed_ips': [{'subnet_id': '558cce5b-5f8c-4ab1-8a6d-9fd62899a13f'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 01:47:20.709383 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-357b2a23-e39a-418f-9319-f15a4241f04a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:20.725636 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12a98083-e5b7-4e1a-b8ff-9deeb62bdd86 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Made reservation on behalf of 6974375fded34c83af8967d3f69dce07 for: {'port': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:47:20.743746 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.pecan_wsgi.hooks.translation [None req-d97ba06e-7b7d-456c-86ff-e79132082e8c tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] GET failed (client error): The resource could not be found. Nov 24 01:47:20.745917 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-d97ba06e-7b7d-456c-86ff-e79132082e8c tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "GET /v2.0/ports/8a5f27d5-c3c7-47f7-8ebd-cb971b27d820 HTTP/1.1" status: 404 len: 333 time: 0.0447118 Nov 24 01:47:20.748817 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46720) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:20.750983 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0dae1e-61c1-4724-827e-c5636cbf2159 None None] New status for floating IP a49d7690-fed2-4b32-ad74-6507fe4d4f7a: ACTIVE {{(pid=109868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 01:47:20.757835 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917b5755-c40d-42c1-8a75-b0716e20ca9c None None] Pushing event updated for resources: {'Port': ['ID=c3d5eea1-7936-459f-8ad6-95ec8acdc830,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:20.800016 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09738b49-6536-4554-ba03-fa9fe981a948 req-f5af1331-c6ed-494e-a69a-b1a6abf6673b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:20.802301 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-09738b49-6536-4554-ba03-fa9fe981a948 req-f5af1331-c6ed-494e-a69a-b1a6abf6673b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a38adc46-db63-4179-872d-6aa1e8287d77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1955311 Nov 24 01:47:20.807268 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b3f961-2e6e-418d-be77-741bd546bcb1 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Network c9fd22a9-70fd-48d0-bfd4-bfc1509f80af is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:47:20.841821 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-f9b3f961-2e6e-418d-be77-741bd546bcb1 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:47:20.874451 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b674439-9041-4290-a507-a7e261f8f764 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Deleting subnet 6c4355ed-469c-425c-b774-fc06782bd588 {{(pid=109866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 01:47:20.876595 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-fb12767b-86f0-4efa-9ad4-e989d6663360 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Deleting port c3d5eea1-7936-459f-8ad6-95ec8acdc830 {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:47:20.876936 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46722) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:20.877043 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fb12767b-86f0-4efa-9ad4-e989d6663360 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:20.893910 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0b674439-9041-4290-a507-a7e261f8f764 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks [] for subnet, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:20.897442 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-328cb2be-214c-4c46-b008-96155585b129 None None] DHCP port deletion for c9fd22a9-70fd-48d0-bfd4-bfc1509f80af request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:47:20.986382 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ad6bb0ff-63c8-4470-b1c3-10462638a39e tempest-FloatingIPAdminTestJSON-139400260 tempest-FloatingIPAdminTestJSON-139400260-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:20.999422 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [None req-fb12767b-86f0-4efa-9ad4-e989d6663360 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] For port c3d5eea1-7936-459f-8ad6-95ec8acdc830, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=c3d5eea1-7936-459f-8ad6-95ec8acdc830,segment=NetworkSegment(c9066599-6ab4-48c1-9dc3-581156020344),segment_id=c9066599-6ab4-48c1-9dc3-581156020344)] {{(pid=109867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:47:20.999422 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fb12767b-86f0-4efa-9ad4-e989d6663360 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:21.002732 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-12a98083-e5b7-4e1a-b8ff-9deeb62bdd86 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:21.003035 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-33779846-399f-4daa-a834-223d3bf2a7ba None None] For port c3d5eea1-7936-459f-8ad6-95ec8acdc830, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=c3d5eea1-7936-459f-8ad6-95ec8acdc830,segment=NetworkSegment(c9066599-6ab4-48c1-9dc3-581156020344),segment_id=c9066599-6ab4-48c1-9dc3-581156020344)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:47:21.003870 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-33779846-399f-4daa-a834-223d3bf2a7ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:21.022590 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-fb12767b-86f0-4efa-9ad4-e989d6663360 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Calling delete_port for c3d5eea1-7936-459f-8ad6-95ec8acdc830 owned by network:dhcp {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:47:21.036499 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [None req-12a98083-e5b7-4e1a-b8ff-9deeb62bdd86 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] device_id is not set on port d9a906ec-3efd-4f1f-a94a-bd12678b49bc yet. {{(pid=109866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 01:47:21.054753 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-09738b49-6536-4554-ba03-fa9fe981a948 req-98111671-9796-472e-8c54-1960290dfc27 service neutron] 10.222.0.48 "GET /v2.0/networks/a38adc46-db63-4179-872d-6aa1e8287d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385337 Nov 24 01:47:21.059309 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-33779846-399f-4daa-a834-223d3bf2a7ba None None] Calling delete_port for c3d5eea1-7936-459f-8ad6-95ec8acdc830 owned by network:dhcp {{(pid=109868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:47:21.083313 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0b674439-9041-4290-a507-a7e261f8f764 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29055568'] for subnet, precommit_delete_associations {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:21.088728 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-23efa7e3-0901-4ef3-aa4d-4f2266ce1387 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] 10.222.0.21 "GET /v2.0/floatingips/a49d7690-fed2-4b32-ad74-6507fe4d4f7a HTTP/1.1" status: 200 len: 992 time: 0.2079275 Nov 24 01:47:21.115722 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ad6bb0ff-63c8-4470-b1c3-10462638a39e tempest-FloatingIPAdminTestJSON-139400260 tempest-FloatingIPAdminTestJSON-139400260-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:21.174501 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-92eb1d8c-878e-4151-bc0e-e95eeb5c83f2 None None] Provisioning complete for port 960c928c-b04b-4efa-9075-8872c309fa25 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:47:21.174827 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-92eb1d8c-878e-4151-bc0e-e95eeb5c83f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:21.240639 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-09738b49-6536-4554-ba03-fa9fe981a948 req-dd3ba8d9-59f8-423e-9434-32f7a65232b5 service neutron] 10.222.0.48 "GET /v2.0/networks/a38adc46-db63-4179-872d-6aa1e8287d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784432 Nov 24 01:47:21.270539 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-357b2a23-e39a-418f-9319-f15a4241f04a None None] Allocated IP 2001:db8::2 (9b0cb615-dd00-417f-9128-01ca62e524f6/558cce5b-5f8c-4ab1-8a6d-9fd62899a13f/4c176d7a-d7a7-4ce0-9ade-02f9b4d11b7e) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:47:21.276053 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9b3f961-2e6e-418d-be77-741bd546bcb1 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Router 218457ea-2bcf-4aa0-b2ed-a7f05045e693 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:47:21.314020 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0b674439-9041-4290-a507-a7e261f8f764 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:21.327966 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-92eb1d8c-878e-4151-bc0e-e95eeb5c83f2 None None] Port 960c928c-b04b-4efa-9075-8872c309fa25 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:47:21.328215 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fb12767b-86f0-4efa-9ad4-e989d6663360 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:21.363706 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb12767b-86f0-4efa-9ad4-e989d6663360 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] No DVR routers for this DVR port c3d5eea1-7936-459f-8ad6-95ec8acdc830 on host dv-neutron-818911-2-hyperv {{(pid=109867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:47:21.371126 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb12767b-86f0-4efa-9ad4-e989d6663360 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Pushing event deleted for resources: {'Port': ['ID=c3d5eea1-7936-459f-8ad6-95ec8acdc830,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:21.384039 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-33779846-399f-4daa-a834-223d3bf2a7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974'] for port, after_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:21.413432 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33779846-399f-4daa-a834-223d3bf2a7ba None None] Pushing event deleted for resources: {'Port': ['ID=c3d5eea1-7936-459f-8ad6-95ec8acdc830,revision_number=None']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:21.434409 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33779846-399f-4daa-a834-223d3bf2a7ba None None] No DVR routers for this DVR port c3d5eea1-7936-459f-8ad6-95ec8acdc830 on host dv-neutron-818911-2-hyperv {{(pid=109868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:47:21.468955 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0b674439-9041-4290-a507-a7e261f8f764 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29149324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29154870'] for subnet, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:21.475213 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9b3f961-2e6e-418d-be77-741bd546bcb1 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:47:21.487606 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-f9b3f961-2e6e-418d-be77-741bd546bcb1 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] 10.222.0.21 "PUT /v2.0/routers/218457ea-2bcf-4aa0-b2ed-a7f05045e693/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0566263 Nov 24 01:47:21.487835 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fb12767b-86f0-4efa-9ad4-e989d6663360 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:21.487966 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46724) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:21.491537 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-8e16659c-63b6-49d2-9460-cfff34fe9160 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Request body: {'port': {'network_id': 'c9fd22a9-70fd-48d0-bfd4-bfc1509f80af', 'name': 'tempest-FloatingIPTestJSON-969408627'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:47:21.508224 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805d7f99-aad4-418a-9dce-3fc1e65f896e None None] Sync routers for ids ['218457ea-2bcf-4aa0-b2ed-a7f05045e693'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:47:21.518688 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-fb12767b-86f0-4efa-9ad4-e989d6663360 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7727687-2993-4726-8274-009e67cfeec4']}} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:21.524621 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-357b2a23-e39a-418f-9319-f15a4241f04a None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:21.525302 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805d7f99-aad4-418a-9dce-3fc1e65f896e None None] Routers {'218457ea-2bcf-4aa0-b2ed-a7f05045e693'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:47:21.526561 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-805d7f99-aad4-418a-9dce-3fc1e65f896e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:46:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['218457ea-2bcf-4aa0-b2ed-a7f05045e693'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:21.528385 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-fb12767b-86f0-4efa-9ad4-e989d6663360 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9066599-6ab4-48c1-9dc3-581156020344') {'for_net_delete': True} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:21.528683 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-fb12767b-86f0-4efa-9ad4-e989d6663360 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9066599-6ab4-48c1-9dc3-581156020344') {} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:21.537358 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-357b2a23-e39a-418f-9319-f15a4241f04a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:21.547296 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fb12767b-86f0-4efa-9ad4-e989d6663360 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28690908'] for segment, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:21.556695 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ad6bb0ff-63c8-4470-b1c3-10462638a39e tempest-FloatingIPAdminTestJSON-139400260 tempest-FloatingIPAdminTestJSON-139400260-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:21.573013 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ad6bb0ff-63c8-4470-b1c3-10462638a39e tempest-FloatingIPAdminTestJSON-139400260 tempest-FloatingIPAdminTestJSON-139400260-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25501696'] for port, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:21.573746 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-805d7f99-aad4-418a-9dce-3fc1e65f896e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:21.575432 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fb12767b-86f0-4efa-9ad4-e989d6663360 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:21.583222 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805d7f99-aad4-418a-9dce-3fc1e65f896e None None] Routers {'218457ea-2bcf-4aa0-b2ed-a7f05045e693'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:47:21.584027 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-805d7f99-aad4-418a-9dce-3fc1e65f896e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:46:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['218457ea-2bcf-4aa0-b2ed-a7f05045e693'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:21.598913 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b674439-9041-4290-a507-a7e261f8f764 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Pushing event deleted for resources: {'Subnet': ['ID=6c4355ed-469c-425c-b774-fc06782bd588,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:21.615457 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb12767b-86f0-4efa-9ad4-e989d6663360 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=109867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:47:21.615859 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fb12767b-86f0-4efa-9ad4-e989d6663360 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25503736'] for segment, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:21.616150 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cadd518-5aea-4878-bbc6-cea0c5db6a28 None None] Network 2348bbc4-816c-4e28-9542-d570f2c30134 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:47:21.620578 dv-neutron-818911-2-hyperv neutron-server[109867]: Traceback (most recent call last): Nov 24 01:47:21.620578 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:47:21.620578 dv-neutron-818911-2-hyperv neutron-server[109867]: timer() Nov 24 01:47:21.620578 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:47:21.620578 dv-neutron-818911-2-hyperv neutron-server[109867]: cb(*args, **kw) Nov 24 01:47:21.620578 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:47:21.620578 dv-neutron-818911-2-hyperv neutron-server[109867]: return func(*args, **kwargs) Nov 24 01:47:21.620578 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:47:21.620578 dv-neutron-818911-2-hyperv neutron-server[109867]: self._notify() Nov 24 01:47:21.620578 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:47:21.620578 dv-neutron-818911-2-hyperv neutron-server[109867]: self.callback(batched_events) Nov 24 01:47:21.620578 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:47:21.620578 dv-neutron-818911-2-hyperv neutron-server[109867]: event.method(event) Nov 24 01:47:21.620578 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:47:21.620578 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:47:21.620578 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:47:21.620578 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:47:21.620578 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:47:21.620578 dv-neutron-818911-2-hyperv neutron-server[109867]: return f(self, *a, **k) Nov 24 01:47:21.620578 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:47:21.620578 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._get(url).json() Nov 24 01:47:21.620578 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:47:21.620578 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:47:21.620578 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:47:21.620578 dv-neutron-818911-2-hyperv neutron-server[109867]: return self.request(url, 'GET', **kwargs) Nov 24 01:47:21.620578 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:47:21.620578 dv-neutron-818911-2-hyperv neutron-server[109867]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:47:21.620578 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:47:21.620578 dv-neutron-818911-2-hyperv neutron-server[109867]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:47:21.620578 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:47:21.620578 dv-neutron-818911-2-hyperv neutron-server[109867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:47:21.620578 dv-neutron-818911-2-hyperv neutron-server[109867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:47:21.622552 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0b674439-9041-4290-a507-a7e261f8f764 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:21.625045 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-0b674439-9041-4290-a507-a7e261f8f764 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "DELETE /v2.0/subnets/6c4355ed-469c-425c-b774-fc06782bd588 HTTP/1.1" status: 204 len: 168 time: 0.8737841 Nov 24 01:47:21.628050 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-805d7f99-aad4-418a-9dce-3fc1e65f896e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:21.629068 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805d7f99-aad4-418a-9dce-3fc1e65f896e None None] The sync data for ids ['218457ea-2bcf-4aa0-b2ed-a7f05045e693'] in dv-neutron-818911-2-hyperv is: [] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:47:21.631006 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46726) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:21.649724 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357b2a23-e39a-418f-9319-f15a4241f04a None None] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:47:21.667852 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-357b2a23-e39a-418f-9319-f15a4241f04a None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:47:21.670559 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357b2a23-e39a-418f-9319-f15a4241f04a None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:47:21.734481 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6bb0ff-63c8-4470-b1c3-10462638a39e tempest-FloatingIPAdminTestJSON-139400260 tempest-FloatingIPAdminTestJSON-139400260-project-admin] Pushing event updated for resources: {'Port': ['ID=a3980446-586a-4fca-9364-da1ce71d2a1f,revision_number=2']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:21.735360 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357b2a23-e39a-418f-9319-f15a4241f04a None None] Pushing event updated for resources: {'Port': ['ID=4c176d7a-d7a7-4ce0-9ade-02f9b4d11b7e,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:21.742768 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ad6bb0ff-63c8-4470-b1c3-10462638a39e tempest-FloatingIPAdminTestJSON-139400260 tempest-FloatingIPAdminTestJSON-139400260-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418250'] for floatingip, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:21.751462 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fb12767b-86f0-4efa-9ad4-e989d6663360 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:21.755662 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fb12767b-86f0-4efa-9ad4-e989d6663360 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks [] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:21.760042 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-fb12767b-86f0-4efa-9ad4-e989d6663360 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] 10.222.0.21 "DELETE /v2.0/networks/b7727687-2993-4726-8274-009e67cfeec4 HTTP/1.1" status: 204 len: 168 time: 4.0159099 Nov 24 01:47:21.769393 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46728) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:21.779799 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-41a44a17-50c3-4d4f-9101-790cc4cd7f90 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-234162986'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:47:21.804519 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ad6bb0ff-63c8-4470-b1c3-10462638a39e tempest-FloatingIPAdminTestJSON-139400260 tempest-FloatingIPAdminTestJSON-139400260-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for floatingip, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:21.805816 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-ad6bb0ff-63c8-4470-b1c3-10462638a39e tempest-FloatingIPAdminTestJSON-139400260 tempest-FloatingIPAdminTestJSON-139400260-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9732013 Nov 24 01:47:21.808495 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb12767b-86f0-4efa-9ad4-e989d6663360 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Pushing event deleted for resources: {'Network': ['ID=b7727687-2993-4726-8274-009e67cfeec4,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:21.811977 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46730) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:21.816823 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-357b2a23-e39a-418f-9319-f15a4241f04a None None] Attempting to bind port 4c176d7a-d7a7-4ce0-9ade-02f9b4d11b7e on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:47:21.817205 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-357b2a23-e39a-418f-9319-f15a4241f04a None None] Attempting to bind port 4c176d7a-d7a7-4ce0-9ade-02f9b4d11b7e by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '2b1ff8b4-a836-4287-84a2-3eaf8ccfb867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:47:21.817603 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357b2a23-e39a-418f-9319-f15a4241f04a None None] Attempting to bind port 4c176d7a-d7a7-4ce0-9ade-02f9b4d11b7e on network 9b0cb615-dd00-417f-9128-01ca62e524f6 {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:47:21.832172 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41a44a17-50c3-4d4f-9101-790cc4cd7f90 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Made reservation on behalf of dc36495a5d4849ad80ab7e395f5eebfb for: {'network': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:47:21.836578 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-41a44a17-50c3-4d4f-9101-790cc4cd7f90 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:21.846364 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357b2a23-e39a-418f-9319-f15a4241f04a None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:47:21.846747 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357b2a23-e39a-418f-9319-f15a4241f04a None None] Checking segment: {'id': '2b1ff8b4-a836-4287-84a2-3eaf8ccfb867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:47:21.847158 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-357b2a23-e39a-418f-9319-f15a4241f04a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:21.848600 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357b2a23-e39a-418f-9319-f15a4241f04a None None] Bound using segment: {'id': '2b1ff8b4-a836-4287-84a2-3eaf8ccfb867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:47:21.849201 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-357b2a23-e39a-418f-9319-f15a4241f04a None None] Bound port: 4c176d7a-d7a7-4ce0-9ade-02f9b4d11b7e, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1ff8b4-a836-4287-84a2-3eaf8ccfb867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:47:21.849785 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-357b2a23-e39a-418f-9319-f15a4241f04a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:21.872271 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41a44a17-50c3-4d4f-9101-790cc4cd7f90 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=109867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:47:21.886098 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-41a44a17-50c3-4d4f-9101-790cc4cd7f90 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:21.886567 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.segments_db [None req-41a44a17-50c3-4d4f-9101-790cc4cd7f90 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Added segment 4859adc4-e93c-44c6-b075-01cd60e99324 of type vlan for network c33adcf7-7571-46fe-b285-b9ba7e8ec19c Nov 24 01:47:21.936784 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-357b2a23-e39a-418f-9319-f15a4241f04a None None] For port 4c176d7a-d7a7-4ce0-9ade-02f9b4d11b7e, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:47:21.941665 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-357b2a23-e39a-418f-9319-f15a4241f04a None None] For port 4c176d7a-d7a7-4ce0-9ade-02f9b4d11b7e, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=4c176d7a-d7a7-4ce0-9ade-02f9b4d11b7e,segment=NetworkSegment(2b1ff8b4-a836-4287-84a2-3eaf8ccfb867),segment_id=2b1ff8b4-a836-4287-84a2-3eaf8ccfb867)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:47:21.945629 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-41a44a17-50c3-4d4f-9101-790cc4cd7f90 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:21.950144 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-357b2a23-e39a-418f-9319-f15a4241f04a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:21.990126 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-d7f6778c-f7cf-4183-9c73-8e458dadaef7 tempest-FloatingIPAdminTestJSON-616469350 tempest-FloatingIPAdminTestJSON-616469350-project] Request body: {'floatingip': {'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:47:21.990812 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb44977-7ac2-4ec8-b085-f0a409856fdf None None] DHCP port deletion for 2348bbc4-816c-4e28-9542-d570f2c30134 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:47:22.004471 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-41a44a17-50c3-4d4f-9101-790cc4cd7f90 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:22.011139 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a44a17-50c3-4d4f-9101-790cc4cd7f90 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:22.012105 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-41a44a17-50c3-4d4f-9101-790cc4cd7f90 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks [] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:22.064655 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d7f6778c-f7cf-4183-9c73-8e458dadaef7 tempest-FloatingIPAdminTestJSON-616469350 tempest-FloatingIPAdminTestJSON-616469350-project] Publish callbacks [] for floatingip, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:22.065449 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357b2a23-e39a-418f-9319-f15a4241f04a None None] Pushing event updated for resources: {'Port': ['ID=4c176d7a-d7a7-4ce0-9ade-02f9b4d11b7e,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:22.098525 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46734) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:22.111017 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-41a44a17-50c3-4d4f-9101-790cc4cd7f90 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3372583 Nov 24 01:47:22.111219 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-deb44977-7ac2-4ec8-b085-f0a409856fdf None None] Deleting port 580d72f7-4a8a-4679-8887-8b2d113d6c44 {{(pid=109868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:47:22.111219 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-deb44977-7ac2-4ec8-b085-f0a409856fdf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:22.133139 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46736) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:22.141534 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-2ec0acbb-6f4f-42be-bf0c-7489c39d6d12 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Request body: {'subnet': {'network_id': 'c33adcf7-7571-46fe-b285-b9ba7e8ec19c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:47:22.155888 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a44a17-50c3-4d4f-9101-790cc4cd7f90 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Pushing event updated for resources: {'Network': ['ID=c33adcf7-7571-46fe-b285-b9ba7e8ec19c,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:22.182769 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [None req-12a98083-e5b7-4e1a-b8ff-9deeb62bdd86 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Allocated IP 2001:db8::93bf:d603:c800:abd2 (9b0cb615-dd00-417f-9128-01ca62e524f6/558cce5b-5f8c-4ab1-8a6d-9fd62899a13f/d9a906ec-3efd-4f1f-a94a-bd12678b49bc) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:47:22.189188 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network c33adcf7-7571-46fe-b285-b9ba7e8ec19c details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:47:22.196631 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-122d1e5a-ce11-4307-b929-9b6ecde219c3 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] 10.222.0.21 "GET /v2.0/floatingips/a49d7690-fed2-4b32-ad74-6507fe4d4f7a HTTP/1.1" status: 200 len: 994 time: 0.0967846 Nov 24 01:47:22.204033 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0129b622-6175-408f-b883-5fde64c6376b tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:22.222305 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-deb44977-7ac2-4ec8-b085-f0a409856fdf None None] For port 580d72f7-4a8a-4679-8887-8b2d113d6c44, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=580d72f7-4a8a-4679-8887-8b2d113d6c44,segment=NetworkSegment(7e409667-cea0-4d13-bd2e-31fcabc9dd2e),segment_id=7e409667-cea0-4d13-bd2e-31fcabc9dd2e)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:47:22.222702 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-deb44977-7ac2-4ec8-b085-f0a409856fdf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:22.250725 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-deb44977-7ac2-4ec8-b085-f0a409856fdf None None] Calling delete_port for 580d72f7-4a8a-4679-8887-8b2d113d6c44 owned by network:dhcp {{(pid=109868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:47:22.306877 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e16659c-63b6-49d2-9460-cfff34fe9160 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Made reservation on behalf of c1381337c43b4a9e8088f5ae31d89764 for: {'port': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:47:22.310514 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8e16659c-63b6-49d2-9460-cfff34fe9160 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:22.313289 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d7f6778c-f7cf-4183-9c73-8e458dadaef7 tempest-FloatingIPAdminTestJSON-616469350 tempest-FloatingIPAdminTestJSON-616469350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:22.384678 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [None req-8e16659c-63b6-49d2-9460-cfff34fe9160 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] device_id is not set on port 436f7501-16b9-4fd8-8552-af8cfadd3958 yet. {{(pid=109866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 01:47:22.448138 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-deb44977-7ac2-4ec8-b085-f0a409856fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974'] for port, after_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:22.471818 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ec0acbb-6f4f-42be-bf0c-7489c39d6d12 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Made reservation on behalf of dc36495a5d4849ad80ab7e395f5eebfb for: {'subnet': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:47:22.473050 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb44977-7ac2-4ec8-b085-f0a409856fdf None None] No DVR routers for this DVR port 580d72f7-4a8a-4679-8887-8b2d113d6c44 on host dv-neutron-818911-2-hyperv {{(pid=109868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:47:22.476609 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-2ec0acbb-6f4f-42be-bf0c-7489c39d6d12 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29154835'] for subnet, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:22.515067 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb44977-7ac2-4ec8-b085-f0a409856fdf None None] Pushing event deleted for resources: {'Port': ['ID=580d72f7-4a8a-4679-8887-8b2d113d6c44,revision_number=None']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:22.582105 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 4c176d7a-d7a7-4ce0-9ade-02f9b4d11b7e up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:47:22.640390 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 4c176d7a-d7a7-4ce0-9ade-02f9b4d11b7e triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:47:22.640906 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:22.665644 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-0129b622-6175-408f-b883-5fde64c6376b tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Deleting port 580d72f7-4a8a-4679-8887-8b2d113d6c44 {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:47:22.665979 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0129b622-6175-408f-b883-5fde64c6376b tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:22.708585 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [None req-8e16659c-63b6-49d2-9460-cfff34fe9160 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Allocated IP 172.20.0.10 (c9fd22a9-70fd-48d0-bfd4-bfc1509f80af/ae5c40e4-cfa4-48ba-a768-921cbdbe603c/436f7501-16b9-4fd8-8552-af8cfadd3958) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:47:22.733429 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:22.768560 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] For port 4c176d7a-d7a7-4ce0-9ade-02f9b4d11b7e, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=4c176d7a-d7a7-4ce0-9ade-02f9b4d11b7e,segment=NetworkSegment(2b1ff8b4-a836-4287-84a2-3eaf8ccfb867),segment_id=2b1ff8b4-a836-4287-84a2-3eaf8ccfb867)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:47:22.772382 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:22.778127 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-12a98083-e5b7-4e1a-b8ff-9deeb62bdd86 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:22.806831 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [None req-0129b622-6175-408f-b883-5fde64c6376b tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] For port 580d72f7-4a8a-4679-8887-8b2d113d6c44, host dv-neutron-818911-2-hyperv, got binding levels [] {{(pid=109866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:47:22.806831 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0129b622-6175-408f-b883-5fde64c6376b tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:22.823009 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-d7f6778c-f7cf-4183-9c73-8e458dadaef7 tempest-FloatingIPAdminTestJSON-616469350 tempest-FloatingIPAdminTestJSON-616469350-project] Allocated IP 172.26.5.220 (eb22795d-37ee-46ee-844d-92c17e2ea450/3e66fcff-6e72-4083-b514-48f69cdaa2cb/1cb4aafa-eda6-4e76-93b7-accbde27388e) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:47:22.840011 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Pushing event updated for resources: {'Port': ['ID=4c176d7a-d7a7-4ce0-9ade-02f9b4d11b7e,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:22.862230 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-0129b622-6175-408f-b883-5fde64c6376b tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Calling delete_port for 580d72f7-4a8a-4679-8887-8b2d113d6c44 owned by network:dhcp {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:47:22.873605 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.ipam_backend_mixin [None req-0129b622-6175-408f-b883-5fde64c6376b tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Port 580d72f7-4a8a-4679-8887-8b2d113d6c44 was not found and therefore no delete operation was performed {{(pid=109866) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 24 01:47:22.878000 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 580d72f7-4a8a-4679-8887-8b2d113d6c44 no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:47:22.885883 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0129b622-6175-408f-b883-5fde64c6376b tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:22.904011 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: 580d72f7-4a8a-4679-8887-8b2d113d6c44 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:47:22.905380 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 580d72f7-4a8a-4679-8887-8b2d113d6c44 not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:47:22.928081 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0129b622-6175-408f-b883-5fde64c6376b tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] No DVR routers for this DVR port 580d72f7-4a8a-4679-8887-8b2d113d6c44 on host dv-neutron-818911-2-hyperv {{(pid=109866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:47:22.956937 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d7f6778c-f7cf-4183-9c73-8e458dadaef7 tempest-FloatingIPAdminTestJSON-616469350 tempest-FloatingIPAdminTestJSON-616469350-project] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:22.994483 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d7f6778c-f7cf-4183-9c73-8e458dadaef7 tempest-FloatingIPAdminTestJSON-616469350 tempest-FloatingIPAdminTestJSON-616469350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:22.996371 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0129b622-6175-408f-b883-5fde64c6376b tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Pushing event deleted for resources: {'Port': ['ID=580d72f7-4a8a-4679-8887-8b2d113d6c44,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:23.039247 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f6778c-f7cf-4183-9c73-8e458dadaef7 tempest-FloatingIPAdminTestJSON-616469350 tempest-FloatingIPAdminTestJSON-616469350-project] Network eb22795d-37ee-46ee-844d-92c17e2ea450 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:47:23.042305 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-d7f6778c-f7cf-4183-9c73-8e458dadaef7 tempest-FloatingIPAdminTestJSON-616469350 tempest-FloatingIPAdminTestJSON-616469350-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:47:23.048186 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f6778c-f7cf-4183-9c73-8e458dadaef7 tempest-FloatingIPAdminTestJSON-616469350 tempest-FloatingIPAdminTestJSON-616469350-project] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:47:23.050335 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f6778c-f7cf-4183-9c73-8e458dadaef7 tempest-FloatingIPAdminTestJSON-616469350 tempest-FloatingIPAdminTestJSON-616469350-project] Pushing event updated for resources: {'Port': ['ID=1cb4aafa-eda6-4e76-93b7-accbde27388e,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:23.099002 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-12a98083-e5b7-4e1a-b8ff-9deeb62bdd86 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:23.140988 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d7f6778c-f7cf-4183-9c73-8e458dadaef7 tempest-FloatingIPAdminTestJSON-616469350 tempest-FloatingIPAdminTestJSON-616469350-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:23.181292 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-2ec0acbb-6f4f-42be-bf0c-7489c39d6d12 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29149261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29154849'] for subnet, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:23.182734 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d7f6778c-f7cf-4183-9c73-8e458dadaef7 tempest-FloatingIPAdminTestJSON-616469350 tempest-FloatingIPAdminTestJSON-616469350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:23.184463 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0129b622-6175-408f-b883-5fde64c6376b tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:23.208860 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a98083-e5b7-4e1a-b8ff-9deeb62bdd86 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:47:23.254755 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-12a98083-e5b7-4e1a-b8ff-9deeb62bdd86 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:47:23.257208 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a98083-e5b7-4e1a-b8ff-9deeb62bdd86 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:47:23.263142 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a98083-e5b7-4e1a-b8ff-9deeb62bdd86 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:23.264334 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-12a98083-e5b7-4e1a-b8ff-9deeb62bdd86 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:23.285444 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-0129b622-6175-408f-b883-5fde64c6376b tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2348bbc4-816c-4e28-9542-d570f2c30134']}} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:23.318993 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-0129b622-6175-408f-b883-5fde64c6376b tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e409667-cea0-4d13-bd2e-31fcabc9dd2e') {'for_net_delete': True} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:23.319298 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-0129b622-6175-408f-b883-5fde64c6376b tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e409667-cea0-4d13-bd2e-31fcabc9dd2e') {} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:23.333887 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a98083-e5b7-4e1a-b8ff-9deeb62bdd86 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Pushing event updated for resources: {'Port': ['ID=d9a906ec-3efd-4f1f-a94a-bd12678b49bc,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:23.348775 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0129b622-6175-408f-b883-5fde64c6376b tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29055561'] for segment, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:23.354138 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d7f6778c-f7cf-4183-9c73-8e458dadaef7 tempest-FloatingIPAdminTestJSON-616469350 tempest-FloatingIPAdminTestJSON-616469350-project] Publish callbacks [] for port, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:23.358218 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-12a98083-e5b7-4e1a-b8ff-9deeb62bdd86 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.0624216 Nov 24 01:47:23.360965 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46738) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:23.361611 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8e16659c-63b6-49d2-9460-cfff34fe9160 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:23.361899 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d7f6778c-f7cf-4183-9c73-8e458dadaef7 tempest-FloatingIPAdminTestJSON-616469350 tempest-FloatingIPAdminTestJSON-616469350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25501696'] for port, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:23.372691 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec0acbb-6f4f-42be-bf0c-7489c39d6d12 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Pushing event updated for resources: {'Subnet': ['ID=c9acfcb5-3314-449d-9cf8-0bfd31bc47c0,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:23.381788 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-da1fd90e-5bf8-4605-baab-906dcff34311 None None] Provisioning complete for port 4c176d7a-d7a7-4ce0-9ade-02f9b4d11b7e triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:47:23.393437 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0129b622-6175-408f-b883-5fde64c6376b tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:23.394229 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-da1fd90e-5bf8-4605-baab-906dcff34311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:23.403456 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0129b622-6175-408f-b883-5fde64c6376b tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=109866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:47:23.403849 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0129b622-6175-408f-b883-5fde64c6376b tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29151010'] for segment, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:23.408758 dv-neutron-818911-2-hyperv neutron-server[109866]: Traceback (most recent call last): Nov 24 01:47:23.408758 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:47:23.408758 dv-neutron-818911-2-hyperv neutron-server[109866]: timer() Nov 24 01:47:23.408758 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:47:23.408758 dv-neutron-818911-2-hyperv neutron-server[109866]: cb(*args, **kw) Nov 24 01:47:23.408758 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:47:23.408758 dv-neutron-818911-2-hyperv neutron-server[109866]: return func(*args, **kwargs) Nov 24 01:47:23.408758 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:47:23.408758 dv-neutron-818911-2-hyperv neutron-server[109866]: self._notify() Nov 24 01:47:23.408758 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:47:23.408758 dv-neutron-818911-2-hyperv neutron-server[109866]: self.callback(batched_events) Nov 24 01:47:23.408758 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:47:23.408758 dv-neutron-818911-2-hyperv neutron-server[109866]: event.method(event) Nov 24 01:47:23.408758 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:47:23.408758 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:47:23.408758 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:47:23.408758 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:47:23.408758 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:47:23.408758 dv-neutron-818911-2-hyperv neutron-server[109866]: return f(self, *a, **k) Nov 24 01:47:23.408758 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:47:23.408758 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._get(url).json() Nov 24 01:47:23.408758 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:47:23.408758 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:47:23.408758 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:47:23.408758 dv-neutron-818911-2-hyperv neutron-server[109866]: return self.request(url, 'GET', **kwargs) Nov 24 01:47:23.408758 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:47:23.408758 dv-neutron-818911-2-hyperv neutron-server[109866]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:47:23.408758 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:47:23.408758 dv-neutron-818911-2-hyperv neutron-server[109866]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:47:23.408758 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:47:23.408758 dv-neutron-818911-2-hyperv neutron-server[109866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:47:23.408758 dv-neutron-818911-2-hyperv neutron-server[109866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:47:23.476563 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec0acbb-6f4f-42be-bf0c-7489c39d6d12 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Checking segment: {'id': '4859adc4-e93c-44c6-b075-01cd60e99324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'c33adcf7-7571-46fe-b285-b9ba7e8ec19c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:47:23.477080 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec0acbb-6f4f-42be-bf0c-7489c39d6d12 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Network hostable DHCP agents. Network: c33adcf7-7571-46fe-b285-b9ba7e8ec19c, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 01:47:23.483426 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f6778c-f7cf-4183-9c73-8e458dadaef7 tempest-FloatingIPAdminTestJSON-616469350 tempest-FloatingIPAdminTestJSON-616469350-project] Pushing event updated for resources: {'Port': ['ID=1cb4aafa-eda6-4e76-93b7-accbde27388e,revision_number=2']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:23.488144 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d7f6778c-f7cf-4183-9c73-8e458dadaef7 tempest-FloatingIPAdminTestJSON-616469350 tempest-FloatingIPAdminTestJSON-616469350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418250'] for floatingip, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:23.508084 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0129b622-6175-408f-b883-5fde64c6376b tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:23.509358 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94bd2d2b-3e02-4db7-84f0-0bba41b31a1f tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:23.512544 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0129b622-6175-408f-b883-5fde64c6376b tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:23.516525 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94bd2d2b-3e02-4db7-84f0-0bba41b31a1f tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:23.521210 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-0129b622-6175-408f-b883-5fde64c6376b tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "DELETE /v2.0/networks/2348bbc4-816c-4e28-9542-d570f2c30134 HTTP/1.1" status: 204 len: 168 time: 1.8825722 Nov 24 01:47:23.521361 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-94bd2d2b-3e02-4db7-84f0-0bba41b31a1f tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.1541226 Nov 24 01:47:23.521361 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46740) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:23.523594 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46742) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:23.530474 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-9e541a3e-5673-4cc8-9b34-153c13ea7ba3 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1818512831'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:47:23.539922 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0129b622-6175-408f-b883-5fde64c6376b tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Pushing event deleted for resources: {'Network': ['ID=2348bbc4-816c-4e28-9542-d570f2c30134,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:23.542492 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec0acbb-6f4f-42be-bf0c-7489c39d6d12 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Network c33adcf7-7571-46fe-b285-b9ba7e8ec19c is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 01:47:23.547250 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d7f6778c-f7cf-4183-9c73-8e458dadaef7 tempest-FloatingIPAdminTestJSON-616469350 tempest-FloatingIPAdminTestJSON-616469350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for floatingip, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:23.548545 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-d7f6778c-f7cf-4183-9c73-8e458dadaef7 tempest-FloatingIPAdminTestJSON-616469350 tempest-FloatingIPAdminTestJSON-616469350-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7332778 Nov 24 01:47:23.549492 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8e16659c-63b6-49d2-9460-cfff34fe9160 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:23.555323 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46744) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:23.613718 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-2ec0acbb-6f4f-42be-bf0c-7489c39d6d12 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, c33adcf7-7571-46fe-b285-b9ba7e8ec19c) {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:47:23.618350 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec0acbb-6f4f-42be-bf0c-7489c39d6d12 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:23.619176 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-2ec0acbb-6f4f-42be-bf0c-7489c39d6d12 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:23.624530 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff36aa6-1b1f-4c8d-8668-d72f76d76896 None None] Network c33adcf7-7571-46fe-b285-b9ba7e8ec19c requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:47:23.629917 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e541a3e-5673-4cc8-9b34-153c13ea7ba3 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Made reservation on behalf of dffe9b32758f41e588b204d5506b48f8 for: {'network': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:47:23.633451 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9e541a3e-5673-4cc8-9b34-153c13ea7ba3 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:23.661972 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e541a3e-5673-4cc8-9b34-153c13ea7ba3 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=109867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:47:23.671938 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9e541a3e-5673-4cc8-9b34-153c13ea7ba3 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:23.671938 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.segments_db [None req-9e541a3e-5673-4cc8-9b34-153c13ea7ba3 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Added segment dfdd12c7-6677-4475-ace0-6da9f7fd456f of type vlan for network b6fb5fe5-3c50-4663-8c15-0b42e524cd14 Nov 24 01:47:23.694106 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-a12a0631-4c86-4664-8440-43363a399409 None None] Provisioning complete for port d9a906ec-3efd-4f1f-a94a-bd12678b49bc triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:47:23.694469 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a12a0631-4c86-4664-8440-43363a399409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:23.711133 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e16659c-63b6-49d2-9460-cfff34fe9160 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Network c9fd22a9-70fd-48d0-bfd4-bfc1509f80af is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:47:23.714712 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9e541a3e-5673-4cc8-9b34-153c13ea7ba3 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:23.727145 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-8e16659c-63b6-49d2-9460-cfff34fe9160 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:47:23.729878 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e16659c-63b6-49d2-9460-cfff34fe9160 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:47:23.743542 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-a12a0631-4c86-4664-8440-43363a399409 None None] Port d9a906ec-3efd-4f1f-a94a-bd12678b49bc cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:47:23.749811 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9e541a3e-5673-4cc8-9b34-153c13ea7ba3 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:23.755669 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e541a3e-5673-4cc8-9b34-153c13ea7ba3 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:23.756335 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9e541a3e-5673-4cc8-9b34-153c13ea7ba3 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks [] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:23.771129 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09166307-2874-4c19-841a-6503e533f982 None None] DHCP port deletion for c9fd22a9-70fd-48d0-bfd4-bfc1509f80af request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:47:23.781982 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-2ec0acbb-6f4f-42be-bf0c-7489c39d6d12 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6418095 Nov 24 01:47:23.787480 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e16659c-63b6-49d2-9460-cfff34fe9160 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Pushing event updated for resources: {'Port': ['ID=436f7501-16b9-4fd8-8552-af8cfadd3958,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:23.800078 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46746) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:23.813761 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-a66a8df1-0576-4f2c-b35d-a9b4b53b997a tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Deleting port d9a906ec-3efd-4f1f-a94a-bd12678b49bc {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:47:23.814598 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-dcec69b0-d25b-4930-875f-b71559cda5b7 tempest-FloatingIPAdminTestJSON-139400260 tempest-FloatingIPAdminTestJSON-139400260-project-admin] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3222 time: 0.2555389 Nov 24 01:47:23.816982 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a66a8df1-0576-4f2c-b35d-a9b4b53b997a tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:23.831706 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46748) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:23.836809 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c4e945-5386-4abd-b520-6b764467a1bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-c33adcf7-7571-46fe-b285-b9ba7e8ec19c', 'network_id': 'c33adcf7-7571-46fe-b285-b9ba7e8ec19c', 'tenant_id': 'dc36495a5d4849ad80ab7e395f5eebfb', 'fixed_ips': [{'subnet_id': 'c9acfcb5-3314-449d-9cf8-0bfd31bc47c0'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 01:47:23.837954 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-59c4e945-5386-4abd-b520-6b764467a1bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:23.845199 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-9e541a3e-5673-4cc8-9b34-153c13ea7ba3 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3166251 Nov 24 01:47:23.848263 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46750) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:23.855612 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-62e1ecab-7931-41a7-ac96-003f9142b491 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Request body: {'subnet': {'network_id': 'b6fb5fe5-3c50-4663-8c15-0b42e524cd14', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:47:23.917205 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-bdf80e5d-a19e-49c2-bffa-17ad77100e7f tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0843277 Nov 24 01:47:23.920326 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46752) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:23.931754 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e16659c-63b6-49d2-9460-cfff34fe9160 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:23.932931 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8e16659c-63b6-49d2-9460-cfff34fe9160 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:23.934941 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e541a3e-5673-4cc8-9b34-153c13ea7ba3 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Pushing event updated for resources: {'Network': ['ID=b6fb5fe5-3c50-4663-8c15-0b42e524cd14,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:23.956046 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network b6fb5fe5-3c50-4663-8c15-0b42e524cd14 details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:47:23.988141 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-65e0022d-7ff2-4024-b0a7-7fa16d291f02 None None] Provisioning complete for port 436f7501-16b9-4fd8-8552-af8cfadd3958 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:47:23.988751 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-65e0022d-7ff2-4024-b0a7-7fa16d291f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:24.024833 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a66a8df1-0576-4f2c-b35d-a9b4b53b997a tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:24.045631 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-a66a8df1-0576-4f2c-b35d-a9b4b53b997a tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Calling delete_port for d9a906ec-3efd-4f1f-a94a-bd12678b49bc owned by {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:47:24.062831 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62e1ecab-7931-41a7-ac96-003f9142b491 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Made reservation on behalf of dffe9b32758f41e588b204d5506b48f8 for: {'subnet': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:47:24.066484 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-62e1ecab-7931-41a7-ac96-003f9142b491 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25307781'] for subnet, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:24.069751 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-8e16659c-63b6-49d2-9460-cfff34fe9160 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.5796692 Nov 24 01:47:24.072550 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46754) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:24.080834 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-1d5bf4e9-6551-4382-bdfb-9dc81d31592e tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Request body: {'port': {'network_id': 'c9fd22a9-70fd-48d0-bfd4-bfc1509f80af', 'name': 'tempest-FloatingIPTestJSON-1880185209'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:47:24.147905 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3d16f534-63a7-4410-9ded-9c73aea4b993 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:24.241763 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-65e0022d-7ff2-4024-b0a7-7fa16d291f02 None None] Port 436f7501-16b9-4fd8-8552-af8cfadd3958 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:47:24.247096 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-59c4e945-5386-4abd-b520-6b764467a1bb None None] Allocated IP 172.20.0.2 (c33adcf7-7571-46fe-b285-b9ba7e8ec19c/c9acfcb5-3314-449d-9cf8-0bfd31bc47c0/df1721c7-58c7-4f27-8795-b1904441aab1) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:47:24.275531 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-0d6eb0ba-8e86-471c-84e6-c5b9194f8538 tempest-FloatingIPAdminTestJSON-616469350 tempest-FloatingIPAdminTestJSON-616469350-project] Deleting port 1cb4aafa-eda6-4e76-93b7-accbde27388e {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:47:24.275864 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0d6eb0ba-8e86-471c-84e6-c5b9194f8538 tempest-FloatingIPAdminTestJSON-616469350 tempest-FloatingIPAdminTestJSON-616469350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:24.309044 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3d16f534-63a7-4410-9ded-9c73aea4b993 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:24.345636 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a66a8df1-0576-4f2c-b35d-a9b4b53b997a tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:24.383961 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d5bf4e9-6551-4382-bdfb-9dc81d31592e tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Made reservation on behalf of c1381337c43b4a9e8088f5ae31d89764 for: {'port': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:47:24.385198 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66a8df1-0576-4f2c-b35d-a9b4b53b997a tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Pushing event deleted for resources: {'Port': ['ID=d9a906ec-3efd-4f1f-a94a-bd12678b49bc,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:24.387641 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1d5bf4e9-6551-4382-bdfb-9dc81d31592e tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:24.397442 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-62e1ecab-7931-41a7-ac96-003f9142b491 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25501847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25307831'] for subnet, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:24.422285 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [None req-1d5bf4e9-6551-4382-bdfb-9dc81d31592e tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] device_id is not set on port ed92ba3e-3f5e-4b3a-bca7-18987f748409 yet. {{(pid=109866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 01:47:24.441757 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a66a8df1-0576-4f2c-b35d-a9b4b53b997a tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:24.447726 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-a66a8df1-0576-4f2c-b35d-a9b4b53b997a tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "DELETE /v2.0/ports/d9a906ec-3efd-4f1f-a94a-bd12678b49bc HTTP/1.1" status: 204 len: 168 time: 0.9205124 Nov 24 01:47:24.449681 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46756) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:24.462623 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0d6eb0ba-8e86-471c-84e6-c5b9194f8538 tempest-FloatingIPAdminTestJSON-616469350 tempest-FloatingIPAdminTestJSON-616469350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:24.463046 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0d6eb0ba-8e86-471c-84e6-c5b9194f8538 tempest-FloatingIPAdminTestJSON-616469350 tempest-FloatingIPAdminTestJSON-616469350-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:24.504881 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e1ecab-7931-41a7-ac96-003f9142b491 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Pushing event updated for resources: {'Subnet': ['ID=259e2230-574f-40c5-bdb8-8867672cd2d2,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:24.518857 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e1ecab-7931-41a7-ac96-003f9142b491 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Checking segment: {'id': 'dfdd12c7-6677-4475-ace0-6da9f7fd456f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b6fb5fe5-3c50-4663-8c15-0b42e524cd14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:47:24.519223 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e1ecab-7931-41a7-ac96-003f9142b491 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Network hostable DHCP agents. Network: b6fb5fe5-3c50-4663-8c15-0b42e524cd14, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 01:47:24.544395 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 4c176d7a-d7a7-4ce0-9ade-02f9b4d11b7e up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:47:24.550459 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-0d6eb0ba-8e86-471c-84e6-c5b9194f8538 tempest-FloatingIPAdminTestJSON-616469350 tempest-FloatingIPAdminTestJSON-616469350-project] Calling delete_port for 1cb4aafa-eda6-4e76-93b7-accbde27388e owned by network:floatingip {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:47:24.555608 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e1ecab-7931-41a7-ac96-003f9142b491 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Network b6fb5fe5-3c50-4663-8c15-0b42e524cd14 is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 01:47:24.568816 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-62e1ecab-7931-41a7-ac96-003f9142b491 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, b6fb5fe5-3c50-4663-8c15-0b42e524cd14) {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:47:24.579007 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-59c4e945-5386-4abd-b520-6b764467a1bb None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:24.583700 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf406b5-d714-49fc-85ae-be05d86c58da None None] Network b6fb5fe5-3c50-4663-8c15-0b42e524cd14 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:47:24.595878 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e1ecab-7931-41a7-ac96-003f9142b491 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:24.596465 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-62e1ecab-7931-41a7-ac96-003f9142b491 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:24.619267 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-62e1ecab-7931-41a7-ac96-003f9142b491 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7672000 Nov 24 01:47:24.621267 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46758) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:24.626691 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-c07621d9-f3a4-4578-88cb-c47069fc5c45 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1157293902', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:47:24.651465 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c07621d9-f3a4-4578-88cb-c47069fc5c45 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-424105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2744'] for router, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:24.652490 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c07621d9-f3a4-4578-88cb-c47069fc5c45 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-424325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-326625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2753'] for router, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:24.663047 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-59c4e945-5386-4abd-b520-6b764467a1bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:24.678840 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495059f9-d605-4ec0-87a0-d820194eac1c tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:24.680491 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495059f9-d605-4ec0-87a0-d820194eac1c tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:24.682080 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-495059f9-d605-4ec0-87a0-d820194eac1c tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2299440 Nov 24 01:47:24.684916 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46760) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:24.719782 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [None req-1d5bf4e9-6551-4382-bdfb-9dc81d31592e tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Allocated IP 172.20.0.7 (c9fd22a9-70fd-48d0-bfd4-bfc1509f80af/ae5c40e4-cfa4-48ba-a768-921cbdbe603c/ed92ba3e-3f5e-4b3a-bca7-18987f748409) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:47:24.727269 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3d16f534-63a7-4410-9ded-9c73aea4b993 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29149324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29154870'] for subnet, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:24.747614 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-7ba8a138-38aa-42f9-8af0-f3add473c3a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:24.763686 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c4e945-5386-4abd-b520-6b764467a1bb None None] Network c33adcf7-7571-46fe-b285-b9ba7e8ec19c is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:47:24.771973 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d16f534-63a7-4410-9ded-9c73aea4b993 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Pushing event deleted for resources: {'Subnet': ['ID=c9acfcb5-3314-449d-9cf8-0bfd31bc47c0,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:24.784247 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-59c4e945-5386-4abd-b520-6b764467a1bb None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:47:24.786721 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c4e945-5386-4abd-b520-6b764467a1bb None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:47:24.794300 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c4e945-5386-4abd-b520-6b764467a1bb None None] Pushing event updated for resources: {'Port': ['ID=df1721c7-58c7-4f27-8795-b1904441aab1,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:24.826793 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c07621d9-f3a4-4578-88cb-c47069fc5c45 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:24.832089 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_v2 [None req-1facb9c2-810b-4398-b1a1-4fc2dccd0ad2 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Deleting subnet 558cce5b-5f8c-4ab1-8a6d-9fd62899a13f {{(pid=109867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 01:47:24.835593 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1facb9c2-810b-4398-b1a1-4fc2dccd0ad2 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for subnet, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:24.865673 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c07621d9-f3a4-4578-88cb-c47069fc5c45 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-424338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418138'] for router, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:24.887755 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3d16f534-63a7-4410-9ded-9c73aea4b993 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:24.892224 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 4c176d7a-d7a7-4ce0-9ade-02f9b4d11b7e triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:47:24.892556 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:24.895319 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c07621d9-f3a4-4578-88cb-c47069fc5c45 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks [] for router, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:24.896538 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-c07621d9-f3a4-4578-88cb-c47069fc5c45 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2742448 Nov 24 01:47:24.899162 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46762) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:24.902648 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1facb9c2-810b-4398-b1a1-4fc2dccd0ad2 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28690885'] for subnet, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:24.908125 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-f2d550a4-2981-4651-9746-eb1a91cb5d10 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Request body: {'port': {'network_id': 'b6fb5fe5-3c50-4663-8c15-0b42e524cd14', 'name': 'tempest-PortsTestJSON-295862089'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:47:24.936600 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e2a387-faa3-452e-8d94-465e94b679d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-b6fb5fe5-3c50-4663-8c15-0b42e524cd14', 'network_id': 'b6fb5fe5-3c50-4663-8c15-0b42e524cd14', 'tenant_id': 'dffe9b32758f41e588b204d5506b48f8', 'fixed_ips': [{'subnet_id': '259e2230-574f-40c5-bdb8-8867672cd2d2'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 01:47:24.937996 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-54e2a387-faa3-452e-8d94-465e94b679d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:24.956791 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-3d16f534-63a7-4410-9ded-9c73aea4b993 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c33adcf7-7571-46fe-b285-b9ba7e8ec19c']}} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:24.985464 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-3d16f534-63a7-4410-9ded-9c73aea4b993 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4859adc4-e93c-44c6-b075-01cd60e99324') {'for_net_delete': True} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:24.985784 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-3d16f534-63a7-4410-9ded-9c73aea4b993 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4859adc4-e93c-44c6-b075-01cd60e99324') {} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:25.025809 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3d16f534-63a7-4410-9ded-9c73aea4b993 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29055561'] for segment, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:25.031574 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0d6eb0ba-8e86-471c-84e6-c5b9194f8538 tempest-FloatingIPAdminTestJSON-616469350 tempest-FloatingIPAdminTestJSON-616469350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:25.074816 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1facb9c2-810b-4398-b1a1-4fc2dccd0ad2 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:25.075570 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3d16f534-63a7-4410-9ded-9c73aea4b993 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:25.085450 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6eb0ba-8e86-471c-84e6-c5b9194f8538 tempest-FloatingIPAdminTestJSON-616469350 tempest-FloatingIPAdminTestJSON-616469350-project] Pushing event deleted for resources: {'Port': ['ID=1cb4aafa-eda6-4e76-93b7-accbde27388e,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:25.091393 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-59c4e945-5386-4abd-b520-6b764467a1bb None None] Attempting to bind port df1721c7-58c7-4f27-8795-b1904441aab1 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:47:25.092155 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-59c4e945-5386-4abd-b520-6b764467a1bb None None] Attempting to bind port df1721c7-58c7-4f27-8795-b1904441aab1 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '4859adc4-e93c-44c6-b075-01cd60e99324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'c33adcf7-7571-46fe-b285-b9ba7e8ec19c'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:47:25.092155 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c4e945-5386-4abd-b520-6b764467a1bb None None] Attempting to bind port df1721c7-58c7-4f27-8795-b1904441aab1 on network c33adcf7-7571-46fe-b285-b9ba7e8ec19c {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:47:25.110847 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c4e945-5386-4abd-b520-6b764467a1bb None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:47:25.111171 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c4e945-5386-4abd-b520-6b764467a1bb None None] Checking segment: {'id': '4859adc4-e93c-44c6-b075-01cd60e99324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'c33adcf7-7571-46fe-b285-b9ba7e8ec19c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:47:25.111410 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-59c4e945-5386-4abd-b520-6b764467a1bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:25.111793 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c4e945-5386-4abd-b520-6b764467a1bb None None] Bound using segment: {'id': '4859adc4-e93c-44c6-b075-01cd60e99324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'c33adcf7-7571-46fe-b285-b9ba7e8ec19c'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:47:25.112257 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-59c4e945-5386-4abd-b520-6b764467a1bb None None] Bound port: df1721c7-58c7-4f27-8795-b1904441aab1, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4859adc4-e93c-44c6-b075-01cd60e99324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'c33adcf7-7571-46fe-b285-b9ba7e8ec19c'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:47:25.112674 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-59c4e945-5386-4abd-b520-6b764467a1bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:25.119415 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d16f534-63a7-4410-9ded-9c73aea4b993 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=109866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:47:25.120035 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3d16f534-63a7-4410-9ded-9c73aea4b993 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29151010'] for segment, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:25.125380 dv-neutron-818911-2-hyperv neutron-server[109866]: Traceback (most recent call last): Nov 24 01:47:25.125380 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:47:25.125380 dv-neutron-818911-2-hyperv neutron-server[109866]: timer() Nov 24 01:47:25.125380 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:47:25.125380 dv-neutron-818911-2-hyperv neutron-server[109866]: cb(*args, **kw) Nov 24 01:47:25.125380 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:47:25.125380 dv-neutron-818911-2-hyperv neutron-server[109866]: return func(*args, **kwargs) Nov 24 01:47:25.125380 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:47:25.125380 dv-neutron-818911-2-hyperv neutron-server[109866]: self._notify() Nov 24 01:47:25.125380 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:47:25.125380 dv-neutron-818911-2-hyperv neutron-server[109866]: self.callback(batched_events) Nov 24 01:47:25.125380 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:47:25.125380 dv-neutron-818911-2-hyperv neutron-server[109866]: event.method(event) Nov 24 01:47:25.125380 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:47:25.125380 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:47:25.125380 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:47:25.125380 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:47:25.125380 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:47:25.125380 dv-neutron-818911-2-hyperv neutron-server[109866]: return f(self, *a, **k) Nov 24 01:47:25.125380 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:47:25.125380 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._get(url).json() Nov 24 01:47:25.125380 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:47:25.125380 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:47:25.125380 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:47:25.125380 dv-neutron-818911-2-hyperv neutron-server[109866]: return self.request(url, 'GET', **kwargs) Nov 24 01:47:25.125380 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:47:25.125380 dv-neutron-818911-2-hyperv neutron-server[109866]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:47:25.125380 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:47:25.125380 dv-neutron-818911-2-hyperv neutron-server[109866]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:47:25.125380 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:47:25.125380 dv-neutron-818911-2-hyperv neutron-server[109866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:47:25.125380 dv-neutron-818911-2-hyperv neutron-server[109866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:47:25.132383 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-54e2a387-faa3-452e-8d94-465e94b679d0 None None] Allocated IP 172.20.0.2 (b6fb5fe5-3c50-4663-8c15-0b42e524cd14/259e2230-574f-40c5-bdb8-8867672cd2d2/18b82de8-99ad-404e-a98c-956c73a21e1e) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:47:25.139132 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2d550a4-2981-4651-9746-eb1a91cb5d10 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Made reservation on behalf of dffe9b32758f41e588b204d5506b48f8 for: {'port': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:47:25.142983 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f2d550a4-2981-4651-9746-eb1a91cb5d10 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:25.169780 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [None req-f2d550a4-2981-4651-9746-eb1a91cb5d10 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] device_id is not set on port ae4e6f23-f473-476f-bd68-a73e2b8fe7c3 yet. {{(pid=109867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 01:47:25.207156 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1facb9c2-810b-4398-b1a1-4fc2dccd0ad2 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25501782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25307808'] for subnet, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:25.237543 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1d5bf4e9-6551-4382-bdfb-9dc81d31592e tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:25.250474 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1facb9c2-810b-4398-b1a1-4fc2dccd0ad2 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Pushing event deleted for resources: {'Subnet': ['ID=558cce5b-5f8c-4ab1-8a6d-9fd62899a13f,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:25.254747 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.db.api [None req-3d16f534-63a7-4410-9ded-9c73aea4b993 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 24 01:47:25.254747 dv-neutron-818911-2-hyperv neutron-server[109866]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 24 01:47:25.254747 dv-neutron-818911-2-hyperv neutron-server[109866]: [parameters: {'id': 'c33adcf7-7571-46fe-b285-b9ba7e8ec19c'}] Nov 24 01:47:25.254747 dv-neutron-818911-2-hyperv neutron-server[109866]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109866) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 01:47:25.255105 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG oslo_db.api [None req-3d16f534-63a7-4410-9ded-9c73aea4b993 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 01:47:25.257754 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1facb9c2-810b-4398-b1a1-4fc2dccd0ad2 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:25.264059 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-1facb9c2-810b-4398-b1a1-4fc2dccd0ad2 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "DELETE /v2.0/subnets/558cce5b-5f8c-4ab1-8a6d-9fd62899a13f HTTP/1.1" status: 204 len: 168 time: 0.5754511 Nov 24 01:47:25.264225 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0d6eb0ba-8e86-471c-84e6-c5b9194f8538 tempest-FloatingIPAdminTestJSON-616469350 tempest-FloatingIPAdminTestJSON-616469350-project] Publish callbacks [] for floatingip, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:25.265201 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46764) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:25.265886 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0d6eb0ba-8e86-471c-84e6-c5b9194f8538 tempest-FloatingIPAdminTestJSON-616469350 tempest-FloatingIPAdminTestJSON-616469350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for floatingip, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:25.267056 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-0d6eb0ba-8e86-471c-84e6-c5b9194f8538 tempest-FloatingIPAdminTestJSON-616469350 tempest-FloatingIPAdminTestJSON-616469350-project] 10.222.0.21 "DELETE /v2.0/floatingips/09c48515-34fe-423e-b42c-d0e5fd5813d6 HTTP/1.1" status: 204 len: 168 time: 1.3455009 Nov 24 01:47:25.270703 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46766) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:25.285470 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8e7107-e4ce-4631-b0ae-00f011d57f96 None None] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:47:25.310197 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-59c4e945-5386-4abd-b520-6b764467a1bb None None] For port df1721c7-58c7-4f27-8795-b1904441aab1, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:47:25.315110 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-2c1f0128-3d65-489d-9e17-65bee95d7637 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0458333 Nov 24 01:47:25.315110 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46768) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:25.319832 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-52e53f53-5904-42d2-a737-e0d6a6ed13e2 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Request body: {'subnet': {'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:47:25.363310 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-59c4e945-5386-4abd-b520-6b764467a1bb None None] For port df1721c7-58c7-4f27-8795-b1904441aab1, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=df1721c7-58c7-4f27-8795-b1904441aab1,segment=NetworkSegment(4859adc4-e93c-44c6-b075-01cd60e99324),segment_id=4859adc4-e93c-44c6-b075-01cd60e99324)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:47:25.376668 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-59c4e945-5386-4abd-b520-6b764467a1bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:25.398085 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1d5bf4e9-6551-4382-bdfb-9dc81d31592e tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:25.414486 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52e53f53-5904-42d2-a737-e0d6a6ed13e2 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Made reservation on behalf of 6974375fded34c83af8967d3f69dce07 for: {'subnet': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:47:25.418352 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-52e53f53-5904-42d2-a737-e0d6a6ed13e2 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25307781'] for subnet, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:25.561771 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c4e945-5386-4abd-b520-6b764467a1bb None None] Pushing event updated for resources: {'Port': ['ID=df1721c7-58c7-4f27-8795-b1904441aab1,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:25.584543 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-54e2a387-faa3-452e-8d94-465e94b679d0 None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:25.596687 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-54e2a387-faa3-452e-8d94-465e94b679d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:25.604299 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30198fa3-79bd-40b7-b671-117703df7cd3 None None] Network c33adcf7-7571-46fe-b285-b9ba7e8ec19c requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:47:25.667243 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-52e53f53-5904-42d2-a737-e0d6a6ed13e2 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25501847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25307831'] for subnet, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:25.680707 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e2a387-faa3-452e-8d94-465e94b679d0 None None] Network b6fb5fe5-3c50-4663-8c15-0b42e524cd14 is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:47:25.711059 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-54e2a387-faa3-452e-8d94-465e94b679d0 None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:47:25.716825 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-f2d550a4-2981-4651-9746-eb1a91cb5d10 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Allocated IP 172.20.0.5 (b6fb5fe5-3c50-4663-8c15-0b42e524cd14/259e2230-574f-40c5-bdb8-8867672cd2d2/ae4e6f23-f473-476f-bd68-a73e2b8fe7c3) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:47:25.719470 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455a2ae5-8300-4054-82c9-7bcf8ea2a251 None None] DHCP port deletion for 9b0cb615-dd00-417f-9128-01ca62e524f6 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:47:25.731910 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e2a387-faa3-452e-8d94-465e94b679d0 None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:47:25.737187 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e53f53-5904-42d2-a737-e0d6a6ed13e2 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:47:25.741856 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e2a387-faa3-452e-8d94-465e94b679d0 None None] Pushing event updated for resources: {'Port': ['ID=18b82de8-99ad-404e-a98c-956c73a21e1e,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:25.744600 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-52e53f53-5904-42d2-a737-e0d6a6ed13e2 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:47:25.750403 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e53f53-5904-42d2-a737-e0d6a6ed13e2 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:25.750993 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-52e53f53-5904-42d2-a737-e0d6a6ed13e2 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:25.771101 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-52e53f53-5904-42d2-a737-e0d6a6ed13e2 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4551530 Nov 24 01:47:25.774377 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e53f53-5904-42d2-a737-e0d6a6ed13e2 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Pushing event updated for resources: {'Subnet': ['ID=72ed1051-02ab-44fd-9216-3a311e75bac1,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:25.778344 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46770) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:25.783862 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-1ad15f20-0931-4872-a418-3e63d26dd89c tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Request body: {'port': {'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6', 'fixed_ips': [{'subnet_id': '72ed1051-02ab-44fd-9216-3a311e75bac1', 'ip_address': '2001:db8::6cd3:d0b6:bdac:2d1c'}], 'name': 'tempest-NetworksTestDHCPv6-226650175'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:47:25.802625 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3d16f534-63a7-4410-9ded-9c73aea4b993 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:25.845906 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5bf4e9-6551-4382-bdfb-9dc81d31592e tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Network c9fd22a9-70fd-48d0-bfd4-bfc1509f80af is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:47:25.849939 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-1d5bf4e9-6551-4382-bdfb-9dc81d31592e tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:47:25.866861 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5bf4e9-6551-4382-bdfb-9dc81d31592e tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Pushing event updated for resources: {'Port': ['ID=ed92ba3e-3f5e-4b3a-bca7-18987f748409,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:25.868558 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aebef92d-39ad-418f-95c3-a10f0680a152 None None] DHCP port deletion for c9fd22a9-70fd-48d0-bfd4-bfc1509f80af request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:47:25.872673 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-54e2a387-faa3-452e-8d94-465e94b679d0 None None] Attempting to bind port 18b82de8-99ad-404e-a98c-956c73a21e1e on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:47:25.873028 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-54e2a387-faa3-452e-8d94-465e94b679d0 None None] Attempting to bind port 18b82de8-99ad-404e-a98c-956c73a21e1e by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': 'dfdd12c7-6677-4475-ace0-6da9f7fd456f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b6fb5fe5-3c50-4663-8c15-0b42e524cd14'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:47:25.873388 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e2a387-faa3-452e-8d94-465e94b679d0 None None] Attempting to bind port 18b82de8-99ad-404e-a98c-956c73a21e1e on network b6fb5fe5-3c50-4663-8c15-0b42e524cd14 {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:47:25.879877 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5bf4e9-6551-4382-bdfb-9dc81d31592e tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:47:25.882549 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e2a387-faa3-452e-8d94-465e94b679d0 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:47:25.882921 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e2a387-faa3-452e-8d94-465e94b679d0 None None] Checking segment: {'id': 'dfdd12c7-6677-4475-ace0-6da9f7fd456f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b6fb5fe5-3c50-4663-8c15-0b42e524cd14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:47:25.883384 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-54e2a387-faa3-452e-8d94-465e94b679d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:25.883705 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e2a387-faa3-452e-8d94-465e94b679d0 None None] Bound using segment: {'id': 'dfdd12c7-6677-4475-ace0-6da9f7fd456f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b6fb5fe5-3c50-4663-8c15-0b42e524cd14'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:47:25.884281 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-54e2a387-faa3-452e-8d94-465e94b679d0 None None] Bound port: 18b82de8-99ad-404e-a98c-956c73a21e1e, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfdd12c7-6677-4475-ace0-6da9f7fd456f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b6fb5fe5-3c50-4663-8c15-0b42e524cd14'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:47:25.884557 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-54e2a387-faa3-452e-8d94-465e94b679d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:25.960012 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-54e2a387-faa3-452e-8d94-465e94b679d0 None None] For port 18b82de8-99ad-404e-a98c-956c73a21e1e, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:47:25.962448 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-7ab46489-2970-48fa-b245-a8d0b58ed21d tempest-FloatingIPAdminTestJSON-139400260 tempest-FloatingIPAdminTestJSON-139400260-project-admin] Deleting port a3980446-586a-4fca-9364-da1ce71d2a1f {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:47:25.963005 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-7ab46489-2970-48fa-b245-a8d0b58ed21d tempest-FloatingIPAdminTestJSON-139400260 tempest-FloatingIPAdminTestJSON-139400260-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:25.963223 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-54e2a387-faa3-452e-8d94-465e94b679d0 None None] For port 18b82de8-99ad-404e-a98c-956c73a21e1e, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=18b82de8-99ad-404e-a98c-956c73a21e1e,segment=NetworkSegment(dfdd12c7-6677-4475-ace0-6da9f7fd456f),segment_id=dfdd12c7-6677-4475-ace0-6da9f7fd456f)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:47:25.971468 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-54e2a387-faa3-452e-8d94-465e94b679d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:25.974027 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-455a2ae5-8300-4054-82c9-7bcf8ea2a251 None None] Deleting port 4c176d7a-d7a7-4ce0-9ade-02f9b4d11b7e {{(pid=109868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:47:25.974710 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-455a2ae5-8300-4054-82c9-7bcf8ea2a251 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:25.986389 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5bf4e9-6551-4382-bdfb-9dc81d31592e tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:25.987259 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1d5bf4e9-6551-4382-bdfb-9dc81d31592e tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:26.003274 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ad15f20-0931-4872-a418-3e63d26dd89c tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Made reservation on behalf of 6974375fded34c83af8967d3f69dce07 for: {'port': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:47:26.030220 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f2d550a4-2981-4651-9746-eb1a91cb5d10 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:26.050435 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-1d5bf4e9-6551-4382-bdfb-9dc81d31592e tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9735227 Nov 24 01:47:26.057381 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46772) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:26.062480 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-2733aa51-a86b-4385-ab89-24cc9bd536d7 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Request body: {'floatingip': {'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'port_id': 'ed92ba3e-3f5e-4b3a-bca7-18987f748409', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:47:26.094305 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-4c410f17-eecf-41f9-b4e5-066868fa95bb None None] Provisioning complete for port ed92ba3e-3f5e-4b3a-bca7-18987f748409 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:47:26.094874 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-4c410f17-eecf-41f9-b4e5-066868fa95bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:26.103267 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-3d16f534-63a7-4410-9ded-9c73aea4b993 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Deleting port df1721c7-58c7-4f27-8795-b1904441aab1 {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:47:26.103754 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3d16f534-63a7-4410-9ded-9c73aea4b993 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:26.106774 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-7ab46489-2970-48fa-b245-a8d0b58ed21d tempest-FloatingIPAdminTestJSON-139400260 tempest-FloatingIPAdminTestJSON-139400260-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:26.107204 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-7ab46489-2970-48fa-b245-a8d0b58ed21d tempest-FloatingIPAdminTestJSON-139400260 tempest-FloatingIPAdminTestJSON-139400260-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:26.126963 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1ad15f20-0931-4872-a418-3e63d26dd89c tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:26.137090 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-2733aa51-a86b-4385-ab89-24cc9bd536d7 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks [] for floatingip, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:26.152694 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-7ab46489-2970-48fa-b245-a8d0b58ed21d tempest-FloatingIPAdminTestJSON-139400260 tempest-FloatingIPAdminTestJSON-139400260-project-admin] Calling delete_port for a3980446-586a-4fca-9364-da1ce71d2a1f owned by network:floatingip {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:47:26.158496 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [None req-1ad15f20-0931-4872-a418-3e63d26dd89c tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] device_id is not set on port fd73b012-53f4-4eda-a897-f1b02dbd7578 yet. {{(pid=109867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 01:47:26.161305 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e2a387-faa3-452e-8d94-465e94b679d0 None None] Pushing event updated for resources: {'Port': ['ID=18b82de8-99ad-404e-a98c-956c73a21e1e,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:26.176678 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-455a2ae5-8300-4054-82c9-7bcf8ea2a251 None None] For port 4c176d7a-d7a7-4ce0-9ade-02f9b4d11b7e, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=4c176d7a-d7a7-4ce0-9ade-02f9b4d11b7e,segment=NetworkSegment(2b1ff8b4-a836-4287-84a2-3eaf8ccfb867),segment_id=2b1ff8b4-a836-4287-84a2-3eaf8ccfb867)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:47:26.177068 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-455a2ae5-8300-4054-82c9-7bcf8ea2a251 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:26.179485 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-4c410f17-eecf-41f9-b4e5-066868fa95bb None None] Port ed92ba3e-3f5e-4b3a-bca7-18987f748409 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:47:26.190388 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f2d550a4-2981-4651-9746-eb1a91cb5d10 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:26.191794 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-455a2ae5-8300-4054-82c9-7bcf8ea2a251 None None] Calling delete_port for 4c176d7a-d7a7-4ce0-9ade-02f9b4d11b7e owned by network:dhcp {{(pid=109868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:47:26.275848 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [None req-3d16f534-63a7-4410-9ded-9c73aea4b993 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] For port df1721c7-58c7-4f27-8795-b1904441aab1, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=df1721c7-58c7-4f27-8795-b1904441aab1,segment=NetworkSegment(4859adc4-e93c-44c6-b075-01cd60e99324),segment_id=4859adc4-e93c-44c6-b075-01cd60e99324)] {{(pid=109866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:47:26.276490 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3d16f534-63a7-4410-9ded-9c73aea4b993 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:26.299109 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-3d16f534-63a7-4410-9ded-9c73aea4b993 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Calling delete_port for df1721c7-58c7-4f27-8795-b1904441aab1 owned by network:dhcp {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:47:26.384003 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d550a4-2981-4651-9746-eb1a91cb5d10 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Network b6fb5fe5-3c50-4663-8c15-0b42e524cd14 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:47:26.412483 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-f2d550a4-2981-4651-9746-eb1a91cb5d10 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:47:26.418161 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d550a4-2981-4651-9746-eb1a91cb5d10 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:47:26.491628 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-455a2ae5-8300-4054-82c9-7bcf8ea2a251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974'] for port, after_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:26.511619 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d550a4-2981-4651-9746-eb1a91cb5d10 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Pushing event updated for resources: {'Port': ['ID=ae4e6f23-f473-476f-bd68-a73e2b8fe7c3,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:26.530372 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455a2ae5-8300-4054-82c9-7bcf8ea2a251 None None] Pushing event deleted for resources: {'Port': ['ID=4c176d7a-d7a7-4ce0-9ade-02f9b4d11b7e,revision_number=None']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:26.533063 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455a2ae5-8300-4054-82c9-7bcf8ea2a251 None None] No DVR routers for this DVR port 4c176d7a-d7a7-4ce0-9ade-02f9b4d11b7e on host dv-neutron-818911-2-hyperv {{(pid=109868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:47:26.556030 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3d16f534-63a7-4410-9ded-9c73aea4b993 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:26.557868 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5971f1-a1d0-488c-b573-661f1f77670b None None] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:47:26.587020 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d550a4-2981-4651-9746-eb1a91cb5d10 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:26.587656 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f2d550a4-2981-4651-9746-eb1a91cb5d10 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:26.592805 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 18b82de8-99ad-404e-a98c-956c73a21e1e up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:47:26.610605 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d16f534-63a7-4410-9ded-9c73aea4b993 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Pushing event deleted for resources: {'Port': ['ID=df1721c7-58c7-4f27-8795-b1904441aab1,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:26.627225 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-f2d550a4-2981-4651-9746-eb1a91cb5d10 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.7246616 Nov 24 01:47:26.627427 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46774) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:26.628435 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-1ad15f20-0931-4872-a418-3e63d26dd89c tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Allocated IP 2001:db8::6cd3:d0b6:bdac:2d1c (9b0cb615-dd00-417f-9128-01ca62e524f6/72ed1051-02ab-44fd-9216-3a311e75bac1/fd73b012-53f4-4eda-a897-f1b02dbd7578) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:47:26.639124 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d16f534-63a7-4410-9ded-9c73aea4b993 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] No DVR routers for this DVR port df1721c7-58c7-4f27-8795-b1904441aab1 on host dv-neutron-818911-2-hyperv {{(pid=109866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:47:26.686941 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-2733aa51-a86b-4385-ab89-24cc9bd536d7 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:26.706526 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-7ab46489-2970-48fa-b245-a8d0b58ed21d tempest-FloatingIPAdminTestJSON-139400260 tempest-FloatingIPAdminTestJSON-139400260-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:26.729919 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 18b82de8-99ad-404e-a98c-956c73a21e1e triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:47:26.730288 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:26.785088 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab46489-2970-48fa-b245-a8d0b58ed21d tempest-FloatingIPAdminTestJSON-139400260 tempest-FloatingIPAdminTestJSON-139400260-project-admin] Pushing event deleted for resources: {'Port': ['ID=a3980446-586a-4fca-9364-da1ce71d2a1f,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:26.826495 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3d16f534-63a7-4410-9ded-9c73aea4b993 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:26.830986 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f332cb47-c338-4d53-931b-72625753a971 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-9b0cb615-dd00-417f-9128-01ca62e524f6', 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6', 'tenant_id': '6974375fded34c83af8967d3f69dce07', 'fixed_ips': [{'subnet_id': '72ed1051-02ab-44fd-9216-3a311e75bac1'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 01:47:26.832227 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-f332cb47-c338-4d53-931b-72625753a971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:26.868545 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:26.895704 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-3d16f534-63a7-4410-9ded-9c73aea4b993 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c33adcf7-7571-46fe-b285-b9ba7e8ec19c']}} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:26.929638 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-3d16f534-63a7-4410-9ded-9c73aea4b993 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4859adc4-e93c-44c6-b075-01cd60e99324') {'for_net_delete': True} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:26.929996 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-3d16f534-63a7-4410-9ded-9c73aea4b993 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4859adc4-e93c-44c6-b075-01cd60e99324') {} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:26.942526 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3d16f534-63a7-4410-9ded-9c73aea4b993 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29055561'] for segment, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:26.956939 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-7ab46489-2970-48fa-b245-a8d0b58ed21d tempest-FloatingIPAdminTestJSON-139400260 tempest-FloatingIPAdminTestJSON-139400260-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:26.959719 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-7ab46489-2970-48fa-b245-a8d0b58ed21d tempest-FloatingIPAdminTestJSON-139400260 tempest-FloatingIPAdminTestJSON-139400260-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for floatingip, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:26.964328 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-7ab46489-2970-48fa-b245-a8d0b58ed21d tempest-FloatingIPAdminTestJSON-139400260 tempest-FloatingIPAdminTestJSON-139400260-project-admin] 10.222.0.21 "DELETE /v2.0/floatingips/19be53aa-6bfc-4b2c-a0a9-5a94f58076de HTTP/1.1" status: 204 len: 168 time: 1.6922848 Nov 24 01:47:26.968733 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46776) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:26.971599 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] For port 18b82de8-99ad-404e-a98c-956c73a21e1e, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=18b82de8-99ad-404e-a98c-956c73a21e1e,segment=NetworkSegment(dfdd12c7-6677-4475-ace0-6da9f7fd456f),segment_id=dfdd12c7-6677-4475-ace0-6da9f7fd456f)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:47:26.976303 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:27.035319 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [None req-2733aa51-a86b-4385-ab89-24cc9bd536d7 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Allocated IP 172.26.5.66 (eb22795d-37ee-46ee-844d-92c17e2ea450/3e66fcff-6e72-4083-b514-48f69cdaa2cb/228f256e-2927-4adc-bf11-70d50b5b05b8) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:47:27.038806 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 4c176d7a-d7a7-4ce0-9ade-02f9b4d11b7e no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:47:27.065343 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3d16f534-63a7-4410-9ded-9c73aea4b993 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:27.067098 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Pushing event updated for resources: {'Port': ['ID=18b82de8-99ad-404e-a98c-956c73a21e1e,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:27.071559 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: 4c176d7a-d7a7-4ce0-9ade-02f9b4d11b7e {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:47:27.072149 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 4c176d7a-d7a7-4ce0-9ade-02f9b4d11b7e not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:47:27.074738 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d16f534-63a7-4410-9ded-9c73aea4b993 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=109866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:47:27.075218 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3d16f534-63a7-4410-9ded-9c73aea4b993 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29151010'] for segment, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:27.079141 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1ad15f20-0931-4872-a418-3e63d26dd89c tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:27.101157 dv-neutron-818911-2-hyperv neutron-server[109866]: Traceback (most recent call last): Nov 24 01:47:27.101157 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:47:27.101157 dv-neutron-818911-2-hyperv neutron-server[109866]: timer() Nov 24 01:47:27.101157 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:47:27.101157 dv-neutron-818911-2-hyperv neutron-server[109866]: cb(*args, **kw) Nov 24 01:47:27.101157 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:47:27.101157 dv-neutron-818911-2-hyperv neutron-server[109866]: return func(*args, **kwargs) Nov 24 01:47:27.101157 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:47:27.101157 dv-neutron-818911-2-hyperv neutron-server[109866]: self._notify() Nov 24 01:47:27.101157 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:47:27.101157 dv-neutron-818911-2-hyperv neutron-server[109866]: self.callback(batched_events) Nov 24 01:47:27.101157 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:47:27.101157 dv-neutron-818911-2-hyperv neutron-server[109866]: event.method(event) Nov 24 01:47:27.101157 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:47:27.101157 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:47:27.101157 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:47:27.101157 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:47:27.101157 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:47:27.101157 dv-neutron-818911-2-hyperv neutron-server[109866]: return f(self, *a, **k) Nov 24 01:47:27.101157 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:47:27.101157 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._get(url).json() Nov 24 01:47:27.101157 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:47:27.101157 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:47:27.101157 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:47:27.101157 dv-neutron-818911-2-hyperv neutron-server[109866]: return self.request(url, 'GET', **kwargs) Nov 24 01:47:27.101157 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:47:27.101157 dv-neutron-818911-2-hyperv neutron-server[109866]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:47:27.101157 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:47:27.101157 dv-neutron-818911-2-hyperv neutron-server[109866]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:47:27.101157 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:47:27.101157 dv-neutron-818911-2-hyperv neutron-server[109866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:47:27.101157 dv-neutron-818911-2-hyperv neutron-server[109866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:47:27.130694 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-c53c413b-29c0-4ab1-8b9a-25277a064b93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:27.156014 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4cd134dd-a760-4375-9d2e-d0593be87ebd tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:27.167433 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1ad15f20-0931-4872-a418-3e63d26dd89c tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:27.236182 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-f332cb47-c338-4d53-931b-72625753a971 None None] Allocated IP 2001:db8::2 (9b0cb615-dd00-417f-9128-01ca62e524f6/72ed1051-02ab-44fd-9216-3a311e75bac1/845dd7b1-c398-4141-85d4-3b1a08a63cb1) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:47:27.262666 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad15f20-0931-4872-a418-3e63d26dd89c tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:47:27.270784 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3d16f534-63a7-4410-9ded-9c73aea4b993 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:27.272672 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-1ad15f20-0931-4872-a418-3e63d26dd89c tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:47:27.278567 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad15f20-0931-4872-a418-3e63d26dd89c tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:47:27.285311 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad15f20-0931-4872-a418-3e63d26dd89c tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:27.286420 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1ad15f20-0931-4872-a418-3e63d26dd89c tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:27.286904 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3d16f534-63a7-4410-9ded-9c73aea4b993 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:27.290180 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-3d16f534-63a7-4410-9ded-9c73aea4b993 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] 10.222.0.21 "DELETE /v2.0/networks/c33adcf7-7571-46fe-b285-b9ba7e8ec19c HTTP/1.1" status: 204 len: 168 time: 3.4891572 Nov 24 01:47:27.294057 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46778) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:27.305108 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad15f20-0931-4872-a418-3e63d26dd89c tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Pushing event updated for resources: {'Port': ['ID=fd73b012-53f4-4eda-a897-f1b02dbd7578,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:27.319296 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-e2f759d7-494d-4e82-9122-25f18eb5fef8 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-983949062'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:47:27.334187 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d16f534-63a7-4410-9ded-9c73aea4b993 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Pushing event deleted for resources: {'Network': ['ID=c33adcf7-7571-46fe-b285-b9ba7e8ec19c,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:27.347538 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-452f74c8-c708-4434-89a7-5604d3feba98 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Deleting port f63037dd-59a5-4af1-91a7-c89b8e911a6b {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:47:27.347877 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-452f74c8-c708-4434-89a7-5604d3feba98 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:27.375549 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad15f20-0931-4872-a418-3e63d26dd89c tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:47:27.376032 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad15f20-0931-4872-a418-3e63d26dd89c tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:47:27.376466 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad15f20-0931-4872-a418-3e63d26dd89c tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:47:27.376891 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad15f20-0931-4872-a418-3e63d26dd89c tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:47:27.377313 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad15f20-0931-4872-a418-3e63d26dd89c tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:47:27.377768 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad15f20-0931-4872-a418-3e63d26dd89c tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:47:27.378291 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad15f20-0931-4872-a418-3e63d26dd89c tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:47:27.378715 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad15f20-0931-4872-a418-3e63d26dd89c tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:47:27.379139 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad15f20-0931-4872-a418-3e63d26dd89c tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:47:27.379554 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad15f20-0931-4872-a418-3e63d26dd89c tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:47:27.379980 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad15f20-0931-4872-a418-3e63d26dd89c tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:47:27.380380 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad15f20-0931-4872-a418-3e63d26dd89c tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:47:27.405247 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-2733aa51-a86b-4385-ab89-24cc9bd536d7 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:27.480200 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-1ad15f20-0931-4872-a418-3e63d26dd89c tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.6986172 Nov 24 01:47:27.480568 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2f759d7-494d-4e82-9122-25f18eb5fef8 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Made reservation on behalf of dc36495a5d4849ad80ab7e395f5eebfb for: {'network': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:47:27.481367 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46780) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:27.483088 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e2f759d7-494d-4e82-9122-25f18eb5fef8 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:27.489182 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29dbf7d9-c062-4b44-82ab-e5a3742aac9a None None] Network b6fb5fe5-3c50-4663-8c15-0b42e524cd14 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:47:27.530188 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-2733aa51-a86b-4385-ab89-24cc9bd536d7 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:27.543111 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-f332cb47-c338-4d53-931b-72625753a971 None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:27.550005 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-d0e0a8ea-ab1c-4c2b-9424-05c2ae7dc718 None None] Provisioning complete for port 18b82de8-99ad-404e-a98c-956c73a21e1e triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:47:27.550434 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-d0e0a8ea-ab1c-4c2b-9424-05c2ae7dc718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:27.561324 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b944b87-1cf5-4c6e-8df1-2c67abbbe7c7 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:27.565792 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-2b944b87-1cf5-4c6e-8df1-2c67abbbe7c7 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0805104 Nov 24 01:47:27.565792 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46782) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:27.575532 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-452f74c8-c708-4434-89a7-5604d3feba98 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:27.592772 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2f759d7-494d-4e82-9122-25f18eb5fef8 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=109866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:47:27.597833 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-f332cb47-c338-4d53-931b-72625753a971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:27.602234 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4cd134dd-a760-4375-9d2e-d0593be87ebd tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks [] for port, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:27.610236 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2733aa51-a86b-4385-ab89-24cc9bd536d7 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Network eb22795d-37ee-46ee-844d-92c17e2ea450 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:47:27.613284 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4cd134dd-a760-4375-9d2e-d0593be87ebd tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25501696'] for port, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:27.619901 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f332cb47-c338-4d53-931b-72625753a971 None None] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:47:27.621876 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e2f759d7-494d-4e82-9122-25f18eb5fef8 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:27.622221 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.segments_db [None req-e2f759d7-494d-4e82-9122-25f18eb5fef8 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Added segment e1ce4594-7c09-441c-864b-c9224587f386 of type vlan for network c791ae8f-15cf-412b-b0ef-aaf1d3f4a7da Nov 24 01:47:27.624203 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-452f74c8-c708-4434-89a7-5604d3feba98 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Calling delete_port for f63037dd-59a5-4af1-91a7-c89b8e911a6b owned by {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:47:27.626131 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-2733aa51-a86b-4385-ab89-24cc9bd536d7 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:47:27.626278 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-f332cb47-c338-4d53-931b-72625753a971 None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:47:27.628935 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f332cb47-c338-4d53-931b-72625753a971 None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:47:27.634681 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2733aa51-a86b-4385-ab89-24cc9bd536d7 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Pushing event updated for resources: {'Port': ['ID=228f256e-2927-4adc-bf11-70d50b5b05b8,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:27.641022 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2733aa51-a86b-4385-ab89-24cc9bd536d7 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:47:27.741216 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e2f759d7-494d-4e82-9122-25f18eb5fef8 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:27.756416 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f332cb47-c338-4d53-931b-72625753a971 None None] Pushing event updated for resources: {'Port': ['ID=845dd7b1-c398-4141-85d4-3b1a08a63cb1,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:27.806219 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:27.813694 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-f332cb47-c338-4d53-931b-72625753a971 None None] Attempting to bind port 845dd7b1-c398-4141-85d4-3b1a08a63cb1 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:47:27.813694 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-f332cb47-c338-4d53-931b-72625753a971 None None] Attempting to bind port 845dd7b1-c398-4141-85d4-3b1a08a63cb1 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '2b1ff8b4-a836-4287-84a2-3eaf8ccfb867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:47:27.813987 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f332cb47-c338-4d53-931b-72625753a971 None None] Attempting to bind port 845dd7b1-c398-4141-85d4-3b1a08a63cb1 on network 9b0cb615-dd00-417f-9128-01ca62e524f6 {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:47:27.822050 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e2f759d7-494d-4e82-9122-25f18eb5fef8 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:27.826518 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f332cb47-c338-4d53-931b-72625753a971 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:47:27.826896 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f332cb47-c338-4d53-931b-72625753a971 None None] Checking segment: {'id': '2b1ff8b4-a836-4287-84a2-3eaf8ccfb867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:47:27.827300 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-f332cb47-c338-4d53-931b-72625753a971 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:27.827697 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f332cb47-c338-4d53-931b-72625753a971 None None] Bound using segment: {'id': '2b1ff8b4-a836-4287-84a2-3eaf8ccfb867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:47:27.827809 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f759d7-494d-4e82-9122-25f18eb5fef8 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:27.828297 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-f332cb47-c338-4d53-931b-72625753a971 None None] Bound port: 845dd7b1-c398-4141-85d4-3b1a08a63cb1, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1ff8b4-a836-4287-84a2-3eaf8ccfb867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:47:27.828387 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e2f759d7-494d-4e82-9122-25f18eb5fef8 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:27.828552 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-f332cb47-c338-4d53-931b-72625753a971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:27.912433 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-e2f759d7-494d-4e82-9122-25f18eb5fef8 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6124306 Nov 24 01:47:27.932198 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-f332cb47-c338-4d53-931b-72625753a971 None None] For port 845dd7b1-c398-4141-85d4-3b1a08a63cb1, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:47:27.936054 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-f332cb47-c338-4d53-931b-72625753a971 None None] For port 845dd7b1-c398-4141-85d4-3b1a08a63cb1, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=845dd7b1-c398-4141-85d4-3b1a08a63cb1,segment=NetworkSegment(2b1ff8b4-a836-4287-84a2-3eaf8ccfb867),segment_id=2b1ff8b4-a836-4287-84a2-3eaf8ccfb867)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:47:27.943109 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46784) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:27.970591 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-f332cb47-c338-4d53-931b-72625753a971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:27.972882 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-c861853b-e3ef-466a-a928-4d590f58124f tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Request body: {'subnet': {'network_id': 'c791ae8f-15cf-412b-b0ef-aaf1d3f4a7da', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:47:27.980982 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f759d7-494d-4e82-9122-25f18eb5fef8 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Pushing event updated for resources: {'Network': ['ID=c791ae8f-15cf-412b-b0ef-aaf1d3f4a7da,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:28.016028 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network c791ae8f-15cf-412b-b0ef-aaf1d3f4a7da details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:47:28.038236 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd134dd-a760-4375-9d2e-d0593be87ebd tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Pushing event updated for resources: {'Port': ['ID=ae4e6f23-f473-476f-bd68-a73e2b8fe7c3,revision_number=2']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:28.100633 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-6e7773bd-e789-4f4d-bbb4-22a12f0d5b81 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Deleting port fd73b012-53f4-4eda-a897-f1b02dbd7578 {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:47:28.101371 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6e7773bd-e789-4f4d-bbb4-22a12f0d5b81 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:28.148130 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:28.148812 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f332cb47-c338-4d53-931b-72625753a971 None None] Pushing event updated for resources: {'Port': ['ID=845dd7b1-c398-4141-85d4-3b1a08a63cb1,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:28.149690 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-452f74c8-c708-4434-89a7-5604d3feba98 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:28.251464 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452f74c8-c708-4434-89a7-5604d3feba98 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Pushing event deleted for resources: {'Port': ['ID=f63037dd-59a5-4af1-91a7-c89b8e911a6b,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:28.289994 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6e7773bd-e789-4f4d-bbb4-22a12f0d5b81 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:28.290135 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c861853b-e3ef-466a-a928-4d590f58124f tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Made reservation on behalf of dc36495a5d4849ad80ab7e395f5eebfb for: {'subnet': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:47:28.293690 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c861853b-e3ef-466a-a928-4d590f58124f tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29154835'] for subnet, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:28.309551 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-6e7773bd-e789-4f4d-bbb4-22a12f0d5b81 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Calling delete_port for fd73b012-53f4-4eda-a897-f1b02dbd7578 owned by {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:47:28.325371 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452f74c8-c708-4434-89a7-5604d3feba98 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:47:28.328946 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452f74c8-c708-4434-89a7-5604d3feba98 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:47:28.329295 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452f74c8-c708-4434-89a7-5604d3feba98 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:47:28.329664 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452f74c8-c708-4434-89a7-5604d3feba98 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:47:28.330034 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452f74c8-c708-4434-89a7-5604d3feba98 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:47:28.330359 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452f74c8-c708-4434-89a7-5604d3feba98 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:47:28.330854 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452f74c8-c708-4434-89a7-5604d3feba98 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:47:28.331353 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452f74c8-c708-4434-89a7-5604d3feba98 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:47:28.331852 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452f74c8-c708-4434-89a7-5604d3feba98 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:47:28.332333 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452f74c8-c708-4434-89a7-5604d3feba98 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:47:28.332815 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452f74c8-c708-4434-89a7-5604d3feba98 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:47:28.333309 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452f74c8-c708-4434-89a7-5604d3feba98 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:47:28.340648 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4cd134dd-a760-4375-9d2e-d0593be87ebd tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3777869'] for router_interface, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:28.506479 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.ipam_backend_mixin [None req-c861853b-e3ef-466a-a928-4d590f58124f tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Performing IP validity checks on allocation pools {{(pid=109866) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 24 01:47:28.507004 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.ipam_backend_mixin [None req-c861853b-e3ef-466a-a928-4d590f58124f tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109866) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 24 01:47:28.548729 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-452f74c8-c708-4434-89a7-5604d3feba98 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:28.558120 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46786) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:28.558333 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-452f74c8-c708-4434-89a7-5604d3feba98 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] 10.222.0.21 "DELETE /v2.0/ports/f63037dd-59a5-4af1-91a7-c89b8e911a6b HTTP/1.1" status: 204 len: 168 time: 1.5858743 Nov 24 01:47:28.655085 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-37f0e8fe-89c5-44f8-af6d-13a16283c3e4 None None] Provisioning complete for port 18b82de8-99ad-404e-a98c-956c73a21e1e triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:47:28.655644 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-37f0e8fe-89c5-44f8-af6d-13a16283c3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:28.685164 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14e760c-5279-4130-9157-e8d9a075f1d1 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:28.693443 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-d14e760c-5279-4130-9157-e8d9a075f1d1 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb29bd68-4051-4652-a581-36349e2b4e85 HTTP/1.1" status: 200 len: 913 time: 0.1292341 Nov 24 01:47:28.694118 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46788) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:28.737095 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 18b82de8-99ad-404e-a98c-956c73a21e1e up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:47:28.848863 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-37f0e8fe-89c5-44f8-af6d-13a16283c3e4 None None] Provisioning complete for port ae4e6f23-f473-476f-bd68-a73e2b8fe7c3 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:47:28.849725 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-37f0e8fe-89c5-44f8-af6d-13a16283c3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:28.862500 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-2733aa51-a86b-4385-ab89-24cc9bd536d7 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:28.893333 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-37f0e8fe-89c5-44f8-af6d-13a16283c3e4 None None] Port ae4e6f23-f473-476f-bd68-a73e2b8fe7c3 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:47:28.903295 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 18b82de8-99ad-404e-a98c-956c73a21e1e triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:47:28.903793 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:28.913991 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c861853b-e3ef-466a-a928-4d590f58124f tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29149261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29154849'] for subnet, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:28.997099 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 845dd7b1-c398-4141-85d4-3b1a08a63cb1 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:47:29.031438 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-2733aa51-a86b-4385-ab89-24cc9bd536d7 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:29.035359 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c861853b-e3ef-466a-a928-4d590f58124f tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Pushing event updated for resources: {'Subnet': ['ID=529655e1-0215-497d-90b8-7ca98fc562df,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:29.047979 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4cd134dd-a760-4375-9d2e-d0593be87ebd tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:29.062861 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 845dd7b1-c398-4141-85d4-3b1a08a63cb1 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:47:29.063240 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:29.071326 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c861853b-e3ef-466a-a928-4d590f58124f tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Checking segment: {'id': 'e1ce4594-7c09-441c-864b-c9224587f386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'c791ae8f-15cf-412b-b0ef-aaf1d3f4a7da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:47:29.071682 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c861853b-e3ef-466a-a928-4d590f58124f tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Network hostable DHCP agents. Network: c791ae8f-15cf-412b-b0ef-aaf1d3f4a7da, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 01:47:29.107860 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-0292c7bd-f3da-4f1d-848d-2fee0964e136 None None] Provisioning complete for port ae4e6f23-f473-476f-bd68-a73e2b8fe7c3 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:47:29.108332 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-0292c7bd-f3da-4f1d-848d-2fee0964e136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:29.173686 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c861853b-e3ef-466a-a928-4d590f58124f tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Network c791ae8f-15cf-412b-b0ef-aaf1d3f4a7da is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 01:47:29.184596 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6e7773bd-e789-4f4d-bbb4-22a12f0d5b81 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:29.188373 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-0292c7bd-f3da-4f1d-848d-2fee0964e136 None None] Port ae4e6f23-f473-476f-bd68-a73e2b8fe7c3 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:47:29.202620 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-c861853b-e3ef-466a-a928-4d590f58124f tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, c791ae8f-15cf-412b-b0ef-aaf1d3f4a7da) {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:47:29.214581 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:29.219628 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c861853b-e3ef-466a-a928-4d590f58124f tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:29.220618 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c861853b-e3ef-466a-a928-4d590f58124f tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:29.259480 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] For port 845dd7b1-c398-4141-85d4-3b1a08a63cb1, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=845dd7b1-c398-4141-85d4-3b1a08a63cb1,segment=NetworkSegment(2b1ff8b4-a836-4287-84a2-3eaf8ccfb867),segment_id=2b1ff8b4-a836-4287-84a2-3eaf8ccfb867)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:47:29.261234 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ad1f76-c699-435e-b1e7-784e1ddc8132 None None] Network c791ae8f-15cf-412b-b0ef-aaf1d3f4a7da requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:47:29.264309 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46790) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:29.265504 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-c861853b-e3ef-466a-a928-4d590f58124f tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.3141539 Nov 24 01:47:29.283640 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-2733aa51-a86b-4385-ab89-24cc9bd536d7 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks [] for port, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:29.289783 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:29.291736 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-2733aa51-a86b-4385-ab89-24cc9bd536d7 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29149402'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:29.341082 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7773bd-e789-4f4d-bbb4-22a12f0d5b81 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Pushing event deleted for resources: {'Port': ['ID=fd73b012-53f4-4eda-a897-f1b02dbd7578,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:29.344110 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6e7773bd-e789-4f4d-bbb4-22a12f0d5b81 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:29.351189 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-6e7773bd-e789-4f4d-bbb4-22a12f0d5b81 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "DELETE /v2.0/ports/fd73b012-53f4-4eda-a897-f1b02dbd7578 HTTP/1.1" status: 204 len: 168 time: 1.7845078 Nov 24 01:47:29.390985 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46792) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:29.413558 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-b79ff7be-0970-4f41-b53b-90e08beed37e None None] Provisioning complete for port ae4e6f23-f473-476f-bd68-a73e2b8fe7c3 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:47:29.414228 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-b79ff7be-0970-4f41-b53b-90e08beed37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:29.475283 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18df2684-14fd-4c22-bc0b-b2e525478fa5 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:29.478098 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18df2684-14fd-4c22-bc0b-b2e525478fa5 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:29.480339 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-18df2684-14fd-4c22-bc0b-b2e525478fa5 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0841856 Nov 24 01:47:29.535859 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46794) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:29.623151 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Pushing event updated for resources: {'Port': ['ID=845dd7b1-c398-4141-85d4-3b1a08a63cb1,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:29.633321 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_v2 [None req-60342990-ea2e-4eee-a00e-bf1069786755 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Deleting subnet 72ed1051-02ab-44fd-9216-3a311e75bac1 {{(pid=109867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 01:47:29.633592 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:29.657314 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-60342990-ea2e-4eee-a00e-bf1069786755 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for subnet, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:29.674611 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:47:29.675086 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:47:29.675360 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:47:29.675761 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:47:29.676156 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:47:29.676643 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-2733aa51-a86b-4385-ab89-24cc9bd536d7 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418250'] for floatingip, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:29.676758 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:47:29.677095 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:47:29.677437 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:47:29.677798 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:47:29.678121 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:47:29.678440 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:47:29.678757 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:47:29.689185 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-b79ff7be-0970-4f41-b53b-90e08beed37e None None] Port ae4e6f23-f473-476f-bd68-a73e2b8fe7c3 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:47:29.750792 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2733aa51-a86b-4385-ab89-24cc9bd536d7 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Pushing event updated for resources: {'Port': ['ID=228f256e-2927-4adc-bf11-70d50b5b05b8,revision_number=2']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:29.760161 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172572ca-d790-4e63-b95b-fe7f0e665a05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-c791ae8f-15cf-412b-b0ef-aaf1d3f4a7da', 'network_id': 'c791ae8f-15cf-412b-b0ef-aaf1d3f4a7da', 'tenant_id': 'dc36495a5d4849ad80ab7e395f5eebfb', 'fixed_ips': [{'subnet_id': '529655e1-0215-497d-90b8-7ca98fc562df'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 01:47:29.761046 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-172572ca-d790-4e63-b95b-fe7f0e665a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:29.761465 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1bc005fd-4bfd-4ded-890a-986c818fd4c5 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:29.809300 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.l3_db [None req-2733aa51-a86b-4385-ab89-24cc9bd536d7 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Floating IP 7d05a6ec-c806-4283-a505-8fb926a0fe1e associated. External IP: 172.26.5.66, port: ed92ba3e-3f5e-4b3a-bca7-18987f748409. Nov 24 01:47:29.819010 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-60342990-ea2e-4eee-a00e-bf1069786755 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28690885'] for subnet, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:29.920700 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-69e7df09-c674-4e10-8636-460f18719860 None None] Provisioning complete for port 845dd7b1-c398-4141-85d4-3b1a08a63cb1 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:47:29.920978 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-69e7df09-c674-4e10-8636-460f18719860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:29.966741 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-172572ca-d790-4e63-b95b-fe7f0e665a05 None None] Allocated IP 172.20.0.3 (c791ae8f-15cf-412b-b0ef-aaf1d3f4a7da/529655e1-0215-497d-90b8-7ca98fc562df/f008720a-23da-4a25-85bf-b439281ca5fa) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:47:30.000548 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4cd134dd-a760-4375-9d2e-d0593be87ebd tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks [] for port, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:30.007369 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1bc005fd-4bfd-4ded-890a-986c818fd4c5 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:30.011827 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4a6bc26c-8248-419f-9c17-162849f9f137 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3777994'] for router_interface, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:30.042745 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4cd134dd-a760-4375-9d2e-d0593be87ebd tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25501696'] for port, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:30.117837 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:30.120908 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2733aa51-a86b-4385-ab89-24cc9bd536d7 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Router 218457ea-2bcf-4aa0-b2ed-a7f05045e693 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:47:30.142014 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd134dd-a760-4375-9d2e-d0593be87ebd tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Pushing event updated for resources: {'Port': ['ID=ae4e6f23-f473-476f-bd68-a73e2b8fe7c3,revision_number=3']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:30.177694 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-60342990-ea2e-4eee-a00e-bf1069786755 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:30.218639 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-172572ca-d790-4e63-b95b-fe7f0e665a05 None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:30.233116 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-5034b1e8-ab75-4343-bb34-53822ae17e7d None None] Could not find standard attr ID for object fd73b012-53f4-4eda-a897-f1b02dbd7578. {{(pid=109868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 01:47:30.239703 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-172572ca-d790-4e63-b95b-fe7f0e665a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:30.257518 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2733aa51-a86b-4385-ab89-24cc9bd536d7 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:47:30.281897 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21be6144-f480-4e65-8d1c-f9c59b37396b None None] Sync routers for ids ['218457ea-2bcf-4aa0-b2ed-a7f05045e693'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:47:30.285109 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-2733aa51-a86b-4385-ab89-24cc9bd536d7 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for floatingip, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:30.297001 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4cd134dd-a760-4375-9d2e-d0593be87ebd tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3778017'] for router_interface, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:30.307240 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21be6144-f480-4e65-8d1c-f9c59b37396b None None] Routers {'218457ea-2bcf-4aa0-b2ed-a7f05045e693'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:47:30.308671 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-21be6144-f480-4e65-8d1c-f9c59b37396b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:47:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['218457ea-2bcf-4aa0-b2ed-a7f05045e693'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:30.319181 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1bc005fd-4bfd-4ded-890a-986c818fd4c5 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25501782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25307808'] for subnet, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:30.330875 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-2733aa51-a86b-4385-ab89-24cc9bd536d7 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.2720001 Nov 24 01:47:30.331898 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46796) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:30.338464 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-595f9826-9f84-4de0-a871-b310e23499bb tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:47:30.360279 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172572ca-d790-4e63-b95b-fe7f0e665a05 None None] Network c791ae8f-15cf-412b-b0ef-aaf1d3f4a7da is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:47:30.362514 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-172572ca-d790-4e63-b95b-fe7f0e665a05 None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:47:30.364688 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172572ca-d790-4e63-b95b-fe7f0e665a05 None None] Pushing event updated for resources: {'Port': ['ID=f008720a-23da-4a25-85bf-b439281ca5fa,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:30.367473 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172572ca-d790-4e63-b95b-fe7f0e665a05 None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:47:30.369673 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-21be6144-f480-4e65-8d1c-f9c59b37396b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:30.379512 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc005fd-4bfd-4ded-890a-986c818fd4c5 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Pushing event deleted for resources: {'Subnet': ['ID=529655e1-0215-497d-90b8-7ca98fc562df,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:30.423755 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-60342990-ea2e-4eee-a00e-bf1069786755 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25501782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25307808'] for subnet, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:30.429303 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-595f9826-9f84-4de0-a871-b310e23499bb tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks [] for floatingip, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:30.444848 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-172572ca-d790-4e63-b95b-fe7f0e665a05 None None] Attempting to bind port f008720a-23da-4a25-85bf-b439281ca5fa on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:47:30.445093 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-172572ca-d790-4e63-b95b-fe7f0e665a05 None None] Attempting to bind port f008720a-23da-4a25-85bf-b439281ca5fa by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': 'e1ce4594-7c09-441c-864b-c9224587f386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'c791ae8f-15cf-412b-b0ef-aaf1d3f4a7da'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:47:30.445297 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172572ca-d790-4e63-b95b-fe7f0e665a05 None None] Attempting to bind port f008720a-23da-4a25-85bf-b439281ca5fa on network c791ae8f-15cf-412b-b0ef-aaf1d3f4a7da {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:47:30.448494 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21be6144-f480-4e65-8d1c-f9c59b37396b None None] Routers {'218457ea-2bcf-4aa0-b2ed-a7f05045e693'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:47:30.449129 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-21be6144-f480-4e65-8d1c-f9c59b37396b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:47:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['218457ea-2bcf-4aa0-b2ed-a7f05045e693'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:30.485190 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172572ca-d790-4e63-b95b-fe7f0e665a05 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:47:30.485704 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172572ca-d790-4e63-b95b-fe7f0e665a05 None None] Checking segment: {'id': 'e1ce4594-7c09-441c-864b-c9224587f386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'c791ae8f-15cf-412b-b0ef-aaf1d3f4a7da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:47:30.485992 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-172572ca-d790-4e63-b95b-fe7f0e665a05 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:30.486385 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172572ca-d790-4e63-b95b-fe7f0e665a05 None None] Bound using segment: {'id': 'e1ce4594-7c09-441c-864b-c9224587f386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'c791ae8f-15cf-412b-b0ef-aaf1d3f4a7da'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:47:30.486862 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-172572ca-d790-4e63-b95b-fe7f0e665a05 None None] Bound port: f008720a-23da-4a25-85bf-b439281ca5fa, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1ce4594-7c09-441c-864b-c9224587f386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'c791ae8f-15cf-412b-b0ef-aaf1d3f4a7da'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:47:30.487239 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-172572ca-d790-4e63-b95b-fe7f0e665a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:30.490873 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-21be6144-f480-4e65-8d1c-f9c59b37396b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:30.491480 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21be6144-f480-4e65-8d1c-f9c59b37396b None None] The sync data for ids ['218457ea-2bcf-4aa0-b2ed-a7f05045e693'] in dv-neutron-818911-2-hyperv is: [] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:47:30.534935 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 845dd7b1-c398-4141-85d4-3b1a08a63cb1 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:47:30.536760 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd6ea87-443c-4cea-a8db-ed0e177d10ab None None] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:47:30.552731 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-60342990-ea2e-4eee-a00e-bf1069786755 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:30.558820 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-60342990-ea2e-4eee-a00e-bf1069786755 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "DELETE /v2.0/subnets/72ed1051-02ab-44fd-9216-3a311e75bac1 HTTP/1.1" status: 204 len: 168 time: 1.0178900 Nov 24 01:47:30.558820 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60342990-ea2e-4eee-a00e-bf1069786755 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Pushing event deleted for resources: {'Subnet': ['ID=72ed1051-02ab-44fd-9216-3a311e75bac1,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:30.565079 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46798) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:30.644428 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-595f9826-9f84-4de0-a871-b310e23499bb tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:30.647692 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-172572ca-d790-4e63-b95b-fe7f0e665a05 None None] For port f008720a-23da-4a25-85bf-b439281ca5fa, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:47:30.648813 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-595f9826-9f84-4de0-a871-b310e23499bb tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418250'] for floatingip, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:30.649179 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.l3_db [None req-595f9826-9f84-4de0-a871-b310e23499bb tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Floating IP 7d05a6ec-c806-4283-a505-8fb926a0fe1e disassociated. External IP: 172.26.5.66, port: ed92ba3e-3f5e-4b3a-bca7-18987f748409. Nov 24 01:47:30.708072 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-172572ca-d790-4e63-b95b-fe7f0e665a05 None None] For port f008720a-23da-4a25-85bf-b439281ca5fa, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=f008720a-23da-4a25-85bf-b439281ca5fa,segment=NetworkSegment(e1ce4594-7c09-441c-864b-c9224587f386),segment_id=e1ce4594-7c09-441c-864b-c9224587f386)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:47:30.718118 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-172572ca-d790-4e63-b95b-fe7f0e665a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:30.771886 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 845dd7b1-c398-4141-85d4-3b1a08a63cb1 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:47:30.772272 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:30.850303 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172572ca-d790-4e63-b95b-fe7f0e665a05 None None] Pushing event updated for resources: {'Port': ['ID=f008720a-23da-4a25-85bf-b439281ca5fa,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:30.868701 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2acbd4f-2193-4057-9bcb-d28f3b263168 None None] Network c791ae8f-15cf-412b-b0ef-aaf1d3f4a7da requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:47:30.891289 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-595f9826-9f84-4de0-a871-b310e23499bb tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Router 218457ea-2bcf-4aa0-b2ed-a7f05045e693 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:47:30.908333 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b989fb0-5a92-4771-85f8-91753667a0f2 None None] DHCP port deletion for 9b0cb615-dd00-417f-9128-01ca62e524f6 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:47:30.921342 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1bc005fd-4bfd-4ded-890a-986c818fd4c5 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:30.967700 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-c5695def-5c5d-465c-8170-91739728c7a7 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3980706 Nov 24 01:47:30.978733 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46800) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:30.982907 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-1bc005fd-4bfd-4ded-890a-986c818fd4c5 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c791ae8f-15cf-412b-b0ef-aaf1d3f4a7da']}} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:31.016436 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-595f9826-9f84-4de0-a871-b310e23499bb tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:47:31.022130 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-595f9826-9f84-4de0-a871-b310e23499bb tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for floatingip, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:31.035760 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88eceee-e680-4bcd-bcd3-645abba862e7 None None] Sync routers for ids ['218457ea-2bcf-4aa0-b2ed-a7f05045e693'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:47:31.041964 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-1bc005fd-4bfd-4ded-890a-986c818fd4c5 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1ce4594-7c09-441c-864b-c9224587f386') {'for_net_delete': True} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:31.043291 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-1bc005fd-4bfd-4ded-890a-986c818fd4c5 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1ce4594-7c09-441c-864b-c9224587f386') {} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:31.045720 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88eceee-e680-4bcd-bcd3-645abba862e7 None None] Routers {'218457ea-2bcf-4aa0-b2ed-a7f05045e693'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:47:31.046325 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-c88eceee-e680-4bcd-bcd3-645abba862e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:47:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['218457ea-2bcf-4aa0-b2ed-a7f05045e693'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:31.058112 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-595f9826-9f84-4de0-a871-b310e23499bb tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] 10.222.0.21 "PUT /v2.0/floatingips/7d05a6ec-c806-4283-a505-8fb926a0fe1e HTTP/1.1" status: 200 len: 687 time: 0.7246096 Nov 24 01:47:31.061109 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46802) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:31.068688 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-4b989fb0-5a92-4771-85f8-91753667a0f2 None None] Deleting port 845dd7b1-c398-4141-85d4-3b1a08a63cb1 {{(pid=109868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:47:31.068919 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-4b989fb0-5a92-4771-85f8-91753667a0f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:31.086166 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd134dd-a760-4375-9d2e-d0593be87ebd tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Network b6fb5fe5-3c50-4663-8c15-0b42e524cd14 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:47:31.086872 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-c88eceee-e680-4bcd-bcd3-645abba862e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:31.096318 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88eceee-e680-4bcd-bcd3-645abba862e7 None None] Routers {'218457ea-2bcf-4aa0-b2ed-a7f05045e693'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:47:31.096931 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-c88eceee-e680-4bcd-bcd3-645abba862e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:47:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['218457ea-2bcf-4aa0-b2ed-a7f05045e693'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:31.098576 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-4cd134dd-a760-4375-9d2e-d0593be87ebd tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:47:31.118035 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1bc005fd-4bfd-4ded-890a-986c818fd4c5 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28690908'] for segment, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:31.132181 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-4b989fb0-5a92-4771-85f8-91753667a0f2 None None] For port 845dd7b1-c398-4141-85d4-3b1a08a63cb1, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=845dd7b1-c398-4141-85d4-3b1a08a63cb1,segment=NetworkSegment(2b1ff8b4-a836-4287-84a2-3eaf8ccfb867),segment_id=2b1ff8b4-a836-4287-84a2-3eaf8ccfb867)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:47:31.132505 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-4b989fb0-5a92-4771-85f8-91753667a0f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:31.134020 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-c88eceee-e680-4bcd-bcd3-645abba862e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:31.134665 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88eceee-e680-4bcd-bcd3-645abba862e7 None None] The sync data for ids ['218457ea-2bcf-4aa0-b2ed-a7f05045e693'] in dv-neutron-818911-2-hyperv is: [] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:47:31.146758 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-4b989fb0-5a92-4771-85f8-91753667a0f2 None None] Calling delete_port for 845dd7b1-c398-4141-85d4-3b1a08a63cb1 owned by network:dhcp {{(pid=109868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:47:31.153031 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1bc005fd-4bfd-4ded-890a-986c818fd4c5 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:31.206310 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bc005fd-4bfd-4ded-890a-986c818fd4c5 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=109867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:47:31.206726 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1bc005fd-4bfd-4ded-890a-986c818fd4c5 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25503736'] for segment, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:31.228627 dv-neutron-818911-2-hyperv neutron-server[109867]: Traceback (most recent call last): Nov 24 01:47:31.228627 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:47:31.228627 dv-neutron-818911-2-hyperv neutron-server[109867]: timer() Nov 24 01:47:31.228627 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:47:31.228627 dv-neutron-818911-2-hyperv neutron-server[109867]: cb(*args, **kw) Nov 24 01:47:31.228627 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:47:31.228627 dv-neutron-818911-2-hyperv neutron-server[109867]: return func(*args, **kwargs) Nov 24 01:47:31.228627 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:47:31.228627 dv-neutron-818911-2-hyperv neutron-server[109867]: self._notify() Nov 24 01:47:31.228627 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:47:31.228627 dv-neutron-818911-2-hyperv neutron-server[109867]: self.callback(batched_events) Nov 24 01:47:31.228627 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:47:31.228627 dv-neutron-818911-2-hyperv neutron-server[109867]: event.method(event) Nov 24 01:47:31.228627 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:47:31.228627 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:47:31.228627 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:47:31.228627 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:47:31.228627 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:47:31.228627 dv-neutron-818911-2-hyperv neutron-server[109867]: return f(self, *a, **k) Nov 24 01:47:31.228627 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:47:31.228627 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._get(url).json() Nov 24 01:47:31.228627 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:47:31.228627 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:47:31.228627 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:47:31.228627 dv-neutron-818911-2-hyperv neutron-server[109867]: return self.request(url, 'GET', **kwargs) Nov 24 01:47:31.228627 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:47:31.228627 dv-neutron-818911-2-hyperv neutron-server[109867]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:47:31.228627 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:47:31.228627 dv-neutron-818911-2-hyperv neutron-server[109867]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:47:31.228627 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:47:31.228627 dv-neutron-818911-2-hyperv neutron-server[109867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:47:31.228627 dv-neutron-818911-2-hyperv neutron-server[109867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:47:31.242636 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-a58752ef-6950-4c42-b084-ad9ae171e043 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Deleting port 228f256e-2927-4adc-bf11-70d50b5b05b8 {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:47:31.243292 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a58752ef-6950-4c42-b084-ad9ae171e043 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:31.245494 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-4b989fb0-5a92-4771-85f8-91753667a0f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974'] for port, after_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:31.271948 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b989fb0-5a92-4771-85f8-91753667a0f2 None None] Pushing event deleted for resources: {'Port': ['ID=845dd7b1-c398-4141-85d4-3b1a08a63cb1,revision_number=None']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:31.275971 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b989fb0-5a92-4771-85f8-91753667a0f2 None None] No DVR routers for this DVR port 845dd7b1-c398-4141-85d4-3b1a08a63cb1 on host dv-neutron-818911-2-hyperv {{(pid=109868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:47:31.344580 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a58752ef-6950-4c42-b084-ad9ae171e043 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:31.344813 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a58752ef-6950-4c42-b084-ad9ae171e043 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:31.349971 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa1781b-8cf0-4525-86c3-3e6b31a4f811 None None] get_active_networks_info from dv-neutron-818911-2-hyperv {{(pid=109868) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 24 01:47:31.358920 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-a58752ef-6950-4c42-b084-ad9ae171e043 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Calling delete_port for 228f256e-2927-4adc-bf11-70d50b5b05b8 owned by network:floatingip {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:47:31.359949 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0fe68d-a8f1-4a2e-a56f-5bccc470cdf8 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:31.363877 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-6d0fe68d-a8f1-4a2e-a56f-5bccc470cdf8 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3810713 Nov 24 01:47:31.366024 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46804) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:31.401664 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.db.api [None req-1bc005fd-4bfd-4ded-890a-986c818fd4c5 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 24 01:47:31.401664 dv-neutron-818911-2-hyperv neutron-server[109867]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 24 01:47:31.401664 dv-neutron-818911-2-hyperv neutron-server[109867]: [parameters: {'id': 'c791ae8f-15cf-412b-b0ef-aaf1d3f4a7da'}] Nov 24 01:47:31.401664 dv-neutron-818911-2-hyperv neutron-server[109867]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109867) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 01:47:31.402089 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG oslo_db.api [None req-1bc005fd-4bfd-4ded-890a-986c818fd4c5 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 01:47:31.402386 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-8c4f1e06-913b-46a8-b451-260360fbcdaa None None] Provisioning complete for port ae4e6f23-f473-476f-bd68-a73e2b8fe7c3 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:47:31.402765 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-8c4f1e06-913b-46a8-b451-260360fbcdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:31.438184 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46af4095-39f9-4983-bb6f-e98cebd6e9e1 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:31.441610 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-46af4095-39f9-4983-bb6f-e98cebd6e9e1 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0742402 Nov 24 01:47:31.442964 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46806) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:31.465755 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-4a6bc26c-8248-419f-9c17-162849f9f137 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Deleting port 388f9170-336f-4efb-b7f5-af7006bc15ad {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:47:31.466045 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4a6bc26c-8248-419f-9c17-162849f9f137 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:31.475569 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-8c4f1e06-913b-46a8-b451-260360fbcdaa None None] Port ae4e6f23-f473-476f-bd68-a73e2b8fe7c3 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:47:31.487300 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cd134dd-a760-4375-9d2e-d0593be87ebd tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Router d6ffe46c-f803-48ed-a064-72449f80e22c is scheduled to L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e with binding_index 1 {{(pid=109867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 01:47:31.494656 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa1781b-8cf0-4525-86c3-3e6b31a4f811 None None] Resources bound (agent type, host, resource id): {{(pid=109868) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 24 01:47:31.518582 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-1226e756-ea75-4204-a11d-040a5be1f54d tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0709298 Nov 24 01:47:31.520802 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46808) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:31.526922 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-f72ca803-b7e1-44b5-9248-f8bd424bb3dc tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Request body: {'subnet': {'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:47:31.644640 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cd134dd-a760-4375-9d2e-d0593be87ebd tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:47:31.651054 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f72ca803-b7e1-44b5-9248-f8bd424bb3dc tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Made reservation on behalf of 6974375fded34c83af8967d3f69dce07 for: {'subnet': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:47:31.651181 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-4cd134dd-a760-4375-9d2e-d0593be87ebd tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "PUT /v2.0/routers/d6ffe46c-f803-48ed-a064-72449f80e22c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0204232 Nov 24 01:47:31.653214 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4a6bc26c-8248-419f-9c17-162849f9f137 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:31.656528 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f72ca803-b7e1-44b5-9248-f8bd424bb3dc tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29154835'] for subnet, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:31.656690 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46810) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:31.660386 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c72aaa-5aa8-49da-87f8-06b7e58bc4dd None None] Sync routers for ids ['d6ffe46c-f803-48ed-a064-72449f80e22c'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:47:31.680948 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c72aaa-5aa8-49da-87f8-06b7e58bc4dd None None] Routers {'d6ffe46c-f803-48ed-a064-72449f80e22c'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:47:31.681275 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-93c72aaa-5aa8-49da-87f8-06b7e58bc4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:47:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['d6ffe46c-f803-48ed-a064-72449f80e22c'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:31.692329 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-4a6bc26c-8248-419f-9c17-162849f9f137 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Calling delete_port for 388f9170-336f-4efb-b7f5-af7006bc15ad owned by network:router_interface {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:47:31.752544 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a89842-232f-4b89-8f26-6370a4936691 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:31.754039 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-d0a89842-232f-4b89-8f26-6370a4936691 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6ffe46c-f803-48ed-a064-72449f80e22c HTTP/1.1" status: 200 len: 981 time: 0.0973787 Nov 24 01:47:31.758644 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-93c72aaa-5aa8-49da-87f8-06b7e58bc4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:31.759174 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46812) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:31.774607 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c72aaa-5aa8-49da-87f8-06b7e58bc4dd None None] Routers {'d6ffe46c-f803-48ed-a064-72449f80e22c'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:47:31.775297 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-93c72aaa-5aa8-49da-87f8-06b7e58bc4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:47:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['d6ffe46c-f803-48ed-a064-72449f80e22c'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:31.779060 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a58752ef-6950-4c42-b084-ad9ae171e043 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:31.809774 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-93c72aaa-5aa8-49da-87f8-06b7e58bc4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:31.810991 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c72aaa-5aa8-49da-87f8-06b7e58bc4dd None None] The sync data for ids ['d6ffe46c-f803-48ed-a064-72449f80e22c'] in dv-neutron-818911-2-hyperv is: [] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:47:31.847855 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc71331d-5ddb-4a19-b7a9-1691ee429837 None None] get_active_networks_info from dv-neutron-818911-2-hyperv {{(pid=109868) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 24 01:47:31.891368 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58752ef-6950-4c42-b084-ad9ae171e043 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Pushing event deleted for resources: {'Port': ['ID=228f256e-2927-4adc-bf11-70d50b5b05b8,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:31.902905 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1bc005fd-4bfd-4ded-890a-986c818fd4c5 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:31.948495 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4a6bc26c-8248-419f-9c17-162849f9f137 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:31.951414 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc71331d-5ddb-4a19-b7a9-1691ee429837 None None] Resources bound (agent type, host, resource id): {{(pid=109868) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 24 01:47:31.979333 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6bc26c-8248-419f-9c17-162849f9f137 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Pushing event deleted for resources: {'Port': ['ID=388f9170-336f-4efb-b7f5-af7006bc15ad,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:32.055849 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-1bc005fd-4bfd-4ded-890a-986c818fd4c5 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Deleting port f008720a-23da-4a25-85bf-b439281ca5fa {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:47:32.056121 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1bc005fd-4bfd-4ded-890a-986c818fd4c5 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:32.099497 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a58752ef-6950-4c42-b084-ad9ae171e043 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks [] for floatingip, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:32.102044 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a58752ef-6950-4c42-b084-ad9ae171e043 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for floatingip, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:32.106960 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-a58752ef-6950-4c42-b084-ad9ae171e043 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] 10.222.0.21 "DELETE /v2.0/floatingips/7d05a6ec-c806-4283-a505-8fb926a0fe1e HTTP/1.1" status: 204 len: 168 time: 1.0440841 Nov 24 01:47:32.110834 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46814) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:32.114947 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-cacba0ad-405f-4f7b-98e4-ec550509565f tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Request body: {'floatingip': {'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'port_id': '436f7501-16b9-4fd8-8552-af8cfadd3958'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:47:32.209238 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [None req-1bc005fd-4bfd-4ded-890a-986c818fd4c5 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] For port f008720a-23da-4a25-85bf-b439281ca5fa, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=f008720a-23da-4a25-85bf-b439281ca5fa,segment=NetworkSegment(e1ce4594-7c09-441c-864b-c9224587f386),segment_id=e1ce4594-7c09-441c-864b-c9224587f386)] {{(pid=109867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:47:32.209629 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1bc005fd-4bfd-4ded-890a-986c818fd4c5 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:32.217074 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cacba0ad-405f-4f7b-98e4-ec550509565f tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks [] for floatingip, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:32.226022 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f72ca803-b7e1-44b5-9248-f8bd424bb3dc tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29149261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29154849'] for subnet, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:32.235184 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-1bc005fd-4bfd-4ded-890a-986c818fd4c5 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Calling delete_port for f008720a-23da-4a25-85bf-b439281ca5fa owned by network:dhcp {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:47:32.254117 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4a6bc26c-8248-419f-9c17-162849f9f137 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424538'] for router_interface, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:32.333456 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72ca803-b7e1-44b5-9248-f8bd424bb3dc tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:47:32.336997 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72ca803-b7e1-44b5-9248-f8bd424bb3dc tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Pushing event updated for resources: {'Subnet': ['ID=f1913762-c947-4325-8f0a-9dc783c8f57a,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:32.345875 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-f72ca803-b7e1-44b5-9248-f8bd424bb3dc tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:47:32.350493 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72ca803-b7e1-44b5-9248-f8bd424bb3dc tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:32.351080 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f72ca803-b7e1-44b5-9248-f8bd424bb3dc tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:32.362278 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da4be942-ab64-443e-ba0e-a0d72c46e6d0 None None] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:47:32.423471 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1bc005fd-4bfd-4ded-890a-986c818fd4c5 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:32.456551 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc005fd-4bfd-4ded-890a-986c818fd4c5 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Pushing event deleted for resources: {'Port': ['ID=f008720a-23da-4a25-85bf-b439281ca5fa,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:32.462259 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc005fd-4bfd-4ded-890a-986c818fd4c5 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] No DVR routers for this DVR port f008720a-23da-4a25-85bf-b439281ca5fa on host dv-neutron-818911-2-hyperv {{(pid=109867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:47:32.542693 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 845dd7b1-c398-4141-85d4-3b1a08a63cb1 no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:47:32.569131 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: 845dd7b1-c398-4141-85d4-3b1a08a63cb1 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:47:32.569513 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 845dd7b1-c398-4141-85d4-3b1a08a63cb1 not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:47:32.617826 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a50d80f-fb2d-4261-895c-f150ad1c083e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-9b0cb615-dd00-417f-9128-01ca62e524f6', 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6', 'tenant_id': '6974375fded34c83af8967d3f69dce07', 'fixed_ips': [{'subnet_id': 'f1913762-c947-4325-8f0a-9dc783c8f57a'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 01:47:32.618943 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-4a50d80f-fb2d-4261-895c-f150ad1c083e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:32.648898 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1bc005fd-4bfd-4ded-890a-986c818fd4c5 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:32.680334 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-1bc005fd-4bfd-4ded-890a-986c818fd4c5 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c791ae8f-15cf-412b-b0ef-aaf1d3f4a7da']}} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:32.683734 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a6bc26c-8248-419f-9c17-162849f9f137 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Router fb29bd68-4051-4652-a581-36349e2b4e85 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:47:32.693287 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-f72ca803-b7e1-44b5-9248-f8bd424bb3dc tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1688995 Nov 24 01:47:32.693693 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46816) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:32.700306 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-1458f752-e8d8-499d-8f9c-d705b4966ff9 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Request body: {'port': {'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6', 'fixed_ips': [{'subnet_id': 'f1913762-c947-4325-8f0a-9dc783c8f57a', 'ip_address': '2001:db8::c57d:3045:3a78:9f5a'}], 'name': 'tempest-NetworksTestDHCPv6-1895985060'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:47:32.706320 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-1bc005fd-4bfd-4ded-890a-986c818fd4c5 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1ce4594-7c09-441c-864b-c9224587f386') {'for_net_delete': True} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:32.706320 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-1bc005fd-4bfd-4ded-890a-986c818fd4c5 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1ce4594-7c09-441c-864b-c9224587f386') {} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:32.742150 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1bc005fd-4bfd-4ded-890a-986c818fd4c5 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28690908'] for segment, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:32.827680 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1bc005fd-4bfd-4ded-890a-986c818fd4c5 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:32.828060 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cacba0ad-405f-4f7b-98e4-ec550509565f tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:32.846783 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bc005fd-4bfd-4ded-890a-986c818fd4c5 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=109867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:47:32.847191 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1bc005fd-4bfd-4ded-890a-986c818fd4c5 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25503736'] for segment, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:32.850902 dv-neutron-818911-2-hyperv neutron-server[109867]: Traceback (most recent call last): Nov 24 01:47:32.850902 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:47:32.850902 dv-neutron-818911-2-hyperv neutron-server[109867]: timer() Nov 24 01:47:32.850902 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:47:32.850902 dv-neutron-818911-2-hyperv neutron-server[109867]: cb(*args, **kw) Nov 24 01:47:32.850902 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:47:32.850902 dv-neutron-818911-2-hyperv neutron-server[109867]: return func(*args, **kwargs) Nov 24 01:47:32.850902 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:47:32.850902 dv-neutron-818911-2-hyperv neutron-server[109867]: self._notify() Nov 24 01:47:32.850902 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:47:32.850902 dv-neutron-818911-2-hyperv neutron-server[109867]: self.callback(batched_events) Nov 24 01:47:32.850902 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:47:32.850902 dv-neutron-818911-2-hyperv neutron-server[109867]: event.method(event) Nov 24 01:47:32.850902 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:47:32.850902 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:47:32.850902 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:47:32.850902 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:47:32.850902 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:47:32.850902 dv-neutron-818911-2-hyperv neutron-server[109867]: return f(self, *a, **k) Nov 24 01:47:32.850902 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:47:32.850902 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._get(url).json() Nov 24 01:47:32.850902 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:47:32.850902 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:47:32.850902 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:47:32.850902 dv-neutron-818911-2-hyperv neutron-server[109867]: return self.request(url, 'GET', **kwargs) Nov 24 01:47:32.850902 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:47:32.850902 dv-neutron-818911-2-hyperv neutron-server[109867]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:47:32.850902 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:47:32.850902 dv-neutron-818911-2-hyperv neutron-server[109867]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:47:32.850902 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:47:32.850902 dv-neutron-818911-2-hyperv neutron-server[109867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:47:32.850902 dv-neutron-818911-2-hyperv neutron-server[109867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:47:32.913437 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-07d5d8d3-e3bc-43b1-a052-ba912a15b791 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3777994'] for router_interface, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:32.924917 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-4a50d80f-fb2d-4261-895c-f150ad1c083e None None] Allocated IP 2001:db8::2 (9b0cb615-dd00-417f-9128-01ca62e524f6/f1913762-c947-4325-8f0a-9dc783c8f57a/7c19c40d-2284-4e16-bcd3-35245d2a20c8) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:47:32.977427 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1bc005fd-4bfd-4ded-890a-986c818fd4c5 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:33.002266 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1bc005fd-4bfd-4ded-890a-986c818fd4c5 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks [] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:33.009664 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-1bc005fd-4bfd-4ded-890a-986c818fd4c5 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] 10.222.0.21 "DELETE /v2.0/networks/c791ae8f-15cf-412b-b0ef-aaf1d3f4a7da HTTP/1.1" status: 204 len: 168 time: 3.7401447 Nov 24 01:47:33.012079 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46818) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:33.012957 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a6bc26c-8248-419f-9c17-162849f9f137 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:47:33.014385 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc005fd-4bfd-4ded-890a-986c818fd4c5 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Pushing event deleted for resources: {'Network': ['ID=c791ae8f-15cf-412b-b0ef-aaf1d3f4a7da,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:33.016699 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-8a017de3-6300-4fb9-bae5-e6df6b3f34b3 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1610086847'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:47:33.021155 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-4a6bc26c-8248-419f-9c17-162849f9f137 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] 10.222.0.21 "PUT /v2.0/routers/fb29bd68-4051-4652-a581-36349e2b4e85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3238564 Nov 24 01:47:33.024054 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46820) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:33.031453 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591a06d7-b4db-484c-b672-15f152d8180b None None] Sync routers for ids ['fb29bd68-4051-4652-a581-36349e2b4e85'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:47:33.041692 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591a06d7-b4db-484c-b672-15f152d8180b None None] Routers {'fb29bd68-4051-4652-a581-36349e2b4e85'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:47:33.042308 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-591a06d7-b4db-484c-b672-15f152d8180b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:47:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['fb29bd68-4051-4652-a581-36349e2b4e85'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:33.078925 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-591a06d7-b4db-484c-b672-15f152d8180b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:33.089180 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591a06d7-b4db-484c-b672-15f152d8180b None None] Routers {'fb29bd68-4051-4652-a581-36349e2b4e85'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:47:33.090028 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-591a06d7-b4db-484c-b672-15f152d8180b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:47:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['fb29bd68-4051-4652-a581-36349e2b4e85'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:33.105537 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [None req-cacba0ad-405f-4f7b-98e4-ec550509565f tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Allocated IP 172.26.5.75 (eb22795d-37ee-46ee-844d-92c17e2ea450/3e66fcff-6e72-4083-b514-48f69cdaa2cb/c834febe-9154-44ca-9664-e707bc16576e) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:47:33.130434 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-591a06d7-b4db-484c-b672-15f152d8180b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:33.131557 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591a06d7-b4db-484c-b672-15f152d8180b None None] The sync data for ids ['fb29bd68-4051-4652-a581-36349e2b4e85'] in dv-neutron-818911-2-hyperv is: [] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:47:33.132118 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-4a50d80f-fb2d-4261-895c-f150ad1c083e None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:33.134226 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.agents_db [None req-4e42c10c-a1d3-4d07-89d6-7a24334140aa None None] Agent healthcheck: found 6 active agents {{(pid=109869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 01:47:33.145285 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1458f752-e8d8-499d-8f9c-d705b4966ff9 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Made reservation on behalf of 6974375fded34c83af8967d3f69dce07 for: {'port': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:47:33.148783 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-4a50d80f-fb2d-4261-895c-f150ad1c083e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:33.196409 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a50d80f-fb2d-4261-895c-f150ad1c083e None None] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:47:33.202010 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-4a50d80f-fb2d-4261-895c-f150ad1c083e None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:47:33.208526 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a50d80f-fb2d-4261-895c-f150ad1c083e None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:47:33.220950 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-519bcb08-472b-40cb-a9ba-ff9f3a707804 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Publish callbacks [] for router, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:33.222096 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a50d80f-fb2d-4261-895c-f150ad1c083e None None] Pushing event updated for resources: {'Port': ['ID=7c19c40d-2284-4e16-bcd3-35245d2a20c8,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:33.235441 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a017de3-6300-4fb9-bae5-e6df6b3f34b3 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Made reservation on behalf of dc36495a5d4849ad80ab7e395f5eebfb for: {'network': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:47:33.239222 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8a017de3-6300-4fb9-bae5-e6df6b3f34b3 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:33.277561 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-4a50d80f-fb2d-4261-895c-f150ad1c083e None None] Attempting to bind port 7c19c40d-2284-4e16-bcd3-35245d2a20c8 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:47:33.278271 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-4a50d80f-fb2d-4261-895c-f150ad1c083e None None] Attempting to bind port 7c19c40d-2284-4e16-bcd3-35245d2a20c8 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '2b1ff8b4-a836-4287-84a2-3eaf8ccfb867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:47:33.278271 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a50d80f-fb2d-4261-895c-f150ad1c083e None None] Attempting to bind port 7c19c40d-2284-4e16-bcd3-35245d2a20c8 on network 9b0cb615-dd00-417f-9128-01ca62e524f6 {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:47:33.284214 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a50d80f-fb2d-4261-895c-f150ad1c083e None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:47:33.285746 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a50d80f-fb2d-4261-895c-f150ad1c083e None None] Checking segment: {'id': '2b1ff8b4-a836-4287-84a2-3eaf8ccfb867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:47:33.285746 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-4a50d80f-fb2d-4261-895c-f150ad1c083e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:33.285746 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a50d80f-fb2d-4261-895c-f150ad1c083e None None] Bound using segment: {'id': '2b1ff8b4-a836-4287-84a2-3eaf8ccfb867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:47:33.286027 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-4a50d80f-fb2d-4261-895c-f150ad1c083e None None] Bound port: 7c19c40d-2284-4e16-bcd3-35245d2a20c8, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1ff8b4-a836-4287-84a2-3eaf8ccfb867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:47:33.286692 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-4a50d80f-fb2d-4261-895c-f150ad1c083e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:33.307121 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a017de3-6300-4fb9-bae5-e6df6b3f34b3 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=109866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:47:33.327799 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8a017de3-6300-4fb9-bae5-e6df6b3f34b3 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:33.328109 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.segments_db [None req-8a017de3-6300-4fb9-bae5-e6df6b3f34b3 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Added segment f7930839-8d16-4914-9c5f-efb3a84b0a72 of type vlan for network 613b7c4c-1f35-4e27-9dd7-b67e41188102 Nov 24 01:47:33.330817 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1458f752-e8d8-499d-8f9c-d705b4966ff9 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:33.349340 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cacba0ad-405f-4f7b-98e4-ec550509565f tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:33.354151 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-4a50d80f-fb2d-4261-895c-f150ad1c083e None None] For port 7c19c40d-2284-4e16-bcd3-35245d2a20c8, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:47:33.357648 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-4a50d80f-fb2d-4261-895c-f150ad1c083e None None] For port 7c19c40d-2284-4e16-bcd3-35245d2a20c8, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=7c19c40d-2284-4e16-bcd3-35245d2a20c8,segment=NetworkSegment(2b1ff8b4-a836-4287-84a2-3eaf8ccfb867),segment_id=2b1ff8b4-a836-4287-84a2-3eaf8ccfb867)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:47:33.361242 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [None req-1458f752-e8d8-499d-8f9c-d705b4966ff9 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] device_id is not set on port 430540a2-4182-423f-a857-cc29634cf24b yet. {{(pid=109867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 01:47:33.363941 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-4a50d80f-fb2d-4261-895c-f150ad1c083e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:33.419775 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-519bcb08-472b-40cb-a9ba-ff9f3a707804 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:33.422264 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a50d80f-fb2d-4261-895c-f150ad1c083e None None] Pushing event updated for resources: {'Port': ['ID=7c19c40d-2284-4e16-bcd3-35245d2a20c8,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:33.442411 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8a017de3-6300-4fb9-bae5-e6df6b3f34b3 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:33.493290 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-07d5d8d3-e3bc-43b1-a052-ba912a15b791 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Deleting port ae4e6f23-f473-476f-bd68-a73e2b8fe7c3 {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:47:33.493290 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-07d5d8d3-e3bc-43b1-a052-ba912a15b791 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:33.496217 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cacba0ad-405f-4f7b-98e4-ec550509565f tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:33.502759 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8a017de3-6300-4fb9-bae5-e6df6b3f34b3 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:33.508090 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a017de3-6300-4fb9-bae5-e6df6b3f34b3 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:33.509987 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8a017de3-6300-4fb9-bae5-e6df6b3f34b3 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:33.566460 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-519bcb08-472b-40cb-a9ba-ff9f3a707804 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Deleting port af652797-5791-4e64-bcba-97e7f2635071 {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:47:33.566989 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-519bcb08-472b-40cb-a9ba-ff9f3a707804 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:33.610059 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-1458f752-e8d8-499d-8f9c-d705b4966ff9 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Allocated IP 2001:db8::c57d:3045:3a78:9f5a (9b0cb615-dd00-417f-9128-01ca62e524f6/f1913762-c947-4325-8f0a-9dc783c8f57a/430540a2-4182-423f-a857-cc29634cf24b) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:47:33.613307 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cacba0ad-405f-4f7b-98e4-ec550509565f tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Network eb22795d-37ee-46ee-844d-92c17e2ea450 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:47:33.647202 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-8a017de3-6300-4fb9-bae5-e6df6b3f34b3 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6343153 Nov 24 01:47:33.650010 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46822) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:33.658263 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-505a478a-31e2-4da6-90c0-f5e7476686e6 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Request body: {'subnet': {'network_id': '613b7c4c-1f35-4e27-9dd7-b67e41188102', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:47:33.680247 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-cacba0ad-405f-4f7b-98e4-ec550509565f tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:47:33.691100 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacba0ad-405f-4f7b-98e4-ec550509565f tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:47:33.693045 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacba0ad-405f-4f7b-98e4-ec550509565f tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Pushing event updated for resources: {'Port': ['ID=c834febe-9154-44ca-9664-e707bc16576e,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:33.698371 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a017de3-6300-4fb9-bae5-e6df6b3f34b3 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Pushing event updated for resources: {'Network': ['ID=613b7c4c-1f35-4e27-9dd7-b67e41188102,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:33.725018 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network 613b7c4c-1f35-4e27-9dd7-b67e41188102 details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:47:33.752813 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-07d5d8d3-e3bc-43b1-a052-ba912a15b791 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:33.787744 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-07d5d8d3-e3bc-43b1-a052-ba912a15b791 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Calling delete_port for ae4e6f23-f473-476f-bd68-a73e2b8fe7c3 owned by network:router_interface {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:47:34.132145 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-07d5d8d3-e3bc-43b1-a052-ba912a15b791 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:34.142288 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-519bcb08-472b-40cb-a9ba-ff9f3a707804 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:34.182480 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-519bcb08-472b-40cb-a9ba-ff9f3a707804 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Calling delete_port for af652797-5791-4e64-bcba-97e7f2635071 owned by network:router_gateway {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:47:34.195984 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d5d8d3-e3bc-43b1-a052-ba912a15b791 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Pushing event deleted for resources: {'Port': ['ID=ae4e6f23-f473-476f-bd68-a73e2b8fe7c3,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:34.311615 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-505a478a-31e2-4da6-90c0-f5e7476686e6 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Made reservation on behalf of dc36495a5d4849ad80ab7e395f5eebfb for: {'subnet': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:47:34.316381 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-505a478a-31e2-4da6-90c0-f5e7476686e6 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25307781'] for subnet, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:34.430697 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1458f752-e8d8-499d-8f9c-d705b4966ff9 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:34.437636 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-07d5d8d3-e3bc-43b1-a052-ba912a15b791 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424538'] for router_interface, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:34.450253 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cacba0ad-405f-4f7b-98e4-ec550509565f tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:34.568884 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1458f752-e8d8-499d-8f9c-d705b4966ff9 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:34.589749 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 7c19c40d-2284-4e16-bcd3-35245d2a20c8 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:47:34.656361 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 7c19c40d-2284-4e16-bcd3-35245d2a20c8 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:47:34.656694 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:34.673059 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1458f752-e8d8-499d-8f9c-d705b4966ff9 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:47:34.699158 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-1458f752-e8d8-499d-8f9c-d705b4966ff9 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:47:34.711843 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1458f752-e8d8-499d-8f9c-d705b4966ff9 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:47:34.719813 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1458f752-e8d8-499d-8f9c-d705b4966ff9 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:34.720499 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1458f752-e8d8-499d-8f9c-d705b4966ff9 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:34.760988 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:34.762854 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1458f752-e8d8-499d-8f9c-d705b4966ff9 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Pushing event updated for resources: {'Port': ['ID=430540a2-4182-423f-a857-cc29634cf24b,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:34.779524 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-519bcb08-472b-40cb-a9ba-ff9f3a707804 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:34.795348 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-1458f752-e8d8-499d-8f9c-d705b4966ff9 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0967832 Nov 24 01:47:34.815462 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46824) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:34.823818 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] For port 7c19c40d-2284-4e16-bcd3-35245d2a20c8, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=7c19c40d-2284-4e16-bcd3-35245d2a20c8,segment=NetworkSegment(2b1ff8b4-a836-4287-84a2-3eaf8ccfb867),segment_id=2b1ff8b4-a836-4287-84a2-3eaf8ccfb867)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:47:34.830410 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:34.866447 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-96d24775-1df0-49ea-a829-75c2cd43ed72 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Request body: {'port': {'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6', 'fixed_ips': [{'subnet_id': 'f1913762-c947-4325-8f0a-9dc783c8f57a', 'ip_address': '2001:db8::c57d:3045:3a78:9f5a'}], 'name': 'tempest-NetworksTestDHCPv6-6398516'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:47:34.874103 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519bcb08-472b-40cb-a9ba-ff9f3a707804 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Pushing event deleted for resources: {'Port': ['ID=af652797-5791-4e64-bcba-97e7f2635071,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:34.887181 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-4e878e62-6062-418b-9c8b-e38d95b4519d None None] Provisioning complete for port 7c19c40d-2284-4e16-bcd3-35245d2a20c8 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:47:34.887672 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-4e878e62-6062-418b-9c8b-e38d95b4519d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:34.907469 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-505a478a-31e2-4da6-90c0-f5e7476686e6 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25501847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25307831'] for subnet, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:34.921759 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b634c81-526b-448c-bd6d-8d5b903ce3fd None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:47:34.940468 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Pushing event updated for resources: {'Port': ['ID=7c19c40d-2284-4e16-bcd3-35245d2a20c8,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:34.972484 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cacba0ad-405f-4f7b-98e4-ec550509565f tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:35.003314 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07d5d8d3-e3bc-43b1-a052-ba912a15b791 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Router d6ffe46c-f803-48ed-a064-72449f80e22c has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:47:35.102018 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505a478a-31e2-4da6-90c0-f5e7476686e6 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Pushing event updated for resources: {'Subnet': ['ID=833aa192-b5c4-49f6-956b-fe3008e2a98d,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:35.104997 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07d5d8d3-e3bc-43b1-a052-ba912a15b791 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:47:35.114340 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-07d5d8d3-e3bc-43b1-a052-ba912a15b791 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "PUT /v2.0/routers/d6ffe46c-f803-48ed-a064-72449f80e22c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3543773 Nov 24 01:47:35.117844 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46826) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:35.120133 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b6c72a-0be2-4be8-8bed-92b0b01c4d71 None None] Sync routers for ids ['d6ffe46c-f803-48ed-a064-72449f80e22c'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:47:35.143604 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b6c72a-0be2-4be8-8bed-92b0b01c4d71 None None] Routers {'d6ffe46c-f803-48ed-a064-72449f80e22c'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:47:35.144542 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-d2b6c72a-0be2-4be8-8bed-92b0b01c4d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:47:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['d6ffe46c-f803-48ed-a064-72449f80e22c'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:35.166821 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-519bcb08-472b-40cb-a9ba-ff9f3a707804 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418161'] for router_gateway, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:35.173385 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce426fcf-a21a-4801-9451-e223d7b8c38a tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] GET failed (client error): The resource could not be found. Nov 24 01:47:35.177393 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-ce426fcf-a21a-4801-9451-e223d7b8c38a tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "GET /v2.0/ports/ae4e6f23-f473-476f-bd68-a73e2b8fe7c3 HTTP/1.1" status: 404 len: 333 time: 0.0522618 Nov 24 01:47:35.178115 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46828) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:35.182457 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-d2b6c72a-0be2-4be8-8bed-92b0b01c4d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:35.184986 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-2991f38f-bbd2-41ae-a2ad-fb80fcd03832 None None] Provisioning complete for port 430540a2-4182-423f-a857-cc29634cf24b triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:47:35.185573 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-2991f38f-bbd2-41ae-a2ad-fb80fcd03832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:35.214237 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b6c72a-0be2-4be8-8bed-92b0b01c4d71 None None] Routers {'d6ffe46c-f803-48ed-a064-72449f80e22c'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:47:35.214868 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-d2b6c72a-0be2-4be8-8bed-92b0b01c4d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:47:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['d6ffe46c-f803-48ed-a064-72449f80e22c'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:35.256549 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-d2b6c72a-0be2-4be8-8bed-92b0b01c4d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:35.257504 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b6c72a-0be2-4be8-8bed-92b0b01c4d71 None None] The sync data for ids ['d6ffe46c-f803-48ed-a064-72449f80e22c'] in dv-neutron-818911-2-hyperv is: [] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:47:35.262393 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-2991f38f-bbd2-41ae-a2ad-fb80fcd03832 None None] Port 430540a2-4182-423f-a857-cc29634cf24b cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:47:35.274863 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5858808c-f1fb-4134-a0dd-7cdb243dfc5d tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks [] for router, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:35.278333 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505a478a-31e2-4da6-90c0-f5e7476686e6 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Checking segment: {'id': 'f7930839-8d16-4914-9c5f-efb3a84b0a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '613b7c4c-1f35-4e27-9dd7-b67e41188102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:47:35.278694 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505a478a-31e2-4da6-90c0-f5e7476686e6 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Network hostable DHCP agents. Network: 613b7c4c-1f35-4e27-9dd7-b67e41188102, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 01:47:35.293475 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-519bcb08-472b-40cb-a9ba-ff9f3a707804 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-424460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2766'] for router, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:35.298563 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-519bcb08-472b-40cb-a9ba-ff9f3a707804 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:35.347406 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96d24775-1df0-49ea-a829-75c2cd43ed72 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Made reservation on behalf of 6974375fded34c83af8967d3f69dce07 for: {'port': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:47:35.353396 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-96d24775-1df0-49ea-a829-75c2cd43ed72 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:35.363948 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505a478a-31e2-4da6-90c0-f5e7476686e6 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Network 613b7c4c-1f35-4e27-9dd7-b67e41188102 is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 01:47:35.378911 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-519bcb08-472b-40cb-a9ba-ff9f3a707804 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-424469'] for router, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:35.379420 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-519bcb08-472b-40cb-a9ba-ff9f3a707804 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Fanout notify agent at l3_agent the message router_deleted on router fb29bd68-4051-4652-a581-36349e2b4e85 {{(pid=109867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 01:47:35.387111 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-519bcb08-472b-40cb-a9ba-ff9f3a707804 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Publish callbacks [] for router, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:35.388222 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-519bcb08-472b-40cb-a9ba-ff9f3a707804 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] 10.222.0.21 "DELETE /v2.0/routers/fb29bd68-4051-4652-a581-36349e2b4e85 HTTP/1.1" status: 204 len: 168 time: 2.3631072 Nov 24 01:47:35.389595 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-505a478a-31e2-4da6-90c0-f5e7476686e6 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, 613b7c4c-1f35-4e27-9dd7-b67e41188102) {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:47:35.394090 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [None req-96d24775-1df0-49ea-a829-75c2cd43ed72 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] device_id is not set on port 7cf3501e-bbc4-4d14-92c6-89e83f3cbe1f yet. {{(pid=109867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 01:47:35.397673 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0246675f-9c6f-4a96-8bf3-4d3e40d3d3dd None None] Network 613b7c4c-1f35-4e27-9dd7-b67e41188102 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:47:35.399827 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46830) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:35.408210 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cacba0ad-405f-4f7b-98e4-ec550509565f tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks [] for port, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:35.415665 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505a478a-31e2-4da6-90c0-f5e7476686e6 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:35.416396 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-505a478a-31e2-4da6-90c0-f5e7476686e6 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:35.467492 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cacba0ad-405f-4f7b-98e4-ec550509565f tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29149402'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:35.499469 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5858808c-f1fb-4134-a0dd-7cdb243dfc5d tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-424460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2766'] for router, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:35.502152 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-505a478a-31e2-4da6-90c0-f5e7476686e6 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.8508623 Nov 24 01:47:35.502970 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5858808c-f1fb-4134-a0dd-7cdb243dfc5d tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:35.507411 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46832) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:35.558097 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3358a28-0044-4c2a-8379-05a5e508c0c8 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Deleting subnet c0c271b0-f5b5-4ba2-b5a7-1ff2ea1c9d31 {{(pid=109867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 01:47:35.562556 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a3358a28-0044-4c2a-8379-05a5e508c0c8 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Publish callbacks [] for subnet, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:35.569876 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0169b4c1-5fa7-44da-babd-f7a079f4eecd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-613b7c4c-1f35-4e27-9dd7-b67e41188102', 'network_id': '613b7c4c-1f35-4e27-9dd7-b67e41188102', 'tenant_id': 'dc36495a5d4849ad80ab7e395f5eebfb', 'fixed_ips': [{'subnet_id': '833aa192-b5c4-49f6-956b-fe3008e2a98d'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 01:47:35.571151 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-0169b4c1-5fa7-44da-babd-f7a079f4eecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:35.640264 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a3358a28-0044-4c2a-8379-05a5e508c0c8 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28690885'] for subnet, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:35.668624 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacba0ad-405f-4f7b-98e4-ec550509565f tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Pushing event updated for resources: {'Port': ['ID=c834febe-9154-44ca-9664-e707bc16576e,revision_number=2']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:35.674529 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5858808c-f1fb-4134-a0dd-7cdb243dfc5d tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-424469'] for router, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:35.675646 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5858808c-f1fb-4134-a0dd-7cdb243dfc5d tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Fanout notify agent at l3_agent the message router_deleted on router d6ffe46c-f803-48ed-a064-72449f80e22c {{(pid=109866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 01:47:35.687900 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5858808c-f1fb-4134-a0dd-7cdb243dfc5d tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks [] for router, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:35.689007 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-5858808c-f1fb-4134-a0dd-7cdb243dfc5d tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "DELETE /v2.0/routers/d6ffe46c-f803-48ed-a064-72449f80e22c HTTP/1.1" status: 204 len: 168 time: 0.5102186 Nov 24 01:47:35.692756 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cacba0ad-405f-4f7b-98e4-ec550509565f tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418250'] for floatingip, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:35.694769 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46834) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:35.727328 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-0169b4c1-5fa7-44da-babd-f7a079f4eecd None None] Allocated IP 172.20.0.1 (613b7c4c-1f35-4e27-9dd7-b67e41188102/833aa192-b5c4-49f6-956b-fe3008e2a98d/ef562ccc-00b4-4995-95ea-cbc3462afb27) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:47:35.740925 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.pecan_wsgi.hooks.translation [None req-96d24775-1df0-49ea-a829-75c2cd43ed72 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] POST failed (client error): There was a conflict when trying to complete your request. Nov 24 01:47:35.741617 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96d24775-1df0-49ea-a829-75c2cd43ed72 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:47:35.762014 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a097a2ed-1d0f-434e-ba0c-4b31e81a918c tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:35.801127 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-96d24775-1df0-49ea-a829-75c2cd43ed72 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.9371979 Nov 24 01:47:35.802502 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46836) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:35.811215 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_v2 [None req-4686ded2-e1c7-4adc-b0f7-8c2671a201bf tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Deleting subnet 259e2230-574f-40c5-bdb8-8867672cd2d2 {{(pid=109867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 01:47:35.814473 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4686ded2-e1c7-4adc-b0f7-8c2671a201bf tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks [] for subnet, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:35.848687 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a3358a28-0044-4c2a-8379-05a5e508c0c8 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:35.884436 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.l3_db [None req-cacba0ad-405f-4f7b-98e4-ec550509565f tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Floating IP 75a70040-47f4-42fe-b28f-5f45f31d3cf2 associated. External IP: 172.26.5.75, port: 436f7501-16b9-4fd8-8552-af8cfadd3958. Nov 24 01:47:35.885365 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4686ded2-e1c7-4adc-b0f7-8c2671a201bf tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28690885'] for subnet, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:35.904992 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-0169b4c1-5fa7-44da-babd-f7a079f4eecd None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:35.911333 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-0169b4c1-5fa7-44da-babd-f7a079f4eecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:35.944975 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f65f599-d0b6-404c-9d49-ead4d08bf5e5 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:35.951655 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f65f599-d0b6-404c-9d49-ead4d08bf5e5 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:35.953514 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-6f65f599-d0b6-404c-9d49-ead4d08bf5e5 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.1488984 Nov 24 01:47:35.959476 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0169b4c1-5fa7-44da-babd-f7a079f4eecd None None] Network 613b7c4c-1f35-4e27-9dd7-b67e41188102 is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:47:35.959660 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a097a2ed-1d0f-434e-ba0c-4b31e81a918c tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:35.962394 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-0169b4c1-5fa7-44da-babd-f7a079f4eecd None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:47:35.963349 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46838) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:35.965886 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0169b4c1-5fa7-44da-babd-f7a079f4eecd None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:47:35.972518 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0169b4c1-5fa7-44da-babd-f7a079f4eecd None None] Pushing event updated for resources: {'Port': ['ID=ef562ccc-00b4-4995-95ea-cbc3462afb27,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:35.985173 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a3358a28-0044-4c2a-8379-05a5e508c0c8 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25501782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25307808'] for subnet, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:36.019377 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3358a28-0044-4c2a-8379-05a5e508c0c8 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Pushing event deleted for resources: {'Subnet': ['ID=c0c271b0-f5b5-4ba2-b5a7-1ff2ea1c9d31,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:36.024165 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4686ded2-e1c7-4adc-b0f7-8c2671a201bf tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:36.027707 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a3358a28-0044-4c2a-8379-05a5e508c0c8 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:36.034386 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-a3358a28-0044-4c2a-8379-05a5e508c0c8 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] 10.222.0.21 "DELETE /v2.0/subnets/c0c271b0-f5b5-4ba2-b5a7-1ff2ea1c9d31 HTTP/1.1" status: 204 len: 168 time: 0.6330640 Nov 24 01:47:36.037263 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f555a3bc-b864-4ad9-9584-4e3007391ae9 None None] Network 39c3864f-3ea8-402c-9627-2ab71fc2dd92 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:47:36.049106 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46840) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:36.053640 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-0169b4c1-5fa7-44da-babd-f7a079f4eecd None None] Attempting to bind port ef562ccc-00b4-4995-95ea-cbc3462afb27 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:47:36.054013 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-0169b4c1-5fa7-44da-babd-f7a079f4eecd None None] Attempting to bind port ef562ccc-00b4-4995-95ea-cbc3462afb27 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': 'f7930839-8d16-4914-9c5f-efb3a84b0a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '613b7c4c-1f35-4e27-9dd7-b67e41188102'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:47:36.054551 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0169b4c1-5fa7-44da-babd-f7a079f4eecd None None] Attempting to bind port ef562ccc-00b4-4995-95ea-cbc3462afb27 on network 613b7c4c-1f35-4e27-9dd7-b67e41188102 {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:47:36.067719 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0169b4c1-5fa7-44da-babd-f7a079f4eecd None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:47:36.068092 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0169b4c1-5fa7-44da-babd-f7a079f4eecd None None] Checking segment: {'id': 'f7930839-8d16-4914-9c5f-efb3a84b0a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '613b7c4c-1f35-4e27-9dd7-b67e41188102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:47:36.068682 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-0169b4c1-5fa7-44da-babd-f7a079f4eecd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:36.069245 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0169b4c1-5fa7-44da-babd-f7a079f4eecd None None] Bound using segment: {'id': 'f7930839-8d16-4914-9c5f-efb3a84b0a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '613b7c4c-1f35-4e27-9dd7-b67e41188102'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:47:36.069911 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-0169b4c1-5fa7-44da-babd-f7a079f4eecd None None] Bound port: ef562ccc-00b4-4995-95ea-cbc3462afb27, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7930839-8d16-4914-9c5f-efb3a84b0a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '613b7c4c-1f35-4e27-9dd7-b67e41188102'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:47:36.070466 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-0169b4c1-5fa7-44da-babd-f7a079f4eecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:36.095607 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4686ded2-e1c7-4adc-b0f7-8c2671a201bf tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25501782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25307808'] for subnet, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:36.125403 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796077b0-c959-4802-ad66-4f3b6bb319d5 None None] Network b6fb5fe5-3c50-4663-8c15-0b42e524cd14 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:47:36.127138 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4686ded2-e1c7-4adc-b0f7-8c2671a201bf tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:36.133466 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-4686ded2-e1c7-4adc-b0f7-8c2671a201bf tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "DELETE /v2.0/subnets/259e2230-574f-40c5-bdb8-8867672cd2d2 HTTP/1.1" status: 204 len: 168 time: 0.4341578 Nov 24 01:47:36.135785 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46842) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:36.152650 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4686ded2-e1c7-4adc-b0f7-8c2671a201bf tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Pushing event deleted for resources: {'Subnet': ['ID=259e2230-574f-40c5-bdb8-8867672cd2d2,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:36.251247 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5c76e17b-8055-40ce-9ca4-5fee229b17cc tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:36.261386 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5eb9adca-62f3-4201-900f-b3547b9aa841 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:36.273361 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a097a2ed-1d0f-434e-ba0c-4b31e81a918c tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29149324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29154870'] for subnet, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:36.293330 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-0169b4c1-5fa7-44da-babd-f7a079f4eecd None None] For port ef562ccc-00b4-4995-95ea-cbc3462afb27, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:47:36.325252 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-5eb9adca-62f3-4201-900f-b3547b9aa841 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Deleting port 18b82de8-99ad-404e-a98c-956c73a21e1e {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:47:36.328535 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5eb9adca-62f3-4201-900f-b3547b9aa841 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:36.328746 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-0169b4c1-5fa7-44da-babd-f7a079f4eecd None None] For port ef562ccc-00b4-4995-95ea-cbc3462afb27, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=ef562ccc-00b4-4995-95ea-cbc3462afb27,segment=NetworkSegment(f7930839-8d16-4914-9c5f-efb3a84b0a72),segment_id=f7930839-8d16-4914-9c5f-efb3a84b0a72)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:47:36.344767 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a097a2ed-1d0f-434e-ba0c-4b31e81a918c tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Pushing event deleted for resources: {'Subnet': ['ID=833aa192-b5c4-49f6-956b-fe3008e2a98d,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:36.351817 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-0169b4c1-5fa7-44da-babd-f7a079f4eecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:36.413097 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-158ab5d6-c851-4b4b-83ea-be0571bab9cc tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Deleting port 430540a2-4182-423f-a857-cc29634cf24b {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:47:36.413936 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-158ab5d6-c851-4b4b-83ea-be0571bab9cc tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:36.442749 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0169b4c1-5fa7-44da-babd-f7a079f4eecd None None] Pushing event updated for resources: {'Port': ['ID=ef562ccc-00b4-4995-95ea-cbc3462afb27,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:36.449271 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [None req-5eb9adca-62f3-4201-900f-b3547b9aa841 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] For port 18b82de8-99ad-404e-a98c-956c73a21e1e, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=18b82de8-99ad-404e-a98c-956c73a21e1e,segment=NetworkSegment(dfdd12c7-6677-4475-ace0-6da9f7fd456f),segment_id=dfdd12c7-6677-4475-ace0-6da9f7fd456f)] {{(pid=109867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:47:36.449676 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5eb9adca-62f3-4201-900f-b3547b9aa841 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:36.464489 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b1bd55-31d7-4c06-b9da-f30292e97945 None None] DHCP port deletion for 39c3864f-3ea8-402c-9627-2ab71fc2dd92 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:47:36.472977 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-5eb9adca-62f3-4201-900f-b3547b9aa841 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Calling delete_port for 18b82de8-99ad-404e-a98c-956c73a21e1e owned by network:dhcp {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:47:36.552550 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-f1b1bd55-31d7-4c06-b9da-f30292e97945 None None] Deleting port ea42be14-1f5e-4b76-8112-c75736afc81c {{(pid=109868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:47:36.553026 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-f1b1bd55-31d7-4c06-b9da-f30292e97945 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:36.586003 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f330e686-8ae4-4893-81dd-11a3c571e35a None None] DHCP port deletion for b6fb5fe5-3c50-4663-8c15-0b42e524cd14 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:47:36.624606 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5eb9adca-62f3-4201-900f-b3547b9aa841 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:36.636635 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 7c19c40d-2284-4e16-bcd3-35245d2a20c8 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:47:36.657614 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb9adca-62f3-4201-900f-b3547b9aa841 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Pushing event deleted for resources: {'Port': ['ID=18b82de8-99ad-404e-a98c-956c73a21e1e,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:36.662612 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb9adca-62f3-4201-900f-b3547b9aa841 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] No DVR routers for this DVR port 18b82de8-99ad-404e-a98c-956c73a21e1e on host dv-neutron-818911-2-hyperv {{(pid=109867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:47:36.691591 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-f330e686-8ae4-4893-81dd-11a3c571e35a None None] The port '18b82de8-99ad-404e-a98c-956c73a21e1e' was deleted {{(pid=109868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 24 01:47:36.699173 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-f1b1bd55-31d7-4c06-b9da-f30292e97945 None None] For port ea42be14-1f5e-4b76-8112-c75736afc81c, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=ea42be14-1f5e-4b76-8112-c75736afc81c,segment=NetworkSegment(d8aa6a5e-5f7f-45ac-b81f-a5f068de46e6),segment_id=d8aa6a5e-5f7f-45ac-b81f-a5f068de46e6)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:47:36.699577 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-f1b1bd55-31d7-4c06-b9da-f30292e97945 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:36.741958 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-f1b1bd55-31d7-4c06-b9da-f30292e97945 None None] Calling delete_port for ea42be14-1f5e-4b76-8112-c75736afc81c owned by network:dhcp {{(pid=109868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:47:36.804445 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5eb9adca-62f3-4201-900f-b3547b9aa841 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:36.829025 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 7c19c40d-2284-4e16-bcd3-35245d2a20c8 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:47:36.829396 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:36.835968 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-5eb9adca-62f3-4201-900f-b3547b9aa841 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6fb5fe5-3c50-4663-8c15-0b42e524cd14']}} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:36.854162 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-5eb9adca-62f3-4201-900f-b3547b9aa841 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfdd12c7-6677-4475-ace0-6da9f7fd456f') {'for_net_delete': True} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:36.854463 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-5eb9adca-62f3-4201-900f-b3547b9aa841 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfdd12c7-6677-4475-ace0-6da9f7fd456f') {} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:36.880162 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5eb9adca-62f3-4201-900f-b3547b9aa841 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28690908'] for segment, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:36.883159 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a097a2ed-1d0f-434e-ba0c-4b31e81a918c tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:36.902699 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cacba0ad-405f-4f7b-98e4-ec550509565f tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Router 218457ea-2bcf-4aa0-b2ed-a7f05045e693 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:47:36.903560 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5eb9adca-62f3-4201-900f-b3547b9aa841 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:36.916439 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5eb9adca-62f3-4201-900f-b3547b9aa841 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=109867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:47:36.916856 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5eb9adca-62f3-4201-900f-b3547b9aa841 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25503736'] for segment, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:36.920805 dv-neutron-818911-2-hyperv neutron-server[109867]: Traceback (most recent call last): Nov 24 01:47:36.920805 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:47:36.920805 dv-neutron-818911-2-hyperv neutron-server[109867]: timer() Nov 24 01:47:36.920805 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:47:36.920805 dv-neutron-818911-2-hyperv neutron-server[109867]: cb(*args, **kw) Nov 24 01:47:36.920805 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:47:36.920805 dv-neutron-818911-2-hyperv neutron-server[109867]: return func(*args, **kwargs) Nov 24 01:47:36.920805 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:47:36.920805 dv-neutron-818911-2-hyperv neutron-server[109867]: self._notify() Nov 24 01:47:36.920805 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:47:36.920805 dv-neutron-818911-2-hyperv neutron-server[109867]: self.callback(batched_events) Nov 24 01:47:36.920805 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:47:36.920805 dv-neutron-818911-2-hyperv neutron-server[109867]: event.method(event) Nov 24 01:47:36.920805 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:47:36.920805 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:47:36.920805 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:47:36.920805 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:47:36.920805 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:47:36.920805 dv-neutron-818911-2-hyperv neutron-server[109867]: return f(self, *a, **k) Nov 24 01:47:36.920805 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:47:36.920805 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._get(url).json() Nov 24 01:47:36.920805 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:47:36.920805 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:47:36.920805 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:47:36.920805 dv-neutron-818911-2-hyperv neutron-server[109867]: return self.request(url, 'GET', **kwargs) Nov 24 01:47:36.920805 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:47:36.920805 dv-neutron-818911-2-hyperv neutron-server[109867]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:47:36.920805 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:47:36.920805 dv-neutron-818911-2-hyperv neutron-server[109867]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:47:36.920805 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:47:36.920805 dv-neutron-818911-2-hyperv neutron-server[109867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:47:36.920805 dv-neutron-818911-2-hyperv neutron-server[109867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:47:36.930435 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-f1b1bd55-31d7-4c06-b9da-f30292e97945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974'] for port, after_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:36.948603 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b1bd55-31d7-4c06-b9da-f30292e97945 None None] No DVR routers for this DVR port ea42be14-1f5e-4b76-8112-c75736afc81c on host dv-neutron-818911-2-hyperv {{(pid=109868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:47:36.963335 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-a097a2ed-1d0f-434e-ba0c-4b31e81a918c tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['613b7c4c-1f35-4e27-9dd7-b67e41188102']}} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:36.978484 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b1bd55-31d7-4c06-b9da-f30292e97945 None None] Pushing event deleted for resources: {'Port': ['ID=ea42be14-1f5e-4b76-8112-c75736afc81c,revision_number=None']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:36.991728 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-a097a2ed-1d0f-434e-ba0c-4b31e81a918c tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7930839-8d16-4914-9c5f-efb3a84b0a72') {'for_net_delete': True} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:36.992162 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-a097a2ed-1d0f-434e-ba0c-4b31e81a918c tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7930839-8d16-4914-9c5f-efb3a84b0a72') {} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:37.000055 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5eb9adca-62f3-4201-900f-b3547b9aa841 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:37.007690 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5eb9adca-62f3-4201-900f-b3547b9aa841 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks [] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:37.012039 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-5eb9adca-62f3-4201-900f-b3547b9aa841 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "DELETE /v2.0/networks/b6fb5fe5-3c50-4663-8c15-0b42e524cd14 HTTP/1.1" status: 204 len: 168 time: 0.8767006 Nov 24 01:47:37.017842 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a097a2ed-1d0f-434e-ba0c-4b31e81a918c tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29055561'] for segment, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:37.019450 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46848) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:37.024886 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb9adca-62f3-4201-900f-b3547b9aa841 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Pushing event deleted for resources: {'Network': ['ID=b6fb5fe5-3c50-4663-8c15-0b42e524cd14,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:37.075379 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-158ab5d6-c851-4b4b-83ea-be0571bab9cc tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:37.113460 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-5c76e17b-8055-40ce-9ca4-5fee229b17cc tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Deleting port ea42be14-1f5e-4b76-8112-c75736afc81c {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:47:37.113805 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5c76e17b-8055-40ce-9ca4-5fee229b17cc tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:37.119481 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a097a2ed-1d0f-434e-ba0c-4b31e81a918c tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:37.131453 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-158ab5d6-c851-4b4b-83ea-be0571bab9cc tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Calling delete_port for 430540a2-4182-423f-a857-cc29634cf24b owned by {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:47:37.149067 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a097a2ed-1d0f-434e-ba0c-4b31e81a918c tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=109866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:47:37.149586 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a097a2ed-1d0f-434e-ba0c-4b31e81a918c tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29151010'] for segment, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:37.158641 dv-neutron-818911-2-hyperv neutron-server[109866]: Traceback (most recent call last): Nov 24 01:47:37.158641 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:47:37.158641 dv-neutron-818911-2-hyperv neutron-server[109866]: timer() Nov 24 01:47:37.158641 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:47:37.158641 dv-neutron-818911-2-hyperv neutron-server[109866]: cb(*args, **kw) Nov 24 01:47:37.158641 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:47:37.158641 dv-neutron-818911-2-hyperv neutron-server[109866]: return func(*args, **kwargs) Nov 24 01:47:37.158641 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:47:37.158641 dv-neutron-818911-2-hyperv neutron-server[109866]: self._notify() Nov 24 01:47:37.158641 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:47:37.158641 dv-neutron-818911-2-hyperv neutron-server[109866]: self.callback(batched_events) Nov 24 01:47:37.158641 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:47:37.158641 dv-neutron-818911-2-hyperv neutron-server[109866]: event.method(event) Nov 24 01:47:37.158641 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:47:37.158641 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:47:37.158641 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:47:37.158641 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:47:37.158641 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:47:37.158641 dv-neutron-818911-2-hyperv neutron-server[109866]: return f(self, *a, **k) Nov 24 01:47:37.158641 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:47:37.158641 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._get(url).json() Nov 24 01:47:37.158641 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:47:37.158641 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:47:37.158641 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:47:37.158641 dv-neutron-818911-2-hyperv neutron-server[109866]: return self.request(url, 'GET', **kwargs) Nov 24 01:47:37.158641 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:47:37.158641 dv-neutron-818911-2-hyperv neutron-server[109866]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:47:37.158641 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:47:37.158641 dv-neutron-818911-2-hyperv neutron-server[109866]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:47:37.158641 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:47:37.158641 dv-neutron-818911-2-hyperv neutron-server[109866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:47:37.158641 dv-neutron-818911-2-hyperv neutron-server[109866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:47:37.197845 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device ea42be14-1f5e-4b76-8112-c75736afc81c no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:47:37.222410 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: ea42be14-1f5e-4b76-8112-c75736afc81c {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:47:37.223354 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device ea42be14-1f5e-4b76-8112-c75736afc81c not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:47:37.225453 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e4653a-376a-4282-9be7-8cfaed30caa5 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:37.232744 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-a7e4653a-376a-4282-9be7-8cfaed30caa5 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "GET /v2.0/ports/2de64207-7a43-45ba-b450-3c6ded0a5497 HTTP/1.1" status: 200 len: 841 time: 0.1668899 Nov 24 01:47:37.234387 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46850) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:37.285527 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-5c2d1e33-0605-44e8-b072-a577643ee8f3 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "GET /v2.0/ports/2de64207-7a43-45ba-b450-3c6ded0a5497?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0456903 Nov 24 01:47:37.286378 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46852) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:37.291472 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-6604195b-2970-48f4-aa0f-ebe3f28f14b6 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Request body: {'subnet': {'network_id': '0b39e72d-1244-4a44-91ee-28b4de878b98', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:47:37.359387 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.db.api [None req-a097a2ed-1d0f-434e-ba0c-4b31e81a918c tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 24 01:47:37.359387 dv-neutron-818911-2-hyperv neutron-server[109866]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 24 01:47:37.359387 dv-neutron-818911-2-hyperv neutron-server[109866]: [parameters: {'id': '613b7c4c-1f35-4e27-9dd7-b67e41188102'}] Nov 24 01:47:37.359387 dv-neutron-818911-2-hyperv neutron-server[109866]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109866) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 01:47:37.359913 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG oslo_db.api [None req-a097a2ed-1d0f-434e-ba0c-4b31e81a918c tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 01:47:37.360653 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [None req-5c76e17b-8055-40ce-9ca4-5fee229b17cc tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] For port ea42be14-1f5e-4b76-8112-c75736afc81c, host dv-neutron-818911-2-hyperv, got binding levels [] {{(pid=109866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:47:37.361013 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5c76e17b-8055-40ce-9ca4-5fee229b17cc tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:37.365442 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cacba0ad-405f-4f7b-98e4-ec550509565f tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:47:37.380561 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ab5ba6-9e74-4c69-b822-c20d2ed1a77a None None] Sync routers for ids ['218457ea-2bcf-4aa0-b2ed-a7f05045e693'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:47:37.394359 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ab5ba6-9e74-4c69-b822-c20d2ed1a77a None None] Routers {'218457ea-2bcf-4aa0-b2ed-a7f05045e693'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:47:37.395273 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-c9ab5ba6-9e74-4c69-b822-c20d2ed1a77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:47:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['218457ea-2bcf-4aa0-b2ed-a7f05045e693'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:37.401398 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-5c76e17b-8055-40ce-9ca4-5fee229b17cc tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Calling delete_port for ea42be14-1f5e-4b76-8112-c75736afc81c owned by network:dhcp {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:47:37.402524 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6604195b-2970-48f4-aa0f-ebe3f28f14b6 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Made reservation on behalf of dffe9b32758f41e588b204d5506b48f8 for: {'subnet': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:47:37.407306 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.ipam_backend_mixin [None req-5c76e17b-8055-40ce-9ca4-5fee229b17cc tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Port ea42be14-1f5e-4b76-8112-c75736afc81c was not found and therefore no delete operation was performed {{(pid=109866) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 24 01:47:37.407475 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6604195b-2970-48f4-aa0f-ebe3f28f14b6 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25307781'] for subnet, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:37.410487 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5c76e17b-8055-40ce-9ca4-5fee229b17cc tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:37.420867 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cacba0ad-405f-4f7b-98e4-ec550509565f tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for floatingip, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:37.438352 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-c9ab5ba6-9e74-4c69-b822-c20d2ed1a77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:37.451100 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ab5ba6-9e74-4c69-b822-c20d2ed1a77a None None] Routers {'218457ea-2bcf-4aa0-b2ed-a7f05045e693'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:47:37.451980 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-c9ab5ba6-9e74-4c69-b822-c20d2ed1a77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:47:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['218457ea-2bcf-4aa0-b2ed-a7f05045e693'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:37.471110 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c76e17b-8055-40ce-9ca4-5fee229b17cc tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Pushing event deleted for resources: {'Port': ['ID=ea42be14-1f5e-4b76-8112-c75736afc81c,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:37.480704 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c76e17b-8055-40ce-9ca4-5fee229b17cc tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] No DVR routers for this DVR port ea42be14-1f5e-4b76-8112-c75736afc81c on host dv-neutron-818911-2-hyperv {{(pid=109866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:47:37.494681 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-c9ab5ba6-9e74-4c69-b822-c20d2ed1a77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:37.495603 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ab5ba6-9e74-4c69-b822-c20d2ed1a77a None None] The sync data for ids ['218457ea-2bcf-4aa0-b2ed-a7f05045e693'] in dv-neutron-818911-2-hyperv is: [] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:47:37.527574 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-cacba0ad-405f-4f7b-98e4-ec550509565f tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.4159403 Nov 24 01:47:37.532105 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46854) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:37.612011 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02fde6c2-73f4-4719-b5e3-880bcd9a6bf3 None None] Network 613b7c4c-1f35-4e27-9dd7-b67e41188102 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:47:37.616730 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5c76e17b-8055-40ce-9ca4-5fee229b17cc tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:37.648029 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-5c76e17b-8055-40ce-9ca4-5fee229b17cc tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39c3864f-3ea8-402c-9627-2ab71fc2dd92']}} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:37.657403 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-158ab5d6-c851-4b4b-83ea-be0571bab9cc tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:37.660949 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-cafac52a-743c-4fa5-a054-06e8de3038fd tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] 10.222.0.21 "GET /v2.0/floatingips/75a70040-47f4-42fe-b28f-5f45f31d3cf2 HTTP/1.1" status: 200 len: 977 time: 0.1068304 Nov 24 01:47:37.661845 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46856) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:37.662691 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-5c76e17b-8055-40ce-9ca4-5fee229b17cc tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8aa6a5e-5f7f-45ac-b81f-a5f068de46e6') {'for_net_delete': True} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:37.662966 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-5c76e17b-8055-40ce-9ca4-5fee229b17cc tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8aa6a5e-5f7f-45ac-b81f-a5f068de46e6') {} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:37.696365 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158ab5d6-c851-4b4b-83ea-be0571bab9cc tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Pushing event deleted for resources: {'Port': ['ID=430540a2-4182-423f-a857-cc29634cf24b,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:37.701380 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5c76e17b-8055-40ce-9ca4-5fee229b17cc tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29055561'] for segment, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:37.738508 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-158ab5d6-c851-4b4b-83ea-be0571bab9cc tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:37.743890 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-158ab5d6-c851-4b4b-83ea-be0571bab9cc tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "DELETE /v2.0/ports/430540a2-4182-423f-a857-cc29634cf24b HTTP/1.1" status: 204 len: 168 time: 1.7774272 Nov 24 01:47:37.746616 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5c76e17b-8055-40ce-9ca4-5fee229b17cc tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:37.746954 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46858) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:37.753014 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-21d42f2e-a8db-498e-a903-b52cb6d85c80 None None] Provisioning complete for port ef562ccc-00b4-4995-95ea-cbc3462afb27 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:47:37.753475 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c76e17b-8055-40ce-9ca4-5fee229b17cc tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=109866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:47:37.753582 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-21d42f2e-a8db-498e-a903-b52cb6d85c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:37.754026 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5c76e17b-8055-40ce-9ca4-5fee229b17cc tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29151010'] for segment, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:37.757747 dv-neutron-818911-2-hyperv neutron-server[109866]: Traceback (most recent call last): Nov 24 01:47:37.757747 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:47:37.757747 dv-neutron-818911-2-hyperv neutron-server[109866]: timer() Nov 24 01:47:37.757747 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:47:37.757747 dv-neutron-818911-2-hyperv neutron-server[109866]: cb(*args, **kw) Nov 24 01:47:37.757747 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:47:37.757747 dv-neutron-818911-2-hyperv neutron-server[109866]: return func(*args, **kwargs) Nov 24 01:47:37.757747 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:47:37.757747 dv-neutron-818911-2-hyperv neutron-server[109866]: self._notify() Nov 24 01:47:37.757747 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:47:37.757747 dv-neutron-818911-2-hyperv neutron-server[109866]: self.callback(batched_events) Nov 24 01:47:37.757747 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:47:37.757747 dv-neutron-818911-2-hyperv neutron-server[109866]: event.method(event) Nov 24 01:47:37.757747 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:47:37.757747 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:47:37.757747 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:47:37.757747 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:47:37.757747 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:47:37.757747 dv-neutron-818911-2-hyperv neutron-server[109866]: return f(self, *a, **k) Nov 24 01:47:37.757747 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:47:37.757747 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._get(url).json() Nov 24 01:47:37.757747 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:47:37.757747 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:47:37.757747 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:47:37.757747 dv-neutron-818911-2-hyperv neutron-server[109866]: return self.request(url, 'GET', **kwargs) Nov 24 01:47:37.757747 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:47:37.757747 dv-neutron-818911-2-hyperv neutron-server[109866]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:47:37.757747 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:47:37.757747 dv-neutron-818911-2-hyperv neutron-server[109866]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:47:37.757747 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:47:37.757747 dv-neutron-818911-2-hyperv neutron-server[109866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:47:37.757747 dv-neutron-818911-2-hyperv neutron-server[109866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:47:37.769948 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6604195b-2970-48f4-aa0f-ebe3f28f14b6 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25501847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25307831'] for subnet, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:37.839938 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5c76e17b-8055-40ce-9ca4-5fee229b17cc tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:37.852423 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5c76e17b-8055-40ce-9ca4-5fee229b17cc tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:37.858970 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-5c76e17b-8055-40ce-9ca4-5fee229b17cc tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] 10.222.0.21 "DELETE /v2.0/networks/39c3864f-3ea8-402c-9627-2ab71fc2dd92 HTTP/1.1" status: 204 len: 168 time: 1.8019357 Nov 24 01:47:37.863554 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a097a2ed-1d0f-434e-ba0c-4b31e81a918c tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:37.874252 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-90b2b9c5-d0d0-4b5c-a81e-4db5cef14397 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.2070796 Nov 24 01:47:37.875175 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32194fe1-0eb9-4346-acd3-199f1a0678fa None None] DHCP port deletion for 613b7c4c-1f35-4e27-9dd7-b67e41188102 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:47:37.875468 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46860) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:37.875871 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46862) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:37.882746 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-3680e573-8bd6-4df4-8442-98eba4307c9f tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Request body: {'floatingip': {'port_id': 'ed92ba3e-3f5e-4b3a-bca7-18987f748409'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:47:37.899517 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c76e17b-8055-40ce-9ca4-5fee229b17cc tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Pushing event deleted for resources: {'Network': ['ID=39c3864f-3ea8-402c-9627-2ab71fc2dd92,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:37.923143 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-21d42f2e-a8db-498e-a903-b52cb6d85c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:37.927062 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20212ba-48b0-4539-9e5a-8dbe29eddafc tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:37.928638 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20212ba-48b0-4539-9e5a-8dbe29eddafc tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:37.930276 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-c20212ba-48b0-4539-9e5a-8dbe29eddafc tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1822047 Nov 24 01:47:37.942309 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46864) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:37.953305 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6604195b-2970-48f4-aa0f-ebe3f28f14b6 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Network 0b39e72d-1244-4a44-91ee-28b4de878b98 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:47:37.979446 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-21d42f2e-a8db-498e-a903-b52cb6d85c80 None None] For port ef562ccc-00b4-4995-95ea-cbc3462afb27, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=ef562ccc-00b4-4995-95ea-cbc3462afb27,segment=NetworkSegment(f7930839-8d16-4914-9c5f-efb3a84b0a72),segment_id=f7930839-8d16-4914-9c5f-efb3a84b0a72)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:47:37.987436 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-32194fe1-0eb9-4346-acd3-199f1a0678fa None None] Deleting port ef562ccc-00b4-4995-95ea-cbc3462afb27 {{(pid=109868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:47:37.987689 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-6604195b-2970-48f4-aa0f-ebe3f28f14b6 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:47:37.987893 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-32194fe1-0eb9-4346-acd3-199f1a0678fa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:37.992255 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6604195b-2970-48f4-aa0f-ebe3f28f14b6 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Pushing event updated for resources: {'Subnet': ['ID=f6d7149a-b944-43ee-8e46-ee67fc52210d,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:37.999273 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6604195b-2970-48f4-aa0f-ebe3f28f14b6 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:37.999857 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6604195b-2970-48f4-aa0f-ebe3f28f14b6 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:38.024857 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_v2 [None req-36445d10-880e-4961-be72-35bd0cb71155 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Deleting subnet f1913762-c947-4325-8f0a-9dc783c8f57a {{(pid=109867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 01:47:38.031266 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-6604195b-2970-48f4-aa0f-ebe3f28f14b6 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7435105 Nov 24 01:47:38.032134 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-36445d10-880e-4961-be72-35bd0cb71155 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for subnet, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:38.034543 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46866) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:38.038954 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-0d486d5d-49b7-4cec-ad9c-bd7f93d2e62b tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Request body: {'security_group': {'name': 'tempest-secgroup-1303143542'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:47:38.069028 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-32194fe1-0eb9-4346-acd3-199f1a0678fa None None] For port ef562ccc-00b4-4995-95ea-cbc3462afb27, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=ef562ccc-00b4-4995-95ea-cbc3462afb27,segment=NetworkSegment(f7930839-8d16-4914-9c5f-efb3a84b0a72),segment_id=f7930839-8d16-4914-9c5f-efb3a84b0a72)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:47:38.069569 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-32194fe1-0eb9-4346-acd3-199f1a0678fa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:38.082998 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-32194fe1-0eb9-4346-acd3-199f1a0678fa None None] Calling delete_port for ef562ccc-00b4-4995-95ea-cbc3462afb27 owned by network:dhcp {{(pid=109868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:47:38.088824 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3680e573-8bd6-4df4-8442-98eba4307c9f tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks [] for floatingip, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:38.090958 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-36445d10-880e-4961-be72-35bd0cb71155 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28690885'] for subnet, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:38.094015 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0d486d5d-49b7-4cec-ad9c-bd7f93d2e62b tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks [] for security_group, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:38.166294 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2507ce-ebb5-42b2-8140-bc670dcbbb86 None None] Network 0b39e72d-1244-4a44-91ee-28b4de878b98 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:47:38.170084 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-21d42f2e-a8db-498e-a903-b52cb6d85c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:38.191808 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-a097a2ed-1d0f-434e-ba0c-4b31e81a918c tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Deleting port ef562ccc-00b4-4995-95ea-cbc3462afb27 {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:47:38.192147 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a097a2ed-1d0f-434e-ba0c-4b31e81a918c tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:38.210948 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-36445d10-880e-4961-be72-35bd0cb71155 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:38.227234 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-32194fe1-0eb9-4346-acd3-199f1a0678fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974'] for port, after_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:38.254108 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-6619a049-1bc6-4da7-8d5e-4070d4cb2595 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Deleting port 881a1f74-765a-4910-992b-7e01fae1abaa {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:47:38.254446 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-6619a049-1bc6-4da7-8d5e-4070d4cb2595 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:38.283463 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0d486d5d-49b7-4cec-ad9c-bd7f93d2e62b tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks [] for security_group, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:38.291364 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0d486d5d-49b7-4cec-ad9c-bd7f93d2e62b tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:38.338113 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0d486d5d-49b7-4cec-ad9c-bd7f93d2e62b tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:38.341202 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-0d486d5d-49b7-4cec-ad9c-bd7f93d2e62b tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.3037975 Nov 24 01:47:38.342688 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-36445d10-880e-4961-be72-35bd0cb71155 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25501782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25307808'] for subnet, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:38.344952 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46868) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:38.353956 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-e6634fbb-745d-4925-812c-16d3abf9644a tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Request body: {'security_group': {'name': 'tempest-secgroup-1486892551'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:47:38.377665 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d486d5d-49b7-4cec-ad9c-bd7f93d2e62b tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd8c55c0-d850-48d9-a5ce-690889ae2def,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:38.386410 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36445d10-880e-4961-be72-35bd0cb71155 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Pushing event deleted for resources: {'Subnet': ['ID=f1913762-c947-4325-8f0a-9dc783c8f57a,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:38.396225 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [None req-a097a2ed-1d0f-434e-ba0c-4b31e81a918c tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] For port ef562ccc-00b4-4995-95ea-cbc3462afb27, host dv-neutron-818911-2-hyperv, got binding levels [] {{(pid=109866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:47:38.396847 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a097a2ed-1d0f-434e-ba0c-4b31e81a918c tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:38.398210 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-36445d10-880e-4961-be72-35bd0cb71155 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:38.402140 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-36445d10-880e-4961-be72-35bd0cb71155 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "DELETE /v2.0/subnets/f1913762-c947-4325-8f0a-9dc783c8f57a HTTP/1.1" status: 204 len: 168 time: 0.4588294 Nov 24 01:47:38.406451 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46870) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:38.429171 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-a097a2ed-1d0f-434e-ba0c-4b31e81a918c tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Calling delete_port for ef562ccc-00b4-4995-95ea-cbc3462afb27 owned by network:dhcp {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:47:38.434473 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.ipam_backend_mixin [None req-a097a2ed-1d0f-434e-ba0c-4b31e81a918c tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Port ef562ccc-00b4-4995-95ea-cbc3462afb27 was not found and therefore no delete operation was performed {{(pid=109866) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 24 01:47:38.436901 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e176eb-069b-4991-94f9-9e5040a196f3 None None] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:47:38.466729 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-548215b9-51fa-4330-aac9-c9a1498e633c tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0557215 Nov 24 01:47:38.466729 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e6634fbb-745d-4925-812c-16d3abf9644a tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks [] for security_group, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:38.468708 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46872) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:38.469099 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a097a2ed-1d0f-434e-ba0c-4b31e81a918c tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:38.478312 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-1a419fb1-6e89-43ab-bd48-b6483ac4944a tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Request body: {'subnet': {'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:47:38.480831 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32194fe1-0eb9-4346-acd3-199f1a0678fa None None] No DVR routers for this DVR port ef562ccc-00b4-4995-95ea-cbc3462afb27 on host dv-neutron-818911-2-hyperv {{(pid=109868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:47:38.511739 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-6619a049-1bc6-4da7-8d5e-4070d4cb2595 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:38.512171 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-6619a049-1bc6-4da7-8d5e-4070d4cb2595 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:38.527138 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a097a2ed-1d0f-434e-ba0c-4b31e81a918c tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Pushing event deleted for resources: {'Port': ['ID=ef562ccc-00b4-4995-95ea-cbc3462afb27,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:38.529141 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a097a2ed-1d0f-434e-ba0c-4b31e81a918c tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] No DVR routers for this DVR port ef562ccc-00b4-4995-95ea-cbc3462afb27 on host dv-neutron-818911-2-hyperv {{(pid=109866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:47:38.539025 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d42f2e-a8db-498e-a903-b52cb6d85c80 None None] Pushing event updated for resources: {'Port': ['ID=ef562ccc-00b4-4995-95ea-cbc3462afb27,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:38.542626 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-6619a049-1bc6-4da7-8d5e-4070d4cb2595 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Calling delete_port for 881a1f74-765a-4910-992b-7e01fae1abaa owned by network:floatingip {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:47:38.587859 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 18b82de8-99ad-404e-a98c-956c73a21e1e no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:47:38.594676 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32194fe1-0eb9-4346-acd3-199f1a0678fa None None] Pushing event deleted for resources: {'Port': ['ID=ef562ccc-00b4-4995-95ea-cbc3462afb27,revision_number=None']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:38.619828 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: 18b82de8-99ad-404e-a98c-956c73a21e1e {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:47:38.620334 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 18b82de8-99ad-404e-a98c-956c73a21e1e not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:47:38.655037 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a419fb1-6e89-43ab-bd48-b6483ac4944a tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Made reservation on behalf of 6974375fded34c83af8967d3f69dce07 for: {'subnet': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:47:38.658559 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1a419fb1-6e89-43ab-bd48-b6483ac4944a tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25307781'] for subnet, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:38.684471 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e6634fbb-745d-4925-812c-16d3abf9644a tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks [] for security_group, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:38.694747 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e6634fbb-745d-4925-812c-16d3abf9644a tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:38.712074 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a097a2ed-1d0f-434e-ba0c-4b31e81a918c tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:38.752775 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-a097a2ed-1d0f-434e-ba0c-4b31e81a918c tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['613b7c4c-1f35-4e27-9dd7-b67e41188102']}} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:38.768481 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062de83b-a790-43c5-bdef-c6889288cc1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-0b39e72d-1244-4a44-91ee-28b4de878b98', 'network_id': '0b39e72d-1244-4a44-91ee-28b4de878b98', 'tenant_id': 'dffe9b32758f41e588b204d5506b48f8', 'fixed_ips': [{'subnet_id': 'f6d7149a-b944-43ee-8e46-ee67fc52210d'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 01:47:38.769594 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-062de83b-a790-43c5-bdef-c6889288cc1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:38.773346 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e6634fbb-745d-4925-812c-16d3abf9644a tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:38.777128 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-e6634fbb-745d-4925-812c-16d3abf9644a tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.4242218 Nov 24 01:47:38.780271 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46874) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:38.786203 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-36590977-5335-4749-ab83-f5abdd8cbbc0 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1483561832', 'security_groups': ['c37eceb7-dbc8-47bf-9430-87f5beedc1c3'], 'network_id': '0b39e72d-1244-4a44-91ee-28b4de878b98', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f6d7149a-b944-43ee-8e46-ee67fc52210d'}]}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:47:38.795903 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6634fbb-745d-4925-812c-16d3abf9644a tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c37eceb7-dbc8-47bf-9430-87f5beedc1c3,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:38.807706 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-a097a2ed-1d0f-434e-ba0c-4b31e81a918c tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7930839-8d16-4914-9c5f-efb3a84b0a72') {'for_net_delete': True} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:38.808009 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-a097a2ed-1d0f-434e-ba0c-4b31e81a918c tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7930839-8d16-4914-9c5f-efb3a84b0a72') {} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:38.831857 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a097a2ed-1d0f-434e-ba0c-4b31e81a918c tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29055561'] for segment, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:38.863763 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86c8d1b-0561-4cd8-849b-d4b56baf37af None None] DHCP port deletion for 9b0cb615-dd00-417f-9128-01ca62e524f6 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:47:38.891174 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a097a2ed-1d0f-434e-ba0c-4b31e81a918c tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:38.900163 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a097a2ed-1d0f-434e-ba0c-4b31e81a918c tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=109866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:47:38.900833 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a097a2ed-1d0f-434e-ba0c-4b31e81a918c tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29151010'] for segment, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:38.905359 dv-neutron-818911-2-hyperv neutron-server[109866]: Traceback (most recent call last): Nov 24 01:47:38.905359 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:47:38.905359 dv-neutron-818911-2-hyperv neutron-server[109866]: timer() Nov 24 01:47:38.905359 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:47:38.905359 dv-neutron-818911-2-hyperv neutron-server[109866]: cb(*args, **kw) Nov 24 01:47:38.905359 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:47:38.905359 dv-neutron-818911-2-hyperv neutron-server[109866]: return func(*args, **kwargs) Nov 24 01:47:38.905359 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:47:38.905359 dv-neutron-818911-2-hyperv neutron-server[109866]: self._notify() Nov 24 01:47:38.905359 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:47:38.905359 dv-neutron-818911-2-hyperv neutron-server[109866]: self.callback(batched_events) Nov 24 01:47:38.905359 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:47:38.905359 dv-neutron-818911-2-hyperv neutron-server[109866]: event.method(event) Nov 24 01:47:38.905359 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:47:38.905359 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:47:38.905359 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:47:38.905359 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:47:38.905359 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:47:38.905359 dv-neutron-818911-2-hyperv neutron-server[109866]: return f(self, *a, **k) Nov 24 01:47:38.905359 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:47:38.905359 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._get(url).json() Nov 24 01:47:38.905359 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:47:38.905359 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:47:38.905359 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:47:38.905359 dv-neutron-818911-2-hyperv neutron-server[109866]: return self.request(url, 'GET', **kwargs) Nov 24 01:47:38.905359 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:47:38.905359 dv-neutron-818911-2-hyperv neutron-server[109866]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:47:38.905359 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:47:38.905359 dv-neutron-818911-2-hyperv neutron-server[109866]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:47:38.905359 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:47:38.905359 dv-neutron-818911-2-hyperv neutron-server[109866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:47:38.905359 dv-neutron-818911-2-hyperv neutron-server[109866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:47:38.974779 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-062de83b-a790-43c5-bdef-c6889288cc1d None None] Allocated IP 172.20.0.2 (0b39e72d-1244-4a44-91ee-28b4de878b98/f6d7149a-b944-43ee-8e46-ee67fc52210d/855f948b-0bc7-4c79-850f-9e63c3c6b410) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:47:38.986269 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-f86c8d1b-0561-4cd8-849b-d4b56baf37af None None] Deleting port 7c19c40d-2284-4e16-bcd3-35245d2a20c8 {{(pid=109868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:47:38.986801 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-f86c8d1b-0561-4cd8-849b-d4b56baf37af None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:39.057046 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-f86c8d1b-0561-4cd8-849b-d4b56baf37af None None] For port 7c19c40d-2284-4e16-bcd3-35245d2a20c8, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=7c19c40d-2284-4e16-bcd3-35245d2a20c8,segment=NetworkSegment(2b1ff8b4-a836-4287-84a2-3eaf8ccfb867),segment_id=2b1ff8b4-a836-4287-84a2-3eaf8ccfb867)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:47:39.057535 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-f86c8d1b-0561-4cd8-849b-d4b56baf37af None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:39.072413 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-f86c8d1b-0561-4cd8-849b-d4b56baf37af None None] Calling delete_port for 7c19c40d-2284-4e16-bcd3-35245d2a20c8 owned by network:dhcp {{(pid=109868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:47:39.162579 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-f86c8d1b-0561-4cd8-849b-d4b56baf37af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974'] for port, after_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:39.191674 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86c8d1b-0561-4cd8-849b-d4b56baf37af None None] No DVR routers for this DVR port 7c19c40d-2284-4e16-bcd3-35245d2a20c8 on host dv-neutron-818911-2-hyperv {{(pid=109868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:47:39.196294 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86c8d1b-0561-4cd8-849b-d4b56baf37af None None] Pushing event deleted for resources: {'Port': ['ID=7c19c40d-2284-4e16-bcd3-35245d2a20c8,revision_number=None']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:39.289495 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a097a2ed-1d0f-434e-ba0c-4b31e81a918c tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:39.299188 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a097a2ed-1d0f-434e-ba0c-4b31e81a918c tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:39.302489 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-a097a2ed-1d0f-434e-ba0c-4b31e81a918c tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] 10.222.0.21 "DELETE /v2.0/networks/613b7c4c-1f35-4e27-9dd7-b67e41188102 HTTP/1.1" status: 204 len: 168 time: 3.7923779 Nov 24 01:47:39.307117 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-6619a049-1bc6-4da7-8d5e-4070d4cb2595 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:39.307311 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46878) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:39.314350 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-9c31f634-6336-472d-b352-0a9ed512d4de tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1380630852'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:47:39.334943 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36590977-5335-4749-ab83-f5abdd8cbbc0 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Made reservation on behalf of dffe9b32758f41e588b204d5506b48f8 for: {'port': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:47:39.350031 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a097a2ed-1d0f-434e-ba0c-4b31e81a918c tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Pushing event deleted for resources: {'Network': ['ID=613b7c4c-1f35-4e27-9dd7-b67e41188102,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:39.357575 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6619a049-1bc6-4da7-8d5e-4070d4cb2595 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Pushing event deleted for resources: {'Port': ['ID=881a1f74-765a-4910-992b-7e01fae1abaa,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:39.371404 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1a419fb1-6e89-43ab-bd48-b6483ac4944a tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25501847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25307831'] for subnet, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:39.405247 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c31f634-6336-472d-b352-0a9ed512d4de tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Made reservation on behalf of dc36495a5d4849ad80ab7e395f5eebfb for: {'network': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:47:39.408693 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9c31f634-6336-472d-b352-0a9ed512d4de tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:39.455724 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3680e573-8bd6-4df4-8442-98eba4307c9f tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:39.464312 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3680e573-8bd6-4df4-8442-98eba4307c9f tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418250'] for floatingip, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:39.479330 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a419fb1-6e89-43ab-bd48-b6483ac4944a tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:47:39.487773 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-1a419fb1-6e89-43ab-bd48-b6483ac4944a tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:47:39.492484 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a419fb1-6e89-43ab-bd48-b6483ac4944a tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Pushing event updated for resources: {'Subnet': ['ID=a3cbc29a-d807-4646-82d9-5680d73256e6,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:39.494953 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a419fb1-6e89-43ab-bd48-b6483ac4944a tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:39.495558 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1a419fb1-6e89-43ab-bd48-b6483ac4944a tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:39.498712 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-6619a049-1bc6-4da7-8d5e-4070d4cb2595 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Publish callbacks [] for floatingip, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:39.499089 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-062de83b-a790-43c5-bdef-c6889288cc1d None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:39.501287 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-6619a049-1bc6-4da7-8d5e-4070d4cb2595 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for floatingip, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:39.505910 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c31f634-6336-472d-b352-0a9ed512d4de tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=109867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:47:39.510824 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827f7c2d-f203-411e-8a03-b8e7666aa694 None None] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:47:39.513831 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-6619a049-1bc6-4da7-8d5e-4070d4cb2595 tempest-FloatingIPAdminTestJSON-945545842 tempest-FloatingIPAdminTestJSON-945545842-project] 10.222.0.21 "DELETE /v2.0/floatingips/2c7b2093-30a0-4daa-a3a1-3fad5e555af2 HTTP/1.1" status: 204 len: 168 time: 1.6279776 Nov 24 01:47:39.517009 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-062de83b-a790-43c5-bdef-c6889288cc1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:39.537075 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9c31f634-6336-472d-b352-0a9ed512d4de tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:39.537939 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.segments_db [None req-9c31f634-6336-472d-b352-0a9ed512d4de tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Added segment 03295ee7-5383-4e0e-b3f4-6a0f963bd570 of type vlan for network 924d8724-b477-455b-bbad-e17270b2de3b Nov 24 01:47:39.550874 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-1a419fb1-6e89-43ab-bd48-b6483ac4944a tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0785797 Nov 24 01:47:39.554133 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-36590977-5335-4749-ab83-f5abdd8cbbc0 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:39.557200 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46882) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:39.586782 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-05958968-e1d7-42fc-b19b-689ac64042c0 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Request body: {'port': {'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6', 'fixed_ips': [{'subnet_id': 'a3cbc29a-d807-4646-82d9-5680d73256e6', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-1687636929'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:47:39.618405 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062de83b-a790-43c5-bdef-c6889288cc1d None None] Network 0b39e72d-1244-4a44-91ee-28b4de878b98 is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:47:39.632445 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-062de83b-a790-43c5-bdef-c6889288cc1d None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:47:39.633098 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9c31f634-6336-472d-b352-0a9ed512d4de tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:39.635499 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062de83b-a790-43c5-bdef-c6889288cc1d None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:47:39.635859 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [None req-36590977-5335-4749-ab83-f5abdd8cbbc0 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] device_id is not set on port 9b805000-b51f-4e94-99d9-567bc192cc32 yet. {{(pid=109867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 01:47:39.641622 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.l3_db [None req-3680e573-8bd6-4df4-8442-98eba4307c9f tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Floating IP 75a70040-47f4-42fe-b28f-5f45f31d3cf2 associated. External IP: 172.26.5.75, port: 436f7501-16b9-4fd8-8552-af8cfadd3958. Nov 24 01:47:39.649191 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062de83b-a790-43c5-bdef-c6889288cc1d None None] Pushing event updated for resources: {'Port': ['ID=855f948b-0bc7-4c79-850f-9e63c3c6b410,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:39.760698 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9c31f634-6336-472d-b352-0a9ed512d4de tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:39.767371 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c31f634-6336-472d-b352-0a9ed512d4de tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:39.767577 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9c31f634-6336-472d-b352-0a9ed512d4de tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks [] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:39.779935 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-062de83b-a790-43c5-bdef-c6889288cc1d None None] Attempting to bind port 855f948b-0bc7-4c79-850f-9e63c3c6b410 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:47:39.780531 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-062de83b-a790-43c5-bdef-c6889288cc1d None None] Attempting to bind port 855f948b-0bc7-4c79-850f-9e63c3c6b410 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '2cbf0128-ebee-4661-b612-e9c86e4b1f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0b39e72d-1244-4a44-91ee-28b4de878b98'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:47:39.780875 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062de83b-a790-43c5-bdef-c6889288cc1d None None] Attempting to bind port 855f948b-0bc7-4c79-850f-9e63c3c6b410 on network 0b39e72d-1244-4a44-91ee-28b4de878b98 {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:47:39.798876 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062de83b-a790-43c5-bdef-c6889288cc1d None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:47:39.799383 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062de83b-a790-43c5-bdef-c6889288cc1d None None] Checking segment: {'id': '2cbf0128-ebee-4661-b612-e9c86e4b1f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0b39e72d-1244-4a44-91ee-28b4de878b98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:47:39.799827 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-062de83b-a790-43c5-bdef-c6889288cc1d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:39.800280 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062de83b-a790-43c5-bdef-c6889288cc1d None None] Bound using segment: {'id': '2cbf0128-ebee-4661-b612-e9c86e4b1f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0b39e72d-1244-4a44-91ee-28b4de878b98'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:47:39.800826 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-062de83b-a790-43c5-bdef-c6889288cc1d None None] Bound port: 855f948b-0bc7-4c79-850f-9e63c3c6b410, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cbf0128-ebee-4661-b612-e9c86e4b1f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0b39e72d-1244-4a44-91ee-28b4de878b98'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:47:39.801323 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-062de83b-a790-43c5-bdef-c6889288cc1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:39.862596 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-9c31f634-6336-472d-b352-0a9ed512d4de tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5542719 Nov 24 01:47:39.866939 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f31b65c-075e-43ea-b7db-7b343c5f298a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-9b0cb615-dd00-417f-9128-01ca62e524f6', 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6', 'tenant_id': '6974375fded34c83af8967d3f69dce07', 'fixed_ips': [{'subnet_id': 'a3cbc29a-d807-4646-82d9-5680d73256e6'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 01:47:39.867876 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-4f31b65c-075e-43ea-b7db-7b343c5f298a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:39.874499 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46886) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:39.879499 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-5b9dfb77-3f46-4edf-b435-ebee24e14b8a tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Request body: {'subnet': {'network_id': '924d8724-b477-455b-bbad-e17270b2de3b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:47:39.938141 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46888) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:39.963043 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-062de83b-a790-43c5-bdef-c6889288cc1d None None] For port 855f948b-0bc7-4c79-850f-9e63c3c6b410, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:47:39.972981 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c31f634-6336-472d-b352-0a9ed512d4de tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Pushing event updated for resources: {'Network': ['ID=924d8724-b477-455b-bbad-e17270b2de3b,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:39.979993 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3680e573-8bd6-4df4-8442-98eba4307c9f tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Router 218457ea-2bcf-4aa0-b2ed-a7f05045e693 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:47:39.987788 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-062de83b-a790-43c5-bdef-c6889288cc1d None None] For port 855f948b-0bc7-4c79-850f-9e63c3c6b410, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=855f948b-0bc7-4c79-850f-9e63c3c6b410,segment=NetworkSegment(2cbf0128-ebee-4661-b612-e9c86e4b1f6e),segment_id=2cbf0128-ebee-4661-b612-e9c86e4b1f6e)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:47:39.997462 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network 924d8724-b477-455b-bbad-e17270b2de3b details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:47:40.004316 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-062de83b-a790-43c5-bdef-c6889288cc1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:40.029009 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05958968-e1d7-42fc-b19b-689ac64042c0 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Made reservation on behalf of 6974375fded34c83af8967d3f69dce07 for: {'port': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:47:40.068456 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-36590977-5335-4749-ab83-f5abdd8cbbc0 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Allocated IP 172.20.0.4 (0b39e72d-1244-4a44-91ee-28b4de878b98/f6d7149a-b944-43ee-8e46-ee67fc52210d/9b805000-b51f-4e94-99d9-567bc192cc32) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:47:40.159083 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3680e573-8bd6-4df4-8442-98eba4307c9f tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:47:40.185231 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef451171-c6ba-459c-9d8c-9527ccb18259 None None] Sync routers for ids ['218457ea-2bcf-4aa0-b2ed-a7f05045e693'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:47:40.187807 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-4f31b65c-075e-43ea-b7db-7b343c5f298a None None] Allocated IP 2001:db8::2 (9b0cb615-dd00-417f-9128-01ca62e524f6/a3cbc29a-d807-4646-82d9-5680d73256e6/6b56f369-94cf-493a-9873-a6072e3f8bc8) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:47:40.203407 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062de83b-a790-43c5-bdef-c6889288cc1d None None] Pushing event updated for resources: {'Port': ['ID=855f948b-0bc7-4c79-850f-9e63c3c6b410,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:40.221379 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b9dfb77-3f46-4edf-b435-ebee24e14b8a tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Made reservation on behalf of dc36495a5d4849ad80ab7e395f5eebfb for: {'subnet': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:47:40.224987 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef451171-c6ba-459c-9d8c-9527ccb18259 None None] Routers {'218457ea-2bcf-4aa0-b2ed-a7f05045e693'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:47:40.225679 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-ef451171-c6ba-459c-9d8c-9527ccb18259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:47:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['218457ea-2bcf-4aa0-b2ed-a7f05045e693'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:40.226014 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5b9dfb77-3f46-4edf-b435-ebee24e14b8a tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25307781'] for subnet, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:40.287548 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-ef451171-c6ba-459c-9d8c-9527ccb18259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:40.337060 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef451171-c6ba-459c-9d8c-9527ccb18259 None None] Routers {'218457ea-2bcf-4aa0-b2ed-a7f05045e693'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:47:40.337060 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-ef451171-c6ba-459c-9d8c-9527ccb18259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:47:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['218457ea-2bcf-4aa0-b2ed-a7f05045e693'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:40.377221 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-05958968-e1d7-42fc-b19b-689ac64042c0 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:40.380679 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-ef451171-c6ba-459c-9d8c-9527ccb18259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:40.381314 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef451171-c6ba-459c-9d8c-9527ccb18259 None None] The sync data for ids ['218457ea-2bcf-4aa0-b2ed-a7f05045e693'] in dv-neutron-818911-2-hyperv is: [] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:47:40.422397 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-ec9a9b13-663a-4210-bb20-f27fb2a6ed04 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0bf933b48d8543729019f0a5a08e96e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4830954 Nov 24 01:47:40.431858 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46892) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:40.480366 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-4f31b65c-075e-43ea-b7db-7b343c5f298a None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:40.484721 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [None req-05958968-e1d7-42fc-b19b-689ac64042c0 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] device_id is not set on port 827d579c-0cf6-43d5-b0e7-d2cc5a8889c1 yet. {{(pid=109867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 01:47:40.492821 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-4f31b65c-075e-43ea-b7db-7b343c5f298a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:40.534254 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f31b65c-075e-43ea-b7db-7b343c5f298a None None] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:47:40.543446 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-4f31b65c-075e-43ea-b7db-7b343c5f298a None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:47:40.543832 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3680e573-8bd6-4df4-8442-98eba4307c9f tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Router 218457ea-2bcf-4aa0-b2ed-a7f05045e693 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:47:40.555073 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f31b65c-075e-43ea-b7db-7b343c5f298a None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:47:40.555324 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b2488bc8-587c-460b-bb6f-9df61357fa4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:40.564362 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f31b65c-075e-43ea-b7db-7b343c5f298a None None] Pushing event updated for resources: {'Port': ['ID=6b56f369-94cf-493a-9873-a6072e3f8bc8,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:40.624785 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-36590977-5335-4749-ab83-f5abdd8cbbc0 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:40.633075 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 855f948b-0bc7-4c79-850f-9e63c3c6b410 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:47:40.660209 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b2488bc8-587c-460b-bb6f-9df61357fa4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:40.672922 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-4f31b65c-075e-43ea-b7db-7b343c5f298a None None] Attempting to bind port 6b56f369-94cf-493a-9873-a6072e3f8bc8 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:47:40.673291 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-4f31b65c-075e-43ea-b7db-7b343c5f298a None None] Attempting to bind port 6b56f369-94cf-493a-9873-a6072e3f8bc8 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '2b1ff8b4-a836-4287-84a2-3eaf8ccfb867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:47:40.673689 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f31b65c-075e-43ea-b7db-7b343c5f298a None None] Attempting to bind port 6b56f369-94cf-493a-9873-a6072e3f8bc8 on network 9b0cb615-dd00-417f-9128-01ca62e524f6 {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:47:40.684924 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f31b65c-075e-43ea-b7db-7b343c5f298a None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:47:40.685298 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f31b65c-075e-43ea-b7db-7b343c5f298a None None] Checking segment: {'id': '2b1ff8b4-a836-4287-84a2-3eaf8ccfb867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:47:40.685727 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-4f31b65c-075e-43ea-b7db-7b343c5f298a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:40.686119 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f31b65c-075e-43ea-b7db-7b343c5f298a None None] Bound using segment: {'id': '2b1ff8b4-a836-4287-84a2-3eaf8ccfb867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:47:40.686586 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-4f31b65c-075e-43ea-b7db-7b343c5f298a None None] Bound port: 6b56f369-94cf-493a-9873-a6072e3f8bc8, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1ff8b4-a836-4287-84a2-3eaf8ccfb867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:47:40.686959 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-4f31b65c-075e-43ea-b7db-7b343c5f298a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:40.738447 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 855f948b-0bc7-4c79-850f-9e63c3c6b410 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:47:40.738758 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:40.749171 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3680e573-8bd6-4df4-8442-98eba4307c9f tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:47:40.754949 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3680e573-8bd6-4df4-8442-98eba4307c9f tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for floatingip, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:40.764398 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab6de80-3f1b-44ab-b160-617beb87623d None None] Sync routers for ids ['218457ea-2bcf-4aa0-b2ed-a7f05045e693'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:47:40.780922 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab6de80-3f1b-44ab-b160-617beb87623d None None] Routers {'218457ea-2bcf-4aa0-b2ed-a7f05045e693'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:47:40.783792 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-6ab6de80-3f1b-44ab-b160-617beb87623d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:47:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['218457ea-2bcf-4aa0-b2ed-a7f05045e693'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:40.790718 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-4f31b65c-075e-43ea-b7db-7b343c5f298a None None] For port 6b56f369-94cf-493a-9873-a6072e3f8bc8, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:47:40.795826 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-4f31b65c-075e-43ea-b7db-7b343c5f298a None None] For port 6b56f369-94cf-493a-9873-a6072e3f8bc8, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=6b56f369-94cf-493a-9873-a6072e3f8bc8,segment=NetworkSegment(2b1ff8b4-a836-4287-84a2-3eaf8ccfb867),segment_id=2b1ff8b4-a836-4287-84a2-3eaf8ccfb867)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:47:40.804580 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-4f31b65c-075e-43ea-b7db-7b343c5f298a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:40.817065 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-36590977-5335-4749-ab83-f5abdd8cbbc0 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:40.820800 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.pecan_wsgi.hooks.translation [None req-05958968-e1d7-42fc-b19b-689ac64042c0 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 01:47:40.821543 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05958968-e1d7-42fc-b19b-689ac64042c0 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:47:40.831452 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-3680e573-8bd6-4df4-8442-98eba4307c9f tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] 10.222.0.21 "PUT /v2.0/floatingips/75a70040-47f4-42fe-b28f-5f45f31d3cf2 HTTP/1.1" status: 200 len: 977 time: 2.9523201 Nov 24 01:47:40.832442 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46894) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:40.836983 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-d94f6665-e9cc-499b-bcd1-c3cd3adbefc7 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:47:40.846768 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-6ab6de80-3f1b-44ab-b160-617beb87623d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:40.861682 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab6de80-3f1b-44ab-b160-617beb87623d None None] Routers {'218457ea-2bcf-4aa0-b2ed-a7f05045e693'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:47:40.862656 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-6ab6de80-3f1b-44ab-b160-617beb87623d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:47:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['218457ea-2bcf-4aa0-b2ed-a7f05045e693'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:40.867266 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36590977-5335-4749-ab83-f5abdd8cbbc0 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Network 0b39e72d-1244-4a44-91ee-28b4de878b98 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:47:40.885819 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-36590977-5335-4749-ab83-f5abdd8cbbc0 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:47:40.910701 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b2488bc8-587c-460b-bb6f-9df61357fa4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:40.913548 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36590977-5335-4749-ab83-f5abdd8cbbc0 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:47:40.914893 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:40.916967 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b2488bc8-587c-460b-bb6f-9df61357fa4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:40.917110 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f31b65c-075e-43ea-b7db-7b343c5f298a None None] Pushing event updated for resources: {'Port': ['ID=6b56f369-94cf-493a-9873-a6072e3f8bc8,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:40.919027 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-b2488bc8-587c-460b-bb6f-9df61357fa4f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/160c86fb-6cc1-42c1-bd7d-2b00bda18ae9 HTTP/1.1" status: 204 len: 168 time: 0.4853759 Nov 24 01:47:40.932320 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-6ab6de80-3f1b-44ab-b160-617beb87623d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:40.933214 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab6de80-3f1b-44ab-b160-617beb87623d None None] The sync data for ids ['218457ea-2bcf-4aa0-b2ed-a7f05045e693'] in dv-neutron-818911-2-hyperv is: [] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:47:40.962703 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] For port 855f948b-0bc7-4c79-850f-9e63c3c6b410, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=855f948b-0bc7-4c79-850f-9e63c3c6b410,segment=NetworkSegment(2cbf0128-ebee-4661-b612-e9c86e4b1f6e),segment_id=2cbf0128-ebee-4661-b612-e9c86e4b1f6e)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:47:40.964322 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2488bc8-587c-460b-bb6f-9df61357fa4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=160c86fb-6cc1-42c1-bd7d-2b00bda18ae9,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:40.968919 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:40.971721 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5b9dfb77-3f46-4edf-b435-ebee24e14b8a tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25501847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25307831'] for subnet, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:40.983980 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46898) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:40.984669 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-05958968-e1d7-42fc-b19b-689ac64042c0 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.4254830 Nov 24 01:47:41.066037 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Pushing event updated for resources: {'Port': ['ID=855f948b-0bc7-4c79-850f-9e63c3c6b410,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:41.081851 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d94f6665-e9cc-499b-bcd1-c3cd3adbefc7 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks [] for floatingip, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:41.085077 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 7c19c40d-2284-4e16-bcd3-35245d2a20c8 no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:47:41.123226 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: 7c19c40d-2284-4e16-bcd3-35245d2a20c8 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:47:41.123575 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 7c19c40d-2284-4e16-bcd3-35245d2a20c8 not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:47:41.126000 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36590977-5335-4749-ab83-f5abdd8cbbc0 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Pushing event updated for resources: {'Port': ['ID=9b805000-b51f-4e94-99d9-567bc192cc32,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:41.148401 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9dfb77-3f46-4edf-b435-ebee24e14b8a tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Checking segment: {'id': '03295ee7-5383-4e0e-b3f4-6a0f963bd570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '924d8724-b477-455b-bbad-e17270b2de3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:47:41.149051 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9dfb77-3f46-4edf-b435-ebee24e14b8a tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Network hostable DHCP agents. Network: 924d8724-b477-455b-bbad-e17270b2de3b, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 01:47:41.161230 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36590977-5335-4749-ab83-f5abdd8cbbc0 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:41.161931 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-36590977-5335-4749-ab83-f5abdd8cbbc0 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:41.209128 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46902) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:41.209344 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-36590977-5335-4749-ab83-f5abdd8cbbc0 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.4268935 Nov 24 01:47:41.213263 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9dfb77-3f46-4edf-b435-ebee24e14b8a tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Pushing event updated for resources: {'Subnet': ['ID=381646a4-0b09-4690-832e-3a48cdc2acc4,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:41.225344 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-3ee6e5b2-6c2c-4237-8c9d-bd570b2dd065 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Request body: {'subnet': {'network_id': '0b39e72d-1244-4a44-91ee-28b4de878b98', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:47:41.226193 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9dfb77-3f46-4edf-b435-ebee24e14b8a tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Network 924d8724-b477-455b-bbad-e17270b2de3b is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 01:47:41.237448 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-5b9dfb77-3f46-4edf-b435-ebee24e14b8a tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, 924d8724-b477-455b-bbad-e17270b2de3b) {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:47:41.242448 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9dfb77-3f46-4edf-b435-ebee24e14b8a tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:41.243212 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5b9dfb77-3f46-4edf-b435-ebee24e14b8a tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:41.246768 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70640fa2-0b41-4fb6-b9b7-a3cb790d35aa None None] Network 924d8724-b477-455b-bbad-e17270b2de3b requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:47:41.269938 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b60b93-8ae6-4f2d-8d4b-9f0b285abc0e tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:41.273088 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-59b60b93-8ae6-4f2d-8d4b-9f0b285abc0e tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.2860713 Nov 24 01:47:41.279443 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46904) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:41.295450 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-5b9dfb77-3f46-4edf-b435-ebee24e14b8a tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4198205 Nov 24 01:47:41.315122 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46906) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:41.359298 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74bf39b9-20cb-4eb7-9ec4-486523c8be3f tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:41.362713 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74bf39b9-20cb-4eb7-9ec4-486523c8be3f tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:41.370119 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-74bf39b9-20cb-4eb7-9ec4-486523c8be3f tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0875843 Nov 24 01:47:41.371571 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46908) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:41.480995 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d2ad356-f182-4e5a-9e06-821e6050d227 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Deleting subnet a3cbc29a-d807-4646-82d9-5680d73256e6 {{(pid=109867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 01:47:41.486023 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8d2ad356-f182-4e5a-9e06-821e6050d227 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for subnet, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:41.510986 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46910) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:41.532849 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c89cc02c-281b-4376-bdb8-24d49bd067ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:41.540355 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9cc5bc-997e-4a4b-aca3-0255698e81a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-924d8724-b477-455b-bbad-e17270b2de3b', 'network_id': '924d8724-b477-455b-bbad-e17270b2de3b', 'tenant_id': 'dc36495a5d4849ad80ab7e395f5eebfb', 'fixed_ips': [{'subnet_id': '381646a4-0b09-4690-832e-3a48cdc2acc4'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 01:47:41.541665 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd9cc5bc-997e-4a4b-aca3-0255698e81a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:41.564222 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8d2ad356-f182-4e5a-9e06-821e6050d227 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28690885'] for subnet, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:41.584429 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d94f6665-e9cc-499b-bcd1-c3cd3adbefc7 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:41.594100 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d94f6665-e9cc-499b-bcd1-c3cd3adbefc7 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418250'] for floatingip, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:41.594575 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.l3_db [None req-d94f6665-e9cc-499b-bcd1-c3cd3adbefc7 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Floating IP 75a70040-47f4-42fe-b28f-5f45f31d3cf2 disassociated. External IP: 172.26.5.75, port: ed92ba3e-3f5e-4b3a-bca7-18987f748409. Nov 24 01:47:41.681974 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-47700a87-dd4a-4bba-9e87-a659f1768ba5 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:41.700852 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8d2ad356-f182-4e5a-9e06-821e6050d227 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:41.740981 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-bd9cc5bc-997e-4a4b-aca3-0255698e81a0 None None] Allocated IP 172.20.0.1 (924d8724-b477-455b-bbad-e17270b2de3b/381646a4-0b09-4690-832e-3a48cdc2acc4/e2754de3-5b23-403b-8119-dbec880098a8) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:47:41.746293 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-db683187-36c2-4615-84ac-b84a0a51b3c8 None None] Provisioning complete for port 855f948b-0bc7-4c79-850f-9e63c3c6b410 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:47:41.746839 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-db683187-36c2-4615-84ac-b84a0a51b3c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:41.782245 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ee6e5b2-6c2c-4237-8c9d-bd570b2dd065 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Made reservation on behalf of dffe9b32758f41e588b204d5506b48f8 for: {'subnet': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:47:41.785997 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3ee6e5b2-6c2c-4237-8c9d-bd570b2dd065 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29154835'] for subnet, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:41.795194 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c89cc02c-281b-4376-bdb8-24d49bd067ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:41.801771 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c89cc02c-281b-4376-bdb8-24d49bd067ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:41.809375 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8d2ad356-f182-4e5a-9e06-821e6050d227 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25501782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25307808'] for subnet, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:41.856635 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2ad356-f182-4e5a-9e06-821e6050d227 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Pushing event deleted for resources: {'Subnet': ['ID=a3cbc29a-d807-4646-82d9-5680d73256e6,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:41.879237 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8d2ad356-f182-4e5a-9e06-821e6050d227 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:41.882556 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-8d2ad356-f182-4e5a-9e06-821e6050d227 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "DELETE /v2.0/subnets/a3cbc29a-d807-4646-82d9-5680d73256e6 HTTP/1.1" status: 204 len: 168 time: 0.5080235 Nov 24 01:47:41.886632 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46912) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:41.897628 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89cc02c-281b-4376-bdb8-24d49bd067ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=577d9947-a886-46fe-82e7-c3b9c8015753,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:41.903343 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-47700a87-dd4a-4bba-9e87-a659f1768ba5 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:41.911581 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46914) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:41.912111 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-c89cc02c-281b-4376-bdb8-24d49bd067ec admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=57526d55e5ac4b2ca6e41aa0e25874b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3962190 Nov 24 01:47:42.180593 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-db683187-36c2-4615-84ac-b84a0a51b3c8 None None] Provisioning complete for port 2de64207-7a43-45ba-b450-3c6ded0a5497 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:47:42.181183 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-db683187-36c2-4615-84ac-b84a0a51b3c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:42.231388 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd9cc5bc-997e-4a4b-aca3-0255698e81a0 None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:42.234028 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-db683187-36c2-4615-84ac-b84a0a51b3c8 None None] Port 2de64207-7a43-45ba-b450-3c6ded0a5497 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:47:42.239822 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd9cc5bc-997e-4a4b-aca3-0255698e81a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:42.270124 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bed7ca0-8598-4855-b58b-c8de2827e763 None None] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:47:42.298432 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9cc5bc-997e-4a4b-aca3-0255698e81a0 None None] Network 924d8724-b477-455b-bbad-e17270b2de3b is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:47:42.299631 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-0a791a52-8f80-4ecb-894a-9b529bd91a84 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4092445 Nov 24 01:47:42.304947 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46916) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:42.314270 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-b3cc7311-83e1-48bc-832c-0529825ef213 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Request body: {'subnet': {'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:47:42.314481 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-bd9cc5bc-997e-4a4b-aca3-0255698e81a0 None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:47:42.320935 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9cc5bc-997e-4a4b-aca3-0255698e81a0 None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:47:42.364664 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9cc5bc-997e-4a4b-aca3-0255698e81a0 None None] Pushing event updated for resources: {'Port': ['ID=e2754de3-5b23-403b-8119-dbec880098a8,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:42.394688 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.ipam_backend_mixin [None req-3ee6e5b2-6c2c-4237-8c9d-bd570b2dd065 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f6d7149a-b944-43ee-8e46-ee67fc52210d (CIDR: 172.20.0.0/28) Nov 24 01:47:42.410644 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ee6e5b2-6c2c-4237-8c9d-bd570b2dd065 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 01:47:42.411173 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ee6e5b2-6c2c-4237-8c9d-bd570b2dd065 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:47:42.446878 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-2fc86fa7-3eb1-401a-842b-a50b8d2ea537 None None] Provisioning complete for port 9b805000-b51f-4e94-99d9-567bc192cc32 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:47:42.447191 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-2fc86fa7-3eb1-401a-842b-a50b8d2ea537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:42.452007 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3cc7311-83e1-48bc-832c-0529825ef213 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Made reservation on behalf of 6974375fded34c83af8967d3f69dce07 for: {'subnet': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:47:42.454525 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-845aea35-d85d-4966-a0a9-f95200f4ea9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:42.455741 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b3cc7311-83e1-48bc-832c-0529825ef213 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25307781'] for subnet, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:42.465163 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-3ee6e5b2-6c2c-4237-8c9d-bd570b2dd065 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2537115 Nov 24 01:47:42.468958 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46918) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:42.477546 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-47700a87-dd4a-4bba-9e87-a659f1768ba5 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29149324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29154870'] for subnet, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:42.489690 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d94f6665-e9cc-499b-bcd1-c3cd3adbefc7 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Router 218457ea-2bcf-4aa0-b2ed-a7f05045e693 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:47:42.490222 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-500b20ec-eaac-4121-ac60-9d969ba85637 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Request body: {'subnet': {'network_id': '0b39e72d-1244-4a44-91ee-28b4de878b98', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:47:42.490538 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-2fc86fa7-3eb1-401a-842b-a50b8d2ea537 None None] Port 9b805000-b51f-4e94-99d9-567bc192cc32 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:47:42.504663 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-bd9cc5bc-997e-4a4b-aca3-0255698e81a0 None None] Attempting to bind port e2754de3-5b23-403b-8119-dbec880098a8 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:47:42.504663 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-bd9cc5bc-997e-4a4b-aca3-0255698e81a0 None None] Attempting to bind port e2754de3-5b23-403b-8119-dbec880098a8 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '03295ee7-5383-4e0e-b3f4-6a0f963bd570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '924d8724-b477-455b-bbad-e17270b2de3b'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:47:42.504663 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9cc5bc-997e-4a4b-aca3-0255698e81a0 None None] Attempting to bind port e2754de3-5b23-403b-8119-dbec880098a8 on network 924d8724-b477-455b-bbad-e17270b2de3b {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:47:42.527276 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-845aea35-d85d-4966-a0a9-f95200f4ea9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:42.539023 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47700a87-dd4a-4bba-9e87-a659f1768ba5 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Pushing event deleted for resources: {'Subnet': ['ID=381646a4-0b09-4690-832e-3a48cdc2acc4,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:42.540628 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9cc5bc-997e-4a4b-aca3-0255698e81a0 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:47:42.541014 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9cc5bc-997e-4a4b-aca3-0255698e81a0 None None] Checking segment: {'id': '03295ee7-5383-4e0e-b3f4-6a0f963bd570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '924d8724-b477-455b-bbad-e17270b2de3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:47:42.541439 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd9cc5bc-997e-4a4b-aca3-0255698e81a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:42.541832 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9cc5bc-997e-4a4b-aca3-0255698e81a0 None None] Bound using segment: {'id': '03295ee7-5383-4e0e-b3f4-6a0f963bd570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '924d8724-b477-455b-bbad-e17270b2de3b'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:47:42.542332 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-bd9cc5bc-997e-4a4b-aca3-0255698e81a0 None None] Bound port: e2754de3-5b23-403b-8119-dbec880098a8, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03295ee7-5383-4e0e-b3f4-6a0f963bd570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '924d8724-b477-455b-bbad-e17270b2de3b'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:47:42.543037 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd9cc5bc-997e-4a4b-aca3-0255698e81a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:42.561704 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-2fc86fa7-3eb1-401a-842b-a50b8d2ea537 None None] Provisioning complete for port 6b56f369-94cf-493a-9873-a6072e3f8bc8 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:47:42.562002 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-2fc86fa7-3eb1-401a-842b-a50b8d2ea537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:42.655888 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-bd9cc5bc-997e-4a4b-aca3-0255698e81a0 None None] For port e2754de3-5b23-403b-8119-dbec880098a8, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:47:42.660837 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-bd9cc5bc-997e-4a4b-aca3-0255698e81a0 None None] For port e2754de3-5b23-403b-8119-dbec880098a8, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=e2754de3-5b23-403b-8119-dbec880098a8,segment=NetworkSegment(03295ee7-5383-4e0e-b3f4-6a0f963bd570),segment_id=03295ee7-5383-4e0e-b3f4-6a0f963bd570)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:47:42.668772 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd9cc5bc-997e-4a4b-aca3-0255698e81a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:42.678177 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-47700a87-dd4a-4bba-9e87-a659f1768ba5 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:42.688705 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d85070dd-b322-4f27-883f-9d1494eaac9e None None] DHCP port deletion for 9b0cb615-dd00-417f-9128-01ca62e524f6 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:47:42.712281 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-47700a87-dd4a-4bba-9e87-a659f1768ba5 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['924d8724-b477-455b-bbad-e17270b2de3b']}} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:42.721980 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 855f948b-0bc7-4c79-850f-9e63c3c6b410 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:47:42.735276 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-500b20ec-eaac-4121-ac60-9d969ba85637 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Made reservation on behalf of dffe9b32758f41e588b204d5506b48f8 for: {'subnet': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:47:42.739225 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-500b20ec-eaac-4121-ac60-9d969ba85637 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25307781'] for subnet, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:42.765745 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-47700a87-dd4a-4bba-9e87-a659f1768ba5 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03295ee7-5383-4e0e-b3f4-6a0f963bd570') {'for_net_delete': True} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:42.766144 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-47700a87-dd4a-4bba-9e87-a659f1768ba5 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03295ee7-5383-4e0e-b3f4-6a0f963bd570') {} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:42.779274 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-47700a87-dd4a-4bba-9e87-a659f1768ba5 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29055561'] for segment, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:42.811644 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-47700a87-dd4a-4bba-9e87-a659f1768ba5 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:42.824522 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-845aea35-d85d-4966-a0a9-f95200f4ea9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:42.827875 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-845aea35-d85d-4966-a0a9-f95200f4ea9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:42.831497 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-845aea35-d85d-4966-a0a9-f95200f4ea9a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/577d9947-a886-46fe-82e7-c3b9c8015753 HTTP/1.1" status: 204 len: 168 time: 0.9137874 Nov 24 01:47:42.831497 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47700a87-dd4a-4bba-9e87-a659f1768ba5 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=109866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:47:42.831497 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-47700a87-dd4a-4bba-9e87-a659f1768ba5 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29151010'] for segment, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:42.837333 dv-neutron-818911-2-hyperv neutron-server[109866]: Traceback (most recent call last): Nov 24 01:47:42.837333 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:47:42.837333 dv-neutron-818911-2-hyperv neutron-server[109866]: timer() Nov 24 01:47:42.837333 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:47:42.837333 dv-neutron-818911-2-hyperv neutron-server[109866]: cb(*args, **kw) Nov 24 01:47:42.837333 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:47:42.837333 dv-neutron-818911-2-hyperv neutron-server[109866]: return func(*args, **kwargs) Nov 24 01:47:42.837333 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:47:42.837333 dv-neutron-818911-2-hyperv neutron-server[109866]: self._notify() Nov 24 01:47:42.837333 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:47:42.837333 dv-neutron-818911-2-hyperv neutron-server[109866]: self.callback(batched_events) Nov 24 01:47:42.837333 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:47:42.837333 dv-neutron-818911-2-hyperv neutron-server[109866]: event.method(event) Nov 24 01:47:42.837333 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:47:42.837333 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:47:42.837333 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:47:42.837333 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:47:42.837333 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:47:42.837333 dv-neutron-818911-2-hyperv neutron-server[109866]: return f(self, *a, **k) Nov 24 01:47:42.837333 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:47:42.837333 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._get(url).json() Nov 24 01:47:42.837333 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:47:42.837333 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:47:42.837333 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:47:42.837333 dv-neutron-818911-2-hyperv neutron-server[109866]: return self.request(url, 'GET', **kwargs) Nov 24 01:47:42.837333 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:47:42.837333 dv-neutron-818911-2-hyperv neutron-server[109866]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:47:42.837333 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:47:42.837333 dv-neutron-818911-2-hyperv neutron-server[109866]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:47:42.837333 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:47:42.837333 dv-neutron-818911-2-hyperv neutron-server[109866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:47:42.837333 dv-neutron-818911-2-hyperv neutron-server[109866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:47:42.860676 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d94f6665-e9cc-499b-bcd1-c3cd3adbefc7 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:47:42.860890 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9cc5bc-997e-4a4b-aca3-0255698e81a0 None None] Pushing event updated for resources: {'Port': ['ID=e2754de3-5b23-403b-8119-dbec880098a8,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:42.863446 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b3cc7311-83e1-48bc-832c-0529825ef213 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25501847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25307831'] for subnet, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:42.882876 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d94f6665-e9cc-499b-bcd1-c3cd3adbefc7 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for floatingip, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:42.900289 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42219ea-c670-4436-b6b7-39a94b469deb None None] Network 924d8724-b477-455b-bbad-e17270b2de3b requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:47:42.903066 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845aea35-d85d-4966-a0a9-f95200f4ea9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=577d9947-a886-46fe-82e7-c3b9c8015753,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:42.912253 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3cc7311-83e1-48bc-832c-0529825ef213 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:47:42.920242 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-b3cc7311-83e1-48bc-832c-0529825ef213 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:47:42.931678 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3cc7311-83e1-48bc-832c-0529825ef213 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:42.932307 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b3cc7311-83e1-48bc-832c-0529825ef213 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:42.957200 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-d94f6665-e9cc-499b-bcd1-c3cd3adbefc7 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] 10.222.0.21 "PUT /v2.0/floatingips/75a70040-47f4-42fe-b28f-5f45f31d3cf2 HTTP/1.1" status: 200 len: 687 time: 2.1236520 Nov 24 01:47:42.957843 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46924) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:42.971265 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc7311-83e1-48bc-832c-0529825ef213 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Pushing event updated for resources: {'Subnet': ['ID=31221ee5-06b1-411b-b6ce-f2c1a36194a0,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:42.982724 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51dd8db8-89eb-4a10-adb7-7a893fa5b652 None None] Sync routers for ids ['218457ea-2bcf-4aa0-b2ed-a7f05045e693'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:47:42.990618 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-b3cc7311-83e1-48bc-832c-0529825ef213 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6838763 Nov 24 01:47:42.993614 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46926) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:42.995210 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.db.api [None req-47700a87-dd4a-4bba-9e87-a659f1768ba5 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 24 01:47:42.995210 dv-neutron-818911-2-hyperv neutron-server[109866]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 24 01:47:42.995210 dv-neutron-818911-2-hyperv neutron-server[109866]: [parameters: {'id': '924d8724-b477-455b-bbad-e17270b2de3b'}] Nov 24 01:47:42.995210 dv-neutron-818911-2-hyperv neutron-server[109866]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109866) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 01:47:42.995570 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG oslo_db.api [None req-47700a87-dd4a-4bba-9e87-a659f1768ba5 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 01:47:42.999163 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-985b7ba6-0866-4eb3-af55-2d9ed139bdff tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-16313112', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:47:43.063603 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-985b7ba6-0866-4eb3-af55-2d9ed139bdff tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-424105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2744'] for router, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:43.064681 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-985b7ba6-0866-4eb3-af55-2d9ed139bdff tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-424325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-326625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2753'] for router, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:43.108387 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51dd8db8-89eb-4a10-adb7-7a893fa5b652 None None] Routers {'218457ea-2bcf-4aa0-b2ed-a7f05045e693'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:47:43.109137 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-51dd8db8-89eb-4a10-adb7-7a893fa5b652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:47:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['218457ea-2bcf-4aa0-b2ed-a7f05045e693'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:43.115133 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-2fc86fa7-3eb1-401a-842b-a50b8d2ea537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:43.123320 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-4640dc85-dabe-4f3f-9541-96525ce776a9 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Deleting port c834febe-9154-44ca-9664-e707bc16576e {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:47:43.123679 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4640dc85-dabe-4f3f-9541-96525ce776a9 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:43.174425 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-51dd8db8-89eb-4a10-adb7-7a893fa5b652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:43.181272 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 855f948b-0bc7-4c79-850f-9e63c3c6b410 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:47:43.181932 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:43.186574 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-d85070dd-b322-4f27-883f-9d1494eaac9e None None] Deleting port 6b56f369-94cf-493a-9873-a6072e3f8bc8 {{(pid=109868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:47:43.187049 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-d85070dd-b322-4f27-883f-9d1494eaac9e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:43.204701 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-985b7ba6-0866-4eb3-af55-2d9ed139bdff tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:43.206815 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-500b20ec-eaac-4121-ac60-9d969ba85637 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25501847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25307831'] for subnet, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:43.211245 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4640dc85-dabe-4f3f-9541-96525ce776a9 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:43.211643 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4640dc85-dabe-4f3f-9541-96525ce776a9 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:43.223313 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-985b7ba6-0866-4eb3-af55-2d9ed139bdff tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-424338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418138'] for router, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:43.225976 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-4640dc85-dabe-4f3f-9541-96525ce776a9 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Calling delete_port for c834febe-9154-44ca-9664-e707bc16576e owned by network:floatingip {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:47:43.270885 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51dd8db8-89eb-4a10-adb7-7a893fa5b652 None None] Routers {'218457ea-2bcf-4aa0-b2ed-a7f05045e693'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:47:43.271468 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-51dd8db8-89eb-4a10-adb7-7a893fa5b652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:47:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['218457ea-2bcf-4aa0-b2ed-a7f05045e693'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:43.277756 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-985b7ba6-0866-4eb3-af55-2d9ed139bdff tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for router, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:43.277936 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-2fc86fa7-3eb1-401a-842b-a50b8d2ea537 None None] For port 6b56f369-94cf-493a-9873-a6072e3f8bc8, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=6b56f369-94cf-493a-9873-a6072e3f8bc8,segment=NetworkSegment(2b1ff8b4-a836-4287-84a2-3eaf8ccfb867),segment_id=2b1ff8b4-a836-4287-84a2-3eaf8ccfb867)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:47:43.279815 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-985b7ba6-0866-4eb3-af55-2d9ed139bdff tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2852492 Nov 24 01:47:43.286996 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46930) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:43.307071 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500b20ec-eaac-4121-ac60-9d969ba85637 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Network 0b39e72d-1244-4a44-91ee-28b4de878b98 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:47:43.330218 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46932) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:43.346212 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-dc9c5d56-6d28-4ed9-9444-3c8dbde830e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:43.350730 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-2fc86fa7-3eb1-401a-842b-a50b8d2ea537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:43.351387 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-500b20ec-eaac-4121-ac60-9d969ba85637 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:47:43.361374 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-51dd8db8-89eb-4a10-adb7-7a893fa5b652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:43.361374 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51dd8db8-89eb-4a10-adb7-7a893fa5b652 None None] The sync data for ids ['218457ea-2bcf-4aa0-b2ed-a7f05045e693'] in dv-neutron-818911-2-hyperv is: [] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:47:43.390224 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500b20ec-eaac-4121-ac60-9d969ba85637 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:43.390871 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-500b20ec-eaac-4121-ac60-9d969ba85637 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:43.394860 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26eabf36-df07-42f7-8eb5-4479270ca5f0 None None] Network 0b39e72d-1244-4a44-91ee-28b4de878b98 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:47:43.407586 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500b20ec-eaac-4121-ac60-9d969ba85637 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Pushing event updated for resources: {'Subnet': ['ID=28235a0b-39a8-4ea3-ba06-d534f16cc61c,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:43.432849 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4640dc85-dabe-4f3f-9541-96525ce776a9 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:43.463468 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-d85070dd-b322-4f27-883f-9d1494eaac9e None None] For port 6b56f369-94cf-493a-9873-a6072e3f8bc8, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=6b56f369-94cf-493a-9873-a6072e3f8bc8,segment=NetworkSegment(2b1ff8b4-a836-4287-84a2-3eaf8ccfb867),segment_id=2b1ff8b4-a836-4287-84a2-3eaf8ccfb867)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:47:43.464001 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-d85070dd-b322-4f27-883f-9d1494eaac9e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:43.475057 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4640dc85-dabe-4f3f-9541-96525ce776a9 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Pushing event deleted for resources: {'Port': ['ID=c834febe-9154-44ca-9664-e707bc16576e,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:43.491116 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-500b20ec-eaac-4121-ac60-9d969ba85637 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0064356 Nov 24 01:47:43.491116 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46934) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:43.497697 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-b0234913-20a7-42cc-a39f-50b5165d79ed tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1658254845', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '28235a0b-39a8-4ea3-ba06-d534f16cc61c'}], 'security_groups': ['bd8c55c0-d850-48d9-a5ce-690889ae2def']}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:47:43.501138 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-47700a87-dd4a-4bba-9e87-a659f1768ba5 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:43.534337 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-d85070dd-b322-4f27-883f-9d1494eaac9e None None] Calling delete_port for 6b56f369-94cf-493a-9873-a6072e3f8bc8 owned by network:dhcp {{(pid=109868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:47:43.541093 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc86fa7-3eb1-401a-842b-a50b8d2ea537 None None] Pushing event updated for resources: {'Port': ['ID=6b56f369-94cf-493a-9873-a6072e3f8bc8,revision_number=4']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:43.558315 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-dc9c5d56-6d28-4ed9-9444-3c8dbde830e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:43.583618 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-dc9c5d56-6d28-4ed9-9444-3c8dbde830e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:43.634244 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4640dc85-dabe-4f3f-9541-96525ce776a9 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks [] for floatingip, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:43.636886 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4640dc85-dabe-4f3f-9541-96525ce776a9 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for floatingip, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:43.638636 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-4640dc85-dabe-4f3f-9541-96525ce776a9 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] 10.222.0.21 "DELETE /v2.0/floatingips/75a70040-47f4-42fe-b28f-5f45f31d3cf2 HTTP/1.1" status: 204 len: 168 time: 0.6787271 Nov 24 01:47:43.642154 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46936) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:43.686528 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9c5d56-6d28-4ed9-9444-3c8dbde830e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eade029a-e4d3-439d-8fc3-70b3d009c647,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:43.691690 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-dc9c5d56-6d28-4ed9-9444-3c8dbde830e2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=30a073ee66294fc6a61801059db56800&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3575168 Nov 24 01:47:43.693219 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46938) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:43.697021 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.api.v2.resource [None req-0a4de2fb-d312-451a-a853-fd208af12e90 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] delete failed (client error): The resource could not be found. Nov 24 01:47:43.698102 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-0a4de2fb-d312-451a-a853-fd208af12e90 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] 10.222.0.21 "DELETE /v2.0/floatingips/75a70040-47f4-42fe-b28f-5f45f31d3cf2 HTTP/1.1" status: 404 len: 345 time: 0.0525274 Nov 24 01:47:43.703541 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46940) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:43.718702 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-d85070dd-b322-4f27-883f-9d1494eaac9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974'] for port, after_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:43.722715 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b0234913-20a7-42cc-a39f-50b5165d79ed tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:43.754209 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85070dd-b322-4f27-883f-9d1494eaac9e None None] No DVR routers for this DVR port 6b56f369-94cf-493a-9873-a6072e3f8bc8 on host dv-neutron-818911-2-hyperv {{(pid=109868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:47:43.758777 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85070dd-b322-4f27-883f-9d1494eaac9e None None] Pushing event deleted for resources: {'Port': ['ID=6b56f369-94cf-493a-9873-a6072e3f8bc8,revision_number=None']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:43.768049 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-47700a87-dd4a-4bba-9e87-a659f1768ba5 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Deleting port e2754de3-5b23-403b-8119-dbec880098a8 {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:47:43.768049 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-47700a87-dd4a-4bba-9e87-a659f1768ba5 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:43.773098 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-03b2d424-4093-471b-bd76-04d5d101c627 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:43.788863 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59646284-a0ff-4ad9-bb4f-2be13a469644 None None] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:47:43.860275 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f074b8-69c2-4466-aa69-56e33ad2b0bc tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:43.866342 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f074b8-69c2-4466-aa69-56e33ad2b0bc tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:43.875966 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f074b8-69c2-4466-aa69-56e33ad2b0bc tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:43.875966 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-f6f074b8-69c2-4466-aa69-56e33ad2b0bc tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] 10.222.0.21 "GET /v2.0/ports?network_id=c9fd22a9-70fd-48d0-bfd4-bfc1509f80af HTTP/1.1" status: 200 len: 2358 time: 0.1682866 Nov 24 01:47:43.878197 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46942) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:43.888502 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [None req-47700a87-dd4a-4bba-9e87-a659f1768ba5 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] For port e2754de3-5b23-403b-8119-dbec880098a8, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=e2754de3-5b23-403b-8119-dbec880098a8,segment=NetworkSegment(03295ee7-5383-4e0e-b3f4-6a0f963bd570),segment_id=03295ee7-5383-4e0e-b3f4-6a0f963bd570)] {{(pid=109866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:47:43.889363 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-47700a87-dd4a-4bba-9e87-a659f1768ba5 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:43.911797 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b640e78-8e2c-48d6-ac0a-f6fbe488aaad None None] Update dhcp port {'port': {'network_id': '0b39e72d-1244-4a44-91ee-28b4de878b98', 'fixed_ips': [{'subnet_id': 'f6d7149a-b944-43ee-8e46-ee67fc52210d', 'ip_address': '172.20.0.2'}, {'subnet_id': '28235a0b-39a8-4ea3-ba06-d534f16cc61c'}], 'binding:host_id': 'dv-neutron-818911-2-hyperv'}, 'id': '855f948b-0bc7-4c79-850f-9e63c3c6b410'} from dv-neutron-818911-2-hyperv. {{(pid=109868) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 24 01:47:43.923977 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-47700a87-dd4a-4bba-9e87-a659f1768ba5 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Calling delete_port for e2754de3-5b23-403b-8119-dbec880098a8 owned by network:dhcp {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:47:43.948766 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-96c9b764-da40-4336-b835-fe2fbc367cdc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:43.951676 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0351e050-009f-49ea-8935-d318043055de tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:43.953133 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-0351e050-009f-49ea-8935-d318043055de tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] 10.222.0.21 "GET /v2.0/subnets/ae5c40e4-cfa4-48ba-a768-921cbdbe603c HTTP/1.1" status: 200 len: 797 time: 0.0739937 Nov 24 01:47:43.962885 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46944) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:43.968600 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-f026f349-f21f-45eb-972b-8ea56a82fc75 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Request body: {'port': {'network_id': 'c9fd22a9-70fd-48d0-bfd4-bfc1509f80af', 'name': 'tempest-FloatingIPTestJSON-103876825', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:47:43.968893 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-7b640e78-8e2c-48d6-ac0a-f6fbe488aaad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:44.046813 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-47700a87-dd4a-4bba-9e87-a659f1768ba5 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:44.071763 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47700a87-dd4a-4bba-9e87-a659f1768ba5 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Pushing event deleted for resources: {'Port': ['ID=e2754de3-5b23-403b-8119-dbec880098a8,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:44.077543 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47700a87-dd4a-4bba-9e87-a659f1768ba5 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] No DVR routers for this DVR port e2754de3-5b23-403b-8119-dbec880098a8 on host dv-neutron-818911-2-hyperv {{(pid=109866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:47:44.113035 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-96c9b764-da40-4336-b835-fe2fbc367cdc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:44.164558 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-47700a87-dd4a-4bba-9e87-a659f1768ba5 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:44.189010 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-47700a87-dd4a-4bba-9e87-a659f1768ba5 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['924d8724-b477-455b-bbad-e17270b2de3b']}} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:44.199960 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-47700a87-dd4a-4bba-9e87-a659f1768ba5 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03295ee7-5383-4e0e-b3f4-6a0f963bd570') {'for_net_delete': True} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:44.200265 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-47700a87-dd4a-4bba-9e87-a659f1768ba5 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03295ee7-5383-4e0e-b3f4-6a0f963bd570') {} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:44.211193 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-47700a87-dd4a-4bba-9e87-a659f1768ba5 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29055561'] for segment, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:44.214545 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc092d83-b01e-4304-8508-149cf8610d2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-9b0cb615-dd00-417f-9128-01ca62e524f6', 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6', 'tenant_id': '6974375fded34c83af8967d3f69dce07', 'fixed_ips': [{'subnet_id': '31221ee5-06b1-411b-b6ce-f2c1a36194a0'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 01:47:44.215413 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-cc092d83-b01e-4304-8508-149cf8610d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:44.226409 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-47700a87-dd4a-4bba-9e87-a659f1768ba5 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:44.234179 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47700a87-dd4a-4bba-9e87-a659f1768ba5 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=109866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:47:44.234785 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-47700a87-dd4a-4bba-9e87-a659f1768ba5 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29151010'] for segment, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:44.237944 dv-neutron-818911-2-hyperv neutron-server[109866]: Traceback (most recent call last): Nov 24 01:47:44.237944 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:47:44.237944 dv-neutron-818911-2-hyperv neutron-server[109866]: timer() Nov 24 01:47:44.237944 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:47:44.237944 dv-neutron-818911-2-hyperv neutron-server[109866]: cb(*args, **kw) Nov 24 01:47:44.237944 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:47:44.237944 dv-neutron-818911-2-hyperv neutron-server[109866]: return func(*args, **kwargs) Nov 24 01:47:44.237944 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:47:44.237944 dv-neutron-818911-2-hyperv neutron-server[109866]: self._notify() Nov 24 01:47:44.237944 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:47:44.237944 dv-neutron-818911-2-hyperv neutron-server[109866]: self.callback(batched_events) Nov 24 01:47:44.237944 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:47:44.237944 dv-neutron-818911-2-hyperv neutron-server[109866]: event.method(event) Nov 24 01:47:44.237944 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:47:44.237944 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:47:44.237944 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:47:44.237944 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:47:44.237944 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:47:44.237944 dv-neutron-818911-2-hyperv neutron-server[109866]: return f(self, *a, **k) Nov 24 01:47:44.237944 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:47:44.237944 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._get(url).json() Nov 24 01:47:44.237944 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:47:44.237944 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:47:44.237944 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:47:44.237944 dv-neutron-818911-2-hyperv neutron-server[109866]: return self.request(url, 'GET', **kwargs) Nov 24 01:47:44.237944 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:47:44.237944 dv-neutron-818911-2-hyperv neutron-server[109866]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:47:44.237944 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:47:44.237944 dv-neutron-818911-2-hyperv neutron-server[109866]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:47:44.237944 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:47:44.237944 dv-neutron-818911-2-hyperv neutron-server[109866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:47:44.237944 dv-neutron-818911-2-hyperv neutron-server[109866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:47:44.303917 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-47700a87-dd4a-4bba-9e87-a659f1768ba5 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:44.311672 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-47700a87-dd4a-4bba-9e87-a659f1768ba5 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:44.315598 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-47700a87-dd4a-4bba-9e87-a659f1768ba5 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] 10.222.0.21 "DELETE /v2.0/networks/924d8724-b477-455b-bbad-e17270b2de3b HTTP/1.1" status: 204 len: 168 time: 2.9990931 Nov 24 01:47:44.319641 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46946) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:44.339038 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-63af9483-f5db-4096-bb48-a4e860ad3ada tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1166256845'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:47:44.344976 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47700a87-dd4a-4bba-9e87-a659f1768ba5 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Pushing event deleted for resources: {'Network': ['ID=924d8724-b477-455b-bbad-e17270b2de3b,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:44.374166 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63af9483-f5db-4096-bb48-a4e860ad3ada tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Made reservation on behalf of dc36495a5d4849ad80ab7e395f5eebfb for: {'network': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:47:44.378003 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-63af9483-f5db-4096-bb48-a4e860ad3ada tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:44.405033 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63af9483-f5db-4096-bb48-a4e860ad3ada tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=109866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:47:44.415329 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-63af9483-f5db-4096-bb48-a4e860ad3ada tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:44.415716 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.segments_db [None req-63af9483-f5db-4096-bb48-a4e860ad3ada tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Added segment 6772203e-4126-4f9f-b3eb-38b5a133b615 of type vlan for network 96479a1f-f3b9-4317-8cf5-a480e04037da Nov 24 01:47:44.436314 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-7b640e78-8e2c-48d6-ac0a-f6fbe488aaad None None] Allocated IP 172.20.0.18 (0b39e72d-1244-4a44-91ee-28b4de878b98/28235a0b-39a8-4ea3-ba06-d534f16cc61c/855f948b-0bc7-4c79-850f-9e63c3c6b410) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:47:44.470456 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-63af9483-f5db-4096-bb48-a4e860ad3ada tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:44.506032 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-63af9483-f5db-4096-bb48-a4e860ad3ada tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:44.516511 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63af9483-f5db-4096-bb48-a4e860ad3ada tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:44.516983 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-63af9483-f5db-4096-bb48-a4e860ad3ada tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705655'] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:44.522986 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-cc092d83-b01e-4304-8508-149cf8610d2a None None] Allocated IP 2001:db8::2 (9b0cb615-dd00-417f-9128-01ca62e524f6/31221ee5-06b1-411b-b6ce-f2c1a36194a0/545cc5e1-ff13-40ba-b28f-1682e72e1915) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:47:44.559220 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 6b56f369-94cf-493a-9873-a6072e3f8bc8 no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:47:44.562380 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-63af9483-f5db-4096-bb48-a4e860ad3ada tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2413778 Nov 24 01:47:44.565464 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46948) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:44.572612 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-2cf92609-3f91-459a-8942-93036ca16438 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Request body: {'network': {'name': 'New_network'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:47:44.594266 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: 6b56f369-94cf-493a-9873-a6072e3f8bc8 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:47:44.594608 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 6b56f369-94cf-493a-9873-a6072e3f8bc8 not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:47:44.627197 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63af9483-f5db-4096-bb48-a4e860ad3ada tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Pushing event updated for resources: {'Network': ['ID=96479a1f-f3b9-4317-8cf5-a480e04037da,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:44.670830 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-96c9b764-da40-4336-b835-fe2fbc367cdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:44.671643 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network 96479a1f-f3b9-4317-8cf5-a480e04037da details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:47:44.673441 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-96c9b764-da40-4336-b835-fe2fbc367cdc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:44.676923 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-96c9b764-da40-4336-b835-fe2fbc367cdc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/eade029a-e4d3-439d-8fc3-70b3d009c647 HTTP/1.1" status: 204 len: 168 time: 0.9803243 Nov 24 01:47:44.688653 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-7b640e78-8e2c-48d6-ac0a-f6fbe488aaad None None] For port 855f948b-0bc7-4c79-850f-9e63c3c6b410, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=855f948b-0bc7-4c79-850f-9e63c3c6b410,segment=NetworkSegment(2cbf0128-ebee-4661-b612-e9c86e4b1f6e),segment_id=2cbf0128-ebee-4661-b612-e9c86e4b1f6e)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:47:44.688871 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f026f349-f21f-45eb-972b-8ea56a82fc75 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Made reservation on behalf of c1381337c43b4a9e8088f5ae31d89764 for: {'port': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:47:44.694858 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c9b764-da40-4336-b835-fe2fbc367cdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eade029a-e4d3-439d-8fc3-70b3d009c647,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:44.753548 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-7b640e78-8e2c-48d6-ac0a-f6fbe488aaad None None] Publish callbacks [] for port, precommit_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:44.790471 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-2cf92609-3f91-459a-8942-93036ca16438 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:44.807752 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-2cf92609-3f91-459a-8942-93036ca16438 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:44.817074 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-7b640e78-8e2c-48d6-ac0a-f6fbe488aaad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:44.833750 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2cf92609-3f91-459a-8942-93036ca16438 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Network 96479a1f-f3b9-4317-8cf5-a480e04037da is not hosted by any dhcp agent {{(pid=109866) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 24 01:47:44.840106 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf92609-3f91-459a-8942-93036ca16438 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:44.840778 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-2cf92609-3f91-459a-8942-93036ca16438 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks [] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:44.845557 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-2cf92609-3f91-459a-8942-93036ca16438 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] 10.222.0.21 "PUT /v2.0/networks/96479a1f-f3b9-4317-8cf5-a480e04037da HTTP/1.1" status: 200 len: 723 time: 0.2790289 Nov 24 01:47:44.852492 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46952) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:44.858574 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-e96d525c-cf0f-4bd2-9633-cf3eb62d784d tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Request body: {'subnet': {'network_id': '96479a1f-f3b9-4317-8cf5-a480e04037da', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:47:44.916493 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-cc092d83-b01e-4304-8508-149cf8610d2a None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:44.922944 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf92609-3f91-459a-8942-93036ca16438 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Pushing event updated for resources: {'Network': ['ID=96479a1f-f3b9-4317-8cf5-a480e04037da,revision_number=2']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:44.948713 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network 96479a1f-f3b9-4317-8cf5-a480e04037da details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:47:44.952748 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f026f349-f21f-45eb-972b-8ea56a82fc75 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:44.959044 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-cc092d83-b01e-4304-8508-149cf8610d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:45.011474 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b640e78-8e2c-48d6-ac0a-f6fbe488aaad None None] Pushing event updated for resources: {'Port': ['ID=855f948b-0bc7-4c79-850f-9e63c3c6b410,revision_number=4']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:45.016084 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e96d525c-cf0f-4bd2-9633-cf3eb62d784d tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Made reservation on behalf of dc36495a5d4849ad80ab7e395f5eebfb for: {'subnet': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:47:45.020910 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e96d525c-cf0f-4bd2-9633-cf3eb62d784d tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29154835'] for subnet, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:45.028120 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [None req-f026f349-f21f-45eb-972b-8ea56a82fc75 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] device_id is not set on port 942aa9e9-b8da-4479-835b-5df405037aa4 yet. {{(pid=109867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 01:47:45.037327 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-b0234913-20a7-42cc-a39f-50b5165d79ed tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Delete allocated IP 172.20.0.4 (0b39e72d-1244-4a44-91ee-28b4de878b98/f6d7149a-b944-43ee-8e46-ee67fc52210d) {{(pid=109867) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 24 01:47:45.068696 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc092d83-b01e-4304-8508-149cf8610d2a None None] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:47:45.077113 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-cc092d83-b01e-4304-8508-149cf8610d2a None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:47:45.086998 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc092d83-b01e-4304-8508-149cf8610d2a None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:47:45.131539 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-b0234913-20a7-42cc-a39f-50b5165d79ed tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Allocated IP 172.20.0.28 (0b39e72d-1244-4a44-91ee-28b4de878b98/28235a0b-39a8-4ea3-ba06-d534f16cc61c/9b805000-b51f-4e94-99d9-567bc192cc32) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:47:45.164591 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-03b2d424-4093-471b-bd76-04d5d101c627 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Allocated IP 2001:db8::1 (9b0cb615-dd00-417f-9128-01ca62e524f6/31221ee5-06b1-411b-b6ce-f2c1a36194a0/268f1f7a-4436-44b7-9849-e1196521a532) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:47:45.171174 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc092d83-b01e-4304-8508-149cf8610d2a None None] Pushing event updated for resources: {'Port': ['ID=545cc5e1-ff13-40ba-b28f-1682e72e1915,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:45.202943 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-cc092d83-b01e-4304-8508-149cf8610d2a None None] Attempting to bind port 545cc5e1-ff13-40ba-b28f-1682e72e1915 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:47:45.203305 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-cc092d83-b01e-4304-8508-149cf8610d2a None None] Attempting to bind port 545cc5e1-ff13-40ba-b28f-1682e72e1915 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '2b1ff8b4-a836-4287-84a2-3eaf8ccfb867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:47:45.203663 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc092d83-b01e-4304-8508-149cf8610d2a None None] Attempting to bind port 545cc5e1-ff13-40ba-b28f-1682e72e1915 on network 9b0cb615-dd00-417f-9128-01ca62e524f6 {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:47:45.209981 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc092d83-b01e-4304-8508-149cf8610d2a None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:47:45.210356 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc092d83-b01e-4304-8508-149cf8610d2a None None] Checking segment: {'id': '2b1ff8b4-a836-4287-84a2-3eaf8ccfb867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:47:45.210800 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-cc092d83-b01e-4304-8508-149cf8610d2a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:45.211191 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc092d83-b01e-4304-8508-149cf8610d2a None None] Bound using segment: {'id': '2b1ff8b4-a836-4287-84a2-3eaf8ccfb867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:47:45.211646 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-cc092d83-b01e-4304-8508-149cf8610d2a None None] Bound port: 545cc5e1-ff13-40ba-b28f-1682e72e1915, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1ff8b4-a836-4287-84a2-3eaf8ccfb867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:47:45.212021 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-cc092d83-b01e-4304-8508-149cf8610d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:45.296451 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-cc092d83-b01e-4304-8508-149cf8610d2a None None] For port 545cc5e1-ff13-40ba-b28f-1682e72e1915, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:47:45.300476 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-cc092d83-b01e-4304-8508-149cf8610d2a None None] For port 545cc5e1-ff13-40ba-b28f-1682e72e1915, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=545cc5e1-ff13-40ba-b28f-1682e72e1915,segment=NetworkSegment(2b1ff8b4-a836-4287-84a2-3eaf8ccfb867),segment_id=2b1ff8b4-a836-4287-84a2-3eaf8ccfb867)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:47:45.305972 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-cc092d83-b01e-4304-8508-149cf8610d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:45.308069 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e96d525c-cf0f-4bd2-9633-cf3eb62d784d tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29149261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29154849'] for subnet, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:45.380563 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc092d83-b01e-4304-8508-149cf8610d2a None None] Pushing event updated for resources: {'Port': ['ID=545cc5e1-ff13-40ba-b28f-1682e72e1915,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:45.425306 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96d525c-cf0f-4bd2-9633-cf3eb62d784d tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Checking segment: {'id': '6772203e-4126-4f9f-b3eb-38b5a133b615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '96479a1f-f3b9-4317-8cf5-a480e04037da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:47:45.425905 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96d525c-cf0f-4bd2-9633-cf3eb62d784d tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Network hostable DHCP agents. Network: 96479a1f-f3b9-4317-8cf5-a480e04037da, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 01:47:45.444583 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96d525c-cf0f-4bd2-9633-cf3eb62d784d tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Pushing event updated for resources: {'Subnet': ['ID=efb78e9d-2133-43d2-9ea1-1d45bdd5ca1f,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:45.464759 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96d525c-cf0f-4bd2-9633-cf3eb62d784d tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Network 96479a1f-f3b9-4317-8cf5-a480e04037da is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 01:47:45.483703 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-e96d525c-cf0f-4bd2-9633-cf3eb62d784d tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, 96479a1f-f3b9-4317-8cf5-a480e04037da) {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:47:45.490606 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96d525c-cf0f-4bd2-9633-cf3eb62d784d tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:45.491364 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e96d525c-cf0f-4bd2-9633-cf3eb62d784d tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:45.495899 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4fd0636-a094-471a-b13c-022449f4732e None None] Network 96479a1f-f3b9-4317-8cf5-a480e04037da requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:47:45.512697 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-e96d525c-cf0f-4bd2-9633-cf3eb62d784d tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6588798 Nov 24 01:47:45.515622 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46964) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:45.522344 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-5fc387a3-1909-48a0-9ecc-db8e87d32129 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:47:45.710939 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5fc387a3-1909-48a0-9ecc-db8e87d32129 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-29154840'] for subnet, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:45.768636 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a645d8d1-adf0-4472-b22b-336639177749 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-96479a1f-f3b9-4317-8cf5-a480e04037da', 'network_id': '96479a1f-f3b9-4317-8cf5-a480e04037da', 'tenant_id': 'dc36495a5d4849ad80ab7e395f5eebfb', 'fixed_ips': [{'subnet_id': 'efb78e9d-2133-43d2-9ea1-1d45bdd5ca1f'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 01:47:45.770104 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a645d8d1-adf0-4472-b22b-336639177749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:45.943253 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-03b2d424-4093-471b-bd76-04d5d101c627 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:45.974901 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5fc387a3-1909-48a0-9ecc-db8e87d32129 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8774267912057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-29149339'] for subnet, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:45.977513 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b0234913-20a7-42cc-a39f-50b5165d79ed tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks [] for port, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:45.992892 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b0234913-20a7-42cc-a39f-50b5165d79ed tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25501696'] for port, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:45.995348 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-f026f349-f21f-45eb-972b-8ea56a82fc75 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Allocated IP 172.20.0.14 (c9fd22a9-70fd-48d0-bfd4-bfc1509f80af/ae5c40e4-cfa4-48ba-a768-921cbdbe603c/942aa9e9-b8da-4479-835b-5df405037aa4) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:47:45.998566 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc387a3-1909-48a0-9ecc-db8e87d32129 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:45.999826 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5fc387a3-1909-48a0-9ecc-db8e87d32129 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:46.001176 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-5fc387a3-1909-48a0-9ecc-db8e87d32129 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] 10.222.0.21 "PUT /v2.0/subnets/efb78e9d-2133-43d2-9ea1-1d45bdd5ca1f HTTP/1.1" status: 200 len: 806 time: 0.4843915 Nov 24 01:47:46.024635 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46976) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:46.038745 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-3ee48cf1-37bd-4436-be46-ee1eaa68b1fd None None] Provisioning complete for port 9b805000-b51f-4e94-99d9-567bc192cc32 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:47:46.039111 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-3ee48cf1-37bd-4436-be46-ee1eaa68b1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:46.041101 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-a645d8d1-adf0-4472-b22b-336639177749 None None] Allocated IP 172.20.0.2 (96479a1f-f3b9-4317-8cf5-a480e04037da/efb78e9d-2133-43d2-9ea1-1d45bdd5ca1f/f6b762d8-c747-4df3-912f-9962a5f554dd) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:47:46.068098 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0234913-20a7-42cc-a39f-50b5165d79ed tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Pushing event updated for resources: {'Port': ['ID=9b805000-b51f-4e94-99d9-567bc192cc32,revision_number=2']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:46.103931 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-f026f349-f21f-45eb-972b-8ea56a82fc75 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Allocated IP 172.20.0.13 (c9fd22a9-70fd-48d0-bfd4-bfc1509f80af/ae5c40e4-cfa4-48ba-a768-921cbdbe603c/942aa9e9-b8da-4479-835b-5df405037aa4) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:47:46.106148 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-3ee48cf1-37bd-4436-be46-ee1eaa68b1fd None None] Port 9b805000-b51f-4e94-99d9-567bc192cc32 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:47:46.147802 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-3ee48cf1-37bd-4436-be46-ee1eaa68b1fd None None] Provisioning complete for port 855f948b-0bc7-4c79-850f-9e63c3c6b410 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:47:46.148168 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-3ee48cf1-37bd-4436-be46-ee1eaa68b1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:46.153011 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc387a3-1909-48a0-9ecc-db8e87d32129 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Pushing event updated for resources: {'Subnet': ['ID=efb78e9d-2133-43d2-9ea1-1d45bdd5ca1f,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:46.190871 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-03b2d424-4093-471b-bd76-04d5d101c627 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:46.217617 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-daf53e77-2251-408a-8c6b-f2978e92c15e tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:46.243641 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-b0234913-20a7-42cc-a39f-50b5165d79ed tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] In _notify_port_updated(), no bound segment for port 9b805000-b51f-4e94-99d9-567bc192cc32 on network 0b39e72d-1244-4a44-91ee-28b4de878b98 {{(pid=109867) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 24 01:47:46.249527 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0234913-20a7-42cc-a39f-50b5165d79ed tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:46.250084 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b0234913-20a7-42cc-a39f-50b5165d79ed tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:46.251423 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-b0234913-20a7-42cc-a39f-50b5165d79ed tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "PUT /v2.0/ports/9b805000-b51f-4e94-99d9-567bc192cc32 HTTP/1.1" status: 200 len: 921 time: 2.7595007 Nov 24 01:47:46.258050 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 46980) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:46.313992 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-daf53e77-2251-408a-8c6b-f2978e92c15e tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:46.344856 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a645d8d1-adf0-4472-b22b-336639177749 None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:46.359483 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a645d8d1-adf0-4472-b22b-336639177749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:46.395668 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-3ee48cf1-37bd-4436-be46-ee1eaa68b1fd None None] Provisioning complete for port 2de64207-7a43-45ba-b450-3c6ded0a5497 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:47:46.396028 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-3ee48cf1-37bd-4436-be46-ee1eaa68b1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:46.413455 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-daf53e77-2251-408a-8c6b-f2978e92c15e tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29149324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29154870'] for subnet, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:46.437503 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a645d8d1-adf0-4472-b22b-336639177749 None None] Network 96479a1f-f3b9-4317-8cf5-a480e04037da is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:47:46.445923 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-a645d8d1-adf0-4472-b22b-336639177749 None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:47:46.449220 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a645d8d1-adf0-4472-b22b-336639177749 None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:47:46.460235 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f026f349-f21f-45eb-972b-8ea56a82fc75 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:46.464848 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a645d8d1-adf0-4472-b22b-336639177749 None None] Pushing event updated for resources: {'Port': ['ID=f6b762d8-c747-4df3-912f-9962a5f554dd,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:46.511074 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b2d424-4093-471b-bd76-04d5d101c627 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Pushing event updated for resources: {'Port': ['ID=268f1f7a-4436-44b7-9849-e1196521a532,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:46.519478 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b2d424-4093-471b-bd76-04d5d101c627 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:47:46.529185 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf53e77-2251-408a-8c6b-f2978e92c15e tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Pushing event deleted for resources: {'Subnet': ['ID=efb78e9d-2133-43d2-9ea1-1d45bdd5ca1f,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:46.538329 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-3ee48cf1-37bd-4436-be46-ee1eaa68b1fd None None] Port 2de64207-7a43-45ba-b450-3c6ded0a5497 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:47:46.550038 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f026f349-f21f-45eb-972b-8ea56a82fc75 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:46.559702 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-03b2d424-4093-471b-bd76-04d5d101c627 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:47:46.565881 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b2d424-4093-471b-bd76-04d5d101c627 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:47:46.566427 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-03b2d424-4093-471b-bd76-04d5d101c627 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3777869'] for router_interface, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:46.578356 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-a645d8d1-adf0-4472-b22b-336639177749 None None] Attempting to bind port f6b762d8-c747-4df3-912f-9962a5f554dd on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:47:46.579382 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-a645d8d1-adf0-4472-b22b-336639177749 None None] Attempting to bind port f6b762d8-c747-4df3-912f-9962a5f554dd by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '6772203e-4126-4f9f-b3eb-38b5a133b615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '96479a1f-f3b9-4317-8cf5-a480e04037da'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:47:46.579985 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a645d8d1-adf0-4472-b22b-336639177749 None None] Attempting to bind port f6b762d8-c747-4df3-912f-9962a5f554dd on network 96479a1f-f3b9-4317-8cf5-a480e04037da {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:47:46.588354 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a645d8d1-adf0-4472-b22b-336639177749 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:47:46.589126 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a645d8d1-adf0-4472-b22b-336639177749 None None] Checking segment: {'id': '6772203e-4126-4f9f-b3eb-38b5a133b615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '96479a1f-f3b9-4317-8cf5-a480e04037da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:47:46.589785 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a645d8d1-adf0-4472-b22b-336639177749 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:46.590380 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a645d8d1-adf0-4472-b22b-336639177749 None None] Bound using segment: {'id': '6772203e-4126-4f9f-b3eb-38b5a133b615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '96479a1f-f3b9-4317-8cf5-a480e04037da'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:47:46.591712 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-a645d8d1-adf0-4472-b22b-336639177749 None None] Bound port: f6b762d8-c747-4df3-912f-9962a5f554dd, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6772203e-4126-4f9f-b3eb-38b5a133b615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '96479a1f-f3b9-4317-8cf5-a480e04037da'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:47:46.592451 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a645d8d1-adf0-4472-b22b-336639177749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:46.705908 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-a645d8d1-adf0-4472-b22b-336639177749 None None] For port f6b762d8-c747-4df3-912f-9962a5f554dd, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:47:46.706270 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-daf53e77-2251-408a-8c6b-f2978e92c15e tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:46.720680 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-a645d8d1-adf0-4472-b22b-336639177749 None None] For port f6b762d8-c747-4df3-912f-9962a5f554dd, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=f6b762d8-c747-4df3-912f-9962a5f554dd,segment=NetworkSegment(6772203e-4126-4f9f-b3eb-38b5a133b615),segment_id=6772203e-4126-4f9f-b3eb-38b5a133b615)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:47:46.730390 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a645d8d1-adf0-4472-b22b-336639177749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:46.765596 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-daf53e77-2251-408a-8c6b-f2978e92c15e tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96479a1f-f3b9-4317-8cf5-a480e04037da']}} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:46.793526 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-daf53e77-2251-408a-8c6b-f2978e92c15e tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6772203e-4126-4f9f-b3eb-38b5a133b615') {'for_net_delete': True} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:46.793775 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-daf53e77-2251-408a-8c6b-f2978e92c15e tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6772203e-4126-4f9f-b3eb-38b5a133b615') {} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:46.807483 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f026f349-f21f-45eb-972b-8ea56a82fc75 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Network c9fd22a9-70fd-48d0-bfd4-bfc1509f80af is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:47:46.814317 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 855f948b-0bc7-4c79-850f-9e63c3c6b410 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:47:46.827288 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-daf53e77-2251-408a-8c6b-f2978e92c15e tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29055561'] for segment, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:46.833145 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-f026f349-f21f-45eb-972b-8ea56a82fc75 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:47:46.842667 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f026f349-f21f-45eb-972b-8ea56a82fc75 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:47:46.856792 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f026f349-f21f-45eb-972b-8ea56a82fc75 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Pushing event updated for resources: {'Port': ['ID=942aa9e9-b8da-4479-835b-5df405037aa4,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:46.863826 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-daf53e77-2251-408a-8c6b-f2978e92c15e tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:46.881661 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-daf53e77-2251-408a-8c6b-f2978e92c15e tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=109866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:47:46.882384 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-daf53e77-2251-408a-8c6b-f2978e92c15e tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29151010'] for segment, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:46.890876 dv-neutron-818911-2-hyperv neutron-server[109866]: Traceback (most recent call last): Nov 24 01:47:46.890876 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:47:46.890876 dv-neutron-818911-2-hyperv neutron-server[109866]: timer() Nov 24 01:47:46.890876 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:47:46.890876 dv-neutron-818911-2-hyperv neutron-server[109866]: cb(*args, **kw) Nov 24 01:47:46.890876 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:47:46.890876 dv-neutron-818911-2-hyperv neutron-server[109866]: return func(*args, **kwargs) Nov 24 01:47:46.890876 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:47:46.890876 dv-neutron-818911-2-hyperv neutron-server[109866]: self._notify() Nov 24 01:47:46.890876 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:47:46.890876 dv-neutron-818911-2-hyperv neutron-server[109866]: self.callback(batched_events) Nov 24 01:47:46.890876 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:47:46.890876 dv-neutron-818911-2-hyperv neutron-server[109866]: event.method(event) Nov 24 01:47:46.890876 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:47:46.890876 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:47:46.890876 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:47:46.890876 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:47:46.890876 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:47:46.890876 dv-neutron-818911-2-hyperv neutron-server[109866]: return f(self, *a, **k) Nov 24 01:47:46.890876 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:47:46.890876 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._get(url).json() Nov 24 01:47:46.890876 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:47:46.890876 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:47:46.890876 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:47:46.890876 dv-neutron-818911-2-hyperv neutron-server[109866]: return self.request(url, 'GET', **kwargs) Nov 24 01:47:46.890876 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:47:46.890876 dv-neutron-818911-2-hyperv neutron-server[109866]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:47:46.890876 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:47:46.890876 dv-neutron-818911-2-hyperv neutron-server[109866]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:47:46.890876 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:47:46.890876 dv-neutron-818911-2-hyperv neutron-server[109866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:47:46.890876 dv-neutron-818911-2-hyperv neutron-server[109866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:47:46.896959 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb30fd25-c7f2-4a09-b5a0-298bc701681f None None] DHCP port deletion for c9fd22a9-70fd-48d0-bfd4-bfc1509f80af request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:47:46.911154 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a645d8d1-adf0-4472-b22b-336639177749 None None] Pushing event updated for resources: {'Port': ['ID=f6b762d8-c747-4df3-912f-9962a5f554dd,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:46.945822 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d51fb67-991d-46cb-8ac5-c316a1f4da46 None None] Network 96479a1f-f3b9-4317-8cf5-a480e04037da requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:47:46.987211 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 855f948b-0bc7-4c79-850f-9e63c3c6b410 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:47:46.987211 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:47.000395 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.db.api [None req-daf53e77-2251-408a-8c6b-f2978e92c15e tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 24 01:47:47.000395 dv-neutron-818911-2-hyperv neutron-server[109866]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 24 01:47:47.000395 dv-neutron-818911-2-hyperv neutron-server[109866]: [parameters: {'id': '96479a1f-f3b9-4317-8cf5-a480e04037da'}] Nov 24 01:47:47.000395 dv-neutron-818911-2-hyperv neutron-server[109866]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109866) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 01:47:47.000749 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG oslo_db.api [None req-daf53e77-2251-408a-8c6b-f2978e92c15e tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 01:47:47.003732 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-03b2d424-4093-471b-bd76-04d5d101c627 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:47.025731 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46992) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:47.039917 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f026f349-f21f-45eb-972b-8ea56a82fc75 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:47.040851 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f026f349-f21f-45eb-972b-8ea56a82fc75 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:47.071826 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-4cecb8dd-1566-44fa-ba31-ea6fca527423 None None] Provisioning complete for port 942aa9e9-b8da-4479-835b-5df405037aa4 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:47:47.072193 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-4cecb8dd-1566-44fa-ba31-ea6fca527423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:47.090932 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-fff087be-e690-42d7-b4c3-38062a04cdd7 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Deleting port 9b805000-b51f-4e94-99d9-567bc192cc32 {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:47:47.091299 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fff087be-e690-42d7-b4c3-38062a04cdd7 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:47.096719 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-f026f349-f21f-45eb-972b-8ea56a82fc75 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 3.1326659 Nov 24 01:47:47.099664 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 46998) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:47.104757 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-a5446cd7-f41e-42c3-bd5b-fc314f3f70b3 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Request body: {'floatingip': {'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'port_id': '942aa9e9-b8da-4479-835b-5df405037aa4', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:47:47.117072 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-4cecb8dd-1566-44fa-ba31-ea6fca527423 None None] Port 942aa9e9-b8da-4479-835b-5df405037aa4 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:47:47.151055 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a5446cd7-f41e-42c3-bd5b-fc314f3f70b3 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks [] for floatingip, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:47.182993 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-4cecb8dd-1566-44fa-ba31-ea6fca527423 None None] Provisioning complete for port 9b805000-b51f-4e94-99d9-567bc192cc32 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:47:47.183261 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-4cecb8dd-1566-44fa-ba31-ea6fca527423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:47.265792 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-18ad6e39-1730-44bc-a7db-38c22d9da744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081518012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081518012-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-61269647'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:47:47.314458 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18ad6e39-1730-44bc-a7db-38c22d9da744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081518012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081518012-project] Made reservation on behalf of 7493109c16e84db2a8c509488278e29e for: {'network': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:47:47.319043 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-18ad6e39-1730-44bc-a7db-38c22d9da744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081518012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081518012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:47.321775 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fff087be-e690-42d7-b4c3-38062a04cdd7 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:47.331844 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-18ad6e39-1730-44bc-a7db-38c22d9da744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081518012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081518012-project] Publish callbacks [] for security_group, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:47.350420 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-fff087be-e690-42d7-b4c3-38062a04cdd7 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Calling delete_port for 9b805000-b51f-4e94-99d9-567bc192cc32 owned by {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:47:47.357178 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a5446cd7-f41e-42c3-bd5b-fc314f3f70b3 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:47.457019 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 545cc5e1-ff13-40ba-b28f-1682e72e1915 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:47:47.498423 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd91cbe-2e7f-4535-bc2d-6a0647a4c32e None None] Network 96479a1f-f3b9-4317-8cf5-a480e04037da requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:47:47.501824 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-daf53e77-2251-408a-8c6b-f2978e92c15e tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:47.531154 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [None req-a5446cd7-f41e-42c3-bd5b-fc314f3f70b3 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Allocated IP 172.26.5.50 (eb22795d-37ee-46ee-844d-92c17e2ea450/3e66fcff-6e72-4083-b514-48f69cdaa2cb/1bf54067-05ba-42c9-b10d-c1ccbcbdb5a5) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:47:47.534483 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-18ad6e39-1730-44bc-a7db-38c22d9da744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081518012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081518012-project] Publish callbacks [] for security_group, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:47.547623 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-03b2d424-4093-471b-bd76-04d5d101c627 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for port, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:47.556993 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-4cecb8dd-1566-44fa-ba31-ea6fca527423 None None] Port 9b805000-b51f-4e94-99d9-567bc192cc32 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:47:47.568213 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-18ad6e39-1730-44bc-a7db-38c22d9da744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081518012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081518012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:47.626161 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 545cc5e1-ff13-40ba-b28f-1682e72e1915 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:47:47.626679 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:47.632980 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-03b2d424-4093-471b-bd76-04d5d101c627 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25501696'] for port, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:47.634453 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-03b2d424-4093-471b-bd76-04d5d101c627 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3778017'] for router_interface, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:47.640181 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18ad6e39-1730-44bc-a7db-38c22d9da744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081518012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081518012-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=109866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:47:47.645449 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fff087be-e690-42d7-b4c3-38062a04cdd7 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:47.693855 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ad6e39-1730-44bc-a7db-38c22d9da744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081518012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081518012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5afd067-eed6-419c-bc27-a815d24af54e,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:47.702210 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-8ecdea02-6ed3-49a3-9660-4a3cc47f1d21 None None] Provisioning complete for port 268f1f7a-4436-44b7-9849-e1196521a532 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:47:47.702743 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-8ecdea02-6ed3-49a3-9660-4a3cc47f1d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:47.706841 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-18ad6e39-1730-44bc-a7db-38c22d9da744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081518012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081518012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:47.707174 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.segments_db [None req-18ad6e39-1730-44bc-a7db-38c22d9da744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081518012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081518012-project] Added segment 8aee612a-2bfb-4260-9244-4d2dfa0b71c2 of type vlan for network 2e2715a2-46d1-464e-9bb9-7f55a2479234 Nov 24 01:47:47.720985 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-daf53e77-2251-408a-8c6b-f2978e92c15e tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Deleting port f6b762d8-c747-4df3-912f-9962a5f554dd {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:47:47.721378 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-daf53e77-2251-408a-8c6b-f2978e92c15e tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:47.745700 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b2d424-4093-471b-bd76-04d5d101c627 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Pushing event updated for resources: {'Port': ['ID=268f1f7a-4436-44b7-9849-e1196521a532,revision_number=2']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:47.776202 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-8ecdea02-6ed3-49a3-9660-4a3cc47f1d21 None None] Port 268f1f7a-4436-44b7-9849-e1196521a532 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:47:47.778781 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b20da66-8658-4ba5-87f6-131a044380f0 None None] get_active_networks_info from dv-neutron-818911-2-hyperv {{(pid=109868) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 24 01:47:47.788340 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-18ad6e39-1730-44bc-a7db-38c22d9da744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081518012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081518012-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:47.843789 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff087be-e690-42d7-b4c3-38062a04cdd7 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Pushing event deleted for resources: {'Port': ['ID=9b805000-b51f-4e94-99d9-567bc192cc32,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:47.850214 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a5446cd7-f41e-42c3-bd5b-fc314f3f70b3 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:47.853258 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [None req-daf53e77-2251-408a-8c6b-f2978e92c15e tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] For port f6b762d8-c747-4df3-912f-9962a5f554dd, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=f6b762d8-c747-4df3-912f-9962a5f554dd,segment=NetworkSegment(6772203e-4126-4f9f-b3eb-38b5a133b615),segment_id=6772203e-4126-4f9f-b3eb-38b5a133b615)] {{(pid=109866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:47:47.853258 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-daf53e77-2251-408a-8c6b-f2978e92c15e tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:47.881656 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-8ecdea02-6ed3-49a3-9660-4a3cc47f1d21 None None] Provisioning complete for port 545cc5e1-ff13-40ba-b28f-1682e72e1915 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:47:47.882139 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-8ecdea02-6ed3-49a3-9660-4a3cc47f1d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:47.897597 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-daf53e77-2251-408a-8c6b-f2978e92c15e tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Calling delete_port for f6b762d8-c747-4df3-912f-9962a5f554dd owned by network:dhcp {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:47:47.925080 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-18ad6e39-1730-44bc-a7db-38c22d9da744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081518012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081518012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:47.926406 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b2d424-4093-471b-bd76-04d5d101c627 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:47:47.929372 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-03b2d424-4093-471b-bd76-04d5d101c627 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:47:47.931021 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ad6e39-1730-44bc-a7db-38c22d9da744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081518012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081518012-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:47.931339 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-18ad6e39-1730-44bc-a7db-38c22d9da744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081518012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081518012-project] Publish callbacks [] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:47.931531 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fff087be-e690-42d7-b4c3-38062a04cdd7 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:47.937183 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-fff087be-e690-42d7-b4c3-38062a04cdd7 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "DELETE /v2.0/ports/9b805000-b51f-4e94-99d9-567bc192cc32 HTTP/1.1" status: 204 len: 168 time: 1.6679463 Nov 24 01:47:47.939743 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47014) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:47.985957 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdf88fec-42a6-40a4-b991-c0c25a9c4174 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] GET failed (client error): The resource could not be found. Nov 24 01:47:47.987393 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-bdf88fec-42a6-40a4-b991-c0c25a9c4174 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "GET /v2.0/ports/9b805000-b51f-4e94-99d9-567bc192cc32 HTTP/1.1" status: 404 len: 333 time: 0.0467172 Nov 24 01:47:47.991160 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47018) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:48.048649 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:48.161991 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] For port 545cc5e1-ff13-40ba-b28f-1682e72e1915, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=545cc5e1-ff13-40ba-b28f-1682e72e1915,segment=NetworkSegment(2b1ff8b4-a836-4287-84a2-3eaf8ccfb867),segment_id=2b1ff8b4-a836-4287-84a2-3eaf8ccfb867)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:47:48.174283 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:48.182904 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b20da66-8658-4ba5-87f6-131a044380f0 None None] Resources bound (agent type, host, resource id): {{(pid=109868) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 24 01:47:48.183330 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af5517-ccaa-4f93-a2c5-bf2971bfae71 req-0b6ed86d-644e-4b37-99d0-68a5fcb128dc tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:48.185458 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-56af5517-ccaa-4f93-a2c5-bf2971bfae71 req-0b6ed86d-644e-4b37-99d0-68a5fcb128dc tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7fa21ef-c2f6-4d95-b817-914404dd2b8b HTTP/1.1" status: 200 len: 946 time: 0.1466746 Nov 24 01:47:48.191825 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-cfab1153-e407-4c65-b822-a93a81ff082f tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks [] for security_group, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:48.218589 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-8ecdea02-6ed3-49a3-9660-4a3cc47f1d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:48.238148 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-cfab1153-e407-4c65-b822-a93a81ff082f tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:48.268151 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03b2d424-4093-471b-bd76-04d5d101c627 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Router 01109a14-b225-4d85-9c66-b586ac881f35 is scheduled to L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e with binding_index 1 {{(pid=109867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 01:47:48.302530 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-56af5517-ccaa-4f93-a2c5-bf2971bfae71 req-30573dc4-8749-43c7-a820-9e4bf2c7f38c tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] 10.222.0.21 "GET /v2.0/security-groups?id=137d305a-b3ea-4e14-b9c3-3a9986b7aca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064615 Nov 24 01:47:48.346115 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a5446cd7-f41e-42c3-bd5b-fc314f3f70b3 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:48.377347 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-18ad6e39-1730-44bc-a7db-38c22d9da744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081518012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081518012-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 801 time: 1.3492405 Nov 24 01:47:48.384269 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Pushing event updated for resources: {'Port': ['ID=545cc5e1-ff13-40ba-b28f-1682e72e1915,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:48.418237 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.db.api [None req-8ecdea02-6ed3-49a3-9660-4a3cc47f1d21 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 01:47:48.418584 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG oslo_db.api [None req-8ecdea02-6ed3-49a3-9660-4a3cc47f1d21 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 01:47:48.419067 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5446cd7-f41e-42c3-bd5b-fc314f3f70b3 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Network eb22795d-37ee-46ee-844d-92c17e2ea450 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:47:48.426363 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-a5446cd7-f41e-42c3-bd5b-fc314f3f70b3 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:47:48.457478 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-cfab1153-e407-4c65-b822-a93a81ff082f tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:48.460170 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-cfab1153-e407-4c65-b822-a93a81ff082f tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:48.461333 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-cfab1153-e407-4c65-b822-a93a81ff082f tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "DELETE /v2.0/security-groups/c37eceb7-dbc8-47bf-9430-87f5beedc1c3 HTTP/1.1" status: 204 len: 168 time: 0.4698849 Nov 24 01:47:48.464000 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5446cd7-f41e-42c3-bd5b-fc314f3f70b3 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:47:48.470223 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47028) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:48.474158 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-daf53e77-2251-408a-8c6b-f2978e92c15e tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:48.491713 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfab1153-e407-4c65-b822-a93a81ff082f tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c37eceb7-dbc8-47bf-9430-87f5beedc1c3,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:48.507525 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ad6e39-1730-44bc-a7db-38c22d9da744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081518012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081518012-project] Pushing event updated for resources: {'Network': ['ID=2e2715a2-46d1-464e-9bb9-7f55a2479234,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:48.523180 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf53e77-2251-408a-8c6b-f2978e92c15e tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] No DVR routers for this DVR port f6b762d8-c747-4df3-912f-9962a5f554dd on host dv-neutron-818911-2-hyperv {{(pid=109866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:47:48.526331 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5446cd7-f41e-42c3-bd5b-fc314f3f70b3 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Pushing event updated for resources: {'Port': ['ID=1bf54067-05ba-42c9-b10d-c1ccbcbdb5a5,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:48.539065 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network 2e2715a2-46d1-464e-9bb9-7f55a2479234 details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:47:48.555932 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf53e77-2251-408a-8c6b-f2978e92c15e tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Pushing event deleted for resources: {'Port': ['ID=f6b762d8-c747-4df3-912f-9962a5f554dd,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:48.560921 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03b2d424-4093-471b-bd76-04d5d101c627 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:47:48.573274 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0bee83-c3f3-4462-93b2-b830eba30782 None None] Sync routers for ids ['01109a14-b225-4d85-9c66-b586ac881f35'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:47:48.583199 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-03b2d424-4093-471b-bd76-04d5d101c627 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "PUT /v2.0/routers/01109a14-b225-4d85-9c66-b586ac881f35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2913549 Nov 24 01:47:48.587699 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47030) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:48.589228 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0bee83-c3f3-4462-93b2-b830eba30782 None None] Routers {'01109a14-b225-4d85-9c66-b586ac881f35'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:47:48.593301 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-2a0bee83-c3f3-4462-93b2-b830eba30782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:47:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['01109a14-b225-4d85-9c66-b586ac881f35'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:48.641629 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 545cc5e1-ff13-40ba-b28f-1682e72e1915 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:47:48.678375 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-236aef91-80c4-4084-aa41-ef45d8a4de7c tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks [] for security_group, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:48.693625 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-daf53e77-2251-408a-8c6b-f2978e92c15e tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:48.710162 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216eec2a-bb85-49ba-8ea5-4d483e652da1 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:48.711662 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-216eec2a-bb85-49ba-8ea5-4d483e652da1 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "GET /v2.0/ports/268f1f7a-4436-44b7-9849-e1196521a532 HTTP/1.1" status: 200 len: 911 time: 0.1212509 Nov 24 01:47:48.715397 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47032) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:48.727716 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47034) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:48.742518 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-daf53e77-2251-408a-8c6b-f2978e92c15e tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96479a1f-f3b9-4317-8cf5-a480e04037da']}} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:48.744969 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-2110b585-49be-44ad-bcb8-aa2e7a8c80f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Request body: {'port': {'network_id': '2e2715a2-46d1-464e-9bb9-7f55a2479234', 'binding:host_id': 'hv-neutron-8189', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684157320'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:47:48.758531 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-2a0bee83-c3f3-4462-93b2-b830eba30782 None None] Set router 01109a14-b225-4d85-9c66-b586ac881f35 gateway port host: None {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:47:48.761219 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-daf53e77-2251-408a-8c6b-f2978e92c15e tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6772203e-4126-4f9f-b3eb-38b5a133b615') {'for_net_delete': True} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:48.761689 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-daf53e77-2251-408a-8c6b-f2978e92c15e tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6772203e-4126-4f9f-b3eb-38b5a133b615') {} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:48.801701 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b89672e-3a82-40dd-abd3-bec75e199cf2 None None] get_active_networks_info from dv-neutron-818911-2-hyperv {{(pid=109868) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 24 01:47:48.811539 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-236aef91-80c4-4084-aa41-ef45d8a4de7c tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:48.811747 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-daf53e77-2251-408a-8c6b-f2978e92c15e tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29055561'] for segment, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:48.835952 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-daf53e77-2251-408a-8c6b-f2978e92c15e tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:48.861285 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2110b585-49be-44ad-bcb8-aa2e7a8c80f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Made reservation on behalf of 21564ce5e6b945c5aa5ee4cce06e7939 for: {'port': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:47:48.863646 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2110b585-49be-44ad-bcb8-aa2e7a8c80f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:48.882435 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97fd5559-0691-4b23-a3eb-c2d59b6761cc tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:48.887544 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-daf53e77-2251-408a-8c6b-f2978e92c15e tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=109866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:47:48.888470 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-daf53e77-2251-408a-8c6b-f2978e92c15e tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29151010'] for segment, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:48.888751 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97fd5559-0691-4b23-a3eb-c2d59b6761cc tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:48.890423 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-97fd5559-0691-4b23-a3eb-c2d59b6761cc tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1734333 Nov 24 01:47:48.892482 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2110b585-49be-44ad-bcb8-aa2e7a8c80f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:48.894332 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47036) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:48.899215 dv-neutron-818911-2-hyperv neutron-server[109866]: Traceback (most recent call last): Nov 24 01:47:48.899215 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:47:48.899215 dv-neutron-818911-2-hyperv neutron-server[109866]: timer() Nov 24 01:47:48.899215 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:47:48.899215 dv-neutron-818911-2-hyperv neutron-server[109866]: cb(*args, **kw) Nov 24 01:47:48.899215 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:47:48.899215 dv-neutron-818911-2-hyperv neutron-server[109866]: return func(*args, **kwargs) Nov 24 01:47:48.899215 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:47:48.899215 dv-neutron-818911-2-hyperv neutron-server[109866]: self._notify() Nov 24 01:47:48.899215 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:47:48.899215 dv-neutron-818911-2-hyperv neutron-server[109866]: self.callback(batched_events) Nov 24 01:47:48.899215 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:47:48.899215 dv-neutron-818911-2-hyperv neutron-server[109866]: event.method(event) Nov 24 01:47:48.899215 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:47:48.899215 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:47:48.899215 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:47:48.899215 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:47:48.899215 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:47:48.899215 dv-neutron-818911-2-hyperv neutron-server[109866]: return f(self, *a, **k) Nov 24 01:47:48.899215 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:47:48.899215 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._get(url).json() Nov 24 01:47:48.899215 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:47:48.899215 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:47:48.899215 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:47:48.899215 dv-neutron-818911-2-hyperv neutron-server[109866]: return self.request(url, 'GET', **kwargs) Nov 24 01:47:48.899215 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:47:48.899215 dv-neutron-818911-2-hyperv neutron-server[109866]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:47:48.899215 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:47:48.899215 dv-neutron-818911-2-hyperv neutron-server[109866]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:47:48.899215 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:47:48.899215 dv-neutron-818911-2-hyperv neutron-server[109866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:47:48.899215 dv-neutron-818911-2-hyperv neutron-server[109866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:47:48.971082 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b89672e-3a82-40dd-abd3-bec75e199cf2 None None] Resources bound (agent type, host, resource id): {{(pid=109868) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 24 01:47:48.984198 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-daf53e77-2251-408a-8c6b-f2978e92c15e tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:49.000914 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-daf53e77-2251-408a-8c6b-f2978e92c15e tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks [] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:49.004895 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-daf53e77-2251-408a-8c6b-f2978e92c15e tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] 10.222.0.21 "DELETE /v2.0/networks/96479a1f-f3b9-4317-8cf5-a480e04037da HTTP/1.1" status: 204 len: 168 time: 2.9790978 Nov 24 01:47:49.008690 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47038) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:49.013373 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 545cc5e1-ff13-40ba-b28f-1682e72e1915 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:47:49.013373 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:49.041955 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf53e77-2251-408a-8c6b-f2978e92c15e tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Pushing event deleted for resources: {'Network': ['ID=96479a1f-f3b9-4317-8cf5-a480e04037da,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:49.049697 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-2a0bee83-c3f3-4462-93b2-b830eba30782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01109a14-b225-4d85-9c66-b586ac881f35', 'name': 'tempest-NetworksTestDHCPv6-router-16313112', 'tenant_id': '6974375fded34c83af8967d3f69dce07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:47:43Z', 'updated_at': '2021-11-24T01:47:46Z', 'revision_number': 2, 'project_id': '6974375fded34c83af8967d3f69dce07', 'gw_port_host': None, '_interfaces': [{'id': '268f1f7a-4436-44b7-9849-e1196521a532', 'name': '', 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6', 'tenant_id': '6974375fded34c83af8967d3f69dce07', 'mac_address': 'fa:16:3e:43:dc:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01109a14-b225-4d85-9c66-b586ac881f35', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '31221ee5-06b1-411b-b6ce-f2c1a36194a0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:47:43Z', 'updated_at': '2021-11-24T01:47:47Z', 'revision_number': 2, 'project_id': '6974375fded34c83af8967d3f69dce07', 'subnets': [{'id': '31221ee5-06b1-411b-b6ce-f2c1a36194a0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:49.085190 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4662e19-f2cb-47a5-a7ac-4cdf5d8b81b0 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] DELETE failed (client error): The resource could not be found. Nov 24 01:47:49.085994 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4662e19-f2cb-47a5-a7ac-4cdf5d8b81b0 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:47:49.089979 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-d4662e19-f2cb-47a5-a7ac-4cdf5d8b81b0 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] 10.222.0.21 "DELETE /v2.0/networks/96479a1f-f3b9-4317-8cf5-a480e04037da HTTP/1.1" status: 404 len: 339 time: 0.0800776 Nov 24 01:47:49.105007 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0bee83-c3f3-4462-93b2-b830eba30782 None None] Checking router: 01109a14-b225-4d85-9c66-b586ac881f35 for host: dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 01:47:49.107152 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0bee83-c3f3-4462-93b2-b830eba30782 None None] Updating router 01109a14-b225-4d85-9c66-b586ac881f35 port 268f1f7a-4436-44b7-9849-e1196521a532 binding host dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 01:47:49.142407 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-2a0bee83-c3f3-4462-93b2-b830eba30782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:49.210075 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a5446cd7-f41e-42c3-bd5b-fc314f3f70b3 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:49.258994 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47040) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:49.265250 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-983b5500-afb5-4115-b9d7-71573d44e28f tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-665518656', 'description': 'd1'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:47:49.307064 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-236aef91-80c4-4084-aa41-ef45d8a4de7c tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:49.309752 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-236aef91-80c4-4084-aa41-ef45d8a4de7c tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:49.310894 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-236aef91-80c4-4084-aa41-ef45d8a4de7c tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "DELETE /v2.0/security-groups/bd8c55c0-d850-48d9-a5ce-690889ae2def HTTP/1.1" status: 204 len: 168 time: 0.8381639 Nov 24 01:47:49.317609 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47044) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:49.338062 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-983b5500-afb5-4115-b9d7-71573d44e28f tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Made reservation on behalf of dc36495a5d4849ad80ab7e395f5eebfb for: {'network': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:47:49.345116 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-983b5500-afb5-4115-b9d7-71573d44e28f tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:49.367859 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a5446cd7-f41e-42c3-bd5b-fc314f3f70b3 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:49.378174 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236aef91-80c4-4084-aa41-ef45d8a4de7c tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd8c55c0-d850-48d9-a5ce-690889ae2def,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:49.510486 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-2a0bee83-c3f3-4462-93b2-b830eba30782 None None] Publish callbacks [] for port, precommit_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:49.516681 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-2a0bee83-c3f3-4462-93b2-b830eba30782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:49.550758 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a5446cd7-f41e-42c3-bd5b-fc314f3f70b3 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks [] for port, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:49.577161 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dc6b264-6717-44f5-98ca-d55e052c50c5 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Deleting subnet f6d7149a-b944-43ee-8e46-ee67fc52210d {{(pid=109867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 01:47:49.587958 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a5446cd7-f41e-42c3-bd5b-fc314f3f70b3 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29149402'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:49.589119 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6dc6b264-6717-44f5-98ca-d55e052c50c5 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks [] for subnet, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:49.618200 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cadf622-8e75-4a9d-834b-ccc6ee34e1ce None None] Pushing event updated for resources: {'Port': ['ID=268f1f7a-4436-44b7-9849-e1196521a532,revision_number=3']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:49.637050 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-2a0bee83-c3f3-4462-93b2-b830eba30782 None None] Attempting to bind port 268f1f7a-4436-44b7-9849-e1196521a532 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:47:49.638063 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-2a0bee83-c3f3-4462-93b2-b830eba30782 None None] Attempting to bind port 268f1f7a-4436-44b7-9849-e1196521a532 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '2b1ff8b4-a836-4287-84a2-3eaf8ccfb867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6'}] {{(pid=109869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:47:49.638425 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0bee83-c3f3-4462-93b2-b830eba30782 None None] Attempting to bind port 268f1f7a-4436-44b7-9849-e1196521a532 on network 9b0cb615-dd00-417f-9128-01ca62e524f6 {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:47:49.645677 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-983b5500-afb5-4115-b9d7-71573d44e28f tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=109866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:47:49.647339 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0bee83-c3f3-4462-93b2-b830eba30782 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:47:49.648744 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0bee83-c3f3-4462-93b2-b830eba30782 None None] Checking segment: {'id': '2b1ff8b4-a836-4287-84a2-3eaf8ccfb867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:47:49.649255 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-2a0bee83-c3f3-4462-93b2-b830eba30782 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:49.650520 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0bee83-c3f3-4462-93b2-b830eba30782 None None] Bound using segment: {'id': '2b1ff8b4-a836-4287-84a2-3eaf8ccfb867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6'} {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:47:49.650520 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-2a0bee83-c3f3-4462-93b2-b830eba30782 None None] Bound port: 268f1f7a-4436-44b7-9849-e1196521a532, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1ff8b4-a836-4287-84a2-3eaf8ccfb867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6'}}] {{(pid=109869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:47:49.650875 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-2a0bee83-c3f3-4462-93b2-b830eba30782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:49.688936 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e7cd42-b2e5-4391-a836-8984b8063d2c req-8cc20d67-6b9d-41e0-ace3-e193b88b60c7 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:49.690667 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-90e7cd42-b2e5-4391-a836-8984b8063d2c req-8cc20d67-6b9d-41e0-ace3-e193b88b60c7 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/ports?device_id=54a6fdcb-af1b-4e68-a904-3bb95b5cf340 HTTP/1.1" status: 200 len: 945 time: 0.3535273 Nov 24 01:47:49.697673 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6dc6b264-6717-44f5-98ca-d55e052c50c5 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28690885'] for subnet, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:49.719406 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-983b5500-afb5-4115-b9d7-71573d44e28f tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:49.719765 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.segments_db [None req-983b5500-afb5-4115-b9d7-71573d44e28f tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Added segment fe69dc29-689f-411e-a3be-91c7f76abcf5 of type vlan for network 6c281a3b-6c56-4a50-8d3b-10595aad9458 Nov 24 01:47:49.765501 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5446cd7-f41e-42c3-bd5b-fc314f3f70b3 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Pushing event updated for resources: {'Port': ['ID=1bf54067-05ba-42c9-b10d-c1ccbcbdb5a5,revision_number=2']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:49.776338 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.db [None req-2a0bee83-c3f3-4462-93b2-b830eba30782 None None] For port 268f1f7a-4436-44b7-9849-e1196521a532, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:47:49.782871 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.db [None req-2a0bee83-c3f3-4462-93b2-b830eba30782 None None] For port 268f1f7a-4436-44b7-9849-e1196521a532, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=268f1f7a-4436-44b7-9849-e1196521a532,segment=NetworkSegment(2b1ff8b4-a836-4287-84a2-3eaf8ccfb867),segment_id=2b1ff8b4-a836-4287-84a2-3eaf8ccfb867)] {{(pid=109869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:47:49.788630 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-2a0bee83-c3f3-4462-93b2-b830eba30782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:49.810046 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6bb71a-a2d8-4abf-9528-a3ef2aef444f req-38cac3c7-d3a0-48d3-ac41-e2c8e6584b11 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:49.817826 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-ec6bb71a-a2d8-4abf-9528-a3ef2aef444f req-38cac3c7-d3a0-48d3-ac41-e2c8e6584b11 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7fa21ef-c2f6-4d95-b817-914404dd2b8b HTTP/1.1" status: 200 len: 946 time: 0.2592156 Nov 24 01:47:49.835788 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a5446cd7-f41e-42c3-bd5b-fc314f3f70b3 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418250'] for floatingip, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:49.899884 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-983b5500-afb5-4115-b9d7-71573d44e28f tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:49.933180 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2110b585-49be-44ad-bcb8-aa2e7a8c80f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:49.964270 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-ec6bb71a-a2d8-4abf-9528-a3ef2aef444f req-d1f80923-718d-40f0-babf-beeb2849f452 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] 10.222.0.21 "GET /v2.0/security-groups?id=137d305a-b3ea-4e14-b9c3-3a9986b7aca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1455283 Nov 24 01:47:49.976440 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-043bdd79-b252-4426-a67e-8dbc882b6cc7 None None] Provisioning complete for port 268f1f7a-4436-44b7-9849-e1196521a532 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:47:49.976971 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-043bdd79-b252-4426-a67e-8dbc882b6cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:50.014913 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-90e7cd42-b2e5-4391-a836-8984b8063d2c req-0ddbe54c-dc48-4a05-8ab6-49050dad871b tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa820965-f51f-4c0f-92b9-3c3d3d9ef329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2741492 Nov 24 01:47:50.024327 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0bee83-c3f3-4462-93b2-b830eba30782 None None] Routers {'01109a14-b225-4d85-9c66-b586ac881f35'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:47:50.024736 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2110b585-49be-44ad-bcb8-aa2e7a8c80f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:50.027385 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-2a0bee83-c3f3-4462-93b2-b830eba30782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:47:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['01109a14-b225-4d85-9c66-b586ac881f35'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:50.045081 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.l3_db [None req-a5446cd7-f41e-42c3-bd5b-fc314f3f70b3 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Floating IP 0e8bbd21-a40a-49ec-a1a4-5e8cf83d26b4 associated. External IP: 172.26.5.50, port: 942aa9e9-b8da-4479-835b-5df405037aa4. Nov 24 01:47:50.114586 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [None req-2110b585-49be-44ad-bcb8-aa2e7a8c80f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] device_id is not set on port c041276a-c72d-431c-a08c-89254969a521 yet. {{(pid=109867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 01:47:50.128620 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2110b585-49be-44ad-bcb8-aa2e7a8c80f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f46513d-2337-4231-a75a-08d6a68d2493,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:50.138023 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-983b5500-afb5-4115-b9d7-71573d44e28f tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:50.144441 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983b5500-afb5-4115-b9d7-71573d44e28f tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:50.145055 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-983b5500-afb5-4115-b9d7-71573d44e28f tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks [] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:50.151385 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-2a0bee83-c3f3-4462-93b2-b830eba30782 None None] Set router 01109a14-b225-4d85-9c66-b586ac881f35 gateway port host: None {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:47:50.178410 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-043bdd79-b252-4426-a67e-8dbc882b6cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:50.233038 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-043bdd79-b252-4426-a67e-8dbc882b6cc7 None None] For port 268f1f7a-4436-44b7-9849-e1196521a532, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=268f1f7a-4436-44b7-9849-e1196521a532,segment=NetworkSegment(2b1ff8b4-a836-4287-84a2-3eaf8ccfb867),segment_id=2b1ff8b4-a836-4287-84a2-3eaf8ccfb867)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:47:50.243339 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-043bdd79-b252-4426-a67e-8dbc882b6cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:50.254731 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cadf622-8e75-4a9d-834b-ccc6ee34e1ce None None] Pushing event updated for resources: {'Port': ['ID=268f1f7a-4436-44b7-9849-e1196521a532,revision_number=4']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:50.264096 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cadf622-8e75-4a9d-834b-ccc6ee34e1ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:47:50.264465 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cadf622-8e75-4a9d-834b-ccc6ee34e1ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:47:50.264813 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cadf622-8e75-4a9d-834b-ccc6ee34e1ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:47:50.265141 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cadf622-8e75-4a9d-834b-ccc6ee34e1ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:47:50.265493 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cadf622-8e75-4a9d-834b-ccc6ee34e1ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:47:50.265843 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cadf622-8e75-4a9d-834b-ccc6ee34e1ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:47:50.266189 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cadf622-8e75-4a9d-834b-ccc6ee34e1ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:47:50.266518 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cadf622-8e75-4a9d-834b-ccc6ee34e1ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:47:50.266864 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cadf622-8e75-4a9d-834b-ccc6ee34e1ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:47:50.267191 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cadf622-8e75-4a9d-834b-ccc6ee34e1ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:47:50.267528 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cadf622-8e75-4a9d-834b-ccc6ee34e1ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:47:50.267834 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cadf622-8e75-4a9d-834b-ccc6ee34e1ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:47:50.301801 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-983b5500-afb5-4115-b9d7-71573d44e28f tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.0419037 Nov 24 01:47:50.308163 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47050) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:50.327279 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983b5500-afb5-4115-b9d7-71573d44e28f tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Pushing event updated for resources: {'Network': ['ID=6c281a3b-6c56-4a50-8d3b-10595aad9458,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:50.334557 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6dc6b264-6717-44f5-98ca-d55e052c50c5 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:50.343945 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network 6c281a3b-6c56-4a50-8d3b-10595aad9458 details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:47:50.355548 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97662c85-24ce-4474-b71c-4dfdf6078dc3 req-25e805f9-48c1-482f-af32-7ceabe4b69c1 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:50.365910 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-97662c85-24ce-4474-b71c-4dfdf6078dc3 req-25e805f9-48c1-482f-af32-7ceabe4b69c1 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/ports?device_id=54a6fdcb-af1b-4e68-a904-3bb95b5cf340 HTTP/1.1" status: 200 len: 945 time: 0.2426240 Nov 24 01:47:50.374087 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043bdd79-b252-4426-a67e-8dbc882b6cc7 None None] Pushing event updated for resources: {'Port': ['ID=268f1f7a-4436-44b7-9849-e1196521a532,revision_number=5']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:50.416316 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-dbcf7c2f-b3a0-4456-94cd-f63590eff55a None None] Provisioning complete for port 268f1f7a-4436-44b7-9849-e1196521a532 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:47:50.417294 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-dbcf7c2f-b3a0-4456-94cd-f63590eff55a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:50.475279 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-2a0bee83-c3f3-4462-93b2-b830eba30782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01109a14-b225-4d85-9c66-b586ac881f35', 'name': 'tempest-NetworksTestDHCPv6-router-16313112', 'tenant_id': '6974375fded34c83af8967d3f69dce07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:47:43Z', 'updated_at': '2021-11-24T01:47:46Z', 'revision_number': 2, 'project_id': '6974375fded34c83af8967d3f69dce07', 'gw_port_host': None, '_interfaces': [{'id': '268f1f7a-4436-44b7-9849-e1196521a532', 'name': '', 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6', 'tenant_id': '6974375fded34c83af8967d3f69dce07', 'mac_address': 'fa:16:3e:43:dc:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01109a14-b225-4d85-9c66-b586ac881f35', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '31221ee5-06b1-411b-b6ce-f2c1a36194a0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:47:43Z', 'updated_at': '2021-11-24T01:47:49Z', 'revision_number': 4, 'project_id': '6974375fded34c83af8967d3f69dce07', 'subnets': [{'id': '31221ee5-06b1-411b-b6ce-f2c1a36194a0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:50.533799 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0bee83-c3f3-4462-93b2-b830eba30782 None None] The sync data for ids ['01109a14-b225-4d85-9c66-b586ac881f35'] in dv-neutron-818911-2-hyperv is: [{'id': '01109a14-b225-4d85-9c66-b586ac881f35', 'name': 'tempest-NetworksTestDHCPv6-router-16313112', 'tenant_id': '6974375fded34c83af8967d3f69dce07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:47:43Z', 'updated_at': '2021-11-24T01:47:46Z', 'revision_number': 2, 'project_id': '6974375fded34c83af8967d3f69dce07', 'gw_port_host': None, '_interfaces': [{'id': '268f1f7a-4436-44b7-9849-e1196521a532', 'name': '', 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6', 'tenant_id': '6974375fded34c83af8967d3f69dce07', 'mac_address': 'fa:16:3e:43:dc:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01109a14-b225-4d85-9c66-b586ac881f35', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '31221ee5-06b1-411b-b6ce-f2c1a36194a0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:47:43Z', 'updated_at': '2021-11-24T01:47:49Z', 'revision_number': 4, 'project_id': '6974375fded34c83af8967d3f69dce07', 'subnets': [{'id': '31221ee5-06b1-411b-b6ce-f2c1a36194a0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:47:50.554801 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693ef455-bf89-401e-a01a-98f66ed09118 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:50.556632 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-693ef455-bf89-401e-a01a-98f66ed09118 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] 10.222.0.21 "GET /v2.0/networks?id=6c281a3b-6c56-4a50-8d3b-10595aad9458 HTTP/1.1" status: 200 len: 760 time: 0.2434232 Nov 24 01:47:50.564193 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47052) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:50.578362 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-2ed48a4e-e5fd-47f3-af32-246811fb0ef7 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Request body: {'network': {'description': 'd2'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:47:50.637140 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6dc6b264-6717-44f5-98ca-d55e052c50c5 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25501782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25307808'] for subnet, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:50.639490 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-97662c85-24ce-4474-b71c-4dfdf6078dc3 req-62278fa1-09cc-43e2-8de8-5a92759fd665 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa820965-f51f-4c0f-92b9-3c3d3d9ef329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2716630 Nov 24 01:47:50.686609 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc6b264-6717-44f5-98ca-d55e052c50c5 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Pushing event deleted for resources: {'Subnet': ['ID=f6d7149a-b944-43ee-8e46-ee67fc52210d,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:50.692946 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6dc6b264-6717-44f5-98ca-d55e052c50c5 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:50.700100 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-6dc6b264-6717-44f5-98ca-d55e052c50c5 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "DELETE /v2.0/subnets/f6d7149a-b944-43ee-8e46-ee67fc52210d HTTP/1.1" status: 204 len: 168 time: 1.3734822 Nov 24 01:47:50.702316 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [None req-2110b585-49be-44ad-bcb8-aa2e7a8c80f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] device_id is not set on port c041276a-c72d-431c-a08c-89254969a521 yet. {{(pid=109867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 01:47:50.704019 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08bf4319-676a-441b-bea6-2053d8ad35ac None None] Network 0b39e72d-1244-4a44-91ee-28b4de878b98 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:47:50.710774 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47056) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:50.718827 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-c5f97df9-529d-4a86-b44f-775fda90e770 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Request body: {'subnet': {'network_id': '0b39e72d-1244-4a44-91ee-28b4de878b98', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:47:50.728294 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2110b585-49be-44ad-bcb8-aa2e7a8c80f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:50.771434 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2110b585-49be-44ad-bcb8-aa2e7a8c80f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:50.799410 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5446cd7-f41e-42c3-bd5b-fc314f3f70b3 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Router 218457ea-2bcf-4aa0-b2ed-a7f05045e693 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:47:50.867823 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-a2af8729-0ae6-493f-bd48-b540e4448bb7 None None] Provisioning complete for port 268f1f7a-4436-44b7-9849-e1196521a532 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:47:50.868197 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a2af8729-0ae6-493f-bd48-b540e4448bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:50.969598 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-40c1b37b-9dd9-4753-8e17-908aafa2c3cb tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3777994'] for router_interface, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:51.024020 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2110b585-49be-44ad-bcb8-aa2e7a8c80f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Pushing event updated for resources: {'Port': ['ID=c041276a-c72d-431c-a08c-89254969a521,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:51.116707 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2110b585-49be-44ad-bcb8-aa2e7a8c80f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Checking segment: {'id': '8aee612a-2bfb-4260-9244-4d2dfa0b71c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2e2715a2-46d1-464e-9bb9-7f55a2479234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:47:51.117068 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2110b585-49be-44ad-bcb8-aa2e7a8c80f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Network hostable DHCP agents. Network: 2e2715a2-46d1-464e-9bb9-7f55a2479234, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 01:47:51.164954 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5f97df9-529d-4a86-b44f-775fda90e770 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Made reservation on behalf of dffe9b32758f41e588b204d5506b48f8 for: {'subnet': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:47:51.168772 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c5f97df9-529d-4a86-b44f-775fda90e770 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25307781'] for subnet, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:51.267104 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2110b585-49be-44ad-bcb8-aa2e7a8c80f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Network 2e2715a2-46d1-464e-9bb9-7f55a2479234 is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 01:47:51.318618 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb7254d-c0eb-4d1a-aa35-1a82ec0e3fa3 req-9b7525f8-c91a-43c9-aa3f-1d79e586da8b tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:51.320268 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-aeb7254d-c0eb-4d1a-aa35-1a82ec0e3fa3 req-9b7525f8-c91a-43c9-aa3f-1d79e586da8b tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7fa21ef-c2f6-4d95-b817-914404dd2b8b HTTP/1.1" status: 200 len: 946 time: 0.2096276 Nov 24 01:47:51.327042 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-2110b585-49be-44ad-bcb8-aa2e7a8c80f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, 2e2715a2-46d1-464e-9bb9-7f55a2479234) {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:47:51.338100 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c11b999-cc6b-4b01-836a-bbc31e213f06 None None] Network 2e2715a2-46d1-464e-9bb9-7f55a2479234 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:47:51.342389 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2110b585-49be-44ad-bcb8-aa2e7a8c80f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:47:51.397036 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.managers [None req-2110b585-49be-44ad-bcb8-aa2e7a8c80f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempting to bind port c041276a-c72d-431c-a08c-89254969a521 on host hv-neutron-8189 for vnic_type normal with profile {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:47:51.397382 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.managers [None req-2110b585-49be-44ad-bcb8-aa2e7a8c80f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempting to bind port c041276a-c72d-431c-a08c-89254969a521 by drivers openvswitch,hyperv on host hv-neutron-8189 at level 0 using segments [{'id': '8aee612a-2bfb-4260-9244-4d2dfa0b71c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2e2715a2-46d1-464e-9bb9-7f55a2479234'}] {{(pid=109867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:47:51.397920 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2110b585-49be-44ad-bcb8-aa2e7a8c80f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempting to bind port c041276a-c72d-431c-a08c-89254969a521 on network 2e2715a2-46d1-464e-9bb9-7f55a2479234 {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:47:51.420084 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-2ed48a4e-e5fd-47f3-af32-246811fb0ef7 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:51.439724 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2110b585-49be-44ad-bcb8-aa2e7a8c80f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Port c041276a-c72d-431c-a08c-89254969a521 on network 2e2715a2-46d1-464e-9bb9-7f55a2479234 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8189 {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 01:47:51.440062 dv-neutron-818911-2-hyperv neutron-server[109867]: ERROR neutron.plugins.ml2.managers [None req-2110b585-49be-44ad-bcb8-aa2e7a8c80f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Failed to bind port c041276a-c72d-431c-a08c-89254969a521 on host hv-neutron-8189 for vnic_type normal using segments [{'id': '8aee612a-2bfb-4260-9244-4d2dfa0b71c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2e2715a2-46d1-464e-9bb9-7f55a2479234'}] Nov 24 01:47:51.445383 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.plugins.ml2.plugin [None req-2110b585-49be-44ad-bcb8-aa2e7a8c80f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempt 2 to bind port c041276a-c72d-431c-a08c-89254969a521 Nov 24 01:47:51.488954 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-aeb7254d-c0eb-4d1a-aa35-1a82ec0e3fa3 req-24a47150-3630-4ade-8c00-b0984f712717 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] 10.222.0.21 "GET /v2.0/security-groups?id=137d305a-b3ea-4e14-b9c3-3a9986b7aca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1599693 Nov 24 01:47:51.489691 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.managers [None req-2110b585-49be-44ad-bcb8-aa2e7a8c80f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempting to bind port c041276a-c72d-431c-a08c-89254969a521 on host hv-neutron-8189 for vnic_type normal with profile {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:47:51.490023 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.managers [None req-2110b585-49be-44ad-bcb8-aa2e7a8c80f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempting to bind port c041276a-c72d-431c-a08c-89254969a521 by drivers openvswitch,hyperv on host hv-neutron-8189 at level 0 using segments [{'id': '8aee612a-2bfb-4260-9244-4d2dfa0b71c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2e2715a2-46d1-464e-9bb9-7f55a2479234'}] {{(pid=109867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:47:51.490358 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2110b585-49be-44ad-bcb8-aa2e7a8c80f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempting to bind port c041276a-c72d-431c-a08c-89254969a521 on network 2e2715a2-46d1-464e-9bb9-7f55a2479234 {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:47:51.504757 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9a2a88-2f5e-4512-a51c-bfa3afeb5336 req-43557938-e148-4da6-bf19-c9ead223fa52 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:51.520665 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2110b585-49be-44ad-bcb8-aa2e7a8c80f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Port c041276a-c72d-431c-a08c-89254969a521 on network 2e2715a2-46d1-464e-9bb9-7f55a2479234 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8189 {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 01:47:51.520992 dv-neutron-818911-2-hyperv neutron-server[109867]: ERROR neutron.plugins.ml2.managers [None req-2110b585-49be-44ad-bcb8-aa2e7a8c80f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Failed to bind port c041276a-c72d-431c-a08c-89254969a521 on host hv-neutron-8189 for vnic_type normal using segments [{'id': '8aee612a-2bfb-4260-9244-4d2dfa0b71c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2e2715a2-46d1-464e-9bb9-7f55a2479234'}] Nov 24 01:47:51.522565 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-1c9a2a88-2f5e-4512-a51c-bfa3afeb5336 req-43557938-e148-4da6-bf19-c9ead223fa52 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/ports?device_id=54a6fdcb-af1b-4e68-a904-3bb95b5cf340 HTTP/1.1" status: 200 len: 945 time: 0.6323137 Nov 24 01:47:51.529453 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-2ed48a4e-e5fd-47f3-af32-246811fb0ef7 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:51.541554 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.plugins.ml2.plugin [None req-2110b585-49be-44ad-bcb8-aa2e7a8c80f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempt 3 to bind port c041276a-c72d-431c-a08c-89254969a521 Nov 24 01:47:51.593889 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.managers [None req-2110b585-49be-44ad-bcb8-aa2e7a8c80f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempting to bind port c041276a-c72d-431c-a08c-89254969a521 on host hv-neutron-8189 for vnic_type normal with profile {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:47:51.594228 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.managers [None req-2110b585-49be-44ad-bcb8-aa2e7a8c80f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempting to bind port c041276a-c72d-431c-a08c-89254969a521 by drivers openvswitch,hyperv on host hv-neutron-8189 at level 0 using segments [{'id': '8aee612a-2bfb-4260-9244-4d2dfa0b71c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2e2715a2-46d1-464e-9bb9-7f55a2479234'}] {{(pid=109867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:47:51.594567 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2110b585-49be-44ad-bcb8-aa2e7a8c80f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempting to bind port c041276a-c72d-431c-a08c-89254969a521 on network 2e2715a2-46d1-464e-9bb9-7f55a2479234 {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:47:51.612447 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2110b585-49be-44ad-bcb8-aa2e7a8c80f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Port c041276a-c72d-431c-a08c-89254969a521 on network 2e2715a2-46d1-464e-9bb9-7f55a2479234 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8189 {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 01:47:51.612784 dv-neutron-818911-2-hyperv neutron-server[109867]: ERROR neutron.plugins.ml2.managers [None req-2110b585-49be-44ad-bcb8-aa2e7a8c80f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Failed to bind port c041276a-c72d-431c-a08c-89254969a521 on host hv-neutron-8189 for vnic_type normal using segments [{'id': '8aee612a-2bfb-4260-9244-4d2dfa0b71c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2e2715a2-46d1-464e-9bb9-7f55a2479234'}] Nov 24 01:47:51.615797 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.plugins.ml2.plugin [None req-2110b585-49be-44ad-bcb8-aa2e7a8c80f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempt 4 to bind port c041276a-c72d-431c-a08c-89254969a521 Nov 24 01:47:51.628574 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2ed48a4e-e5fd-47f3-af32-246811fb0ef7 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Network 6c281a3b-6c56-4a50-8d3b-10595aad9458 is not hosted by any dhcp agent {{(pid=109866) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 24 01:47:51.634773 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed48a4e-e5fd-47f3-af32-246811fb0ef7 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:51.635574 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-2ed48a4e-e5fd-47f3-af32-246811fb0ef7 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks [] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:51.641162 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-2ed48a4e-e5fd-47f3-af32-246811fb0ef7 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] 10.222.0.21 "PUT /v2.0/networks/6c281a3b-6c56-4a50-8d3b-10595aad9458 HTTP/1.1" status: 200 len: 757 time: 1.0720184 Nov 24 01:47:51.643184 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47062) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:51.649197 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-1c9a2a88-2f5e-4512-a51c-bfa3afeb5336 req-2e075498-a133-4a1c-8e5a-f3aaf3f70ced tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa820965-f51f-4c0f-92b9-3c3d3d9ef329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257360 Nov 24 01:47:51.659796 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.managers [None req-2110b585-49be-44ad-bcb8-aa2e7a8c80f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempting to bind port c041276a-c72d-431c-a08c-89254969a521 on host hv-neutron-8189 for vnic_type normal with profile {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:47:51.660144 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.managers [None req-2110b585-49be-44ad-bcb8-aa2e7a8c80f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempting to bind port c041276a-c72d-431c-a08c-89254969a521 by drivers openvswitch,hyperv on host hv-neutron-8189 at level 0 using segments [{'id': '8aee612a-2bfb-4260-9244-4d2dfa0b71c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2e2715a2-46d1-464e-9bb9-7f55a2479234'}] {{(pid=109867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:47:51.660485 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2110b585-49be-44ad-bcb8-aa2e7a8c80f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempting to bind port c041276a-c72d-431c-a08c-89254969a521 on network 2e2715a2-46d1-464e-9bb9-7f55a2479234 {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:47:51.677224 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2110b585-49be-44ad-bcb8-aa2e7a8c80f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Port c041276a-c72d-431c-a08c-89254969a521 on network 2e2715a2-46d1-464e-9bb9-7f55a2479234 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8189 {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 01:47:51.677608 dv-neutron-818911-2-hyperv neutron-server[109867]: ERROR neutron.plugins.ml2.managers [None req-2110b585-49be-44ad-bcb8-aa2e7a8c80f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Failed to bind port c041276a-c72d-431c-a08c-89254969a521 on host hv-neutron-8189 for vnic_type normal using segments [{'id': '8aee612a-2bfb-4260-9244-4d2dfa0b71c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2e2715a2-46d1-464e-9bb9-7f55a2479234'}] Nov 24 01:47:51.680704 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.plugins.ml2.plugin [None req-2110b585-49be-44ad-bcb8-aa2e7a8c80f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempt 5 to bind port c041276a-c72d-431c-a08c-89254969a521 Nov 24 01:47:51.717591 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed48a4e-e5fd-47f3-af32-246811fb0ef7 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Pushing event updated for resources: {'Network': ['ID=6c281a3b-6c56-4a50-8d3b-10595aad9458,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:51.723163 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5446cd7-f41e-42c3-bd5b-fc314f3f70b3 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:47:51.724362 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-40c1b37b-9dd9-4753-8e17-908aafa2c3cb tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Deleting port 268f1f7a-4436-44b7-9849-e1196521a532 {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:47:51.724705 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-40c1b37b-9dd9-4753-8e17-908aafa2c3cb tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:51.732219 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network 6c281a3b-6c56-4a50-8d3b-10595aad9458 details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:47:51.752987 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.managers [None req-2110b585-49be-44ad-bcb8-aa2e7a8c80f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempting to bind port c041276a-c72d-431c-a08c-89254969a521 on host hv-neutron-8189 for vnic_type normal with profile {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:47:51.753094 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.managers [None req-2110b585-49be-44ad-bcb8-aa2e7a8c80f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempting to bind port c041276a-c72d-431c-a08c-89254969a521 by drivers openvswitch,hyperv on host hv-neutron-8189 at level 0 using segments [{'id': '8aee612a-2bfb-4260-9244-4d2dfa0b71c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2e2715a2-46d1-464e-9bb9-7f55a2479234'}] {{(pid=109867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:47:51.753485 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2110b585-49be-44ad-bcb8-aa2e7a8c80f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempting to bind port c041276a-c72d-431c-a08c-89254969a521 on network 2e2715a2-46d1-464e-9bb9-7f55a2479234 {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:47:51.769096 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a613ccf-48c3-41fe-8232-e0d6fdb18674 None None] Sync routers for ids ['218457ea-2bcf-4aa0-b2ed-a7f05045e693'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:47:51.792409 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54531d1d-1951-4804-9df9-319727c53883 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:51.797848 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-54531d1d-1951-4804-9df9-319727c53883 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] 10.222.0.21 "GET /v2.0/networks?id=6c281a3b-6c56-4a50-8d3b-10595aad9458 HTTP/1.1" status: 200 len: 760 time: 0.1437364 Nov 24 01:47:51.798345 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47064) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:51.799580 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2110b585-49be-44ad-bcb8-aa2e7a8c80f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Port c041276a-c72d-431c-a08c-89254969a521 on network 2e2715a2-46d1-464e-9bb9-7f55a2479234 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8189 {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 01:47:51.799958 dv-neutron-818911-2-hyperv neutron-server[109867]: ERROR neutron.plugins.ml2.managers [None req-2110b585-49be-44ad-bcb8-aa2e7a8c80f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Failed to bind port c041276a-c72d-431c-a08c-89254969a521 on host hv-neutron-8189 for vnic_type normal using segments [{'id': '8aee612a-2bfb-4260-9244-4d2dfa0b71c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2e2715a2-46d1-464e-9bb9-7f55a2479234'}] Nov 24 01:47:51.802291 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.plugins.ml2.plugin [None req-2110b585-49be-44ad-bcb8-aa2e7a8c80f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempt 6 to bind port c041276a-c72d-431c-a08c-89254969a521 Nov 24 01:47:51.804056 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-fac9bb17-8b0d-4ef6-be82-6dd5e2637ca9 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1625508726'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:47:51.805036 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c5f97df9-529d-4a86-b44f-775fda90e770 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25501847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25307831'] for subnet, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:51.825347 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a5446cd7-f41e-42c3-bd5b-fc314f3f70b3 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for floatingip, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:51.829027 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fac9bb17-8b0d-4ef6-be82-6dd5e2637ca9 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Made reservation on behalf of dc36495a5d4849ad80ab7e395f5eebfb for: {'network': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:47:51.832513 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-fac9bb17-8b0d-4ef6-be82-6dd5e2637ca9 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:51.855757 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a613ccf-48c3-41fe-8232-e0d6fdb18674 None None] Routers {'218457ea-2bcf-4aa0-b2ed-a7f05045e693'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:47:51.857040 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-9a613ccf-48c3-41fe-8232-e0d6fdb18674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:47:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['218457ea-2bcf-4aa0-b2ed-a7f05045e693'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:51.883737 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-a5446cd7-f41e-42c3-bd5b-fc314f3f70b3 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.7822809 Nov 24 01:47:51.884016 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47066) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:51.887488 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f97df9-529d-4a86-b44f-775fda90e770 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Network 0b39e72d-1244-4a44-91ee-28b4de878b98 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:47:51.892732 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fac9bb17-8b0d-4ef6-be82-6dd5e2637ca9 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=109866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:47:51.893931 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-9da11ade-58a0-430f-9514-54991df8ffcf tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Request body: {'floatingip': {'port_id': '942aa9e9-b8da-4479-835b-5df405037aa4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:47:51.903627 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-fac9bb17-8b0d-4ef6-be82-6dd5e2637ca9 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:51.903841 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.segments_db [None req-fac9bb17-8b0d-4ef6-be82-6dd5e2637ca9 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Added segment bbaec606-96b5-4940-adb7-9a90f5ccb087 of type vlan for network e1793983-1bc5-4519-9f24-79577795be1e Nov 24 01:47:51.913313 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-9a613ccf-48c3-41fe-8232-e0d6fdb18674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:51.931571 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-c5f97df9-529d-4a86-b44f-775fda90e770 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:47:51.938051 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a613ccf-48c3-41fe-8232-e0d6fdb18674 None None] Routers {'218457ea-2bcf-4aa0-b2ed-a7f05045e693'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:47:51.938859 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-9a613ccf-48c3-41fe-8232-e0d6fdb18674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:47:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['218457ea-2bcf-4aa0-b2ed-a7f05045e693'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:51.940033 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.managers [None req-2110b585-49be-44ad-bcb8-aa2e7a8c80f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempting to bind port c041276a-c72d-431c-a08c-89254969a521 on host hv-neutron-8189 for vnic_type normal with profile {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:47:51.940346 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.managers [None req-2110b585-49be-44ad-bcb8-aa2e7a8c80f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempting to bind port c041276a-c72d-431c-a08c-89254969a521 by drivers openvswitch,hyperv on host hv-neutron-8189 at level 0 using segments [{'id': '8aee612a-2bfb-4260-9244-4d2dfa0b71c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2e2715a2-46d1-464e-9bb9-7f55a2479234'}] {{(pid=109867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:47:51.940685 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2110b585-49be-44ad-bcb8-aa2e7a8c80f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempting to bind port c041276a-c72d-431c-a08c-89254969a521 on network 2e2715a2-46d1-464e-9bb9-7f55a2479234 {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:47:51.948073 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-fac9bb17-8b0d-4ef6-be82-6dd5e2637ca9 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:51.948892 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f97df9-529d-4a86-b44f-775fda90e770 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:51.949502 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c5f97df9-529d-4a86-b44f-775fda90e770 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:51.965075 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f97df9-529d-4a86-b44f-775fda90e770 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Pushing event updated for resources: {'Subnet': ['ID=7fdfd734-28ce-48ca-99d8-babaa0df8f3f,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:51.977038 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-fac9bb17-8b0d-4ef6-be82-6dd5e2637ca9 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:51.979574 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2110b585-49be-44ad-bcb8-aa2e7a8c80f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Port c041276a-c72d-431c-a08c-89254969a521 on network 2e2715a2-46d1-464e-9bb9-7f55a2479234 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8189 {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 01:47:51.979738 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-09791a0e-055a-4452-8675-5da545163e06 None None] Provisioning complete for port 855f948b-0bc7-4c79-850f-9e63c3c6b410 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:47:51.980008 dv-neutron-818911-2-hyperv neutron-server[109867]: ERROR neutron.plugins.ml2.managers [None req-2110b585-49be-44ad-bcb8-aa2e7a8c80f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Failed to bind port c041276a-c72d-431c-a08c-89254969a521 on host hv-neutron-8189 for vnic_type normal using segments [{'id': '8aee612a-2bfb-4260-9244-4d2dfa0b71c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2e2715a2-46d1-464e-9bb9-7f55a2479234'}] Nov 24 01:47:51.980311 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-09791a0e-055a-4452-8675-5da545163e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:51.983778 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac9bb17-8b0d-4ef6-be82-6dd5e2637ca9 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:51.983931 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [None req-40c1b37b-9dd9-4753-8e17-908aafa2c3cb tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] For port 268f1f7a-4436-44b7-9849-e1196521a532, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=268f1f7a-4436-44b7-9849-e1196521a532,segment=NetworkSegment(2b1ff8b4-a836-4287-84a2-3eaf8ccfb867),segment_id=2b1ff8b4-a836-4287-84a2-3eaf8ccfb867)] {{(pid=109867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:47:51.984151 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-40c1b37b-9dd9-4753-8e17-908aafa2c3cb tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:51.984417 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-fac9bb17-8b0d-4ef6-be82-6dd5e2637ca9 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks [] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:51.987394 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.plugins.ml2.plugin [None req-2110b585-49be-44ad-bcb8-aa2e7a8c80f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempt 7 to bind port c041276a-c72d-431c-a08c-89254969a521 Nov 24 01:47:52.008922 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee44955e-ec9f-4501-873f-cb586f831d27 None None] Network 0b39e72d-1244-4a44-91ee-28b4de878b98 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:47:52.009170 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-c5f97df9-529d-4a86-b44f-775fda90e770 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2971854 Nov 24 01:47:52.012318 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47068) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:52.017401 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-9a613ccf-48c3-41fe-8232-e0d6fdb18674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:52.018220 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a613ccf-48c3-41fe-8232-e0d6fdb18674 None None] The sync data for ids ['218457ea-2bcf-4aa0-b2ed-a7f05045e693'] in dv-neutron-818911-2-hyperv is: [] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:47:52.020160 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-40c1b37b-9dd9-4753-8e17-908aafa2c3cb tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Calling delete_port for 268f1f7a-4436-44b7-9849-e1196521a532 owned by network:router_interface {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:47:52.024343 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-4fd9589a-13f4-41a9-8217-33d217acd432 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Request body: {'security_group': {'name': 'tempest-secgroup-333211979'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:47:52.028992 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9da11ade-58a0-430f-9514-54991df8ffcf tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks [] for floatingip, before_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:52.070981 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-fac9bb17-8b0d-4ef6-be82-6dd5e2637ca9 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2715261 Nov 24 01:47:52.076825 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47070) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:52.082745 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-17d47ab5-95c9-4e2d-b4b2-e8a0aa7cfbd5 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Request body: {'subnet': {'network_id': 'e1793983-1bc5-4519-9f24-79577795be1e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:47:52.087442 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac9bb17-8b0d-4ef6-be82-6dd5e2637ca9 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Pushing event updated for resources: {'Network': ['ID=e1793983-1bc5-4519-9f24-79577795be1e,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:52.120650 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network e1793983-1bc5-4519-9f24-79577795be1e details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:47:52.120975 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4fd9589a-13f4-41a9-8217-33d217acd432 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks [] for security_group, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:52.156359 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.managers [None req-2110b585-49be-44ad-bcb8-aa2e7a8c80f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempting to bind port c041276a-c72d-431c-a08c-89254969a521 on host hv-neutron-8189 for vnic_type normal with profile {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:47:52.157012 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.managers [None req-2110b585-49be-44ad-bcb8-aa2e7a8c80f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempting to bind port c041276a-c72d-431c-a08c-89254969a521 by drivers openvswitch,hyperv on host hv-neutron-8189 at level 0 using segments [{'id': '8aee612a-2bfb-4260-9244-4d2dfa0b71c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2e2715a2-46d1-464e-9bb9-7f55a2479234'}] {{(pid=109867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:47:52.157358 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2110b585-49be-44ad-bcb8-aa2e7a8c80f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempting to bind port c041276a-c72d-431c-a08c-89254969a521 on network 2e2715a2-46d1-464e-9bb9-7f55a2479234 {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:47:52.177937 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2110b585-49be-44ad-bcb8-aa2e7a8c80f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Port c041276a-c72d-431c-a08c-89254969a521 on network 2e2715a2-46d1-464e-9bb9-7f55a2479234 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8189 {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 01:47:52.178518 dv-neutron-818911-2-hyperv neutron-server[109867]: ERROR neutron.plugins.ml2.managers [None req-2110b585-49be-44ad-bcb8-aa2e7a8c80f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Failed to bind port c041276a-c72d-431c-a08c-89254969a521 on host hv-neutron-8189 for vnic_type normal using segments [{'id': '8aee612a-2bfb-4260-9244-4d2dfa0b71c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2e2715a2-46d1-464e-9bb9-7f55a2479234'}] Nov 24 01:47:52.185804 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.plugins.ml2.plugin [None req-2110b585-49be-44ad-bcb8-aa2e7a8c80f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempt 8 to bind port c041276a-c72d-431c-a08c-89254969a521 Nov 24 01:47:52.202787 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17d47ab5-95c9-4e2d-b4b2-e8a0aa7cfbd5 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Made reservation on behalf of dc36495a5d4849ad80ab7e395f5eebfb for: {'subnet': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:47:52.206287 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-17d47ab5-95c9-4e2d-b4b2-e8a0aa7cfbd5 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29154835'] for subnet, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:52.270638 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.managers [None req-2110b585-49be-44ad-bcb8-aa2e7a8c80f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempting to bind port c041276a-c72d-431c-a08c-89254969a521 on host hv-neutron-8189 for vnic_type normal with profile {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:47:52.271230 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.managers [None req-2110b585-49be-44ad-bcb8-aa2e7a8c80f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempting to bind port c041276a-c72d-431c-a08c-89254969a521 by drivers openvswitch,hyperv on host hv-neutron-8189 at level 0 using segments [{'id': '8aee612a-2bfb-4260-9244-4d2dfa0b71c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2e2715a2-46d1-464e-9bb9-7f55a2479234'}] {{(pid=109867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:47:52.271749 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2110b585-49be-44ad-bcb8-aa2e7a8c80f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempting to bind port c041276a-c72d-431c-a08c-89254969a521 on network 2e2715a2-46d1-464e-9bb9-7f55a2479234 {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:47:52.288969 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2110b585-49be-44ad-bcb8-aa2e7a8c80f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Port c041276a-c72d-431c-a08c-89254969a521 on network 2e2715a2-46d1-464e-9bb9-7f55a2479234 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8189 {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 01:47:52.289276 dv-neutron-818911-2-hyperv neutron-server[109867]: ERROR neutron.plugins.ml2.managers [None req-2110b585-49be-44ad-bcb8-aa2e7a8c80f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Failed to bind port c041276a-c72d-431c-a08c-89254969a521 on host hv-neutron-8189 for vnic_type normal using segments [{'id': '8aee612a-2bfb-4260-9244-4d2dfa0b71c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2e2715a2-46d1-464e-9bb9-7f55a2479234'}] Nov 24 01:47:52.296520 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.plugins.ml2.plugin [None req-2110b585-49be-44ad-bcb8-aa2e7a8c80f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempt 9 to bind port c041276a-c72d-431c-a08c-89254969a521 Nov 24 01:47:52.349710 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.managers [None req-2110b585-49be-44ad-bcb8-aa2e7a8c80f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempting to bind port c041276a-c72d-431c-a08c-89254969a521 on host hv-neutron-8189 for vnic_type normal with profile {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:47:52.350446 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.managers [None req-2110b585-49be-44ad-bcb8-aa2e7a8c80f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempting to bind port c041276a-c72d-431c-a08c-89254969a521 by drivers openvswitch,hyperv on host hv-neutron-8189 at level 0 using segments [{'id': '8aee612a-2bfb-4260-9244-4d2dfa0b71c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2e2715a2-46d1-464e-9bb9-7f55a2479234'}] {{(pid=109867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:47:52.350446 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2110b585-49be-44ad-bcb8-aa2e7a8c80f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempting to bind port c041276a-c72d-431c-a08c-89254969a521 on network 2e2715a2-46d1-464e-9bb9-7f55a2479234 {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:47:52.355041 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4fd9589a-13f4-41a9-8217-33d217acd432 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks [] for security_group, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:52.365829 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4fd9589a-13f4-41a9-8217-33d217acd432 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:52.371017 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2110b585-49be-44ad-bcb8-aa2e7a8c80f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Port c041276a-c72d-431c-a08c-89254969a521 on network 2e2715a2-46d1-464e-9bb9-7f55a2479234 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8189 {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 01:47:52.371621 dv-neutron-818911-2-hyperv neutron-server[109867]: ERROR neutron.plugins.ml2.managers [None req-2110b585-49be-44ad-bcb8-aa2e7a8c80f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Failed to bind port c041276a-c72d-431c-a08c-89254969a521 on host hv-neutron-8189 for vnic_type normal using segments [{'id': '8aee612a-2bfb-4260-9244-4d2dfa0b71c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2e2715a2-46d1-464e-9bb9-7f55a2479234'}] Nov 24 01:47:52.402546 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.plugins.ml2.plugin [None req-2110b585-49be-44ad-bcb8-aa2e7a8c80f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempt 10 to bind port c041276a-c72d-431c-a08c-89254969a521 Nov 24 01:47:52.435801 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4fd9589a-13f4-41a9-8217-33d217acd432 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks [] for security_group, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:52.437617 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-4fd9589a-13f4-41a9-8217-33d217acd432 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.4179943 Nov 24 01:47:52.440845 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47072) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:52.443251 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd9589a-13f4-41a9-8217-33d217acd432 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abb48201-03e5-4187-9cc0-5345cd96040b,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:52.449651 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-41f17867-9262-44f4-adb8-cd9263470d43 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Request body: {'security_group': {'name': 'tempest-secgroup-910646344'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:47:52.466493 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.managers [None req-2110b585-49be-44ad-bcb8-aa2e7a8c80f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempting to bind port c041276a-c72d-431c-a08c-89254969a521 on host hv-neutron-8189 for vnic_type normal with profile {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:47:52.467089 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.managers [None req-2110b585-49be-44ad-bcb8-aa2e7a8c80f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempting to bind port c041276a-c72d-431c-a08c-89254969a521 by drivers openvswitch,hyperv on host hv-neutron-8189 at level 0 using segments [{'id': '8aee612a-2bfb-4260-9244-4d2dfa0b71c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2e2715a2-46d1-464e-9bb9-7f55a2479234'}] {{(pid=109867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:47:52.467591 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2110b585-49be-44ad-bcb8-aa2e7a8c80f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempting to bind port c041276a-c72d-431c-a08c-89254969a521 on network 2e2715a2-46d1-464e-9bb9-7f55a2479234 {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:47:52.478856 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-09791a0e-055a-4452-8675-5da545163e06 None None] Provisioning complete for port 2de64207-7a43-45ba-b450-3c6ded0a5497 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:47:52.479413 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-09791a0e-055a-4452-8675-5da545163e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:52.488993 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2110b585-49be-44ad-bcb8-aa2e7a8c80f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Port c041276a-c72d-431c-a08c-89254969a521 on network 2e2715a2-46d1-464e-9bb9-7f55a2479234 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8189 {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 01:47:52.489667 dv-neutron-818911-2-hyperv neutron-server[109867]: ERROR neutron.plugins.ml2.managers [None req-2110b585-49be-44ad-bcb8-aa2e7a8c80f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Failed to bind port c041276a-c72d-431c-a08c-89254969a521 on host hv-neutron-8189 for vnic_type normal using segments [{'id': '8aee612a-2bfb-4260-9244-4d2dfa0b71c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2e2715a2-46d1-464e-9bb9-7f55a2479234'}] Nov 24 01:47:52.490322 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2110b585-49be-44ad-bcb8-aa2e7a8c80f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:52.551993 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-41f17867-9262-44f4-adb8-cd9263470d43 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks [] for security_group, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:52.559368 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-09791a0e-055a-4452-8675-5da545163e06 None None] Port 2de64207-7a43-45ba-b450-3c6ded0a5497 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:47:52.613340 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-17d47ab5-95c9-4e2d-b4b2-e8a0aa7cfbd5 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29149261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29154849'] for subnet, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:52.663443 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 268f1f7a-4436-44b7-9849-e1196521a532 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:47:52.695941 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7327d05-b0c8-41fd-bf21-e272035902df None None] Update dhcp port {'port': {'network_id': '0b39e72d-1244-4a44-91ee-28b4de878b98', 'fixed_ips': [{'subnet_id': '28235a0b-39a8-4ea3-ba06-d534f16cc61c', 'ip_address': '172.20.0.18'}, {'subnet_id': '7fdfd734-28ce-48ca-99d8-babaa0df8f3f'}], 'binding:host_id': 'dv-neutron-818911-2-hyperv'}, 'id': '855f948b-0bc7-4c79-850f-9e63c3c6b410'} from dv-neutron-818911-2-hyperv. {{(pid=109868) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 24 01:47:52.704905 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d47ab5-95c9-4e2d-b4b2-e8a0aa7cfbd5 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Pushing event updated for resources: {'Subnet': ['ID=47fe017b-3f6c-4b8e-a5a1-026eca62cab8,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:52.744995 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a7327d05-b0c8-41fd-bf21-e272035902df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:52.746900 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d47ab5-95c9-4e2d-b4b2-e8a0aa7cfbd5 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Checking segment: {'id': 'bbaec606-96b5-4940-adb7-9a90f5ccb087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e1793983-1bc5-4519-9f24-79577795be1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:47:52.747465 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d47ab5-95c9-4e2d-b4b2-e8a0aa7cfbd5 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Network hostable DHCP agents. Network: e1793983-1bc5-4519-9f24-79577795be1e, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 01:47:52.772289 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-41f17867-9262-44f4-adb8-cd9263470d43 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks [] for security_group, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:52.794979 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 268f1f7a-4436-44b7-9849-e1196521a532 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:47:52.795885 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:52.798001 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-41f17867-9262-44f4-adb8-cd9263470d43 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:52.829966 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d47ab5-95c9-4e2d-b4b2-e8a0aa7cfbd5 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Network e1793983-1bc5-4519-9f24-79577795be1e is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 01:47:52.854833 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-41f17867-9262-44f4-adb8-cd9263470d43 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks [] for security_group, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:52.858802 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-41f17867-9262-44f4-adb8-cd9263470d43 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.4141245 Nov 24 01:47:52.871584 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e30540c-e419-4d18-9838-17d605068afc req-fb6338a1-ad1c-43ee-87e7-9a40f77cfda7 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:52.873283 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-7e30540c-e419-4d18-9838-17d605068afc req-fb6338a1-ad1c-43ee-87e7-9a40f77cfda7 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/ports?device_id=54a6fdcb-af1b-4e68-a904-3bb95b5cf340 HTTP/1.1" status: 200 len: 945 time: 0.1276667 Nov 24 01:47:52.876372 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47078) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:52.882189 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-e7703453-04d6-459b-a6cc-5ae6332a315a tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Request body: {'security_group': {'name': 'tempest-secgroup-855363312'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:47:52.887315 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-17d47ab5-95c9-4e2d-b4b2-e8a0aa7cfbd5 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, e1793983-1bc5-4519-9f24-79577795be1e) {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:47:52.893138 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d47ab5-95c9-4e2d-b4b2-e8a0aa7cfbd5 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:52.894184 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-17d47ab5-95c9-4e2d-b4b2-e8a0aa7cfbd5 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:52.905934 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f17867-9262-44f4-adb8-cd9263470d43 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9bebae5-7e16-4d7e-8df6-0fac93d5e08a,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:52.906776 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d0ed11-395a-4a38-be28-e4296613f4fb None None] Network e1793983-1bc5-4519-9f24-79577795be1e requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:47:52.976475 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e7703453-04d6-459b-a6cc-5ae6332a315a tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks [] for security_group, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:52.999508 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-17d47ab5-95c9-4e2d-b4b2-e8a0aa7cfbd5 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9187114 Nov 24 01:47:53.003023 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-7e30540c-e419-4d18-9838-17d605068afc req-58b188b1-be2d-44b6-952f-8fa961dc69d8 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa820965-f51f-4c0f-92b9-3c3d3d9ef329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056564 Nov 24 01:47:53.005977 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47080) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:53.095240 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-a7327d05-b0c8-41fd-bf21-e272035902df None None] Allocated IP 172.20.0.2 (0b39e72d-1244-4a44-91ee-28b4de878b98/7fdfd734-28ce-48ca-99d8-babaa0df8f3f/855f948b-0bc7-4c79-850f-9e63c3c6b410) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:47:53.129746 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-40c1b37b-9dd9-4753-8e17-908aafa2c3cb tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:53.149746 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e7703453-04d6-459b-a6cc-5ae6332a315a tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks [] for security_group, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:53.154688 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ce59b2-619e-4a18-978d-3015721c14ec req-042b224d-e49a-4651-8ada-cac2950c583f tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:53.156268 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-24ce59b2-619e-4a18-978d-3015721c14ec req-042b224d-e49a-4651-8ada-cac2950c583f tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7fa21ef-c2f6-4d95-b817-914404dd2b8b HTTP/1.1" status: 200 len: 946 time: 0.2048857 Nov 24 01:47:53.160151 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [None req-2110b585-49be-44ad-bcb8-aa2e7a8c80f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] For port c041276a-c72d-431c-a08c-89254969a521, host hv-neutron-8189, cleared binding levels {{(pid=109867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:47:53.160526 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [None req-2110b585-49be-44ad-bcb8-aa2e7a8c80f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempted to set empty binding levels {{(pid=109867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 24 01:47:53.168461 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e7703453-04d6-459b-a6cc-5ae6332a315a tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:53.190293 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-bdc8f5d7-f7f6-47ac-9a9d-6dfea7e044ec tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:53.192362 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c1b37b-9dd9-4753-8e17-908aafa2c3cb tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Pushing event deleted for resources: {'Port': ['ID=268f1f7a-4436-44b7-9849-e1196521a532,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:53.194810 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2110b585-49be-44ad-bcb8-aa2e7a8c80f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25501696'] for port, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:53.230315 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7703453-04d6-459b-a6cc-5ae6332a315a tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a88111c7-c7f0-422b-b48b-04fdfaa0e987,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:53.236248 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e7703453-04d6-459b-a6cc-5ae6332a315a tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks [] for security_group, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:53.238460 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-e7703453-04d6-459b-a6cc-5ae6332a315a tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.3605223 Nov 24 01:47:53.241108 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47082) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:53.243339 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a9f11f-4487-4e91-b945-c9593d724c16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-e1793983-1bc5-4519-9f24-79577795be1e', 'network_id': 'e1793983-1bc5-4519-9f24-79577795be1e', 'tenant_id': 'dc36495a5d4849ad80ab7e395f5eebfb', 'fixed_ips': [{'subnet_id': '47fe017b-3f6c-4b8e-a5a1-026eca62cab8'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 01:47:53.244208 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-13a9f11f-4487-4e91-b945-c9593d724c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:53.252139 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-0a87b7e2-5974-4528-adbe-d2e8edc25df8 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1155714210', 'security_groups': ['a88111c7-c7f0-422b-b48b-04fdfaa0e987'], 'network_id': '0b39e72d-1244-4a44-91ee-28b4de878b98', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7fdfd734-28ce-48ca-99d8-babaa0df8f3f'}]}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:47:53.301864 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-a7327d05-b0c8-41fd-bf21-e272035902df None None] For port 855f948b-0bc7-4c79-850f-9e63c3c6b410, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=855f948b-0bc7-4c79-850f-9e63c3c6b410,segment=NetworkSegment(2cbf0128-ebee-4661-b612-e9c86e4b1f6e),segment_id=2cbf0128-ebee-4661-b612-e9c86e4b1f6e)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:47:53.305267 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2110b585-49be-44ad-bcb8-aa2e7a8c80f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:53.305914 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2110b585-49be-44ad-bcb8-aa2e7a8c80f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:53.338599 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a7327d05-b0c8-41fd-bf21-e272035902df None None] Publish callbacks [] for port, precommit_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:53.357232 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a7327d05-b0c8-41fd-bf21-e272035902df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:53.373166 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-bdc8f5d7-f7f6-47ac-9a9d-6dfea7e044ec tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:53.417702 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-40c1b37b-9dd9-4753-8e17-908aafa2c3cb tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424538'] for router_interface, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:53.440017 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.db.resource_extend [None req-9da11ade-58a0-430f-9514-54991df8ffcf tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 01:47:53.468856 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-bdc8f5d7-f7f6-47ac-9a9d-6dfea7e044ec tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29149324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29154870'] for subnet, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:53.503204 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a87b7e2-5974-4528-adbe-d2e8edc25df8 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Made reservation on behalf of dffe9b32758f41e588b204d5506b48f8 for: {'port': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:47:53.505437 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2110b585-49be-44ad-bcb8-aa2e7a8c80f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Pushing event updated for resources: {'Port': ['ID=c041276a-c72d-431c-a08c-89254969a521,revision_number=2']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:53.510544 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc8f5d7-f7f6-47ac-9a9d-6dfea7e044ec tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Pushing event deleted for resources: {'Subnet': ['ID=47fe017b-3f6c-4b8e-a5a1-026eca62cab8,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:53.533228 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server [None req-13a9f11f-4487-4e91-b945-c9593d724c16 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 47fe017b-3f6c-4b8e-a5a1-026eca62cab8: This subnet is being modified by another concurrent operation. Nov 24 01:47:53.533228 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 24 01:47:53.533228 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 24 01:47:53.533228 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 24 01:47:53.533228 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 24 01:47:53.533228 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 24 01:47:53.533228 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 24 01:47:53.533228 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 24 01:47:53.533228 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 24 01:47:53.533228 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 24 01:47:53.533228 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 24 01:47:53.533228 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 24 01:47:53.533228 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 01:47:53.533228 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 01:47:53.533228 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 01:47:53.533228 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 01:47:53.533228 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 24 01:47:53.533228 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 01:47:53.533228 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 24 01:47:53.533228 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 24 01:47:53.533228 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 01:47:53.533228 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 01:47:53.533228 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 01:47:53.533228 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 01:47:53.533228 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 24 01:47:53.533228 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 01:47:53.533228 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 24 01:47:53.533228 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 24 01:47:53.533228 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 01:47:53.533228 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 01:47:53.533228 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 01:47:53.533228 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 01:47:53.533228 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 24 01:47:53.533228 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 24 01:47:53.533228 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 24 01:47:53.533228 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 24 01:47:53.533228 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 24 01:47:53.533228 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 24 01:47:53.533228 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 24 01:47:53.533228 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 24 01:47:53.533228 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 24 01:47:53.533228 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 24 01:47:53.533228 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 24 01:47:53.533228 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 01:47:53.533228 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 24 01:47:53.533228 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 24 01:47:53.533228 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 24 01:47:53.533228 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 24 01:47:53.533228 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 01:47:53.533228 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 01:47:53.533228 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 01:47:53.533228 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 01:47:53.533228 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 24 01:47:53.533228 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 01:47:53.537039 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 24 01:47:53.537039 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 24 01:47:53.537039 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 01:47:53.537039 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 01:47:53.537039 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 01:47:53.537039 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 01:47:53.537039 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 24 01:47:53.537039 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 01:47:53.537039 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 24 01:47:53.537039 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 24 01:47:53.537039 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 01:47:53.537039 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 01:47:53.537039 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 01:47:53.537039 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 01:47:53.537039 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 24 01:47:53.537039 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 24 01:47:53.537039 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 24 01:47:53.537039 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 24 01:47:53.537039 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 24 01:47:53.537039 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 24 01:47:53.537039 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 24 01:47:53.537039 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 24 01:47:53.537039 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 24 01:47:53.537039 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 24 01:47:53.537039 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 01:47:53.537039 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 01:47:53.537039 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 01:47:53.537039 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 01:47:53.537039 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 24 01:47:53.537039 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 24 01:47:53.537039 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 24 01:47:53.537039 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 24 01:47:53.537039 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 24 01:47:53.537039 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 24 01:47:53.537039 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 24 01:47:53.537039 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server raise exception Nov 24 01:47:53.537039 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 47fe017b-3f6c-4b8e-a5a1-026eca62cab8: This subnet is being modified by another concurrent operation. Nov 24 01:47:53.537039 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server Nov 24 01:47:53.549166 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7327d05-b0c8-41fd-bf21-e272035902df None None] Pushing event updated for resources: {'Port': ['ID=855f948b-0bc7-4c79-850f-9e63c3c6b410,revision_number=6']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:53.556614 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-24ce59b2-619e-4a18-978d-3015721c14ec req-38117637-2cbd-457d-a6a0-31b110c3cabe tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] 10.222.0.21 "GET /v2.0/security-groups?id=137d305a-b3ea-4e14-b9c3-3a9986b7aca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3693399 Nov 24 01:47:53.565916 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cecef847-016e-4795-98f6-9f47b6bba686 None None] Network e1793983-1bc5-4519-9f24-79577795be1e requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:47:53.604130 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-2110b585-49be-44ad-bcb8-aa2e7a8c80f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 4.8664715 Nov 24 01:47:53.607153 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9da11ade-58a0-430f-9514-54991df8ffcf tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:53.610136 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47084) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:53.621694 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9da11ade-58a0-430f-9514-54991df8ffcf tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418250'] for floatingip, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:53.661503 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-bdc8f5d7-f7f6-47ac-9a9d-6dfea7e044ec tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:53.694382 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-bdc8f5d7-f7f6-47ac-9a9d-6dfea7e044ec tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1793983-1bc5-4519-9f24-79577795be1e']}} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:53.707032 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0a87b7e2-5974-4528-adbe-d2e8edc25df8 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:53.710622 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-bdc8f5d7-f7f6-47ac-9a9d-6dfea7e044ec tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbaec606-96b5-4940-adb7-9a90f5ccb087') {'for_net_delete': True} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:53.710916 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-bdc8f5d7-f7f6-47ac-9a9d-6dfea7e044ec tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbaec606-96b5-4940-adb7-9a90f5ccb087') {} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:53.728947 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-bdc8f5d7-f7f6-47ac-9a9d-6dfea7e044ec tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29055561'] for segment, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:53.749989 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [None req-0a87b7e2-5974-4528-adbe-d2e8edc25df8 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] device_id is not set on port c529c3a8-c585-4062-b8d0-ef6060770f14 yet. {{(pid=109866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 01:47:53.755755 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-bdc8f5d7-f7f6-47ac-9a9d-6dfea7e044ec tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:53.764275 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdc8f5d7-f7f6-47ac-9a9d-6dfea7e044ec tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=109866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:47:53.764669 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-bdc8f5d7-f7f6-47ac-9a9d-6dfea7e044ec tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29151010'] for segment, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:53.767741 dv-neutron-818911-2-hyperv neutron-server[109866]: Traceback (most recent call last): Nov 24 01:47:53.767741 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:47:53.767741 dv-neutron-818911-2-hyperv neutron-server[109866]: timer() Nov 24 01:47:53.767741 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:47:53.767741 dv-neutron-818911-2-hyperv neutron-server[109866]: cb(*args, **kw) Nov 24 01:47:53.767741 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:47:53.767741 dv-neutron-818911-2-hyperv neutron-server[109866]: return func(*args, **kwargs) Nov 24 01:47:53.767741 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:47:53.767741 dv-neutron-818911-2-hyperv neutron-server[109866]: self._notify() Nov 24 01:47:53.767741 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:47:53.767741 dv-neutron-818911-2-hyperv neutron-server[109866]: self.callback(batched_events) Nov 24 01:47:53.767741 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:47:53.767741 dv-neutron-818911-2-hyperv neutron-server[109866]: event.method(event) Nov 24 01:47:53.767741 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:47:53.767741 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:47:53.767741 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:47:53.767741 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:47:53.767741 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:47:53.767741 dv-neutron-818911-2-hyperv neutron-server[109866]: return f(self, *a, **k) Nov 24 01:47:53.767741 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:47:53.767741 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._get(url).json() Nov 24 01:47:53.767741 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:47:53.767741 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:47:53.767741 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:47:53.767741 dv-neutron-818911-2-hyperv neutron-server[109866]: return self.request(url, 'GET', **kwargs) Nov 24 01:47:53.767741 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:47:53.767741 dv-neutron-818911-2-hyperv neutron-server[109866]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:47:53.767741 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:47:53.767741 dv-neutron-818911-2-hyperv neutron-server[109866]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:47:53.767741 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:47:53.767741 dv-neutron-818911-2-hyperv neutron-server[109866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:47:53.767741 dv-neutron-818911-2-hyperv neutron-server[109866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:47:53.851030 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40c1b37b-9dd9-4753-8e17-908aafa2c3cb tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Router 01109a14-b225-4d85-9c66-b586ac881f35 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:47:53.878505 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-bdc8f5d7-f7f6-47ac-9a9d-6dfea7e044ec tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:53.883294 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-bdc8f5d7-f7f6-47ac-9a9d-6dfea7e044ec tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks [] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:53.889507 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-bdc8f5d7-f7f6-47ac-9a9d-6dfea7e044ec tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] 10.222.0.21 "DELETE /v2.0/networks/e1793983-1bc5-4519-9f24-79577795be1e HTTP/1.1" status: 204 len: 168 time: 0.8801630 Nov 24 01:47:53.897846 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47086) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:53.934738 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-4848bf8e-4ef8-4e84-8aed-cbcb2b54dc2c tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] GET failed (client error): The resource could not be found. Nov 24 01:47:53.936107 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-4848bf8e-4ef8-4e84-8aed-cbcb2b54dc2c tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] 10.222.0.21 "GET /v2.0/subnets/47fe017b-3f6c-4b8e-a5a1-026eca62cab8 HTTP/1.1" status: 404 len: 337 time: 0.0373192 Nov 24 01:47:53.948257 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47088) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:53.948404 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-c8af1040-d148-4e94-8cf6-50e48bb65769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Deleting port c041276a-c72d-431c-a08c-89254969a521 {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:47:53.948564 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c8af1040-d148-4e94-8cf6-50e48bb65769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:53.958480 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc8f5d7-f7f6-47ac-9a9d-6dfea7e044ec tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Pushing event deleted for resources: {'Network': ['ID=e1793983-1bc5-4519-9f24-79577795be1e,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:53.975228 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-045ff1f8-2f6b-46a0-8311-ea8d4a9ecff2 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] DELETE failed (client error): The resource could not be found. Nov 24 01:47:53.975750 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-045ff1f8-2f6b-46a0-8311-ea8d4a9ecff2 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:47:53.983404 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-045ff1f8-2f6b-46a0-8311-ea8d4a9ecff2 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] 10.222.0.21 "DELETE /v2.0/networks/e1793983-1bc5-4519-9f24-79577795be1e HTTP/1.1" status: 404 len: 339 time: 0.0309551 Nov 24 01:47:53.985316 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47090) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:54.019067 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40c1b37b-9dd9-4753-8e17-908aafa2c3cb tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:47:54.031785 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d86d9db-0bd2-452c-9b77-e81f1e1be2a1 None None] Sync routers for ids ['01109a14-b225-4d85-9c66-b586ac881f35'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:47:54.056708 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d86d9db-0bd2-452c-9b77-e81f1e1be2a1 None None] Routers {'01109a14-b225-4d85-9c66-b586ac881f35'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:47:54.057636 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-8d86d9db-0bd2-452c-9b77-e81f1e1be2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:47:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['01109a14-b225-4d85-9c66-b586ac881f35'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:54.074210 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47094) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:54.075766 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-40c1b37b-9dd9-4753-8e17-908aafa2c3cb tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "PUT /v2.0/routers/01109a14-b225-4d85-9c66-b586ac881f35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1796379 Nov 24 01:47:54.134953 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [None req-c8af1040-d148-4e94-8cf6-50e48bb65769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] For port c041276a-c72d-431c-a08c-89254969a521, host hv-neutron-8189, got binding levels [] {{(pid=109867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:47:54.135344 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c8af1040-d148-4e94-8cf6-50e48bb65769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:54.155817 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-8d86d9db-0bd2-452c-9b77-e81f1e1be2a1 None None] Set router 01109a14-b225-4d85-9c66-b586ac881f35 gateway port host: None {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:47:54.162510 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-c8af1040-d148-4e94-8cf6-50e48bb65769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Calling delete_port for c041276a-c72d-431c-a08c-89254969a521 owned by {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:47:54.205772 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba89c61-6b6f-4085-b13c-3f3b422d539f None None] get_active_networks_info from dv-neutron-818911-2-hyperv {{(pid=109868) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 24 01:47:54.214359 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-8d86d9db-0bd2-452c-9b77-e81f1e1be2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01109a14-b225-4d85-9c66-b586ac881f35', 'name': 'tempest-NetworksTestDHCPv6-router-16313112', 'tenant_id': '6974375fded34c83af8967d3f69dce07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:47:43Z', 'updated_at': '2021-11-24T01:47:52Z', 'revision_number': 3, 'project_id': '6974375fded34c83af8967d3f69dce07', 'gw_port_host': None}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:54.224026 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9da11ade-58a0-430f-9514-54991df8ffcf tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Router 218457ea-2bcf-4aa0-b2ed-a7f05045e693 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:47:54.265557 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d86d9db-0bd2-452c-9b77-e81f1e1be2a1 None None] Checking router: 01109a14-b225-4d85-9c66-b586ac881f35 for host: dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 01:47:54.276305 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d86d9db-0bd2-452c-9b77-e81f1e1be2a1 None None] Routers {'01109a14-b225-4d85-9c66-b586ac881f35'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:47:54.279554 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-8d86d9db-0bd2-452c-9b77-e81f1e1be2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:47:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['01109a14-b225-4d85-9c66-b586ac881f35'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:54.320849 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba89c61-6b6f-4085-b13c-3f3b422d539f None None] Resources bound (agent type, host, resource id): {{(pid=109868) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 24 01:47:54.332477 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56742ab-0bbc-45ba-b198-967efb3371d0 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:54.334180 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56742ab-0bbc-45ba-b198-967efb3371d0 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:54.335886 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-f56742ab-0bbc-45ba-b198-967efb3371d0 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2580924 Nov 24 01:47:54.342880 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47096) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:54.343875 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-27e5993f-402d-4656-8ace-bba56c1fe2c8 None None] Provisioning complete for port 855f948b-0bc7-4c79-850f-9e63c3c6b410 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:47:54.344629 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-27e5993f-402d-4656-8ace-bba56c1fe2c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:54.383554 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c8af1040-d148-4e94-8cf6-50e48bb65769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:54.393515 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-8d86d9db-0bd2-452c-9b77-e81f1e1be2a1 None None] Set router 01109a14-b225-4d85-9c66-b586ac881f35 gateway port host: None {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:47:54.404614 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9da11ade-58a0-430f-9514-54991df8ffcf tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:47:54.413169 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec43b578-cbfa-425e-9c34-b2470c0a2b20 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Deleting subnet 31221ee5-06b1-411b-b6ce-f2c1a36194a0 {{(pid=109866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 01:47:54.424973 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ec43b578-cbfa-425e-9c34-b2470c0a2b20 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for subnet, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:54.425362 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83692b96-d63c-403f-8cd6-3a5402b09040 None None] Sync routers for ids ['218457ea-2bcf-4aa0-b2ed-a7f05045e693'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:47:54.431796 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9da11ade-58a0-430f-9514-54991df8ffcf tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for floatingip, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:54.434761 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966e7553-4da6-426c-ab26-24ef726161ad req-fcbc12b0-1043-46fe-8a4c-26062b3056e7 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:54.435389 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8af1040-d148-4e94-8cf6-50e48bb65769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Pushing event deleted for resources: {'Port': ['ID=c041276a-c72d-431c-a08c-89254969a521,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:54.436315 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-966e7553-4da6-426c-ab26-24ef726161ad req-fcbc12b0-1043-46fe-8a4c-26062b3056e7 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/ports?device_id=54a6fdcb-af1b-4e68-a904-3bb95b5cf340 HTTP/1.1" status: 200 len: 945 time: 0.2832830 Nov 24 01:47:54.467312 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c8af1040-d148-4e94-8cf6-50e48bb65769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:54.469677 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c180b47-3af7-46db-8603-c2225f53bd7c tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:54.470927 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-c8af1040-d148-4e94-8cf6-50e48bb65769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] 10.222.0.21 "DELETE /v2.0/ports/c041276a-c72d-431c-a08c-89254969a521 HTTP/1.1" status: 204 len: 168 time: 0.8596466 Nov 24 01:47:54.471222 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-0c180b47-3af7-46db-8603-c2225f53bd7c tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4866440 Nov 24 01:47:54.473568 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47098) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:54.481090 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [None req-0a87b7e2-5974-4528-adbe-d2e8edc25df8 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Allocated IP 172.20.0.4 (0b39e72d-1244-4a44-91ee-28b4de878b98/7fdfd734-28ce-48ca-99d8-babaa0df8f3f/c529c3a8-c585-4062-b8d0-ef6060770f14) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:47:54.486036 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47100) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:54.495251 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83692b96-d63c-403f-8cd6-3a5402b09040 None None] Routers {'218457ea-2bcf-4aa0-b2ed-a7f05045e693'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:47:54.495902 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-83692b96-d63c-403f-8cd6-3a5402b09040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:47:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['218457ea-2bcf-4aa0-b2ed-a7f05045e693'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:54.533972 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ec43b578-cbfa-425e-9c34-b2470c0a2b20 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29055568'] for subnet, precommit_delete_associations {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:54.541641 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-8d86d9db-0bd2-452c-9b77-e81f1e1be2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01109a14-b225-4d85-9c66-b586ac881f35', 'name': 'tempest-NetworksTestDHCPv6-router-16313112', 'tenant_id': '6974375fded34c83af8967d3f69dce07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:47:43Z', 'updated_at': '2021-11-24T01:47:52Z', 'revision_number': 3, 'project_id': '6974375fded34c83af8967d3f69dce07', 'gw_port_host': None}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:54.572569 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-83692b96-d63c-403f-8cd6-3a5402b09040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:54.579976 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d86d9db-0bd2-452c-9b77-e81f1e1be2a1 None None] The sync data for ids ['01109a14-b225-4d85-9c66-b586ac881f35'] in dv-neutron-818911-2-hyperv is: [{'id': '01109a14-b225-4d85-9c66-b586ac881f35', 'name': 'tempest-NetworksTestDHCPv6-router-16313112', 'tenant_id': '6974375fded34c83af8967d3f69dce07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:47:43Z', 'updated_at': '2021-11-24T01:47:52Z', 'revision_number': 3, 'project_id': '6974375fded34c83af8967d3f69dce07', 'gw_port_host': None}] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:47:54.599106 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.pecan_wsgi.hooks.translation [None req-697b8d60-5f4c-4e29-a55f-7f1924288b85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] GET failed (client error): The resource could not be found. Nov 24 01:47:54.604488 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-697b8d60-5f4c-4e29-a55f-7f1924288b85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] 10.222.0.21 "GET /v2.0/ports/c041276a-c72d-431c-a08c-89254969a521 HTTP/1.1" status: 404 len: 333 time: 0.1264479 Nov 24 01:47:54.604864 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47104) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:54.606177 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-966e7553-4da6-426c-ab26-24ef726161ad req-fc6d1042-33c8-4fcc-bec0-4e3c55a198b5 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa820965-f51f-4c0f-92b9-3c3d3d9ef329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336768 Nov 24 01:47:54.610653 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-830cfe44-6bd8-41e2-8b61-2b149ae74ba6 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] 10.222.0.21 "GET /v2.0/subnets?network_id=eb22795d-37ee-46ee-844d-92c17e2ea450 HTTP/1.1" status: 200 len: 207 time: 0.1202865 Nov 24 01:47:54.612036 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47106) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:54.628249 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-403f7ac2-0d21-4725-91fa-4d3353ecde2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Request body: {'port': {'network_id': '2e2715a2-46d1-464e-9bb9-7f55a2479234', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2135734447'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:47:54.640311 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 855f948b-0bc7-4c79-850f-9e63c3c6b410 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:47:54.663124 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-9da11ade-58a0-430f-9514-54991df8ffcf tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] 10.222.0.21 "PUT /v2.0/floatingips/0e8bbd21-a40a-49ec-a1a4-5e8cf83d26b4 HTTP/1.1" status: 200 len: 977 time: 2.7725606 Nov 24 01:47:54.663726 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47108) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:54.709048 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83692b96-d63c-403f-8cd6-3a5402b09040 None None] Routers {'218457ea-2bcf-4aa0-b2ed-a7f05045e693'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:47:54.709609 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-83692b96-d63c-403f-8cd6-3a5402b09040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:47:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['218457ea-2bcf-4aa0-b2ed-a7f05045e693'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:54.735380 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-403f7ac2-0d21-4725-91fa-4d3353ecde2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Made reservation on behalf of 21564ce5e6b945c5aa5ee4cce06e7939 for: {'port': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:47:54.737711 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-403f7ac2-0d21-4725-91fa-4d3353ecde2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:54.777504 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [None req-403f7ac2-0d21-4725-91fa-4d3353ecde2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] device_id is not set on port 747b8e63-d6bd-459c-bc51-6e8e5e7ad746 yet. {{(pid=109867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 01:47:54.798376 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e396c11-249c-4fba-8e19-fe63fc0afabf req-086e8d1f-6586-44fa-a97a-2d78d0b30891 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:54.799927 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-0e396c11-249c-4fba-8e19-fe63fc0afabf req-086e8d1f-6586-44fa-a97a-2d78d0b30891 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7fa21ef-c2f6-4d95-b817-914404dd2b8b HTTP/1.1" status: 200 len: 946 time: 0.1217346 Nov 24 01:47:54.800914 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-83692b96-d63c-403f-8cd6-3a5402b09040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:54.801735 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83692b96-d63c-403f-8cd6-3a5402b09040 None None] The sync data for ids ['218457ea-2bcf-4aa0-b2ed-a7f05045e693'] in dv-neutron-818911-2-hyperv is: [] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:47:54.840517 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-10f00d51-89d2-42df-987b-c9c6b2449cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:54.854119 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-27e5993f-402d-4656-8ace-bba56c1fe2c8 None None] Provisioning complete for port 2de64207-7a43-45ba-b450-3c6ded0a5497 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:47:54.854654 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-27e5993f-402d-4656-8ace-bba56c1fe2c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:54.916853 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 855f948b-0bc7-4c79-850f-9e63c3c6b410 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:47:54.917482 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:54.975205 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-0e396c11-249c-4fba-8e19-fe63fc0afabf req-cf6cb609-6175-4a3f-a41e-f860cccbef99 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] 10.222.0.21 "GET /v2.0/security-groups?id=137d305a-b3ea-4e14-b9c3-3a9986b7aca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450918 Nov 24 01:47:54.984750 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-27e5993f-402d-4656-8ace-bba56c1fe2c8 None None] Port 2de64207-7a43-45ba-b450-3c6ded0a5497 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:47:55.086082 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-403f7ac2-0d21-4725-91fa-4d3353ecde2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:55.091351 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-cf7ac82f-414e-459f-a5b8-eafa7a42f7c7 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Deleting port 1bf54067-05ba-42c9-b10d-c1ccbcbdb5a5 {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:47:55.091671 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-cf7ac82f-414e-459f-a5b8-eafa7a42f7c7 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:55.194392 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-403f7ac2-0d21-4725-91fa-4d3353ecde2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:55.203933 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-cf7ac82f-414e-459f-a5b8-eafa7a42f7c7 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:55.204256 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-cf7ac82f-414e-459f-a5b8-eafa7a42f7c7 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:55.237494 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ec43b578-cbfa-425e-9c34-b2470c0a2b20 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:55.238147 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-cf7ac82f-414e-459f-a5b8-eafa7a42f7c7 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Calling delete_port for 1bf54067-05ba-42c9-b10d-c1ccbcbdb5a5 owned by network:floatingip {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:47:55.250117 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403f7ac2-0d21-4725-91fa-4d3353ecde2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Network 2e2715a2-46d1-464e-9bb9-7f55a2479234 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:47:55.260265 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-403f7ac2-0d21-4725-91fa-4d3353ecde2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:47:55.265672 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403f7ac2-0d21-4725-91fa-4d3353ecde2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:47:55.266567 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403f7ac2-0d21-4725-91fa-4d3353ecde2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:55.267163 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-403f7ac2-0d21-4725-91fa-4d3353ecde2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:55.284824 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f90642-624b-41d5-819e-940ccf7527e0 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:55.290641 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f90642-624b-41d5-819e-940ccf7527e0 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:55.296784 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f90642-624b-41d5-819e-940ccf7527e0 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:55.302789 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f90642-624b-41d5-819e-940ccf7527e0 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:55.307895 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-a2f90642-624b-41d5-819e-940ccf7527e0 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.6703420 Nov 24 01:47:55.308488 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47110) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:55.310783 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403f7ac2-0d21-4725-91fa-4d3353ecde2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Pushing event updated for resources: {'Port': ['ID=747b8e63-d6bd-459c-bc51-6e8e5e7ad746,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:55.326561 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-403f7ac2-0d21-4725-91fa-4d3353ecde2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7181482 Nov 24 01:47:55.331091 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47112) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:55.336037 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-60e315d5-025e-40f5-b18d-236d853816c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8189'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:47:55.371311 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0a87b7e2-5974-4528-adbe-d2e8edc25df8 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:55.421642 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-60e315d5-025e-40f5-b18d-236d853816c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:55.447703 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ec43b578-cbfa-425e-9c34-b2470c0a2b20 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29149324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29154870'] for subnet, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:55.501360 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec43b578-cbfa-425e-9c34-b2470c0a2b20 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Pushing event deleted for resources: {'Subnet': ['ID=31221ee5-06b1-411b-b6ce-f2c1a36194a0,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:55.513463 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92f728a-d799-418b-82e4-57feed40b634 None None] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:47:55.519202 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-e87b7b5f-157d-49f4-9adb-2b54c9f967bc tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] 10.222.0.21 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.2095895 Nov 24 01:47:55.520340 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ec43b578-cbfa-425e-9c34-b2470c0a2b20 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:55.522499 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47114) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:55.524579 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-ec43b578-cbfa-425e-9c34-b2470c0a2b20 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "DELETE /v2.0/subnets/31221ee5-06b1-411b-b6ce-f2c1a36194a0 HTTP/1.1" status: 204 len: 168 time: 1.1730709 Nov 24 01:47:55.532097 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47116) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:55.536044 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0a87b7e2-5974-4528-adbe-d2e8edc25df8 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:55.657108 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a11878a-d2a4-4ae3-93b9-262c7fc1c6fd tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:55.658940 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a11878a-d2a4-4ae3-93b9-262c7fc1c6fd tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:55.663725 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-6a11878a-d2a4-4ae3-93b9-262c7fc1c6fd tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1373394 Nov 24 01:47:55.664824 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47120) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:55.676069 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a87b7e2-5974-4528-adbe-d2e8edc25df8 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Network 0b39e72d-1244-4a44-91ee-28b4de878b98 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:47:55.680923 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-cf7ac82f-414e-459f-a5b8-eafa7a42f7c7 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:55.687078 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-0a87b7e2-5974-4528-adbe-d2e8edc25df8 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:47:55.701262 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a87b7e2-5974-4528-adbe-d2e8edc25df8 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:47:55.721972 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a87b7e2-5974-4528-adbe-d2e8edc25df8 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Pushing event updated for resources: {'Port': ['ID=c529c3a8-c585-4062-b8d0-ef6060770f14,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:55.740877 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3efa71f-de72-4df2-8051-30ff73c88148 None None] DHCP port deletion for 9b0cb615-dd00-417f-9128-01ca62e524f6 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:47:55.785088 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-a4b8dc12-18e6-4319-bc86-ceca8fd9529a tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 708 time: 0.2511582 Nov 24 01:47:55.787276 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47122) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:55.792736 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7ac82f-414e-459f-a5b8-eafa7a42f7c7 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Pushing event deleted for resources: {'Port': ['ID=1bf54067-05ba-42c9-b10d-c1ccbcbdb5a5,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:55.810272 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-f3efa71f-de72-4df2-8051-30ff73c88148 None None] Deleting port 545cc5e1-ff13-40ba-b28f-1682e72e1915 {{(pid=109868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:47:55.810838 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-f3efa71f-de72-4df2-8051-30ff73c88148 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:55.817161 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68902b8d-b659-45f3-8799-7db90aa38310 req-45f299e4-4da4-4905-b3f5-10380c4804f0 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:55.821885 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-68902b8d-b659-45f3-8799-7db90aa38310 req-45f299e4-4da4-4905-b3f5-10380c4804f0 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/ports?device_id=54a6fdcb-af1b-4e68-a904-3bb95b5cf340 HTTP/1.1" status: 200 len: 945 time: 0.1166394 Nov 24 01:47:55.829706 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a87b7e2-5974-4528-adbe-d2e8edc25df8 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:55.830900 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0a87b7e2-5974-4528-adbe-d2e8edc25df8 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:55.908650 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-68902b8d-b659-45f3-8799-7db90aa38310 req-2c879490-cc7b-4d2b-94ac-09ff738c3703 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa820965-f51f-4c0f-92b9-3c3d3d9ef329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565484 Nov 24 01:47:55.908904 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-f3efa71f-de72-4df2-8051-30ff73c88148 None None] For port 545cc5e1-ff13-40ba-b28f-1682e72e1915, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=545cc5e1-ff13-40ba-b28f-1682e72e1915,segment=NetworkSegment(2b1ff8b4-a836-4287-84a2-3eaf8ccfb867),segment_id=2b1ff8b4-a836-4287-84a2-3eaf8ccfb867)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:47:55.909578 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-f3efa71f-de72-4df2-8051-30ff73c88148 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:55.927551 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-0a87b7e2-5974-4528-adbe-d2e8edc25df8 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.6778359 Nov 24 01:47:55.927551 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47124) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:55.928527 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-c24afa67-4277-4035-80d6-9a2af054f49b tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Request body: {'subnet': {'network_id': '0b39e72d-1244-4a44-91ee-28b4de878b98', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:47:55.943713 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-f3efa71f-de72-4df2-8051-30ff73c88148 None None] Calling delete_port for 545cc5e1-ff13-40ba-b28f-1682e72e1915 owned by network:dhcp {{(pid=109868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:47:56.062923 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-54fec48c-bbb5-4481-b3a6-5ced66087cef None None] Provisioning complete for port c529c3a8-c585-4062-b8d0-ef6060770f14 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:47:56.065241 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-54fec48c-bbb5-4481-b3a6-5ced66087cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:56.072527 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-f3efa71f-de72-4df2-8051-30ff73c88148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974'] for port, after_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:56.091048 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c24afa67-4277-4035-80d6-9a2af054f49b tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Made reservation on behalf of dffe9b32758f41e588b204d5506b48f8 for: {'subnet': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:47:56.094930 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c24afa67-4277-4035-80d6-9a2af054f49b tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29154835'] for subnet, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:56.126879 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3efa71f-de72-4df2-8051-30ff73c88148 None None] Pushing event deleted for resources: {'Port': ['ID=545cc5e1-ff13-40ba-b28f-1682e72e1915,revision_number=None']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:56.130449 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3efa71f-de72-4df2-8051-30ff73c88148 None None] No DVR routers for this DVR port 545cc5e1-ff13-40ba-b28f-1682e72e1915 on host dv-neutron-818911-2-hyperv {{(pid=109868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:47:56.136867 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-54fec48c-bbb5-4481-b3a6-5ced66087cef None None] Port c529c3a8-c585-4062-b8d0-ef6060770f14 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:47:56.198255 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.ipam_backend_mixin [None req-c24afa67-4277-4035-80d6-9a2af054f49b tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 7fdfd734-28ce-48ca-99d8-babaa0df8f3f (CIDR: 172.20.0.0/28) Nov 24 01:47:56.201936 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-c24afa67-4277-4035-80d6-9a2af054f49b tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 01:47:56.202558 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c24afa67-4277-4035-80d6-9a2af054f49b tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:47:56.219707 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-c24afa67-4277-4035-80d6-9a2af054f49b tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2953651 Nov 24 01:47:56.222319 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47128) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:56.227448 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-6c60feb2-1e0b-4005-959b-7d6ac130440e tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Request body: {'subnet': {'network_id': '0b39e72d-1244-4a44-91ee-28b4de878b98', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:47:56.317778 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83113ce0-f67b-4488-b6e7-7414d33c1da2 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Attributes excluded by policy engine: ['shared'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:56.319235 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83113ce0-f67b-4488-b6e7-7414d33c1da2 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Attributes excluded by policy engine: ['shared'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:56.320760 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-83113ce0-f67b-4488-b6e7-7414d33c1da2 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] 10.222.0.21 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.6547990 Nov 24 01:47:56.324610 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47130) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:56.350177 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2237acfc-b25a-46f0-b036-1a01d9fae8f7 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for router, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:56.354299 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-cf7ac82f-414e-459f-a5b8-eafa7a42f7c7 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks [] for floatingip, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:56.354637 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.l3_db [None req-cf7ac82f-414e-459f-a5b8-eafa7a42f7c7 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Floating IP 0e8bbd21-a40a-49ec-a1a4-5e8cf83d26b4 disassociated (deleted). External IP: 172.26.5.50, port: 942aa9e9-b8da-4479-835b-5df405037aa4. Nov 24 01:47:56.415230 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c60feb2-1e0b-4005-959b-7d6ac130440e tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Made reservation on behalf of dffe9b32758f41e588b204d5506b48f8 for: {'subnet': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:47:56.419058 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-6c60feb2-1e0b-4005-959b-7d6ac130440e tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29154835'] for subnet, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:56.483652 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [None req-60e315d5-025e-40f5-b18d-236d853816c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] device_id is not set on port 747b8e63-d6bd-459c-bc51-6e8e5e7ad746 yet. {{(pid=109867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 01:47:56.503102 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-60e315d5-025e-40f5-b18d-236d853816c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:56.507191 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37abbd80-6da2-4c00-a1fd-4f67697cc5bf tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:56.508608 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-37abbd80-6da2-4c00-a1fd-4f67697cc5bf tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] 10.222.0.21 "GET /v2.0/networks/dd1943e3-e572-46d6-b32e-7e73149221fe HTTP/1.1" status: 200 len: 800 time: 0.1823595 Nov 24 01:47:56.513655 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47132) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:56.525154 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 268f1f7a-4436-44b7-9849-e1196521a532 no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:47:56.526292 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-60e315d5-025e-40f5-b18d-236d853816c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25501696'] for port, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:56.556034 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: 268f1f7a-4436-44b7-9849-e1196521a532 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:47:56.556474 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 268f1f7a-4436-44b7-9849-e1196521a532 not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:47:56.556987 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 545cc5e1-ff13-40ba-b28f-1682e72e1915 no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:47:56.581997 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: 545cc5e1-ff13-40ba-b28f-1682e72e1915 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:47:56.582397 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 545cc5e1-ff13-40ba-b28f-1682e72e1915 not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:47:56.604057 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.ipam_backend_mixin [None req-6c60feb2-1e0b-4005-959b-7d6ac130440e tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 28235a0b-39a8-4ea3-ba06-d534f16cc61c (CIDR: 172.20.0.16/28) Nov 24 01:47:56.609879 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c60feb2-1e0b-4005-959b-7d6ac130440e tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 01:47:56.610357 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c60feb2-1e0b-4005-959b-7d6ac130440e tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:47:56.638718 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-6c60feb2-1e0b-4005-959b-7d6ac130440e tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4153621 Nov 24 01:47:56.644942 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-640c8bfd-61f5-4d18-af8c-618fcbc45245 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] 10.222.0.21 "GET /v2.0/networks/dd1943e3-e572-46d6-b32e-7e73149221fe?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1300616 Nov 24 01:47:56.645530 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47134) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:56.650113 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-b20c4306-bc87-4d01-93de-3e3300622a9d tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Request body: {'subnet': {'network_id': '0b39e72d-1244-4a44-91ee-28b4de878b98', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:47:56.654791 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47136) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:56.704809 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2237acfc-b25a-46f0-b036-1a01d9fae8f7 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-424460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2766'] for router, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:56.719268 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e618989e-76f8-4ee0-88fa-dbc9635c3013 req-0b95192a-a53f-4464-8fc0-c52fddf86fe6 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:56.720776 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e618989e-76f8-4ee0-88fa-dbc9635c3013 req-0b95192a-a53f-4464-8fc0-c52fddf86fe6 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7fa21ef-c2f6-4d95-b817-914404dd2b8b HTTP/1.1" status: 200 len: 946 time: 0.4160986 Nov 24 01:47:56.728156 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2237acfc-b25a-46f0-b036-1a01d9fae8f7 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:56.755887 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e315d5-025e-40f5-b18d-236d853816c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Pushing event updated for resources: {'Port': ['ID=747b8e63-d6bd-459c-bc51-6e8e5e7ad746,revision_number=2']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:56.760207 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60274051-b1cd-4470-9fac-e09f725317a7 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:56.764940 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-60274051-b1cd-4470-9fac-e09f725317a7 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] 10.222.0.21 "GET /v2.0/subnets/72b49019-e442-4afa-b262-6160d1356f22 HTTP/1.1" status: 200 len: 811 time: 0.1059084 Nov 24 01:47:56.765340 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47138) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:56.824684 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2237acfc-b25a-46f0-b036-1a01d9fae8f7 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-424469'] for router, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:56.825246 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2237acfc-b25a-46f0-b036-1a01d9fae8f7 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Fanout notify agent at l3_agent the message router_deleted on router 01109a14-b225-4d85-9c66-b586ac881f35 {{(pid=109867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 01:47:56.832376 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2237acfc-b25a-46f0-b036-1a01d9fae8f7 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for router, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:56.841575 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee2389e-dfc0-4d52-93a6-e5e8a2aea869 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Attributes excluded by policy engine: ['shared'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:56.841785 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-2237acfc-b25a-46f0-b036-1a01d9fae8f7 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "DELETE /v2.0/routers/01109a14-b225-4d85-9c66-b586ac881f35 HTTP/1.1" status: 204 len: 168 time: 1.0418661 Nov 24 01:47:56.841785 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.managers [None req-60e315d5-025e-40f5-b18d-236d853816c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempting to bind port 747b8e63-d6bd-459c-bc51-6e8e5e7ad746 on host hv-neutron-8189 for vnic_type normal with profile {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:47:56.841785 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.managers [None req-60e315d5-025e-40f5-b18d-236d853816c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempting to bind port 747b8e63-d6bd-459c-bc51-6e8e5e7ad746 by drivers openvswitch,hyperv on host hv-neutron-8189 at level 0 using segments [{'id': '8aee612a-2bfb-4260-9244-4d2dfa0b71c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2e2715a2-46d1-464e-9bb9-7f55a2479234'}] {{(pid=109867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:47:56.842039 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-aee2389e-dfc0-4d52-93a6-e5e8a2aea869 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] 10.222.0.21 "GET /v2.0/subnets/72b49019-e442-4afa-b262-6160d1356f22?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0685713 Nov 24 01:47:56.842117 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e315d5-025e-40f5-b18d-236d853816c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempting to bind port 747b8e63-d6bd-459c-bc51-6e8e5e7ad746 on network 2e2715a2-46d1-464e-9bb9-7f55a2479234 {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:47:56.842191 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47140) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:56.842191 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47142) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:56.848266 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-6f65f679-745c-4ae6-98f5-649e023e7de4 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Request body: {'subnet': {'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:47:56.857457 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-91187d52-3f56-4704-b855-63ae7f6b6d40 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-280060801'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:47:56.888583 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e315d5-025e-40f5-b18d-236d853816c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Port 747b8e63-d6bd-459c-bc51-6e8e5e7ad746 on network 2e2715a2-46d1-464e-9bb9-7f55a2479234 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8189 {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 01:47:56.888933 dv-neutron-818911-2-hyperv neutron-server[109867]: ERROR neutron.plugins.ml2.managers [None req-60e315d5-025e-40f5-b18d-236d853816c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Failed to bind port 747b8e63-d6bd-459c-bc51-6e8e5e7ad746 on host hv-neutron-8189 for vnic_type normal using segments [{'id': '8aee612a-2bfb-4260-9244-4d2dfa0b71c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2e2715a2-46d1-464e-9bb9-7f55a2479234'}] Nov 24 01:47:56.894711 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.plugins.ml2.plugin [None req-60e315d5-025e-40f5-b18d-236d853816c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempt 2 to bind port 747b8e63-d6bd-459c-bc51-6e8e5e7ad746 Nov 24 01:47:56.900132 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b20c4306-bc87-4d01-93de-3e3300622a9d tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Made reservation on behalf of dffe9b32758f41e588b204d5506b48f8 for: {'subnet': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:47:56.904263 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b20c4306-bc87-4d01-93de-3e3300622a9d tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29154835'] for subnet, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:56.915058 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e618989e-76f8-4ee0-88fa-dbc9635c3013 req-c1e37391-f739-4b16-9f79-d762c1fc4037 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] 10.222.0.21 "GET /v2.0/security-groups?id=137d305a-b3ea-4e14-b9c3-3a9986b7aca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1801860 Nov 24 01:47:56.948364 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.managers [None req-60e315d5-025e-40f5-b18d-236d853816c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempting to bind port 747b8e63-d6bd-459c-bc51-6e8e5e7ad746 on host hv-neutron-8189 for vnic_type normal with profile {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:47:56.948753 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.managers [None req-60e315d5-025e-40f5-b18d-236d853816c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempting to bind port 747b8e63-d6bd-459c-bc51-6e8e5e7ad746 by drivers openvswitch,hyperv on host hv-neutron-8189 at level 0 using segments [{'id': '8aee612a-2bfb-4260-9244-4d2dfa0b71c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2e2715a2-46d1-464e-9bb9-7f55a2479234'}] {{(pid=109867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:47:56.949171 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e315d5-025e-40f5-b18d-236d853816c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempting to bind port 747b8e63-d6bd-459c-bc51-6e8e5e7ad746 on network 2e2715a2-46d1-464e-9bb9-7f55a2479234 {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:47:56.958186 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e315d5-025e-40f5-b18d-236d853816c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Port 747b8e63-d6bd-459c-bc51-6e8e5e7ad746 on network 2e2715a2-46d1-464e-9bb9-7f55a2479234 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8189 {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 01:47:56.958521 dv-neutron-818911-2-hyperv neutron-server[109867]: ERROR neutron.plugins.ml2.managers [None req-60e315d5-025e-40f5-b18d-236d853816c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Failed to bind port 747b8e63-d6bd-459c-bc51-6e8e5e7ad746 on host hv-neutron-8189 for vnic_type normal using segments [{'id': '8aee612a-2bfb-4260-9244-4d2dfa0b71c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2e2715a2-46d1-464e-9bb9-7f55a2479234'}] Nov 24 01:47:56.959023 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.plugins.ml2.plugin [None req-60e315d5-025e-40f5-b18d-236d853816c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempt 3 to bind port 747b8e63-d6bd-459c-bc51-6e8e5e7ad746 Nov 24 01:47:56.986289 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.managers [None req-60e315d5-025e-40f5-b18d-236d853816c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempting to bind port 747b8e63-d6bd-459c-bc51-6e8e5e7ad746 on host hv-neutron-8189 for vnic_type normal with profile {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:47:56.986630 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.managers [None req-60e315d5-025e-40f5-b18d-236d853816c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempting to bind port 747b8e63-d6bd-459c-bc51-6e8e5e7ad746 by drivers openvswitch,hyperv on host hv-neutron-8189 at level 0 using segments [{'id': '8aee612a-2bfb-4260-9244-4d2dfa0b71c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2e2715a2-46d1-464e-9bb9-7f55a2479234'}] {{(pid=109867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:47:56.987043 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e315d5-025e-40f5-b18d-236d853816c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempting to bind port 747b8e63-d6bd-459c-bc51-6e8e5e7ad746 on network 2e2715a2-46d1-464e-9bb9-7f55a2479234 {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:47:56.990831 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91187d52-3f56-4704-b855-63ae7f6b6d40 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Made reservation on behalf of dc36495a5d4849ad80ab7e395f5eebfb for: {'network': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:47:56.994518 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-91187d52-3f56-4704-b855-63ae7f6b6d40 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:56.996283 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e315d5-025e-40f5-b18d-236d853816c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Port 747b8e63-d6bd-459c-bc51-6e8e5e7ad746 on network 2e2715a2-46d1-464e-9bb9-7f55a2479234 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8189 {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 01:47:56.996617 dv-neutron-818911-2-hyperv neutron-server[109867]: ERROR neutron.plugins.ml2.managers [None req-60e315d5-025e-40f5-b18d-236d853816c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Failed to bind port 747b8e63-d6bd-459c-bc51-6e8e5e7ad746 on host hv-neutron-8189 for vnic_type normal using segments [{'id': '8aee612a-2bfb-4260-9244-4d2dfa0b71c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2e2715a2-46d1-464e-9bb9-7f55a2479234'}] Nov 24 01:47:56.997193 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.plugins.ml2.plugin [None req-60e315d5-025e-40f5-b18d-236d853816c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempt 4 to bind port 747b8e63-d6bd-459c-bc51-6e8e5e7ad746 Nov 24 01:47:57.013727 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf7ac82f-414e-459f-a5b8-eafa7a42f7c7 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Router 218457ea-2bcf-4aa0-b2ed-a7f05045e693 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:47:57.016597 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.managers [None req-60e315d5-025e-40f5-b18d-236d853816c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempting to bind port 747b8e63-d6bd-459c-bc51-6e8e5e7ad746 on host hv-neutron-8189 for vnic_type normal with profile {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:47:57.016937 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.managers [None req-60e315d5-025e-40f5-b18d-236d853816c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempting to bind port 747b8e63-d6bd-459c-bc51-6e8e5e7ad746 by drivers openvswitch,hyperv on host hv-neutron-8189 at level 0 using segments [{'id': '8aee612a-2bfb-4260-9244-4d2dfa0b71c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2e2715a2-46d1-464e-9bb9-7f55a2479234'}] {{(pid=109867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:47:57.017280 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e315d5-025e-40f5-b18d-236d853816c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempting to bind port 747b8e63-d6bd-459c-bc51-6e8e5e7ad746 on network 2e2715a2-46d1-464e-9bb9-7f55a2479234 {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:47:57.025947 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e315d5-025e-40f5-b18d-236d853816c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Port 747b8e63-d6bd-459c-bc51-6e8e5e7ad746 on network 2e2715a2-46d1-464e-9bb9-7f55a2479234 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8189 {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 01:47:57.026297 dv-neutron-818911-2-hyperv neutron-server[109867]: ERROR neutron.plugins.ml2.managers [None req-60e315d5-025e-40f5-b18d-236d853816c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Failed to bind port 747b8e63-d6bd-459c-bc51-6e8e5e7ad746 on host hv-neutron-8189 for vnic_type normal using segments [{'id': '8aee612a-2bfb-4260-9244-4d2dfa0b71c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2e2715a2-46d1-464e-9bb9-7f55a2479234'}] Nov 24 01:47:57.026833 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.plugins.ml2.plugin [None req-60e315d5-025e-40f5-b18d-236d853816c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempt 5 to bind port 747b8e63-d6bd-459c-bc51-6e8e5e7ad746 Nov 24 01:47:57.084220 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f65f679-745c-4ae6-98f5-649e023e7de4 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Made reservation on behalf of 6974375fded34c83af8967d3f69dce07 for: {'subnet': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:47:57.084220 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-6f65f679-745c-4ae6-98f5-649e023e7de4 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29154835'] for subnet, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:57.085890 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.managers [None req-60e315d5-025e-40f5-b18d-236d853816c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempting to bind port 747b8e63-d6bd-459c-bc51-6e8e5e7ad746 on host hv-neutron-8189 for vnic_type normal with profile {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:47:57.086022 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.managers [None req-60e315d5-025e-40f5-b18d-236d853816c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempting to bind port 747b8e63-d6bd-459c-bc51-6e8e5e7ad746 by drivers openvswitch,hyperv on host hv-neutron-8189 at level 0 using segments [{'id': '8aee612a-2bfb-4260-9244-4d2dfa0b71c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2e2715a2-46d1-464e-9bb9-7f55a2479234'}] {{(pid=109867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:47:57.086316 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e315d5-025e-40f5-b18d-236d853816c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempting to bind port 747b8e63-d6bd-459c-bc51-6e8e5e7ad746 on network 2e2715a2-46d1-464e-9bb9-7f55a2479234 {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:47:57.096236 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e315d5-025e-40f5-b18d-236d853816c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Port 747b8e63-d6bd-459c-bc51-6e8e5e7ad746 on network 2e2715a2-46d1-464e-9bb9-7f55a2479234 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8189 {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 01:47:57.096610 dv-neutron-818911-2-hyperv neutron-server[109867]: ERROR neutron.plugins.ml2.managers [None req-60e315d5-025e-40f5-b18d-236d853816c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Failed to bind port 747b8e63-d6bd-459c-bc51-6e8e5e7ad746 on host hv-neutron-8189 for vnic_type normal using segments [{'id': '8aee612a-2bfb-4260-9244-4d2dfa0b71c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2e2715a2-46d1-464e-9bb9-7f55a2479234'}] Nov 24 01:47:57.101189 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.plugins.ml2.plugin [None req-60e315d5-025e-40f5-b18d-236d853816c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempt 6 to bind port 747b8e63-d6bd-459c-bc51-6e8e5e7ad746 Nov 24 01:47:57.104448 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91187d52-3f56-4704-b855-63ae7f6b6d40 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=109866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:47:57.137258 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e3dcab86-6512-4f94-b33b-2b9b496aa3ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:57.160667 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.managers [None req-60e315d5-025e-40f5-b18d-236d853816c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempting to bind port 747b8e63-d6bd-459c-bc51-6e8e5e7ad746 on host hv-neutron-8189 for vnic_type normal with profile {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:47:57.161007 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.managers [None req-60e315d5-025e-40f5-b18d-236d853816c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempting to bind port 747b8e63-d6bd-459c-bc51-6e8e5e7ad746 by drivers openvswitch,hyperv on host hv-neutron-8189 at level 0 using segments [{'id': '8aee612a-2bfb-4260-9244-4d2dfa0b71c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2e2715a2-46d1-464e-9bb9-7f55a2479234'}] {{(pid=109867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:47:57.161344 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e315d5-025e-40f5-b18d-236d853816c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempting to bind port 747b8e63-d6bd-459c-bc51-6e8e5e7ad746 on network 2e2715a2-46d1-464e-9bb9-7f55a2479234 {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:47:57.167486 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-91187d52-3f56-4704-b855-63ae7f6b6d40 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:57.167830 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.segments_db [None req-91187d52-3f56-4704-b855-63ae7f6b6d40 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Added segment 311536e5-e261-422e-97e8-558d0c50eab2 of type vlan for network 3eb5d33f-ef43-464b-867d-342919ce8674 Nov 24 01:47:57.175006 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e315d5-025e-40f5-b18d-236d853816c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Port 747b8e63-d6bd-459c-bc51-6e8e5e7ad746 on network 2e2715a2-46d1-464e-9bb9-7f55a2479234 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8189 {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 01:47:57.175266 dv-neutron-818911-2-hyperv neutron-server[109867]: ERROR neutron.plugins.ml2.managers [None req-60e315d5-025e-40f5-b18d-236d853816c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Failed to bind port 747b8e63-d6bd-459c-bc51-6e8e5e7ad746 on host hv-neutron-8189 for vnic_type normal using segments [{'id': '8aee612a-2bfb-4260-9244-4d2dfa0b71c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2e2715a2-46d1-464e-9bb9-7f55a2479234'}] Nov 24 01:47:57.177226 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.plugins.ml2.plugin [None req-60e315d5-025e-40f5-b18d-236d853816c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempt 7 to bind port 747b8e63-d6bd-459c-bc51-6e8e5e7ad746 Nov 24 01:47:57.197364 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.managers [None req-60e315d5-025e-40f5-b18d-236d853816c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempting to bind port 747b8e63-d6bd-459c-bc51-6e8e5e7ad746 on host hv-neutron-8189 for vnic_type normal with profile {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:47:57.197716 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.managers [None req-60e315d5-025e-40f5-b18d-236d853816c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempting to bind port 747b8e63-d6bd-459c-bc51-6e8e5e7ad746 by drivers openvswitch,hyperv on host hv-neutron-8189 at level 0 using segments [{'id': '8aee612a-2bfb-4260-9244-4d2dfa0b71c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2e2715a2-46d1-464e-9bb9-7f55a2479234'}] {{(pid=109867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:47:57.198057 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e315d5-025e-40f5-b18d-236d853816c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempting to bind port 747b8e63-d6bd-459c-bc51-6e8e5e7ad746 on network 2e2715a2-46d1-464e-9bb9-7f55a2479234 {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:47:57.202337 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf7ac82f-414e-459f-a5b8-eafa7a42f7c7 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:47:57.206925 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-cf7ac82f-414e-459f-a5b8-eafa7a42f7c7 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for floatingip, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:57.211613 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e315d5-025e-40f5-b18d-236d853816c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Port 747b8e63-d6bd-459c-bc51-6e8e5e7ad746 on network 2e2715a2-46d1-464e-9bb9-7f55a2479234 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8189 {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 01:47:57.211911 dv-neutron-818911-2-hyperv neutron-server[109867]: ERROR neutron.plugins.ml2.managers [None req-60e315d5-025e-40f5-b18d-236d853816c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Failed to bind port 747b8e63-d6bd-459c-bc51-6e8e5e7ad746 on host hv-neutron-8189 for vnic_type normal using segments [{'id': '8aee612a-2bfb-4260-9244-4d2dfa0b71c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2e2715a2-46d1-464e-9bb9-7f55a2479234'}] Nov 24 01:47:57.212668 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.plugins.ml2.plugin [None req-60e315d5-025e-40f5-b18d-236d853816c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempt 8 to bind port 747b8e63-d6bd-459c-bc51-6e8e5e7ad746 Nov 24 01:47:57.219313 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15c960a-6a93-4a4d-ba5d-e42f3e474b90 None None] Sync routers for ids ['218457ea-2bcf-4aa0-b2ed-a7f05045e693'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:47:57.234800 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15c960a-6a93-4a4d-ba5d-e42f3e474b90 None None] Routers {'218457ea-2bcf-4aa0-b2ed-a7f05045e693'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:47:57.235558 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-f15c960a-6a93-4a4d-ba5d-e42f3e474b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:47:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['218457ea-2bcf-4aa0-b2ed-a7f05045e693'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:57.251380 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.managers [None req-60e315d5-025e-40f5-b18d-236d853816c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempting to bind port 747b8e63-d6bd-459c-bc51-6e8e5e7ad746 on host hv-neutron-8189 for vnic_type normal with profile {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:47:57.251900 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.managers [None req-60e315d5-025e-40f5-b18d-236d853816c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempting to bind port 747b8e63-d6bd-459c-bc51-6e8e5e7ad746 by drivers openvswitch,hyperv on host hv-neutron-8189 at level 0 using segments [{'id': '8aee612a-2bfb-4260-9244-4d2dfa0b71c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2e2715a2-46d1-464e-9bb9-7f55a2479234'}] {{(pid=109867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:47:57.252386 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e315d5-025e-40f5-b18d-236d853816c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempting to bind port 747b8e63-d6bd-459c-bc51-6e8e5e7ad746 on network 2e2715a2-46d1-464e-9bb9-7f55a2479234 {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:47:57.262182 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e315d5-025e-40f5-b18d-236d853816c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Port 747b8e63-d6bd-459c-bc51-6e8e5e7ad746 on network 2e2715a2-46d1-464e-9bb9-7f55a2479234 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8189 {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 01:47:57.262182 dv-neutron-818911-2-hyperv neutron-server[109867]: ERROR neutron.plugins.ml2.managers [None req-60e315d5-025e-40f5-b18d-236d853816c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Failed to bind port 747b8e63-d6bd-459c-bc51-6e8e5e7ad746 on host hv-neutron-8189 for vnic_type normal using segments [{'id': '8aee612a-2bfb-4260-9244-4d2dfa0b71c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2e2715a2-46d1-464e-9bb9-7f55a2479234'}] Nov 24 01:47:57.263382 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.plugins.ml2.plugin [None req-60e315d5-025e-40f5-b18d-236d853816c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempt 9 to bind port 747b8e63-d6bd-459c-bc51-6e8e5e7ad746 Nov 24 01:47:57.272020 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-91187d52-3f56-4704-b855-63ae7f6b6d40 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:57.272921 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-f15c960a-6a93-4a4d-ba5d-e42f3e474b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:57.273440 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-cf7ac82f-414e-459f-a5b8-eafa7a42f7c7 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] 10.222.0.21 "DELETE /v2.0/floatingips/0e8bbd21-a40a-49ec-a1a4-5e8cf83d26b4 HTTP/1.1" status: 204 len: 168 time: 2.6065695 Nov 24 01:47:57.274367 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47146) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:57.284235 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15c960a-6a93-4a4d-ba5d-e42f3e474b90 None None] Routers {'218457ea-2bcf-4aa0-b2ed-a7f05045e693'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:47:57.285347 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-f15c960a-6a93-4a4d-ba5d-e42f3e474b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:47:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['218457ea-2bcf-4aa0-b2ed-a7f05045e693'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:57.342681 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-f15c960a-6a93-4a4d-ba5d-e42f3e474b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:47:57.344428 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15c960a-6a93-4a4d-ba5d-e42f3e474b90 None None] The sync data for ids ['218457ea-2bcf-4aa0-b2ed-a7f05045e693'] in dv-neutron-818911-2-hyperv is: [] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:47:57.359015 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.managers [None req-60e315d5-025e-40f5-b18d-236d853816c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempting to bind port 747b8e63-d6bd-459c-bc51-6e8e5e7ad746 on host hv-neutron-8189 for vnic_type normal with profile {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:47:57.359599 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.managers [None req-60e315d5-025e-40f5-b18d-236d853816c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempting to bind port 747b8e63-d6bd-459c-bc51-6e8e5e7ad746 by drivers openvswitch,hyperv on host hv-neutron-8189 at level 0 using segments [{'id': '8aee612a-2bfb-4260-9244-4d2dfa0b71c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2e2715a2-46d1-464e-9bb9-7f55a2479234'}] {{(pid=109867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:47:57.360160 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e315d5-025e-40f5-b18d-236d853816c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempting to bind port 747b8e63-d6bd-459c-bc51-6e8e5e7ad746 on network 2e2715a2-46d1-464e-9bb9-7f55a2479234 {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:47:57.361821 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6b602e-2b89-424d-9726-d4bc41bb9949 req-079a7860-1c2b-4569-8e12-605c6a204151 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:57.363353 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-ea6b602e-2b89-424d-9726-d4bc41bb9949 req-079a7860-1c2b-4569-8e12-605c6a204151 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/ports?device_id=54a6fdcb-af1b-4e68-a904-3bb95b5cf340 HTTP/1.1" status: 200 len: 945 time: 0.1993558 Nov 24 01:47:57.374665 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e315d5-025e-40f5-b18d-236d853816c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Port 747b8e63-d6bd-459c-bc51-6e8e5e7ad746 on network 2e2715a2-46d1-464e-9bb9-7f55a2479234 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8189 {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 01:47:57.375073 dv-neutron-818911-2-hyperv neutron-server[109867]: ERROR neutron.plugins.ml2.managers [None req-60e315d5-025e-40f5-b18d-236d853816c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Failed to bind port 747b8e63-d6bd-459c-bc51-6e8e5e7ad746 on host hv-neutron-8189 for vnic_type normal using segments [{'id': '8aee612a-2bfb-4260-9244-4d2dfa0b71c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2e2715a2-46d1-464e-9bb9-7f55a2479234'}] Nov 24 01:47:57.381040 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.plugins.ml2.plugin [None req-60e315d5-025e-40f5-b18d-236d853816c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempt 10 to bind port 747b8e63-d6bd-459c-bc51-6e8e5e7ad746 Nov 24 01:47:57.385683 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-91187d52-3f56-4704-b855-63ae7f6b6d40 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:57.392641 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91187d52-3f56-4704-b855-63ae7f6b6d40 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:57.393258 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-91187d52-3f56-4704-b855-63ae7f6b6d40 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks [] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:57.451013 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.managers [None req-60e315d5-025e-40f5-b18d-236d853816c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempting to bind port 747b8e63-d6bd-459c-bc51-6e8e5e7ad746 on host hv-neutron-8189 for vnic_type normal with profile {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:47:57.451659 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.managers [None req-60e315d5-025e-40f5-b18d-236d853816c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempting to bind port 747b8e63-d6bd-459c-bc51-6e8e5e7ad746 by drivers openvswitch,hyperv on host hv-neutron-8189 at level 0 using segments [{'id': '8aee612a-2bfb-4260-9244-4d2dfa0b71c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2e2715a2-46d1-464e-9bb9-7f55a2479234'}] {{(pid=109867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:47:57.452202 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e315d5-025e-40f5-b18d-236d853816c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempting to bind port 747b8e63-d6bd-459c-bc51-6e8e5e7ad746 on network 2e2715a2-46d1-464e-9bb9-7f55a2479234 {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:47:57.458381 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e315d5-025e-40f5-b18d-236d853816c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Port 747b8e63-d6bd-459c-bc51-6e8e5e7ad746 on network 2e2715a2-46d1-464e-9bb9-7f55a2479234 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8189 {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 01:47:57.458701 dv-neutron-818911-2-hyperv neutron-server[109867]: ERROR neutron.plugins.ml2.managers [None req-60e315d5-025e-40f5-b18d-236d853816c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Failed to bind port 747b8e63-d6bd-459c-bc51-6e8e5e7ad746 on host hv-neutron-8189 for vnic_type normal using segments [{'id': '8aee612a-2bfb-4260-9244-4d2dfa0b71c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2e2715a2-46d1-464e-9bb9-7f55a2479234'}] Nov 24 01:47:57.460268 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-60e315d5-025e-40f5-b18d-236d853816c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:57.519583 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-91187d52-3f56-4704-b855-63ae7f6b6d40 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6787355 Nov 24 01:47:57.524891 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47148) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:57.527095 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-a0a8dad3-d076-48db-b1fd-7da5206db4a1 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Deleting port 942aa9e9-b8da-4479-835b-5df405037aa4 {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:47:57.527799 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a0a8dad3-d076-48db-b1fd-7da5206db4a1 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:57.539148 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-03c9b691-2821-4173-91c2-9506452adf00 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Request body: {'subnet': {'network_id': '3eb5d33f-ef43-464b-867d-342919ce8674', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:47:57.609285 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91187d52-3f56-4704-b855-63ae7f6b6d40 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Pushing event updated for resources: {'Network': ['ID=3eb5d33f-ef43-464b-867d-342919ce8674,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:57.620212 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network 3eb5d33f-ef43-464b-867d-342919ce8674 details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:47:57.633370 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [None req-60e315d5-025e-40f5-b18d-236d853816c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] For port 747b8e63-d6bd-459c-bc51-6e8e5e7ad746, host hv-neutron-8189, cleared binding levels {{(pid=109867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:47:57.633804 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [None req-60e315d5-025e-40f5-b18d-236d853816c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempted to set empty binding levels {{(pid=109867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 24 01:47:57.635119 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-ea6b602e-2b89-424d-9726-d4bc41bb9949 req-52027969-ecdf-49bb-9d92-abd45c88e520 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa820965-f51f-4c0f-92b9-3c3d3d9ef329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2503674 Nov 24 01:47:57.638582 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b20c4306-bc87-4d01-93de-3e3300622a9d tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29149261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29154849'] for subnet, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:57.645355 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-6f65f679-745c-4ae6-98f5-649e023e7de4 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29149261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29154849'] for subnet, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:57.669043 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-60e315d5-025e-40f5-b18d-236d853816c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25501696'] for port, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:57.698314 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20c4306-bc87-4d01-93de-3e3300622a9d tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Network 0b39e72d-1244-4a44-91ee-28b4de878b98 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:47:57.714374 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-b20c4306-bc87-4d01-93de-3e3300622a9d tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:47:57.717920 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20c4306-bc87-4d01-93de-3e3300622a9d tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:57.718849 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b20c4306-bc87-4d01-93de-3e3300622a9d tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:57.726463 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:57.728622 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f65f679-745c-4ae6-98f5-649e023e7de4 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:47:57.729883 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13327786-cd6a-4393-8e59-ad66273c2c81 None None] Network 0b39e72d-1244-4a44-91ee-28b4de878b98 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:47:57.730287 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-60e315d5-025e-40f5-b18d-236d853816c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] In _notify_port_updated(), no bound segment for port 747b8e63-d6bd-459c-bc51-6e8e5e7ad746 on network 2e2715a2-46d1-464e-9bb9-7f55a2479234 {{(pid=109867) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 24 01:47:57.731221 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e315d5-025e-40f5-b18d-236d853816c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:57.732445 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-60e315d5-025e-40f5-b18d-236d853816c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:57.737381 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-6f65f679-745c-4ae6-98f5-649e023e7de4 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:47:57.738645 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-60e315d5-025e-40f5-b18d-236d853816c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] 10.222.0.21 "PUT /v2.0/ports/747b8e63-d6bd-459c-bc51-6e8e5e7ad746 HTTP/1.1" status: 200 len: 981 time: 2.4064429 Nov 24 01:47:57.740978 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f65f679-745c-4ae6-98f5-649e023e7de4 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:57.741626 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-6f65f679-745c-4ae6-98f5-649e023e7de4 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:57.752257 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33f7c1f-5163-4823-a56e-2d0343acf8d9 None None] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:47:57.753517 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47150) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:57.753957 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20c4306-bc87-4d01-93de-3e3300622a9d tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Pushing event updated for resources: {'Subnet': ['ID=da6c50b1-ebe1-4dea-81c3-8fb8ed654de3,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:57.759960 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a0a8dad3-d076-48db-b1fd-7da5206db4a1 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:57.791856 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e315d5-025e-40f5-b18d-236d853816c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Pushing event updated for resources: {'Port': ['ID=747b8e63-d6bd-459c-bc51-6e8e5e7ad746,revision_number=3']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:57.802300 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-a0a8dad3-d076-48db-b1fd-7da5206db4a1 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Calling delete_port for 942aa9e9-b8da-4479-835b-5df405037aa4 owned by {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:47:57.822613 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03c9b691-2821-4173-91c2-9506452adf00 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Made reservation on behalf of dc36495a5d4849ad80ab7e395f5eebfb for: {'subnet': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:47:57.826619 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-03c9b691-2821-4173-91c2-9506452adf00 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25307781'] for subnet, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:57.849330 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-6f65f679-745c-4ae6-98f5-649e023e7de4 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0108116 Nov 24 01:47:57.858510 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-b20c4306-bc87-4d01-93de-3e3300622a9d tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2089989 Nov 24 01:47:57.858510 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47152) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:57.862976 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-4df0b066-7c5f-41db-9aaf-abe8b228e1ff tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1329747890', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:47:57.869267 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47154) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:57.881086 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-322142ca-4aef-4f23-ae77-2aa19c7e228d tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-509009208', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'da6c50b1-ebe1-4dea-81c3-8fb8ed654de3'}], 'security_groups': ['abb48201-03e5-4187-9cc0-5345cd96040b', 'c9bebae5-7e16-4d7e-8df6-0fac93d5e08a']}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:47:57.923543 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f65f679-745c-4ae6-98f5-649e023e7de4 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Pushing event updated for resources: {'Subnet': ['ID=69ab8f97-2878-4bf3-80d4-5f5c6e5a22a0,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:57.946419 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.ipam_backend_mixin [None req-03c9b691-2821-4173-91c2-9506452adf00 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Performing IP validity checks on allocation pools {{(pid=109867) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 24 01:47:57.946936 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.ipam_backend_mixin [None req-03c9b691-2821-4173-91c2-9506452adf00 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109867) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 24 01:47:57.992775 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4ecbef-adfa-42b5-8723-f310fed50479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:57.993272 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4ecbef-adfa-42b5-8723-f310fed50479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:57.993830 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4ecbef-adfa-42b5-8723-f310fed50479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:57.994585 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4ecbef-adfa-42b5-8723-f310fed50479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:57.995104 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4ecbef-adfa-42b5-8723-f310fed50479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:57.995747 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4ecbef-adfa-42b5-8723-f310fed50479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:57.996226 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4ecbef-adfa-42b5-8723-f310fed50479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:57.996693 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4ecbef-adfa-42b5-8723-f310fed50479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:57.997750 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4ecbef-adfa-42b5-8723-f310fed50479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:57.998221 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4ecbef-adfa-42b5-8723-f310fed50479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:57.998689 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4ecbef-adfa-42b5-8723-f310fed50479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:57.999159 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4ecbef-adfa-42b5-8723-f310fed50479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:57.999626 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4ecbef-adfa-42b5-8723-f310fed50479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:58.000194 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4ecbef-adfa-42b5-8723-f310fed50479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:58.000971 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4ecbef-adfa-42b5-8723-f310fed50479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:58.001088 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4ecbef-adfa-42b5-8723-f310fed50479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:58.002112 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4ecbef-adfa-42b5-8723-f310fed50479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:58.002112 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4ecbef-adfa-42b5-8723-f310fed50479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:58.002414 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4ecbef-adfa-42b5-8723-f310fed50479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:58.003121 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4ecbef-adfa-42b5-8723-f310fed50479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:58.003539 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4ecbef-adfa-42b5-8723-f310fed50479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:58.003882 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4ecbef-adfa-42b5-8723-f310fed50479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:58.004350 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4ecbef-adfa-42b5-8723-f310fed50479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:58.005098 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4ecbef-adfa-42b5-8723-f310fed50479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:58.012881 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-fa4ecbef-adfa-42b5-8723-f310fed50479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 21180 time: 0.2490952 Nov 24 01:47:58.015422 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47158) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:58.026205 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4df0b066-7c5f-41db-9aaf-abe8b228e1ff tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-424105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2744'] for router, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:58.027460 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4df0b066-7c5f-41db-9aaf-abe8b228e1ff tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-424325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-326625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2753'] for router, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:58.071033 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-322142ca-4aef-4f23-ae77-2aa19c7e228d tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:58.189465 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:58.192945 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19192fd0-979f-4a31-88b7-13550a2d5196 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-9b0cb615-dd00-417f-9128-01ca62e524f6', 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6', 'tenant_id': '6974375fded34c83af8967d3f69dce07', 'fixed_ips': [{'subnet_id': '69ab8f97-2878-4bf3-80d4-5f5c6e5a22a0'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 01:47:58.194054 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-19192fd0-979f-4a31-88b7-13550a2d5196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:58.240432 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c3294c-e333-4f74-a077-20e9ada7fdeb req-f733fb69-c121-41e9-9adb-b3ed93a24436 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:58.242013 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-d0c3294c-e333-4f74-a077-20e9ada7fdeb req-f733fb69-c121-41e9-9adb-b3ed93a24436 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7fa21ef-c2f6-4d95-b817-914404dd2b8b HTTP/1.1" status: 200 len: 946 time: 0.1867635 Nov 24 01:47:58.291184 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-03c9b691-2821-4173-91c2-9506452adf00 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25501847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25307831'] for subnet, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:58.299537 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a0a8dad3-d076-48db-b1fd-7da5206db4a1 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:58.330389 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d7ead2-4d32-4068-b6ff-ed780a91aa3d None None] Update dhcp port {'port': {'network_id': '0b39e72d-1244-4a44-91ee-28b4de878b98', 'fixed_ips': [{'subnet_id': '28235a0b-39a8-4ea3-ba06-d534f16cc61c', 'ip_address': '172.20.0.18'}, {'subnet_id': '7fdfd734-28ce-48ca-99d8-babaa0df8f3f', 'ip_address': '172.20.0.2'}, {'subnet_id': 'da6c50b1-ebe1-4dea-81c3-8fb8ed654de3'}], 'binding:host_id': 'dv-neutron-818911-2-hyperv'}, 'id': '855f948b-0bc7-4c79-850f-9e63c3c6b410'} from dv-neutron-818911-2-hyperv. {{(pid=109868) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 24 01:47:58.371026 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-d0c3294c-e333-4f74-a077-20e9ada7fdeb req-9a9d3d78-e4e6-4b06-b12e-629412ccb856 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] 10.222.0.21 "GET /v2.0/security-groups?id=137d305a-b3ea-4e14-b9c3-3a9986b7aca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179566 Nov 24 01:47:58.379249 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a8dad3-d076-48db-b1fd-7da5206db4a1 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Pushing event deleted for resources: {'Port': ['ID=942aa9e9-b8da-4479-835b-5df405037aa4,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:58.385748 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-64d7ead2-4d32-4068-b6ff-ed780a91aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:58.442639 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c9b691-2821-4173-91c2-9506452adf00 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Pushing event updated for resources: {'Subnet': ['ID=360c9262-ef84-4daa-b0fe-95ac611af71b,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:58.453315 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-19192fd0-979f-4a31-88b7-13550a2d5196 None None] Allocated IP 2001:db8::2 (9b0cb615-dd00-417f-9128-01ca62e524f6/69ab8f97-2878-4bf3-80d4-5f5c6e5a22a0/a075f4ec-ecc6-4d7e-add9-dc66479c9ab6) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:47:58.468458 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac630d5-3eee-48a0-a394-0b41f66a8091 None None] DHCP port deletion for c9fd22a9-70fd-48d0-bfd4-bfc1509f80af request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:47:58.496292 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c9b691-2821-4173-91c2-9506452adf00 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Checking segment: {'id': '311536e5-e261-422e-97e8-558d0c50eab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3eb5d33f-ef43-464b-867d-342919ce8674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:47:58.496647 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c9b691-2821-4173-91c2-9506452adf00 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Network hostable DHCP agents. Network: 3eb5d33f-ef43-464b-867d-342919ce8674, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 01:47:58.510479 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a0a8dad3-d076-48db-b1fd-7da5206db4a1 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:58.519731 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-a0a8dad3-d076-48db-b1fd-7da5206db4a1 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] 10.222.0.21 "DELETE /v2.0/ports/942aa9e9-b8da-4479-835b-5df405037aa4 HTTP/1.1" status: 204 len: 168 time: 1.2364414 Nov 24 01:47:58.521402 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47160) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:58.524462 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-df1379a4-1075-495f-897d-a0c9445e4a81 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Request body: {'floatingip': {'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:47:58.532316 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c9b691-2821-4173-91c2-9506452adf00 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Network 3eb5d33f-ef43-464b-867d-342919ce8674 is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 01:47:58.551012 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-03c9b691-2821-4173-91c2-9506452adf00 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, 3eb5d33f-ef43-464b-867d-342919ce8674) {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:47:58.555267 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c9b691-2821-4173-91c2-9506452adf00 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:58.555931 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-03c9b691-2821-4173-91c2-9506452adf00 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:58.560281 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-df1379a4-1075-495f-897d-a0c9445e4a81 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks [] for floatingip, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:58.580162 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4df0b066-7c5f-41db-9aaf-abe8b228e1ff tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:58.585186 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-525062de-02b1-43ff-a278-c68c7e68fca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Deleting port 747b8e63-d6bd-459c-bc51-6e8e5e7ad746 {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:47:58.585656 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-525062de-02b1-43ff-a278-c68c7e68fca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:58.588313 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a9e695-a3b1-4dcb-a0f8-acbefdf0dc67 None None] Network 3eb5d33f-ef43-464b-867d-342919ce8674 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:47:58.589943 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-03c9b691-2821-4173-91c2-9506452adf00 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.0591853 Nov 24 01:47:58.593374 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47162) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:58.599187 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-c6baee5b-5d9e-409f-98c9-8c2e61e55f71 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:47:58.616858 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4df0b066-7c5f-41db-9aaf-abe8b228e1ff tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-424338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418138'] for router, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:58.681599 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-df1379a4-1075-495f-897d-a0c9445e4a81 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:58.741072 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-19192fd0-979f-4a31-88b7-13550a2d5196 None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:58.759944 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4df0b066-7c5f-41db-9aaf-abe8b228e1ff tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for router, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:58.764494 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-4df0b066-7c5f-41db-9aaf-abe8b228e1ff tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.9018257 Nov 24 01:47:58.765355 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [None req-525062de-02b1-43ff-a278-c68c7e68fca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] For port 747b8e63-d6bd-459c-bc51-6e8e5e7ad746, host hv-neutron-8189, got binding levels [] {{(pid=109866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:47:58.765832 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-525062de-02b1-43ff-a278-c68c7e68fca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:58.776685 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47166) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:58.783480 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-19192fd0-979f-4a31-88b7-13550a2d5196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:58.808957 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-df1379a4-1075-495f-897d-a0c9445e4a81 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Allocated IP 172.26.5.39 (eb22795d-37ee-46ee-844d-92c17e2ea450/3e66fcff-6e72-4083-b514-48f69cdaa2cb/5f3d71a7-adc7-4c9c-a724-c96153725ef2) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:47:58.819754 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-525062de-02b1-43ff-a278-c68c7e68fca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Calling delete_port for 747b8e63-d6bd-459c-bc51-6e8e5e7ad746 owned by {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:47:58.867246 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19192fd0-979f-4a31-88b7-13550a2d5196 None None] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:47:58.888786 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-19192fd0-979f-4a31-88b7-13550a2d5196 None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:47:58.891552 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19192fd0-979f-4a31-88b7-13550a2d5196 None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:47:58.908034 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-64d7ead2-4d32-4068-b6ff-ed780a91aa3d None None] Allocated IP 172.20.0.34 (0b39e72d-1244-4a44-91ee-28b4de878b98/da6c50b1-ebe1-4dea-81c3-8fb8ed654de3/855f948b-0bc7-4c79-850f-9e63c3c6b410) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:47:58.913598 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19192fd0-979f-4a31-88b7-13550a2d5196 None None] Pushing event updated for resources: {'Port': ['ID=a075f4ec-ecc6-4d7e-add9-dc66479c9ab6,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:58.938129 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-df1379a4-1075-495f-897d-a0c9445e4a81 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:58.977636 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-df1379a4-1075-495f-897d-a0c9445e4a81 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:59.020545 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1379a4-1075-495f-897d-a0c9445e4a81 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Network eb22795d-37ee-46ee-844d-92c17e2ea450 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:47:59.025191 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-df1379a4-1075-495f-897d-a0c9445e4a81 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:47:59.030874 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1379a4-1075-495f-897d-a0c9445e4a81 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:47:59.031530 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-19192fd0-979f-4a31-88b7-13550a2d5196 None None] Attempting to bind port a075f4ec-ecc6-4d7e-add9-dc66479c9ab6 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:47:59.031910 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-19192fd0-979f-4a31-88b7-13550a2d5196 None None] Attempting to bind port a075f4ec-ecc6-4d7e-add9-dc66479c9ab6 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '2b1ff8b4-a836-4287-84a2-3eaf8ccfb867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:47:59.032276 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19192fd0-979f-4a31-88b7-13550a2d5196 None None] Attempting to bind port a075f4ec-ecc6-4d7e-add9-dc66479c9ab6 on network 9b0cb615-dd00-417f-9128-01ca62e524f6 {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:47:59.050920 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1379a4-1075-495f-897d-a0c9445e4a81 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Pushing event updated for resources: {'Port': ['ID=5f3d71a7-adc7-4c9c-a724-c96153725ef2,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:59.067000 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19192fd0-979f-4a31-88b7-13550a2d5196 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:47:59.067384 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19192fd0-979f-4a31-88b7-13550a2d5196 None None] Checking segment: {'id': '2b1ff8b4-a836-4287-84a2-3eaf8ccfb867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:47:59.067796 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-19192fd0-979f-4a31-88b7-13550a2d5196 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:59.068198 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19192fd0-979f-4a31-88b7-13550a2d5196 None None] Bound using segment: {'id': '2b1ff8b4-a836-4287-84a2-3eaf8ccfb867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:47:59.068696 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-19192fd0-979f-4a31-88b7-13550a2d5196 None None] Bound port: a075f4ec-ecc6-4d7e-add9-dc66479c9ab6, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1ff8b4-a836-4287-84a2-3eaf8ccfb867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:47:59.069083 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-19192fd0-979f-4a31-88b7-13550a2d5196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:59.069858 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c6baee5b-5d9e-409f-98c9-8c2e61e55f71 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-29154840'] for subnet, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:59.090552 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a287ec4-df4c-4a51-bc02-75f8302c3d27 req-87a03c0e-ee9d-4567-a0b4-0f3b71ca6a40 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:59.099657 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-1a287ec4-df4c-4a51-bc02-75f8302c3d27 req-87a03c0e-ee9d-4567-a0b4-0f3b71ca6a40 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/ports?device_id=54a6fdcb-af1b-4e68-a904-3bb95b5cf340 HTTP/1.1" status: 200 len: 945 time: 0.3515596 Nov 24 01:47:59.106580 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13c29d6-941f-4ad6-b57a-5b4243badd4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-3eb5d33f-ef43-464b-867d-342919ce8674', 'network_id': '3eb5d33f-ef43-464b-867d-342919ce8674', 'tenant_id': 'dc36495a5d4849ad80ab7e395f5eebfb', 'fixed_ips': [{'subnet_id': '360c9262-ef84-4daa-b0fe-95ac611af71b'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 01:47:59.107649 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-d13c29d6-941f-4ad6-b57a-5b4243badd4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:59.121452 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-df1379a4-1075-495f-897d-a0c9445e4a81 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:59.161341 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-df1379a4-1075-495f-897d-a0c9445e4a81 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:59.167255 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-64d7ead2-4d32-4068-b6ff-ed780a91aa3d None None] For port 855f948b-0bc7-4c79-850f-9e63c3c6b410, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=855f948b-0bc7-4c79-850f-9e63c3c6b410,segment=NetworkSegment(2cbf0128-ebee-4661-b612-e9c86e4b1f6e),segment_id=2cbf0128-ebee-4661-b612-e9c86e4b1f6e)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:47:59.285738 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-525062de-02b1-43ff-a278-c68c7e68fca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:59.290914 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-64d7ead2-4d32-4068-b6ff-ed780a91aa3d None None] Publish callbacks [] for port, precommit_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:59.298028 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-19192fd0-979f-4a31-88b7-13550a2d5196 None None] For port a075f4ec-ecc6-4d7e-add9-dc66479c9ab6, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:47:59.304920 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-64d7ead2-4d32-4068-b6ff-ed780a91aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:59.342118 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-19192fd0-979f-4a31-88b7-13550a2d5196 None None] For port a075f4ec-ecc6-4d7e-add9-dc66479c9ab6, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=a075f4ec-ecc6-4d7e-add9-dc66479c9ab6,segment=NetworkSegment(2b1ff8b4-a836-4287-84a2-3eaf8ccfb867),segment_id=2b1ff8b4-a836-4287-84a2-3eaf8ccfb867)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:47:59.347978 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-1a287ec4-df4c-4a51-bc02-75f8302c3d27 req-cc188d5b-bd22-4420-ad0d-cfbbfaaa9bf0 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa820965-f51f-4c0f-92b9-3c3d3d9ef329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2477050 Nov 24 01:47:59.349944 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-df1379a4-1075-495f-897d-a0c9445e4a81 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks [] for port, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:59.364551 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-19192fd0-979f-4a31-88b7-13550a2d5196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:59.366447 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-df1379a4-1075-495f-897d-a0c9445e4a81 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25501696'] for port, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:59.396509 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.db.api [None req-d13c29d6-941f-4ad6-b57a-5b4243badd4f None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 24 01:47:59.396509 dv-neutron-818911-2-hyperv neutron-server[109868]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Nov 24 01:47:59.396509 dv-neutron-818911-2-hyperv neutron-server[109868]: [parameters: {'in_use': 1, 'id_1': '360c9262-ef84-4daa-b0fe-95ac611af71b'}] Nov 24 01:47:59.396509 dv-neutron-818911-2-hyperv neutron-server[109868]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 01:47:59.396994 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG oslo_db.api [None req-d13c29d6-941f-4ad6-b57a-5b4243badd4f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 01:47:59.430991 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525062de-02b1-43ff-a278-c68c7e68fca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Pushing event deleted for resources: {'Port': ['ID=747b8e63-d6bd-459c-bc51-6e8e5e7ad746,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:59.438763 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d7ead2-4d32-4068-b6ff-ed780a91aa3d None None] Pushing event updated for resources: {'Port': ['ID=855f948b-0bc7-4c79-850f-9e63c3c6b410,revision_number=7']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:59.454983 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1379a4-1075-495f-897d-a0c9445e4a81 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Pushing event updated for resources: {'Port': ['ID=5f3d71a7-adc7-4c9c-a724-c96153725ef2,revision_number=2']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:59.475357 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-df1379a4-1075-495f-897d-a0c9445e4a81 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418250'] for floatingip, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:59.489339 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-525062de-02b1-43ff-a278-c68c7e68fca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:59.493232 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-525062de-02b1-43ff-a278-c68c7e68fca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] 10.222.0.21 "DELETE /v2.0/ports/747b8e63-d6bd-459c-bc51-6e8e5e7ad746 HTTP/1.1" status: 204 len: 168 time: 1.4788196 Nov 24 01:47:59.496090 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47170) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:59.531479 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19192fd0-979f-4a31-88b7-13550a2d5196 None None] Pushing event updated for resources: {'Port': ['ID=a075f4ec-ecc6-4d7e-add9-dc66479c9ab6,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:47:59.549142 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cbeff877-3bc3-4e8f-ac57-ab907415f5db tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:59.552356 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.pecan_wsgi.hooks.translation [None req-4add28d5-ee6f-4987-8009-a0b986409e99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] GET failed (client error): The resource could not be found. Nov 24 01:47:59.557373 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-4add28d5-ee6f-4987-8009-a0b986409e99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] 10.222.0.21 "GET /v2.0/ports/747b8e63-d6bd-459c-bc51-6e8e5e7ad746 HTTP/1.1" status: 404 len: 333 time: 0.0557053 Nov 24 01:47:59.561265 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-df1379a4-1075-495f-897d-a0c9445e4a81 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for floatingip, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:59.562997 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47172) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:59.565821 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-df1379a4-1075-495f-897d-a0c9445e4a81 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0447090 Nov 24 01:47:59.566433 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47174) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:59.567729 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-e70bbf51-fa1c-4368-8b5c-f9ba99079262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-33950873', 'network_id': '2e2715a2-46d1-464e-9bb9-7f55a2479234'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:47:59.573186 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:59.580636 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-9d8cdddf-df1e-4838-89a4-b2148bb63227 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Request body: {'port': {'network_id': 'c9fd22a9-70fd-48d0-bfd4-bfc1509f80af', 'name': 'tempest-FloatingIPTestJSON-211288560'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:47:59.684485 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c6baee5b-5d9e-409f-98c9-8c2e61e55f71 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8774267912057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-29149339'] for subnet, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:59.701346 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c10f7c-0e77-4f7a-b3ce-55eebda00805 req-ad8e3875-6536-45d0-b480-b3fc8543a0d3 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:59.712828 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-c2c10f7c-0e77-4f7a-b3ce-55eebda00805 req-ad8e3875-6536-45d0-b480-b3fc8543a0d3 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7fa21ef-c2f6-4d95-b817-914404dd2b8b HTTP/1.1" status: 200 len: 946 time: 0.1631927 Nov 24 01:47:59.776566 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e70bbf51-fa1c-4368-8b5c-f9ba99079262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Made reservation on behalf of 21564ce5e6b945c5aa5ee4cce06e7939 for: {'port': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:47:59.779332 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e70bbf51-fa1c-4368-8b5c-f9ba99079262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:59.785838 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [None req-322142ca-4aef-4f23-ae77-2aa19c7e228d tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Delete allocated IP 172.20.0.4 (0b39e72d-1244-4a44-91ee-28b4de878b98/7fdfd734-28ce-48ca-99d8-babaa0df8f3f) {{(pid=109866) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 24 01:47:59.825783 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-c2c10f7c-0e77-4f7a-b3ce-55eebda00805 req-f5fb559d-333d-4336-be55-8ab9b3bd6ea1 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] 10.222.0.21 "GET /v2.0/security-groups?id=137d305a-b3ea-4e14-b9c3-3a9986b7aca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118701 Nov 24 01:47:59.827641 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d8cdddf-df1e-4838-89a4-b2148bb63227 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Made reservation on behalf of c1381337c43b4a9e8088f5ae31d89764 for: {'port': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:47:59.835795 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9d8cdddf-df1e-4838-89a4-b2148bb63227 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:59.863614 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [None req-322142ca-4aef-4f23-ae77-2aa19c7e228d tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Allocated IP 172.20.0.44 (0b39e72d-1244-4a44-91ee-28b4de878b98/da6c50b1-ebe1-4dea-81c3-8fb8ed654de3/c529c3a8-c585-4062-b8d0-ef6060770f14) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:47:59.866964 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6baee5b-5d9e-409f-98c9-8c2e61e55f71 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:47:59.867706 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c6baee5b-5d9e-409f-98c9-8c2e61e55f71 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:59.871754 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-c6baee5b-5d9e-409f-98c9-8c2e61e55f71 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] 10.222.0.21 "PUT /v2.0/subnets/360c9262-ef84-4daa-b0fe-95ac611af71b HTTP/1.1" status: 200 len: 877 time: 1.2745650 Nov 24 01:47:59.873170 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47176) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:47:59.875620 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [None req-9d8cdddf-df1e-4838-89a4-b2148bb63227 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] device_id is not set on port 041c807a-fdb3-4704-b342-5f1d2ab54744 yet. {{(pid=109867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 01:47:59.887456 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [None req-e70bbf51-fa1c-4368-8b5c-f9ba99079262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] device_id is not set on port dac18698-da95-41c8-a324-1eba4ce78b62 yet. {{(pid=109866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 01:47:59.898614 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-d13c29d6-941f-4ad6-b57a-5b4243badd4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:47:59.932514 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6baee5b-5d9e-409f-98c9-8c2e61e55f71 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Pushing event updated for resources: {'Subnet': ['ID=360c9262-ef84-4daa-b0fe-95ac611af71b,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:00.033733 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-9d8cdddf-df1e-4838-89a4-b2148bb63227 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Allocated IP 172.20.0.12 (c9fd22a9-70fd-48d0-bfd4-bfc1509f80af/ae5c40e4-cfa4-48ba-a768-921cbdbe603c/041c807a-fdb3-4704-b342-5f1d2ab54744) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:48:00.104372 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:00.163257 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-d13c29d6-941f-4ad6-b57a-5b4243badd4f None None] Allocated IP 172.20.0.3 (3eb5d33f-ef43-464b-867d-342919ce8674/360c9262-ef84-4daa-b0fe-95ac611af71b/1bdd0479-8816-44fb-b962-16a7e6b001ac) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:48:00.319067 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [None req-cbeff877-3bc3-4e8f-ac57-ab907415f5db tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Allocated IP 2001:db8::1 (9b0cb615-dd00-417f-9128-01ca62e524f6/69ab8f97-2878-4bf3-80d4-5f5c6e5a22a0/f78fcc42-05eb-4f95-9cb4-39a2ef7cfa60) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:48:00.335168 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e5ce2f58-fde2-4f45-ac1d-7937b165034e tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:00.399589 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-d13c29d6-941f-4ad6-b57a-5b4243badd4f None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:00.414989 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-d13c29d6-941f-4ad6-b57a-5b4243badd4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:00.438352 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e5ce2f58-fde2-4f45-ac1d-7937b165034e tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:00.440390 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e70bbf51-fa1c-4368-8b5c-f9ba99079262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:00.447273 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9d8cdddf-df1e-4838-89a4-b2148bb63227 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:00.472043 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-322142ca-4aef-4f23-ae77-2aa19c7e228d tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks [] for port, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:00.516344 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-322142ca-4aef-4f23-ae77-2aa19c7e228d tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29149402'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:00.555205 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9d8cdddf-df1e-4838-89a4-b2148bb63227 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:00.569053 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e5ce2f58-fde2-4f45-ac1d-7937b165034e tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25501782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25307808'] for subnet, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:00.598051 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13c29d6-941f-4ad6-b57a-5b4243badd4f None None] Network 3eb5d33f-ef43-464b-867d-342919ce8674 is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:48:00.603565 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13c29d6-941f-4ad6-b57a-5b4243badd4f None None] Pushing event updated for resources: {'Port': ['ID=1bdd0479-8816-44fb-b962-16a7e6b001ac,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:00.624716 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-d13c29d6-941f-4ad6-b57a-5b4243badd4f None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:48:00.627361 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13c29d6-941f-4ad6-b57a-5b4243badd4f None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:48:00.631012 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-dc64b88b-0f15-459d-82a8-a3f503567d85 None None] Provisioning complete for port c529c3a8-c585-4062-b8d0-ef6060770f14 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:48:00.631381 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-dc64b88b-0f15-459d-82a8-a3f503567d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:00.674447 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8cdddf-df1e-4838-89a4-b2148bb63227 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Pushing event updated for resources: {'Port': ['ID=041c807a-fdb3-4704-b342-5f1d2ab54744,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:00.690460 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ce2f58-fde2-4f45-ac1d-7937b165034e tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Pushing event deleted for resources: {'Subnet': ['ID=360c9262-ef84-4daa-b0fe-95ac611af71b,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:00.716746 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cbeff877-3bc3-4e8f-ac57-ab907415f5db tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:00.726137 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-d13c29d6-941f-4ad6-b57a-5b4243badd4f None None] Attempting to bind port 1bdd0479-8816-44fb-b962-16a7e6b001ac on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:48:00.726556 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-d13c29d6-941f-4ad6-b57a-5b4243badd4f None None] Attempting to bind port 1bdd0479-8816-44fb-b962-16a7e6b001ac by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '311536e5-e261-422e-97e8-558d0c50eab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3eb5d33f-ef43-464b-867d-342919ce8674'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:48:00.726926 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13c29d6-941f-4ad6-b57a-5b4243badd4f None None] Attempting to bind port 1bdd0479-8816-44fb-b962-16a7e6b001ac on network 3eb5d33f-ef43-464b-867d-342919ce8674 {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:48:00.728334 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8cdddf-df1e-4838-89a4-b2148bb63227 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Network c9fd22a9-70fd-48d0-bfd4-bfc1509f80af is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:48:00.735473 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-dc64b88b-0f15-459d-82a8-a3f503567d85 None None] Port c529c3a8-c585-4062-b8d0-ef6060770f14 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:48:00.737261 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13c29d6-941f-4ad6-b57a-5b4243badd4f None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:48:00.737668 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13c29d6-941f-4ad6-b57a-5b4243badd4f None None] Checking segment: {'id': '311536e5-e261-422e-97e8-558d0c50eab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3eb5d33f-ef43-464b-867d-342919ce8674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:48:00.738076 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-d13c29d6-941f-4ad6-b57a-5b4243badd4f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:00.738469 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13c29d6-941f-4ad6-b57a-5b4243badd4f None None] Bound using segment: {'id': '311536e5-e261-422e-97e8-558d0c50eab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3eb5d33f-ef43-464b-867d-342919ce8674'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:48:00.738946 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-d13c29d6-941f-4ad6-b57a-5b4243badd4f None None] Bound port: 1bdd0479-8816-44fb-b962-16a7e6b001ac, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '311536e5-e261-422e-97e8-558d0c50eab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3eb5d33f-ef43-464b-867d-342919ce8674'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:48:00.740188 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-d13c29d6-941f-4ad6-b57a-5b4243badd4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:00.748478 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322142ca-4aef-4f23-ae77-2aa19c7e228d tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Pushing event updated for resources: {'Port': ['ID=c529c3a8-c585-4062-b8d0-ef6060770f14,revision_number=2']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:00.756160 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 855f948b-0bc7-4c79-850f-9e63c3c6b410 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:48:00.758023 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-9d8cdddf-df1e-4838-89a4-b2148bb63227 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:48:00.763354 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8cdddf-df1e-4838-89a4-b2148bb63227 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:48:00.778495 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e70bbf51-fa1c-4368-8b5c-f9ba99079262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:00.804935 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e516a8-5932-4f07-80ab-c554b8807a27 None None] DHCP port deletion for c9fd22a9-70fd-48d0-bfd4-bfc1509f80af request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:48:00.825814 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8cdddf-df1e-4838-89a4-b2148bb63227 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:48:00.826454 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9d8cdddf-df1e-4838-89a4-b2148bb63227 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:00.849538 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-dc64b88b-0f15-459d-82a8-a3f503567d85 None None] Provisioning complete for port 855f948b-0bc7-4c79-850f-9e63c3c6b410 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:48:00.850018 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-dc64b88b-0f15-459d-82a8-a3f503567d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:00.875607 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e5ce2f58-fde2-4f45-ac1d-7937b165034e tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:00.897699 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70bbf51-fa1c-4368-8b5c-f9ba99079262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Pushing event updated for resources: {'Port': ['ID=dac18698-da95-41c8-a324-1eba4ce78b62,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:00.901383 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-9d8cdddf-df1e-4838-89a4-b2148bb63227 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3229015 Nov 24 01:48:00.901383 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-e5ce2f58-fde2-4f45-ac1d-7937b165034e tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3eb5d33f-ef43-464b-867d-342919ce8674']}} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:00.905232 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47186) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:00.909776 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-19650ca3-1103-43fe-9304-5301721ea0d3 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Request body: {'floatingip': {'port_id': '041c807a-fdb3-4704-b342-5f1d2ab54744'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:48:00.930582 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-d13c29d6-941f-4ad6-b57a-5b4243badd4f None None] For port 1bdd0479-8816-44fb-b962-16a7e6b001ac, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:48:00.940718 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70bbf51-fa1c-4368-8b5c-f9ba99079262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Network 2e2715a2-46d1-464e-9bb9-7f55a2479234 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:48:00.949866 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-e5ce2f58-fde2-4f45-ac1d-7937b165034e tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '311536e5-e261-422e-97e8-558d0c50eab2') {'for_net_delete': True} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:00.950131 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-d13c29d6-941f-4ad6-b57a-5b4243badd4f None None] For port 1bdd0479-8816-44fb-b962-16a7e6b001ac, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=1bdd0479-8816-44fb-b962-16a7e6b001ac,segment=NetworkSegment(311536e5-e261-422e-97e8-558d0c50eab2),segment_id=311536e5-e261-422e-97e8-558d0c50eab2)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:48:00.950277 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-e5ce2f58-fde2-4f45-ac1d-7937b165034e tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '311536e5-e261-422e-97e8-558d0c50eab2') {} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:00.951553 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe7cc43-9931-4dda-bad4-fb71e2318d58 req-14cac43a-9ce1-4f42-833c-5123bbfab852 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:48:00.958421 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-0fe7cc43-9931-4dda-bad4-fb71e2318d58 req-14cac43a-9ce1-4f42-833c-5123bbfab852 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/ports?device_id=54a6fdcb-af1b-4e68-a904-3bb95b5cf340 HTTP/1.1" status: 200 len: 945 time: 0.3963568 Nov 24 01:48:00.962613 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-d13c29d6-941f-4ad6-b57a-5b4243badd4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:00.969106 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-e70bbf51-fa1c-4368-8b5c-f9ba99079262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:48:00.980464 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cbeff877-3bc3-4e8f-ac57-ab907415f5db tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:00.985296 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70bbf51-fa1c-4368-8b5c-f9ba99079262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:48:00.986332 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70bbf51-fa1c-4368-8b5c-f9ba99079262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:48:00.986996 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e70bbf51-fa1c-4368-8b5c-f9ba99079262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:00.999960 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e5ce2f58-fde2-4f45-ac1d-7937b165034e tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28690908'] for segment, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:01.003320 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-19650ca3-1103-43fe-9304-5301721ea0d3 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks [] for floatingip, before_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:01.009247 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-322142ca-4aef-4f23-ae77-2aa19c7e228d tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] In _notify_port_updated(), no bound segment for port c529c3a8-c585-4062-b8d0-ef6060770f14 on network 0b39e72d-1244-4a44-91ee-28b4de878b98 {{(pid=109866) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 24 01:48:01.015503 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-322142ca-4aef-4f23-ae77-2aa19c7e228d tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:48:01.016355 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-322142ca-4aef-4f23-ae77-2aa19c7e228d tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:01.020424 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-322142ca-4aef-4f23-ae77-2aa19c7e228d tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "PUT /v2.0/ports/c529c3a8-c585-4062-b8d0-ef6060770f14 HTTP/1.1" status: 200 len: 959 time: 3.1408033 Nov 24 01:48:01.041072 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47188) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:01.057360 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13c29d6-941f-4ad6-b57a-5b4243badd4f None None] Pushing event updated for resources: {'Port': ['ID=1bdd0479-8816-44fb-b962-16a7e6b001ac,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:01.071238 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e5ce2f58-fde2-4f45-ac1d-7937b165034e tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:01.096056 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbeff877-3bc3-4e8f-ac57-ab907415f5db tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:48:01.119882 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeff877-3bc3-4e8f-ac57-ab907415f5db tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Pushing event updated for resources: {'Port': ['ID=f78fcc42-05eb-4f95-9cb4-39a2ef7cfa60,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:01.133790 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 855f948b-0bc7-4c79-850f-9e63c3c6b410 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:48:01.134017 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-cbeff877-3bc3-4e8f-ac57-ab907415f5db tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:48:01.134460 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:01.151961 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbeff877-3bc3-4e8f-ac57-ab907415f5db tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:48:01.152761 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cbeff877-3bc3-4e8f-ac57-ab907415f5db tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3777869'] for router_interface, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:01.159052 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-e70bbf51-fa1c-4368-8b5c-f9ba99079262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 1.5948668 Nov 24 01:48:01.163027 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47190) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:01.184442 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8caa722-3354-4923-ab13-63efd5854e33 None None] Network 3eb5d33f-ef43-464b-867d-342919ce8674 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:48:01.289597 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a96add-1120-48f8-996d-45e0bc510373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:48:01.294296 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-d0a96add-1120-48f8-996d-45e0bc510373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] 10.222.0.21 "GET /v2.0/ports/dac18698-da95-41c8-a324-1eba4ce78b62 HTTP/1.1" status: 200 len: 957 time: 0.1265233 Nov 24 01:48:01.307253 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47192) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:01.338040 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-0fe7cc43-9931-4dda-bad4-fb71e2318d58 req-ee93cedf-7e48-4d62-b9d8-9c18b50f4cd3 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa820965-f51f-4c0f-92b9-3c3d3d9ef329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3777103 Nov 24 01:48:01.606667 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5ce2f58-fde2-4f45-ac1d-7937b165034e tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=109867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:48:01.607339 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e5ce2f58-fde2-4f45-ac1d-7937b165034e tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25503736'] for segment, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:01.615449 dv-neutron-818911-2-hyperv neutron-server[109867]: Traceback (most recent call last): Nov 24 01:48:01.615449 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:48:01.615449 dv-neutron-818911-2-hyperv neutron-server[109867]: timer() Nov 24 01:48:01.615449 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:48:01.615449 dv-neutron-818911-2-hyperv neutron-server[109867]: cb(*args, **kw) Nov 24 01:48:01.615449 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:48:01.615449 dv-neutron-818911-2-hyperv neutron-server[109867]: return func(*args, **kwargs) Nov 24 01:48:01.615449 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:48:01.615449 dv-neutron-818911-2-hyperv neutron-server[109867]: self._notify() Nov 24 01:48:01.615449 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:48:01.615449 dv-neutron-818911-2-hyperv neutron-server[109867]: self.callback(batched_events) Nov 24 01:48:01.615449 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:48:01.615449 dv-neutron-818911-2-hyperv neutron-server[109867]: event.method(event) Nov 24 01:48:01.615449 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:48:01.615449 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:48:01.615449 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:48:01.615449 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:48:01.615449 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:48:01.615449 dv-neutron-818911-2-hyperv neutron-server[109867]: return f(self, *a, **k) Nov 24 01:48:01.615449 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:48:01.615449 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._get(url).json() Nov 24 01:48:01.615449 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:48:01.615449 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:48:01.615449 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:48:01.615449 dv-neutron-818911-2-hyperv neutron-server[109867]: return self.request(url, 'GET', **kwargs) Nov 24 01:48:01.615449 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:48:01.615449 dv-neutron-818911-2-hyperv neutron-server[109867]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:48:01.615449 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:48:01.615449 dv-neutron-818911-2-hyperv neutron-server[109867]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:48:01.615449 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:48:01.615449 dv-neutron-818911-2-hyperv neutron-server[109867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:48:01.615449 dv-neutron-818911-2-hyperv neutron-server[109867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:48:01.645799 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-dc64b88b-0f15-459d-82a8-a3f503567d85 None None] Provisioning complete for port 2de64207-7a43-45ba-b450-3c6ded0a5497 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:48:01.647457 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-dc64b88b-0f15-459d-82a8-a3f503567d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:01.656855 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b268d7d5-3ba0-4b52-9458-2d9c52ff84f2 None None] Network 3eb5d33f-ef43-464b-867d-342919ce8674 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:48:01.661306 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device a075f4ec-ecc6-4d7e-add9-dc66479c9ab6 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:48:01.698365 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904a58cc-0d03-48b8-9049-ddbefe906df9 req-b0bb4286-2065-4689-9603-0280d9f1f1d3 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:48:01.706284 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-904a58cc-0d03-48b8-9049-ddbefe906df9 req-b0bb4286-2065-4689-9603-0280d9f1f1d3 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7fa21ef-c2f6-4d95-b817-914404dd2b8b HTTP/1.1" status: 200 len: 946 time: 0.7584975 Nov 24 01:48:01.784629 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-dc64b88b-0f15-459d-82a8-a3f503567d85 None None] Port 2de64207-7a43-45ba-b450-3c6ded0a5497 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:48:01.814223 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.db.api [None req-e5ce2f58-fde2-4f45-ac1d-7937b165034e tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 24 01:48:01.814223 dv-neutron-818911-2-hyperv neutron-server[109867]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 24 01:48:01.814223 dv-neutron-818911-2-hyperv neutron-server[109867]: [parameters: {'id': '3eb5d33f-ef43-464b-867d-342919ce8674'}] Nov 24 01:48:01.814223 dv-neutron-818911-2-hyperv neutron-server[109867]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109867) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 01:48:01.815424 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG oslo_db.api [None req-e5ce2f58-fde2-4f45-ac1d-7937b165034e tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 01:48:01.853971 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port a075f4ec-ecc6-4d7e-add9-dc66479c9ab6 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:48:01.854348 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:01.863316 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cbeff877-3bc3-4e8f-ac57-ab907415f5db tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:01.872262 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8342ffbb-1725-419f-b5f4-e200e9a6c0b6 req-b67b6599-198b-47f4-9f2b-209f6a32928b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:48:01.873971 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-8342ffbb-1725-419f-b5f4-e200e9a6c0b6 req-b67b6599-198b-47f4-9f2b-209f6a32928b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b7fa21ef-c2f6-4d95-b817-914404dd2b8b HTTP/1.1" status: 200 len: 1099 time: 0.2616255 Nov 24 01:48:01.875588 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-0207303d-18dd-4d7c-8acc-2a7305bea444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Deleting port dac18698-da95-41c8-a324-1eba4ce78b62 {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:48:01.875931 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0207303d-18dd-4d7c-8acc-2a7305bea444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:01.910787 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e5d2b3-c21f-46ea-bf53-9128f494808a None None] get_active_networks_info from dv-neutron-818911-2-hyperv {{(pid=109868) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 24 01:48:01.936936 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-b0d63f17-ee72-4a63-a7e0-265f4b0bcdd7 None None] Provisioning complete for port c529c3a8-c585-4062-b8d0-ef6060770f14 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:48:01.937565 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-b0d63f17-ee72-4a63-a7e0-265f4b0bcdd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:01.945599 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-904a58cc-0d03-48b8-9049-ddbefe906df9 req-6c2516bf-3d11-4b48-ab46-12c6c9a1754d tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] 10.222.0.21 "GET /v2.0/security-groups?id=137d305a-b3ea-4e14-b9c3-3a9986b7aca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2384226 Nov 24 01:48:01.975487 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0207303d-18dd-4d7c-8acc-2a7305bea444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:02.025445 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-0207303d-18dd-4d7c-8acc-2a7305bea444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Calling delete_port for dac18698-da95-41c8-a324-1eba4ce78b62 owned by {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:48:02.035445 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-b0d63f17-ee72-4a63-a7e0-265f4b0bcdd7 None None] Port c529c3a8-c585-4062-b8d0-ef6060770f14 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:48:02.044812 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-8342ffbb-1725-419f-b5f4-e200e9a6c0b6 req-31012446-b20e-4f2f-8ede-a89fae3f85a3 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=137d305a-b3ea-4e14-b9c3-3a9986b7aca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1513965 Nov 24 01:48:02.053860 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-0af9519b-3111-430c-843c-19f8232303c0 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Deleting port c529c3a8-c585-4062-b8d0-ef6060770f14 {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:48:02.054334 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0af9519b-3111-430c-843c-19f8232303c0 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:02.074035 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:02.079423 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-b0d63f17-ee72-4a63-a7e0-265f4b0bcdd7 None None] Provisioning complete for port a075f4ec-ecc6-4d7e-add9-dc66479c9ab6 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:48:02.079783 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-b0d63f17-ee72-4a63-a7e0-265f4b0bcdd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:02.164943 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] For port a075f4ec-ecc6-4d7e-add9-dc66479c9ab6, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=a075f4ec-ecc6-4d7e-add9-dc66479c9ab6,segment=NetworkSegment(2b1ff8b4-a836-4287-84a2-3eaf8ccfb867),segment_id=2b1ff8b4-a836-4287-84a2-3eaf8ccfb867)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:48:02.173988 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:02.175740 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e5d2b3-c21f-46ea-bf53-9128f494808a None None] Resources bound (agent type, host, resource id): {{(pid=109868) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 24 01:48:02.228070 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0207303d-18dd-4d7c-8acc-2a7305bea444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:02.264317 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0207303d-18dd-4d7c-8acc-2a7305bea444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Pushing event deleted for resources: {'Port': ['ID=dac18698-da95-41c8-a324-1eba4ce78b62,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:02.265022 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Pushing event updated for resources: {'Port': ['ID=a075f4ec-ecc6-4d7e-add9-dc66479c9ab6,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:02.274827 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0af9519b-3111-430c-843c-19f8232303c0 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:02.279135 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0207303d-18dd-4d7c-8acc-2a7305bea444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:02.285264 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-0207303d-18dd-4d7c-8acc-2a7305bea444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] 10.222.0.21 "DELETE /v2.0/ports/dac18698-da95-41c8-a324-1eba4ce78b62 HTTP/1.1" status: 204 len: 168 time: 0.9741011 Nov 24 01:48:02.287002 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47196) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:02.298947 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-0af9519b-3111-430c-843c-19f8232303c0 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Calling delete_port for c529c3a8-c585-4062-b8d0-ef6060770f14 owned by {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:48:02.319249 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e5ce2f58-fde2-4f45-ac1d-7937b165034e tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:02.320506 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f19582c-69bc-40ad-99be-1bc46285e8cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] GET failed (client error): The resource could not be found. Nov 24 01:48:02.324667 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-0f19582c-69bc-40ad-99be-1bc46285e8cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] 10.222.0.21 "GET /v2.0/ports/dac18698-da95-41c8-a324-1eba4ce78b62 HTTP/1.1" status: 404 len: 333 time: 0.0347912 Nov 24 01:48:02.325844 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47198) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:02.330769 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-2f2e9ac0-bf01-49fe-84a9-8dd3670d6d17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Request body: {'port': {'network_id': '2e2715a2-46d1-464e-9bb9-7f55a2479234', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-190614628'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:48:02.354728 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-b0d63f17-ee72-4a63-a7e0-265f4b0bcdd7 None None] Provisioning complete for port 041c807a-fdb3-4704-b342-5f1d2ab54744 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:48:02.355413 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-b0d63f17-ee72-4a63-a7e0-265f4b0bcdd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:02.362183 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cbeff877-3bc3-4e8f-ac57-ab907415f5db tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for port, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:02.370318 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cbeff877-3bc3-4e8f-ac57-ab907415f5db tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29149402'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:02.371177 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cbeff877-3bc3-4e8f-ac57-ab907415f5db tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3778017'] for router_interface, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:02.381969 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f2e9ac0-bf01-49fe-84a9-8dd3670d6d17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Made reservation on behalf of 21564ce5e6b945c5aa5ee4cce06e7939 for: {'port': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:48:02.384665 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-2f2e9ac0-bf01-49fe-84a9-8dd3670d6d17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:02.466349 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [None req-2f2e9ac0-bf01-49fe-84a9-8dd3670d6d17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] device_id is not set on port 7b0bc5a4-aafc-4a5b-a5ca-eca9656b3138 yet. {{(pid=109866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 01:48:02.476317 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeff877-3bc3-4e8f-ac57-ab907415f5db tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Pushing event updated for resources: {'Port': ['ID=f78fcc42-05eb-4f95-9cb4-39a2ef7cfa60,revision_number=2']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:02.488878 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-b0d63f17-ee72-4a63-a7e0-265f4b0bcdd7 None None] Port 041c807a-fdb3-4704-b342-5f1d2ab54744 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:48:02.520977 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-19650ca3-1103-43fe-9304-5301721ea0d3 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:02.529731 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-19650ca3-1103-43fe-9304-5301721ea0d3 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418250'] for floatingip, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:02.570992 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-b0d63f17-ee72-4a63-a7e0-265f4b0bcdd7 None None] Provisioning complete for port f78fcc42-05eb-4f95-9cb4-39a2ef7cfa60 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:48:02.572863 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-b0d63f17-ee72-4a63-a7e0-265f4b0bcdd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:02.599080 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device a075f4ec-ecc6-4d7e-add9-dc66479c9ab6 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:48:02.616015 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-e5ce2f58-fde2-4f45-ac1d-7937b165034e tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Deleting port 1bdd0479-8816-44fb-b962-16a7e6b001ac {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:48:02.616574 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e5ce2f58-fde2-4f45-ac1d-7937b165034e tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:02.618334 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f64afc9-ab04-4857-ae39-2ecfc74e7604 req-5f04a89b-a326-4ef4-a2f1-fdf777cc3856 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:48:02.623369 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-2f64afc9-ab04-4857-ae39-2ecfc74e7604 req-5f04a89b-a326-4ef4-a2f1-fdf777cc3856 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/ports?device_id=54a6fdcb-af1b-4e68-a904-3bb95b5cf340 HTTP/1.1" status: 200 len: 945 time: 0.1816156 Nov 24 01:48:02.663853 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbeff877-3bc3-4e8f-ac57-ab907415f5db tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:48:02.675951 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-cbeff877-3bc3-4e8f-ac57-ab907415f5db tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:48:02.701010 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-b0d63f17-ee72-4a63-a7e0-265f4b0bcdd7 None None] Port f78fcc42-05eb-4f95-9cb4-39a2ef7cfa60 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:48:02.716540 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0af9519b-3111-430c-843c-19f8232303c0 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:02.737603 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port a075f4ec-ecc6-4d7e-add9-dc66479c9ab6 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:48:02.738963 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:02.774265 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [None req-e5ce2f58-fde2-4f45-ac1d-7937b165034e tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] For port 1bdd0479-8816-44fb-b962-16a7e6b001ac, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=1bdd0479-8816-44fb-b962-16a7e6b001ac,segment=NetworkSegment(311536e5-e261-422e-97e8-558d0c50eab2),segment_id=311536e5-e261-422e-97e8-558d0c50eab2)] {{(pid=109867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:48:02.774631 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e5ce2f58-fde2-4f45-ac1d-7937b165034e tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:02.779060 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af9519b-3111-430c-843c-19f8232303c0 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Pushing event deleted for resources: {'Port': ['ID=c529c3a8-c585-4062-b8d0-ef6060770f14,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:02.811060 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.l3_db [None req-19650ca3-1103-43fe-9304-5301721ea0d3 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Floating IP 3d1ae36b-140d-4667-8dfa-a4c1a475d7d1 associated. External IP: 172.26.5.39, port: 041c807a-fdb3-4704-b342-5f1d2ab54744. Nov 24 01:48:02.816587 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-e5ce2f58-fde2-4f45-ac1d-7937b165034e tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Calling delete_port for 1bdd0479-8816-44fb-b962-16a7e6b001ac owned by network:dhcp {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:48:02.867132 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-2f64afc9-ab04-4857-ae39-2ecfc74e7604 req-0cd3a309-670a-4377-b5c9-c5cec6bc35cc tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa820965-f51f-4c0f-92b9-3c3d3d9ef329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2336862 Nov 24 01:48:02.894913 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 48a73545-8092-4069-ac5f-f26ee8d39d60 details requested by agent hyperv_hv-neutron-8189 with host hv-neutron-8189 {{(pid=109868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 01:48:02.936312 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-2f2e9ac0-bf01-49fe-84a9-8dd3670d6d17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:02.999626 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0af9519b-3111-430c-843c-19f8232303c0 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:03.004452 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-0af9519b-3111-430c-843c-19f8232303c0 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "DELETE /v2.0/ports/c529c3a8-c585-4062-b8d0-ef6060770f14 HTTP/1.1" status: 204 len: 168 time: 1.9584632 Nov 24 01:48:03.011270 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47206) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:03.076834 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbeff877-3bc3-4e8f-ac57-ab907415f5db tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Router 758a59dd-e318-4267-b4d3-3bd5179a6045 is scheduled to L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e with binding_index 1 {{(pid=109866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 01:48:03.080246 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-42848ffe-312b-4a16-b95a-dc40289a8242 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] GET failed (client error): The resource could not be found. Nov 24 01:48:03.085004 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-42848ffe-312b-4a16-b95a-dc40289a8242 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "GET /v2.0/ports/c529c3a8-c585-4062-b8d0-ef6060770f14 HTTP/1.1" status: 404 len: 333 time: 0.0724573 Nov 24 01:48:03.086934 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47208) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:03.100656 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-2f2e9ac0-bf01-49fe-84a9-8dd3670d6d17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:03.251418 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port 48a73545-8092-4069-ac5f-f26ee8d39d60, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=48a73545-8092-4069-ac5f-f26ee8d39d60,segment=NetworkSegment(db823f0a-caf6-41c9-bc62-afb7ce23547f),segment_id=db823f0a-caf6-41c9-bc62-afb7ce23547f)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:48:03.268631 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Returning: {'device': '48a73545-8092-4069-ac5f-f26ee8d39d60', 'network_id': 'a38adc46-db63-4179-872d-6aa1e8287d77', 'port_id': '48a73545-8092-4069-ac5f-f26ee8d39d60', 'mac_address': 'fa:16:3e:c6:0e:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52b861e9-7165-4fda-96bd-415355d68dd1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 01:48:03.280106 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19650ca3-1103-43fe-9304-5301721ea0d3 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Router 218457ea-2bcf-4aa0-b2ed-a7f05045e693 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:48:03.281336 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e5ce2f58-fde2-4f45-ac1d-7937b165034e tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:03.315751 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-3bd8d57d-2bdd-4e20-b128-b9a80ba4107d None None] Provisioning complete for port f78fcc42-05eb-4f95-9cb4-39a2ef7cfa60 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:48:03.316116 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-3bd8d57d-2bdd-4e20-b128-b9a80ba4107d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:03.324370 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f2e9ac0-bf01-49fe-84a9-8dd3670d6d17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Network 2e2715a2-46d1-464e-9bb9-7f55a2479234 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:48:03.344434 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ce2f58-fde2-4f45-ac1d-7937b165034e tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Pushing event deleted for resources: {'Port': ['ID=1bdd0479-8816-44fb-b962-16a7e6b001ac,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:03.351797 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ce2f58-fde2-4f45-ac1d-7937b165034e tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] No DVR routers for this DVR port 1bdd0479-8816-44fb-b962-16a7e6b001ac on host dv-neutron-818911-2-hyperv {{(pid=109867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:48:03.370629 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-2f2e9ac0-bf01-49fe-84a9-8dd3670d6d17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:48:03.382399 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2e9ac0-bf01-49fe-84a9-8dd3670d6d17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:48:03.383754 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2e9ac0-bf01-49fe-84a9-8dd3670d6d17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:48:03.384182 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-2f2e9ac0-bf01-49fe-84a9-8dd3670d6d17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:03.391733 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:03.393133 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2e9ac0-bf01-49fe-84a9-8dd3670d6d17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Pushing event updated for resources: {'Port': ['ID=7b0bc5a4-aafc-4a5b-a5ca-eca9656b3138,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:03.404251 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-3bd8d57d-2bdd-4e20-b128-b9a80ba4107d None None] Port f78fcc42-05eb-4f95-9cb4-39a2ef7cfa60 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:48:03.411131 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 48a73545-8092-4069-ac5f-f26ee8d39d60 {{(pid=109868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 01:48:03.431414 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-2f2e9ac0-bf01-49fe-84a9-8dd3670d6d17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.1030188 Nov 24 01:48:03.438431 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port 48a73545-8092-4069-ac5f-f26ee8d39d60, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=48a73545-8092-4069-ac5f-f26ee8d39d60,segment=NetworkSegment(db823f0a-caf6-41c9-bc62-afb7ce23547f),segment_id=db823f0a-caf6-41c9-bc62-afb7ce23547f)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:48:03.439151 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47212) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:03.443173 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:03.454669 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-8b24139b-5035-477b-a151-22ee048c8373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8189'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:48:03.485550 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b71fd2bc-6ef1-46e1-a46f-74074fcde6a2 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks [] for security_group, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:03.487515 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbeff877-3bc3-4e8f-ac57-ab907415f5db tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:48:03.501018 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590d7688-4993-4ac6-9fc6-ba5035b872f5 None None] Sync routers for ids ['758a59dd-e318-4267-b4d3-3bd5179a6045'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:48:03.504449 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b001076c-3992-4153-a156-8b6f11cc4ee2 req-d034b0c0-2fa6-443b-9b4b-6956fd6d8066 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:48:03.506580 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-b001076c-3992-4153-a156-8b6f11cc4ee2 req-d034b0c0-2fa6-443b-9b4b-6956fd6d8066 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7fa21ef-c2f6-4d95-b817-914404dd2b8b HTTP/1.1" status: 200 len: 946 time: 0.3193591 Nov 24 01:48:03.512261 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=48a73545-8092-4069-ac5f-f26ee8d39d60,revision_number=6']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:03.512756 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-cbeff877-3bc3-4e8f-ac57-ab907415f5db tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "PUT /v2.0/routers/758a59dd-e318-4267-b4d3-3bd5179a6045/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7250714 Nov 24 01:48:03.520430 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590d7688-4993-4ac6-9fc6-ba5035b872f5 None None] Routers {'758a59dd-e318-4267-b4d3-3bd5179a6045'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:48:03.521223 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-590d7688-4993-4ac6-9fc6-ba5035b872f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:47:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['758a59dd-e318-4267-b4d3-3bd5179a6045'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:03.522251 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47214) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:03.563345 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35ce978-8c8a-4416-baf6-813d85471e2d req-bdb00559-a645-4c88-b724-59cf57f9ae23 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:48:03.564527 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e35ce978-8c8a-4416-baf6-813d85471e2d req-bdb00559-a645-4c88-b724-59cf57f9ae23 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/ports?device_id=54a6fdcb-af1b-4e68-a904-3bb95b5cf340 HTTP/1.1" status: 200 len: 945 time: 0.2800968 Nov 24 01:48:03.565294 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b71fd2bc-6ef1-46e1-a46f-74074fcde6a2 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:03.595176 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8b24139b-5035-477b-a151-22ee048c8373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:03.619045 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-590d7688-4993-4ac6-9fc6-ba5035b872f5 None None] Set router 758a59dd-e318-4267-b4d3-3bd5179a6045 gateway port host: None {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:48:03.647616 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e5ce2f58-fde2-4f45-ac1d-7937b165034e tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:03.673053 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-b001076c-3992-4153-a156-8b6f11cc4ee2 req-4f460aa3-d59d-4661-8dc7-54ec66eaca87 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] 10.222.0.21 "GET /v2.0/security-groups?id=137d305a-b3ea-4e14-b9c3-3a9986b7aca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423135 Nov 24 01:48:03.677484 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe152e07-594f-4f7f-9b53-39bbc90a8256 req-466cb2b3-6ad5-443e-b36a-600ad4688d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:48:03.677886 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-fe152e07-594f-4f7f-9b53-39bbc90a8256 req-466cb2b3-6ad5-443e-b36a-600ad4688d97 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=110fa21155a747ab90ae3fb887427135&device_id=54a6fdcb-af1b-4e68-a904-3bb95b5cf340 HTTP/1.1" status: 200 len: 1098 time: 0.2845111 Nov 24 01:48:03.694119 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b71fd2bc-6ef1-46e1-a46f-74074fcde6a2 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:03.696951 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b71fd2bc-6ef1-46e1-a46f-74074fcde6a2 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks [] for security_group, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:03.701110 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-b71fd2bc-6ef1-46e1-a46f-74074fcde6a2 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "DELETE /v2.0/security-groups/a88111c7-c7f0-422b-b48b-04fdfaa0e987 HTTP/1.1" status: 204 len: 168 time: 0.6101775 Nov 24 01:48:03.709555 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f22b66-9b3e-4f9d-a51b-b327c9ffbc02 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:48:03.713249 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-64f22b66-9b3e-4f9d-a51b-b327c9ffbc02 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "GET /v2.0/ports/f78fcc42-05eb-4f95-9cb4-39a2ef7cfa60 HTTP/1.1" status: 200 len: 911 time: 0.1840770 Nov 24 01:48:03.713389 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47216) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:03.718217 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47218) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:03.734357 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71fd2bc-6ef1-46e1-a46f-74074fcde6a2 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a88111c7-c7f0-422b-b48b-04fdfaa0e987,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:03.747109 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-e5ce2f58-fde2-4f45-ac1d-7937b165034e tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3eb5d33f-ef43-464b-867d-342919ce8674']}} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:03.784931 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] get_ports_and_sgs() called for port_ids ['48a73545-8092-4069-ac5f-f26ee8d39d60'] {{(pid=109868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 01:48:03.790325 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-e5ce2f58-fde2-4f45-ac1d-7937b165034e tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '311536e5-e261-422e-97e8-558d0c50eab2') {'for_net_delete': True} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:03.790625 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-e5ce2f58-fde2-4f45-ac1d-7937b165034e tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '311536e5-e261-422e-97e8-558d0c50eab2') {} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:03.827805 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e5ce2f58-fde2-4f45-ac1d-7937b165034e tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28690908'] for segment, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:03.839593 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3562ed79-9434-4982-af21-4c0eec7c3339 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks [] for security_group, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:03.844917 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19650ca3-1103-43fe-9304-5301721ea0d3 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:48:03.857110 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948b59a7-a236-4406-a065-2b439a2d5884 None None] Sync routers for ids ['218457ea-2bcf-4aa0-b2ed-a7f05045e693'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:48:03.857956 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-19650ca3-1103-43fe-9304-5301721ea0d3 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for floatingip, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:03.889990 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948b59a7-a236-4406-a065-2b439a2d5884 None None] Routers {'218457ea-2bcf-4aa0-b2ed-a7f05045e693'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:48:03.890873 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-948b59a7-a236-4406-a065-2b439a2d5884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:47:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['218457ea-2bcf-4aa0-b2ed-a7f05045e693'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:03.898082 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e5ce2f58-fde2-4f45-ac1d-7937b165034e tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:03.905015 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3562ed79-9434-4982-af21-4c0eec7c3339 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:03.905927 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5ce2f58-fde2-4f45-ac1d-7937b165034e tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=109867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:48:03.906892 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e5ce2f58-fde2-4f45-ac1d-7937b165034e tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25503736'] for segment, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:03.925287 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-948b59a7-a236-4406-a065-2b439a2d5884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:03.935629 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948b59a7-a236-4406-a065-2b439a2d5884 None None] Routers {'218457ea-2bcf-4aa0-b2ed-a7f05045e693'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:48:03.936482 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-948b59a7-a236-4406-a065-2b439a2d5884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:47:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['218457ea-2bcf-4aa0-b2ed-a7f05045e693'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:03.942009 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [None req-8b24139b-5035-477b-a151-22ee048c8373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] device_id is not set on port 7b0bc5a4-aafc-4a5b-a5ca-eca9656b3138 yet. {{(pid=109866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 01:48:03.955874 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8b24139b-5035-477b-a151-22ee048c8373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:03.966236 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8b24139b-5035-477b-a151-22ee048c8373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29149402'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:03.972553 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-948b59a7-a236-4406-a065-2b439a2d5884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:03.973790 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948b59a7-a236-4406-a065-2b439a2d5884 None None] The sync data for ids ['218457ea-2bcf-4aa0-b2ed-a7f05045e693'] in dv-neutron-818911-2-hyperv is: [] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:48:03.979680 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3562ed79-9434-4982-af21-4c0eec7c3339 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:03.983839 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3562ed79-9434-4982-af21-4c0eec7c3339 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks [] for security_group, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:03.984887 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-3562ed79-9434-4982-af21-4c0eec7c3339 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "DELETE /v2.0/security-groups/c9bebae5-7e16-4d7e-8df6-0fac93d5e08a HTTP/1.1" status: 204 len: 168 time: 0.2698681 Nov 24 01:48:04.001971 dv-neutron-818911-2-hyperv neutron-server[109867]: Traceback (most recent call last): Nov 24 01:48:04.001971 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:48:04.001971 dv-neutron-818911-2-hyperv neutron-server[109867]: timer() Nov 24 01:48:04.001971 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:48:04.001971 dv-neutron-818911-2-hyperv neutron-server[109867]: cb(*args, **kw) Nov 24 01:48:04.001971 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:48:04.001971 dv-neutron-818911-2-hyperv neutron-server[109867]: return func(*args, **kwargs) Nov 24 01:48:04.001971 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:48:04.001971 dv-neutron-818911-2-hyperv neutron-server[109867]: self._notify() Nov 24 01:48:04.001971 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:48:04.001971 dv-neutron-818911-2-hyperv neutron-server[109867]: self.callback(batched_events) Nov 24 01:48:04.001971 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:48:04.001971 dv-neutron-818911-2-hyperv neutron-server[109867]: event.method(event) Nov 24 01:48:04.001971 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:48:04.001971 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:48:04.001971 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:48:04.001971 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:48:04.001971 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:48:04.001971 dv-neutron-818911-2-hyperv neutron-server[109867]: return f(self, *a, **k) Nov 24 01:48:04.001971 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:48:04.001971 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._get(url).json() Nov 24 01:48:04.001971 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:48:04.001971 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:48:04.001971 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:48:04.001971 dv-neutron-818911-2-hyperv neutron-server[109867]: return self.request(url, 'GET', **kwargs) Nov 24 01:48:04.001971 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:48:04.001971 dv-neutron-818911-2-hyperv neutron-server[109867]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:48:04.001971 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:48:04.001971 dv-neutron-818911-2-hyperv neutron-server[109867]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:48:04.001971 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:48:04.001971 dv-neutron-818911-2-hyperv neutron-server[109867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:48:04.001971 dv-neutron-818911-2-hyperv neutron-server[109867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:48:04.008739 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47220) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:04.013754 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-590d7688-4993-4ac6-9fc6-ba5035b872f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '758a59dd-e318-4267-b4d3-3bd5179a6045', 'name': 'tempest-NetworksTestDHCPv6-router-1329747890', 'tenant_id': '6974375fded34c83af8967d3f69dce07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:47:58Z', 'updated_at': '2021-11-24T01:48:01Z', 'revision_number': 2, 'project_id': '6974375fded34c83af8967d3f69dce07', 'gw_port_host': None, '_interfaces': [{'id': 'f78fcc42-05eb-4f95-9cb4-39a2ef7cfa60', 'name': '', 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6', 'tenant_id': '6974375fded34c83af8967d3f69dce07', 'mac_address': 'fa:16:3e:d8:20:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '758a59dd-e318-4267-b4d3-3bd5179a6045', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '69ab8f97-2878-4bf3-80d4-5f5c6e5a22a0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:47:59Z', 'updated_at': '2021-11-24T01:48:02Z', 'revision_number': 2, 'project_id': '6974375fded34c83af8967d3f69dce07', 'subnets': [{'id': '69ab8f97-2878-4bf3-80d4-5f5c6e5a22a0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:04.035585 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e35ce978-8c8a-4416-baf6-813d85471e2d req-f8467361-12be-42b7-95b6-f662a5f3d11a tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa820965-f51f-4c0f-92b9-3c3d3d9ef329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4471655 Nov 24 01:48:04.047539 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3562ed79-9434-4982-af21-4c0eec7c3339 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9bebae5-7e16-4d7e-8df6-0fac93d5e08a,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:04.050507 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a27f2e-d3e9-4e65-9ebd-e610224a6ce1 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:48:04.056685 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a27f2e-d3e9-4e65-9ebd-e610224a6ce1 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:48:04.061951 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-97a27f2e-d3e9-4e65-9ebd-e610224a6ce1 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3401372 Nov 24 01:48:04.066843 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47222) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:04.091655 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b24139b-5035-477b-a151-22ee048c8373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Pushing event updated for resources: {'Port': ['ID=7b0bc5a4-aafc-4a5b-a5ca-eca9656b3138,revision_number=2']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:04.116391 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [None req-8b24139b-5035-477b-a151-22ee048c8373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempting to bind port 7b0bc5a4-aafc-4a5b-a5ca-eca9656b3138 on host hv-neutron-8189 for vnic_type normal with profile {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:48:04.116777 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [None req-8b24139b-5035-477b-a151-22ee048c8373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempting to bind port 7b0bc5a4-aafc-4a5b-a5ca-eca9656b3138 by drivers openvswitch,hyperv on host hv-neutron-8189 at level 0 using segments [{'id': '8aee612a-2bfb-4260-9244-4d2dfa0b71c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2e2715a2-46d1-464e-9bb9-7f55a2479234'}] {{(pid=109866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:48:04.117058 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b24139b-5035-477b-a151-22ee048c8373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempting to bind port 7b0bc5a4-aafc-4a5b-a5ca-eca9656b3138 on network 2e2715a2-46d1-464e-9bb9-7f55a2479234 {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:48:04.130684 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b24139b-5035-477b-a151-22ee048c8373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Port 7b0bc5a4-aafc-4a5b-a5ca-eca9656b3138 on network 2e2715a2-46d1-464e-9bb9-7f55a2479234 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8189 {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 01:48:04.131058 dv-neutron-818911-2-hyperv neutron-server[109866]: ERROR neutron.plugins.ml2.managers [None req-8b24139b-5035-477b-a151-22ee048c8373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Failed to bind port 7b0bc5a4-aafc-4a5b-a5ca-eca9656b3138 on host hv-neutron-8189 for vnic_type normal using segments [{'id': '8aee612a-2bfb-4260-9244-4d2dfa0b71c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2e2715a2-46d1-464e-9bb9-7f55a2479234'}] Nov 24 01:48:04.134022 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.plugins.ml2.plugin [None req-8b24139b-5035-477b-a151-22ee048c8373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempt 2 to bind port 7b0bc5a4-aafc-4a5b-a5ca-eca9656b3138 Nov 24 01:48:04.146858 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8ab939f8-8cec-4551-ac34-e80ce0ca62b8 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks [] for security_group, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:04.156042 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [None req-8b24139b-5035-477b-a151-22ee048c8373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempting to bind port 7b0bc5a4-aafc-4a5b-a5ca-eca9656b3138 on host hv-neutron-8189 for vnic_type normal with profile {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:48:04.156380 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [None req-8b24139b-5035-477b-a151-22ee048c8373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempting to bind port 7b0bc5a4-aafc-4a5b-a5ca-eca9656b3138 by drivers openvswitch,hyperv on host hv-neutron-8189 at level 0 using segments [{'id': '8aee612a-2bfb-4260-9244-4d2dfa0b71c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2e2715a2-46d1-464e-9bb9-7f55a2479234'}] {{(pid=109866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:48:04.156714 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b24139b-5035-477b-a151-22ee048c8373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempting to bind port 7b0bc5a4-aafc-4a5b-a5ca-eca9656b3138 on network 2e2715a2-46d1-464e-9bb9-7f55a2479234 {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:48:04.169613 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b24139b-5035-477b-a151-22ee048c8373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Port 7b0bc5a4-aafc-4a5b-a5ca-eca9656b3138 on network 2e2715a2-46d1-464e-9bb9-7f55a2479234 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8189 {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 01:48:04.169971 dv-neutron-818911-2-hyperv neutron-server[109866]: ERROR neutron.plugins.ml2.managers [None req-8b24139b-5035-477b-a151-22ee048c8373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Failed to bind port 7b0bc5a4-aafc-4a5b-a5ca-eca9656b3138 on host hv-neutron-8189 for vnic_type normal using segments [{'id': '8aee612a-2bfb-4260-9244-4d2dfa0b71c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2e2715a2-46d1-464e-9bb9-7f55a2479234'}] Nov 24 01:48:04.173129 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.plugins.ml2.plugin [None req-8b24139b-5035-477b-a151-22ee048c8373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempt 3 to bind port 7b0bc5a4-aafc-4a5b-a5ca-eca9656b3138 Nov 24 01:48:04.188266 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8ab939f8-8cec-4551-ac34-e80ce0ca62b8 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:04.203230 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [None req-8b24139b-5035-477b-a151-22ee048c8373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempting to bind port 7b0bc5a4-aafc-4a5b-a5ca-eca9656b3138 on host hv-neutron-8189 for vnic_type normal with profile {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:48:04.203586 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [None req-8b24139b-5035-477b-a151-22ee048c8373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempting to bind port 7b0bc5a4-aafc-4a5b-a5ca-eca9656b3138 by drivers openvswitch,hyperv on host hv-neutron-8189 at level 0 using segments [{'id': '8aee612a-2bfb-4260-9244-4d2dfa0b71c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2e2715a2-46d1-464e-9bb9-7f55a2479234'}] {{(pid=109866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:48:04.203904 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b24139b-5035-477b-a151-22ee048c8373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempting to bind port 7b0bc5a4-aafc-4a5b-a5ca-eca9656b3138 on network 2e2715a2-46d1-464e-9bb9-7f55a2479234 {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:48:04.215123 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590d7688-4993-4ac6-9fc6-ba5035b872f5 None None] Checking router: 758a59dd-e318-4267-b4d3-3bd5179a6045 for host: dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 01:48:04.216060 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590d7688-4993-4ac6-9fc6-ba5035b872f5 None None] Updating router 758a59dd-e318-4267-b4d3-3bd5179a6045 port f78fcc42-05eb-4f95-9cb4-39a2ef7cfa60 binding host dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 01:48:04.218419 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b24139b-5035-477b-a151-22ee048c8373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Port 7b0bc5a4-aafc-4a5b-a5ca-eca9656b3138 on network 2e2715a2-46d1-464e-9bb9-7f55a2479234 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8189 {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 01:48:04.218756 dv-neutron-818911-2-hyperv neutron-server[109866]: ERROR neutron.plugins.ml2.managers [None req-8b24139b-5035-477b-a151-22ee048c8373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Failed to bind port 7b0bc5a4-aafc-4a5b-a5ca-eca9656b3138 on host hv-neutron-8189 for vnic_type normal using segments [{'id': '8aee612a-2bfb-4260-9244-4d2dfa0b71c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2e2715a2-46d1-464e-9bb9-7f55a2479234'}] Nov 24 01:48:04.223803 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.plugins.ml2.plugin [None req-8b24139b-5035-477b-a151-22ee048c8373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempt 4 to bind port 7b0bc5a4-aafc-4a5b-a5ca-eca9656b3138 Nov 24 01:48:04.240054 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [None req-8b24139b-5035-477b-a151-22ee048c8373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempting to bind port 7b0bc5a4-aafc-4a5b-a5ca-eca9656b3138 on host hv-neutron-8189 for vnic_type normal with profile {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:48:04.240054 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [None req-8b24139b-5035-477b-a151-22ee048c8373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempting to bind port 7b0bc5a4-aafc-4a5b-a5ca-eca9656b3138 by drivers openvswitch,hyperv on host hv-neutron-8189 at level 0 using segments [{'id': '8aee612a-2bfb-4260-9244-4d2dfa0b71c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2e2715a2-46d1-464e-9bb9-7f55a2479234'}] {{(pid=109866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:48:04.240054 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b24139b-5035-477b-a151-22ee048c8373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempting to bind port 7b0bc5a4-aafc-4a5b-a5ca-eca9656b3138 on network 2e2715a2-46d1-464e-9bb9-7f55a2479234 {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:48:04.244590 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b24139b-5035-477b-a151-22ee048c8373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Port 7b0bc5a4-aafc-4a5b-a5ca-eca9656b3138 on network 2e2715a2-46d1-464e-9bb9-7f55a2479234 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8189 {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 01:48:04.244938 dv-neutron-818911-2-hyperv neutron-server[109866]: ERROR neutron.plugins.ml2.managers [None req-8b24139b-5035-477b-a151-22ee048c8373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Failed to bind port 7b0bc5a4-aafc-4a5b-a5ca-eca9656b3138 on host hv-neutron-8189 for vnic_type normal using segments [{'id': '8aee612a-2bfb-4260-9244-4d2dfa0b71c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2e2715a2-46d1-464e-9bb9-7f55a2479234'}] Nov 24 01:48:04.245638 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.plugins.ml2.plugin [None req-8b24139b-5035-477b-a151-22ee048c8373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempt 5 to bind port 7b0bc5a4-aafc-4a5b-a5ca-eca9656b3138 Nov 24 01:48:04.260201 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [None req-8b24139b-5035-477b-a151-22ee048c8373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempting to bind port 7b0bc5a4-aafc-4a5b-a5ca-eca9656b3138 on host hv-neutron-8189 for vnic_type normal with profile {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:48:04.260797 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [None req-8b24139b-5035-477b-a151-22ee048c8373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempting to bind port 7b0bc5a4-aafc-4a5b-a5ca-eca9656b3138 by drivers openvswitch,hyperv on host hv-neutron-8189 at level 0 using segments [{'id': '8aee612a-2bfb-4260-9244-4d2dfa0b71c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2e2715a2-46d1-464e-9bb9-7f55a2479234'}] {{(pid=109866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:48:04.261223 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b24139b-5035-477b-a151-22ee048c8373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempting to bind port 7b0bc5a4-aafc-4a5b-a5ca-eca9656b3138 on network 2e2715a2-46d1-464e-9bb9-7f55a2479234 {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:48:04.266212 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8ab939f8-8cec-4551-ac34-e80ce0ca62b8 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:04.266613 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-590d7688-4993-4ac6-9fc6-ba5035b872f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:04.268916 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8ab939f8-8cec-4551-ac34-e80ce0ca62b8 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks [] for security_group, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:04.272397 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-8ab939f8-8cec-4551-ac34-e80ce0ca62b8 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "DELETE /v2.0/security-groups/abb48201-03e5-4187-9cc0-5345cd96040b HTTP/1.1" status: 204 len: 168 time: 0.2586567 Nov 24 01:48:04.274046 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47224) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:04.278384 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-19650ca3-1103-43fe-9304-5301721ea0d3 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] 10.222.0.21 "PUT /v2.0/floatingips/3d1ae36b-140d-4667-8dfa-a4c1a475d7d1 HTTP/1.1" status: 200 len: 977 time: 3.3693271 Nov 24 01:48:04.278384 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e5ce2f58-fde2-4f45-ac1d-7937b165034e tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:04.284113 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b24139b-5035-477b-a151-22ee048c8373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Port 7b0bc5a4-aafc-4a5b-a5ca-eca9656b3138 on network 2e2715a2-46d1-464e-9bb9-7f55a2479234 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8189 {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 01:48:04.284785 dv-neutron-818911-2-hyperv neutron-server[109866]: ERROR neutron.plugins.ml2.managers [None req-8b24139b-5035-477b-a151-22ee048c8373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Failed to bind port 7b0bc5a4-aafc-4a5b-a5ca-eca9656b3138 on host hv-neutron-8189 for vnic_type normal using segments [{'id': '8aee612a-2bfb-4260-9244-4d2dfa0b71c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2e2715a2-46d1-464e-9bb9-7f55a2479234'}] Nov 24 01:48:04.292564 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47226) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:04.293073 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.plugins.ml2.plugin [None req-8b24139b-5035-477b-a151-22ee048c8373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempt 6 to bind port 7b0bc5a4-aafc-4a5b-a5ca-eca9656b3138 Nov 24 01:48:04.330565 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab939f8-8cec-4551-ac34-e80ce0ca62b8 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb48201-03e5-4187-9cc0-5345cd96040b,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:04.373640 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [None req-8b24139b-5035-477b-a151-22ee048c8373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempting to bind port 7b0bc5a4-aafc-4a5b-a5ca-eca9656b3138 on host hv-neutron-8189 for vnic_type normal with profile {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:48:04.374042 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [None req-8b24139b-5035-477b-a151-22ee048c8373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempting to bind port 7b0bc5a4-aafc-4a5b-a5ca-eca9656b3138 by drivers openvswitch,hyperv on host hv-neutron-8189 at level 0 using segments [{'id': '8aee612a-2bfb-4260-9244-4d2dfa0b71c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2e2715a2-46d1-464e-9bb9-7f55a2479234'}] {{(pid=109866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:48:04.374309 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b24139b-5035-477b-a151-22ee048c8373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempting to bind port 7b0bc5a4-aafc-4a5b-a5ca-eca9656b3138 on network 2e2715a2-46d1-464e-9bb9-7f55a2479234 {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:48:04.387721 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b24139b-5035-477b-a151-22ee048c8373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Port 7b0bc5a4-aafc-4a5b-a5ca-eca9656b3138 on network 2e2715a2-46d1-464e-9bb9-7f55a2479234 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8189 {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 01:48:04.388070 dv-neutron-818911-2-hyperv neutron-server[109866]: ERROR neutron.plugins.ml2.managers [None req-8b24139b-5035-477b-a151-22ee048c8373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Failed to bind port 7b0bc5a4-aafc-4a5b-a5ca-eca9656b3138 on host hv-neutron-8189 for vnic_type normal using segments [{'id': '8aee612a-2bfb-4260-9244-4d2dfa0b71c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2e2715a2-46d1-464e-9bb9-7f55a2479234'}] Nov 24 01:48:04.392060 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d16c641-a726-4c87-b99a-8ab56c88128f tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Deleting subnet 7fdfd734-28ce-48ca-99d8-babaa0df8f3f {{(pid=109866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 01:48:04.401473 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.plugins.ml2.plugin [None req-8b24139b-5035-477b-a151-22ee048c8373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempt 7 to bind port 7b0bc5a4-aafc-4a5b-a5ca-eca9656b3138 Nov 24 01:48:04.423082 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1d16c641-a726-4c87-b99a-8ab56c88128f tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks [] for subnet, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:04.460799 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [None req-8b24139b-5035-477b-a151-22ee048c8373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempting to bind port 7b0bc5a4-aafc-4a5b-a5ca-eca9656b3138 on host hv-neutron-8189 for vnic_type normal with profile {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:48:04.461141 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [None req-8b24139b-5035-477b-a151-22ee048c8373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempting to bind port 7b0bc5a4-aafc-4a5b-a5ca-eca9656b3138 by drivers openvswitch,hyperv on host hv-neutron-8189 at level 0 using segments [{'id': '8aee612a-2bfb-4260-9244-4d2dfa0b71c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2e2715a2-46d1-464e-9bb9-7f55a2479234'}] {{(pid=109866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:48:04.461524 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b24139b-5035-477b-a151-22ee048c8373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempting to bind port 7b0bc5a4-aafc-4a5b-a5ca-eca9656b3138 on network 2e2715a2-46d1-464e-9bb9-7f55a2479234 {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:48:04.482460 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b24139b-5035-477b-a151-22ee048c8373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Port 7b0bc5a4-aafc-4a5b-a5ca-eca9656b3138 on network 2e2715a2-46d1-464e-9bb9-7f55a2479234 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8189 {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 01:48:04.482880 dv-neutron-818911-2-hyperv neutron-server[109866]: ERROR neutron.plugins.ml2.managers [None req-8b24139b-5035-477b-a151-22ee048c8373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Failed to bind port 7b0bc5a4-aafc-4a5b-a5ca-eca9656b3138 on host hv-neutron-8189 for vnic_type normal using segments [{'id': '8aee612a-2bfb-4260-9244-4d2dfa0b71c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2e2715a2-46d1-464e-9bb9-7f55a2479234'}] Nov 24 01:48:04.485220 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.plugins.ml2.plugin [None req-8b24139b-5035-477b-a151-22ee048c8373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempt 8 to bind port 7b0bc5a4-aafc-4a5b-a5ca-eca9656b3138 Nov 24 01:48:04.490445 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1d16c641-a726-4c87-b99a-8ab56c88128f tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29055568'] for subnet, precommit_delete_associations {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:04.535456 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [None req-8b24139b-5035-477b-a151-22ee048c8373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempting to bind port 7b0bc5a4-aafc-4a5b-a5ca-eca9656b3138 on host hv-neutron-8189 for vnic_type normal with profile {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:48:04.535774 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [None req-8b24139b-5035-477b-a151-22ee048c8373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempting to bind port 7b0bc5a4-aafc-4a5b-a5ca-eca9656b3138 by drivers openvswitch,hyperv on host hv-neutron-8189 at level 0 using segments [{'id': '8aee612a-2bfb-4260-9244-4d2dfa0b71c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2e2715a2-46d1-464e-9bb9-7f55a2479234'}] {{(pid=109866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:48:04.536067 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b24139b-5035-477b-a151-22ee048c8373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempting to bind port 7b0bc5a4-aafc-4a5b-a5ca-eca9656b3138 on network 2e2715a2-46d1-464e-9bb9-7f55a2479234 {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:48:04.549473 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b24139b-5035-477b-a151-22ee048c8373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Port 7b0bc5a4-aafc-4a5b-a5ca-eca9656b3138 on network 2e2715a2-46d1-464e-9bb9-7f55a2479234 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8189 {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 01:48:04.549812 dv-neutron-818911-2-hyperv neutron-server[109866]: ERROR neutron.plugins.ml2.managers [None req-8b24139b-5035-477b-a151-22ee048c8373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Failed to bind port 7b0bc5a4-aafc-4a5b-a5ca-eca9656b3138 on host hv-neutron-8189 for vnic_type normal using segments [{'id': '8aee612a-2bfb-4260-9244-4d2dfa0b71c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2e2715a2-46d1-464e-9bb9-7f55a2479234'}] Nov 24 01:48:04.553858 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.plugins.ml2.plugin [None req-8b24139b-5035-477b-a151-22ee048c8373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempt 9 to bind port 7b0bc5a4-aafc-4a5b-a5ca-eca9656b3138 Nov 24 01:48:04.583238 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-60c5d1e8-12de-496b-8ecd-71421a40b664 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Deleting port 041c807a-fdb3-4704-b342-5f1d2ab54744 {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:48:04.583617 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-60c5d1e8-12de-496b-8ecd-71421a40b664 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:04.586303 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [None req-8b24139b-5035-477b-a151-22ee048c8373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempting to bind port 7b0bc5a4-aafc-4a5b-a5ca-eca9656b3138 on host hv-neutron-8189 for vnic_type normal with profile {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:48:04.586640 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [None req-8b24139b-5035-477b-a151-22ee048c8373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempting to bind port 7b0bc5a4-aafc-4a5b-a5ca-eca9656b3138 by drivers openvswitch,hyperv on host hv-neutron-8189 at level 0 using segments [{'id': '8aee612a-2bfb-4260-9244-4d2dfa0b71c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2e2715a2-46d1-464e-9bb9-7f55a2479234'}] {{(pid=109866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:48:04.586974 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b24139b-5035-477b-a151-22ee048c8373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempting to bind port 7b0bc5a4-aafc-4a5b-a5ca-eca9656b3138 on network 2e2715a2-46d1-464e-9bb9-7f55a2479234 {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:48:04.627972 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b24139b-5035-477b-a151-22ee048c8373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Port 7b0bc5a4-aafc-4a5b-a5ca-eca9656b3138 on network 2e2715a2-46d1-464e-9bb9-7f55a2479234 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8189 {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 01:48:04.628327 dv-neutron-818911-2-hyperv neutron-server[109866]: ERROR neutron.plugins.ml2.managers [None req-8b24139b-5035-477b-a151-22ee048c8373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Failed to bind port 7b0bc5a4-aafc-4a5b-a5ca-eca9656b3138 on host hv-neutron-8189 for vnic_type normal using segments [{'id': '8aee612a-2bfb-4260-9244-4d2dfa0b71c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2e2715a2-46d1-464e-9bb9-7f55a2479234'}] Nov 24 01:48:04.632294 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.plugins.ml2.plugin [None req-8b24139b-5035-477b-a151-22ee048c8373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempt 10 to bind port 7b0bc5a4-aafc-4a5b-a5ca-eca9656b3138 Nov 24 01:48:04.635983 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-590d7688-4993-4ac6-9fc6-ba5035b872f5 None None] Publish callbacks [] for port, precommit_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:04.643483 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-590d7688-4993-4ac6-9fc6-ba5035b872f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:04.683532 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e5ce2f58-fde2-4f45-ac1d-7937b165034e tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks [] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:04.690365 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-e5ce2f58-fde2-4f45-ac1d-7937b165034e tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] 10.222.0.21 "DELETE /v2.0/networks/3eb5d33f-ef43-464b-867d-342919ce8674 HTTP/1.1" status: 204 len: 168 time: 4.8129978 Nov 24 01:48:04.690929 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1d16c641-a726-4c87-b99a-8ab56c88128f tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:04.693880 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47228) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:04.713154 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe152e07-594f-4f7f-9b53-39bbc90a8256 req-7fd08154-3bd9-4726-89a6-8a056da9cee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:48:04.714624 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-fe152e07-594f-4f7f-9b53-39bbc90a8256 req-7fd08154-3bd9-4726-89a6-8a056da9cee2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0439926c-1302-4dcb-a15d-d53f1b665c6d HTTP/1.1" status: 200 len: 912 time: 0.9955628 Nov 24 01:48:04.718846 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [None req-8b24139b-5035-477b-a151-22ee048c8373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempting to bind port 7b0bc5a4-aafc-4a5b-a5ca-eca9656b3138 on host hv-neutron-8189 for vnic_type normal with profile {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:48:04.719132 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [None req-8b24139b-5035-477b-a151-22ee048c8373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempting to bind port 7b0bc5a4-aafc-4a5b-a5ca-eca9656b3138 by drivers openvswitch,hyperv on host hv-neutron-8189 at level 0 using segments [{'id': '8aee612a-2bfb-4260-9244-4d2dfa0b71c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2e2715a2-46d1-464e-9bb9-7f55a2479234'}] {{(pid=109866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:48:04.719422 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b24139b-5035-477b-a151-22ee048c8373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempting to bind port 7b0bc5a4-aafc-4a5b-a5ca-eca9656b3138 on network 2e2715a2-46d1-464e-9bb9-7f55a2479234 {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:48:04.719556 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ce2f58-fde2-4f45-ac1d-7937b165034e tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Pushing event deleted for resources: {'Network': ['ID=3eb5d33f-ef43-464b-867d-342919ce8674,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:04.737029 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b24139b-5035-477b-a151-22ee048c8373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Port 7b0bc5a4-aafc-4a5b-a5ca-eca9656b3138 on network 2e2715a2-46d1-464e-9bb9-7f55a2479234 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8189 {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 01:48:04.737365 dv-neutron-818911-2-hyperv neutron-server[109866]: ERROR neutron.plugins.ml2.managers [None req-8b24139b-5035-477b-a151-22ee048c8373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Failed to bind port 7b0bc5a4-aafc-4a5b-a5ca-eca9656b3138 on host hv-neutron-8189 for vnic_type normal using segments [{'id': '8aee612a-2bfb-4260-9244-4d2dfa0b71c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2e2715a2-46d1-464e-9bb9-7f55a2479234'}] Nov 24 01:48:04.737758 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8b24139b-5035-477b-a151-22ee048c8373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:04.745305 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.pecan_wsgi.hooks.translation [None req-49b0a803-cf11-4eb5-b1b8-2d576f8e92fb tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] DELETE failed (client error): The resource could not be found. Nov 24 01:48:04.745780 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49b0a803-cf11-4eb5-b1b8-2d576f8e92fb tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:48:04.751201 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-49b0a803-cf11-4eb5-b1b8-2d576f8e92fb tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] 10.222.0.21 "DELETE /v2.0/subnets/360c9262-ef84-4daa-b0fe-95ac611af71b HTTP/1.1" status: 404 len: 337 time: 0.0531132 Nov 24 01:48:04.756293 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47232) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:04.788815 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-60c5d1e8-12de-496b-8ecd-71421a40b664 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:04.801197 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7dd677-b4e5-4607-b646-cb4101190b52 None None] Pushing event updated for resources: {'Port': ['ID=f78fcc42-05eb-4f95-9cb4-39a2ef7cfa60,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:04.804396 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-590d7688-4993-4ac6-9fc6-ba5035b872f5 None None] Attempting to bind port f78fcc42-05eb-4f95-9cb4-39a2ef7cfa60 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:48:04.804981 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-590d7688-4993-4ac6-9fc6-ba5035b872f5 None None] Attempting to bind port f78fcc42-05eb-4f95-9cb4-39a2ef7cfa60 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '2b1ff8b4-a836-4287-84a2-3eaf8ccfb867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:48:04.805630 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590d7688-4993-4ac6-9fc6-ba5035b872f5 None None] Attempting to bind port f78fcc42-05eb-4f95-9cb4-39a2ef7cfa60 on network 9b0cb615-dd00-417f-9128-01ca62e524f6 {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:48:04.812731 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd978c5e-0658-41ec-8dc3-17200bc4792b tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] DELETE failed (client error): The resource could not be found. Nov 24 01:48:04.813070 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd978c5e-0658-41ec-8dc3-17200bc4792b tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:48:04.813757 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590d7688-4993-4ac6-9fc6-ba5035b872f5 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:48:04.814473 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590d7688-4993-4ac6-9fc6-ba5035b872f5 None None] Checking segment: {'id': '2b1ff8b4-a836-4287-84a2-3eaf8ccfb867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:48:04.815277 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-590d7688-4993-4ac6-9fc6-ba5035b872f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:04.818258 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-bd978c5e-0658-41ec-8dc3-17200bc4792b tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] 10.222.0.21 "DELETE /v2.0/networks/3eb5d33f-ef43-464b-867d-342919ce8674 HTTP/1.1" status: 404 len: 339 time: 0.0511549 Nov 24 01:48:04.818976 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590d7688-4993-4ac6-9fc6-ba5035b872f5 None None] Bound using segment: {'id': '2b1ff8b4-a836-4287-84a2-3eaf8ccfb867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:48:04.819778 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-590d7688-4993-4ac6-9fc6-ba5035b872f5 None None] Bound port: f78fcc42-05eb-4f95-9cb4-39a2ef7cfa60, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1ff8b4-a836-4287-84a2-3eaf8ccfb867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:48:04.820695 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-590d7688-4993-4ac6-9fc6-ba5035b872f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:04.820933 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47234) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:04.843525 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-fe152e07-594f-4f7f-9b53-39bbc90a8256 req-d672a1e6-563a-41c9-a4b9-568b534ef3e2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b699589b-8212-4295-8919-4bb76ce3f790 HTTP/1.1" status: 200 len: 1000 time: 0.0999479 Nov 24 01:48:04.897898 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba61fb10-ee9b-417a-8891-c4f6179fa5cc tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] DELETE failed (client error): The resource could not be found. Nov 24 01:48:04.898355 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba61fb10-ee9b-417a-8891-c4f6179fa5cc tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:48:04.901467 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-ba61fb10-ee9b-417a-8891-c4f6179fa5cc tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] 10.222.0.21 "DELETE /v2.0/subnets/47fe017b-3f6c-4b8e-a5a1-026eca62cab8 HTTP/1.1" status: 404 len: 337 time: 0.0702863 Nov 24 01:48:04.905366 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-590d7688-4993-4ac6-9fc6-ba5035b872f5 None None] For port f78fcc42-05eb-4f95-9cb4-39a2ef7cfa60, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:48:04.909783 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-590d7688-4993-4ac6-9fc6-ba5035b872f5 None None] For port f78fcc42-05eb-4f95-9cb4-39a2ef7cfa60, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=f78fcc42-05eb-4f95-9cb4-39a2ef7cfa60,segment=NetworkSegment(2b1ff8b4-a836-4287-84a2-3eaf8ccfb867),segment_id=2b1ff8b4-a836-4287-84a2-3eaf8ccfb867)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:48:04.917619 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-590d7688-4993-4ac6-9fc6-ba5035b872f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:04.920335 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47236) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:04.923143 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 48a73545-8092-4069-ac5f-f26ee8d39d60 no longer exists at agent hyperv_hv-neutron-8189 {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:48:04.958855 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.pecan_wsgi.hooks.translation [None req-e20fff3e-a35f-4231-bd4d-d9fee163afaf tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] DELETE failed (client error): The resource could not be found. Nov 24 01:48:04.959361 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e20fff3e-a35f-4231-bd4d-d9fee163afaf tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:48:04.962481 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-e20fff3e-a35f-4231-bd4d-d9fee163afaf tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] 10.222.0.21 "DELETE /v2.0/networks/e1793983-1bc5-4519-9f24-79577795be1e HTTP/1.1" status: 404 len: 339 time: 0.0376313 Nov 24 01:48:04.967369 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47238) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:05.004910 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe152e07-594f-4f7f-9b53-39bbc90a8256 req-080c08f6-cb01-4187-b2b0-a5d534f6b204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:48:05.006439 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-fe152e07-594f-4f7f-9b53-39bbc90a8256 req-080c08f6-cb01-4187-b2b0-a5d534f6b204 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3cd00567-bdb6-4d9c-8716-d6fe9a6098c7 HTTP/1.1" status: 200 len: 850 time: 0.1542835 Nov 24 01:48:05.036556 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7dd677-b4e5-4607-b646-cb4101190b52 None None] Pushing event updated for resources: {'Port': ['ID=f78fcc42-05eb-4f95-9cb4-39a2ef7cfa60,revision_number=4']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:05.040069 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590d7688-4993-4ac6-9fc6-ba5035b872f5 None None] Routers {'758a59dd-e318-4267-b4d3-3bd5179a6045'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:48:05.040592 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-590d7688-4993-4ac6-9fc6-ba5035b872f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:47:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['758a59dd-e318-4267-b4d3-3bd5179a6045'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:05.069206 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1d16c641-a726-4c87-b99a-8ab56c88128f tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29149324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29154870'] for subnet, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:05.093050 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937dd99b-ae8f-495a-a0a6-762617220bec req-b828093e-946c-4129-9579-609f6d0a3d14 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:48:05.102408 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2cc344bd-999c-4ad5-b030-5e5e89efc2ac tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:05.102733 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-937dd99b-ae8f-495a-a0a6-762617220bec req-b828093e-946c-4129-9579-609f6d0a3d14 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7fa21ef-c2f6-4d95-b817-914404dd2b8b HTTP/1.1" status: 200 len: 945 time: 0.2956893 Nov 24 01:48:05.166614 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a1617487-54d2-4ef6-8a50-404562ece48e tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3777994'] for router_interface, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:05.174082 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe152e07-594f-4f7f-9b53-39bbc90a8256 req-11547819-ed87-4b4d-914c-f7ff96f14851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:48:05.175692 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-fe152e07-594f-4f7f-9b53-39bbc90a8256 req-11547819-ed87-4b4d-914c-f7ff96f14851 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0439926c-1302-4dcb-a15d-d53f1b665c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1578188 Nov 24 01:48:05.176779 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:05.179714 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d16c641-a726-4c87-b99a-8ab56c88128f tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Pushing event deleted for resources: {'Subnet': ['ID=7fdfd734-28ce-48ca-99d8-babaa0df8f3f,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:05.210470 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 48a73545-8092-4069-ac5f-f26ee8d39d60 {{(pid=109868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 01:48:05.239279 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port 48a73545-8092-4069-ac5f-f26ee8d39d60, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=48a73545-8092-4069-ac5f-f26ee8d39d60,segment=NetworkSegment(db823f0a-caf6-41c9-bc62-afb7ce23547f),segment_id=db823f0a-caf6-41c9-bc62-afb7ce23547f)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:48:05.241936 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-590d7688-4993-4ac6-9fc6-ba5035b872f5 None None] Set router 758a59dd-e318-4267-b4d3-3bd5179a6045 gateway port host: None {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:48:05.321295 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-60c5d1e8-12de-496b-8ecd-71421a40b664 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:05.321688 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-60c5d1e8-12de-496b-8ecd-71421a40b664 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418250'] for floatingip, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:05.322011 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.l3_db [None req-60c5d1e8-12de-496b-8ecd-71421a40b664 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Floating IP 3d1ae36b-140d-4667-8dfa-a4c1a475d7d1 disassociated. External IP: 172.26.5.39, port: 041c807a-fdb3-4704-b342-5f1d2ab54744. Nov 24 01:48:05.322345 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-60c5d1e8-12de-496b-8ecd-71421a40b664 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Calling delete_port for 041c807a-fdb3-4704-b342-5f1d2ab54744 owned by {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:48:05.333022 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-a9801f05-1f34-4451-a188-606c8696307d None None] Provisioning complete for port f78fcc42-05eb-4f95-9cb4-39a2ef7cfa60 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:48:05.333430 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a9801f05-1f34-4451-a188-606c8696307d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:05.359982 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:05.427732 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8234736b-d3a7-40e8-9c42-16b6a38cfeed req-efae5b5c-98fd-44db-a905-4bbf8530b82e tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:48:05.429243 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-8234736b-d3a7-40e8-9c42-16b6a38cfeed req-efae5b5c-98fd-44db-a905-4bbf8530b82e tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/ports?device_id=54a6fdcb-af1b-4e68-a904-3bb95b5cf340 HTTP/1.1" status: 200 len: 945 time: 0.2211990 Nov 24 01:48:05.487519 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=48a73545-8092-4069-ac5f-f26ee8d39d60,revision_number=7']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:05.500485 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2cc344bd-999c-4ad5-b030-5e5e89efc2ac tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:05.566274 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a9801f05-1f34-4451-a188-606c8696307d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:05.569004 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-fe152e07-594f-4f7f-9b53-39bbc90a8256 req-a09e7745-0307-44ca-a84b-cb73bb4d65d2 service neutron] 10.222.0.48 "GET /v2.0/networks/0439926c-1302-4dcb-a15d-d53f1b665c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3597708 Nov 24 01:48:05.570701 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-2cc344bd-999c-4ad5-b030-5e5e89efc2ac tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c281a3b-6c56-4a50-8d3b-10595aad9458']}} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:05.601380 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-2cc344bd-999c-4ad5-b030-5e5e89efc2ac tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe69dc29-689f-411e-a3be-91c7f76abcf5') {'for_net_delete': True} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:05.601658 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-2cc344bd-999c-4ad5-b030-5e5e89efc2ac tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe69dc29-689f-411e-a3be-91c7f76abcf5') {} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:05.612419 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-a9801f05-1f34-4451-a188-606c8696307d None None] For port f78fcc42-05eb-4f95-9cb4-39a2ef7cfa60, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=f78fcc42-05eb-4f95-9cb4-39a2ef7cfa60,segment=NetworkSegment(2b1ff8b4-a836-4287-84a2-3eaf8ccfb867),segment_id=2b1ff8b4-a836-4287-84a2-3eaf8ccfb867)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:48:05.618539 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a9801f05-1f34-4451-a188-606c8696307d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:05.632322 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2cc344bd-999c-4ad5-b030-5e5e89efc2ac tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28690908'] for segment, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:05.656101 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-590d7688-4993-4ac6-9fc6-ba5035b872f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '758a59dd-e318-4267-b4d3-3bd5179a6045', 'name': 'tempest-NetworksTestDHCPv6-router-1329747890', 'tenant_id': '6974375fded34c83af8967d3f69dce07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:47:58Z', 'updated_at': '2021-11-24T01:48:01Z', 'revision_number': 2, 'project_id': '6974375fded34c83af8967d3f69dce07', 'gw_port_host': None, '_interfaces': [{'id': 'f78fcc42-05eb-4f95-9cb4-39a2ef7cfa60', 'name': '', 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6', 'tenant_id': '6974375fded34c83af8967d3f69dce07', 'mac_address': 'fa:16:3e:d8:20:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '758a59dd-e318-4267-b4d3-3bd5179a6045', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '69ab8f97-2878-4bf3-80d4-5f5c6e5a22a0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:47:59Z', 'updated_at': '2021-11-24T01:48:04Z', 'revision_number': 4, 'project_id': '6974375fded34c83af8967d3f69dce07', 'subnets': [{'id': '69ab8f97-2878-4bf3-80d4-5f5c6e5a22a0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:05.659084 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-8234736b-d3a7-40e8-9c42-16b6a38cfeed req-d7698ef4-ddee-4f29-9917-d63b0c49b2d9 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa820965-f51f-4c0f-92b9-3c3d3d9ef329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1987083 Nov 24 01:48:05.693061 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590d7688-4993-4ac6-9fc6-ba5035b872f5 None None] The sync data for ids ['758a59dd-e318-4267-b4d3-3bd5179a6045'] in dv-neutron-818911-2-hyperv is: [{'id': '758a59dd-e318-4267-b4d3-3bd5179a6045', 'name': 'tempest-NetworksTestDHCPv6-router-1329747890', 'tenant_id': '6974375fded34c83af8967d3f69dce07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:47:58Z', 'updated_at': '2021-11-24T01:48:01Z', 'revision_number': 2, 'project_id': '6974375fded34c83af8967d3f69dce07', 'gw_port_host': None, '_interfaces': [{'id': 'f78fcc42-05eb-4f95-9cb4-39a2ef7cfa60', 'name': '', 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6', 'tenant_id': '6974375fded34c83af8967d3f69dce07', 'mac_address': 'fa:16:3e:d8:20:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '758a59dd-e318-4267-b4d3-3bd5179a6045', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '69ab8f97-2878-4bf3-80d4-5f5c6e5a22a0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:47:59Z', 'updated_at': '2021-11-24T01:48:04Z', 'revision_number': 4, 'project_id': '6974375fded34c83af8967d3f69dce07', 'subnets': [{'id': '69ab8f97-2878-4bf3-80d4-5f5c6e5a22a0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:48:05.698659 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2cc344bd-999c-4ad5-b030-5e5e89efc2ac tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:05.702204 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1d16c641-a726-4c87-b99a-8ab56c88128f tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:05.704094 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab315d8-4ef6-4ecd-b217-cd9372da7d66 None None] Network 0b39e72d-1244-4a44-91ee-28b4de878b98 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:48:05.706022 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-1d16c641-a726-4c87-b99a-8ab56c88128f tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "DELETE /v2.0/subnets/7fdfd734-28ce-48ca-99d8-babaa0df8f3f HTTP/1.1" status: 204 len: 168 time: 1.4296424 Nov 24 01:48:05.708204 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [None req-8b24139b-5035-477b-a151-22ee048c8373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] For port 7b0bc5a4-aafc-4a5b-a5ca-eca9656b3138, host hv-neutron-8189, cleared binding levels {{(pid=109866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:48:05.708798 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [None req-8b24139b-5035-477b-a151-22ee048c8373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attempted to set empty binding levels {{(pid=109866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 24 01:48:05.709452 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cc344bd-999c-4ad5-b030-5e5e89efc2ac tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=109867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:48:05.709902 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2cc344bd-999c-4ad5-b030-5e5e89efc2ac tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25503736'] for segment, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:05.723968 dv-neutron-818911-2-hyperv neutron-server[109867]: Traceback (most recent call last): Nov 24 01:48:05.723968 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:48:05.723968 dv-neutron-818911-2-hyperv neutron-server[109867]: timer() Nov 24 01:48:05.723968 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:48:05.723968 dv-neutron-818911-2-hyperv neutron-server[109867]: cb(*args, **kw) Nov 24 01:48:05.723968 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:48:05.723968 dv-neutron-818911-2-hyperv neutron-server[109867]: return func(*args, **kwargs) Nov 24 01:48:05.723968 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:48:05.723968 dv-neutron-818911-2-hyperv neutron-server[109867]: self._notify() Nov 24 01:48:05.723968 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:48:05.723968 dv-neutron-818911-2-hyperv neutron-server[109867]: self.callback(batched_events) Nov 24 01:48:05.723968 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:48:05.723968 dv-neutron-818911-2-hyperv neutron-server[109867]: event.method(event) Nov 24 01:48:05.723968 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:48:05.723968 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:48:05.723968 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:48:05.723968 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:48:05.723968 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:48:05.723968 dv-neutron-818911-2-hyperv neutron-server[109867]: return f(self, *a, **k) Nov 24 01:48:05.723968 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:48:05.723968 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._get(url).json() Nov 24 01:48:05.723968 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:48:05.723968 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:48:05.723968 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:48:05.723968 dv-neutron-818911-2-hyperv neutron-server[109867]: return self.request(url, 'GET', **kwargs) Nov 24 01:48:05.723968 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:48:05.723968 dv-neutron-818911-2-hyperv neutron-server[109867]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:48:05.723968 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:48:05.723968 dv-neutron-818911-2-hyperv neutron-server[109867]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:48:05.723968 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:48:05.723968 dv-neutron-818911-2-hyperv neutron-server[109867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:48:05.723968 dv-neutron-818911-2-hyperv neutron-server[109867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:48:05.726224 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47242) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:05.737691 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9801f05-1f34-4451-a188-606c8696307d None None] Pushing event updated for resources: {'Port': ['ID=f78fcc42-05eb-4f95-9cb4-39a2ef7cfa60,revision_number=5']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:05.743150 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8b24139b-5035-477b-a151-22ee048c8373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29149402'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:05.803469 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-5daf7de3-2302-4b57-aabc-54c7c5c062fd None None] Provisioning complete for port f78fcc42-05eb-4f95-9cb4-39a2ef7cfa60 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:48:05.804176 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-5daf7de3-2302-4b57-aabc-54c7c5c062fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:05.810299 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-fe152e07-594f-4f7f-9b53-39bbc90a8256 req-b76c544c-9045-4898-96e4-fe17bb7000d6 service neutron] 10.222.0.48 "GET /v2.0/networks/0439926c-1302-4dcb-a15d-d53f1b665c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221510 Nov 24 01:48:05.812847 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2cc344bd-999c-4ad5-b030-5e5e89efc2ac tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:05.840056 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2cc344bd-999c-4ad5-b030-5e5e89efc2ac tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks [] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:05.852356 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-2cc344bd-999c-4ad5-b030-5e5e89efc2ac tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] 10.222.0.21 "DELETE /v2.0/networks/6c281a3b-6c56-4a50-8d3b-10595aad9458 HTTP/1.1" status: 204 len: 168 time: 0.8832214 Nov 24 01:48:05.855436 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47244) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:05.863029 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b24139b-5035-477b-a151-22ee048c8373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Pushing event updated for resources: {'Port': ['ID=7b0bc5a4-aafc-4a5b-a5ca-eca9656b3138,revision_number=3']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:05.866579 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-8b24139b-5035-477b-a151-22ee048c8373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] In _notify_port_updated(), no bound segment for port 7b0bc5a4-aafc-4a5b-a5ca-eca9656b3138 on network 2e2715a2-46d1-464e-9bb9-7f55a2479234 {{(pid=109866) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 24 01:48:05.867600 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b24139b-5035-477b-a151-22ee048c8373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:48:05.868327 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8b24139b-5035-477b-a151-22ee048c8373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:05.872394 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-8b24139b-5035-477b-a151-22ee048c8373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] 10.222.0.21 "PUT /v2.0/ports/7b0bc5a4-aafc-4a5b-a5ca-eca9656b3138 HTTP/1.1" status: 200 len: 980 time: 2.4321187 Nov 24 01:48:05.875164 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47246) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:05.895030 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-937dd99b-ae8f-495a-a0a6-762617220bec req-0be7937c-9292-4774-82a9-58521bf27a5a tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] 10.222.0.21 "GET /v2.0/security-groups?id=137d305a-b3ea-4e14-b9c3-3a9986b7aca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7914093 Nov 24 01:48:05.905636 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc344bd-999c-4ad5-b030-5e5e89efc2ac tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Pushing event deleted for resources: {'Network': ['ID=6c281a3b-6c56-4a50-8d3b-10595aad9458,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:05.908182 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_v2 [None req-6388a0a6-0077-44b6-b0ed-02f375902c44 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Deleting subnet da6c50b1-ebe1-4dea-81c3-8fb8ed654de3 {{(pid=109866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 01:48:05.912362 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-6388a0a6-0077-44b6-b0ed-02f375902c44 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks [] for subnet, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:05.925433 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.pecan_wsgi.hooks.translation [None req-549d296f-5c1a-4a61-87d6-54b969e4941f tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] DELETE failed (client error): The resource could not be found. Nov 24 01:48:05.926144 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-549d296f-5c1a-4a61-87d6-54b969e4941f tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:48:05.931641 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-549d296f-5c1a-4a61-87d6-54b969e4941f tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] 10.222.0.21 "DELETE /v2.0/subnets/efb78e9d-2133-43d2-9ea1-1d45bdd5ca1f HTTP/1.1" status: 404 len: 337 time: 0.0754941 Nov 24 01:48:05.936172 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47248) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:05.973166 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb1b58d3-bb5b-4f3e-a2cc-4b7aa37e9b45 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] DELETE failed (client error): The resource could not be found. Nov 24 01:48:05.973166 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb1b58d3-bb5b-4f3e-a2cc-4b7aa37e9b45 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:48:05.974832 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47250) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:05.974966 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-bb1b58d3-bb5b-4f3e-a2cc-4b7aa37e9b45 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] 10.222.0.21 "DELETE /v2.0/networks/96479a1f-f3b9-4317-8cf5-a480e04037da HTTP/1.1" status: 404 len: 339 time: 0.0384269 Nov 24 01:48:05.975087 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47252) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:06.015583 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-a1617487-54d2-4ef6-8a50-404562ece48e tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Deleting port f78fcc42-05eb-4f95-9cb4-39a2ef7cfa60 {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:48:06.015964 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a1617487-54d2-4ef6-8a50-404562ece48e tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:06.037341 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-6388a0a6-0077-44b6-b0ed-02f375902c44 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29055568'] for subnet, precommit_delete_associations {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:06.091904 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8309465-146b-43b3-ade7-92a8e80e5044 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] DELETE failed (client error): The resource could not be found. Nov 24 01:48:06.092505 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8309465-146b-43b3-ade7-92a8e80e5044 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:48:06.101776 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-b8309465-146b-43b3-ade7-92a8e80e5044 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] 10.222.0.21 "DELETE /v2.0/subnets/381646a4-0b09-4690-832e-3a48cdc2acc4 HTTP/1.1" status: 404 len: 337 time: 0.1146350 Nov 24 01:48:06.107990 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47254) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:06.136748 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-6eba1cc8-2462-475f-8e6b-94a59622f294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Deleting port 7b0bc5a4-aafc-4a5b-a5ca-eca9656b3138 {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:48:06.137857 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6eba1cc8-2462-475f-8e6b-94a59622f294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:06.152617 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-01e59f30-ba08-481f-92b8-b0d992092698 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] 10.222.0.21 "GET /v2.0/floatingips/a49d7690-fed2-4b32-ad74-6507fe4d4f7a HTTP/1.1" status: 200 len: 992 time: 0.1729043 Nov 24 01:48:06.173944 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-60c5d1e8-12de-496b-8ecd-71421a40b664 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:06.176554 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1cc9e75-2b6f-4e19-9123-7a418b717aa9 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] DELETE failed (client error): The resource could not be found. Nov 24 01:48:06.177169 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1cc9e75-2b6f-4e19-9123-7a418b717aa9 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:48:06.184109 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-e1cc9e75-2b6f-4e19-9123-7a418b717aa9 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] 10.222.0.21 "DELETE /v2.0/networks/924d8724-b477-455b-bbad-e17270b2de3b HTTP/1.1" status: 404 len: 339 time: 0.0748038 Nov 24 01:48:06.189178 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47256) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:06.249328 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c5d1e8-12de-496b-8ecd-71421a40b664 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Pushing event deleted for resources: {'Port': ['ID=041c807a-fdb3-4704-b342-5f1d2ab54744,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:06.268125 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-6388a0a6-0077-44b6-b0ed-02f375902c44 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:06.280866 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d1e813-7459-4758-b731-e9bb061cf55d None None] DHCP port deletion for c9fd22a9-70fd-48d0-bfd4-bfc1509f80af request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:48:06.284497 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e586ab6-d81c-42f1-8bd1-628d5091c703 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] DELETE failed (client error): The resource could not be found. Nov 24 01:48:06.287632 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e586ab6-d81c-42f1-8bd1-628d5091c703 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:48:06.295888 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-7e586ab6-d81c-42f1-8bd1-628d5091c703 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] 10.222.0.21 "DELETE /v2.0/subnets/833aa192-b5c4-49f6-956b-fe3008e2a98d HTTP/1.1" status: 404 len: 337 time: 0.0999494 Nov 24 01:48:06.298258 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47258) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:06.383218 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-8adf6e00-a948-4e54-9359-3947069f0093 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] DELETE failed (client error): The resource could not be found. Nov 24 01:48:06.384166 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8adf6e00-a948-4e54-9359-3947069f0093 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:48:06.388017 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-8adf6e00-a948-4e54-9359-3947069f0093 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] 10.222.0.21 "DELETE /v2.0/networks/613b7c4c-1f35-4e27-9dd7-b67e41188102 HTTP/1.1" status: 404 len: 339 time: 0.0839212 Nov 24 01:48:06.391440 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47260) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:06.393298 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [None req-6eba1cc8-2462-475f-8e6b-94a59622f294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] For port 7b0bc5a4-aafc-4a5b-a5ca-eca9656b3138, host hv-neutron-8189, got binding levels [] {{(pid=109867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:48:06.393775 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6eba1cc8-2462-475f-8e6b-94a59622f294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:06.437033 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d371a64-6c92-4cd9-bda6-9f17ec40cb98 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] DELETE failed (client error): The resource could not be found. Nov 24 01:48:06.437604 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d371a64-6c92-4cd9-bda6-9f17ec40cb98 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:48:06.467018 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-0d371a64-6c92-4cd9-bda6-9f17ec40cb98 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] 10.222.0.21 "DELETE /v2.0/subnets/529655e1-0215-497d-90b8-7ca98fc562df HTTP/1.1" status: 404 len: 337 time: 0.0703151 Nov 24 01:48:06.467652 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47262) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:06.493341 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-6388a0a6-0077-44b6-b0ed-02f375902c44 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29149324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29154870'] for subnet, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:06.538388 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.pecan_wsgi.hooks.translation [None req-3184e5c7-c5bc-4d65-add4-c521ff49132c tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] DELETE failed (client error): The resource could not be found. Nov 24 01:48:06.539331 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3184e5c7-c5bc-4d65-add4-c521ff49132c tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:48:06.545895 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-6388a0a6-0077-44b6-b0ed-02f375902c44 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:06.546622 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-3184e5c7-c5bc-4d65-add4-c521ff49132c tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] 10.222.0.21 "DELETE /v2.0/networks/c791ae8f-15cf-412b-b0ef-aaf1d3f4a7da HTTP/1.1" status: 404 len: 339 time: 0.0563347 Nov 24 01:48:06.547595 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47264) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:06.548863 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-6eba1cc8-2462-475f-8e6b-94a59622f294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Calling delete_port for 7b0bc5a4-aafc-4a5b-a5ca-eca9656b3138 owned by {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:48:06.549317 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-6388a0a6-0077-44b6-b0ed-02f375902c44 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "DELETE /v2.0/subnets/da6c50b1-ebe1-4dea-81c3-8fb8ed654de3 HTTP/1.1" status: 204 len: 168 time: 0.8228717 Nov 24 01:48:06.552663 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [None req-a1617487-54d2-4ef6-8a50-404562ece48e tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] For port f78fcc42-05eb-4f95-9cb4-39a2ef7cfa60, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=f78fcc42-05eb-4f95-9cb4-39a2ef7cfa60,segment=NetworkSegment(2b1ff8b4-a836-4287-84a2-3eaf8ccfb867),segment_id=2b1ff8b4-a836-4287-84a2-3eaf8ccfb867)] {{(pid=109867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:48:06.553098 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60c5d1e8-12de-496b-8ecd-71421a40b664 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Router 218457ea-2bcf-4aa0-b2ed-a7f05045e693 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:48:06.553686 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a1617487-54d2-4ef6-8a50-404562ece48e tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:06.555215 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6388a0a6-0077-44b6-b0ed-02f375902c44 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Pushing event deleted for resources: {'Subnet': ['ID=da6c50b1-ebe1-4dea-81c3-8fb8ed654de3,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:06.557845 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47266) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:06.607515 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cd13f07-b03f-4212-a559-22688202d3a4 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] DELETE failed (client error): The resource could not be found. Nov 24 01:48:06.607994 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cd13f07-b03f-4212-a559-22688202d3a4 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:48:06.614707 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-3cd13f07-b03f-4212-a559-22688202d3a4 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "DELETE /v2.0/subnets/7fdfd734-28ce-48ca-99d8-babaa0df8f3f HTTP/1.1" status: 404 len: 337 time: 0.0556226 Nov 24 01:48:06.619293 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device f78fcc42-05eb-4f95-9cb4-39a2ef7cfa60 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:48:06.620729 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bcb5187-dede-40c5-a68b-6d782c49c0fa tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] DELETE failed (client error): The resource could not be found. Nov 24 01:48:06.621249 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bcb5187-dede-40c5-a68b-6d782c49c0fa tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:48:06.627599 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-0bcb5187-dede-40c5-a68b-6d782c49c0fa tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] 10.222.0.21 "DELETE /v2.0/subnets/c9acfcb5-3314-449d-9cf8-0bfd31bc47c0 HTTP/1.1" status: 404 len: 337 time: 0.0704777 Nov 24 01:48:06.628837 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47270) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:06.629542 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47268) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:06.631592 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-a1617487-54d2-4ef6-8a50-404562ece48e tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Calling delete_port for f78fcc42-05eb-4f95-9cb4-39a2ef7cfa60 owned by network:router_interface {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:48:06.701910 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.pecan_wsgi.hooks.translation [None req-3da8a1fc-362c-49e0-9edb-8a68d0581b31 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] DELETE failed (client error): The resource could not be found. Nov 24 01:48:06.702572 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3da8a1fc-362c-49e0-9edb-8a68d0581b31 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:48:06.707820 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-3da8a1fc-362c-49e0-9edb-8a68d0581b31 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] 10.222.0.21 "DELETE /v2.0/networks/c33adcf7-7571-46fe-b285-b9ba7e8ec19c HTTP/1.1" status: 404 len: 339 time: 0.0719121 Nov 24 01:48:06.709085 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port f78fcc42-05eb-4f95-9cb4-39a2ef7cfa60 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:48:06.709551 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:06.713360 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47274) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:06.745084 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d2bc84c-ab9f-422d-8126-8b3475bc5a19 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Deleting subnet 28235a0b-39a8-4ea3-ba06-d534f16cc61c {{(pid=109866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 01:48:06.750937 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8d2bc84c-ab9f-422d-8126-8b3475bc5a19 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks [] for subnet, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:06.780491 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dada210-e42c-4c3b-83a2-ade4c2c4f956 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] DELETE failed (client error): The resource could not be found. Nov 24 01:48:06.780951 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dada210-e42c-4c3b-83a2-ade4c2c4f956 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:48:06.786552 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-8dada210-e42c-4c3b-83a2-ade4c2c4f956 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] 10.222.0.21 "DELETE /v2.0/subnets/f699346e-e807-4bcc-92f3-bd4418aa64ff HTTP/1.1" status: 404 len: 337 time: 0.0700169 Nov 24 01:48:06.794050 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47276) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:06.836770 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-acf494b1-888b-4db8-8e8d-0818532ff94d tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] DELETE failed (client error): The resource could not be found. Nov 24 01:48:06.837284 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acf494b1-888b-4db8-8e8d-0818532ff94d tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:48:06.841013 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-acf494b1-888b-4db8-8e8d-0818532ff94d tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] 10.222.0.21 "DELETE /v2.0/networks/b7727687-2993-4726-8274-009e67cfeec4 HTTP/1.1" status: 404 len: 339 time: 0.0422885 Nov 24 01:48:06.855644 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47278) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:06.881667 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8d2bc84c-ab9f-422d-8126-8b3475bc5a19 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29055568'] for subnet, precommit_delete_associations {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:06.904122 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ba44de-867e-4c70-835e-9c692cd2faf6 None None] Network 0b39e72d-1244-4a44-91ee-28b4de878b98 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:48:06.914720 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.pecan_wsgi.hooks.translation [None req-b15f2067-b630-4bc0-8816-5acc2de06b3b tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] DELETE failed (client error): The resource could not be found. Nov 24 01:48:06.915167 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b15f2067-b630-4bc0-8816-5acc2de06b3b tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:48:06.918813 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-b15f2067-b630-4bc0-8816-5acc2de06b3b tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] 10.222.0.21 "DELETE /v2.0/subnets/7b06f2bb-ae3a-466d-8f22-c3025418584c HTTP/1.1" status: 404 len: 337 time: 0.0543652 Nov 24 01:48:06.922880 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47280) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:06.935770 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 48a73545-8092-4069-ac5f-f26ee8d39d60 up at agent hyperv_hv-neutron-8189 {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:48:06.939200 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6981974d-9b82-406c-b9b4-8824054680cc req-9f9ec347-4e53-4384-b72d-585b6ed515c4 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:48:06.940793 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-6981974d-9b82-406c-b9b4-8824054680cc req-9f9ec347-4e53-4384-b72d-585b6ed515c4 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/ports?device_id=54a6fdcb-af1b-4e68-a904-3bb95b5cf340 HTTP/1.1" status: 200 len: 945 time: 0.1539772 Nov 24 01:48:06.955886 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9530965-6966-4908-ae33-9e4dd3b709bd tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] DELETE failed (client error): The resource could not be found. Nov 24 01:48:06.956421 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9530965-6966-4908-ae33-9e4dd3b709bd tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:48:06.961938 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-d9530965-6966-4908-ae33-9e4dd3b709bd tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] 10.222.0.21 "DELETE /v2.0/networks/b4ab6f90-d1b6-451c-aef5-07db316af930 HTTP/1.1" status: 404 len: 339 time: 0.0357330 Nov 24 01:48:06.963806 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47282) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:06.974458 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60c5d1e8-12de-496b-8ecd-71421a40b664 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:48:06.993740 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8225a8-27b3-4c98-87a6-1f127ec62a55 None None] Sync routers for ids ['218457ea-2bcf-4aa0-b2ed-a7f05045e693'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:48:07.011071 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6eba1cc8-2462-475f-8e6b-94a59622f294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:07.060249 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eba1cc8-2462-475f-8e6b-94a59622f294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Pushing event deleted for resources: {'Port': ['ID=7b0bc5a4-aafc-4a5b-a5ca-eca9656b3138,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:07.069816 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8d2bc84c-ab9f-422d-8126-8b3475bc5a19 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:07.090195 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8225a8-27b3-4c98-87a6-1f127ec62a55 None None] Routers {'218457ea-2bcf-4aa0-b2ed-a7f05045e693'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:48:07.091707 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-8d8225a8-27b3-4c98-87a6-1f127ec62a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:47:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['218457ea-2bcf-4aa0-b2ed-a7f05045e693'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:07.101403 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6eba1cc8-2462-475f-8e6b-94a59622f294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:07.104814 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-6eba1cc8-2462-475f-8e6b-94a59622f294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] 10.222.0.21 "DELETE /v2.0/ports/7b0bc5a4-aafc-4a5b-a5ca-eca9656b3138 HTTP/1.1" status: 204 len: 168 time: 1.2287347 Nov 24 01:48:07.123715 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-6981974d-9b82-406c-b9b4-8824054680cc req-eb7f5a7a-2d65-4caa-9a38-9d5b7785651f tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa820965-f51f-4c0f-92b9-3c3d3d9ef329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1689031 Nov 24 01:48:07.124322 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47284) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:07.133457 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-e866a58f-5f91-4c8b-a114-e929e52ea17b tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] DELETE failed (client error): The resource could not be found. Nov 24 01:48:07.133457 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e866a58f-5f91-4c8b-a114-e929e52ea17b tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:48:07.139964 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-e866a58f-5f91-4c8b-a114-e929e52ea17b tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] 10.222.0.21 "DELETE /v2.0/subnets/61e6ad6e-8bf0-414e-8a71-ca9f50a6104f HTTP/1.1" status: 404 len: 337 time: 0.1751175 Nov 24 01:48:07.155707 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47288) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:07.216716 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8d2bc84c-ab9f-422d-8126-8b3475bc5a19 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29149324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29154870'] for subnet, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:07.222290 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.pecan_wsgi.hooks.translation [None req-92151f84-9d8c-45bc-a1a2-36638f7a161f tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] GET failed (client error): The resource could not be found. Nov 24 01:48:07.229811 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-92151f84-9d8c-45bc-a1a2-36638f7a161f tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-600299632-project-admin] 10.222.0.21 "GET /v2.0/ports/7b0bc5a4-aafc-4a5b-a5ca-eca9656b3138 HTTP/1.1" status: 404 len: 333 time: 0.1005378 Nov 24 01:48:07.231612 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47290) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:07.244922 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a1617487-54d2-4ef6-8a50-404562ece48e tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:07.274678 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-60c5d1e8-12de-496b-8ecd-71421a40b664 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:07.280105 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-60c5d1e8-12de-496b-8ecd-71421a40b664 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] 10.222.0.21 "DELETE /v2.0/ports/041c807a-fdb3-4704-b342-5f1d2ab54744 HTTP/1.1" status: 204 len: 168 time: 2.9834981 Nov 24 01:48:07.286345 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8d2bc84c-ab9f-422d-8126-8b3475bc5a19 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:07.291772 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-8d2bc84c-ab9f-422d-8126-8b3475bc5a19 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "DELETE /v2.0/subnets/28235a0b-39a8-4ea3-ba06-d534f16cc61c HTTP/1.1" status: 204 len: 168 time: 0.6587830 Nov 24 01:48:07.292720 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47292) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:07.293057 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47294) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:07.320758 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1617487-54d2-4ef6-8a50-404562ece48e tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Pushing event deleted for resources: {'Port': ['ID=f78fcc42-05eb-4f95-9cb4-39a2ef7cfa60,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:07.358247 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-8d8225a8-27b3-4c98-87a6-1f127ec62a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:07.392976 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-4fc26f13-5238-4cf3-a94a-e8660e1c8905 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] 10.222.0.21 "GET /v2.0/floatingips/3d1ae36b-140d-4667-8dfa-a4c1a475d7d1 HTTP/1.1" status: 200 len: 687 time: 0.0981421 Nov 24 01:48:07.393894 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-b657de3c-c616-47ef-ac3d-cec9fe24f082 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] DELETE failed (client error): The resource could not be found. Nov 24 01:48:07.394354 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b657de3c-c616-47ef-ac3d-cec9fe24f082 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:48:07.399749 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-b657de3c-c616-47ef-ac3d-cec9fe24f082 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "DELETE /v2.0/subnets/f6d7149a-b944-43ee-8e46-ee67fc52210d HTTP/1.1" status: 404 len: 337 time: 0.0519867 Nov 24 01:48:07.399947 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-a3cbb29d-3f1b-4cf5-82f5-552e1b5c3f2b None None] Provisioning complete for port 855f948b-0bc7-4c79-850f-9e63c3c6b410 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:48:07.399947 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a3cbb29d-3f1b-4cf5-82f5-552e1b5c3f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:07.400113 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-34bf409a-6d82-44b3-98d6-4267c50ab122 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] DELETE failed (client error): The resource could not be found. Nov 24 01:48:07.400113 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34bf409a-6d82-44b3-98d6-4267c50ab122 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:48:07.410978 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-34bf409a-6d82-44b3-98d6-4267c50ab122 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] 10.222.0.21 "DELETE /v2.0/networks/dae9b940-ccf5-4cf3-b9e5-c4536d2a2397 HTTP/1.1" status: 404 len: 339 time: 0.2543020 Nov 24 01:48:07.411595 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47296) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:07.411928 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47298) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:07.412244 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47300) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:07.457374 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8225a8-27b3-4c98-87a6-1f127ec62a55 None None] Routers {'218457ea-2bcf-4aa0-b2ed-a7f05045e693'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:48:07.458695 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-8d8225a8-27b3-4c98-87a6-1f127ec62a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:47:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['218457ea-2bcf-4aa0-b2ed-a7f05045e693'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:07.555425 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a1617487-54d2-4ef6-8a50-404562ece48e tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424538'] for router_interface, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:07.573919 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-72185362-25cf-4201-8e11-6ee7334a7865 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081518012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081518012-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:07.589991 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-77421e6a-7f12-4eb1-9adf-b1a796ec2202 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6ffe46c-f803-48ed-a064-72449f80e22c HTTP/1.1" status: 200 len: 205 time: 0.0983942 Nov 24 01:48:07.596290 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2bc84c-ab9f-422d-8126-8b3475bc5a19 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Pushing event deleted for resources: {'Subnet': ['ID=28235a0b-39a8-4ea3-ba06-d534f16cc61c,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:07.602271 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47302) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:07.604535 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-8d8225a8-27b3-4c98-87a6-1f127ec62a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:07.605173 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8225a8-27b3-4c98-87a6-1f127ec62a55 None None] The sync data for ids ['218457ea-2bcf-4aa0-b2ed-a7f05045e693'] in dv-neutron-818911-2-hyperv is: [] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:48:07.613001 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Provisioning complete for port 48a73545-8092-4069-ac5f-f26ee8d39d60 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:48:07.613388 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:07.688323 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.api.v2.resource [None req-6a329725-fbda-4474-8bae-81957fc239a4 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] delete failed (client error): The resource could not be found. Nov 24 01:48:07.692217 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-6a329725-fbda-4474-8bae-81957fc239a4 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "DELETE /v2.0/routers/d6ffe46c-f803-48ed-a064-72449f80e22c HTTP/1.1" status: 404 len: 336 time: 0.0884454 Nov 24 01:48:07.697094 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47304) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:07.757615 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11af524-0d85-4573-bc64-cea47ac2247a req-6da36a99-c5ff-40d4-a916-bead6763ffd4 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:48:07.757821 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-a3cbb29d-3f1b-4cf5-82f5-552e1b5c3f2b None None] Provisioning complete for port 2de64207-7a43-45ba-b450-3c6ded0a5497 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:48:07.758424 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-a11af524-0d85-4573-bc64-cea47ac2247a req-6da36a99-c5ff-40d4-a916-bead6763ffd4 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/ports?device_id=54a6fdcb-af1b-4e68-a904-3bb95b5cf340 HTTP/1.1" status: 200 len: 945 time: 0.5211747 Nov 24 01:48:07.761747 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a3cbb29d-3f1b-4cf5-82f5-552e1b5c3f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:07.786687 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-71bdf6d3-4265-4c26-9e57-01918fc0fcdd tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] DELETE failed (client error): The resource could not be found. Nov 24 01:48:07.787247 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71bdf6d3-4265-4c26-9e57-01918fc0fcdd tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:48:07.793526 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-71bdf6d3-4265-4c26-9e57-01918fc0fcdd tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "DELETE /v2.0/subnets/259e2230-574f-40c5-bdb8-8867672cd2d2 HTTP/1.1" status: 404 len: 337 time: 0.0917337 Nov 24 01:48:07.795896 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47306) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:07.801057 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_v2 [None req-c79d1a1f-0d04-4ec1-bdff-6c755d003a05 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Deleting subnet 72b49019-e442-4afa-b262-6160d1356f22 {{(pid=109866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 01:48:07.804080 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ed3731-5bd3-419b-adba-efd2942bd48d None None] DHCP port deletion for 0b39e72d-1244-4a44-91ee-28b4de878b98 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:48:07.839342 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c79d1a1f-0d04-4ec1-bdff-6c755d003a05 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks [] for subnet, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:07.865591 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-a3cbb29d-3f1b-4cf5-82f5-552e1b5c3f2b None None] Port 2de64207-7a43-45ba-b450-3c6ded0a5497 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:48:07.873452 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:07.875534 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1617487-54d2-4ef6-8a50-404562ece48e tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Router 758a59dd-e318-4267-b4d3-3bd5179a6045 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:48:07.889846 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fb963dc-d178-4316-a81b-3b9e668d0e04 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] DELETE failed (client error): The resource could not be found. Nov 24 01:48:07.890695 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fb963dc-d178-4316-a81b-3b9e668d0e04 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:48:07.900548 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-1fb963dc-d178-4316-a81b-3b9e668d0e04 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "DELETE /v2.0/subnets/6c4355ed-469c-425c-b774-fc06782bd588 HTTP/1.1" status: 404 len: 337 time: 0.0956421 Nov 24 01:48:07.908476 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47308) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:07.917686 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-72185362-25cf-4201-8e11-6ee7334a7865 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081518012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081518012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:07.919821 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7fa21ef-c2f6-4d95-b817-914404dd2b8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48a73545-8092-4069-ac5f-f26ee8d39d60'}] {{(pid=109868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 01:48:07.922338 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adafa3b64de3cabc8eac619938bcace59b198ffee64d481093eb3def62699d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4c06360-8670-4c63-a870-934c348ebc5b" -d '{"events": [{"server_uuid": "b7fa21ef-c2f6-4d95-b817-914404dd2b8b", "name": "network-vif-plugged", "status": "completed", "tag": "48a73545-8092-4069-ac5f-f26ee8d39d60"}]}' {{(pid=109868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 01:48:07.941081 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port 48a73545-8092-4069-ac5f-f26ee8d39d60, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=48a73545-8092-4069-ac5f-f26ee8d39d60,segment=NetworkSegment(db823f0a-caf6-41c9-bc62-afb7ce23547f),segment_id=db823f0a-caf6-41c9-bc62-afb7ce23547f)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:48:07.944696 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-14ed3731-5bd3-419b-adba-efd2942bd48d None None] Deleting port 855f948b-0bc7-4c79-850f-9e63c3c6b410 {{(pid=109868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:48:07.945125 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-14ed3731-5bd3-419b-adba-efd2942bd48d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:07.950676 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-72185362-25cf-4201-8e11-6ee7334a7865 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081518012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081518012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e2715a2-46d1-464e-9bb9-7f55a2479234']}} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:07.959342 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:07.981063 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2b254a6-e421-4abd-bd18-9876e7b25653 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] DELETE failed (client error): The resource could not be found. Nov 24 01:48:07.981950 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2b254a6-e421-4abd-bd18-9876e7b25653 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:48:07.988118 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-d2b254a6-e421-4abd-bd18-9876e7b25653 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "DELETE /v2.0/subnets/ba0db7f3-9067-4994-a98a-f4fd6db14f70 HTTP/1.1" status: 404 len: 337 time: 0.0782485 Nov 24 01:48:07.989028 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47312) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:08.013899 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c79d1a1f-0d04-4ec1-bdff-6c755d003a05 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29055568'] for subnet, precommit_delete_associations {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:08.022811 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=48a73545-8092-4069-ac5f-f26ee8d39d60,revision_number=8']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:08.051489 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-72185362-25cf-4201-8e11-6ee7334a7865 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081518012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081518012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8aee612a-2bfb-4260-9244-4d2dfa0b71c2') {'for_net_delete': True} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:08.051792 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-72185362-25cf-4201-8e11-6ee7334a7865 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081518012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081518012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8aee612a-2bfb-4260-9244-4d2dfa0b71c2') {} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:08.061645 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 01:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3ccb59e-346d-4ecd-9846-fe73055ab46b x-openstack-request-id: req-e3ccb59e-346d-4ecd-9846-fe73055ab46b {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 01:48:08.061984 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7fa21ef-c2f6-4d95-b817-914404dd2b8b", "name": "network-vif-plugged", "status": "completed", "tag": "48a73545-8092-4069-ac5f-f26ee8d39d60", "code": 200}]} {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 01:48:08.062259 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e3ccb59e-346d-4ecd-9846-fe73055ab46b {{(pid=109868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 01:48:08.062658 dv-neutron-818911-2-hyperv neutron-server[109868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7fa21ef-c2f6-4d95-b817-914404dd2b8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48a73545-8092-4069-ac5f-f26ee8d39d60', 'code': 200} Nov 24 01:48:08.068041 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-72185362-25cf-4201-8e11-6ee7334a7865 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081518012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081518012-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28690908'] for segment, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:08.070242 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1617487-54d2-4ef6-8a50-404562ece48e tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:48:08.081900 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a28b6de-862a-4a5b-beb4-42a7b0938790 None None] Sync routers for ids ['758a59dd-e318-4267-b4d3-3bd5179a6045'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:48:08.082609 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-14ed3731-5bd3-419b-adba-efd2942bd48d None None] For port 855f948b-0bc7-4c79-850f-9e63c3c6b410, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=855f948b-0bc7-4c79-850f-9e63c3c6b410,segment=NetworkSegment(2cbf0128-ebee-4661-b612-e9c86e4b1f6e),segment_id=2cbf0128-ebee-4661-b612-e9c86e4b1f6e)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:48:08.083174 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-14ed3731-5bd3-419b-adba-efd2942bd48d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:08.084791 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-a49b3411-bdea-4f11-a7bc-b823a603a9bf tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] DELETE failed (client error): The resource could not be found. Nov 24 01:48:08.085503 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a49b3411-bdea-4f11-a7bc-b823a603a9bf tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:48:08.091394 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-a49b3411-bdea-4f11-a7bc-b823a603a9bf tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "DELETE /v2.0/ports/d3249f68-5257-4fea-a822-54e82e91ab6a HTTP/1.1" status: 404 len: 333 time: 0.0956829 Nov 24 01:48:08.092107 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47314) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:08.094007 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-a1617487-54d2-4ef6-8a50-404562ece48e tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "PUT /v2.0/routers/758a59dd-e318-4267-b4d3-3bd5179a6045/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0256121 Nov 24 01:48:08.095714 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a28b6de-862a-4a5b-beb4-42a7b0938790 None None] Routers {'758a59dd-e318-4267-b4d3-3bd5179a6045'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:48:08.096437 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-9a28b6de-862a-4a5b-beb4-42a7b0938790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:47:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['758a59dd-e318-4267-b4d3-3bd5179a6045'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:08.099409 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47316) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:08.104661 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-14ed3731-5bd3-419b-adba-efd2942bd48d None None] Calling delete_port for 855f948b-0bc7-4c79-850f-9e63c3c6b410 owned by network:dhcp {{(pid=109868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:48:08.128176 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-a11af524-0d85-4573-bc64-cea47ac2247a req-c85e25a2-9a37-4489-bae7-6e681e1b1a6d tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa820965-f51f-4c0f-92b9-3c3d3d9ef329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3473954 Nov 24 01:48:08.132367 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ff586e5-6523-4de2-abdf-0a8f8a773307 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] DELETE failed (client error): The resource could not be found. Nov 24 01:48:08.132931 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ff586e5-6523-4de2-abdf-0a8f8a773307 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:48:08.139670 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-6ff586e5-6523-4de2-abdf-0a8f8a773307 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "DELETE /v2.0/subnets/84a847a9-2eaa-4492-aa98-4eb48576f55c HTTP/1.1" status: 404 len: 337 time: 0.0422552 Nov 24 01:48:08.143676 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47318) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:08.153574 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-c72fff47-e3d3-48a7-b95d-5194e96e2002 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Deleting port 5f3d71a7-adc7-4c9c-a724-c96153725ef2 {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:48:08.153859 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c72fff47-e3d3-48a7-b95d-5194e96e2002 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:08.200063 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-72185362-25cf-4201-8e11-6ee7334a7865 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081518012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081518012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:08.216427 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72185362-25cf-4201-8e11-6ee7334a7865 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081518012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081518012-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=109867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:48:08.217257 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-72185362-25cf-4201-8e11-6ee7334a7865 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081518012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081518012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25503736'] for segment, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:08.219723 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-14ed3731-5bd3-419b-adba-efd2942bd48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974'] for port, after_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:08.225800 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0cdaaaa-3963-4f3e-90a0-28c613f0a9e9 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] DELETE failed (client error): The resource could not be found. Nov 24 01:48:08.226264 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0cdaaaa-3963-4f3e-90a0-28c613f0a9e9 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:48:08.229370 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-a0cdaaaa-3963-4f3e-90a0-28c613f0a9e9 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "DELETE /v2.0/subnets/8e06fe28-faee-4dc0-a759-499fbf5a173b HTTP/1.1" status: 404 len: 337 time: 0.0831475 Nov 24 01:48:08.235715 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ed3731-5bd3-419b-adba-efd2942bd48d None None] No DVR routers for this DVR port 855f948b-0bc7-4c79-850f-9e63c3c6b410 on host dv-neutron-818911-2-hyperv {{(pid=109868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:48:08.243712 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47322) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:08.257934 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-9a28b6de-862a-4a5b-beb4-42a7b0938790 None None] Set router 758a59dd-e318-4267-b4d3-3bd5179a6045 gateway port host: None {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:48:08.261220 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ed3731-5bd3-419b-adba-efd2942bd48d None None] Pushing event deleted for resources: {'Port': ['ID=855f948b-0bc7-4c79-850f-9e63c3c6b410,revision_number=None']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:08.325563 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-9a28b6de-862a-4a5b-beb4-42a7b0938790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '758a59dd-e318-4267-b4d3-3bd5179a6045', 'name': 'tempest-NetworksTestDHCPv6-router-1329747890', 'tenant_id': '6974375fded34c83af8967d3f69dce07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:47:58Z', 'updated_at': '2021-11-24T01:48:07Z', 'revision_number': 3, 'project_id': '6974375fded34c83af8967d3f69dce07', 'gw_port_host': None}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:08.344569 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b99ea2b-5690-46fb-9c95-5de2bd322ad4 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] DELETE failed (client error): The resource could not be found. Nov 24 01:48:08.345164 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b99ea2b-5690-46fb-9c95-5de2bd322ad4 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:48:08.349139 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-3b99ea2b-5690-46fb-9c95-5de2bd322ad4 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "DELETE /v2.0/ports/c65b455d-97db-4611-8ba5-9c11c2fb4d6d HTTP/1.1" status: 404 len: 333 time: 0.1042497 Nov 24 01:48:08.356618 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a28b6de-862a-4a5b-beb4-42a7b0938790 None None] Checking router: 758a59dd-e318-4267-b4d3-3bd5179a6045 for host: dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 01:48:08.357617 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47324) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:08.368902 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a28b6de-862a-4a5b-beb4-42a7b0938790 None None] Routers {'758a59dd-e318-4267-b4d3-3bd5179a6045'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:48:08.369817 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-9a28b6de-862a-4a5b-beb4-42a7b0938790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:47:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['758a59dd-e318-4267-b4d3-3bd5179a6045'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:08.412128 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-301e8c50-8bec-4cd9-9d40-51e0aae5f403 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] DELETE failed (client error): The resource could not be found. Nov 24 01:48:08.412503 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-301e8c50-8bec-4cd9-9d40-51e0aae5f403 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:48:08.418645 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-301e8c50-8bec-4cd9-9d40-51e0aae5f403 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "DELETE /v2.0/subnets/3f0da5cb-d647-443f-8557-78af4fd1d357 HTTP/1.1" status: 404 len: 337 time: 0.0572622 Nov 24 01:48:08.420546 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47326) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:08.441974 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c79d1a1f-0d04-4ec1-bdff-6c755d003a05 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:08.458140 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-9a28b6de-862a-4a5b-beb4-42a7b0938790 None None] Set router 758a59dd-e318-4267-b4d3-3bd5179a6045 gateway port host: None {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:48:08.496997 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c72fff47-e3d3-48a7-b95d-5194e96e2002 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:08.497326 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c72fff47-e3d3-48a7-b95d-5194e96e2002 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:08.501367 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-896f5c28-d232-4b17-bf01-e209d2b314ff tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] DELETE failed (client error): The resource could not be found. Nov 24 01:48:08.501847 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-896f5c28-d232-4b17-bf01-e209d2b314ff tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:48:08.507440 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-896f5c28-d232-4b17-bf01-e209d2b314ff tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "DELETE /v2.0/subnets/612cdf60-7e78-48c6-a91c-fc3c929c53b2 HTTP/1.1" status: 404 len: 337 time: 0.0815670 Nov 24 01:48:08.517896 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47328) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:08.573050 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-c72fff47-e3d3-48a7-b95d-5194e96e2002 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Calling delete_port for 5f3d71a7-adc7-4c9c-a724-c96153725ef2 owned by network:floatingip {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:48:08.620848 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-9a28b6de-862a-4a5b-beb4-42a7b0938790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '758a59dd-e318-4267-b4d3-3bd5179a6045', 'name': 'tempest-NetworksTestDHCPv6-router-1329747890', 'tenant_id': '6974375fded34c83af8967d3f69dce07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:47:58Z', 'updated_at': '2021-11-24T01:48:07Z', 'revision_number': 3, 'project_id': '6974375fded34c83af8967d3f69dce07', 'gw_port_host': None}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:08.649744 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a28b6de-862a-4a5b-beb4-42a7b0938790 None None] The sync data for ids ['758a59dd-e318-4267-b4d3-3bd5179a6045'] in dv-neutron-818911-2-hyperv is: [{'id': '758a59dd-e318-4267-b4d3-3bd5179a6045', 'name': 'tempest-NetworksTestDHCPv6-router-1329747890', 'tenant_id': '6974375fded34c83af8967d3f69dce07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:47:58Z', 'updated_at': '2021-11-24T01:48:07Z', 'revision_number': 3, 'project_id': '6974375fded34c83af8967d3f69dce07', 'gw_port_host': None}] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:48:08.653469 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 855f948b-0bc7-4c79-850f-9e63c3c6b410 no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:48:08.695368 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: 855f948b-0bc7-4c79-850f-9e63c3c6b410 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:48:08.695979 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 855f948b-0bc7-4c79-850f-9e63c3c6b410 not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:48:08.710535 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c79d1a1f-0d04-4ec1-bdff-6c755d003a05 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29149324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29154870'] for subnet, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:08.753538 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-ad1f955a-ace6-4f2a-bb14-e5d17e3d3a96 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Deleting port 2de64207-7a43-45ba-b450-3c6ded0a5497 {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:48:08.753957 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ad1f955a-ace6-4f2a-bb14-e5d17e3d3a96 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:08.756855 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79d1a1f-0d04-4ec1-bdff-6c755d003a05 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Pushing event deleted for resources: {'Subnet': ['ID=72b49019-e442-4afa-b262-6160d1356f22,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:08.760722 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c79d1a1f-0d04-4ec1-bdff-6c755d003a05 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:08.764633 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-c79d1a1f-0d04-4ec1-bdff-6c755d003a05 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] 10.222.0.21 "DELETE /v2.0/subnets/72b49019-e442-4afa-b262-6160d1356f22 HTTP/1.1" status: 204 len: 168 time: 1.2394431 Nov 24 01:48:08.769690 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14541def-0b12-4c61-a8cf-b7e05bff9c42 None None] Network dd1943e3-e572-46d6-b32e-7e73149221fe requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:48:08.783498 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47330) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:08.784753 dv-neutron-818911-2-hyperv neutron-server[109867]: Traceback (most recent call last): Nov 24 01:48:08.784753 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:48:08.784753 dv-neutron-818911-2-hyperv neutron-server[109867]: timer() Nov 24 01:48:08.784753 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:48:08.784753 dv-neutron-818911-2-hyperv neutron-server[109867]: cb(*args, **kw) Nov 24 01:48:08.784753 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:48:08.784753 dv-neutron-818911-2-hyperv neutron-server[109867]: return func(*args, **kwargs) Nov 24 01:48:08.784753 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:48:08.784753 dv-neutron-818911-2-hyperv neutron-server[109867]: self._notify() Nov 24 01:48:08.784753 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:48:08.784753 dv-neutron-818911-2-hyperv neutron-server[109867]: self.callback(batched_events) Nov 24 01:48:08.784753 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:48:08.784753 dv-neutron-818911-2-hyperv neutron-server[109867]: event.method(event) Nov 24 01:48:08.784753 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:48:08.784753 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:48:08.784753 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:48:08.784753 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:48:08.784753 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:48:08.784753 dv-neutron-818911-2-hyperv neutron-server[109867]: return f(self, *a, **k) Nov 24 01:48:08.784753 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:48:08.784753 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._get(url).json() Nov 24 01:48:08.784753 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:48:08.784753 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:48:08.784753 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:48:08.784753 dv-neutron-818911-2-hyperv neutron-server[109867]: return self.request(url, 'GET', **kwargs) Nov 24 01:48:08.784753 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:48:08.784753 dv-neutron-818911-2-hyperv neutron-server[109867]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:48:08.784753 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:48:08.784753 dv-neutron-818911-2-hyperv neutron-server[109867]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:48:08.784753 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:48:08.784753 dv-neutron-818911-2-hyperv neutron-server[109867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:48:08.784753 dv-neutron-818911-2-hyperv neutron-server[109867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:48:08.854833 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-72185362-25cf-4201-8e11-6ee7334a7865 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081518012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081518012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:08.859893 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-72185362-25cf-4201-8e11-6ee7334a7865 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081518012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081518012-project] Publish callbacks [] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:08.863244 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-72185362-25cf-4201-8e11-6ee7334a7865 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081518012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081518012-project] 10.222.0.21 "DELETE /v2.0/networks/2e2715a2-46d1-464e-9bb9-7f55a2479234 HTTP/1.1" status: 204 len: 168 time: 1.6292026 Nov 24 01:48:08.881795 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72185362-25cf-4201-8e11-6ee7334a7865 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081518012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081518012-project] Pushing event deleted for resources: {'Network': ['ID=2e2715a2-46d1-464e-9bb9-7f55a2479234,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:08.888244 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a777fc-071e-416e-9233-297593230cd5 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:48:08.889963 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a777fc-071e-416e-9233-297593230cd5 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:48:08.891537 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-41a777fc-071e-416e-9233-297593230cd5 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.7858741 Nov 24 01:48:08.896289 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47334) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:08.932979 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a60b18f-6c16-40e3-97cb-6755fc3d37a4 req-5b06dbb8-3a1d-44f2-922e-47018bb9bec3 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:48:08.944712 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-2a60b18f-6c16-40e3-97cb-6755fc3d37a4 req-5b06dbb8-3a1d-44f2-922e-47018bb9bec3 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/ports?device_id=54a6fdcb-af1b-4e68-a904-3bb95b5cf340 HTTP/1.1" status: 200 len: 945 time: 0.1575181 Nov 24 01:48:08.947738 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ad1f955a-ace6-4f2a-bb14-e5d17e3d3a96 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:08.974646 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c9da5939-7c33-4d59-a75d-0afad006a818 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:08.978446 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-ad1f955a-ace6-4f2a-bb14-e5d17e3d3a96 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Calling delete_port for 2de64207-7a43-45ba-b450-3c6ded0a5497 owned by {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:48:09.058379 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99809c37-dab0-4a2e-ba9c-e90fc3389056 None None] DHCP port deletion for dd1943e3-e572-46d6-b32e-7e73149221fe request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:48:09.066834 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_v2 [None req-5af026fd-aba2-458b-ae6d-fcc4c01598d0 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Deleting subnet 69ab8f97-2878-4bf3-80d4-5f5c6e5a22a0 {{(pid=109867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 01:48:09.070406 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5af026fd-aba2-458b-ae6d-fcc4c01598d0 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for subnet, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:09.101151 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c72fff47-e3d3-48a7-b95d-5194e96e2002 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:09.122765 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5af026fd-aba2-458b-ae6d-fcc4c01598d0 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28690885'] for subnet, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:09.129789 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72fff47-e3d3-48a7-b95d-5194e96e2002 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Pushing event deleted for resources: {'Port': ['ID=5f3d71a7-adc7-4c9c-a724-c96153725ef2,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:09.131870 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ad1f955a-ace6-4f2a-bb14-e5d17e3d3a96 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:09.154261 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-99809c37-dab0-4a2e-ba9c-e90fc3389056 None None] Deleting port ac423363-d1d4-49ae-8a15-438d171a0edb {{(pid=109868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:48:09.155747 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-99809c37-dab0-4a2e-ba9c-e90fc3389056 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:09.196519 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-2a60b18f-6c16-40e3-97cb-6755fc3d37a4 req-0418ca50-efbf-46f1-9354-85205411dc27 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa820965-f51f-4c0f-92b9-3c3d3d9ef329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2040055 Nov 24 01:48:09.221484 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ad1f955a-ace6-4f2a-bb14-e5d17e3d3a96 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:09.223622 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-ad1f955a-ace6-4f2a-bb14-e5d17e3d3a96 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "DELETE /v2.0/ports/2de64207-7a43-45ba-b450-3c6ded0a5497 HTTP/1.1" status: 204 len: 168 time: 0.7038624 Nov 24 01:48:09.228105 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1f955a-ace6-4f2a-bb14-e5d17e3d3a96 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Pushing event deleted for resources: {'Port': ['ID=2de64207-7a43-45ba-b450-3c6ded0a5497,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:09.239474 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47338) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:09.306220 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-99809c37-dab0-4a2e-ba9c-e90fc3389056 None None] For port ac423363-d1d4-49ae-8a15-438d171a0edb, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=ac423363-d1d4-49ae-8a15-438d171a0edb,segment=NetworkSegment(ab480715-1614-4d81-a8c6-fe61d56408b9),segment_id=ab480715-1614-4d81-a8c6-fe61d56408b9)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:48:09.306839 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-99809c37-dab0-4a2e-ba9c-e90fc3389056 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:09.341914 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-99809c37-dab0-4a2e-ba9c-e90fc3389056 None None] Calling delete_port for ac423363-d1d4-49ae-8a15-438d171a0edb owned by network:dhcp {{(pid=109868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:48:09.353992 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2df49970-134f-4d59-855b-b928cb73f444 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:09.363664 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-c9da5939-7c33-4d59-a75d-0afad006a818 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Deleting port ac423363-d1d4-49ae-8a15-438d171a0edb {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:48:09.364045 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c9da5939-7c33-4d59-a75d-0afad006a818 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:09.388803 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c72fff47-e3d3-48a7-b95d-5194e96e2002 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks [] for floatingip, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:09.391902 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c72fff47-e3d3-48a7-b95d-5194e96e2002 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for floatingip, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:09.399359 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-c72fff47-e3d3-48a7-b95d-5194e96e2002 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] 10.222.0.21 "DELETE /v2.0/floatingips/3d1ae36b-140d-4667-8dfa-a4c1a475d7d1 HTTP/1.1" status: 204 len: 168 time: 1.9850459 Nov 24 01:48:09.399971 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47342) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:09.414509 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-5e7bf846-5814-495a-ac4e-74952ad26501 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Request body: {'floatingip': {'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'port_id': 'ed92ba3e-3f5e-4b3a-bca7-18987f748409'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:48:09.451289 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5af026fd-aba2-458b-ae6d-fcc4c01598d0 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:09.456931 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47346) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:09.474459 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [None req-c9da5939-7c33-4d59-a75d-0afad006a818 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] For port ac423363-d1d4-49ae-8a15-438d171a0edb, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=ac423363-d1d4-49ae-8a15-438d171a0edb,segment=NetworkSegment(ab480715-1614-4d81-a8c6-fe61d56408b9),segment_id=ab480715-1614-4d81-a8c6-fe61d56408b9)] {{(pid=109866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:48:09.474832 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c9da5939-7c33-4d59-a75d-0afad006a818 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:09.490357 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-c9da5939-7c33-4d59-a75d-0afad006a818 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Calling delete_port for ac423363-d1d4-49ae-8a15-438d171a0edb owned by network:dhcp {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:48:09.528253 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-99809c37-dab0-4a2e-ba9c-e90fc3389056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974'] for port, after_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:09.562873 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99809c37-dab0-4a2e-ba9c-e90fc3389056 None None] Pushing event deleted for resources: {'Port': ['ID=ac423363-d1d4-49ae-8a15-438d171a0edb,revision_number=None']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:09.567014 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99809c37-dab0-4a2e-ba9c-e90fc3389056 None None] No DVR routers for this DVR port ac423363-d1d4-49ae-8a15-438d171a0edb on host dv-neutron-818911-2-hyperv {{(pid=109868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:48:09.588956 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c9da5939-7c33-4d59-a75d-0afad006a818 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:09.623419 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9da5939-7c33-4d59-a75d-0afad006a818 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Pushing event deleted for resources: {'Port': ['ID=ac423363-d1d4-49ae-8a15-438d171a0edb,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:09.625426 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9da5939-7c33-4d59-a75d-0afad006a818 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] No DVR routers for this DVR port ac423363-d1d4-49ae-8a15-438d171a0edb on host dv-neutron-818911-2-hyperv {{(pid=109866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:48:09.628337 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5e7bf846-5814-495a-ac4e-74952ad26501 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks [] for floatingip, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:09.682306 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2df49970-134f-4d59-855b-b928cb73f444 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:09.691980 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b53413a-4d90-4d08-b57c-38c729c9d9c7 req-114c7ea6-ca22-44f9-852f-39041ecf228a tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:48:09.693519 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-0b53413a-4d90-4d08-b57c-38c729c9d9c7 req-114c7ea6-ca22-44f9-852f-39041ecf228a tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/ports?device_id=54a6fdcb-af1b-4e68-a904-3bb95b5cf340 HTTP/1.1" status: 200 len: 945 time: 0.1715734 Nov 24 01:48:09.720760 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5af026fd-aba2-458b-ae6d-fcc4c01598d0 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25501782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25307808'] for subnet, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:09.733556 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c9da5939-7c33-4d59-a75d-0afad006a818 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:09.768440 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-2df49970-134f-4d59-855b-b928cb73f444 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b39e72d-1244-4a44-91ee-28b4de878b98']}} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:09.769998 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-c9da5939-7c33-4d59-a75d-0afad006a818 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd1943e3-e572-46d6-b32e-7e73149221fe']}} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:09.783324 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af026fd-aba2-458b-ae6d-fcc4c01598d0 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Pushing event deleted for resources: {'Subnet': ['ID=69ab8f97-2878-4bf3-80d4-5f5c6e5a22a0,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:09.784700 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-c9da5939-7c33-4d59-a75d-0afad006a818 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab480715-1614-4d81-a8c6-fe61d56408b9') {'for_net_delete': True} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:09.785200 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-c9da5939-7c33-4d59-a75d-0afad006a818 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab480715-1614-4d81-a8c6-fe61d56408b9') {} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:09.786462 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-2df49970-134f-4d59-855b-b928cb73f444 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cbf0128-ebee-4661-b612-e9c86e4b1f6e') {'for_net_delete': True} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:09.787404 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-2df49970-134f-4d59-855b-b928cb73f444 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cbf0128-ebee-4661-b612-e9c86e4b1f6e') {} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:09.789431 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-a1033d3e-1412-46de-8435-fee6c4db1990 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7493109c16e84db2a8c509488278e29e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3303103 Nov 24 01:48:09.799185 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5af026fd-aba2-458b-ae6d-fcc4c01598d0 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:09.801533 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d45ab9-2878-4240-a2cd-2c5aa105cd70 None None] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:48:09.802433 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-5af026fd-aba2-458b-ae6d-fcc4c01598d0 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "DELETE /v2.0/subnets/69ab8f97-2878-4bf3-80d4-5f5c6e5a22a0 HTTP/1.1" status: 204 len: 168 time: 0.9051316 Nov 24 01:48:09.802939 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47350) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:09.806018 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47352) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:09.813851 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2df49970-134f-4d59-855b-b928cb73f444 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28690908'] for segment, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:09.815216 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c9da5939-7c33-4d59-a75d-0afad006a818 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29055561'] for segment, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:09.882719 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2df49970-134f-4d59-855b-b928cb73f444 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:09.899424 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c9da5939-7c33-4d59-a75d-0afad006a818 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:09.908128 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9da5939-7c33-4d59-a75d-0afad006a818 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=109866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:48:09.908581 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c9da5939-7c33-4d59-a75d-0afad006a818 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29151010'] for segment, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:09.910119 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-0b53413a-4d90-4d08-b57c-38c729c9d9c7 req-7dcbe4a1-cb6d-4755-b3c6-7a5c01618ecb tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa820965-f51f-4c0f-92b9-3c3d3d9ef329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2086718 Nov 24 01:48:09.911742 dv-neutron-818911-2-hyperv neutron-server[109866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 01:48:09.911742 dv-neutron-818911-2-hyperv neutron-server[109866]: self.session.flush() Nov 24 01:48:09.911742 dv-neutron-818911-2-hyperv neutron-server[109866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 01:48:09.911742 dv-neutron-818911-2-hyperv neutron-server[109866]: self.session.flush() Nov 24 01:48:09.911742 dv-neutron-818911-2-hyperv neutron-server[109866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 01:48:09.911742 dv-neutron-818911-2-hyperv neutron-server[109866]: self.session.flush() Nov 24 01:48:09.911742 dv-neutron-818911-2-hyperv neutron-server[109866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 01:48:09.911742 dv-neutron-818911-2-hyperv neutron-server[109866]: self.session.flush() Nov 24 01:48:09.911742 dv-neutron-818911-2-hyperv neutron-server[109866]: Traceback (most recent call last): Nov 24 01:48:09.911742 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:48:09.911742 dv-neutron-818911-2-hyperv neutron-server[109866]: timer() Nov 24 01:48:09.911742 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:48:09.911742 dv-neutron-818911-2-hyperv neutron-server[109866]: cb(*args, **kw) Nov 24 01:48:09.911742 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:48:09.911742 dv-neutron-818911-2-hyperv neutron-server[109866]: return func(*args, **kwargs) Nov 24 01:48:09.911742 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:48:09.911742 dv-neutron-818911-2-hyperv neutron-server[109866]: self._notify() Nov 24 01:48:09.911742 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:48:09.911742 dv-neutron-818911-2-hyperv neutron-server[109866]: self.callback(batched_events) Nov 24 01:48:09.911742 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:48:09.911742 dv-neutron-818911-2-hyperv neutron-server[109866]: event.method(event) Nov 24 01:48:09.911742 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:48:09.911742 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:48:09.911742 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:48:09.911742 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:48:09.911742 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:48:09.911742 dv-neutron-818911-2-hyperv neutron-server[109866]: return f(self, *a, **k) Nov 24 01:48:09.911742 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:48:09.911742 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._get(url).json() Nov 24 01:48:09.911742 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:48:09.911742 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:48:09.911742 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:48:09.911742 dv-neutron-818911-2-hyperv neutron-server[109866]: return self.request(url, 'GET', **kwargs) Nov 24 01:48:09.911742 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:48:09.911742 dv-neutron-818911-2-hyperv neutron-server[109866]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:48:09.911742 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:48:09.911742 dv-neutron-818911-2-hyperv neutron-server[109866]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:48:09.911742 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:48:09.911742 dv-neutron-818911-2-hyperv neutron-server[109866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:48:09.911742 dv-neutron-818911-2-hyperv neutron-server[109866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:48:09.914624 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2df49970-134f-4d59-855b-b928cb73f444 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=109867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:48:09.914624 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2df49970-134f-4d59-855b-b928cb73f444 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25503736'] for segment, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:09.933295 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-bc62a309-9b2f-478c-a72b-06d851971374 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1261628 Nov 24 01:48:09.940136 dv-neutron-818911-2-hyperv neutron-server[109867]: Traceback (most recent call last): Nov 24 01:48:09.940136 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:48:09.940136 dv-neutron-818911-2-hyperv neutron-server[109867]: timer() Nov 24 01:48:09.940136 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:48:09.940136 dv-neutron-818911-2-hyperv neutron-server[109867]: cb(*args, **kw) Nov 24 01:48:09.940136 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:48:09.940136 dv-neutron-818911-2-hyperv neutron-server[109867]: return func(*args, **kwargs) Nov 24 01:48:09.940136 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:48:09.940136 dv-neutron-818911-2-hyperv neutron-server[109867]: self._notify() Nov 24 01:48:09.940136 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:48:09.940136 dv-neutron-818911-2-hyperv neutron-server[109867]: self.callback(batched_events) Nov 24 01:48:09.940136 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:48:09.940136 dv-neutron-818911-2-hyperv neutron-server[109867]: event.method(event) Nov 24 01:48:09.940136 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:48:09.940136 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:48:09.940136 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:48:09.940136 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:48:09.940136 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:48:09.940136 dv-neutron-818911-2-hyperv neutron-server[109867]: return f(self, *a, **k) Nov 24 01:48:09.940136 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:48:09.940136 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._get(url).json() Nov 24 01:48:09.940136 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:48:09.940136 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:48:09.940136 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:48:09.940136 dv-neutron-818911-2-hyperv neutron-server[109867]: return self.request(url, 'GET', **kwargs) Nov 24 01:48:09.940136 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:48:09.940136 dv-neutron-818911-2-hyperv neutron-server[109867]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:48:09.940136 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:48:09.940136 dv-neutron-818911-2-hyperv neutron-server[109867]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:48:09.940136 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:48:09.940136 dv-neutron-818911-2-hyperv neutron-server[109867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:48:09.940136 dv-neutron-818911-2-hyperv neutron-server[109867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:48:09.942475 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47354) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:10.026654 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-17bbfadb-b668-4ad6-92e0-40938f957a4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:10.028869 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2df49970-134f-4d59-855b-b928cb73f444 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:10.039814 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918398d3-8223-4679-8d63-6787b92b04e9 None None] DHCP port deletion for 9b0cb615-dd00-417f-9128-01ca62e524f6 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:48:10.054805 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2df49970-134f-4d59-855b-b928cb73f444 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Publish callbacks [] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:10.060749 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-2df49970-134f-4d59-855b-b928cb73f444 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] 10.222.0.21 "DELETE /v2.0/networks/0b39e72d-1244-4a44-91ee-28b4de878b98 HTTP/1.1" status: 204 len: 168 time: 0.8176205 Nov 24 01:48:10.060968 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df49970-134f-4d59-855b-b928cb73f444 tempest-PortsTestJSON-161783062 tempest-PortsTestJSON-161783062-project] Pushing event deleted for resources: {'Network': ['ID=0b39e72d-1244-4a44-91ee-28b4de878b98,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:10.085089 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-17bbfadb-b668-4ad6-92e0-40938f957a4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:10.099006 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5e7bf846-5814-495a-ac4e-74952ad26501 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:10.124182 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-918398d3-8223-4679-8d63-6787b92b04e9 None None] Deleting port a075f4ec-ecc6-4d7e-add9-dc66479c9ab6 {{(pid=109868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:48:10.124821 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-918398d3-8223-4679-8d63-6787b92b04e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:10.135793 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.agents_db [None req-4e42c10c-a1d3-4d07-89d6-7a24334140aa None None] Agent healthcheck: found 6 active agents {{(pid=109869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 01:48:10.225253 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-918398d3-8223-4679-8d63-6787b92b04e9 None None] For port a075f4ec-ecc6-4d7e-add9-dc66479c9ab6, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=a075f4ec-ecc6-4d7e-add9-dc66479c9ab6,segment=NetworkSegment(2b1ff8b4-a836-4287-84a2-3eaf8ccfb867),segment_id=2b1ff8b4-a836-4287-84a2-3eaf8ccfb867)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:48:10.225684 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-918398d3-8223-4679-8d63-6787b92b04e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:10.238991 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-918398d3-8223-4679-8d63-6787b92b04e9 None None] Calling delete_port for a075f4ec-ecc6-4d7e-add9-dc66479c9ab6 owned by network:dhcp {{(pid=109868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:48:10.264630 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-5e7bf846-5814-495a-ac4e-74952ad26501 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Allocated IP 172.26.5.97 (eb22795d-37ee-46ee-844d-92c17e2ea450/3e66fcff-6e72-4083-b514-48f69cdaa2cb/8c663a65-b8f4-44de-bef3-c5c9f540b61c) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:48:10.277637 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-17bbfadb-b668-4ad6-92e0-40938f957a4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:10.281174 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-17bbfadb-b668-4ad6-92e0-40938f957a4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:10.283410 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-17bbfadb-b668-4ad6-92e0-40938f957a4e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a5afd067-eed6-419c-bc27-a815d24af54e HTTP/1.1" status: 204 len: 168 time: 0.4793088 Nov 24 01:48:10.296594 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bbfadb-b668-4ad6-92e0-40938f957a4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5afd067-eed6-419c-bc27-a815d24af54e,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:10.393090 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47362) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:10.409377 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-918398d3-8223-4679-8d63-6787b92b04e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974'] for port, after_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:10.424592 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-20df62ca-0f7f-4a9d-939e-6a13bc4eb225 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for router, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:10.453903 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5e7bf846-5814-495a-ac4e-74952ad26501 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:10.460462 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c9da5939-7c33-4d59-a75d-0afad006a818 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:10.464449 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c9da5939-7c33-4d59-a75d-0afad006a818 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Publish callbacks [] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:10.471640 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-c9da5939-7c33-4d59-a75d-0afad006a818 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] 10.222.0.21 "DELETE /v2.0/networks/dd1943e3-e572-46d6-b32e-7e73149221fe HTTP/1.1" status: 204 len: 168 time: 1.6862180 Nov 24 01:48:10.476554 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918398d3-8223-4679-8d63-6787b92b04e9 None None] No DVR routers for this DVR port a075f4ec-ecc6-4d7e-add9-dc66479c9ab6 on host dv-neutron-818911-2-hyperv {{(pid=109868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:48:10.496838 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918398d3-8223-4679-8d63-6787b92b04e9 None None] Pushing event deleted for resources: {'Port': ['ID=a075f4ec-ecc6-4d7e-add9-dc66479c9ab6,revision_number=None']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:10.528702 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5e7bf846-5814-495a-ac4e-74952ad26501 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:10.530622 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9da5939-7c33-4d59-a75d-0afad006a818 tempest-NetworksTest-848881782 tempest-NetworksTest-848881782-project] Pushing event deleted for resources: {'Network': ['ID=dd1943e3-e572-46d6-b32e-7e73149221fe,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:10.589112 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7bf846-5814-495a-ac4e-74952ad26501 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Network eb22795d-37ee-46ee-844d-92c17e2ea450 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:48:10.592367 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-5e7bf846-5814-495a-ac4e-74952ad26501 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:48:10.596795 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7bf846-5814-495a-ac4e-74952ad26501 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:48:10.612738 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device a075f4ec-ecc6-4d7e-add9-dc66479c9ab6 no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:48:10.620805 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7bf846-5814-495a-ac4e-74952ad26501 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Pushing event updated for resources: {'Port': ['ID=8c663a65-b8f4-44de-bef3-c5c9f540b61c,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:10.640758 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: a075f4ec-ecc6-4d7e-add9-dc66479c9ab6 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:48:10.641291 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device a075f4ec-ecc6-4d7e-add9-dc66479c9ab6 not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:48:10.641734 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device ac423363-d1d4-49ae-8a15-438d171a0edb no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:48:10.662357 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: ac423363-d1d4-49ae-8a15-438d171a0edb {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:48:10.662704 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device ac423363-d1d4-49ae-8a15-438d171a0edb not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:48:10.663131 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device f78fcc42-05eb-4f95-9cb4-39a2ef7cfa60 no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:48:10.689213 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-20df62ca-0f7f-4a9d-939e-6a13bc4eb225 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-424460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2766'] for router, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:10.692665 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-20df62ca-0f7f-4a9d-939e-6a13bc4eb225 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:10.710740 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: f78fcc42-05eb-4f95-9cb4-39a2ef7cfa60 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:48:10.712854 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device f78fcc42-05eb-4f95-9cb4-39a2ef7cfa60 not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:48:10.753943 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-20df62ca-0f7f-4a9d-939e-6a13bc4eb225 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-424469'] for router, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:10.754970 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20df62ca-0f7f-4a9d-939e-6a13bc4eb225 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Fanout notify agent at l3_agent the message router_deleted on router 758a59dd-e318-4267-b4d3-3bd5179a6045 {{(pid=109866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 01:48:10.775763 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-20df62ca-0f7f-4a9d-939e-6a13bc4eb225 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for router, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:10.778374 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-20df62ca-0f7f-4a9d-939e-6a13bc4eb225 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "DELETE /v2.0/routers/758a59dd-e318-4267-b4d3-3bd5179a6045 HTTP/1.1" status: 204 len: 168 time: 0.8357060 Nov 24 01:48:10.791230 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47370) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:10.830830 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-14a3bcec-326e-4186-b1ed-48a535952577 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0358787 Nov 24 01:48:10.833871 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47372) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:10.931818 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ccd0ec-8b6f-4a1e-a369-919bd63f4cca tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:48:10.939155 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-c0ccd0ec-8b6f-4a1e-a369-919bd63f4cca tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1041296 Nov 24 01:48:10.940863 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47378) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:10.951900 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47380) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:10.987602 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47382) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:11.004250 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-bff2c14e-aace-4fb3-a096-295c9f411098 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dffe9b32758f41e588b204d5506b48f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6067035 Nov 24 01:48:11.005980 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47386) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:11.009998 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-0239b0c1-df54-4e2e-96e4-6e47e9e8a5df tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0681052 Nov 24 01:48:11.022167 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47388) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:11.042795 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-b1636cd0-3679-4584-9887-27ff8fb84abd tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Request body: {'subnet': {'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:48:11.102284 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5e7bf846-5814-495a-ac4e-74952ad26501 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:11.173971 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-071fa6cb-b2b1-4880-83a9-3a878fa44ada admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=21564ce5e6b945c5aa5ee4cce06e7939&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2203753 Nov 24 01:48:11.177846 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47390) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:11.202773 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20d386b-ab0a-4ada-92cf-70344dd8f4f1 req-255161d1-91f5-4618-85fa-cf9c962a05c6 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:48:11.203064 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5e7bf846-5814-495a-ac4e-74952ad26501 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:11.204253 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-a20d386b-ab0a-4ada-92cf-70344dd8f4f1 req-255161d1-91f5-4618-85fa-cf9c962a05c6 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/ports?device_id=54a6fdcb-af1b-4e68-a904-3bb95b5cf340 HTTP/1.1" status: 200 len: 945 time: 0.1990087 Nov 24 01:48:11.234999 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4c591710-71b3-4e33-afb1-98166cc4841c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:11.249951 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-412ce71b-91db-48dc-ac3a-ace51993fbd7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dc36495a5d4849ad80ab7e395f5eebfb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2611258 Nov 24 01:48:11.252775 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47392) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:11.292471 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4c591710-71b3-4e33-afb1-98166cc4841c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:11.297292 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1636cd0-3679-4584-9887-27ff8fb84abd tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Made reservation on behalf of 6974375fded34c83af8967d3f69dce07 for: {'subnet': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:48:11.300726 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b1636cd0-3679-4584-9887-27ff8fb84abd tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29154835'] for subnet, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:11.362681 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-a20d386b-ab0a-4ada-92cf-70344dd8f4f1 req-65477483-4274-4b08-94d3-80f21da24ae1 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa820965-f51f-4c0f-92b9-3c3d3d9ef329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507671 Nov 24 01:48:11.367627 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5a83229c-5837-48a8-b12c-bf950624d474 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:11.372647 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-55385c92-78be-40eb-b2a9-9b33da866a48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:11.394330 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5a83229c-5837-48a8-b12c-bf950624d474 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:11.462587 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-55385c92-78be-40eb-b2a9-9b33da866a48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:11.485741 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5e7bf846-5814-495a-ac4e-74952ad26501 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks [] for port, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:11.498808 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4c591710-71b3-4e33-afb1-98166cc4841c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:11.501450 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4c591710-71b3-4e33-afb1-98166cc4841c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:11.503127 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5a83229c-5837-48a8-b12c-bf950624d474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:11.505140 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-4c591710-71b3-4e33-afb1-98166cc4841c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/56aa58f6-3617-4bb9-b368-5b4ceeb85110 HTTP/1.1" status: 204 len: 168 time: 0.4971578 Nov 24 01:48:11.506561 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5a83229c-5837-48a8-b12c-bf950624d474 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:11.507562 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-5a83229c-5837-48a8-b12c-bf950624d474 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d2107c2a-d293-4f72-9f54-44b5663fe84e HTTP/1.1" status: 204 len: 168 time: 0.2483499 Nov 24 01:48:11.511596 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5e7bf846-5814-495a-ac4e-74952ad26501 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25501696'] for port, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:11.552379 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c591710-71b3-4e33-afb1-98166cc4841c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56aa58f6-3617-4bb9-b368-5b4ceeb85110,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:11.612300 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a83229c-5837-48a8-b12c-bf950624d474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2107c2a-d293-4f72-9f54-44b5663fe84e,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:11.663464 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-55385c92-78be-40eb-b2a9-9b33da866a48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:11.666642 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-55385c92-78be-40eb-b2a9-9b33da866a48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:11.667941 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-55385c92-78be-40eb-b2a9-9b33da866a48 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8f46513d-2337-4231-a75a-08d6a68d2493 HTTP/1.1" status: 204 len: 168 time: 0.4877717 Nov 24 01:48:11.706502 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5e7bf846-5814-495a-ac4e-74952ad26501 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418250'] for floatingip, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:11.708584 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55385c92-78be-40eb-b2a9-9b33da866a48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f46513d-2337-4231-a75a-08d6a68d2493,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:11.735366 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c5ed33-0e96-4717-9255-cbb49eb8bcdb req-c4d89bd9-0bbf-4bdd-b874-f7d8d307a1f8 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:48:11.736950 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-35c5ed33-0e96-4717-9255-cbb49eb8bcdb req-c4d89bd9-0bbf-4bdd-b874-f7d8d307a1f8 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/ports?device_id=54a6fdcb-af1b-4e68-a904-3bb95b5cf340 HTTP/1.1" status: 200 len: 945 time: 0.1079714 Nov 24 01:48:11.800808 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.objects.ports [None req-b1636cd0-3679-4584-9887-27ff8fb84abd tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109866) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 24 01:48:11.804063 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b1636cd0-3679-4584-9887-27ff8fb84abd tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29149261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29154849'] for subnet, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:11.860435 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1636cd0-3679-4584-9887-27ff8fb84abd tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:48:11.867435 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-b1636cd0-3679-4584-9887-27ff8fb84abd tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:48:11.877730 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a01c439-cf2f-4496-bd31-8cf9e8f7acc3 None None] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:48:11.878208 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7bf846-5814-495a-ac4e-74952ad26501 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Pushing event updated for resources: {'Port': ['ID=8c663a65-b8f4-44de-bef3-c5c9f540b61c,revision_number=2']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:11.881468 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1636cd0-3679-4584-9887-27ff8fb84abd tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:48:11.882061 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b1636cd0-3679-4584-9887-27ff8fb84abd tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:11.890563 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.l3_db [None req-5e7bf846-5814-495a-ac4e-74952ad26501 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Floating IP 1bd7867d-2ade-4ef9-9727-7cbe2b8a1ff3 associated. External IP: 172.26.5.97, port: ed92ba3e-3f5e-4b3a-bca7-18987f748409. Nov 24 01:48:11.897043 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-35c5ed33-0e96-4717-9255-cbb49eb8bcdb req-77f91ffb-01a1-4bef-8971-79730e48ab2e tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa820965-f51f-4c0f-92b9-3c3d3d9ef329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1515961 Nov 24 01:48:11.902218 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1636cd0-3679-4584-9887-27ff8fb84abd tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Pushing event updated for resources: {'Subnet': ['ID=0f9a1eaf-333b-4ec7-ae02-efb60b51a077,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:11.917331 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-b1636cd0-3679-4584-9887-27ff8fb84abd tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8871627 Nov 24 01:48:11.920025 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47408) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:11.930130 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-71425725-6122-4898-9809-a5c1fbb94624 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Request body: {'subnet': {'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:48:11.964625 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee86639-bc6c-437f-a448-76f59639c93e req-2d1fab20-d0c3-4472-8fd5-aaaf731d4176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:48:11.966296 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-fee86639-bc6c-437f-a448-76f59639c93e req-2d1fab20-d0c3-4472-8fd5-aaaf731d4176 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=110fa21155a747ab90ae3fb887427135&device_id=54a6fdcb-af1b-4e68-a904-3bb95b5cf340 HTTP/1.1" status: 200 len: 1098 time: 0.3125284 Nov 24 01:48:12.102453 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72535708-acb5-44ca-a73d-7c94b61bf7c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-9b0cb615-dd00-417f-9128-01ca62e524f6', 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6', 'tenant_id': '6974375fded34c83af8967d3f69dce07', 'fixed_ips': [{'subnet_id': '0f9a1eaf-333b-4ec7-ae02-efb60b51a077'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 01:48:12.103333 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-72535708-acb5-44ca-a73d-7c94b61bf7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:12.154569 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee86639-bc6c-437f-a448-76f59639c93e req-10ebf387-ef93-444d-9c47-cf33512f828b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:48:12.156095 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-fee86639-bc6c-437f-a448-76f59639c93e req-10ebf387-ef93-444d-9c47-cf33512f828b service neutron] 10.222.0.48 "GET /v2.0/networks?id=0439926c-1302-4dcb-a15d-d53f1b665c6d HTTP/1.1" status: 200 len: 912 time: 0.1786594 Nov 24 01:48:12.180735 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71425725-6122-4898-9809-a5c1fbb94624 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Made reservation on behalf of 6974375fded34c83af8967d3f69dce07 for: {'subnet': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:48:12.186640 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-71425725-6122-4898-9809-a5c1fbb94624 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29154835'] for subnet, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:12.306759 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-72535708-acb5-44ca-a73d-7c94b61bf7c9 None None] Allocated IP 2001:db8::f816:3eff:fe1e:d28c (9b0cb615-dd00-417f-9128-01ca62e524f6/0f9a1eaf-333b-4ec7-ae02-efb60b51a077/5292ca62-c380-435f-9395-b73a97c1d64c) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:48:12.312399 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-fee86639-bc6c-437f-a448-76f59639c93e req-16984ad9-e305-4de4-bdca-d29d4a58d7fc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b699589b-8212-4295-8919-4bb76ce3f790 HTTP/1.1" status: 200 len: 1000 time: 0.1072352 Nov 24 01:48:12.366030 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e7bf846-5814-495a-ac4e-74952ad26501 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Router 218457ea-2bcf-4aa0-b2ed-a7f05045e693 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:48:12.394283 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee86639-bc6c-437f-a448-76f59639c93e req-dbd6c1f0-4478-4045-9332-519900c5217b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:48:12.396027 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-fee86639-bc6c-437f-a448-76f59639c93e req-dbd6c1f0-4478-4045-9332-519900c5217b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3cd00567-bdb6-4d9c-8716-d6fe9a6098c7 HTTP/1.1" status: 200 len: 850 time: 0.0745521 Nov 24 01:48:12.523539 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee86639-bc6c-437f-a448-76f59639c93e req-1609b1a1-973c-4319-934b-d20b8fe729bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:48:12.525168 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-fee86639-bc6c-437f-a448-76f59639c93e req-1609b1a1-973c-4319-934b-d20b8fe729bf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0439926c-1302-4dcb-a15d-d53f1b665c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0929816 Nov 24 01:48:12.560766 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-71425725-6122-4898-9809-a5c1fbb94624 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29149261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29154849'] for subnet, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:12.561638 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-72535708-acb5-44ca-a73d-7c94b61bf7c9 None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:12.567999 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e7bf846-5814-495a-ac4e-74952ad26501 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:48:12.574051 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-72535708-acb5-44ca-a73d-7c94b61bf7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:12.626898 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5e7bf846-5814-495a-ac4e-74952ad26501 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for floatingip, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:12.631486 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71425725-6122-4898-9809-a5c1fbb94624 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:48:12.635618 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-71425725-6122-4898-9809-a5c1fbb94624 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:48:12.639385 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71425725-6122-4898-9809-a5c1fbb94624 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:48:12.640618 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-71425725-6122-4898-9809-a5c1fbb94624 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:12.664763 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71425725-6122-4898-9809-a5c1fbb94624 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Pushing event updated for resources: {'Subnet': ['ID=3a4a55b3-8bd2-4843-80fb-e5a71eb4144a,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:12.675436 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-71425725-6122-4898-9809-a5c1fbb94624 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7517228 Nov 24 01:48:12.675678 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47442) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:12.679272 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72535708-acb5-44ca-a73d-7c94b61bf7c9 None None] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:48:12.680974 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-b3c44165-a414-4874-9dab-596ac2629023 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Request body: {'port': {'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6', 'mac_address': 'fa:16:3e:3c:66:18', 'name': 'tempest-NetworksTestDHCPv6-1523958210'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:48:12.681118 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a2ce45-59ec-4c42-87be-48998f110e27 None None] Sync routers for ids ['218457ea-2bcf-4aa0-b2ed-a7f05045e693'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:48:12.687912 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-72535708-acb5-44ca-a73d-7c94b61bf7c9 None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:48:12.693912 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72535708-acb5-44ca-a73d-7c94b61bf7c9 None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:48:12.697870 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a2ce45-59ec-4c42-87be-48998f110e27 None None] Routers {'218457ea-2bcf-4aa0-b2ed-a7f05045e693'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:48:12.698505 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-24a2ce45-59ec-4c42-87be-48998f110e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:47:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['218457ea-2bcf-4aa0-b2ed-a7f05045e693'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:12.751711 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-24a2ce45-59ec-4c42-87be-48998f110e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:12.808089 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72535708-acb5-44ca-a73d-7c94b61bf7c9 None None] Pushing event updated for resources: {'Port': ['ID=5292ca62-c380-435f-9395-b73a97c1d64c,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:12.811637 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-72535708-acb5-44ca-a73d-7c94b61bf7c9 None None] Attempting to bind port 5292ca62-c380-435f-9395-b73a97c1d64c on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:48:12.812240 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-72535708-acb5-44ca-a73d-7c94b61bf7c9 None None] Attempting to bind port 5292ca62-c380-435f-9395-b73a97c1d64c by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '2b1ff8b4-a836-4287-84a2-3eaf8ccfb867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:48:12.812795 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72535708-acb5-44ca-a73d-7c94b61bf7c9 None None] Attempting to bind port 5292ca62-c380-435f-9395-b73a97c1d64c on network 9b0cb615-dd00-417f-9128-01ca62e524f6 {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:48:12.821515 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72535708-acb5-44ca-a73d-7c94b61bf7c9 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:48:12.822181 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72535708-acb5-44ca-a73d-7c94b61bf7c9 None None] Checking segment: {'id': '2b1ff8b4-a836-4287-84a2-3eaf8ccfb867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:48:12.822865 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-72535708-acb5-44ca-a73d-7c94b61bf7c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:12.823763 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72535708-acb5-44ca-a73d-7c94b61bf7c9 None None] Bound using segment: {'id': '2b1ff8b4-a836-4287-84a2-3eaf8ccfb867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:48:12.825046 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-72535708-acb5-44ca-a73d-7c94b61bf7c9 None None] Bound port: 5292ca62-c380-435f-9395-b73a97c1d64c, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1ff8b4-a836-4287-84a2-3eaf8ccfb867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:48:12.825873 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-72535708-acb5-44ca-a73d-7c94b61bf7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:12.838823 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a2ce45-59ec-4c42-87be-48998f110e27 None None] Routers {'218457ea-2bcf-4aa0-b2ed-a7f05045e693'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:48:12.839489 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-24a2ce45-59ec-4c42-87be-48998f110e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:47:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['218457ea-2bcf-4aa0-b2ed-a7f05045e693'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:12.905237 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3c44165-a414-4874-9dab-596ac2629023 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Made reservation on behalf of 6974375fded34c83af8967d3f69dce07 for: {'port': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:48:12.934811 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-72535708-acb5-44ca-a73d-7c94b61bf7c9 None None] For port 5292ca62-c380-435f-9395-b73a97c1d64c, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:48:12.937534 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-72535708-acb5-44ca-a73d-7c94b61bf7c9 None None] For port 5292ca62-c380-435f-9395-b73a97c1d64c, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=5292ca62-c380-435f-9395-b73a97c1d64c,segment=NetworkSegment(2b1ff8b4-a836-4287-84a2-3eaf8ccfb867),segment_id=2b1ff8b4-a836-4287-84a2-3eaf8ccfb867)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:48:12.939675 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-24a2ce45-59ec-4c42-87be-48998f110e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:12.940385 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a2ce45-59ec-4c42-87be-48998f110e27 None None] The sync data for ids ['218457ea-2bcf-4aa0-b2ed-a7f05045e693'] in dv-neutron-818911-2-hyperv is: [] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:48:12.946419 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-72535708-acb5-44ca-a73d-7c94b61bf7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:13.004246 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72535708-acb5-44ca-a73d-7c94b61bf7c9 None None] Pushing event updated for resources: {'Port': ['ID=5292ca62-c380-435f-9395-b73a97c1d64c,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:13.107490 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b3c44165-a414-4874-9dab-596ac2629023 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:13.161099 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [None req-b3c44165-a414-4874-9dab-596ac2629023 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] device_id is not set on port 880103c7-08a0-41f6-adac-fed0f7f3927c yet. {{(pid=109866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 01:48:13.244490 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-5e7bf846-5814-495a-ac4e-74952ad26501 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.8405516 Nov 24 01:48:13.245069 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47466) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:13.246867 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-fee86639-bc6c-437f-a448-76f59639c93e req-24b2547a-0fd0-4b44-9349-3c5e11ead9f1 service neutron] 10.222.0.48 "GET /v2.0/networks/0439926c-1302-4dcb-a15d-d53f1b665c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7110209 Nov 24 01:48:13.257442 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-11ec29e3-fac8-4b6c-a6cc-e21e7255afd9 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-563543329'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:48:13.318102 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d864c203-4514-426a-8748-0bff55051110 req-ce6dd206-b8df-4b74-91fc-3f0e8a420618 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:48:13.321587 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11ec29e3-fac8-4b6c-a6cc-e21e7255afd9 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Made reservation on behalf of c1381337c43b4a9e8088f5ae31d89764 for: {'network': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:48:13.327866 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-11ec29e3-fac8-4b6c-a6cc-e21e7255afd9 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:13.330540 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-d864c203-4514-426a-8748-0bff55051110 req-ce6dd206-b8df-4b74-91fc-3f0e8a420618 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/ports?device_id=54a6fdcb-af1b-4e68-a904-3bb95b5cf340 HTTP/1.1" status: 200 len: 945 time: 0.1675634 Nov 24 01:48:13.383914 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11ec29e3-fac8-4b6c-a6cc-e21e7255afd9 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=109866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:48:13.397301 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-11ec29e3-fac8-4b6c-a6cc-e21e7255afd9 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:13.398334 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.segments_db [None req-11ec29e3-fac8-4b6c-a6cc-e21e7255afd9 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Added segment f98cc2c7-fab5-4996-a594-b08d120fa064 of type vlan for network 99b3df16-2f7a-4f60-ae7c-f0260db300b2 Nov 24 01:48:13.417228 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47470) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:13.485753 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-d864c203-4514-426a-8748-0bff55051110 req-023c179e-3ae4-423d-8862-23f9c3f6d4a4 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa820965-f51f-4c0f-92b9-3c3d3d9ef329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1536489 Nov 24 01:48:13.494733 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-fee86639-bc6c-437f-a448-76f59639c93e req-7c17d8a0-a899-4978-80f7-ca1fb8f197a1 service neutron] 10.222.0.48 "GET /v2.0/networks/0439926c-1302-4dcb-a15d-d53f1b665c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391193 Nov 24 01:48:13.512158 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-11ec29e3-fac8-4b6c-a6cc-e21e7255afd9 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:13.562896 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-11ec29e3-fac8-4b6c-a6cc-e21e7255afd9 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:13.569619 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ec29e3-fac8-4b6c-a6cc-e21e7255afd9 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:48:13.570210 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-11ec29e3-fac8-4b6c-a6cc-e21e7255afd9 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks [] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:13.576636 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47478) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:13.642041 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-11ec29e3-fac8-4b6c-a6cc-e21e7255afd9 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3891478 Nov 24 01:48:13.644842 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47482) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:13.654090 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-080eef75-7984-4d3a-8aa7-1206c02fcd36 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Request body: {'subnet': {'network_id': '99b3df16-2f7a-4f60-ae7c-f0260db300b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:48:13.665839 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-c4c58ad3-bf82-4e28-b440-ab965a7dcb00 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-527653637', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:48:13.681967 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [None req-b3c44165-a414-4874-9dab-596ac2629023 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Allocated IP 172.20.0.3 (9b0cb615-dd00-417f-9128-01ca62e524f6/3a4a55b3-8bd2-4843-80fb-e5a71eb4144a/880103c7-08a0-41f6-adac-fed0f7f3927c) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:48:13.686633 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ec29e3-fac8-4b6c-a6cc-e21e7255afd9 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Pushing event updated for resources: {'Network': ['ID=99b3df16-2f7a-4f60-ae7c-f0260db300b2,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:13.691022 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [None req-b3c44165-a414-4874-9dab-596ac2629023 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Allocated IP 2001:db8::f816:3eff:fe3c:6618 (9b0cb615-dd00-417f-9128-01ca62e524f6/0f9a1eaf-333b-4ec7-ae02-efb60b51a077/880103c7-08a0-41f6-adac-fed0f7f3927c) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:48:13.693527 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47484) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:13.703069 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network 99b3df16-2f7a-4f60-ae7c-f0260db300b2 details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:48:13.715720 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-a2568758-2764-46aa-9318-91bc064445b3 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1408435716', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:48:13.765589 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-f17ccbec-3ed8-4297-a365-2b9dff66634a tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Request body: {'network': {'name': 'tempest-RoutersTest-1106710472'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:48:13.784433 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c4c58ad3-bf82-4e28-b440-ab965a7dcb00 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-424105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2744'] for router, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:13.785850 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c4c58ad3-bf82-4e28-b440-ab965a7dcb00 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-424325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-326625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2753'] for router, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:13.815046 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a2568758-2764-46aa-9318-91bc064445b3 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-424105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2744'] for router, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:13.816145 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a2568758-2764-46aa-9318-91bc064445b3 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-424325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-326625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2753'] for router, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:13.864807 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.db.api [None req-080eef75-7984-4d3a-8aa7-1206c02fcd36 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 24 01:48:13.864807 dv-neutron-818911-2-hyperv neutron-server[109867]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 24 01:48:13.864807 dv-neutron-818911-2-hyperv neutron-server[109867]: [parameters: {'project_id_1': 'c1381337c43b4a9e8088f5ae31d89764', 'expiration_1': datetime.datetime(2021, 11, 24, 1, 47, 53, 805902)}] Nov 24 01:48:13.864807 dv-neutron-818911-2-hyperv neutron-server[109867]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109867) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 01:48:13.865311 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG oslo_db.api [None req-080eef75-7984-4d3a-8aa7-1206c02fcd36 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 01:48:13.866349 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c4c58ad3-bf82-4e28-b440-ab965a7dcb00 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:13.872524 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f17ccbec-3ed8-4297-a365-2b9dff66634a tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Made reservation on behalf of 24f911856b3c4338b647feba51f20eff for: {'network': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:48:13.873999 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c4c58ad3-bf82-4e28-b440-ab965a7dcb00 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-424338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418138'] for router, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:13.876036 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f17ccbec-3ed8-4297-a365-2b9dff66634a tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:13.894342 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f17ccbec-3ed8-4297-a365-2b9dff66634a tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks [] for security_group, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:13.922593 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b3c44165-a414-4874-9dab-596ac2629023 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:13.922857 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a2568758-2764-46aa-9318-91bc064445b3 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:13.928277 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c4c58ad3-bf82-4e28-b440-ab965a7dcb00 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Publish callbacks [] for router, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:13.932593 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-c4c58ad3-bf82-4e28-b440-ab965a7dcb00 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.5106170 Nov 24 01:48:13.932953 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47488) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:13.938599 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-a3f8e92d-5a42-4ac4-bc89-e436f44b50f8 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-667039009'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:48:13.942522 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a2568758-2764-46aa-9318-91bc064445b3 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-424338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418138'] for router, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:13.976757 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3f8e92d-5a42-4ac4-bc89-e436f44b50f8 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Made reservation on behalf of b6a9330819a7465ebd26f7f9c6006aa9 for: {'network': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:48:13.982059 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a3f8e92d-5a42-4ac4-bc89-e436f44b50f8 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:13.988733 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a2568758-2764-46aa-9318-91bc064445b3 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks [] for router, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:13.990507 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b3c44165-a414-4874-9dab-596ac2629023 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:13.993989 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-a2568758-2764-46aa-9318-91bc064445b3 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.4158611 Nov 24 01:48:14.002137 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47490) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:14.007263 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-02df7d17-f0f1-4a5d-8117-3b9b68d9ef2c tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1107550724'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:48:14.016550 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a3f8e92d-5a42-4ac4-bc89-e436f44b50f8 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Publish callbacks [] for security_group, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:14.057066 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02df7d17-f0f1-4a5d-8117-3b9b68d9ef2c tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Made reservation on behalf of 3d47ca46884443a4aac868f64ad30cd6 for: {'network': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:48:14.060699 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-02df7d17-f0f1-4a5d-8117-3b9b68d9ef2c tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:14.072269 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c44165-a414-4874-9dab-596ac2629023 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:48:14.079000 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-02df7d17-f0f1-4a5d-8117-3b9b68d9ef2c tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks [] for security_group, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:14.079751 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-b3c44165-a414-4874-9dab-596ac2629023 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:48:14.085651 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f17ccbec-3ed8-4297-a365-2b9dff66634a tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks [] for security_group, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:14.086792 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c44165-a414-4874-9dab-596ac2629023 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:48:14.130391 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f17ccbec-3ed8-4297-a365-2b9dff66634a tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:14.153119 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c44165-a414-4874-9dab-596ac2629023 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Pushing event updated for resources: {'Port': ['ID=880103c7-08a0-41f6-adac-fed0f7f3927c,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:14.163401 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a3f8e92d-5a42-4ac4-bc89-e436f44b50f8 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Publish callbacks [] for security_group, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:14.170789 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f17ccbec-3ed8-4297-a365-2b9dff66634a tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=109866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:48:14.171798 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a3f8e92d-5a42-4ac4-bc89-e436f44b50f8 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:14.197307 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f17ccbec-3ed8-4297-a365-2b9dff66634a tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:14.197521 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.segments_db [None req-f17ccbec-3ed8-4297-a365-2b9dff66634a tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Added segment 1fe9f4bc-45c4-4c10-abf6-ebce0e6843b4 of type vlan for network 380e414c-b950-43ac-b73a-57c8617d095a Nov 24 01:48:14.200598 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17ccbec-3ed8-4297-a365-2b9dff66634a tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea54f4ad-dd1a-4060-819a-84bcc93e101f,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:14.215440 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c44165-a414-4874-9dab-596ac2629023 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:48:14.216147 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b3c44165-a414-4874-9dab-596ac2629023 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:14.218264 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3f8e92d-5a42-4ac4-bc89-e436f44b50f8 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=109867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:48:14.234728 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f8e92d-5a42-4ac4-bc89-e436f44b50f8 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fac156fb-453f-4392-9a9e-96019a82062a,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:14.242327 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a3f8e92d-5a42-4ac4-bc89-e436f44b50f8 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:14.242972 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.segments_db [None req-a3f8e92d-5a42-4ac4-bc89-e436f44b50f8 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Added segment 8f9ab1c1-593b-49ac-988b-7a9e980b4d55 of type vlan for network 5703981b-5f2a-4d62-b4f5-8b3f6c6b008d Nov 24 01:48:14.245610 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-02df7d17-f0f1-4a5d-8117-3b9b68d9ef2c tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks [] for security_group, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:14.255617 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-02df7d17-f0f1-4a5d-8117-3b9b68d9ef2c tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:14.293061 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-b3c44165-a414-4874-9dab-596ac2629023 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.6162109 Nov 24 01:48:14.298390 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47492) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:14.311935 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02df7d17-f0f1-4a5d-8117-3b9b68d9ef2c tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=109867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:48:14.317492 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a3f8e92d-5a42-4ac4-bc89-e436f44b50f8 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:14.317936 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f17ccbec-3ed8-4297-a365-2b9dff66634a tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:14.329740 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-02df7d17-f0f1-4a5d-8117-3b9b68d9ef2c tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:14.330089 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.segments_db [None req-02df7d17-f0f1-4a5d-8117-3b9b68d9ef2c tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Added segment b29aef27-1657-4972-99bd-61ac6ca06593 of type vlan for network 6713d4a1-863c-4f17-b2c4-026d7d8739ad Nov 24 01:48:14.340709 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02df7d17-f0f1-4a5d-8117-3b9b68d9ef2c tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=695f51df-faf8-4484-8f4b-2c99931c77c6,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:14.373802 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c98beaa-23cf-4b52-bb4d-533efcc67e3c tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:48:14.380155 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c98beaa-23cf-4b52-bb4d-533efcc67e3c tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:48:14.382320 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-7c98beaa-23cf-4b52-bb4d-533efcc67e3c tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0786588 Nov 24 01:48:14.386666 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47494) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:14.388111 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f17ccbec-3ed8-4297-a365-2b9dff66634a tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:14.394169 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f17ccbec-3ed8-4297-a365-2b9dff66634a tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:48:14.394324 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-02df7d17-f0f1-4a5d-8117-3b9b68d9ef2c tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:14.395137 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f17ccbec-3ed8-4297-a365-2b9dff66634a tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks [] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:14.409511 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a3f8e92d-5a42-4ac4-bc89-e436f44b50f8 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:14.414978 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f8e92d-5a42-4ac4-bc89-e436f44b50f8 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:48:14.415574 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a3f8e92d-5a42-4ac4-bc89-e436f44b50f8 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Publish callbacks [] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:14.419357 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c7fdb7-3dc1-4b4e-9ba0-5fe281a7c8d7 None None] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:48:14.462389 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-080eef75-7984-4d3a-8aa7-1206c02fcd36 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Made reservation on behalf of c1381337c43b4a9e8088f5ae31d89764 for: {'subnet': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:48:14.466462 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-080eef75-7984-4d3a-8aa7-1206c02fcd36 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25307781'] for subnet, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:14.483338 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-f17ccbec-3ed8-4297-a365-2b9dff66634a tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7885511 Nov 24 01:48:14.487402 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47496) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:14.492234 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-a3f8e92d-5a42-4ac4-bc89-e436f44b50f8 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5582290 Nov 24 01:48:14.496842 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-c9783564-a9fa-4e2c-aea3-1629f457d8fe tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Request body: {'network': {'name': 'tempest-RoutersTest-162641593'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:48:14.499062 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47498) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:14.501212 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-9a5826bf-734d-4912-9224-d5359657ece5 None None] Provisioning complete for port 5292ca62-c380-435f-9395-b73a97c1d64c triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:48:14.501610 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9a5826bf-734d-4912-9224-d5359657ece5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:14.505896 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-35e73335-58b3-42d2-b921-614f0b65db53 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Request body: {'subnet': {'network_id': '5703981b-5f2a-4d62-b4f5-8b3f6c6b008d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:48:14.517299 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-02df7d17-f0f1-4a5d-8117-3b9b68d9ef2c tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:14.522812 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02df7d17-f0f1-4a5d-8117-3b9b68d9ef2c tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:48:14.523389 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-02df7d17-f0f1-4a5d-8117-3b9b68d9ef2c tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks [] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:14.613429 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9783564-a9fa-4e2c-aea3-1629f457d8fe tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Made reservation on behalf of 24f911856b3c4338b647feba51f20eff for: {'network': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:48:14.613987 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c9783564-a9fa-4e2c-aea3-1629f457d8fe tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:14.619025 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f8e92d-5a42-4ac4-bc89-e436f44b50f8 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Pushing event updated for resources: {'Network': ['ID=5703981b-5f2a-4d62-b4f5-8b3f6c6b008d,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:14.640630 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network 5703981b-5f2a-4d62-b4f5-8b3f6c6b008d details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:48:14.679976 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 5292ca62-c380-435f-9395-b73a97c1d64c up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:48:14.692715 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-02df7d17-f0f1-4a5d-8117-3b9b68d9ef2c tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6894448 Nov 24 01:48:14.709317 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47502) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:14.714257 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-c8f1eb76-b4a5-4508-8356-b08eff8b8b97 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Request body: {'subnet': {'network_id': '6713d4a1-863c-4f17-b2c4-026d7d8739ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:48:14.739411 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17ccbec-3ed8-4297-a365-2b9dff66634a tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Pushing event updated for resources: {'Network': ['ID=380e414c-b950-43ac-b73a-57c8617d095a,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:14.764305 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9783564-a9fa-4e2c-aea3-1629f457d8fe tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=109866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:48:14.785693 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02df7d17-f0f1-4a5d-8117-3b9b68d9ef2c tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Pushing event updated for resources: {'Network': ['ID=6713d4a1-863c-4f17-b2c4-026d7d8739ad,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:14.806343 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9defc3db-eea9-49f3-8b9a-22c2f2f703a6 req-86535302-51b9-4dcc-9608-14b0f5fdcc42 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:48:14.810824 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-9defc3db-eea9-49f3-8b9a-22c2f2f703a6 req-86535302-51b9-4dcc-9608-14b0f5fdcc42 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/ports?device_id=54a6fdcb-af1b-4e68-a904-3bb95b5cf340 HTTP/1.1" status: 200 len: 945 time: 0.1588721 Nov 24 01:48:14.816426 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c9783564-a9fa-4e2c-aea3-1629f457d8fe tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:14.816882 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.segments_db [None req-c9783564-a9fa-4e2c-aea3-1629f457d8fe tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Added segment be3f6141-7df0-4128-a2ce-db86a0028efa of type vlan for network ea504867-8c5a-4e5d-b86b-70b96c811b52 Nov 24 01:48:14.836370 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-8b1fa103-fa3d-4d3b-823a-035d89f466b2 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Deleting port 880103c7-08a0-41f6-adac-fed0f7f3927c {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:48:14.836781 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8b1fa103-fa3d-4d3b-823a-035d89f466b2 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:14.865717 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35e73335-58b3-42d2-b921-614f0b65db53 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Made reservation on behalf of b6a9330819a7465ebd26f7f9c6006aa9 for: {'subnet': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:48:14.870322 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-35e73335-58b3-42d2-b921-614f0b65db53 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25307781'] for subnet, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:14.952380 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9a5826bf-734d-4912-9224-d5359657ece5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:14.955576 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network 380e414c-b950-43ac-b73a-57c8617d095a details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:48:14.977089 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c9783564-a9fa-4e2c-aea3-1629f457d8fe tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:15.020187 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network 6713d4a1-863c-4f17-b2c4-026d7d8739ad details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:48:15.028635 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8b1fa103-fa3d-4d3b-823a-035d89f466b2 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:15.036977 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8f1eb76-b4a5-4508-8356-b08eff8b8b97 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Made reservation on behalf of 3d47ca46884443a4aac868f64ad30cd6 for: {'subnet': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:48:15.038011 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-9defc3db-eea9-49f3-8b9a-22c2f2f703a6 req-dc2c0cc5-dd48-4abe-b27c-3711d181321c tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa820965-f51f-4c0f-92b9-3c3d3d9ef329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2058899 Nov 24 01:48:15.040456 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c8f1eb76-b4a5-4508-8356-b08eff8b8b97 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25307781'] for subnet, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:15.071618 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-8b1fa103-fa3d-4d3b-823a-035d89f466b2 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Calling delete_port for 880103c7-08a0-41f6-adac-fed0f7f3927c owned by {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:48:15.073370 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c9783564-a9fa-4e2c-aea3-1629f457d8fe tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:15.085253 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-080eef75-7984-4d3a-8aa7-1206c02fcd36 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25501847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25307831'] for subnet, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:15.085860 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9783564-a9fa-4e2c-aea3-1629f457d8fe tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:48:15.086564 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c9783564-a9fa-4e2c-aea3-1629f457d8fe tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks [] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:15.179924 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-c9783564-a9fa-4e2c-aea3-1629f457d8fe tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6890857 Nov 24 01:48:15.186641 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47506) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:15.191611 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-c9473033-9d5a-4748-bf4e-0034f21506fe tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Request body: {'subnet': {'network_id': '380e414c-b950-43ac-b73a-57c8617d095a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:48:15.199115 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-9a5826bf-734d-4912-9224-d5359657ece5 None None] For port 5292ca62-c380-435f-9395-b73a97c1d64c, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=5292ca62-c380-435f-9395-b73a97c1d64c,segment=NetworkSegment(2b1ff8b4-a836-4287-84a2-3eaf8ccfb867),segment_id=2b1ff8b4-a836-4287-84a2-3eaf8ccfb867)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:48:15.210628 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9a5826bf-734d-4912-9224-d5359657ece5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:15.218081 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 5292ca62-c380-435f-9395-b73a97c1d64c triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:48:15.218454 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:15.273653 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080eef75-7984-4d3a-8aa7-1206c02fcd36 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Pushing event updated for resources: {'Subnet': ['ID=1173098a-80db-4ed8-9484-312326b9570c,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:15.280813 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9783564-a9fa-4e2c-aea3-1629f457d8fe tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Pushing event updated for resources: {'Network': ['ID=ea504867-8c5a-4e5d-b86b-70b96c811b52,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:15.307885 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network ea504867-8c5a-4e5d-b86b-70b96c811b52 details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:48:15.354077 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5826bf-734d-4912-9224-d5359657ece5 None None] Pushing event updated for resources: {'Port': ['ID=5292ca62-c380-435f-9395-b73a97c1d64c,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:15.364568 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c35b42-4c2f-4815-a400-86728924a7f7 None None] Update dhcp port {'port': {'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6', 'fixed_ips': [{'subnet_id': '0f9a1eaf-333b-4ec7-ae02-efb60b51a077', 'ip_address': '2001:db8::f816:3eff:fe1e:d28c'}, {'subnet_id': '3a4a55b3-8bd2-4843-80fb-e5a71eb4144a'}], 'binding:host_id': 'dv-neutron-818911-2-hyperv'}, 'id': '5292ca62-c380-435f-9395-b73a97c1d64c'} from dv-neutron-818911-2-hyperv. {{(pid=109868) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 24 01:48:15.379844 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e01ec2-fb4e-45ca-9e17-8528508d6287 req-7a19f167-1299-4e42-ba64-1ad063544bf7 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:48:15.381522 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-d9e01ec2-fb4e-45ca-9e17-8528508d6287 req-7a19f167-1299-4e42-ba64-1ad063544bf7 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/ports?device_id=54a6fdcb-af1b-4e68-a904-3bb95b5cf340 HTTP/1.1" status: 200 len: 945 time: 0.2396362 Nov 24 01:48:15.391341 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080eef75-7984-4d3a-8aa7-1206c02fcd36 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Checking segment: {'id': 'f98cc2c7-fab5-4996-a594-b08d120fa064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '99b3df16-2f7a-4f60-ae7c-f0260db300b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:48:15.391584 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080eef75-7984-4d3a-8aa7-1206c02fcd36 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Network hostable DHCP agents. Network: 99b3df16-2f7a-4f60-ae7c-f0260db300b2, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 01:48:15.404018 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9473033-9d5a-4748-bf4e-0034f21506fe tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Made reservation on behalf of 24f911856b3c4338b647feba51f20eff for: {'subnet': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:48:15.407502 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c9473033-9d5a-4748-bf4e-0034f21506fe tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29154835'] for subnet, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:15.433821 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-46c35b42-4c2f-4815-a400-86728924a7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:15.468724 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-35e73335-58b3-42d2-b921-614f0b65db53 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25501847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25307831'] for subnet, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:15.546959 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8b1fa103-fa3d-4d3b-823a-035d89f466b2 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:15.563968 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080eef75-7984-4d3a-8aa7-1206c02fcd36 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Network 99b3df16-2f7a-4f60-ae7c-f0260db300b2 is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 01:48:15.581858 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1fa103-fa3d-4d3b-823a-035d89f466b2 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Pushing event deleted for resources: {'Port': ['ID=880103c7-08a0-41f6-adac-fed0f7f3927c,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:15.594297 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c8f1eb76-b4a5-4508-8356-b08eff8b8b97 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25501847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25307831'] for subnet, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:15.599350 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-d9e01ec2-fb4e-45ca-9e17-8528508d6287 req-f37e518b-0a56-4ad4-b606-57b84f0e6de5 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa820965-f51f-4c0f-92b9-3c3d3d9ef329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1749039 Nov 24 01:48:15.608255 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-080eef75-7984-4d3a-8aa7-1206c02fcd36 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, 99b3df16-2f7a-4f60-ae7c-f0260db300b2) {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:48:15.612093 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e73335-58b3-42d2-b921-614f0b65db53 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Pushing event updated for resources: {'Subnet': ['ID=1f6afb18-7284-462a-bcc9-dbeeb7f9404e,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:15.618979 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-080eef75-7984-4d3a-8aa7-1206c02fcd36 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:48:15.619282 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-080eef75-7984-4d3a-8aa7-1206c02fcd36 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:15.684170 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-080eef75-7984-4d3a-8aa7-1206c02fcd36 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0363803 Nov 24 01:48:15.689232 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47510) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:15.690889 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-46c35b42-4c2f-4815-a400-86728924a7f7 None None] Allocated IP 172.20.0.2 (9b0cb615-dd00-417f-9128-01ca62e524f6/3a4a55b3-8bd2-4843-80fb-e5a71eb4144a/5292ca62-c380-435f-9395-b73a97c1d64c) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:48:15.695553 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-3b89590e-37fe-4939-9a05-cf460465d330 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1369417492', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}, 'admin_state_up': False}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:48:15.702619 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e73335-58b3-42d2-b921-614f0b65db53 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Checking segment: {'id': '8f9ab1c1-593b-49ac-988b-7a9e980b4d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5703981b-5f2a-4d62-b4f5-8b3f6c6b008d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:48:15.702997 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e73335-58b3-42d2-b921-614f0b65db53 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Network hostable DHCP agents. Network: 5703981b-5f2a-4d62-b4f5-8b3f6c6b008d, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 01:48:15.731951 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f1eb76-b4a5-4508-8356-b08eff8b8b97 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Pushing event updated for resources: {'Subnet': ['ID=96a6084e-fbfe-4d4d-8a87-7e3bc4193b9a,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:15.747600 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f1eb76-b4a5-4508-8356-b08eff8b8b97 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Checking segment: {'id': 'b29aef27-1657-4972-99bd-61ac6ca06593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '6713d4a1-863c-4f17-b2c4-026d7d8739ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:48:15.747968 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f1eb76-b4a5-4508-8356-b08eff8b8b97 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Network hostable DHCP agents. Network: 6713d4a1-863c-4f17-b2c4-026d7d8739ad, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 01:48:15.752761 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-3b89590e-37fe-4939-9a05-cf460465d330 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-424105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2744'] for router, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:15.753805 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-3b89590e-37fe-4939-9a05-cf460465d330 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-424325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-326625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2753'] for router, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:15.758296 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8b1fa103-fa3d-4d3b-823a-035d89f466b2 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:15.760820 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e73335-58b3-42d2-b921-614f0b65db53 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Network 5703981b-5f2a-4d62-b4f5-8b3f6c6b008d is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 01:48:15.765930 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-8b1fa103-fa3d-4d3b-823a-035d89f466b2 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "DELETE /v2.0/ports/880103c7-08a0-41f6-adac-fed0f7f3927c HTTP/1.1" status: 204 len: 168 time: 1.3678486 Nov 24 01:48:15.769980 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47512) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:15.771323 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a063e22-9450-40ca-8d02-1c4df2e20b95 None None] Network 99b3df16-2f7a-4f60-ae7c-f0260db300b2 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:48:15.773506 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-35e73335-58b3-42d2-b921-614f0b65db53 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, 5703981b-5f2a-4d62-b4f5-8b3f6c6b008d) {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:48:15.784458 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e73335-58b3-42d2-b921-614f0b65db53 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:48:15.785042 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-35e73335-58b3-42d2-b921-614f0b65db53 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:15.816183 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82562ba7-8740-4846-94e4-8636a994e70e None None] Network 5703981b-5f2a-4d62-b4f5-8b3f6c6b008d requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:48:15.836047 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f1eb76-b4a5-4508-8356-b08eff8b8b97 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Network 6713d4a1-863c-4f17-b2c4-026d7d8739ad is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 01:48:15.844091 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-3b89590e-37fe-4939-9a05-cf460465d330 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:15.861626 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-35e73335-58b3-42d2-b921-614f0b65db53 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3615456 Nov 24 01:48:15.863816 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47516) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:15.873862 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-601c818b-e874-4d61-8b53-3a320b53c283 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Request body: {'network': {'name': 'tempest-router-network01--1740300699'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:48:15.877500 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-c8f1eb76-b4a5-4508-8356-b08eff8b8b97 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, 6713d4a1-863c-4f17-b2c4-026d7d8739ad) {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:48:15.902590 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766df2b7-ba29-4d0d-9b58-998c2c2d8b2a None None] Network 6713d4a1-863c-4f17-b2c4-026d7d8739ad requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:48:15.923291 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f1eb76-b4a5-4508-8356-b08eff8b8b97 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:48:15.923756 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c8f1eb76-b4a5-4508-8356-b08eff8b8b97 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:15.924281 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c9473033-9d5a-4748-bf4e-0034f21506fe tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29149261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29154849'] for subnet, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:15.985267 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2874b416-bc99-45d0-bcbd-4282b221836a tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:48:15.985738 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-46c35b42-4c2f-4815-a400-86728924a7f7 None None] For port 5292ca62-c380-435f-9395-b73a97c1d64c, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=5292ca62-c380-435f-9395-b73a97c1d64c,segment=NetworkSegment(2b1ff8b4-a836-4287-84a2-3eaf8ccfb867),segment_id=2b1ff8b4-a836-4287-84a2-3eaf8ccfb867)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:48:15.986886 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2874b416-bc99-45d0-bcbd-4282b221836a tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:48:15.988548 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2874b416-bc99-45d0-bcbd-4282b221836a tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:48:15.992558 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-2874b416-bc99-45d0-bcbd-4282b221836a tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2154562 Nov 24 01:48:15.993386 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47518) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:16.011103 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9473033-9d5a-4748-bf4e-0034f21506fe tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Pushing event updated for resources: {'Subnet': ['ID=a3deba7a-4ac6-41f3-b8f7-179e8b40dd5e,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:16.035699 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-601c818b-e874-4d61-8b53-3a320b53c283 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Made reservation on behalf of b6a9330819a7465ebd26f7f9c6006aa9 for: {'network': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:48:16.038913 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9473033-9d5a-4748-bf4e-0034f21506fe tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Checking segment: {'id': '1fe9f4bc-45c4-4c10-abf6-ebce0e6843b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '380e414c-b950-43ac-b73a-57c8617d095a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:48:16.039084 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-601c818b-e874-4d61-8b53-3a320b53c283 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:16.039610 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9473033-9d5a-4748-bf4e-0034f21506fe tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Network hostable DHCP agents. Network: 380e414c-b950-43ac-b73a-57c8617d095a, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 01:48:16.060465 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9473033-9d5a-4748-bf4e-0034f21506fe tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Network 380e414c-b950-43ac-b73a-57c8617d095a is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 01:48:16.071240 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-c9473033-9d5a-4748-bf4e-0034f21506fe tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, 380e414c-b950-43ac-b73a-57c8617d095a) {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:48:16.077225 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9473033-9d5a-4748-bf4e-0034f21506fe tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:48:16.078203 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c9473033-9d5a-4748-bf4e-0034f21506fe tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:16.084241 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-c8f1eb76-b4a5-4508-8356-b08eff8b8b97 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3705864 Nov 24 01:48:16.092515 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0387968-8398-4b76-9e9c-98a5c50e76be None None] Network 380e414c-b950-43ac-b73a-57c8617d095a requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:48:16.094723 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47520) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:16.102038 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-aacfca78-0745-4025-8641-b444a39b191a tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Request body: {'network': {'name': 'tempest-router-network01--1393483864'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:48:16.115061 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-c9473033-9d5a-4748-bf4e-0034f21506fe tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9262209 Nov 24 01:48:16.119186 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47522) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:16.126873 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-46c35b42-4c2f-4815-a400-86728924a7f7 None None] Publish callbacks [] for port, precommit_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:16.127684 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-917f5097-911b-44b7-a575-38f2ab57c741 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Request body: {'subnet': {'network_id': 'ea504867-8c5a-4e5d-b86b-70b96c811b52', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:48:16.138266 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-3b89590e-37fe-4939-9a05-cf460465d330 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:16.149477 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_v2 [None req-c85748a8-ff8d-4d03-8646-8240a85d6a49 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Deleting subnet 0f9a1eaf-333b-4ec7-ae02-efb60b51a077 {{(pid=109867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 01:48:16.163284 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c85748a8-ff8d-4d03-8646-8240a85d6a49 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for subnet, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:16.173570 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7e8eb3-943a-49c6-92ab-5cc847bd2839 req-c6ccbd61-aaed-4ad1-8c0d-b6c330a47ebf tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:48:16.175080 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-aa7e8eb3-943a-49c6-92ab-5cc847bd2839 req-c6ccbd61-aaed-4ad1-8c0d-b6c330a47ebf tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/ports?device_id=54a6fdcb-af1b-4e68-a904-3bb95b5cf340 HTTP/1.1" status: 200 len: 945 time: 0.2556758 Nov 24 01:48:16.186328 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-46c35b42-4c2f-4815-a400-86728924a7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:16.201730 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-601c818b-e874-4d61-8b53-3a320b53c283 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=109867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:48:16.213537 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aacfca78-0745-4025-8641-b444a39b191a tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Made reservation on behalf of 3d47ca46884443a4aac868f64ad30cd6 for: {'network': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:48:16.217598 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-aacfca78-0745-4025-8641-b444a39b191a tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:16.247718 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-601c818b-e874-4d61-8b53-3a320b53c283 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:16.247981 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.segments_db [None req-601c818b-e874-4d61-8b53-3a320b53c283 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Added segment add9178e-b287-4fd8-bf85-e438293b9f06 of type vlan for network 3b1e8a82-0848-4c88-ac48-1d480ac40256 Nov 24 01:48:16.258167 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aacfca78-0745-4025-8641-b444a39b191a tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=109866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:48:16.266076 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c85748a8-ff8d-4d03-8646-8240a85d6a49 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28690885'] for subnet, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:16.272760 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-aacfca78-0745-4025-8641-b444a39b191a tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:16.273130 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.segments_db [None req-aacfca78-0745-4025-8641-b444a39b191a tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Added segment f4cb9ed8-558d-454a-8909-e6b9499bb527 of type vlan for network e337f723-5895-4a94-91a4-c4c65ee31f8f Nov 24 01:48:16.281685 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-917f5097-911b-44b7-a575-38f2ab57c741 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Made reservation on behalf of 24f911856b3c4338b647feba51f20eff for: {'subnet': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:48:16.286028 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-917f5097-911b-44b7-a575-38f2ab57c741 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29154835'] for subnet, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:16.365682 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-601c818b-e874-4d61-8b53-3a320b53c283 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:16.366970 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-aacfca78-0745-4025-8641-b444a39b191a tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:16.421857 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-aacfca78-0745-4025-8641-b444a39b191a tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:16.427342 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-aa7e8eb3-943a-49c6-92ab-5cc847bd2839 req-0d048510-7d7d-4ca3-9f7f-cee97fe5236d tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa820965-f51f-4c0f-92b9-3c3d3d9ef329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2211828 Nov 24 01:48:16.427838 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aacfca78-0745-4025-8641-b444a39b191a tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:48:16.428545 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-aacfca78-0745-4025-8641-b444a39b191a tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks [] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:16.467036 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aadda650-f225-4831-b8e7-db4aa1c8b67c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-99b3df16-2f7a-4f60-ae7c-f0260db300b2', 'network_id': '99b3df16-2f7a-4f60-ae7c-f0260db300b2', 'tenant_id': 'c1381337c43b4a9e8088f5ae31d89764', 'fixed_ips': [{'subnet_id': '1173098a-80db-4ed8-9484-312326b9570c'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 01:48:16.468397 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-aadda650-f225-4831-b8e7-db4aa1c8b67c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:16.484788 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-601c818b-e874-4d61-8b53-3a320b53c283 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:16.491562 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601c818b-e874-4d61-8b53-3a320b53c283 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:48:16.493692 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-601c818b-e874-4d61-8b53-3a320b53c283 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Publish callbacks [] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:16.498402 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c85748a8-ff8d-4d03-8646-8240a85d6a49 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:16.505778 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c35b42-4c2f-4815-a400-86728924a7f7 None None] Pushing event updated for resources: {'Port': ['ID=5292ca62-c380-435f-9395-b73a97c1d64c,revision_number=4']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:16.547567 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d69ddd-0592-40f8-84ef-c3bbe72a72a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-5703981b-5f2a-4d62-b4f5-8b3f6c6b008d', 'network_id': '5703981b-5f2a-4d62-b4f5-8b3f6c6b008d', 'tenant_id': 'b6a9330819a7465ebd26f7f9c6006aa9', 'fixed_ips': [{'subnet_id': '1f6afb18-7284-462a-bcc9-dbeeb7f9404e'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 01:48:16.548430 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-78d69ddd-0592-40f8-84ef-c3bbe72a72a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:16.600333 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601c818b-e874-4d61-8b53-3a320b53c283 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Pushing event updated for resources: {'Network': ['ID=3b1e8a82-0848-4c88-ac48-1d480ac40256,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:16.635207 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-601c818b-e874-4d61-8b53-3a320b53c283 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7675731 Nov 24 01:48:16.638845 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47524) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:16.644496 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-aad9d0be-b639-498d-96b2-2098c9d229a6 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Request body: {'network': {'name': 'tempest-router-network02--280084052'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:48:16.651759 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61687b40-9712-44ec-91cb-f045a6f4facf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-6713d4a1-863c-4f17-b2c4-026d7d8739ad', 'network_id': '6713d4a1-863c-4f17-b2c4-026d7d8739ad', 'tenant_id': '3d47ca46884443a4aac868f64ad30cd6', 'fixed_ips': [{'subnet_id': '96a6084e-fbfe-4d4d-8a87-7e3bc4193b9a'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 01:48:16.653080 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-61687b40-9712-44ec-91cb-f045a6f4facf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:16.663315 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network 3b1e8a82-0848-4c88-ac48-1d480ac40256 details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:48:16.665922 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 5292ca62-c380-435f-9395-b73a97c1d64c up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:48:16.764748 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aad9d0be-b639-498d-96b2-2098c9d229a6 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Made reservation on behalf of b6a9330819a7465ebd26f7f9c6006aa9 for: {'network': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:48:16.768491 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-aad9d0be-b639-498d-96b2-2098c9d229a6 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:16.781117 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-3b89590e-37fe-4939-9a05-cf460465d330 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks [] for router_gateway, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:16.788653 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c85748a8-ff8d-4d03-8646-8240a85d6a49 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25501782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25307808'] for subnet, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:16.829501 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c85748a8-ff8d-4d03-8646-8240a85d6a49 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:16.833067 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-c85748a8-ff8d-4d03-8646-8240a85d6a49 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "DELETE /v2.0/subnets/0f9a1eaf-333b-4ec7-ae02-efb60b51a077 HTTP/1.1" status: 204 len: 168 time: 0.8386447 Nov 24 01:48:16.847805 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47526) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:16.858100 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-3b89590e-37fe-4939-9a05-cf460465d330 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:16.872507 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85748a8-ff8d-4d03-8646-8240a85d6a49 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Pushing event deleted for resources: {'Subnet': ['ID=0f9a1eaf-333b-4ec7-ae02-efb60b51a077,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:16.875802 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aad9d0be-b639-498d-96b2-2098c9d229a6 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=109867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:48:16.921086 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-aad9d0be-b639-498d-96b2-2098c9d229a6 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:16.921449 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.segments_db [None req-aad9d0be-b639-498d-96b2-2098c9d229a6 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Added segment 1ce7373f-1ea5-4f16-b56c-426deab7d114 of type vlan for network 3784e97c-8c95-4f3a-a189-c0125793c40d Nov 24 01:48:16.950025 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-aacfca78-0745-4025-8641-b444a39b191a tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8530571 Nov 24 01:48:16.970495 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47528) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:16.978118 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-2d6396da-ad3b-418b-b59b-98db3b09ad14 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Request body: {'network': {'name': 'tempest-router-network02--511595079'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:48:17.013598 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacfca78-0745-4025-8641-b444a39b191a tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Pushing event updated for resources: {'Network': ['ID=e337f723-5895-4a94-91a4-c4c65ee31f8f,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:17.021651 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-aad9d0be-b639-498d-96b2-2098c9d229a6 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:17.037758 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_v2 [None req-28f0761e-0a18-4877-8234-346edad0ee64 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Deleting subnet 3a4a55b3-8bd2-4843-80fb-e5a71eb4144a {{(pid=109866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 01:48:17.043750 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network e337f723-5895-4a94-91a4-c4c65ee31f8f details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:48:17.064922 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-28f0761e-0a18-4877-8234-346edad0ee64 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for subnet, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:17.077103 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d6396da-ad3b-418b-b59b-98db3b09ad14 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Made reservation on behalf of 3d47ca46884443a4aac868f64ad30cd6 for: {'network': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:48:17.080590 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2d6396da-ad3b-418b-b59b-98db3b09ad14 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:17.083092 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-3b89590e-37fe-4939-9a05-cf460465d330 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Allocated IP 172.26.5.2 (eb22795d-37ee-46ee-844d-92c17e2ea450/3e66fcff-6e72-4083-b514-48f69cdaa2cb/d14bec59-adfa-426a-9457-a4f93161d0a1) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:48:17.085031 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-aad9d0be-b639-498d-96b2-2098c9d229a6 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:17.092342 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad9d0be-b639-498d-96b2-2098c9d229a6 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:48:17.092556 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-aad9d0be-b639-498d-96b2-2098c9d229a6 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Publish callbacks [] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:17.122922 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-28f0761e-0a18-4877-8234-346edad0ee64 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29055568'] for subnet, precommit_delete_associations {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:17.126761 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-917f5097-911b-44b7-a575-38f2ab57c741 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29149261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29154849'] for subnet, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:17.173174 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-aad9d0be-b639-498d-96b2-2098c9d229a6 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5332780 Nov 24 01:48:17.186771 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47530) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:17.245424 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-4cb97c9d-d6a8-470d-a814-8d827ea12ccf tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Request body: {'subnet': {'network_id': '3b1e8a82-0848-4c88-ac48-1d480ac40256', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:48:17.250404 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917f5097-911b-44b7-a575-38f2ab57c741 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Pushing event updated for resources: {'Subnet': ['ID=23c2e735-dbca-4b12-add4-3b4760b13402,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:17.274857 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d6396da-ad3b-418b-b59b-98db3b09ad14 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=109867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:48:17.276947 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad9d0be-b639-498d-96b2-2098c9d229a6 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Pushing event updated for resources: {'Network': ['ID=3784e97c-8c95-4f3a-a189-c0125793c40d,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:17.289939 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917f5097-911b-44b7-a575-38f2ab57c741 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Checking segment: {'id': 'be3f6141-7df0-4128-a2ce-db86a0028efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'ea504867-8c5a-4e5d-b86b-70b96c811b52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:48:17.290306 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917f5097-911b-44b7-a575-38f2ab57c741 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Network hostable DHCP agents. Network: ea504867-8c5a-4e5d-b86b-70b96c811b52, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 01:48:17.323960 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-28f0761e-0a18-4877-8234-346edad0ee64 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:17.344175 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aec0c7f-9e1c-4932-95f2-64b2cbce29f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-380e414c-b950-43ac-b73a-57c8617d095a', 'network_id': '380e414c-b950-43ac-b73a-57c8617d095a', 'tenant_id': '24f911856b3c4338b647feba51f20eff', 'fixed_ips': [{'subnet_id': 'a3deba7a-4ac6-41f3-b8f7-179e8b40dd5e'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 01:48:17.345041 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-5aec0c7f-9e1c-4932-95f2-64b2cbce29f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:17.346984 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network 3784e97c-8c95-4f3a-a189-c0125793c40d details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:48:17.347904 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2d6396da-ad3b-418b-b59b-98db3b09ad14 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:17.348517 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.segments_db [None req-2d6396da-ad3b-418b-b59b-98db3b09ad14 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Added segment 18ea8a07-e20b-40aa-8e1b-1565d63ab040 of type vlan for network 6bd89793-0192-4c55-ac12-4b736fd62de7 Nov 24 01:48:17.372782 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917f5097-911b-44b7-a575-38f2ab57c741 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Network ea504867-8c5a-4e5d-b86b-70b96c811b52 is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 01:48:17.391581 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-917f5097-911b-44b7-a575-38f2ab57c741 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, ea504867-8c5a-4e5d-b86b-70b96c811b52) {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:48:17.400944 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917f5097-911b-44b7-a575-38f2ab57c741 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:48:17.401652 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-917f5097-911b-44b7-a575-38f2ab57c741 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:17.427375 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-917f5097-911b-44b7-a575-38f2ab57c741 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3067439 Nov 24 01:48:17.430592 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47532) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:17.430723 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c80dc82-a506-4979-b17b-d1a500229e25 None None] Network ea504867-8c5a-4e5d-b86b-70b96c811b52 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:48:17.438654 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-d5f70983-260c-4285-8e6b-eb8a34a7cab4 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2122549412', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:48:17.447699 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-28f0761e-0a18-4877-8234-346edad0ee64 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29149324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29154870'] for subnet, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:17.476554 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2d6396da-ad3b-418b-b59b-98db3b09ad14 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:17.489197 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-28f0761e-0a18-4877-8234-346edad0ee64 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:17.496602 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47536) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:17.496832 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-28f0761e-0a18-4877-8234-346edad0ee64 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "DELETE /v2.0/subnets/3a4a55b3-8bd2-4843-80fb-e5a71eb4144a HTTP/1.1" status: 204 len: 168 time: 0.6475775 Nov 24 01:48:17.504922 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-3b89590e-37fe-4939-9a05-cf460465d330 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:17.522460 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f0761e-0a18-4877-8234-346edad0ee64 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Pushing event deleted for resources: {'Subnet': ['ID=3a4a55b3-8bd2-4843-80fb-e5a71eb4144a,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:17.558331 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-fd161888-964e-49e4-aed1-1f3c755c7918 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0567596 Nov 24 01:48:17.562373 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d5f70983-260c-4285-8e6b-eb8a34a7cab4 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-424105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2744'] for router, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:17.563413 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d5f70983-260c-4285-8e6b-eb8a34a7cab4 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-424325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-326625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2753'] for router, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:17.564336 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47538) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:17.564964 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.db.api [None req-4cb97c9d-d6a8-470d-a814-8d827ea12ccf tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 24 01:48:17.564964 dv-neutron-818911-2-hyperv neutron-server[109867]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 24 01:48:17.564964 dv-neutron-818911-2-hyperv neutron-server[109867]: [parameters: {'project_id_1': 'b6a9330819a7465ebd26f7f9c6006aa9', 'expiration_1': datetime.datetime(2021, 11, 24, 1, 47, 57, 498134)}] Nov 24 01:48:17.564964 dv-neutron-818911-2-hyperv neutron-server[109867]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109867) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 01:48:17.565257 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG oslo_db.api [None req-4cb97c9d-d6a8-470d-a814-8d827ea12ccf tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 01:48:17.572201 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-c4636a2f-9dd4-48ad-bbb9-6d474caa63ae tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Request body: {'subnet': {'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:48:17.596055 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2d6396da-ad3b-418b-b59b-98db3b09ad14 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:17.601483 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292035dc-0b2a-4dca-8dfa-edba306c94e0 None None] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:48:17.602161 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6396da-ad3b-418b-b59b-98db3b09ad14 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:48:17.602883 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2d6396da-ad3b-418b-b59b-98db3b09ad14 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks [] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:17.615896 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-aadda650-f225-4831-b8e7-db4aa1c8b67c None None] Allocated IP 172.20.0.2 (99b3df16-2f7a-4f60-ae7c-f0260db300b2/1173098a-80db-4ed8-9484-312326b9570c/71930efb-c2fc-4e8e-ba3f-d4ab5789afc5) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:48:17.618411 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-78d69ddd-0592-40f8-84ef-c3bbe72a72a5 None None] Allocated IP 172.20.0.2 (5703981b-5f2a-4d62-b4f5-8b3f6c6b008d/1f6afb18-7284-462a-bcc9-dbeeb7f9404e/266e7bd1-4861-41a1-ac3e-1dd63473e05b) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:48:17.621704 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 5292ca62-c380-435f-9395-b73a97c1d64c triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:48:17.622069 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:17.651126 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ce127e-0f94-4ed4-8d48-dd0bbfac93d5 req-98d9e43d-6091-4922-98d6-2999307e453f tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:48:17.653399 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e1ce127e-0f94-4ed4-8d48-dd0bbfac93d5 req-98d9e43d-6091-4922-98d6-2999307e453f tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/ports?device_id=54a6fdcb-af1b-4e68-a904-3bb95b5cf340 HTTP/1.1" status: 200 len: 945 time: 0.1041939 Nov 24 01:48:17.658021 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d5f70983-260c-4285-8e6b-eb8a34a7cab4 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:17.667005 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d5f70983-260c-4285-8e6b-eb8a34a7cab4 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-424338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418138'] for router, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:17.691544 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-2d6396da-ad3b-418b-b59b-98db3b09ad14 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7173862 Nov 24 01:48:17.701306 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47542) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:17.710423 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d5f70983-260c-4285-8e6b-eb8a34a7cab4 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks [] for router, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:17.713838 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-4272aacc-6bb1-41fe-a377-c07684b788e6 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Request body: {'subnet': {'network_id': 'e337f723-5895-4a94-91a4-c4c65ee31f8f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:48:17.714726 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-d5f70983-260c-4285-8e6b-eb8a34a7cab4 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2826006 Nov 24 01:48:17.717112 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47544) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:17.729478 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e1ce127e-0f94-4ed4-8d48-dd0bbfac93d5 req-17ccef86-daa6-434f-87ea-4b9e830701f0 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa820965-f51f-4c0f-92b9-3c3d3d9ef329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693445 Nov 24 01:48:17.800534 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6396da-ad3b-418b-b59b-98db3b09ad14 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Pushing event updated for resources: {'Network': ['ID=6bd89793-0192-4c55-ac12-4b736fd62de7,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:17.865478 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-61687b40-9712-44ec-91cb-f045a6f4facf None None] Allocated IP 2001:db8::2 (6713d4a1-863c-4f17-b2c4-026d7d8739ad/96a6084e-fbfe-4d4d-8a87-7e3bc4193b9a/00695ed8-8deb-499e-8ae5-5d567ab3e43a) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:48:17.874408 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network 6bd89793-0192-4c55-ac12-4b736fd62de7 details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:48:17.927465 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-4f896f88-3e8e-4a54-b6a8-65c9f3f88af1 None None] Provisioning complete for port 5292ca62-c380-435f-9395-b73a97c1d64c triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:48:17.927669 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-4f896f88-3e8e-4a54-b6a8-65c9f3f88af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:18.201533 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-3b89590e-37fe-4939-9a05-cf460465d330 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:18.235636 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4636a2f-9dd4-48ad-bbb9-6d474caa63ae tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Made reservation on behalf of 6974375fded34c83af8967d3f69dce07 for: {'subnet': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:48:18.239081 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c4636a2f-9dd4-48ad-bbb9-6d474caa63ae tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25307781'] for subnet, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:18.348355 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-5aec0c7f-9e1c-4932-95f2-64b2cbce29f0 None None] Allocated IP 172.20.0.2 (380e414c-b950-43ac-b73a-57c8617d095a/a3deba7a-4ac6-41f3-b8f7-179e8b40dd5e/b17cb8f4-a5a5-4859-8734-27592674e082) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:48:18.366720 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b89590e-37fe-4939-9a05-cf460465d330 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Network eb22795d-37ee-46ee-844d-92c17e2ea450 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:48:18.431403 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-3b89590e-37fe-4939-9a05-cf460465d330 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:48:18.443104 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b89590e-37fe-4939-9a05-cf460465d330 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:48:18.454783 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cb97c9d-d6a8-470d-a814-8d827ea12ccf tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Made reservation on behalf of b6a9330819a7465ebd26f7f9c6006aa9 for: {'subnet': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:48:18.458208 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4cb97c9d-d6a8-470d-a814-8d827ea12ccf tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25307781'] for subnet, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:18.483414 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b89590e-37fe-4939-9a05-cf460465d330 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Pushing event updated for resources: {'Port': ['ID=d14bec59-adfa-426a-9457-a4f93161d0a1,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:18.488725 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c794244f-42ad-4669-a794-96465e46c85c None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:48:18.608388 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed064e41-b54a-4b1f-83d2-78a83f71b6ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-ea504867-8c5a-4e5d-b86b-70b96c811b52', 'network_id': 'ea504867-8c5a-4e5d-b86b-70b96c811b52', 'tenant_id': '24f911856b3c4338b647feba51f20eff', 'fixed_ips': [{'subnet_id': '23c2e735-dbca-4b12-add4-3b4760b13402'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 01:48:18.609340 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-ed064e41-b54a-4b1f-83d2-78a83f71b6ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:18.666267 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4272aacc-6bb1-41fe-a377-c07684b788e6 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Made reservation on behalf of 3d47ca46884443a4aac868f64ad30cd6 for: {'subnet': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:48:18.669793 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4272aacc-6bb1-41fe-a377-c07684b788e6 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25307781'] for subnet, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:18.848926 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b54cb1-9ed7-45cb-bfc8-e4433aa776cc None None] DHCP port deletion for 9b0cb615-dd00-417f-9128-01ca62e524f6 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:48:18.893695 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-aadda650-f225-4831-b8e7-db4aa1c8b67c None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:18.895179 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-78d69ddd-0592-40f8-84ef-c3bbe72a72a5 None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:18.929210 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-61687b40-9712-44ec-91cb-f045a6f4facf None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:18.930407 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-4f896f88-3e8e-4a54-b6a8-65c9f3f88af1 None None] Could not find standard attr ID for object 880103c7-08a0-41f6-adac-fed0f7f3927c. {{(pid=109868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 01:48:18.945887 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-78d69ddd-0592-40f8-84ef-c3bbe72a72a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:18.948314 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-aadda650-f225-4831-b8e7-db4aa1c8b67c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:19.005659 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-61687b40-9712-44ec-91cb-f045a6f4facf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:19.036669 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b42138-6c5b-48bb-836c-de5a93b05b9b req-f381dce2-0674-4cd0-8156-72cb6335d5af tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:48:19.038107 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e6b42138-6c5b-48bb-836c-de5a93b05b9b req-f381dce2-0674-4cd0-8156-72cb6335d5af tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.48 "GET /v2.0/ports?device_id=54a6fdcb-af1b-4e68-a904-3bb95b5cf340 HTTP/1.1" status: 200 len: 945 time: 0.3729515 Nov 24 01:48:19.093771 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d69ddd-0592-40f8-84ef-c3bbe72a72a5 None None] Network 5703981b-5f2a-4d62-b4f5-8b3f6c6b008d is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:48:19.104589 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e856842f-cf4c-4951-9021-784daa9b9d01 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:19.112232 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aadda650-f225-4831-b8e7-db4aa1c8b67c None None] Network 99b3df16-2f7a-4f60-ae7c-f0260db300b2 is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:48:19.130563 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61687b40-9712-44ec-91cb-f045a6f4facf None None] Network 6713d4a1-863c-4f17-b2c4-026d7d8739ad is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:48:19.132809 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-aadda650-f225-4831-b8e7-db4aa1c8b67c None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:48:19.134767 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-78d69ddd-0592-40f8-84ef-c3bbe72a72a5 None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:48:19.136406 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadda650-f225-4831-b8e7-db4aa1c8b67c None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:48:19.167849 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d69ddd-0592-40f8-84ef-c3bbe72a72a5 None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:48:19.172448 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-61687b40-9712-44ec-91cb-f045a6f4facf None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:48:19.174128 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d69ddd-0592-40f8-84ef-c3bbe72a72a5 None None] Pushing event updated for resources: {'Port': ['ID=266e7bd1-4861-41a1-ac3e-1dd63473e05b,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:19.177191 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0df3bfe-6eea-4470-97cc-215e1467f7cf req-35d0d191-6c30-478d-b567-6ba0668980cf tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:48:19.178752 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-f0df3bfe-6eea-4470-97cc-215e1467f7cf req-35d0d191-6c30-478d-b567-6ba0668980cf tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/ports?device_id=54a6fdcb-af1b-4e68-a904-3bb95b5cf340 HTTP/1.1" status: 200 len: 945 time: 0.3481135 Nov 24 01:48:19.180725 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61687b40-9712-44ec-91cb-f045a6f4facf None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:48:19.195458 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-f55497a1-03b4-4941-aae7-a0508b4bdd5c None None] Provisioning complete for port d14bec59-adfa-426a-9457-a4f93161d0a1 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:48:19.195826 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-f55497a1-03b4-4941-aae7-a0508b4bdd5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:19.266623 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-5aec0c7f-9e1c-4932-95f2-64b2cbce29f0 None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:19.337809 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-5aec0c7f-9e1c-4932-95f2-64b2cbce29f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:19.383288 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-84b54cb1-9ed7-45cb-bfc8-e4433aa776cc None None] Deleting port 5292ca62-c380-435f-9395-b73a97c1d64c {{(pid=109868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:48:19.383663 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-84b54cb1-9ed7-45cb-bfc8-e4433aa776cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:19.386495 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-ed064e41-b54a-4b1f-83d2-78a83f71b6ac None None] Allocated IP 172.21.0.2 (ea504867-8c5a-4e5d-b86b-70b96c811b52/23c2e735-dbca-4b12-add4-3b4760b13402/872349d3-d72d-4da8-9f41-63fa3e796ce4) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:48:19.438965 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadda650-f225-4831-b8e7-db4aa1c8b67c None None] Pushing event updated for resources: {'Port': ['ID=71930efb-c2fc-4e8e-ba3f-d4ab5789afc5,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:19.462140 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-f55497a1-03b4-4941-aae7-a0508b4bdd5c None None] Port d14bec59-adfa-426a-9457-a4f93161d0a1 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:48:19.475744 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-78d69ddd-0592-40f8-84ef-c3bbe72a72a5 None None] Attempting to bind port 266e7bd1-4861-41a1-ac3e-1dd63473e05b on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:48:19.476136 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-78d69ddd-0592-40f8-84ef-c3bbe72a72a5 None None] Attempting to bind port 266e7bd1-4861-41a1-ac3e-1dd63473e05b by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '8f9ab1c1-593b-49ac-988b-7a9e980b4d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5703981b-5f2a-4d62-b4f5-8b3f6c6b008d'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:48:19.476476 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d69ddd-0592-40f8-84ef-c3bbe72a72a5 None None] Attempting to bind port 266e7bd1-4861-41a1-ac3e-1dd63473e05b on network 5703981b-5f2a-4d62-b4f5-8b3f6c6b008d {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:48:19.478385 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-61687b40-9712-44ec-91cb-f045a6f4facf None None] Attempting to bind port 00695ed8-8deb-499e-8ae5-5d567ab3e43a on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:48:19.478734 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-61687b40-9712-44ec-91cb-f045a6f4facf None None] Attempting to bind port 00695ed8-8deb-499e-8ae5-5d567ab3e43a by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': 'b29aef27-1657-4972-99bd-61ac6ca06593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '6713d4a1-863c-4f17-b2c4-026d7d8739ad'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:48:19.479074 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61687b40-9712-44ec-91cb-f045a6f4facf None None] Attempting to bind port 00695ed8-8deb-499e-8ae5-5d567ab3e43a on network 6713d4a1-863c-4f17-b2c4-026d7d8739ad {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:48:19.510471 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aec0c7f-9e1c-4932-95f2-64b2cbce29f0 None None] Network 380e414c-b950-43ac-b73a-57c8617d095a is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:48:19.528819 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-aadda650-f225-4831-b8e7-db4aa1c8b67c None None] Attempting to bind port 71930efb-c2fc-4e8e-ba3f-d4ab5789afc5 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:48:19.529190 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-aadda650-f225-4831-b8e7-db4aa1c8b67c None None] Attempting to bind port 71930efb-c2fc-4e8e-ba3f-d4ab5789afc5 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': 'f98cc2c7-fab5-4996-a594-b08d120fa064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '99b3df16-2f7a-4f60-ae7c-f0260db300b2'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:48:19.529577 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadda650-f225-4831-b8e7-db4aa1c8b67c None None] Attempting to bind port 71930efb-c2fc-4e8e-ba3f-d4ab5789afc5 on network 99b3df16-2f7a-4f60-ae7c-f0260db300b2 {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:48:19.553341 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-5aec0c7f-9e1c-4932-95f2-64b2cbce29f0 None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:48:19.558103 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4cb97c9d-d6a8-470d-a814-8d827ea12ccf tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25501847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25307831'] for subnet, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:19.561928 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61687b40-9712-44ec-91cb-f045a6f4facf None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:48:19.562295 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61687b40-9712-44ec-91cb-f045a6f4facf None None] Checking segment: {'id': 'b29aef27-1657-4972-99bd-61ac6ca06593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '6713d4a1-863c-4f17-b2c4-026d7d8739ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:48:19.563648 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-61687b40-9712-44ec-91cb-f045a6f4facf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:19.564039 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61687b40-9712-44ec-91cb-f045a6f4facf None None] Bound using segment: {'id': 'b29aef27-1657-4972-99bd-61ac6ca06593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '6713d4a1-863c-4f17-b2c4-026d7d8739ad'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:48:19.564508 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-61687b40-9712-44ec-91cb-f045a6f4facf None None] Bound port: 00695ed8-8deb-499e-8ae5-5d567ab3e43a, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b29aef27-1657-4972-99bd-61ac6ca06593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '6713d4a1-863c-4f17-b2c4-026d7d8739ad'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:48:19.564887 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-61687b40-9712-44ec-91cb-f045a6f4facf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:19.578864 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aec0c7f-9e1c-4932-95f2-64b2cbce29f0 None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:48:19.580803 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d69ddd-0592-40f8-84ef-c3bbe72a72a5 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:48:19.581168 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d69ddd-0592-40f8-84ef-c3bbe72a72a5 None None] Checking segment: {'id': '8f9ab1c1-593b-49ac-988b-7a9e980b4d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5703981b-5f2a-4d62-b4f5-8b3f6c6b008d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:48:19.581580 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-78d69ddd-0592-40f8-84ef-c3bbe72a72a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:19.581966 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d69ddd-0592-40f8-84ef-c3bbe72a72a5 None None] Bound using segment: {'id': '8f9ab1c1-593b-49ac-988b-7a9e980b4d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5703981b-5f2a-4d62-b4f5-8b3f6c6b008d'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:48:19.582431 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-78d69ddd-0592-40f8-84ef-c3bbe72a72a5 None None] Bound port: 266e7bd1-4861-41a1-ac3e-1dd63473e05b, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f9ab1c1-593b-49ac-988b-7a9e980b4d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5703981b-5f2a-4d62-b4f5-8b3f6c6b008d'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:48:19.582801 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-78d69ddd-0592-40f8-84ef-c3bbe72a72a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:19.600505 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadda650-f225-4831-b8e7-db4aa1c8b67c None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:48:19.600872 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadda650-f225-4831-b8e7-db4aa1c8b67c None None] Checking segment: {'id': 'f98cc2c7-fab5-4996-a594-b08d120fa064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '99b3df16-2f7a-4f60-ae7c-f0260db300b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:48:19.601266 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-aadda650-f225-4831-b8e7-db4aa1c8b67c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:19.601675 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadda650-f225-4831-b8e7-db4aa1c8b67c None None] Bound using segment: {'id': 'f98cc2c7-fab5-4996-a594-b08d120fa064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '99b3df16-2f7a-4f60-ae7c-f0260db300b2'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:48:19.602146 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-aadda650-f225-4831-b8e7-db4aa1c8b67c None None] Bound port: 71930efb-c2fc-4e8e-ba3f-d4ab5789afc5, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f98cc2c7-fab5-4996-a594-b08d120fa064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '99b3df16-2f7a-4f60-ae7c-f0260db300b2'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:48:19.602519 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-aadda650-f225-4831-b8e7-db4aa1c8b67c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:19.665961 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61687b40-9712-44ec-91cb-f045a6f4facf None None] Pushing event updated for resources: {'Port': ['ID=00695ed8-8deb-499e-8ae5-5d567ab3e43a,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:19.674874 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-f0df3bfe-6eea-4470-97cc-215e1467f7cf req-7c4930e3-d6f6-4f67-bc34-9fb22712c222 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa820965-f51f-4c0f-92b9-3c3d3d9ef329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4443674 Nov 24 01:48:19.705638 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-3b89590e-37fe-4939-9a05-cf460465d330 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks [] for router_gateway, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:19.763955 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4272aacc-6bb1-41fe-a377-c07684b788e6 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25501847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25307831'] for subnet, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:19.824731 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-84b54cb1-9ed7-45cb-bfc8-e4433aa776cc None None] For port 5292ca62-c380-435f-9395-b73a97c1d64c, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=5292ca62-c380-435f-9395-b73a97c1d64c,segment=NetworkSegment(2b1ff8b4-a836-4287-84a2-3eaf8ccfb867),segment_id=2b1ff8b4-a836-4287-84a2-3eaf8ccfb867)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:48:19.825129 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-84b54cb1-9ed7-45cb-bfc8-e4433aa776cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:19.871489 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb97c9d-d6a8-470d-a814-8d827ea12ccf tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Pushing event updated for resources: {'Subnet': ['ID=d8c43deb-c47f-44eb-bedf-2a1d88b88bdf,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:19.879054 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-84b54cb1-9ed7-45cb-bfc8-e4433aa776cc None None] Calling delete_port for 5292ca62-c380-435f-9395-b73a97c1d64c owned by network:dhcp {{(pid=109868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:48:19.884693 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-5aec0c7f-9e1c-4932-95f2-64b2cbce29f0 None None] Attempting to bind port b17cb8f4-a5a5-4859-8734-27592674e082 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:48:19.884693 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-5aec0c7f-9e1c-4932-95f2-64b2cbce29f0 None None] Attempting to bind port b17cb8f4-a5a5-4859-8734-27592674e082 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '1fe9f4bc-45c4-4c10-abf6-ebce0e6843b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '380e414c-b950-43ac-b73a-57c8617d095a'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:48:19.884693 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aec0c7f-9e1c-4932-95f2-64b2cbce29f0 None None] Attempting to bind port b17cb8f4-a5a5-4859-8734-27592674e082 on network 380e414c-b950-43ac-b73a-57c8617d095a {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:48:19.937887 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [req-e6b42138-6c5b-48bb-836c-de5a93b05b9b req-eecae7e9-4510-4183-bc92-704738e8d6cc tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Deleting port b699589b-8212-4295-8919-4bb76ce3f790 {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:48:19.938219 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-e6b42138-6c5b-48bb-836c-de5a93b05b9b req-eecae7e9-4510-4183-bc92-704738e8d6cc tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:19.946264 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-78d69ddd-0592-40f8-84ef-c3bbe72a72a5 None None] For port 266e7bd1-4861-41a1-ac3e-1dd63473e05b, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:48:19.953269 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aec0c7f-9e1c-4932-95f2-64b2cbce29f0 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:48:19.953669 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aec0c7f-9e1c-4932-95f2-64b2cbce29f0 None None] Checking segment: {'id': '1fe9f4bc-45c4-4c10-abf6-ebce0e6843b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '380e414c-b950-43ac-b73a-57c8617d095a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:48:19.954059 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-5aec0c7f-9e1c-4932-95f2-64b2cbce29f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:19.954450 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aec0c7f-9e1c-4932-95f2-64b2cbce29f0 None None] Bound using segment: {'id': '1fe9f4bc-45c4-4c10-abf6-ebce0e6843b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '380e414c-b950-43ac-b73a-57c8617d095a'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:48:19.954913 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-5aec0c7f-9e1c-4932-95f2-64b2cbce29f0 None None] Bound port: b17cb8f4-a5a5-4859-8734-27592674e082, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fe9f4bc-45c4-4c10-abf6-ebce0e6843b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '380e414c-b950-43ac-b73a-57c8617d095a'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:48:19.955287 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-5aec0c7f-9e1c-4932-95f2-64b2cbce29f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:19.956969 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aec0c7f-9e1c-4932-95f2-64b2cbce29f0 None None] Pushing event updated for resources: {'Port': ['ID=b17cb8f4-a5a5-4859-8734-27592674e082,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:20.003551 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-aadda650-f225-4831-b8e7-db4aa1c8b67c None None] For port 71930efb-c2fc-4e8e-ba3f-d4ab5789afc5, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:48:20.027916 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-61687b40-9712-44ec-91cb-f045a6f4facf None None] For port 00695ed8-8deb-499e-8ae5-5d567ab3e43a, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:48:20.038889 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-78d69ddd-0592-40f8-84ef-c3bbe72a72a5 None None] For port 266e7bd1-4861-41a1-ac3e-1dd63473e05b, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=266e7bd1-4861-41a1-ac3e-1dd63473e05b,segment=NetworkSegment(8f9ab1c1-593b-49ac-988b-7a9e980b4d55),segment_id=8f9ab1c1-593b-49ac-988b-7a9e980b4d55)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:48:20.048642 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb97c9d-d6a8-470d-a814-8d827ea12ccf tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Checking segment: {'id': 'add9178e-b287-4fd8-bf85-e438293b9f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3b1e8a82-0848-4c88-ac48-1d480ac40256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:48:20.049011 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb97c9d-d6a8-470d-a814-8d827ea12ccf tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Network hostable DHCP agents. Network: 3b1e8a82-0848-4c88-ac48-1d480ac40256, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 01:48:20.052303 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.objects.ports [None req-c4636a2f-9dd4-48ad-bbb9-6d474caa63ae tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109867) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 24 01:48:20.062958 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-aadda650-f225-4831-b8e7-db4aa1c8b67c None None] For port 71930efb-c2fc-4e8e-ba3f-d4ab5789afc5, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=71930efb-c2fc-4e8e-ba3f-d4ab5789afc5,segment=NetworkSegment(f98cc2c7-fab5-4996-a594-b08d120fa064),segment_id=f98cc2c7-fab5-4996-a594-b08d120fa064)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:48:20.065698 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-78d69ddd-0592-40f8-84ef-c3bbe72a72a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:20.068458 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-61687b40-9712-44ec-91cb-f045a6f4facf None None] For port 00695ed8-8deb-499e-8ae5-5d567ab3e43a, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=00695ed8-8deb-499e-8ae5-5d567ab3e43a,segment=NetworkSegment(b29aef27-1657-4972-99bd-61ac6ca06593),segment_id=b29aef27-1657-4972-99bd-61ac6ca06593)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:48:20.102769 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-aadda650-f225-4831-b8e7-db4aa1c8b67c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:20.132243 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-61687b40-9712-44ec-91cb-f045a6f4facf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:20.142021 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-ed064e41-b54a-4b1f-83d2-78a83f71b6ac None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:20.182287 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-ed064e41-b54a-4b1f-83d2-78a83f71b6ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:20.247611 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d69ddd-0592-40f8-84ef-c3bbe72a72a5 None None] Pushing event updated for resources: {'Port': ['ID=266e7bd1-4861-41a1-ac3e-1dd63473e05b,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:20.250890 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-5aec0c7f-9e1c-4932-95f2-64b2cbce29f0 None None] For port b17cb8f4-a5a5-4859-8734-27592674e082, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:48:20.255228 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed064e41-b54a-4b1f-83d2-78a83f71b6ac None None] Network ea504867-8c5a-4e5d-b86b-70b96c811b52 is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:48:20.258789 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-5aec0c7f-9e1c-4932-95f2-64b2cbce29f0 None None] For port b17cb8f4-a5a5-4859-8734-27592674e082, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=b17cb8f4-a5a5-4859-8734-27592674e082,segment=NetworkSegment(1fe9f4bc-45c4-4c10-abf6-ebce0e6843b4),segment_id=1fe9f4bc-45c4-4c10-abf6-ebce0e6843b4)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:48:20.267010 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-ed064e41-b54a-4b1f-83d2-78a83f71b6ac None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:48:20.301540 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed064e41-b54a-4b1f-83d2-78a83f71b6ac None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:48:20.306548 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-84b54cb1-9ed7-45cb-bfc8-e4433aa776cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974'] for port, after_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:20.309356 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-5aec0c7f-9e1c-4932-95f2-64b2cbce29f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:20.370264 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b54cb1-9ed7-45cb-bfc8-e4433aa776cc None None] No DVR routers for this DVR port 5292ca62-c380-435f-9395-b73a97c1d64c on host dv-neutron-818911-2-hyperv {{(pid=109868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:48:20.406776 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadda650-f225-4831-b8e7-db4aa1c8b67c None None] Pushing event updated for resources: {'Port': ['ID=71930efb-c2fc-4e8e-ba3f-d4ab5789afc5,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:20.447242 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-ed064e41-b54a-4b1f-83d2-78a83f71b6ac None None] Attempting to bind port 872349d3-d72d-4da8-9f41-63fa3e796ce4 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:48:20.447612 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-ed064e41-b54a-4b1f-83d2-78a83f71b6ac None None] Attempting to bind port 872349d3-d72d-4da8-9f41-63fa3e796ce4 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': 'be3f6141-7df0-4128-a2ce-db86a0028efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'ea504867-8c5a-4e5d-b86b-70b96c811b52'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:48:20.447993 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed064e41-b54a-4b1f-83d2-78a83f71b6ac None None] Attempting to bind port 872349d3-d72d-4da8-9f41-63fa3e796ce4 on network ea504867-8c5a-4e5d-b86b-70b96c811b52 {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:48:20.467357 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed064e41-b54a-4b1f-83d2-78a83f71b6ac None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:48:20.469603 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed064e41-b54a-4b1f-83d2-78a83f71b6ac None None] Checking segment: {'id': 'be3f6141-7df0-4128-a2ce-db86a0028efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'ea504867-8c5a-4e5d-b86b-70b96c811b52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:48:20.470169 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-ed064e41-b54a-4b1f-83d2-78a83f71b6ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:20.470650 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed064e41-b54a-4b1f-83d2-78a83f71b6ac None None] Bound using segment: {'id': 'be3f6141-7df0-4128-a2ce-db86a0028efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'ea504867-8c5a-4e5d-b86b-70b96c811b52'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:48:20.472694 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-ed064e41-b54a-4b1f-83d2-78a83f71b6ac None None] Bound port: 872349d3-d72d-4da8-9f41-63fa3e796ce4, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be3f6141-7df0-4128-a2ce-db86a0028efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'ea504867-8c5a-4e5d-b86b-70b96c811b52'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:48:20.473489 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-ed064e41-b54a-4b1f-83d2-78a83f71b6ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:20.531960 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-e856842f-cf4c-4951-9021-784daa9b9d01 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Allocated IP 172.20.0.1 (380e414c-b950-43ac-b73a-57c8617d095a/a3deba7a-4ac6-41f3-b8f7-179e8b40dd5e/3a7d8649-f13c-47fd-bf88-2839b585cbb3) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:48:20.585991 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61687b40-9712-44ec-91cb-f045a6f4facf None None] Pushing event updated for resources: {'Port': ['ID=00695ed8-8deb-499e-8ae5-5d567ab3e43a,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:20.662157 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-ed064e41-b54a-4b1f-83d2-78a83f71b6ac None None] For port 872349d3-d72d-4da8-9f41-63fa3e796ce4, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:48:20.668518 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-ed064e41-b54a-4b1f-83d2-78a83f71b6ac None None] For port 872349d3-d72d-4da8-9f41-63fa3e796ce4, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=872349d3-d72d-4da8-9f41-63fa3e796ce4,segment=NetworkSegment(be3f6141-7df0-4128-a2ce-db86a0028efa),segment_id=be3f6141-7df0-4128-a2ce-db86a0028efa)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:48:20.669924 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed064e41-b54a-4b1f-83d2-78a83f71b6ac None None] Pushing event updated for resources: {'Port': ['ID=872349d3-d72d-4da8-9f41-63fa3e796ce4,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:20.689462 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-ed064e41-b54a-4b1f-83d2-78a83f71b6ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:20.732645 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b54cb1-9ed7-45cb-bfc8-e4433aa776cc None None] Pushing event deleted for resources: {'Port': ['ID=5292ca62-c380-435f-9395-b73a97c1d64c,revision_number=None']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:20.737870 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4272aacc-6bb1-41fe-a377-c07684b788e6 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Pushing event updated for resources: {'Subnet': ['ID=1cb41aef-05e4-4a79-aab5-5e1cc3964ab7,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:20.874667 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aec0c7f-9e1c-4932-95f2-64b2cbce29f0 None None] Pushing event updated for resources: {'Port': ['ID=b17cb8f4-a5a5-4859-8734-27592674e082,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:20.927951 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6bc634-111f-46e7-a55e-944289377547 req-a8b5ac00-4f28-4750-9b7c-a38ee5c0d3a5 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:48:20.940968 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-1e6bc634-111f-46e7-a55e-944289377547 req-a8b5ac00-4f28-4750-9b7c-a38ee5c0d3a5 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/ports?device_id=54a6fdcb-af1b-4e68-a904-3bb95b5cf340 HTTP/1.1" status: 200 len: 945 time: 0.1341109 Nov 24 01:48:20.986145 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 266e7bd1-4861-41a1-ac3e-1dd63473e05b up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:48:21.029591 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-1e6bc634-111f-46e7-a55e-944289377547 req-4536b07b-4ff9-40b7-97fa-835af700cb63 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa820965-f51f-4c0f-92b9-3c3d3d9ef329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837727 Nov 24 01:48:21.178337 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4272aacc-6bb1-41fe-a377-c07684b788e6 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Checking segment: {'id': 'f4cb9ed8-558d-454a-8909-e6b9499bb527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e337f723-5895-4a94-91a4-c4c65ee31f8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:48:21.178710 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4272aacc-6bb1-41fe-a377-c07684b788e6 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Network hostable DHCP agents. Network: e337f723-5895-4a94-91a4-c4c65ee31f8f, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 01:48:21.180967 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb97c9d-d6a8-470d-a814-8d827ea12ccf tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Network 3b1e8a82-0848-4c88-ac48-1d480ac40256 is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 01:48:21.233341 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [req-e6b42138-6c5b-48bb-836c-de5a93b05b9b req-eecae7e9-4510-4183-bc92-704738e8d6cc tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] For port b699589b-8212-4295-8919-4bb76ce3f790, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=b699589b-8212-4295-8919-4bb76ce3f790,segment=NetworkSegment(4527112f-9e66-46d6-91de-1ce9adfe195c),segment_id=4527112f-9e66-46d6-91de-1ce9adfe195c)] {{(pid=109867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:48:21.233741 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-e6b42138-6c5b-48bb-836c-de5a93b05b9b req-eecae7e9-4510-4183-bc92-704738e8d6cc tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:21.274723 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-4cb97c9d-d6a8-470d-a814-8d827ea12ccf tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, 3b1e8a82-0848-4c88-ac48-1d480ac40256) {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:48:21.288297 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f53df81-9877-4601-a360-3f10f2823319 None None] Network 3b1e8a82-0848-4c88-ac48-1d480ac40256 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:48:21.314537 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed064e41-b54a-4b1f-83d2-78a83f71b6ac None None] Pushing event updated for resources: {'Port': ['ID=872349d3-d72d-4da8-9f41-63fa3e796ce4,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:21.321645 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb97c9d-d6a8-470d-a814-8d827ea12ccf tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:48:21.322229 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4cb97c9d-d6a8-470d-a814-8d827ea12ccf tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:21.345039 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-3b89590e-37fe-4939-9a05-cf460465d330 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-424338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418138'] for router, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:21.353037 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e856842f-cf4c-4951-9021-784daa9b9d01 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:21.375325 dv-neutron-818911-2-hyperv neutron-server[109867]: WARNING neutron.services.revisions.revision_plugin [None req-c4636a2f-9dd4-48ad-bbb9-6d474caa63ae tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Could not find related port for resource to bump revision. Nov 24 01:48:21.384686 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 266e7bd1-4861-41a1-ac3e-1dd63473e05b triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:48:21.385474 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:21.386288 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4272aacc-6bb1-41fe-a377-c07684b788e6 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Network e337f723-5895-4a94-91a4-c4c65ee31f8f is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 01:48:21.397963 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.ipam_pluggable_backend [None req-c4636a2f-9dd4-48ad-bbb9-6d474caa63ae tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Port 5292ca62-c380-435f-9395-b73a97c1d64c was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=109867) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 24 01:48:21.398437 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.ipam_pluggable_backend [None req-c4636a2f-9dd4-48ad-bbb9-6d474caa63ae tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Reverting IP allocation for 2001:db8::f816:3eff:fe1e:d28c {{(pid=109867) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 24 01:48:21.418189 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.ipam_pluggable_backend [None req-c4636a2f-9dd4-48ad-bbb9-6d474caa63ae tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe1e:d28c {{(pid=109867) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 24 01:48:21.421659 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-4cb97c9d-d6a8-470d-a814-8d827ea12ccf tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.1811237 Nov 24 01:48:21.424621 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47550) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:21.431161 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-8cd1e163-0cf6-413a-b228-bd971ebce487 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Request body: {'subnet': {'network_id': '3784e97c-8c95-4f3a-a189-c0125793c40d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:48:21.461878 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-4272aacc-6bb1-41fe-a377-c07684b788e6 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, e337f723-5895-4a94-91a4-c4c65ee31f8f) {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:48:21.473399 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58c2fb2-6d9d-4c02-9e99-2336a4956147 None None] Network e337f723-5895-4a94-91a4-c4c65ee31f8f requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:48:21.493586 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c4636a2f-9dd4-48ad-bbb9-6d474caa63ae tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25501847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25307831'] for subnet, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:21.505725 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4272aacc-6bb1-41fe-a377-c07684b788e6 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:48:21.506946 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4272aacc-6bb1-41fe-a377-c07684b788e6 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:21.532216 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cd1e163-0cf6-413a-b228-bd971ebce487 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Made reservation on behalf of b6a9330819a7465ebd26f7f9c6006aa9 for: {'subnet': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:48:21.537120 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8cd1e163-0cf6-413a-b228-bd971ebce487 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29154835'] for subnet, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:21.623796 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-4272aacc-6bb1-41fe-a377-c07684b788e6 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.9167433 Nov 24 01:48:21.625522 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47552) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:21.630030 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-5f5e6a87-29d8-4efd-ac32-899155aac77f tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Request body: {'subnet': {'network_id': '6bd89793-0192-4c55-ac12-4b736fd62de7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:48:21.647955 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2d3447-1c08-4473-a92c-d7873b394c78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-3b1e8a82-0848-4c88-ac48-1d480ac40256', 'network_id': '3b1e8a82-0848-4c88-ac48-1d480ac40256', 'tenant_id': 'b6a9330819a7465ebd26f7f9c6006aa9', 'fixed_ips': [{'subnet_id': 'd8c43deb-c47f-44eb-bedf-2a1d88b88bdf'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 01:48:21.649603 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd2d3447-1c08-4473-a92c-d7873b394c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:21.701771 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4636a2f-9dd4-48ad-bbb9-6d474caa63ae tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:48:21.710216 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:21.711971 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e856842f-cf4c-4951-9021-784daa9b9d01 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:21.714100 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-c4636a2f-9dd4-48ad-bbb9-6d474caa63ae tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:48:21.735095 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4636a2f-9dd4-48ad-bbb9-6d474caa63ae tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:48:21.735682 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c4636a2f-9dd4-48ad-bbb9-6d474caa63ae tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:21.744451 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee1575a-6664-49ca-8a7c-3dfd8ba1bb16 None None] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:48:21.774425 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4636a2f-9dd4-48ad-bbb9-6d474caa63ae tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Pushing event updated for resources: {'Subnet': ['ID=83b48630-a223-49ea-a7f4-c17e375d8863,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:21.789700 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f5e6a87-29d8-4efd-ac32-899155aac77f tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Made reservation on behalf of 3d47ca46884443a4aac868f64ad30cd6 for: {'subnet': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:48:21.795182 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5f5e6a87-29d8-4efd-ac32-899155aac77f tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29154835'] for subnet, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:21.834895 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e856842f-cf4c-4951-9021-784daa9b9d01 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Network 380e414c-b950-43ac-b73a-57c8617d095a is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:48:21.837121 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-e856842f-cf4c-4951-9021-784daa9b9d01 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:48:21.877596 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e856842f-cf4c-4951-9021-784daa9b9d01 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Pushing event updated for resources: {'Port': ['ID=3a7d8649-f13c-47fd-bf88-2839b585cbb3,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:21.888737 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e856842f-cf4c-4951-9021-784daa9b9d01 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:48:21.898152 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-e6b42138-6c5b-48bb-836c-de5a93b05b9b req-eecae7e9-4510-4183-bc92-704738e8d6cc tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:21.898751 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-e6b42138-6c5b-48bb-836c-de5a93b05b9b req-eecae7e9-4510-4183-bc92-704738e8d6cc tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418250'] for floatingip, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:21.899293 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.l3_db [req-e6b42138-6c5b-48bb-836c-de5a93b05b9b req-eecae7e9-4510-4183-bc92-704738e8d6cc tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Floating IP 678af5ea-83ac-49d5-abc1-da54b50eab6c disassociated. External IP: 172.26.5.43, port: b699589b-8212-4295-8919-4bb76ce3f790. Nov 24 01:48:21.899805 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [req-e6b42138-6c5b-48bb-836c-de5a93b05b9b req-eecae7e9-4510-4183-bc92-704738e8d6cc tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Calling delete_port for b699589b-8212-4295-8919-4bb76ce3f790 owned by compute:nova {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:48:21.906875 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-c4636a2f-9dd4-48ad-bbb9-6d474caa63ae tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.3406665 Nov 24 01:48:21.914251 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47554) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:21.934667 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] For port 266e7bd1-4861-41a1-ac3e-1dd63473e05b, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=266e7bd1-4861-41a1-ac3e-1dd63473e05b,segment=NetworkSegment(8f9ab1c1-593b-49ac-988b-7a9e980b4d55),segment_id=8f9ab1c1-593b-49ac-988b-7a9e980b4d55)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:48:21.954394 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:21.983939 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-f033a68b-6d78-455a-b558-d450251638ac tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Request body: {'subnet': {'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:48:22.044173 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5f5e6a87-29d8-4efd-ac32-899155aac77f tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29149261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29154849'] for subnet, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:22.098787 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0d71c9-ebb8-4bfb-8584-4f25de33ca1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-e337f723-5895-4a94-91a4-c4c65ee31f8f', 'network_id': 'e337f723-5895-4a94-91a4-c4c65ee31f8f', 'tenant_id': '3d47ca46884443a4aac868f64ad30cd6', 'fixed_ips': [{'subnet_id': '1cb41aef-05e4-4a79-aab5-5e1cc3964ab7'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 01:48:22.104249 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-ed0d71c9-ebb8-4bfb-8584-4f25de33ca1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:22.159204 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 5292ca62-c380-435f-9395-b73a97c1d64c no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:48:22.181468 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Pushing event updated for resources: {'Port': ['ID=266e7bd1-4861-41a1-ac3e-1dd63473e05b,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:22.190859 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: 5292ca62-c380-435f-9395-b73a97c1d64c {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:48:22.191123 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 5292ca62-c380-435f-9395-b73a97c1d64c not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:48:22.191229 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e856842f-cf4c-4951-9021-784daa9b9d01 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3777869'] for router_interface, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:22.193876 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5e6a87-29d8-4efd-ac32-899155aac77f tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Pushing event updated for resources: {'Subnet': ['ID=e8531686-a457-41f7-83e9-8692d3ca139a,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:22.216718 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5e6a87-29d8-4efd-ac32-899155aac77f tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Checking segment: {'id': '18ea8a07-e20b-40aa-8e1b-1565d63ab040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6bd89793-0192-4c55-ac12-4b736fd62de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:48:22.217091 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5e6a87-29d8-4efd-ac32-899155aac77f tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Network hostable DHCP agents. Network: 6bd89793-0192-4c55-ac12-4b736fd62de7, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 01:48:22.224773 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8cd1e163-0cf6-413a-b228-bd971ebce487 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29149261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29154849'] for subnet, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:22.307746 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-bd2d3447-1c08-4473-a92c-d7873b394c78 None None] Allocated IP 172.20.0.2 (3b1e8a82-0848-4c88-ac48-1d480ac40256/d8c43deb-c47f-44eb-bedf-2a1d88b88bdf/2547366c-bcc7-45f1-82f4-d8c58357899d) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:48:22.314466 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5e6a87-29d8-4efd-ac32-899155aac77f tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Network 6bd89793-0192-4c55-ac12-4b736fd62de7 is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 01:48:22.369143 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-5f5e6a87-29d8-4efd-ac32-899155aac77f tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, 6bd89793-0192-4c55-ac12-4b736fd62de7) {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:48:22.384878 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd1e163-0cf6-413a-b228-bd971ebce487 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Checking segment: {'id': '1ce7373f-1ea5-4f16-b56c-426deab7d114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3784e97c-8c95-4f3a-a189-c0125793c40d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:48:22.389114 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd1e163-0cf6-413a-b228-bd971ebce487 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Network hostable DHCP agents. Network: 3784e97c-8c95-4f3a-a189-c0125793c40d, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 01:48:22.392282 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd1e163-0cf6-413a-b228-bd971ebce487 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Pushing event updated for resources: {'Subnet': ['ID=4e8ad94a-17e7-4d0f-a968-a8a97a7a098c,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:22.405880 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5e6a87-29d8-4efd-ac32-899155aac77f tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:48:22.408277 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5f5e6a87-29d8-4efd-ac32-899155aac77f tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:22.415287 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a53207a-256f-43d9-bfa1-1eb8cbbbac3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-9b0cb615-dd00-417f-9128-01ca62e524f6', 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6', 'tenant_id': '6974375fded34c83af8967d3f69dce07', 'fixed_ips': [{'subnet_id': '83b48630-a223-49ea-a7f4-c17e375d8863'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 01:48:22.416281 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-8a53207a-256f-43d9-bfa1-1eb8cbbbac3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:22.442916 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-5f5e6a87-29d8-4efd-ac32-899155aac77f tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8167427 Nov 24 01:48:22.446083 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47558) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:22.456432 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e856842f-cf4c-4951-9021-784daa9b9d01 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:22.486852 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b89590e-37fe-4939-9a05-cf460465d330 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Router 1c8f08b8-2f8d-4cb9-aaf4-4e040442648b is scheduled to L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e with binding_index 1 {{(pid=109867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 01:48:22.509999 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd1e163-0cf6-413a-b228-bd971ebce487 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Network 3784e97c-8c95-4f3a-a189-c0125793c40d is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 01:48:22.516105 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f634b6-fd1a-43c2-b249-5dd11701372f req-d84659e2-0a13-4e28-b21e-2f8ef7ff2846 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:48:22.517736 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-84f634b6-fd1a-43c2-b249-5dd11701372f req-d84659e2-0a13-4e28-b21e-2f8ef7ff2846 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/ports?device_id=54a6fdcb-af1b-4e68-a904-3bb95b5cf340 HTTP/1.1" status: 200 len: 945 time: 0.3346658 Nov 24 01:48:22.556217 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-8cd1e163-0cf6-413a-b228-bd971ebce487 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, 3784e97c-8c95-4f3a-a189-c0125793c40d) {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:48:22.640852 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-8a53207a-256f-43d9-bfa1-1eb8cbbbac3a None None] Allocated IP 2001:db8::f816:3eff:fe57:d7df (9b0cb615-dd00-417f-9128-01ca62e524f6/83b48630-a223-49ea-a7f4-c17e375d8863/a4c46e43-624c-4f8e-890c-3996ca82a23f) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:48:22.685776 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-84f634b6-fd1a-43c2-b249-5dd11701372f req-09afd722-0197-4e4a-a97a-c5d796438a89 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa820965-f51f-4c0f-92b9-3c3d3d9ef329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1505480 Nov 24 01:48:22.692224 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b0b0a0-03a9-4192-b6fb-11189952da1f None None] Network 380e414c-b950-43ac-b73a-57c8617d095a requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:48:22.704891 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f033a68b-6d78-455a-b558-d450251638ac tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Made reservation on behalf of 6974375fded34c83af8967d3f69dce07 for: {'subnet': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:48:22.716953 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f033a68b-6d78-455a-b558-d450251638ac tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25307781'] for subnet, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:22.779462 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd1e163-0cf6-413a-b228-bd971ebce487 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:48:22.781375 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8cd1e163-0cf6-413a-b228-bd971ebce487 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:22.800854 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c522cc7-d0c4-4fd8-aa18-aab90a0467de None None] Network 5703981b-5f2a-4d62-b4f5-8b3f6c6b008d requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:48:22.938670 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-8cd1e163-0cf6-413a-b228-bd971ebce487 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5098233 Nov 24 01:48:22.940854 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47560) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:22.977180 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-ed0d71c9-ebb8-4bfb-8584-4f25de33ca1b None None] Allocated IP 2001:db8::2 (e337f723-5895-4a94-91a4-c4c65ee31f8f/1cb41aef-05e4-4a79-aab5-5e1cc3964ab7/6ae13b77-991a-41e7-9ef6-ad1ec0b0adb1) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:48:23.041015 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-369623e1-7310-4eff-b87a-e2a1fca6e193 None None] Provisioning complete for port b17cb8f4-a5a5-4859-8734-27592674e082 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:48:23.043259 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-369623e1-7310-4eff-b87a-e2a1fca6e193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:23.104029 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device b699589b-8212-4295-8919-4bb76ce3f790 no longer exists at agent hyperv_hv-neutron-8189 {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:48:23.108096 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 266e7bd1-4861-41a1-ac3e-1dd63473e05b up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:48:23.239655 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01aa8a6-5e3e-4693-a453-1cb7273f531b None None] Network ea504867-8c5a-4e5d-b86b-70b96c811b52 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:48:23.370519 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f033a68b-6d78-455a-b558-d450251638ac tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25501847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25307831'] for subnet, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:23.381185 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-e6b42138-6c5b-48bb-836c-de5a93b05b9b req-eecae7e9-4510-4183-bc92-704738e8d6cc tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:23.501596 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecae7e9-4510-4183-bc92-704738e8d6cc tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Pushing event deleted for resources: {'Port': ['ID=b699589b-8212-4295-8919-4bb76ce3f790,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:23.508353 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f033a68b-6d78-455a-b558-d450251638ac tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:48:23.524615 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-f033a68b-6d78-455a-b558-d450251638ac tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:48:23.543718 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f033a68b-6d78-455a-b558-d450251638ac tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:48:23.544597 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f033a68b-6d78-455a-b558-d450251638ac tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:23.547170 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f033a68b-6d78-455a-b558-d450251638ac tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Pushing event updated for resources: {'Subnet': ['ID=05739996-9262-4486-acdb-2802b2f5f47c,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:23.554393 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9b4351bd-42c8-4823-9f6d-adafde4daf92 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:23.559447 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b89590e-37fe-4939-9a05-cf460465d330 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:48:23.582872 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8883c4f9-44b5-43c6-81a7-f0b71a7911ae None None] Sync routers for ids ['1c8f08b8-2f8d-4cb9-aaf4-4e040442648b'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:48:23.601467 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8883c4f9-44b5-43c6-81a7-f0b71a7911ae None None] Routers {'1c8f08b8-2f8d-4cb9-aaf4-4e040442648b'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:48:23.605582 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-8883c4f9-44b5-43c6-81a7-f0b71a7911ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:47:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['1c8f08b8-2f8d-4cb9-aaf4-4e040442648b'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:23.611431 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ca7cac-1016-4150-91bd-a8130721be73 None None] Network 99b3df16-2f7a-4f60-ae7c-f0260db300b2 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:48:23.634566 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-54f1ce47-7dcc-43d4-af7f-a2188eb15c4d tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:23.687294 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-8883c4f9-44b5-43c6-81a7-f0b71a7911ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:23.708953 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8883c4f9-44b5-43c6-81a7-f0b71a7911ae None None] Routers {'1c8f08b8-2f8d-4cb9-aaf4-4e040442648b'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:48:23.716671 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-8883c4f9-44b5-43c6-81a7-f0b71a7911ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:47:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['1c8f08b8-2f8d-4cb9-aaf4-4e040442648b'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:23.785693 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-8883c4f9-44b5-43c6-81a7-f0b71a7911ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:23.786465 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8883c4f9-44b5-43c6-81a7-f0b71a7911ae None None] The sync data for ids ['1c8f08b8-2f8d-4cb9-aaf4-4e040442648b'] in dv-neutron-818911-2-hyperv is: [] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:48:23.878783 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dddac0e9-da58-4ba7-987a-a35b375458ed None None] Network 6713d4a1-863c-4f17-b2c4-026d7d8739ad requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:48:23.880149 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] No active binding found for port b699589b-8212-4295-8919-4bb76ce3f790 {{(pid=109868) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 24 01:48:23.880671 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device b699589b-8212-4295-8919-4bb76ce3f790 not bound to the agent host hv-neutron-8189 {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:48:23.901992 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-9e17334a-8065-4796-bf89-f88867f71631 req-21014aea-420e-47a7-b1d0-f564f6d4a499 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/ports?device_id=54a6fdcb-af1b-4e68-a904-3bb95b5cf340 HTTP/1.1" status: 200 len: 210 time: 0.0400786 Nov 24 01:48:23.955889 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd2d3447-1c08-4473-a92c-d7873b394c78 None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:23.998123 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd2d3447-1c08-4473-a92c-d7873b394c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:24.036303 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-f033a68b-6d78-455a-b558-d450251638ac tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1166322 Nov 24 01:48:24.039191 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47568) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:24.043620 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-3b89590e-37fe-4939-9a05-cf460465d330 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks [] for router, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:24.049457 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-3b89590e-37fe-4939-9a05-cf460465d330 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 8.3547208 Nov 24 01:48:24.049642 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-f0979e67-d08b-40ca-b815-24f530a35952 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Request body: {'port': {'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6', 'mac_address': 'fa:16:3e:ef:12:b3', 'name': 'tempest-NetworksTestDHCPv6-840035398'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:48:24.049731 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47570) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:24.072330 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-8a53207a-256f-43d9-bfa1-1eb8cbbbac3a None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:24.163338 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-369623e1-7310-4eff-b87a-e2a1fca6e193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:24.167164 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-8a53207a-256f-43d9-bfa1-1eb8cbbbac3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:24.195382 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2d3447-1c08-4473-a92c-d7873b394c78 None None] Network 3b1e8a82-0848-4c88-ac48-1d480ac40256 is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:48:24.223723 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 266e7bd1-4861-41a1-ac3e-1dd63473e05b triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:48:24.224090 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:24.243667 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e6b42138-6c5b-48bb-836c-de5a93b05b9b req-eecae7e9-4510-4183-bc92-704738e8d6cc tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Router 43d0e080-c66b-496b-93a4-a94ff5cca5ae has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:48:24.267201 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e856842f-cf4c-4951-9021-784daa9b9d01 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks [] for port, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:24.285690 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0979e67-d08b-40ca-b815-24f530a35952 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Made reservation on behalf of 6974375fded34c83af8967d3f69dce07 for: {'port': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:48:24.302241 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-bd2d3447-1c08-4473-a92c-d7873b394c78 None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:48:24.306341 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2d3447-1c08-4473-a92c-d7873b394c78 None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:48:24.307436 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [None req-54f1ce47-7dcc-43d4-af7f-a2188eb15c4d tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Allocated IP 172.20.0.1 (3b1e8a82-0848-4c88-ac48-1d480ac40256/d8c43deb-c47f-44eb-bedf-2a1d88b88bdf/41b6c03e-bc38-480b-aaf2-8e330337ebf5) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:48:24.320182 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e856842f-cf4c-4951-9021-784daa9b9d01 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25501696'] for port, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:24.329604 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a53207a-256f-43d9-bfa1-1eb8cbbbac3a None None] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:48:24.411614 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-8a53207a-256f-43d9-bfa1-1eb8cbbbac3a None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:48:24.414699 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a53207a-256f-43d9-bfa1-1eb8cbbbac3a None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:48:24.422334 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2d3447-1c08-4473-a92c-d7873b394c78 None None] Pushing event updated for resources: {'Port': ['ID=2547366c-bcc7-45f1-82f4-d8c58357899d,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:24.477913 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f0979e67-d08b-40ca-b815-24f530a35952 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:24.525089 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e856842f-cf4c-4951-9021-784daa9b9d01 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Pushing event updated for resources: {'Port': ['ID=3a7d8649-f13c-47fd-bf88-2839b585cbb3,revision_number=2']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:24.525790 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [None req-f0979e67-d08b-40ca-b815-24f530a35952 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] device_id is not set on port 99faa448-e30b-477a-afe0-a40186a4abca yet. {{(pid=109866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 01:48:24.535831 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e856842f-cf4c-4951-9021-784daa9b9d01 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3778017'] for router_interface, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:24.546478 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-54f1ce47-7dcc-43d4-af7f-a2188eb15c4d tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:24.577865 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e078724f-2302-4190-969f-c70bb6d91a6e None None] Network 6bd89793-0192-4c55-ac12-4b736fd62de7 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:48:24.689146 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c437a28d-df9d-45b7-ac2e-0a9a591bb191 None None] Network 3784e97c-8c95-4f3a-a189-c0125793c40d requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:48:24.693115 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-54f1ce47-7dcc-43d4-af7f-a2188eb15c4d tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:24.747913 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e6b42138-6c5b-48bb-836c-de5a93b05b9b req-eecae7e9-4510-4183-bc92-704738e8d6cc tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:48:24.768234 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f1ce47-7dcc-43d4-af7f-a2188eb15c4d tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Pushing event updated for resources: {'Port': ['ID=41b6c03e-bc38-480b-aaf2-8e330337ebf5,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:24.826042 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6b42138-6c5b-48bb-836c-de5a93b05b9b req-eecae7e9-4510-4183-bc92-704738e8d6cc tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] No DVR routers for this DVR port b699589b-8212-4295-8919-4bb76ce3f790 on host hv-neutron-8189 {{(pid=109867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:48:24.836742 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [None req-f0979e67-d08b-40ca-b815-24f530a35952 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Allocated IP 172.20.0.14 (9b0cb615-dd00-417f-9128-01ca62e524f6/05739996-9262-4486-acdb-2802b2f5f47c/99faa448-e30b-477a-afe0-a40186a4abca) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:48:24.844710 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f1ce47-7dcc-43d4-af7f-a2188eb15c4d tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Network 3b1e8a82-0848-4c88-ac48-1d480ac40256 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:48:24.849880 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [None req-f0979e67-d08b-40ca-b815-24f530a35952 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Allocated IP 2001:db8::f816:3eff:feef:12b3 (9b0cb615-dd00-417f-9128-01ca62e524f6/83b48630-a223-49ea-a7f4-c17e375d8863/99faa448-e30b-477a-afe0-a40186a4abca) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:48:24.863071 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-e6b42138-6c5b-48bb-836c-de5a93b05b9b req-eecae7e9-4510-4183-bc92-704738e8d6cc tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:24.866639 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e6b42138-6c5b-48bb-836c-de5a93b05b9b req-eecae7e9-4510-4183-bc92-704738e8d6cc tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.48 "DELETE /v2.0/ports/b699589b-8212-4295-8919-4bb76ce3f790 HTTP/1.1" status: 204 len: 173 time: 5.7927353 Nov 24 01:48:24.872728 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54a6fdcb-af1b-4e68-a904-3bb95b5cf340', 'name': 'network-vif-deleted', 'tag': 'b699589b-8212-4295-8919-4bb76ce3f790'}] {{(pid=109867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 01:48:24.875867 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2155eb48762029a847224b6ca77dbed8b251e8450d3d79f1fc0a82d404e82e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfbea9f0-0423-4bc5-b473-b32f830cc659" -d '{"events": [{"server_uuid": "54a6fdcb-af1b-4e68-a904-3bb95b5cf340", "name": "network-vif-deleted", "tag": "b699589b-8212-4295-8919-4bb76ce3f790"}]}' {{(pid=109867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 01:48:24.892502 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-369623e1-7310-4eff-b87a-e2a1fca6e193 None None] For port b17cb8f4-a5a5-4859-8734-27592674e082, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=b17cb8f4-a5a5-4859-8734-27592674e082,segment=NetworkSegment(1fe9f4bc-45c4-4c10-abf6-ebce0e6843b4),segment_id=1fe9f4bc-45c4-4c10-abf6-ebce0e6843b4)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:48:24.895991 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef9c164-2cc2-4f99-a06f-d0d1b334b4a5 None None] Sync routers for ids ['43d0e080-c66b-496b-93a4-a94ff5cca5ae'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:48:24.909216 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e856842f-cf4c-4951-9021-784daa9b9d01 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Network 380e414c-b950-43ac-b73a-57c8617d095a is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:48:24.918905 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-e856842f-cf4c-4951-9021-784daa9b9d01 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:48:25.021239 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a53207a-256f-43d9-bfa1-1eb8cbbbac3a None None] Pushing event updated for resources: {'Port': ['ID=a4c46e43-624c-4f8e-890c-3996ca82a23f,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:25.035264 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f0979e67-d08b-40ca-b815-24f530a35952 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:25.064454 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-ed0d71c9-ebb8-4bfb-8584-4f25de33ca1b None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:25.077257 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 01:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3487c162-2feb-425e-a7ce-b527b00beb61 x-openstack-request-id: req-3487c162-2feb-425e-a7ce-b527b00beb61 {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 01:48:25.077563 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54a6fdcb-af1b-4e68-a904-3bb95b5cf340", "name": "network-vif-deleted", "tag": "b699589b-8212-4295-8919-4bb76ce3f790", "status": "completed", "code": 200}]} {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 01:48:25.077872 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3487c162-2feb-425e-a7ce-b527b00beb61 {{(pid=109867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 01:48:25.078285 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54a6fdcb-af1b-4e68-a904-3bb95b5cf340', 'name': 'network-vif-deleted', 'tag': 'b699589b-8212-4295-8919-4bb76ce3f790', 'status': 'completed', 'code': 200} Nov 24 01:48:25.083761 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-54f1ce47-7dcc-43d4-af7f-a2188eb15c4d tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:48:25.084588 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-369623e1-7310-4eff-b87a-e2a1fca6e193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:25.089110 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f0979e67-d08b-40ca-b815-24f530a35952 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:25.090511 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f1ce47-7dcc-43d4-af7f-a2188eb15c4d tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:48:25.110288 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bbabad2a-444f-43ba-8ae9-ae91952d1abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:25.142573 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-ed0d71c9-ebb8-4bfb-8584-4f25de33ca1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:25.174006 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-54f1ce47-7dcc-43d4-af7f-a2188eb15c4d tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3777869'] for router_interface, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:25.215744 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-10f8585d-d0ee-45e7-b89d-9057afa3c302 req-2f23c7b4-db78-46a6-b0e1-f832eb56171e tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/ports?device_id=54a6fdcb-af1b-4e68-a904-3bb95b5cf340 HTTP/1.1" status: 200 len: 210 time: 0.1435266 Nov 24 01:48:25.261820 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-bd2d3447-1c08-4473-a92c-d7873b394c78 None None] Attempting to bind port 2547366c-bcc7-45f1-82f4-d8c58357899d on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:48:25.262190 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-bd2d3447-1c08-4473-a92c-d7873b394c78 None None] Attempting to bind port 2547366c-bcc7-45f1-82f4-d8c58357899d by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': 'add9178e-b287-4fd8-bf85-e438293b9f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3b1e8a82-0848-4c88-ac48-1d480ac40256'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:48:25.262555 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2d3447-1c08-4473-a92c-d7873b394c78 None None] Attempting to bind port 2547366c-bcc7-45f1-82f4-d8c58357899d on network 3b1e8a82-0848-4c88-ac48-1d480ac40256 {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:48:25.272946 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef9c164-2cc2-4f99-a06f-d0d1b334b4a5 None None] Routers {'43d0e080-c66b-496b-93a4-a94ff5cca5ae'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:48:25.273613 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-1ef9c164-2cc2-4f99-a06f-d0d1b334b4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:47:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['43d0e080-c66b-496b-93a4-a94ff5cca5ae'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:25.306523 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e856842f-cf4c-4951-9021-784daa9b9d01 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Router e3220ace-8fc5-4e55-94e0-d063b9794d67 is scheduled to L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e with binding_index 1 {{(pid=109867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 01:48:25.330688 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b39d2c9a-9442-49e3-8fb8-d7cede86bb68 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:25.414674 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-8a53207a-256f-43d9-bfa1-1eb8cbbbac3a None None] Attempting to bind port a4c46e43-624c-4f8e-890c-3996ca82a23f on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:48:25.415315 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-8a53207a-256f-43d9-bfa1-1eb8cbbbac3a None None] Attempting to bind port a4c46e43-624c-4f8e-890c-3996ca82a23f by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '2b1ff8b4-a836-4287-84a2-3eaf8ccfb867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:48:25.415835 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a53207a-256f-43d9-bfa1-1eb8cbbbac3a None None] Attempting to bind port a4c46e43-624c-4f8e-890c-3996ca82a23f on network 9b0cb615-dd00-417f-9128-01ca62e524f6 {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:48:25.483635 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2d3447-1c08-4473-a92c-d7873b394c78 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:48:25.484000 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2d3447-1c08-4473-a92c-d7873b394c78 None None] Checking segment: {'id': 'add9178e-b287-4fd8-bf85-e438293b9f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3b1e8a82-0848-4c88-ac48-1d480ac40256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:48:25.484405 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd2d3447-1c08-4473-a92c-d7873b394c78 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:25.484805 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2d3447-1c08-4473-a92c-d7873b394c78 None None] Bound using segment: {'id': 'add9178e-b287-4fd8-bf85-e438293b9f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3b1e8a82-0848-4c88-ac48-1d480ac40256'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:48:25.485303 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-bd2d3447-1c08-4473-a92c-d7873b394c78 None None] Bound port: 2547366c-bcc7-45f1-82f4-d8c58357899d, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'add9178e-b287-4fd8-bf85-e438293b9f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3b1e8a82-0848-4c88-ac48-1d480ac40256'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:48:25.485687 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd2d3447-1c08-4473-a92c-d7873b394c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:25.594968 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0d71c9-ebb8-4bfb-8584-4f25de33ca1b None None] Network e337f723-5895-4a94-91a4-c4c65ee31f8f is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:48:25.611829 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a53207a-256f-43d9-bfa1-1eb8cbbbac3a None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:48:25.612211 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a53207a-256f-43d9-bfa1-1eb8cbbbac3a None None] Checking segment: {'id': '2b1ff8b4-a836-4287-84a2-3eaf8ccfb867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:48:25.612908 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-8a53207a-256f-43d9-bfa1-1eb8cbbbac3a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:25.613316 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a53207a-256f-43d9-bfa1-1eb8cbbbac3a None None] Bound using segment: {'id': '2b1ff8b4-a836-4287-84a2-3eaf8ccfb867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:48:25.613849 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-8a53207a-256f-43d9-bfa1-1eb8cbbbac3a None None] Bound port: a4c46e43-624c-4f8e-890c-3996ca82a23f, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1ff8b4-a836-4287-84a2-3eaf8ccfb867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:48:25.614242 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-8a53207a-256f-43d9-bfa1-1eb8cbbbac3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:25.631708 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517c80c3-c594-4d37-a7c0-3d5b76707294 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-6bd89793-0192-4c55-ac12-4b736fd62de7', 'network_id': '6bd89793-0192-4c55-ac12-4b736fd62de7', 'tenant_id': '3d47ca46884443a4aac868f64ad30cd6', 'fixed_ips': [{'subnet_id': 'e8531686-a457-41f7-83e9-8692d3ca139a'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 01:48:25.632601 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-517c80c3-c594-4d37-a7c0-3d5b76707294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:25.689614 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-ed0d71c9-ebb8-4bfb-8584-4f25de33ca1b None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:48:25.692385 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0d71c9-ebb8-4bfb-8584-4f25de33ca1b None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:48:25.860026 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0979e67-d08b-40ca-b815-24f530a35952 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:48:25.876801 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-f0979e67-d08b-40ca-b815-24f530a35952 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:48:25.886195 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0979e67-d08b-40ca-b815-24f530a35952 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:48:25.891560 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e856842f-cf4c-4951-9021-784daa9b9d01 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:48:25.900854 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-e856842f-cf4c-4951-9021-784daa9b9d01 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] 10.222.0.21 "PUT /v2.0/routers/e3220ace-8fc5-4e55-94e0-d063b9794d67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1787579 Nov 24 01:48:25.905152 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47588) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:25.907940 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-b39d2c9a-9442-49e3-8fb8-d7cede86bb68 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Allocated IP 172.20.0.1 (99b3df16-2f7a-4f60-ae7c-f0260db300b2/1173098a-80db-4ed8-9484-312326b9570c/e8d25aa7-efe7-4a5f-baef-74209018373f) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:48:25.909680 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51ea0c1-bd0d-4f36-81fc-a3e069b299e7 None None] Sync routers for ids ['e3220ace-8fc5-4e55-94e0-d063b9794d67'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:48:25.928163 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [None req-9b4351bd-42c8-4823-9f6d-adafde4daf92 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Allocated IP 2001:db8::1 (e337f723-5895-4a94-91a4-c4c65ee31f8f/1cb41aef-05e4-4a79-aab5-5e1cc3964ab7/a244cd13-9fb8-41a3-9087-5f204a9e5b33) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:48:25.935482 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51ea0c1-bd0d-4f36-81fc-a3e069b299e7 None None] Routers {'e3220ace-8fc5-4e55-94e0-d063b9794d67'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:48:25.936417 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-e51ea0c1-bd0d-4f36-81fc-a3e069b299e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:47:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['e3220ace-8fc5-4e55-94e0-d063b9794d67'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:25.942676 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 00695ed8-8deb-499e-8ae5-5d567ab3e43a up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:48:25.966399 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f63093-213e-4007-844c-ee9200b48e23 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:48:25.967802 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-05f63093-213e-4007-844c-ee9200b48e23 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] 10.222.0.21 "GET /v2.0/ports/3a7d8649-f13c-47fd-bf88-2839b585cbb3 HTTP/1.1" status: 200 len: 910 time: 0.0614376 Nov 24 01:48:25.975726 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-54f1ce47-7dcc-43d4-af7f-a2188eb15c4d tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:25.978539 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0979e67-d08b-40ca-b815-24f530a35952 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Pushing event updated for resources: {'Port': ['ID=99faa448-e30b-477a-afe0-a40186a4abca,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:25.978680 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47590) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:26.015968 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-e51ea0c1-bd0d-4f36-81fc-a3e069b299e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:26.021786 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-dac9f676-47b3-44fa-b270-43e8beaa1dfc None None] Provisioning complete for port 266e7bd1-4861-41a1-ac3e-1dd63473e05b triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:48:26.022160 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-dac9f676-47b3-44fa-b270-43e8beaa1dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:26.025144 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369623e1-7310-4eff-b87a-e2a1fca6e193 None None] Pushing event updated for resources: {'Port': ['ID=b17cb8f4-a5a5-4859-8734-27592674e082,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:26.044995 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51ea0c1-bd0d-4f36-81fc-a3e069b299e7 None None] Routers {'e3220ace-8fc5-4e55-94e0-d063b9794d67'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:48:26.046034 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-e51ea0c1-bd0d-4f36-81fc-a3e069b299e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:47:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['e3220ace-8fc5-4e55-94e0-d063b9794d67'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:26.074605 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0979e67-d08b-40ca-b815-24f530a35952 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:48:26.075403 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f0979e67-d08b-40ca-b815-24f530a35952 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:26.096304 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-e51ea0c1-bd0d-4f36-81fc-a3e069b299e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:26.097356 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51ea0c1-bd0d-4f36-81fc-a3e069b299e7 None None] The sync data for ids ['e3220ace-8fc5-4e55-94e0-d063b9794d67'] in dv-neutron-818911-2-hyperv is: [] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:48:26.115217 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-8a53207a-256f-43d9-bfa1-1eb8cbbbac3a None None] For port a4c46e43-624c-4f8e-890c-3996ca82a23f, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:48:26.118616 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-8a53207a-256f-43d9-bfa1-1eb8cbbbac3a None None] For port a4c46e43-624c-4f8e-890c-3996ca82a23f, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=a4c46e43-624c-4f8e-890c-3996ca82a23f,segment=NetworkSegment(2b1ff8b4-a836-4287-84a2-3eaf8ccfb867),segment_id=2b1ff8b4-a836-4287-84a2-3eaf8ccfb867)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:48:26.174839 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-8a53207a-256f-43d9-bfa1-1eb8cbbbac3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:26.222687 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-f0979e67-d08b-40ca-b815-24f530a35952 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.1819267 Nov 24 01:48:26.227020 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47592) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:26.244060 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b39d2c9a-9442-49e3-8fb8-d7cede86bb68 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:26.369245 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef138152-c093-47da-b39b-de8ea2e63710 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:48:26.376268 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef138152-c093-47da-b39b-de8ea2e63710 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:48:26.378118 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-ef138152-c093-47da-b39b-de8ea2e63710 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1491771 Nov 24 01:48:26.388453 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-bd2d3447-1c08-4473-a92c-d7873b394c78 None None] For port 2547366c-bcc7-45f1-82f4-d8c58357899d, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:48:26.393026 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-bd2d3447-1c08-4473-a92c-d7873b394c78 None None] For port 2547366c-bcc7-45f1-82f4-d8c58357899d, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=2547366c-bcc7-45f1-82f4-d8c58357899d,segment=NetworkSegment(add9178e-b287-4fd8-bf85-e438293b9f06),segment_id=add9178e-b287-4fd8-bf85-e438293b9f06)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:48:26.400317 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9b4351bd-42c8-4823-9f6d-adafde4daf92 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:26.409747 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47596) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:26.425915 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b39d2c9a-9442-49e3-8fb8-d7cede86bb68 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:26.485817 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0d71c9-ebb8-4bfb-8584-4f25de33ca1b None None] Pushing event updated for resources: {'Port': ['ID=6ae13b77-991a-41e7-9ef6-ad1ec0b0adb1,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:26.508863 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd2d3447-1c08-4473-a92c-d7873b394c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:26.538984 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39d2c9a-9442-49e3-8fb8-d7cede86bb68 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Network 99b3df16-2f7a-4f60-ae7c-f0260db300b2 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:48:26.548962 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-b39d2c9a-9442-49e3-8fb8-d7cede86bb68 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:48:26.551756 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39d2c9a-9442-49e3-8fb8-d7cede86bb68 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:48:26.598870 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a53207a-256f-43d9-bfa1-1eb8cbbbac3a None None] Pushing event updated for resources: {'Port': ['ID=a4c46e43-624c-4f8e-890c-3996ca82a23f,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:26.620261 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39d2c9a-9442-49e3-8fb8-d7cede86bb68 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Pushing event updated for resources: {'Port': ['ID=e8d25aa7-efe7-4a5f-baef-74209018373f,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:26.686585 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b39d2c9a-9442-49e3-8fb8-d7cede86bb68 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3777869'] for router_interface, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:26.696577 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-54f1ce47-7dcc-43d4-af7f-a2188eb15c4d tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Publish callbacks [] for port, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:26.720526 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47600) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:26.815815 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 00695ed8-8deb-499e-8ae5-5d567ab3e43a triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:48:26.816415 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:26.824644 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-54f1ce47-7dcc-43d4-af7f-a2188eb15c4d tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29149402'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:26.848103 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c53c657-ff5d-4e14-884c-7619e31f0a63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-3784e97c-8c95-4f3a-a189-c0125793c40d', 'network_id': '3784e97c-8c95-4f3a-a189-c0125793c40d', 'tenant_id': 'b6a9330819a7465ebd26f7f9c6006aa9', 'fixed_ips': [{'subnet_id': '4e8ad94a-17e7-4d0f-a968-a8a97a7a098c'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 01:48:26.849278 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-2c53c657-ff5d-4e14-884c-7619e31f0a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:26.859404 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5aee5d33-0ec2-4243-b421-b5a8e51defb1 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:26.873939 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9b4351bd-42c8-4823-9f6d-adafde4daf92 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:26.897850 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-517c80c3-c594-4d37-a7c0-3d5b76707294 None None] Allocated IP 2001:db8::2 (6bd89793-0192-4c55-ac12-4b736fd62de7/e8531686-a457-41f7-83e9-8692d3ca139a/f4b60139-29dd-48b9-85d3-6fe006f535f4) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:48:26.967664 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-54f1ce47-7dcc-43d4-af7f-a2188eb15c4d tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3778017'] for router_interface, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:26.976713 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-1ef9c164-2cc2-4f99-a06f-d0d1b334b4a5 None None] Set router 43d0e080-c66b-496b-93a4-a94ff5cca5ae gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:48:26.977538 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-01f03df8-ab44-4015-afda-c6a492acaedb tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Publish callbacks [] for security_group, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:27.034456 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4351bd-42c8-4823-9f6d-adafde4daf92 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Network e337f723-5895-4a94-91a4-c4c65ee31f8f is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:48:27.039232 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f1ce47-7dcc-43d4-af7f-a2188eb15c4d tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Pushing event updated for resources: {'Port': ['ID=41b6c03e-bc38-480b-aaf2-8e330337ebf5,revision_number=2']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:27.039435 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2d3447-1c08-4473-a92c-d7873b394c78 None None] Pushing event updated for resources: {'Port': ['ID=2547366c-bcc7-45f1-82f4-d8c58357899d,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:27.068065 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-9b4351bd-42c8-4823-9f6d-adafde4daf92 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:48:27.070663 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4351bd-42c8-4823-9f6d-adafde4daf92 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:48:27.071239 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9b4351bd-42c8-4823-9f6d-adafde4daf92 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3777869'] for router_interface, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:27.090381 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-ed0d71c9-ebb8-4bfb-8584-4f25de33ca1b None None] Attempting to bind port 6ae13b77-991a-41e7-9ef6-ad1ec0b0adb1 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:48:27.091140 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-ed0d71c9-ebb8-4bfb-8584-4f25de33ca1b None None] Attempting to bind port 6ae13b77-991a-41e7-9ef6-ad1ec0b0adb1 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': 'f4cb9ed8-558d-454a-8909-e6b9499bb527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e337f723-5895-4a94-91a4-c4c65ee31f8f'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:48:27.091735 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0d71c9-ebb8-4bfb-8584-4f25de33ca1b None None] Attempting to bind port 6ae13b77-991a-41e7-9ef6-ad1ec0b0adb1 on network e337f723-5895-4a94-91a4-c4c65ee31f8f {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:48:27.102324 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-01f03df8-ab44-4015-afda-c6a492acaedb tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:27.187511 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0d71c9-ebb8-4bfb-8584-4f25de33ca1b None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:48:27.188192 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0d71c9-ebb8-4bfb-8584-4f25de33ca1b None None] Checking segment: {'id': 'f4cb9ed8-558d-454a-8909-e6b9499bb527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e337f723-5895-4a94-91a4-c4c65ee31f8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:48:27.188835 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-ed0d71c9-ebb8-4bfb-8584-4f25de33ca1b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:27.189429 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0d71c9-ebb8-4bfb-8584-4f25de33ca1b None None] Bound using segment: {'id': 'f4cb9ed8-558d-454a-8909-e6b9499bb527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e337f723-5895-4a94-91a4-c4c65ee31f8f'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:48:27.190086 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-ed0d71c9-ebb8-4bfb-8584-4f25de33ca1b None None] Bound port: 6ae13b77-991a-41e7-9ef6-ad1ec0b0adb1, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4cb9ed8-558d-454a-8909-e6b9499bb527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e337f723-5895-4a94-91a4-c4c65ee31f8f'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:48:27.190963 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-ed0d71c9-ebb8-4bfb-8584-4f25de33ca1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:27.208819 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-f109bbcd-7cc2-484e-8e45-966a4f9b7b9b tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Deleting port 99faa448-e30b-477a-afe0-a40186a4abca {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:48:27.209204 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f109bbcd-7cc2-484e-8e45-966a4f9b7b9b tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:27.219969 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e59145f2-e26f-43de-b354-533714e74836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:27.319899 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4351bd-42c8-4823-9f6d-adafde4daf92 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Pushing event updated for resources: {'Port': ['ID=a244cd13-9fb8-41a3-9087-5f204a9e5b33,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:27.408583 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f1ce47-7dcc-43d4-af7f-a2188eb15c4d tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Network 3b1e8a82-0848-4c88-ac48-1d480ac40256 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:48:27.434713 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-54f1ce47-7dcc-43d4-af7f-a2188eb15c4d tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:48:27.444254 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-01f03df8-ab44-4015-afda-c6a492acaedb tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:27.447009 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-01f03df8-ab44-4015-afda-c6a492acaedb tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Publish callbacks [] for security_group, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:27.452186 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-01f03df8-ab44-4015-afda-c6a492acaedb tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "DELETE /v2.0/security-groups/aa820965-f51f-4c0f-92b9-3c3d3d9ef329 HTTP/1.1" status: 204 len: 168 time: 0.7305434 Nov 24 01:48:27.455938 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47602) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:27.479861 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-2c53c657-ff5d-4e14-884c-7619e31f0a63 None None] Allocated IP 172.20.0.2 (3784e97c-8c95-4f3a-a189-c0125793c40d/4e8ad94a-17e7-4d0f-a968-a8a97a7a098c/e07d7d2e-7eae-4e09-ad46-10915ce51783) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:48:27.502313 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f109bbcd-7cc2-484e-8e45-966a4f9b7b9b tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:27.504757 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9b4351bd-42c8-4823-9f6d-adafde4daf92 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:27.506724 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f03df8-ab44-4015-afda-c6a492acaedb tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa820965-f51f-4c0f-92b9-3c3d3d9ef329,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:27.549064 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.api.v2.resource [None req-2e869cf2-629a-45b7-80fc-47ab70c5929d tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] show failed (client error): The resource could not be found. Nov 24 01:48:27.552966 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-2e869cf2-629a-45b7-80fc-47ab70c5929d tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "GET /v2.0/security-groups/aa820965-f51f-4c0f-92b9-3c3d3d9ef329 HTTP/1.1" status: 404 len: 347 time: 0.0898070 Nov 24 01:48:27.553563 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47604) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:27.563279 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b39d2c9a-9442-49e3-8fb8-d7cede86bb68 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:27.609150 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-f109bbcd-7cc2-484e-8e45-966a4f9b7b9b tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Calling delete_port for 99faa448-e30b-477a-afe0-a40186a4abca owned by {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:48:27.817825 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:27.950968 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-dac9f676-47b3-44fa-b270-43e8beaa1dfc None None] Provisioning complete for port 872349d3-d72d-4da8-9f41-63fa3e796ce4 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:48:27.951653 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-dac9f676-47b3-44fa-b270-43e8beaa1dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:27.978556 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-5aee5d33-0ec2-4243-b421-b5a8e51defb1 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Allocated IP 172.21.0.1 (ea504867-8c5a-4e5d-b86b-70b96c811b52/23c2e735-dbca-4b12-add4-3b4760b13402/a714d520-2a1f-496c-885d-d74d894b5379) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:48:28.001772 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54f1ce47-7dcc-43d4-af7f-a2188eb15c4d tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Router 5a47b3c4-003d-4d0c-a975-ad139c73d80b is scheduled to L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e with binding_index 1 {{(pid=109866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 01:48:28.017541 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:28.062164 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-ed0d71c9-ebb8-4bfb-8584-4f25de33ca1b None None] For port 6ae13b77-991a-41e7-9ef6-ad1ec0b0adb1, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:48:28.110377 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29af5fe-f736-4aa0-a190-0125fbf11b55 None None] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:48:28.154376 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-2c53c657-ff5d-4e14-884c-7619e31f0a63 None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:28.157005 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-ed0d71c9-ebb8-4bfb-8584-4f25de33ca1b None None] For port 6ae13b77-991a-41e7-9ef6-ad1ec0b0adb1, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=6ae13b77-991a-41e7-9ef6-ad1ec0b0adb1,segment=NetworkSegment(f4cb9ed8-558d-454a-8909-e6b9499bb527),segment_id=f4cb9ed8-558d-454a-8909-e6b9499bb527)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:48:28.164109 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] For port 00695ed8-8deb-499e-8ae5-5d567ab3e43a, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=00695ed8-8deb-499e-8ae5-5d567ab3e43a,segment=NetworkSegment(b29aef27-1657-4972-99bd-61ac6ca06593),segment_id=b29aef27-1657-4972-99bd-61ac6ca06593)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:48:28.171002 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-1f6d3a28-a4cd-4f68-bb01-a472191a24d7 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Deleting port 962b70d6-1fca-4e64-a920-66cf9036fa12 {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:48:28.171293 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1f6d3a28-a4cd-4f68-bb01-a472191a24d7 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:28.173265 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:28.187668 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-ed0d71c9-ebb8-4bfb-8584-4f25de33ca1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:28.198610 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:28.199309 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 872349d3-d72d-4da8-9f41-63fa3e796ce4 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:48:28.250590 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-2c53c657-ff5d-4e14-884c-7619e31f0a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:28.281266 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5aee5d33-0ec2-4243-b421-b5a8e51defb1 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:28.335352 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b39d2c9a-9442-49e3-8fb8-d7cede86bb68 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks [] for port, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:28.336254 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-517c80c3-c594-4d37-a7c0-3d5b76707294 None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:28.350690 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b39d2c9a-9442-49e3-8fb8-d7cede86bb68 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25501696'] for port, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:28.398272 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54f1ce47-7dcc-43d4-af7f-a2188eb15c4d tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:48:28.405859 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-54f1ce47-7dcc-43d4-af7f-a2188eb15c4d tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] 10.222.0.21 "PUT /v2.0/routers/5a47b3c4-003d-4d0c-a975-ad139c73d80b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4600637 Nov 24 01:48:28.409435 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9b4351bd-42c8-4823-9f6d-adafde4daf92 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks [] for port, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:28.413589 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47608) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:28.414144 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f109bbcd-7cc2-484e-8e45-966a4f9b7b9b tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:28.438145 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9b4351bd-42c8-4823-9f6d-adafde4daf92 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29149402'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:28.439142 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9b4351bd-42c8-4823-9f6d-adafde4daf92 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3778017'] for router_interface, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:28.440571 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c53c657-ff5d-4e14-884c-7619e31f0a63 None None] Network 3784e97c-8c95-4f3a-a189-c0125793c40d is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:48:28.451708 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-2c53c657-ff5d-4e14-884c-7619e31f0a63 None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:48:28.462028 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-517c80c3-c594-4d37-a7c0-3d5b76707294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:28.464955 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aece871-f8fd-4053-981f-703bd457f608 None None] Sync routers for ids ['5a47b3c4-003d-4d0c-a975-ad139c73d80b'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:48:28.477660 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c53c657-ff5d-4e14-884c-7619e31f0a63 None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:48:28.499731 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5aee5d33-0ec2-4243-b421-b5a8e51defb1 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:28.514606 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b39d2c9a-9442-49e3-8fb8-d7cede86bb68 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3778017'] for router_interface, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:28.520005 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-dac9f676-47b3-44fa-b270-43e8beaa1dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:28.532416 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aece871-f8fd-4053-981f-703bd457f608 None None] Routers {'5a47b3c4-003d-4d0c-a975-ad139c73d80b'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:48:28.533062 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-3aece871-f8fd-4053-981f-703bd457f608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:48:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['5a47b3c4-003d-4d0c-a975-ad139c73d80b'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:28.534875 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0d71c9-ebb8-4bfb-8584-4f25de33ca1b None None] Pushing event updated for resources: {'Port': ['ID=6ae13b77-991a-41e7-9ef6-ad1ec0b0adb1,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:28.555328 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f109bbcd-7cc2-484e-8e45-966a4f9b7b9b tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Pushing event deleted for resources: {'Port': ['ID=99faa448-e30b-477a-afe0-a40186a4abca,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:28.560858 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1f6d3a28-a4cd-4f68-bb01-a472191a24d7 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:28.561102 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39d2c9a-9442-49e3-8fb8-d7cede86bb68 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Pushing event updated for resources: {'Port': ['ID=e8d25aa7-efe7-4a5f-baef-74209018373f,revision_number=2']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:28.561439 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1f6d3a28-a4cd-4f68-bb01-a472191a24d7 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:28.572722 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39d2c9a-9442-49e3-8fb8-d7cede86bb68 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:48:28.573264 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39d2c9a-9442-49e3-8fb8-d7cede86bb68 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:48:28.573393 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39d2c9a-9442-49e3-8fb8-d7cede86bb68 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:48:28.574288 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39d2c9a-9442-49e3-8fb8-d7cede86bb68 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:48:28.574707 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39d2c9a-9442-49e3-8fb8-d7cede86bb68 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:48:28.575035 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39d2c9a-9442-49e3-8fb8-d7cede86bb68 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:48:28.575287 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39d2c9a-9442-49e3-8fb8-d7cede86bb68 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:48:28.575612 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39d2c9a-9442-49e3-8fb8-d7cede86bb68 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:48:28.575930 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39d2c9a-9442-49e3-8fb8-d7cede86bb68 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:48:28.576248 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39d2c9a-9442-49e3-8fb8-d7cede86bb68 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:48:28.576565 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39d2c9a-9442-49e3-8fb8-d7cede86bb68 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:48:28.576881 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39d2c9a-9442-49e3-8fb8-d7cede86bb68 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:48:28.585204 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aee5d33-0ec2-4243-b421-b5a8e51defb1 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Network ea504867-8c5a-4e5d-b86b-70b96c811b52 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:48:28.596875 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f109bbcd-7cc2-484e-8e45-966a4f9b7b9b tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:48:28.597343 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f109bbcd-7cc2-484e-8e45-966a4f9b7b9b tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:48:28.598164 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f109bbcd-7cc2-484e-8e45-966a4f9b7b9b tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:48:28.598608 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f109bbcd-7cc2-484e-8e45-966a4f9b7b9b tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:48:28.599053 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f109bbcd-7cc2-484e-8e45-966a4f9b7b9b tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:48:28.599493 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f109bbcd-7cc2-484e-8e45-966a4f9b7b9b tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:48:28.599987 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f109bbcd-7cc2-484e-8e45-966a4f9b7b9b tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:48:28.600417 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f109bbcd-7cc2-484e-8e45-966a4f9b7b9b tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:48:28.600856 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f109bbcd-7cc2-484e-8e45-966a4f9b7b9b tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:48:28.601289 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f109bbcd-7cc2-484e-8e45-966a4f9b7b9b tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:48:28.601770 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f109bbcd-7cc2-484e-8e45-966a4f9b7b9b tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:48:28.602242 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f109bbcd-7cc2-484e-8e45-966a4f9b7b9b tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:48:28.604380 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-5aee5d33-0ec2-4243-b421-b5a8e51defb1 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:48:28.616712 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aee5d33-0ec2-4243-b421-b5a8e51defb1 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:48:28.648943 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-1f6d3a28-a4cd-4f68-bb01-a472191a24d7 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Calling delete_port for 962b70d6-1fca-4e64-a920-66cf9036fa12 owned by network:floatingip {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:48:28.825218 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5aee5d33-0ec2-4243-b421-b5a8e51defb1 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3777869'] for router_interface, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:28.827627 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aee5d33-0ec2-4243-b421-b5a8e51defb1 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Pushing event updated for resources: {'Port': ['ID=a714d520-2a1f-496c-885d-d74d894b5379,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:28.918218 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39d2c9a-9442-49e3-8fb8-d7cede86bb68 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Network 99b3df16-2f7a-4f60-ae7c-f0260db300b2 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:48:28.923185 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-b39d2c9a-9442-49e3-8fb8-d7cede86bb68 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:48:28.924805 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881adeb9-d32a-44cb-a395-8688d848b712 None None] Network 3b1e8a82-0848-4c88-ac48-1d480ac40256 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:48:28.931366 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517c80c3-c594-4d37-a7c0-3d5b76707294 None None] Network 6bd89793-0192-4c55-ac12-4b736fd62de7 is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:48:28.944224 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-3aece871-f8fd-4053-981f-703bd457f608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:29.017567 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-517c80c3-c594-4d37-a7c0-3d5b76707294 None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:48:29.072735 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517c80c3-c594-4d37-a7c0-3d5b76707294 None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:48:29.110973 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-2c53c657-ff5d-4e14-884c-7619e31f0a63 None None] Attempting to bind port e07d7d2e-7eae-4e09-ad46-10915ce51783 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:48:29.111715 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-2c53c657-ff5d-4e14-884c-7619e31f0a63 None None] Attempting to bind port e07d7d2e-7eae-4e09-ad46-10915ce51783 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '1ce7373f-1ea5-4f16-b56c-426deab7d114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3784e97c-8c95-4f3a-a189-c0125793c40d'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:48:29.112080 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c53c657-ff5d-4e14-884c-7619e31f0a63 None None] Attempting to bind port e07d7d2e-7eae-4e09-ad46-10915ce51783 on network 3784e97c-8c95-4f3a-a189-c0125793c40d {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:48:29.115202 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aece871-f8fd-4053-981f-703bd457f608 None None] Routers {'5a47b3c4-003d-4d0c-a975-ad139c73d80b'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:48:29.115565 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-3aece871-f8fd-4053-981f-703bd457f608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:48:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['5a47b3c4-003d-4d0c-a975-ad139c73d80b'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:29.154547 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5aee5d33-0ec2-4243-b421-b5a8e51defb1 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:29.176536 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b39d2c9a-9442-49e3-8fb8-d7cede86bb68 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Router 1c8f08b8-2f8d-4cb9-aaf4-4e040442648b has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:48:29.212213 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-dac9f676-47b3-44fa-b270-43e8beaa1dfc None None] For port 872349d3-d72d-4da8-9f41-63fa3e796ce4, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=872349d3-d72d-4da8-9f41-63fa3e796ce4,segment=NetworkSegment(be3f6141-7df0-4128-a2ce-db86a0028efa),segment_id=be3f6141-7df0-4128-a2ce-db86a0028efa)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:48:29.213527 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 872349d3-d72d-4da8-9f41-63fa3e796ce4 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:48:29.213789 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:29.250541 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-3aece871-f8fd-4053-981f-703bd457f608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:29.251388 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aece871-f8fd-4053-981f-703bd457f608 None None] The sync data for ids ['5a47b3c4-003d-4d0c-a975-ad139c73d80b'] in dv-neutron-818911-2-hyperv is: [] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:48:29.252498 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f109bbcd-7cc2-484e-8e45-966a4f9b7b9b tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:29.253047 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c53c657-ff5d-4e14-884c-7619e31f0a63 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:48:29.253215 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c53c657-ff5d-4e14-884c-7619e31f0a63 None None] Checking segment: {'id': '1ce7373f-1ea5-4f16-b56c-426deab7d114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3784e97c-8c95-4f3a-a189-c0125793c40d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:48:29.253586 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-2c53c657-ff5d-4e14-884c-7619e31f0a63 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:29.253967 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c53c657-ff5d-4e14-884c-7619e31f0a63 None None] Bound using segment: {'id': '1ce7373f-1ea5-4f16-b56c-426deab7d114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3784e97c-8c95-4f3a-a189-c0125793c40d'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:48:29.254442 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-2c53c657-ff5d-4e14-884c-7619e31f0a63 None None] Bound port: e07d7d2e-7eae-4e09-ad46-10915ce51783, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ce7373f-1ea5-4f16-b56c-426deab7d114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3784e97c-8c95-4f3a-a189-c0125793c40d'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:48:29.254824 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-2c53c657-ff5d-4e14-884c-7619e31f0a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:29.258654 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-f109bbcd-7cc2-484e-8e45-966a4f9b7b9b tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "DELETE /v2.0/ports/99faa448-e30b-477a-afe0-a40186a4abca HTTP/1.1" status: 204 len: 168 time: 2.8451726 Nov 24 01:48:29.264833 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47612) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:29.282275 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Pushing event updated for resources: {'Port': ['ID=00695ed8-8deb-499e-8ae5-5d567ab3e43a,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:29.285863 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-dac9f676-47b3-44fa-b270-43e8beaa1dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:29.316713 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-1ef9c164-2cc2-4f99-a06f-d0d1b334b4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43d0e080-c66b-496b-93a4-a94ff5cca5ae', 'name': 'tempest-ServerActionsTestJSON-582106952-router', 'tenant_id': '110fa21155a747ab90ae3fb887427135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': '1066d23d-7961-4dcb-a1bc-ff70c8f2d78b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:44:30Z', 'updated_at': '2021-11-24T01:44:40Z', 'revision_number': 4, 'project_id': '110fa21155a747ab90ae3fb887427135', 'gw_port': {'id': '1066d23d-7961-4dcb-a1bc-ff70c8f2d78b', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d0e080-c66b-496b-93a4-a94ff5cca5ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:44:32Z', 'updated_at': '2021-11-24T01:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': '4323bebd-05ca-456a-866b-846f05c4c3cf', 'name': '', 'network_id': '0439926c-1302-4dcb-a15d-d53f1b665c6d', 'tenant_id': '110fa21155a747ab90ae3fb887427135', 'mac_address': 'fa:16:3e:38:6f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d0e080-c66b-496b-93a4-a94ff5cca5ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '3cd00567-bdb6-4d9c-8716-d6fe9a6098c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:44:38Z', 'updated_at': '2021-11-24T01:44:47Z', 'revision_number': 5, 'project_id': '110fa21155a747ab90ae3fb887427135', 'subnets': [{'id': '3cd00567-bdb6-4d9c-8716-d6fe9a6098c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:29.344540 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4351bd-42c8-4823-9f6d-adafde4daf92 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Pushing event updated for resources: {'Port': ['ID=a244cd13-9fb8-41a3-9087-5f204a9e5b33,revision_number=2']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:29.428782 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b39d2c9a-9442-49e3-8fb8-d7cede86bb68 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:48:29.436808 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-b39d2c9a-9442-49e3-8fb8-d7cede86bb68 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] 10.222.0.21 "PUT /v2.0/routers/1c8f08b8-2f8d-4cb9-aaf4-4e040442648b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3870037 Nov 24 01:48:29.439401 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47614) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:29.447642 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-28179146-d23c-47a5-bceb-a4e99d44d740 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Request body: {'port': {'network_id': '99b3df16-2f7a-4f60-ae7c-f0260db300b2', 'name': 'tempest-FloatingIPTestJSON-312475884'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:48:29.448934 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f238b66a-fb12-4c03-a4c5-26d059335511 None None] Sync routers for ids ['1c8f08b8-2f8d-4cb9-aaf4-4e040442648b'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:48:29.475586 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f238b66a-fb12-4c03-a4c5-26d059335511 None None] Routers {'1c8f08b8-2f8d-4cb9-aaf4-4e040442648b'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:48:29.476596 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-f238b66a-fb12-4c03-a4c5-26d059335511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:48:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['1c8f08b8-2f8d-4cb9-aaf4-4e040442648b'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:29.481303 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef9c164-2cc2-4f99-a06f-d0d1b334b4a5 None None] Checking router: 43d0e080-c66b-496b-93a4-a94ff5cca5ae for host: dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 01:48:29.536236 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-f238b66a-fb12-4c03-a4c5-26d059335511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:29.548652 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4351bd-42c8-4823-9f6d-adafde4daf92 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Network e337f723-5895-4a94-91a4-c4c65ee31f8f is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:48:29.550146 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f238b66a-fb12-4c03-a4c5-26d059335511 None None] Routers {'1c8f08b8-2f8d-4cb9-aaf4-4e040442648b'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:48:29.550952 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-f238b66a-fb12-4c03-a4c5-26d059335511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:48:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['1c8f08b8-2f8d-4cb9-aaf4-4e040442648b'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:29.568061 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-9b4351bd-42c8-4823-9f6d-adafde4daf92 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:48:29.601586 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-f238b66a-fb12-4c03-a4c5-26d059335511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:29.602247 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f238b66a-fb12-4c03-a4c5-26d059335511 None None] The sync data for ids ['1c8f08b8-2f8d-4cb9-aaf4-4e040442648b'] in dv-neutron-818911-2-hyperv is: [] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:48:29.612308 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-517c80c3-c594-4d37-a7c0-3d5b76707294 None None] Attempting to bind port f4b60139-29dd-48b9-85d3-6fe006f535f4 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:48:29.612679 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-517c80c3-c594-4d37-a7c0-3d5b76707294 None None] Attempting to bind port f4b60139-29dd-48b9-85d3-6fe006f535f4 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '18ea8a07-e20b-40aa-8e1b-1565d63ab040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6bd89793-0192-4c55-ac12-4b736fd62de7'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:48:29.613036 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517c80c3-c594-4d37-a7c0-3d5b76707294 None None] Attempting to bind port f4b60139-29dd-48b9-85d3-6fe006f535f4 on network 6bd89793-0192-4c55-ac12-4b736fd62de7 {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:48:29.613876 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36e69f4-712c-40d4-ad3d-a669b5ce1239 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:48:29.615450 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36e69f4-712c-40d4-ad3d-a669b5ce1239 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:48:29.617096 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36e69f4-712c-40d4-ad3d-a669b5ce1239 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:48:29.621795 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-c36e69f4-712c-40d4-ad3d-a669b5ce1239 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3482304 Nov 24 01:48:29.621978 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c53c657-ff5d-4e14-884c-7619e31f0a63 None None] Pushing event updated for resources: {'Port': ['ID=e07d7d2e-7eae-4e09-ad46-10915ce51783,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:29.626277 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47616) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:29.626872 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef9c164-2cc2-4f99-a06f-d0d1b334b4a5 None None] Routers {'43d0e080-c66b-496b-93a4-a94ff5cca5ae'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:48:29.627507 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-1ef9c164-2cc2-4f99-a06f-d0d1b334b4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:48:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['43d0e080-c66b-496b-93a4-a94ff5cca5ae'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:29.648073 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517c80c3-c594-4d37-a7c0-3d5b76707294 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:48:29.648456 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517c80c3-c594-4d37-a7c0-3d5b76707294 None None] Checking segment: {'id': '18ea8a07-e20b-40aa-8e1b-1565d63ab040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6bd89793-0192-4c55-ac12-4b736fd62de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:48:29.649228 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-517c80c3-c594-4d37-a7c0-3d5b76707294 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:29.650390 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517c80c3-c594-4d37-a7c0-3d5b76707294 None None] Bound using segment: {'id': '18ea8a07-e20b-40aa-8e1b-1565d63ab040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6bd89793-0192-4c55-ac12-4b736fd62de7'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:48:29.650943 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-517c80c3-c594-4d37-a7c0-3d5b76707294 None None] Bound port: f4b60139-29dd-48b9-85d3-6fe006f535f4, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18ea8a07-e20b-40aa-8e1b-1565d63ab040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6bd89793-0192-4c55-ac12-4b736fd62de7'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:48:29.651386 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-517c80c3-c594-4d37-a7c0-3d5b76707294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:29.706647 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28179146-d23c-47a5-bceb-a4e99d44d740 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Made reservation on behalf of c1381337c43b4a9e8088f5ae31d89764 for: {'port': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:48:29.710444 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-28179146-d23c-47a5-bceb-a4e99d44d740 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:29.737663 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5aee5d33-0ec2-4243-b421-b5a8e51defb1 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks [] for port, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:29.744956 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [None req-28179146-d23c-47a5-bceb-a4e99d44d740 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] device_id is not set on port f5770038-1de1-487c-9f32-088b5c996ff1 yet. {{(pid=109867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 01:48:29.751648 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5aee5d33-0ec2-4243-b421-b5a8e51defb1 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25501696'] for port, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:29.782336 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-dac9f676-47b3-44fa-b270-43e8beaa1dfc None None] Provisioning complete for port 71930efb-c2fc-4e8e-ba3f-d4ab5789afc5 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:48:29.782977 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-dac9f676-47b3-44fa-b270-43e8beaa1dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:29.784367 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:29.810821 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5aee5d33-0ec2-4243-b421-b5a8e51defb1 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3778017'] for router_interface, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:29.819393 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_v2 [None req-e31524a2-66d7-475f-8db6-51032054588c tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Deleting subnet 05739996-9262-4486-acdb-2802b2f5f47c {{(pid=109866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 01:48:29.856164 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e31524a2-66d7-475f-8db6-51032054588c tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for subnet, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:29.861987 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-517c80c3-c594-4d37-a7c0-3d5b76707294 None None] For port f4b60139-29dd-48b9-85d3-6fe006f535f4, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:48:29.936850 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aee5d33-0ec2-4243-b421-b5a8e51defb1 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Pushing event updated for resources: {'Port': ['ID=a714d520-2a1f-496c-885d-d74d894b5379,revision_number=2']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:29.949038 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-517c80c3-c594-4d37-a7c0-3d5b76707294 None None] For port f4b60139-29dd-48b9-85d3-6fe006f535f4, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=f4b60139-29dd-48b9-85d3-6fe006f535f4,segment=NetworkSegment(18ea8a07-e20b-40aa-8e1b-1565d63ab040),segment_id=18ea8a07-e20b-40aa-8e1b-1565d63ab040)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:48:29.952096 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e31524a2-66d7-475f-8db6-51032054588c tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29055568'] for subnet, precommit_delete_associations {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:29.992056 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-2c53c657-ff5d-4e14-884c-7619e31f0a63 None None] For port e07d7d2e-7eae-4e09-ad46-10915ce51783, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:48:30.026369 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1f6d3a28-a4cd-4f68-bb01-a472191a24d7 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:30.048702 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-517c80c3-c594-4d37-a7c0-3d5b76707294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:30.058476 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517c80c3-c594-4d37-a7c0-3d5b76707294 None None] Pushing event updated for resources: {'Port': ['ID=f4b60139-29dd-48b9-85d3-6fe006f535f4,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:30.061992 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-2c53c657-ff5d-4e14-884c-7619e31f0a63 None None] For port e07d7d2e-7eae-4e09-ad46-10915ce51783, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=e07d7d2e-7eae-4e09-ad46-10915ce51783,segment=NetworkSegment(1ce7373f-1ea5-4f16-b56c-426deab7d114),segment_id=1ce7373f-1ea5-4f16-b56c-426deab7d114)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:48:30.072642 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-28179146-d23c-47a5-bceb-a4e99d44d740 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Allocated IP 172.20.0.9 (99b3df16-2f7a-4f60-ae7c-f0260db300b2/1173098a-80db-4ed8-9484-312326b9570c/f5770038-1de1-487c-9f32-088b5c996ff1) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:48:30.081633 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aee5d33-0ec2-4243-b421-b5a8e51defb1 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Network ea504867-8c5a-4e5d-b86b-70b96c811b52 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:48:30.084316 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-5aee5d33-0ec2-4243-b421-b5a8e51defb1 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:48:30.111886 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-2c53c657-ff5d-4e14-884c-7619e31f0a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:30.145676 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517c80c3-c594-4d37-a7c0-3d5b76707294 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:48:30.146039 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517c80c3-c594-4d37-a7c0-3d5b76707294 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:48:30.146382 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517c80c3-c594-4d37-a7c0-3d5b76707294 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:48:30.146713 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517c80c3-c594-4d37-a7c0-3d5b76707294 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:48:30.147039 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517c80c3-c594-4d37-a7c0-3d5b76707294 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:48:30.147383 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517c80c3-c594-4d37-a7c0-3d5b76707294 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:48:30.147712 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517c80c3-c594-4d37-a7c0-3d5b76707294 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:48:30.148054 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517c80c3-c594-4d37-a7c0-3d5b76707294 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:48:30.148393 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517c80c3-c594-4d37-a7c0-3d5b76707294 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:48:30.148713 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517c80c3-c594-4d37-a7c0-3d5b76707294 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:48:30.149035 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517c80c3-c594-4d37-a7c0-3d5b76707294 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:48:30.149350 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517c80c3-c594-4d37-a7c0-3d5b76707294 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:48:30.184568 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6d3a28-a4cd-4f68-bb01-a472191a24d7 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Pushing event deleted for resources: {'Port': ['ID=962b70d6-1fca-4e64-a920-66cf9036fa12,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:30.195531 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e31524a2-66d7-475f-8db6-51032054588c tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:30.199302 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device b17cb8f4-a5a5-4859-8734-27592674e082 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:48:30.286679 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-1ef9c164-2cc2-4f99-a06f-d0d1b334b4a5 None None] Set router 43d0e080-c66b-496b-93a4-a94ff5cca5ae gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:48:30.289049 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0afc646-ec3e-443e-a639-505136de216e None None] Update dhcp port {'port': {'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6', 'fixed_ips': [{'subnet_id': '83b48630-a223-49ea-a7f4-c17e375d8863', 'ip_address': '2001:db8::f816:3eff:fe57:d7df'}, {'subnet_id': '05739996-9262-4486-acdb-2802b2f5f47c'}], 'binding:host_id': 'dv-neutron-818911-2-hyperv'}, 'id': 'a4c46e43-624c-4f8e-890c-3996ca82a23f'} from dv-neutron-818911-2-hyperv. {{(pid=109868) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 24 01:48:30.305593 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aee5d33-0ec2-4243-b421-b5a8e51defb1 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Router e3220ace-8fc5-4e55-94e0-d063b9794d67 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:48:30.326231 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b4351bd-42c8-4823-9f6d-adafde4daf92 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Router 05a33569-f2af-43c8-900d-2b404281d447 is scheduled to L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e with binding_index 1 {{(pid=109866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 01:48:30.370298 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca8104a-6371-4244-84db-cd02bbdd8310 None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:48:30.376692 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:30.427165 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247ede85-f771-4dcd-abbd-45b6ec5c059b None None] Network e337f723-5895-4a94-91a4-c4c65ee31f8f requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:48:30.484771 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.api.v2.resource [None req-1431a8e8-85d9-426d-abb2-98fdc753e422 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 01:48:30.487036 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-1431a8e8-85d9-426d-abb2-98fdc753e422 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] 10.222.0.21 "PUT /v2.0/routers/5a47b3c4-003d-4d0c-a975-ad139c73d80b/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.0671229 Nov 24 01:48:30.499745 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47618) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:30.524374 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1f6d3a28-a4cd-4f68-bb01-a472191a24d7 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Publish callbacks [] for floatingip, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:30.530505 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1f6d3a28-a4cd-4f68-bb01-a472191a24d7 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for floatingip, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:30.533326 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-1f6d3a28-a4cd-4f68-bb01-a472191a24d7 tempest-ServerActionsTestJSON-482810209 tempest-ServerActionsTestJSON-482810209-project] 10.222.0.21 "DELETE /v2.0/floatingips/678af5ea-83ac-49d5-abc1-da54b50eab6c HTTP/1.1" status: 204 len: 168 time: 2.9382935 Nov 24 01:48:30.541076 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47620) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:30.657337 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-b0afc646-ec3e-443e-a639-505136de216e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:30.694512 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-28179146-d23c-47a5-bceb-a4e99d44d740 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:30.729177 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac9f676-47b3-44fa-b270-43e8beaa1dfc None None] Pushing event updated for resources: {'Port': ['ID=872349d3-d72d-4da8-9f41-63fa3e796ce4,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:30.740121 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aee5d33-0ec2-4243-b421-b5a8e51defb1 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:48:30.753103 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-5aee5d33-0ec2-4243-b421-b5a8e51defb1 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] 10.222.0.21 "PUT /v2.0/routers/e3220ace-8fc5-4e55-94e0-d063b9794d67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7737262 Nov 24 01:48:30.756176 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47622) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:30.813879 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e31524a2-66d7-475f-8db6-51032054588c tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29149324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29154870'] for subnet, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:30.833512 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2510d1d-ad76-4ed9-aa73-9c0f76c727bd None None] Sync routers for ids ['e3220ace-8fc5-4e55-94e0-d063b9794d67'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:48:30.869692 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02917a3f-a12a-4dce-93de-3b8ff700eb34 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:48:30.875273 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-02917a3f-a12a-4dce-93de-3b8ff700eb34 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] 10.222.0.21 "GET /v2.0/ports/a714d520-2a1f-496c-885d-d74d894b5379 HTTP/1.1" status: 200 len: 910 time: 0.1165760 Nov 24 01:48:30.879587 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47624) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:30.890555 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31524a2-66d7-475f-8db6-51032054588c tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Pushing event deleted for resources: {'Subnet': ['ID=05739996-9262-4486-acdb-2802b2f5f47c,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:30.903899 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e31524a2-66d7-475f-8db6-51032054588c tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:30.907688 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-e31524a2-66d7-475f-8db6-51032054588c tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "DELETE /v2.0/subnets/05739996-9262-4486-acdb-2802b2f5f47c HTTP/1.1" status: 204 len: 168 time: 1.2789028 Nov 24 01:48:30.913143 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47626) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:30.935169 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-dac9f676-47b3-44fa-b270-43e8beaa1dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:31.038280 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_v2 [None req-5627756e-09b1-4834-be4a-7d6c6d535176 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Deleting subnet 83b48630-a223-49ea-a7f4-c17e375d8863 {{(pid=109867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 01:48:31.048244 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5627756e-09b1-4834-be4a-7d6c6d535176 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for subnet, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:31.096526 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5627756e-09b1-4834-be4a-7d6c6d535176 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28690885'] for subnet, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:31.132769 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2510d1d-ad76-4ed9-aa73-9c0f76c727bd None None] Routers {'e3220ace-8fc5-4e55-94e0-d063b9794d67'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:48:31.134288 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-c2510d1d-ad76-4ed9-aa73-9c0f76c727bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:48:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['e3220ace-8fc5-4e55-94e0-d063b9794d67'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:31.153324 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b4351bd-42c8-4823-9f6d-adafde4daf92 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:48:31.162740 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-9b4351bd-42c8-4823-9f6d-adafde4daf92 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] 10.222.0.21 "PUT /v2.0/routers/05a33569-f2af-43c8-900d-2b404281d447/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7145121 Nov 24 01:48:31.167993 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47630) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:31.168577 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b273794-f191-4426-a5e6-3f1504911a16 None None] Sync routers for ids ['05a33569-f2af-43c8-900d-2b404281d447'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:48:31.187301 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b273794-f191-4426-a5e6-3f1504911a16 None None] Routers {'05a33569-f2af-43c8-900d-2b404281d447'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:48:31.188069 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-2b273794-f191-4426-a5e6-3f1504911a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:48:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['05a33569-f2af-43c8-900d-2b404281d447'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:31.252296 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-28179146-d23c-47a5-bceb-a4e99d44d740 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:31.261080 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-2b273794-f191-4426-a5e6-3f1504911a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:31.271445 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b273794-f191-4426-a5e6-3f1504911a16 None None] Routers {'05a33569-f2af-43c8-900d-2b404281d447'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:48:31.272240 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-2b273794-f191-4426-a5e6-3f1504911a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:48:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['05a33569-f2af-43c8-900d-2b404281d447'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:31.299926 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5627756e-09b1-4834-be4a-7d6c6d535176 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:31.311243 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-2b273794-f191-4426-a5e6-3f1504911a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:31.312079 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b273794-f191-4426-a5e6-3f1504911a16 None None] The sync data for ids ['05a33569-f2af-43c8-900d-2b404281d447'] in dv-neutron-818911-2-hyperv is: [] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:48:31.315131 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28179146-d23c-47a5-bceb-a4e99d44d740 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Network 99b3df16-2f7a-4f60-ae7c-f0260db300b2 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:48:31.336667 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-28179146-d23c-47a5-bceb-a4e99d44d740 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:48:31.373247 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28179146-d23c-47a5-bceb-a4e99d44d740 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:48:31.480399 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port b17cb8f4-a5a5-4859-8734-27592674e082 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:48:31.480767 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:31.502755 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28179146-d23c-47a5-bceb-a4e99d44d740 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Pushing event updated for resources: {'Port': ['ID=f5770038-1de1-487c-9f32-088b5c996ff1,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:31.504848 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-c2510d1d-ad76-4ed9-aa73-9c0f76c727bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:31.538267 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28179146-d23c-47a5-bceb-a4e99d44d740 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:48:31.539230 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-28179146-d23c-47a5-bceb-a4e99d44d740 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:31.563607 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5627756e-09b1-4834-be4a-7d6c6d535176 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25501782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25307808'] for subnet, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:31.594902 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5627756e-09b1-4834-be4a-7d6c6d535176 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Pushing event deleted for resources: {'Subnet': ['ID=83b48630-a223-49ea-a7f4-c17e375d8863,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:31.629965 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517c80c3-c594-4d37-a7c0-3d5b76707294 None None] Pushing event updated for resources: {'Port': ['ID=f4b60139-29dd-48b9-85d3-6fe006f535f4,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:31.643239 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-28179146-d23c-47a5-bceb-a4e99d44d740 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.2027216 Nov 24 01:48:31.646659 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47632) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:31.656591 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-8382878c-a731-45d2-afb1-493d89346ea0 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Request body: {'floatingip': {'port_id': 'f5770038-1de1-487c-9f32-088b5c996ff1'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:48:31.657188 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server [None req-b0afc646-ec3e-443e-a639-505136de216e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 83b48630-a223-49ea-a7f4-c17e375d8863: This subnet is being modified by another concurrent operation. Nov 24 01:48:31.657188 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 24 01:48:31.657188 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 24 01:48:31.657188 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 24 01:48:31.657188 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 24 01:48:31.657188 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 24 01:48:31.657188 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 24 01:48:31.657188 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 24 01:48:31.657188 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 24 01:48:31.657188 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 24 01:48:31.657188 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 24 01:48:31.657188 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 24 01:48:31.657188 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 24 01:48:31.657188 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 24 01:48:31.657188 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 01:48:31.657188 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 01:48:31.657188 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 01:48:31.657188 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 01:48:31.657188 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 24 01:48:31.657188 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 01:48:31.657188 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 24 01:48:31.657188 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 24 01:48:31.657188 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 01:48:31.657188 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 01:48:31.657188 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 01:48:31.657188 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 01:48:31.657188 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 24 01:48:31.657188 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 01:48:31.657188 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 24 01:48:31.657188 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 24 01:48:31.657188 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 01:48:31.657188 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 01:48:31.657188 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 01:48:31.657188 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 01:48:31.657188 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 24 01:48:31.657188 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 24 01:48:31.657188 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 24 01:48:31.657188 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 24 01:48:31.657188 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 24 01:48:31.657188 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 24 01:48:31.657188 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 24 01:48:31.657188 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 01:48:31.657188 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 24 01:48:31.657188 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 24 01:48:31.657188 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 24 01:48:31.657188 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 24 01:48:31.657188 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 01:48:31.657188 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 01:48:31.657188 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 01:48:31.657188 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 01:48:31.657188 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 24 01:48:31.657188 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 01:48:31.657188 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 24 01:48:31.657188 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 24 01:48:31.661127 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 01:48:31.661127 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 01:48:31.661127 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 01:48:31.661127 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 01:48:31.661127 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 24 01:48:31.661127 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 01:48:31.661127 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 24 01:48:31.661127 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 24 01:48:31.661127 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 01:48:31.661127 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 01:48:31.661127 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 01:48:31.661127 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 01:48:31.661127 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 24 01:48:31.661127 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 24 01:48:31.661127 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 24 01:48:31.661127 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 24 01:48:31.661127 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 24 01:48:31.661127 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 24 01:48:31.661127 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 24 01:48:31.661127 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 24 01:48:31.661127 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 24 01:48:31.661127 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 24 01:48:31.661127 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 24 01:48:31.661127 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 24 01:48:31.661127 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 24 01:48:31.661127 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 24 01:48:31.661127 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 24 01:48:31.661127 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 24 01:48:31.661127 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 24 01:48:31.661127 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server raise exception Nov 24 01:48:31.661127 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 83b48630-a223-49ea-a7f4-c17e375d8863: This subnet is being modified by another concurrent operation. Nov 24 01:48:31.661127 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server Nov 24 01:48:31.680112 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5627756e-09b1-4834-be4a-7d6c6d535176 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:31.683629 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-5627756e-09b1-4834-be4a-7d6c6d535176 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "DELETE /v2.0/subnets/83b48630-a223-49ea-a7f4-c17e375d8863 HTTP/1.1" status: 204 len: 168 time: 0.7676997 Nov 24 01:48:31.712071 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-dac9f676-47b3-44fa-b270-43e8beaa1dfc None None] For port 71930efb-c2fc-4e8e-ba3f-d4ab5789afc5, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=71930efb-c2fc-4e8e-ba3f-d4ab5789afc5,segment=NetworkSegment(f98cc2c7-fab5-4996-a594-b08d120fa064),segment_id=f98cc2c7-fab5-4996-a594-b08d120fa064)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:48:31.764916 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47634) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:31.801080 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c53c657-ff5d-4e14-884c-7619e31f0a63 None None] Pushing event updated for resources: {'Port': ['ID=e07d7d2e-7eae-4e09-ad46-10915ce51783,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:31.808864 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-dac9f676-47b3-44fa-b270-43e8beaa1dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:31.812643 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ace75e-1b24-40f6-afac-210964269021 None None] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:48:31.840468 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2510d1d-ad76-4ed9-aa73-9c0f76c727bd None None] Routers {'e3220ace-8fc5-4e55-94e0-d063b9794d67'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:48:31.841140 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-c2510d1d-ad76-4ed9-aa73-9c0f76c727bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:48:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['e3220ace-8fc5-4e55-94e0-d063b9794d67'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:31.911029 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-c2510d1d-ad76-4ed9-aa73-9c0f76c727bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:31.911699 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2510d1d-ad76-4ed9-aa73-9c0f76c727bd None None] The sync data for ids ['e3220ace-8fc5-4e55-94e0-d063b9794d67'] in dv-neutron-818911-2-hyperv is: [] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:48:31.975565 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-dac9f676-47b3-44fa-b270-43e8beaa1dfc None None] Provisioning complete for port 3a7d8649-f13c-47fd-bf88-2839b585cbb3 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:48:31.975940 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-dac9f676-47b3-44fa-b270-43e8beaa1dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:32.092603 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-1ef9c164-2cc2-4f99-a06f-d0d1b334b4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43d0e080-c66b-496b-93a4-a94ff5cca5ae', 'name': 'tempest-ServerActionsTestJSON-582106952-router', 'tenant_id': '110fa21155a747ab90ae3fb887427135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': '1066d23d-7961-4dcb-a1bc-ff70c8f2d78b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:44:30Z', 'updated_at': '2021-11-24T01:44:40Z', 'revision_number': 4, 'project_id': '110fa21155a747ab90ae3fb887427135', 'gw_port': {'id': '1066d23d-7961-4dcb-a1bc-ff70c8f2d78b', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d0e080-c66b-496b-93a4-a94ff5cca5ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:44:32Z', 'updated_at': '2021-11-24T01:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': '4323bebd-05ca-456a-866b-846f05c4c3cf', 'name': '', 'network_id': '0439926c-1302-4dcb-a15d-d53f1b665c6d', 'tenant_id': '110fa21155a747ab90ae3fb887427135', 'mac_address': 'fa:16:3e:38:6f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d0e080-c66b-496b-93a4-a94ff5cca5ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '3cd00567-bdb6-4d9c-8716-d6fe9a6098c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:44:38Z', 'updated_at': '2021-11-24T01:44:47Z', 'revision_number': 5, 'project_id': '110fa21155a747ab90ae3fb887427135', 'subnets': [{'id': '3cd00567-bdb6-4d9c-8716-d6fe9a6098c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:32.132612 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef9c164-2cc2-4f99-a06f-d0d1b334b4a5 None None] The sync data for ids ['43d0e080-c66b-496b-93a4-a94ff5cca5ae'] in dv-neutron-818911-2-hyperv is: [{'id': '43d0e080-c66b-496b-93a4-a94ff5cca5ae', 'name': 'tempest-ServerActionsTestJSON-582106952-router', 'tenant_id': '110fa21155a747ab90ae3fb887427135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': '1066d23d-7961-4dcb-a1bc-ff70c8f2d78b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:44:30Z', 'updated_at': '2021-11-24T01:44:40Z', 'revision_number': 4, 'project_id': '110fa21155a747ab90ae3fb887427135', 'gw_port': {'id': '1066d23d-7961-4dcb-a1bc-ff70c8f2d78b', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d0e080-c66b-496b-93a4-a94ff5cca5ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:44:32Z', 'updated_at': '2021-11-24T01:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': '4323bebd-05ca-456a-866b-846f05c4c3cf', 'name': '', 'network_id': '0439926c-1302-4dcb-a15d-d53f1b665c6d', 'tenant_id': '110fa21155a747ab90ae3fb887427135', 'mac_address': 'fa:16:3e:38:6f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d0e080-c66b-496b-93a4-a94ff5cca5ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '3cd00567-bdb6-4d9c-8716-d6fe9a6098c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:44:38Z', 'updated_at': '2021-11-24T01:44:47Z', 'revision_number': 5, 'project_id': '110fa21155a747ab90ae3fb887427135', 'subnets': [{'id': '3cd00567-bdb6-4d9c-8716-d6fe9a6098c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:48:32.134385 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8164ea7-805e-4cd0-bae7-cd3e08cf79fb None None] Network 6bd89793-0192-4c55-ac12-4b736fd62de7 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:48:32.148153 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac9f676-47b3-44fa-b270-43e8beaa1dfc None None] Pushing event updated for resources: {'Port': ['ID=71930efb-c2fc-4e8e-ba3f-d4ab5789afc5,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:32.173261 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 71930efb-c2fc-4e8e-ba3f-d4ab5789afc5 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:48:32.226220 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-dac9f676-47b3-44fa-b270-43e8beaa1dfc None None] Port 3a7d8649-f13c-47fd-bf88-2839b585cbb3 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:48:32.254322 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-94424795-ddf0-426e-9748-2d44fa2b7ee2 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4881196 Nov 24 01:48:32.258079 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47636) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:32.263896 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-742024bf-d66e-441d-89f2-ce3176f155bf tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Request body: {'subnet': {'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:48:32.320939 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8382878c-a731-45d2-afb1-493d89346ea0 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks [] for floatingip, before_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:32.396635 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-dac9f676-47b3-44fa-b270-43e8beaa1dfc None None] Provisioning complete for port b17cb8f4-a5a5-4859-8734-27592674e082 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:48:32.397009 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-dac9f676-47b3-44fa-b270-43e8beaa1dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:32.507480 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 71930efb-c2fc-4e8e-ba3f-d4ab5789afc5 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:48:32.507849 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:32.539997 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-742024bf-d66e-441d-89f2-ce3176f155bf tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Made reservation on behalf of 6974375fded34c83af8967d3f69dce07 for: {'subnet': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:48:32.551116 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-742024bf-d66e-441d-89f2-ce3176f155bf tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25307781'] for subnet, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:32.578556 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77be75b7-cb6d-40b2-bd0f-c643b44c3fff None None] DHCP port deletion for 9b0cb615-dd00-417f-9128-01ca62e524f6 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:48:32.595943 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cfb65c92-f951-44b4-89f3-e89dc0f85bb4 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3777994'] for router_interface, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:32.716129 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e41b86-e06c-45cc-a7fb-ce7153d9f003 None None] New status for floating IP 678af5ea-83ac-49d5-abc1-da54b50eab6c: DOWN {{(pid=109868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 01:48:32.802883 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed516613-215d-4fbb-a27a-7545ea054872 None None] Network 3784e97c-8c95-4f3a-a189-c0125793c40d requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:48:32.840858 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.api.v2.resource [None req-c399a3a2-f5e1-4c40-8b3e-03c87b682221 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 01:48:32.842892 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-c399a3a2-f5e1-4c40-8b3e-03c87b682221 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] 10.222.0.21 "PUT /v2.0/routers/05a33569-f2af-43c8-900d-2b404281d447/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.6715858 Nov 24 01:48:32.845872 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47638) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:32.855809 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-6d85a652-92bf-4425-ba1e-69f87529bae3 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3777994'] for router_interface, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:33.020671 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-77be75b7-cb6d-40b2-bd0f-c643b44c3fff None None] Deleting port a4c46e43-624c-4f8e-890c-3996ca82a23f {{(pid=109868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:48:33.021181 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-77be75b7-cb6d-40b2-bd0f-c643b44c3fff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:33.071968 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-617d83cb-364f-4c20-8a20-b66085c13b72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3777994'] for router_interface, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:33.154846 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-dac9f676-47b3-44fa-b270-43e8beaa1dfc None None] Provisioning complete for port 00695ed8-8deb-499e-8ae5-5d567ab3e43a triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:48:33.154846 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-dac9f676-47b3-44fa-b270-43e8beaa1dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:33.181582 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-77be75b7-cb6d-40b2-bd0f-c643b44c3fff None None] For port a4c46e43-624c-4f8e-890c-3996ca82a23f, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=a4c46e43-624c-4f8e-890c-3996ca82a23f,segment=NetworkSegment(2b1ff8b4-a836-4287-84a2-3eaf8ccfb867),segment_id=2b1ff8b4-a836-4287-84a2-3eaf8ccfb867)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:48:33.183181 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-77be75b7-cb6d-40b2-bd0f-c643b44c3fff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:33.268921 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-cfb65c92-f951-44b4-89f3-e89dc0f85bb4 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Deleting port 41b6c03e-bc38-480b-aaf2-8e330337ebf5 {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:48:33.268921 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cfb65c92-f951-44b4-89f3-e89dc0f85bb4 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:33.294153 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-77be75b7-cb6d-40b2-bd0f-c643b44c3fff None None] Calling delete_port for a4c46e43-624c-4f8e-890c-3996ca82a23f owned by network:dhcp {{(pid=109868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:48:33.398432 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cfb65c92-f951-44b4-89f3-e89dc0f85bb4 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:33.417713 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-cfb65c92-f951-44b4-89f3-e89dc0f85bb4 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Calling delete_port for 41b6c03e-bc38-480b-aaf2-8e330337ebf5 owned by network:router_interface {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:48:33.478223 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-742024bf-d66e-441d-89f2-ce3176f155bf tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25501847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25307831'] for subnet, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:33.499001 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-77be75b7-cb6d-40b2-bd0f-c643b44c3fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974'] for port, after_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:33.584930 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77be75b7-cb6d-40b2-bd0f-c643b44c3fff None None] Pushing event deleted for resources: {'Port': ['ID=a4c46e43-624c-4f8e-890c-3996ca82a23f,revision_number=None']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:33.594972 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77be75b7-cb6d-40b2-bd0f-c643b44c3fff None None] No DVR routers for this DVR port a4c46e43-624c-4f8e-890c-3996ca82a23f on host dv-neutron-818911-2-hyperv {{(pid=109868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:48:33.605161 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device f4b60139-29dd-48b9-85d3-6fe006f535f4 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:48:33.637195 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ce1e8d-d983-4530-a9ec-45a8fa1f47d1 None None] get_active_networks_info from dv-neutron-818911-2-hyperv {{(pid=109868) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 24 01:48:33.643167 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742024bf-d66e-441d-89f2-ce3176f155bf tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:48:33.659969 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-742024bf-d66e-441d-89f2-ce3176f155bf tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:48:33.696446 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-b51378d0-66ee-4df1-9421-33fd9842da03 None None] Provisioning complete for port 2547366c-bcc7-45f1-82f4-d8c58357899d triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:48:33.696792 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-b51378d0-66ee-4df1-9421-33fd9842da03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:33.698334 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742024bf-d66e-441d-89f2-ce3176f155bf tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:48:33.699540 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-742024bf-d66e-441d-89f2-ce3176f155bf tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:33.735836 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742024bf-d66e-441d-89f2-ce3176f155bf tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Pushing event updated for resources: {'Subnet': ['ID=7ea9c2ef-5d5a-482e-be79-d976aca04128,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:33.763390 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-6d85a652-92bf-4425-ba1e-69f87529bae3 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Deleting port a714d520-2a1f-496c-885d-d74d894b5379 {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:48:33.763994 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-6d85a652-92bf-4425-ba1e-69f87529bae3 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:33.803915 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-742024bf-d66e-441d-89f2-ce3176f155bf tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5450070 Nov 24 01:48:33.809686 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47640) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:33.819045 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-caeb8b05-adda-4be2-a797-958ddb427e74 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Request body: {'subnet': {'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:48:33.920113 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cfb65c92-f951-44b4-89f3-e89dc0f85bb4 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:33.942713 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port f4b60139-29dd-48b9-85d3-6fe006f535f4 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:48:33.943550 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:33.959951 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb65c92-f951-44b4-89f3-e89dc0f85bb4 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Pushing event deleted for resources: {'Port': ['ID=41b6c03e-bc38-480b-aaf2-8e330337ebf5,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:34.003615 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8382878c-a731-45d2-afb1-493d89346ea0 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:34.027236 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8382878c-a731-45d2-afb1-493d89346ea0 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418250'] for floatingip, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:34.042815 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-6d85a652-92bf-4425-ba1e-69f87529bae3 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:34.059833 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-b51378d0-66ee-4df1-9421-33fd9842da03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:34.077447 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-6d85a652-92bf-4425-ba1e-69f87529bae3 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Calling delete_port for a714d520-2a1f-496c-885d-d74d894b5379 owned by network:router_interface {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:48:34.139291 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ce1e8d-d983-4530-a9ec-45a8fa1f47d1 None None] Resources bound (agent type, host, resource id): {{(pid=109868) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 24 01:48:34.140956 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:34.148401 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-b51378d0-66ee-4df1-9421-33fd9842da03 None None] For port 2547366c-bcc7-45f1-82f4-d8c58357899d, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=2547366c-bcc7-45f1-82f4-d8c58357899d,segment=NetworkSegment(add9178e-b287-4fd8-bf85-e438293b9f06),segment_id=add9178e-b287-4fd8-bf85-e438293b9f06)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:48:34.159018 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6fad4625-ee03-4156-9d2f-547c2c04df77 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3777994'] for router_interface, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:34.159963 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-b51378d0-66ee-4df1-9421-33fd9842da03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:34.209449 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cfb65c92-f951-44b4-89f3-e89dc0f85bb4 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424538'] for router_interface, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:34.215472 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caeb8b05-adda-4be2-a797-958ddb427e74 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Made reservation on behalf of 6974375fded34c83af8967d3f69dce07 for: {'subnet': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:48:34.219940 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-caeb8b05-adda-4be2-a797-958ddb427e74 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29154835'] for subnet, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:34.256156 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-b51378d0-66ee-4df1-9421-33fd9842da03 None None] Provisioning complete for port 3a7d8649-f13c-47fd-bf88-2839b585cbb3 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:48:34.256521 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-b51378d0-66ee-4df1-9421-33fd9842da03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:34.259842 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] For port f4b60139-29dd-48b9-85d3-6fe006f535f4, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=f4b60139-29dd-48b9-85d3-6fe006f535f4,segment=NetworkSegment(18ea8a07-e20b-40aa-8e1b-1565d63ab040),segment_id=18ea8a07-e20b-40aa-8e1b-1565d63ab040)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:48:34.263127 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.l3_db [None req-8382878c-a731-45d2-afb1-493d89346ea0 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Floating IP 1bd7867d-2ade-4ef9-9727-7cbe2b8a1ff3 associated. External IP: 172.26.5.97, port: ed92ba3e-3f5e-4b3a-bca7-18987f748409. Nov 24 01:48:34.299792 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-617d83cb-364f-4c20-8a20-b66085c13b72 admin admin] Deleting port 4323bebd-05ca-456a-866b-846f05c4c3cf {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:48:34.300125 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-617d83cb-364f-4c20-8a20-b66085c13b72 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:34.314298 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:34.314908 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 2547366c-bcc7-45f1-82f4-d8c58357899d up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:48:34.322218 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51378d0-66ee-4df1-9421-33fd9842da03 None None] Pushing event updated for resources: {'Port': ['ID=2547366c-bcc7-45f1-82f4-d8c58357899d,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:34.397665 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-b51378d0-66ee-4df1-9421-33fd9842da03 None None] Port 3a7d8649-f13c-47fd-bf88-2839b585cbb3 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:48:34.462679 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Pushing event updated for resources: {'Port': ['ID=f4b60139-29dd-48b9-85d3-6fe006f535f4,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:34.465640 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-b51378d0-66ee-4df1-9421-33fd9842da03 None None] Provisioning complete for port 266e7bd1-4861-41a1-ac3e-1dd63473e05b triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:48:34.466010 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-b51378d0-66ee-4df1-9421-33fd9842da03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:34.555478 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 2547366c-bcc7-45f1-82f4-d8c58357899d triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:48:34.555739 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:34.712376 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-b51378d0-66ee-4df1-9421-33fd9842da03 None None] Could not find standard attr ID for object a4c46e43-624c-4f8e-890c-3996ca82a23f. {{(pid=109868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 01:48:34.787374 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-b51378d0-66ee-4df1-9421-33fd9842da03 None None] Provisioning complete for port e07d7d2e-7eae-4e09-ad46-10915ce51783 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:48:34.787595 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-b51378d0-66ee-4df1-9421-33fd9842da03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:34.821513 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 6ae13b77-991a-41e7-9ef6-ad1ec0b0adb1 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:48:34.850200 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [None req-617d83cb-364f-4c20-8a20-b66085c13b72 admin admin] For port 4323bebd-05ca-456a-866b-846f05c4c3cf, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=4323bebd-05ca-456a-866b-846f05c4c3cf,segment=NetworkSegment(4527112f-9e66-46d6-91de-1ce9adfe195c),segment_id=4527112f-9e66-46d6-91de-1ce9adfe195c)] {{(pid=109867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:48:34.851215 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-617d83cb-364f-4c20-8a20-b66085c13b72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:34.858532 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfb65c92-f951-44b4-89f3-e89dc0f85bb4 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Router 5a47b3c4-003d-4d0c-a975-ad139c73d80b has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:48:34.864736 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45b42f6-0821-4125-b94a-7923043c8221 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-9b0cb615-dd00-417f-9128-01ca62e524f6', 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6', 'tenant_id': '6974375fded34c83af8967d3f69dce07', 'fixed_ips': [{'subnet_id': '7ea9c2ef-5d5a-482e-be79-d976aca04128'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 01:48:34.865636 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a45b42f6-0821-4125-b94a-7923043c8221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:34.867422 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-617d83cb-364f-4c20-8a20-b66085c13b72 admin admin] Calling delete_port for 4323bebd-05ca-456a-866b-846f05c4c3cf owned by network:router_interface {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:48:35.021953 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfb65c92-f951-44b4-89f3-e89dc0f85bb4 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:48:35.033982 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-cfb65c92-f951-44b4-89f3-e89dc0f85bb4 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] 10.222.0.21 "PUT /v2.0/routers/5a47b3c4-003d-4d0c-a975-ad139c73d80b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5318696 Nov 24 01:48:35.036972 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-6d85a652-92bf-4425-ba1e-69f87529bae3 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:35.041126 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 6ae13b77-991a-41e7-9ef6-ad1ec0b0adb1 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:48:35.041521 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:35.043732 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7a4719-0d15-487d-a698-c38d9a5554e8 None None] Sync routers for ids ['5a47b3c4-003d-4d0c-a975-ad139c73d80b'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:48:35.047796 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47644) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:35.067503 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7a4719-0d15-487d-a698-c38d9a5554e8 None None] Routers {'5a47b3c4-003d-4d0c-a975-ad139c73d80b'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:48:35.069474 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-7a7a4719-0d15-487d-a698-c38d9a5554e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:48:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['5a47b3c4-003d-4d0c-a975-ad139c73d80b'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:35.114537 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-b51378d0-66ee-4df1-9421-33fd9842da03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:35.115904 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.api.v2.resource [None req-97e78e50-7192-4894-8915-474cf4a35fd2 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] delete failed (client error): The resource could not be found. Nov 24 01:48:35.116981 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-97e78e50-7192-4894-8915-474cf4a35fd2 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] 10.222.0.21 "DELETE /v2.0/routers/tempest-non_exist_router-1954635273 HTTP/1.1" status: 404 len: 335 time: 0.0648289 Nov 24 01:48:35.121568 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-7a7a4719-0d15-487d-a698-c38d9a5554e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:35.130057 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47646) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:35.136698 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-4e12d52d-be20-444b-bbd6-4c03cbbab068 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Request body: {'router': {'external_gateway_info': {'network_id': '5a47b3c4-003d-4d0c-a975-ad139c73d80b'}}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:48:35.138049 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7a4719-0d15-487d-a698-c38d9a5554e8 None None] Routers {'5a47b3c4-003d-4d0c-a975-ad139c73d80b'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:48:35.139383 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-7a7a4719-0d15-487d-a698-c38d9a5554e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:48:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['5a47b3c4-003d-4d0c-a975-ad139c73d80b'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:35.145617 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8382878c-a731-45d2-afb1-493d89346ea0 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Router 218457ea-2bcf-4aa0-b2ed-a7f05045e693 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:48:35.171989 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-b51378d0-66ee-4df1-9421-33fd9842da03 None None] For port e07d7d2e-7eae-4e09-ad46-10915ce51783, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=e07d7d2e-7eae-4e09-ad46-10915ce51783,segment=NetworkSegment(1ce7373f-1ea5-4f16-b56c-426deab7d114),segment_id=1ce7373f-1ea5-4f16-b56c-426deab7d114)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:48:35.173088 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d85a652-92bf-4425-ba1e-69f87529bae3 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Pushing event deleted for resources: {'Port': ['ID=a714d520-2a1f-496c-885d-d74d894b5379,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:35.200686 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-b51378d0-66ee-4df1-9421-33fd9842da03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:35.240651 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-7a7a4719-0d15-487d-a698-c38d9a5554e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:35.243129 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7a4719-0d15-487d-a698-c38d9a5554e8 None None] The sync data for ids ['5a47b3c4-003d-4d0c-a975-ad139c73d80b'] in dv-neutron-818911-2-hyperv is: [] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:48:35.256537 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-a45b42f6-0821-4125-b94a-7923043c8221 None None] Allocated IP 172.20.0.2 (9b0cb615-dd00-417f-9128-01ca62e524f6/7ea9c2ef-5d5a-482e-be79-d976aca04128/60bb8c3a-fdec-4523-9b7b-20ef788e17cb) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:48:35.262372 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-6fad4625-ee03-4156-9d2f-547c2c04df77 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Deleting port a244cd13-9fb8-41a3-9087-5f204a9e5b33 {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:48:35.263181 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6fad4625-ee03-4156-9d2f-547c2c04df77 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:35.271276 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:35.306203 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-b51378d0-66ee-4df1-9421-33fd9842da03 None None] Provisioning complete for port 872349d3-d72d-4da8-9f41-63fa3e796ce4 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:48:35.307540 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-b51378d0-66ee-4df1-9421-33fd9842da03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:35.353664 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-6d85a652-92bf-4425-ba1e-69f87529bae3 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424538'] for router_interface, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:35.359305 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51378d0-66ee-4df1-9421-33fd9842da03 None None] Pushing event updated for resources: {'Port': ['ID=e07d7d2e-7eae-4e09-ad46-10915ce51783,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:35.378739 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] For port 6ae13b77-991a-41e7-9ef6-ad1ec0b0adb1, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=6ae13b77-991a-41e7-9ef6-ad1ec0b0adb1,segment=NetworkSegment(f4cb9ed8-558d-454a-8909-e6b9499bb527),segment_id=f4cb9ed8-558d-454a-8909-e6b9499bb527)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:48:35.409707 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:35.410504 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 00695ed8-8deb-499e-8ae5-5d567ab3e43a up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:48:35.501542 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.objects.ports [None req-caeb8b05-adda-4be2-a797-958ddb427e74 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109866) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 24 01:48:35.504607 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-caeb8b05-adda-4be2-a797-958ddb427e74 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29149261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29154849'] for subnet, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:35.564182 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caeb8b05-adda-4be2-a797-958ddb427e74 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:48:35.569526 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Pushing event updated for resources: {'Port': ['ID=6ae13b77-991a-41e7-9ef6-ad1ec0b0adb1,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:35.572969 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-caeb8b05-adda-4be2-a797-958ddb427e74 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:48:35.578873 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caeb8b05-adda-4be2-a797-958ddb427e74 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:48:35.579474 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-caeb8b05-adda-4be2-a797-958ddb427e74 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:35.586867 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4e12d52d-be20-444b-bbd6-4c03cbbab068 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:35.617671 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a45b42f6-0821-4125-b94a-7923043c8221 None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:35.621572 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 00695ed8-8deb-499e-8ae5-5d567ab3e43a triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:48:35.621909 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:35.632594 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6fad4625-ee03-4156-9d2f-547c2c04df77 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:35.632840 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeb8b05-adda-4be2-a797-958ddb427e74 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Pushing event updated for resources: {'Subnet': ['ID=d9c1f667-a154-417d-a01f-7aa75d8787c4,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:35.643922 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a45b42f6-0821-4125-b94a-7923043c8221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:35.645677 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.api.v2.resource [None req-4e12d52d-be20-444b-bbd6-4c03cbbab068 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] update failed (client error): The resource could not be found. Nov 24 01:48:35.646728 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-4e12d52d-be20-444b-bbd6-4c03cbbab068 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] 10.222.0.21 "PUT /v2.0/routers/5a47b3c4-003d-4d0c-a975-ad139c73d80b HTTP/1.1" status: 404 len: 339 time: 0.5137110 Nov 24 01:48:35.657115 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47648) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:35.658201 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8382878c-a731-45d2-afb1-493d89346ea0 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:48:35.672361 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-caeb8b05-adda-4be2-a797-958ddb427e74 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8557019 Nov 24 01:48:35.672361 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47650) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:35.672706 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-6fad4625-ee03-4156-9d2f-547c2c04df77 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Calling delete_port for a244cd13-9fb8-41a3-9087-5f204a9e5b33 owned by network:router_interface {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:48:35.676858 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-1fd825ac-d470-45e6-824e-ba43ee8d1ae1 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Request body: {'port': {'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6', 'mac_address': 'fa:16:3e:61:64:5f', 'name': 'tempest-NetworksTestDHCPv6-1576214779'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:48:35.695292 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35857d7f-08d4-4fcb-891a-e5587ded451c None None] Sync routers for ids ['218457ea-2bcf-4aa0-b2ed-a7f05045e693'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:48:35.712508 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-b51378d0-66ee-4df1-9421-33fd9842da03 None None] Provisioning complete for port f5770038-1de1-487c-9f32-088b5c996ff1 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:48:35.712508 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-b51378d0-66ee-4df1-9421-33fd9842da03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:35.737669 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45b42f6-0821-4125-b94a-7923043c8221 None None] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:48:35.742177 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-617d83cb-364f-4c20-8a20-b66085c13b72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:35.750632 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-a45b42f6-0821-4125-b94a-7923043c8221 None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:48:35.758343 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45b42f6-0821-4125-b94a-7923043c8221 None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:48:35.760453 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45b42f6-0821-4125-b94a-7923043c8221 None None] Pushing event updated for resources: {'Port': ['ID=60bb8c3a-fdec-4523-9b7b-20ef788e17cb,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:35.768222 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35857d7f-08d4-4fcb-891a-e5587ded451c None None] Routers {'218457ea-2bcf-4aa0-b2ed-a7f05045e693'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:48:35.768833 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-35857d7f-08d4-4fcb-891a-e5587ded451c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:48:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['218457ea-2bcf-4aa0-b2ed-a7f05045e693'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:35.771869 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d85a652-92bf-4425-ba1e-69f87529bae3 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Router e3220ace-8fc5-4e55-94e0-d063b9794d67 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:48:35.818177 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617d83cb-364f-4c20-8a20-b66085c13b72 admin admin] Pushing event deleted for resources: {'Port': ['ID=4323bebd-05ca-456a-866b-846f05c4c3cf,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:35.820621 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-35857d7f-08d4-4fcb-891a-e5587ded451c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:35.836807 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-b51378d0-66ee-4df1-9421-33fd9842da03 None None] Port f5770038-1de1-487c-9f32-088b5c996ff1 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:48:35.894637 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35857d7f-08d4-4fcb-891a-e5587ded451c None None] Routers {'218457ea-2bcf-4aa0-b2ed-a7f05045e693'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:48:35.895266 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-35857d7f-08d4-4fcb-891a-e5587ded451c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:48:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['218457ea-2bcf-4aa0-b2ed-a7f05045e693'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:35.909161 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d85a652-92bf-4425-ba1e-69f87529bae3 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:48:35.919761 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-6d85a652-92bf-4425-ba1e-69f87529bae3 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] 10.222.0.21 "PUT /v2.0/routers/e3220ace-8fc5-4e55-94e0-d063b9794d67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0388548 Nov 24 01:48:35.920826 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47652) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:35.925608 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097d95fd-b3f0-451a-9efe-93b7a56a8c9d None None] Sync routers for ids ['e3220ace-8fc5-4e55-94e0-d063b9794d67'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:48:35.929104 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd825ac-d470-45e6-824e-ba43ee8d1ae1 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Made reservation on behalf of 6974375fded34c83af8967d3f69dce07 for: {'port': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:48:35.941219 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097d95fd-b3f0-451a-9efe-93b7a56a8c9d None None] Routers {'e3220ace-8fc5-4e55-94e0-d063b9794d67'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:48:35.943563 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-097d95fd-b3f0-451a-9efe-93b7a56a8c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:48:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['e3220ace-8fc5-4e55-94e0-d063b9794d67'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:35.948626 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-35857d7f-08d4-4fcb-891a-e5587ded451c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:35.949288 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35857d7f-08d4-4fcb-891a-e5587ded451c None None] The sync data for ids ['218457ea-2bcf-4aa0-b2ed-a7f05045e693'] in dv-neutron-818911-2-hyperv is: [] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:48:35.951595 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-a45b42f6-0821-4125-b94a-7923043c8221 None None] Attempting to bind port 60bb8c3a-fdec-4523-9b7b-20ef788e17cb on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:48:35.951961 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-a45b42f6-0821-4125-b94a-7923043c8221 None None] Attempting to bind port 60bb8c3a-fdec-4523-9b7b-20ef788e17cb by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '2b1ff8b4-a836-4287-84a2-3eaf8ccfb867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:48:35.952321 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45b42f6-0821-4125-b94a-7923043c8221 None None] Attempting to bind port 60bb8c3a-fdec-4523-9b7b-20ef788e17cb on network 9b0cb615-dd00-417f-9128-01ca62e524f6 {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:48:35.955464 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device e07d7d2e-7eae-4e09-ad46-10915ce51783 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:48:35.956968 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-b51378d0-66ee-4df1-9421-33fd9842da03 None None] Provisioning complete for port 71930efb-c2fc-4e8e-ba3f-d4ab5789afc5 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:48:35.957330 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-b51378d0-66ee-4df1-9421-33fd9842da03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:36.009259 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-097d95fd-b3f0-451a-9efe-93b7a56a8c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:36.022825 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097d95fd-b3f0-451a-9efe-93b7a56a8c9d None None] Routers {'e3220ace-8fc5-4e55-94e0-d063b9794d67'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:48:36.023830 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-097d95fd-b3f0-451a-9efe-93b7a56a8c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:48:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['e3220ace-8fc5-4e55-94e0-d063b9794d67'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:36.037049 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1fd825ac-d470-45e6-824e-ba43ee8d1ae1 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:36.077503 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-097d95fd-b3f0-451a-9efe-93b7a56a8c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:36.079790 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097d95fd-b3f0-451a-9efe-93b7a56a8c9d None None] The sync data for ids ['e3220ace-8fc5-4e55-94e0-d063b9794d67'] in dv-neutron-818911-2-hyperv is: [] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:48:36.127982 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [None req-1fd825ac-d470-45e6-824e-ba43ee8d1ae1 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] device_id is not set on port dc410723-0a64-48a4-9198-55ecf5679c12 yet. {{(pid=109866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 01:48:36.143115 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45b42f6-0821-4125-b94a-7923043c8221 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:48:36.143683 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45b42f6-0821-4125-b94a-7923043c8221 None None] Checking segment: {'id': '2b1ff8b4-a836-4287-84a2-3eaf8ccfb867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:48:36.144021 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a45b42f6-0821-4125-b94a-7923043c8221 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:36.144777 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45b42f6-0821-4125-b94a-7923043c8221 None None] Bound using segment: {'id': '2b1ff8b4-a836-4287-84a2-3eaf8ccfb867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:48:36.145270 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-a45b42f6-0821-4125-b94a-7923043c8221 None None] Bound port: 60bb8c3a-fdec-4523-9b7b-20ef788e17cb, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1ff8b4-a836-4287-84a2-3eaf8ccfb867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:48:36.145675 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a45b42f6-0821-4125-b94a-7923043c8221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:36.288845 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-a45b42f6-0821-4125-b94a-7923043c8221 None None] For port 60bb8c3a-fdec-4523-9b7b-20ef788e17cb, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:48:36.291595 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port e07d7d2e-7eae-4e09-ad46-10915ce51783 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:48:36.291958 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:36.321900 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-a45b42f6-0821-4125-b94a-7923043c8221 None None] For port 60bb8c3a-fdec-4523-9b7b-20ef788e17cb, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=60bb8c3a-fdec-4523-9b7b-20ef788e17cb,segment=NetworkSegment(2b1ff8b4-a836-4287-84a2-3eaf8ccfb867),segment_id=2b1ff8b4-a836-4287-84a2-3eaf8ccfb867)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:48:36.335190 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a45b42f6-0821-4125-b94a-7923043c8221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:36.343272 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-b51378d0-66ee-4df1-9421-33fd9842da03 None None] Provisioning complete for port f4b60139-29dd-48b9-85d3-6fe006f535f4 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:48:36.343646 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-b51378d0-66ee-4df1-9421-33fd9842da03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:36.394140 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-22fc05da-b4fc-4191-b0f4-e47c1a4ce646 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:36.474257 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [None req-1fd825ac-d470-45e6-824e-ba43ee8d1ae1 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Allocated IP 172.20.0.5 (9b0cb615-dd00-417f-9128-01ca62e524f6/7ea9c2ef-5d5a-482e-be79-d976aca04128/dc410723-0a64-48a4-9198-55ecf5679c12) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:48:36.483584 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [None req-1fd825ac-d470-45e6-824e-ba43ee8d1ae1 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Allocated IP 2001:db8::f816:3eff:fe61:645f (9b0cb615-dd00-417f-9128-01ca62e524f6/d9c1f667-a154-417d-a01f-7aa75d8787c4/dc410723-0a64-48a4-9198-55ecf5679c12) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:48:36.489381 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45b42f6-0821-4125-b94a-7923043c8221 None None] Pushing event updated for resources: {'Port': ['ID=60bb8c3a-fdec-4523-9b7b-20ef788e17cb,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:36.510069 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device b17cb8f4-a5a5-4859-8734-27592674e082 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:48:36.612076 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-b51378d0-66ee-4df1-9421-33fd9842da03 None None] Provisioning complete for port e8d25aa7-efe7-4a5f-baef-74209018373f triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:48:36.612546 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-b51378d0-66ee-4df1-9421-33fd9842da03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:36.634570 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port b17cb8f4-a5a5-4859-8734-27592674e082 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:48:36.634816 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:36.635030 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-75b76faf-e0fa-4577-ad31-d2683c727569 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3777994'] for router_interface, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:36.726620 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-b51378d0-66ee-4df1-9421-33fd9842da03 None None] Port e8d25aa7-efe7-4a5f-baef-74209018373f cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:48:36.759014 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-b51378d0-66ee-4df1-9421-33fd9842da03 None None] Provisioning complete for port a244cd13-9fb8-41a3-9087-5f204a9e5b33 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:48:36.759386 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-b51378d0-66ee-4df1-9421-33fd9842da03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:36.828828 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-617d83cb-364f-4c20-8a20-b66085c13b72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424538'] for router_interface, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:36.836764 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 71930efb-c2fc-4e8e-ba3f-d4ab5789afc5 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:48:36.865755 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-b51378d0-66ee-4df1-9421-33fd9842da03 None None] Port a244cd13-9fb8-41a3-9087-5f204a9e5b33 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:48:36.875519 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-b51378d0-66ee-4df1-9421-33fd9842da03 None None] Could not find standard attr ID for object 41b6c03e-bc38-480b-aaf2-8e330337ebf5. {{(pid=109868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 01:48:36.882759 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-b51378d0-66ee-4df1-9421-33fd9842da03 None None] Could not find standard attr ID for object a714d520-2a1f-496c-885d-d74d894b5379. {{(pid=109868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 01:48:36.897983 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-b51378d0-66ee-4df1-9421-33fd9842da03 None None] Provisioning complete for port 6ae13b77-991a-41e7-9ef6-ad1ec0b0adb1 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:48:36.898368 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-b51378d0-66ee-4df1-9421-33fd9842da03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:36.919474 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8382878c-a731-45d2-afb1-493d89346ea0 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Router 1c8f08b8-2f8d-4cb9-aaf4-4e040442648b has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:48:36.943959 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 71930efb-c2fc-4e8e-ba3f-d4ab5789afc5 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:48:36.944336 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:36.973710 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6fad4625-ee03-4156-9d2f-547c2c04df77 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:37.027147 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-75b76faf-e0fa-4577-ad31-d2683c727569 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Deleting port 3a7d8649-f13c-47fd-bf88-2839b585cbb3 {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:48:37.027782 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-75b76faf-e0fa-4577-ad31-d2683c727569 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:37.044679 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fad4625-ee03-4156-9d2f-547c2c04df77 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Pushing event deleted for resources: {'Port': ['ID=a244cd13-9fb8-41a3-9087-5f204a9e5b33,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:37.085236 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 872349d3-d72d-4da8-9f41-63fa3e796ce4 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:48:37.085860 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1fd825ac-d470-45e6-824e-ba43ee8d1ae1 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:37.121931 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-b51378d0-66ee-4df1-9421-33fd9842da03 None None] Provisioning complete for port 00695ed8-8deb-499e-8ae5-5d567ab3e43a triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:48:37.122917 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-b51378d0-66ee-4df1-9421-33fd9842da03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:37.163124 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-75b76faf-e0fa-4577-ad31-d2683c727569 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:37.179267 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-75b76faf-e0fa-4577-ad31-d2683c727569 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Calling delete_port for 3a7d8649-f13c-47fd-bf88-2839b585cbb3 owned by network:router_interface {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:48:37.190533 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 872349d3-d72d-4da8-9f41-63fa3e796ce4 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:48:37.191151 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:37.192272 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1fd825ac-d470-45e6-824e-ba43ee8d1ae1 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:37.280108 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd825ac-d470-45e6-824e-ba43ee8d1ae1 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:48:37.294048 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd825ac-d470-45e6-824e-ba43ee8d1ae1 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Pushing event updated for resources: {'Port': ['ID=dc410723-0a64-48a4-9198-55ecf5679c12,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:37.296664 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-1fd825ac-d470-45e6-824e-ba43ee8d1ae1 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:48:37.301190 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd825ac-d470-45e6-824e-ba43ee8d1ae1 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:48:37.326171 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6fad4625-ee03-4156-9d2f-547c2c04df77 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424538'] for router_interface, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:37.413013 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-5c55c54a-8e5c-461b-a852-6fedfd40e457 None None] Provisioning complete for port e07d7d2e-7eae-4e09-ad46-10915ce51783 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:48:37.421359 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-5c55c54a-8e5c-461b-a852-6fedfd40e457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:37.537130 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8382878c-a731-45d2-afb1-493d89346ea0 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:48:37.547911 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8382878c-a731-45d2-afb1-493d89346ea0 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for floatingip, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:37.563993 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6160355e-7a52-4c6d-b546-a4d547217bdf None None] Sync routers for ids ['1c8f08b8-2f8d-4cb9-aaf4-4e040442648b'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:48:37.596183 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6160355e-7a52-4c6d-b546-a4d547217bdf None None] Routers {'1c8f08b8-2f8d-4cb9-aaf4-4e040442648b'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:48:37.596897 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-6160355e-7a52-4c6d-b546-a4d547217bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:48:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['1c8f08b8-2f8d-4cb9-aaf4-4e040442648b'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:37.656295 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-6160355e-7a52-4c6d-b546-a4d547217bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:37.677303 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6160355e-7a52-4c6d-b546-a4d547217bdf None None] Routers {'1c8f08b8-2f8d-4cb9-aaf4-4e040442648b'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:48:37.678928 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-6160355e-7a52-4c6d-b546-a4d547217bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:48:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['1c8f08b8-2f8d-4cb9-aaf4-4e040442648b'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:37.719317 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-22fc05da-b4fc-4191-b0f4-e47c1a4ce646 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Allocated IP 172.20.0.1 (5703981b-5f2a-4d62-b4f5-8b3f6c6b008d/1f6afb18-7284-462a-bcc9-dbeeb7f9404e/58aa342c-0e2b-44ae-a282-938355a3c316) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:48:37.729071 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device f4b60139-29dd-48b9-85d3-6fe006f535f4 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:48:37.735280 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-617d83cb-364f-4c20-8a20-b66085c13b72 admin admin] Router 43d0e080-c66b-496b-93a4-a94ff5cca5ae has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:48:37.737901 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-6160355e-7a52-4c6d-b546-a4d547217bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:37.738854 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6160355e-7a52-4c6d-b546-a4d547217bdf None None] The sync data for ids ['1c8f08b8-2f8d-4cb9-aaf4-4e040442648b'] in dv-neutron-818911-2-hyperv is: [] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:48:37.804684 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port f4b60139-29dd-48b9-85d3-6fe006f535f4 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:48:37.809972 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:37.828208 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd825ac-d470-45e6-824e-ba43ee8d1ae1 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:48:37.829775 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1fd825ac-d470-45e6-824e-ba43ee8d1ae1 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:37.834486 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-8382878c-a731-45d2-afb1-493d89346ea0 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] 10.222.0.21 "PUT /v2.0/floatingips/1bd7867d-2ade-4ef9-9727-7cbe2b8a1ff3 HTTP/1.1" status: 200 len: 976 time: 6.1867645 Nov 24 01:48:37.837613 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47654) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:37.862774 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-75b76faf-e0fa-4577-ad31-d2683c727569 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:37.870575 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fad4625-ee03-4156-9d2f-547c2c04df77 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Router 05a33569-f2af-43c8-900d-2b404281d447 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:48:37.897040 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8802a7-d237-4efc-84d3-09d68a9d1268 None None] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:48:37.923764 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b76faf-e0fa-4577-ad31-d2683c727569 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Pushing event deleted for resources: {'Port': ['ID=3a7d8649-f13c-47fd-bf88-2839b585cbb3,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:37.943033 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-1fd825ac-d470-45e6-824e-ba43ee8d1ae1 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.2702887 Nov 24 01:48:37.945168 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47656) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:37.968790 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 2547366c-bcc7-45f1-82f4-d8c58357899d up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:48:38.109565 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-244e5f10-6d15-4e1b-9765-4bb573b6c145 None None] Provisioning complete for port 60bb8c3a-fdec-4523-9b7b-20ef788e17cb triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:48:38.110067 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-244e5f10-6d15-4e1b-9765-4bb573b6c145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:38.207872 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870a762d-25a7-4cbc-a75b-fc492191bede tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:48:38.214064 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870a762d-25a7-4cbc-a75b-fc492191bede tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:48:38.215767 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-870a762d-25a7-4cbc-a75b-fc492191bede tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.2672100 Nov 24 01:48:38.218366 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47658) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:38.248079 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fad4625-ee03-4156-9d2f-547c2c04df77 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:48:38.259046 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 2547366c-bcc7-45f1-82f4-d8c58357899d triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:48:38.259720 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:38.261615 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775b815b-0344-454b-a652-a6181e166650 None None] Sync routers for ids ['05a33569-f2af-43c8-900d-2b404281d447'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:48:38.269723 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-6fad4625-ee03-4156-9d2f-547c2c04df77 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] 10.222.0.21 "PUT /v2.0/routers/05a33569-f2af-43c8-900d-2b404281d447/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4058132 Nov 24 01:48:38.272188 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47660) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:38.281219 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775b815b-0344-454b-a652-a6181e166650 None None] Routers {'05a33569-f2af-43c8-900d-2b404281d447'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:48:38.282444 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-775b815b-0344-454b-a652-a6181e166650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:48:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['05a33569-f2af-43c8-900d-2b404281d447'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:38.367002 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-775b815b-0344-454b-a652-a6181e166650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:38.393047 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775b815b-0344-454b-a652-a6181e166650 None None] Routers {'05a33569-f2af-43c8-900d-2b404281d447'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:48:38.393621 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-775b815b-0344-454b-a652-a6181e166650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:48:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['05a33569-f2af-43c8-900d-2b404281d447'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:38.404975 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-22fc05da-b4fc-4191-b0f4-e47c1a4ce646 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:38.415866 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-617d83cb-364f-4c20-8a20-b66085c13b72 admin admin] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:48:38.420495 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-2d332e42-4c95-47d4-906b-a84316080cdf tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Deleting port f5770038-1de1-487c-9f32-088b5c996ff1 {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:48:38.420868 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-2d332e42-4c95-47d4-906b-a84316080cdf tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:38.435842 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.api.v2.resource [None req-420f7df8-9273-4c38-9a90-d53cd7637313 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] delete failed (client error): The resource could not be found. Nov 24 01:48:38.441512 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-420f7df8-9273-4c38-9a90-d53cd7637313 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] 10.222.0.21 "DELETE /v2.0/routers/tempest-non_exist_router-250106703 HTTP/1.1" status: 404 len: 334 time: 0.1502156 Nov 24 01:48:38.457625 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069c105d-470c-47ef-aaa1-06b7f97ed958 None None] Sync routers for ids ['43d0e080-c66b-496b-93a4-a94ff5cca5ae'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:48:38.459315 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-617d83cb-364f-4c20-8a20-b66085c13b72 admin admin] 10.222.0.21 "PUT /v2.0/routers/43d0e080-c66b-496b-93a4-a94ff5cca5ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9142101 Nov 24 01:48:38.461400 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47662) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:38.466360 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47664) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:38.480812 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 60bb8c3a-fdec-4523-9b7b-20ef788e17cb up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:48:38.482569 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-2a911544-e698-4278-a668-4c4dc7cc7a0e tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Request body: {'router': {'external_gateway_info': {'network_id': '05a33569-f2af-43c8-900d-2b404281d447'}}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:48:38.498789 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-775b815b-0344-454b-a652-a6181e166650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:38.499880 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775b815b-0344-454b-a652-a6181e166650 None None] The sync data for ids ['05a33569-f2af-43c8-900d-2b404281d447'] in dv-neutron-818911-2-hyperv is: [] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:48:38.548717 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069c105d-470c-47ef-aaa1-06b7f97ed958 None None] Routers {'43d0e080-c66b-496b-93a4-a94ff5cca5ae'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:48:38.548717 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-069c105d-470c-47ef-aaa1-06b7f97ed958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:48:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['43d0e080-c66b-496b-93a4-a94ff5cca5ae'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:38.555804 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-244e5f10-6d15-4e1b-9765-4bb573b6c145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:38.647216 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-75b76faf-e0fa-4577-ad31-d2683c727569 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424538'] for router_interface, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:38.736733 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-244e5f10-6d15-4e1b-9765-4bb573b6c145 None None] For port 60bb8c3a-fdec-4523-9b7b-20ef788e17cb, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=60bb8c3a-fdec-4523-9b7b-20ef788e17cb,segment=NetworkSegment(2b1ff8b4-a836-4287-84a2-3eaf8ccfb867),segment_id=2b1ff8b4-a836-4287-84a2-3eaf8ccfb867)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:48:38.748794 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777bcf06-2f74-40be-84c6-111aab58e83f None None] Update dhcp port {'port': {'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6', 'fixed_ips': [{'subnet_id': '7ea9c2ef-5d5a-482e-be79-d976aca04128', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd9c1f667-a154-417d-a01f-7aa75d8787c4'}], 'binding:host_id': 'dv-neutron-818911-2-hyperv'}, 'id': '60bb8c3a-fdec-4523-9b7b-20ef788e17cb'} from dv-neutron-818911-2-hyperv. {{(pid=109868) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 24 01:48:38.750876 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-244e5f10-6d15-4e1b-9765-4bb573b6c145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:38.758078 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 60bb8c3a-fdec-4523-9b7b-20ef788e17cb triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:48:38.758567 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:38.772671 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-2d332e42-4c95-47d4-906b-a84316080cdf tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:38.840539 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-22fc05da-b4fc-4191-b0f4-e47c1a4ce646 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:38.848835 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-ece1a6b3-4890-4101-8fe4-644d93a369a5 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Deleting port dc410723-0a64-48a4-9198-55ecf5679c12 {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:48:38.848835 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ece1a6b3-4890-4101-8fe4-644d93a369a5 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:38.852620 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d3d1a890-7e15-46ec-afbe-8c3035b49033 admin admin] Publish callbacks [] for router, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:38.887312 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2a911544-e698-4278-a668-4c4dc7cc7a0e tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:38.952555 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22fc05da-b4fc-4191-b0f4-e47c1a4ce646 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Network 5703981b-5f2a-4d62-b4f5-8b3f6c6b008d is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:48:38.962314 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-22fc05da-b4fc-4191-b0f4-e47c1a4ce646 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:48:38.965588 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75b76faf-e0fa-4577-ad31-d2683c727569 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Router e3220ace-8fc5-4e55-94e0-d063b9794d67 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:48:38.998263 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fc05da-b4fc-4191-b0f4-e47c1a4ce646 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:48:39.001684 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-777bcf06-2f74-40be-84c6-111aab58e83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:39.007982 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fc05da-b4fc-4191-b0f4-e47c1a4ce646 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Pushing event updated for resources: {'Port': ['ID=58aa342c-0e2b-44ae-a282-938355a3c316,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:39.015834 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.api.v2.resource [None req-2a911544-e698-4278-a668-4c4dc7cc7a0e tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] update failed (client error): The resource could not be found. Nov 24 01:48:39.017126 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-2a911544-e698-4278-a668-4c4dc7cc7a0e tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] 10.222.0.21 "PUT /v2.0/routers/05a33569-f2af-43c8-900d-2b404281d447 HTTP/1.1" status: 404 len: 339 time: 0.5497663 Nov 24 01:48:39.022673 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-069c105d-470c-47ef-aaa1-06b7f97ed958 None None] Set router 43d0e080-c66b-496b-93a4-a94ff5cca5ae gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:48:39.023961 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47666) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:39.031980 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-ba02eee3-5831-40ea-91bf-b1fa4b64b0b9 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-524913980'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:48:39.063912 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ece1a6b3-4890-4101-8fe4-644d93a369a5 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:39.073728 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-22fc05da-b4fc-4191-b0f4-e47c1a4ce646 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3777869'] for router_interface, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:39.116028 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d3d1a890-7e15-46ec-afbe-8c3035b49033 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:39.188636 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244e5f10-6d15-4e1b-9765-4bb573b6c145 None None] Pushing event updated for resources: {'Port': ['ID=60bb8c3a-fdec-4523-9b7b-20ef788e17cb,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:39.189980 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-ece1a6b3-4890-4101-8fe4-644d93a369a5 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Calling delete_port for dc410723-0a64-48a4-9198-55ecf5679c12 owned by {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:48:39.277811 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba02eee3-5831-40ea-91bf-b1fa4b64b0b9 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Made reservation on behalf of 3d47ca46884443a4aac868f64ad30cd6 for: {'network': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:48:39.281536 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ba02eee3-5831-40ea-91bf-b1fa4b64b0b9 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:39.290157 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75b76faf-e0fa-4577-ad31-d2683c727569 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:48:39.304065 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75346dd-1c7a-4d26-b493-7e9b1c1aeb04 None None] Sync routers for ids ['e3220ace-8fc5-4e55-94e0-d063b9794d67'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:48:39.315702 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75346dd-1c7a-4d26-b493-7e9b1c1aeb04 None None] Routers {'e3220ace-8fc5-4e55-94e0-d063b9794d67'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:48:39.317766 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-f75346dd-1c7a-4d26-b493-7e9b1c1aeb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:48:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['e3220ace-8fc5-4e55-94e0-d063b9794d67'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:39.320240 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-75b76faf-e0fa-4577-ad31-d2683c727569 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] 10.222.0.21 "PUT /v2.0/routers/e3220ace-8fc5-4e55-94e0-d063b9794d67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3979738 Nov 24 01:48:39.321972 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47668) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:39.358742 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-2d332e42-4c95-47d4-906b-a84316080cdf tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:39.359835 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-2d332e42-4c95-47d4-906b-a84316080cdf tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418250'] for floatingip, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:39.359835 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.l3_db [None req-2d332e42-4c95-47d4-906b-a84316080cdf tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Floating IP 1bd7867d-2ade-4ef9-9727-7cbe2b8a1ff3 disassociated. External IP: 172.26.5.97, port: f5770038-1de1-487c-9f32-088b5c996ff1. Nov 24 01:48:39.359835 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-2d332e42-4c95-47d4-906b-a84316080cdf tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Calling delete_port for f5770038-1de1-487c-9f32-088b5c996ff1 owned by {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:48:39.368217 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-7fa1f5ab-6667-4735-b6d6-c523aedf6d3e tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3220ace-8fc5-4e55-94e0-d063b9794d67 HTTP/1.1" status: 200 len: 205 time: 0.0392063 Nov 24 01:48:39.373394 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47672) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:39.375592 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-f75346dd-1c7a-4d26-b493-7e9b1c1aeb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:39.388789 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75346dd-1c7a-4d26-b493-7e9b1c1aeb04 None None] Routers {'e3220ace-8fc5-4e55-94e0-d063b9794d67'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:48:39.389965 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-f75346dd-1c7a-4d26-b493-7e9b1c1aeb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:48:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['e3220ace-8fc5-4e55-94e0-d063b9794d67'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:39.394808 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device e07d7d2e-7eae-4e09-ad46-10915ce51783 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:48:39.424252 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-5961bab5-81b7-4ecf-9f81-e40d22d1fae1 None None] Provisioning complete for port 58aa342c-0e2b-44ae-a282-938355a3c316 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:48:39.425203 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-5961bab5-81b7-4ecf-9f81-e40d22d1fae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:39.451072 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-f75346dd-1c7a-4d26-b493-7e9b1c1aeb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:39.452176 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75346dd-1c7a-4d26-b493-7e9b1c1aeb04 None None] The sync data for ids ['e3220ace-8fc5-4e55-94e0-d063b9794d67'] in dv-neutron-818911-2-hyperv is: [] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:48:39.474192 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47674) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:39.484715 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-5961bab5-81b7-4ecf-9f81-e40d22d1fae1 None None] Port 58aa342c-0e2b-44ae-a282-938355a3c316 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:48:39.520306 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba02eee3-5831-40ea-91bf-b1fa4b64b0b9 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=109866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:48:39.529240 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-777bcf06-2f74-40be-84c6-111aab58e83f None None] Allocated IP 2001:db8::f816:3eff:fe39:c5f7 (9b0cb615-dd00-417f-9128-01ca62e524f6/d9c1f667-a154-417d-a01f-7aa75d8787c4/60bb8c3a-fdec-4523-9b7b-20ef788e17cb) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:48:39.562784 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-22ab6388-3255-4083-a5da-fa2501df28be tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks [] for router, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:39.583822 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port e07d7d2e-7eae-4e09-ad46-10915ce51783 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:48:39.584264 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:39.608653 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ba02eee3-5831-40ea-91bf-b1fa4b64b0b9 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:39.608653 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.segments_db [None req-ba02eee3-5831-40ea-91bf-b1fa4b64b0b9 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Added segment 4ea11af6-6300-4450-a5f6-d29e93637ec9 of type vlan for network 8111ec0e-c7d1-4102-9be0-6f2baa19362d Nov 24 01:48:39.649620 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-069c105d-470c-47ef-aaa1-06b7f97ed958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43d0e080-c66b-496b-93a4-a94ff5cca5ae', 'name': 'tempest-ServerActionsTestJSON-582106952-router', 'tenant_id': '110fa21155a747ab90ae3fb887427135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': '1066d23d-7961-4dcb-a1bc-ff70c8f2d78b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:44:30Z', 'updated_at': '2021-11-24T01:48:35Z', 'revision_number': 5, 'project_id': '110fa21155a747ab90ae3fb887427135', 'gw_port': {'id': '1066d23d-7961-4dcb-a1bc-ff70c8f2d78b', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d0e080-c66b-496b-93a4-a94ff5cca5ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:44:32Z', 'updated_at': '2021-11-24T01:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:39.690174 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069c105d-470c-47ef-aaa1-06b7f97ed958 None None] Checking router: 43d0e080-c66b-496b-93a4-a94ff5cca5ae for host: dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 01:48:39.706509 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-22fc05da-b4fc-4191-b0f4-e47c1a4ce646 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:39.716055 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-777bcf06-2f74-40be-84c6-111aab58e83f None None] For port 60bb8c3a-fdec-4523-9b7b-20ef788e17cb, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=60bb8c3a-fdec-4523-9b7b-20ef788e17cb,segment=NetworkSegment(2b1ff8b4-a836-4287-84a2-3eaf8ccfb867),segment_id=2b1ff8b4-a836-4287-84a2-3eaf8ccfb867)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:48:39.727427 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069c105d-470c-47ef-aaa1-06b7f97ed958 None None] Routers {'43d0e080-c66b-496b-93a4-a94ff5cca5ae'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:48:39.728083 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-069c105d-470c-47ef-aaa1-06b7f97ed958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:48:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['43d0e080-c66b-496b-93a4-a94ff5cca5ae'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:39.767287 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ba02eee3-5831-40ea-91bf-b1fa4b64b0b9 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:39.772000 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-d3d1a890-7e15-46ec-afbe-8c3035b49033 admin admin] Deleting port 1066d23d-7961-4dcb-a1bc-ff70c8f2d78b {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:48:39.772319 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d3d1a890-7e15-46ec-afbe-8c3035b49033 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:39.854894 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-777bcf06-2f74-40be-84c6-111aab58e83f None None] Publish callbacks [] for port, precommit_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:39.864785 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-777bcf06-2f74-40be-84c6-111aab58e83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:39.880956 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 6ae13b77-991a-41e7-9ef6-ad1ec0b0adb1 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:48:39.900426 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-069c105d-470c-47ef-aaa1-06b7f97ed958 None None] Set router 43d0e080-c66b-496b-93a4-a94ff5cca5ae gateway port host: None {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:48:39.934270 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-22ab6388-3255-4083-a5da-fa2501df28be tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-424460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2766'] for router, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:39.950005 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [None req-d3d1a890-7e15-46ec-afbe-8c3035b49033 admin admin] For port 1066d23d-7961-4dcb-a1bc-ff70c8f2d78b, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=1066d23d-7961-4dcb-a1bc-ff70c8f2d78b,segment=NetworkSegment(03509fd2-ca9c-4aa0-94e6-e236afda62e7),segment_id=03509fd2-ca9c-4aa0-94e6-e236afda62e7)] {{(pid=109867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:48:39.950596 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d3d1a890-7e15-46ec-afbe-8c3035b49033 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:39.965339 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-22ab6388-3255-4083-a5da-fa2501df28be tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:39.973681 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-d3d1a890-7e15-46ec-afbe-8c3035b49033 admin admin] Calling delete_port for 1066d23d-7961-4dcb-a1bc-ff70c8f2d78b owned by network:router_gateway {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:48:39.987995 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-069c105d-470c-47ef-aaa1-06b7f97ed958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43d0e080-c66b-496b-93a4-a94ff5cca5ae', 'name': 'tempest-ServerActionsTestJSON-582106952-router', 'tenant_id': '110fa21155a747ab90ae3fb887427135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:44:30Z', 'updated_at': '2021-11-24T01:48:39Z', 'revision_number': 6, 'project_id': '110fa21155a747ab90ae3fb887427135', 'gw_port_host': None}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:40.065848 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069c105d-470c-47ef-aaa1-06b7f97ed958 None None] The sync data for ids ['43d0e080-c66b-496b-93a4-a94ff5cca5ae'] in dv-neutron-818911-2-hyperv is: [{'id': '43d0e080-c66b-496b-93a4-a94ff5cca5ae', 'name': 'tempest-ServerActionsTestJSON-582106952-router', 'tenant_id': '110fa21155a747ab90ae3fb887427135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:44:30Z', 'updated_at': '2021-11-24T01:48:39Z', 'revision_number': 6, 'project_id': '110fa21155a747ab90ae3fb887427135', 'gw_port_host': None}] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:48:40.075448 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777bcf06-2f74-40be-84c6-111aab58e83f None None] Pushing event updated for resources: {'Port': ['ID=60bb8c3a-fdec-4523-9b7b-20ef788e17cb,revision_number=4']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:40.105900 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 6ae13b77-991a-41e7-9ef6-ad1ec0b0adb1 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:48:40.106136 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:40.243564 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-22fc05da-b4fc-4191-b0f4-e47c1a4ce646 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Publish callbacks [] for port, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:40.271122 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-22fc05da-b4fc-4191-b0f4-e47c1a4ce646 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25501696'] for port, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:40.362292 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d3d1a890-7e15-46ec-afbe-8c3035b49033 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:40.375929 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fc05da-b4fc-4191-b0f4-e47c1a4ce646 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Pushing event updated for resources: {'Port': ['ID=58aa342c-0e2b-44ae-a282-938355a3c316,revision_number=2']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:40.380299 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-22fc05da-b4fc-4191-b0f4-e47c1a4ce646 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3778017'] for router_interface, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:40.400684 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8a4182-3147-4526-a513-47ab35645b45 None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:48:40.415294 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d1a890-7e15-46ec-afbe-8c3035b49033 admin admin] Pushing event deleted for resources: {'Port': ['ID=1066d23d-7961-4dcb-a1bc-ff70c8f2d78b,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:40.415622 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ba02eee3-5831-40ea-91bf-b1fa4b64b0b9 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:40.421914 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba02eee3-5831-40ea-91bf-b1fa4b64b0b9 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:48:40.422600 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ba02eee3-5831-40ea-91bf-b1fa4b64b0b9 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks [] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:40.550987 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-2d332e42-4c95-47d4-906b-a84316080cdf tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:40.557345 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba02eee3-5831-40ea-91bf-b1fa4b64b0b9 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Pushing event updated for resources: {'Network': ['ID=8111ec0e-c7d1-4102-9be0-6f2baa19362d,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:40.560092 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-22ab6388-3255-4083-a5da-fa2501df28be tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-424469'] for router, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:40.560586 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22ab6388-3255-4083-a5da-fa2501df28be tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Fanout notify agent at l3_agent the message router_deleted on router e3220ace-8fc5-4e55-94e0-d063b9794d67 {{(pid=109866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 01:48:40.569976 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-ba02eee3-5831-40ea-91bf-b1fa4b64b0b9 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.5419426 Nov 24 01:48:40.576660 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47676) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:40.583636 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network 8111ec0e-c7d1-4102-9be0-6f2baa19362d details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:48:40.584786 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-72957009-eb1c-4ce8-ae36-4e4667a256b0 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Request body: {'subnet': {'network_id': '8111ec0e-c7d1-4102-9be0-6f2baa19362d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:48:40.600145 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-22ab6388-3255-4083-a5da-fa2501df28be tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks [] for router, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:40.611528 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47678) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:40.611768 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-22ab6388-3255-4083-a5da-fa2501df28be tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] 10.222.0.21 "DELETE /v2.0/routers/e3220ace-8fc5-4e55-94e0-d063b9794d67 HTTP/1.1" status: 204 len: 168 time: 1.2340655 Nov 24 01:48:40.642738 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d3d1a890-7e15-46ec-afbe-8c3035b49033 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418161'] for router_gateway, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:40.649659 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ece1a6b3-4890-4101-8fe4-644d93a369a5 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:40.658904 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d332e42-4c95-47d4-906b-a84316080cdf tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Pushing event deleted for resources: {'Port': ['ID=f5770038-1de1-487c-9f32-088b5c996ff1,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:40.800417 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece1a6b3-4890-4101-8fe4-644d93a369a5 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Pushing event deleted for resources: {'Port': ['ID=dc410723-0a64-48a4-9198-55ecf5679c12,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:40.823372 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-97fab2a4-3519-4c67-9493-5716bbc15d9e tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Deleting port ce115188-cdcb-4a10-9ad9-068fde0712dd {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:48:40.823813 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-97fab2a4-3519-4c67-9493-5716bbc15d9e tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:40.846336 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d3d1a890-7e15-46ec-afbe-8c3035b49033 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-424460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2766'] for router, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:40.855149 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d3d1a890-7e15-46ec-afbe-8c3035b49033 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:40.882249 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf053b1-0fbc-4453-98d4-c17a75e7c5fd None None] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:48:40.932211 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d332e42-4c95-47d4-906b-a84316080cdf tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Router 1c8f08b8-2f8d-4cb9-aaf4-4e040442648b has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:48:40.938777 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_v2 [None req-a153d9d9-75e2-4ab4-a0bb-0660c9701e87 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Deleting subnet 23c2e735-dbca-4b12-add4-3b4760b13402 {{(pid=109867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 01:48:40.949219 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22fc05da-b4fc-4191-b0f4-e47c1a4ce646 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Network 5703981b-5f2a-4d62-b4f5-8b3f6c6b008d is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:48:40.950084 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a153d9d9-75e2-4ab4-a0bb-0660c9701e87 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks [] for subnet, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:40.969712 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-40802b80-5ed7-40fd-b0f1-5721e39ba21e None None] Could not find standard attr ID for object dc410723-0a64-48a4-9198-55ecf5679c12. {{(pid=109868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 01:48:40.976152 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d3d1a890-7e15-46ec-afbe-8c3035b49033 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-424469'] for router, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:40.981444 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3d1a890-7e15-46ec-afbe-8c3035b49033 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43d0e080-c66b-496b-93a4-a94ff5cca5ae {{(pid=109867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 01:48:40.983103 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-22fc05da-b4fc-4191-b0f4-e47c1a4ce646 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:48:40.985623 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 60bb8c3a-fdec-4523-9b7b-20ef788e17cb up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:48:40.991670 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d3d1a890-7e15-46ec-afbe-8c3035b49033 admin admin] Publish callbacks [] for router, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:40.992909 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-d3d1a890-7e15-46ec-afbe-8c3035b49033 admin admin] 10.222.0.21 "DELETE /v2.0/routers/43d0e080-c66b-496b-93a4-a94ff5cca5ae HTTP/1.1" status: 204 len: 168 time: 2.5224798 Nov 24 01:48:41.001899 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47680) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:41.019341 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a153d9d9-75e2-4ab4-a0bb-0660c9701e87 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28690885'] for subnet, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:41.022146 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72957009-eb1c-4ce8-ae36-4e4667a256b0 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Made reservation on behalf of 3d47ca46884443a4aac868f64ad30cd6 for: {'subnet': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:48:41.026076 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-72957009-eb1c-4ce8-ae36-4e4667a256b0 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25307781'] for subnet, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:41.072039 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ece1a6b3-4890-4101-8fe4-644d93a369a5 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:41.074884 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-40802b80-5ed7-40fd-b0f1-5721e39ba21e None None] Provisioning complete for port 60bb8c3a-fdec-4523-9b7b-20ef788e17cb triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:48:41.075273 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-40802b80-5ed7-40fd-b0f1-5721e39ba21e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:41.079716 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-ece1a6b3-4890-4101-8fe4-644d93a369a5 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "DELETE /v2.0/ports/dc410723-0a64-48a4-9198-55ecf5679c12 HTTP/1.1" status: 204 len: 168 time: 2.8601794 Nov 24 01:48:41.084961 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47682) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:41.220114 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-97fab2a4-3519-4c67-9493-5716bbc15d9e tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:41.220609 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-97fab2a4-3519-4c67-9493-5716bbc15d9e tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:41.223464 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 60bb8c3a-fdec-4523-9b7b-20ef788e17cb triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:48:41.223842 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:41.241222 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-97fab2a4-3519-4c67-9493-5716bbc15d9e tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Calling delete_port for ce115188-cdcb-4a10-9ad9-068fde0712dd owned by network:floatingip {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:48:41.260201 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_v2 [None req-e65077e5-d182-47cf-9837-e6c69a72df1a admin admin] Deleting subnet 3cd00567-bdb6-4d9c-8716-d6fe9a6098c7 {{(pid=109866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 01:48:41.267069 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65043d4-43d6-4a0c-8ed5-44c22eeb20a7 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:48:41.269568 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65043d4-43d6-4a0c-8ed5-44c22eeb20a7 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:48:41.271369 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65043d4-43d6-4a0c-8ed5-44c22eeb20a7 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:48:41.277100 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-f65043d4-43d6-4a0c-8ed5-44c22eeb20a7 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1428907 Nov 24 01:48:41.277273 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22fc05da-b4fc-4191-b0f4-e47c1a4ce646 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Router 5a47b3c4-003d-4d0c-a975-ad139c73d80b has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:48:41.278221 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47684) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:41.286268 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e65077e5-d182-47cf-9837-e6c69a72df1a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:41.303547 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a153d9d9-75e2-4ab4-a0bb-0660c9701e87 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:41.389315 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 4323bebd-05ca-456a-866b-846f05c4c3cf no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:48:41.411688 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: 4323bebd-05ca-456a-866b-846f05c4c3cf {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:48:41.412656 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 4323bebd-05ca-456a-866b-846f05c4c3cf not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:48:41.447099 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-d6cb20ed-258e-42e3-8a68-3f88657667c2 None None] Provisioning complete for port 58aa342c-0e2b-44ae-a282-938355a3c316 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:48:41.447748 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-d6cb20ed-258e-42e3-8a68-3f88657667c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:41.498027 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-d6cb20ed-258e-42e3-8a68-3f88657667c2 None None] Port 58aa342c-0e2b-44ae-a282-938355a3c316 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:48:41.499589 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e65077e5-d182-47cf-9837-e6c69a72df1a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29055568'] for subnet, precommit_delete_associations {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:41.512390 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a153d9d9-75e2-4ab4-a0bb-0660c9701e87 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25501782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25307808'] for subnet, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:41.519418 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22fc05da-b4fc-4191-b0f4-e47c1a4ce646 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:48:41.529910 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-22fc05da-b4fc-4191-b0f4-e47c1a4ce646 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] 10.222.0.21 "PUT /v2.0/routers/5a47b3c4-003d-4d0c-a975-ad139c73d80b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8698125 Nov 24 01:48:41.531353 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16343e2-9dd0-416a-ad37-cee6e62bf167 None None] Sync routers for ids ['5a47b3c4-003d-4d0c-a975-ad139c73d80b'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:48:41.543594 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16343e2-9dd0-416a-ad37-cee6e62bf167 None None] Routers {'5a47b3c4-003d-4d0c-a975-ad139c73d80b'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:48:41.544467 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-e16343e2-9dd0-416a-ad37-cee6e62bf167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:48:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['5a47b3c4-003d-4d0c-a975-ad139c73d80b'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:41.552158 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47686) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:41.554614 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-72957009-eb1c-4ce8-ae36-4e4667a256b0 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25501847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25307831'] for subnet, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:41.565354 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a153d9d9-75e2-4ab4-a0bb-0660c9701e87 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Pushing event deleted for resources: {'Subnet': ['ID=23c2e735-dbca-4b12-add4-3b4760b13402,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:41.569442 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_v2 [None req-e42cc36a-c221-4ff9-9399-38c811c40a8a tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Deleting subnet 7ea9c2ef-5d5a-482e-be79-d976aca04128 {{(pid=109866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 01:48:41.572812 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e42cc36a-c221-4ff9-9399-38c811c40a8a tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for subnet, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:41.598419 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b15b0e6-a9d7-4703-b571-79d61d765d9a None None] Network ea504867-8c5a-4e5d-b86b-70b96c811b52 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:48:41.633243 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a153d9d9-75e2-4ab4-a0bb-0660c9701e87 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:41.645816 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-a153d9d9-75e2-4ab4-a0bb-0660c9701e87 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] 10.222.0.21 "DELETE /v2.0/subnets/23c2e735-dbca-4b12-add4-3b4760b13402 HTTP/1.1" status: 204 len: 168 time: 1.0291779 Nov 24 01:48:41.646256 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e42cc36a-c221-4ff9-9399-38c811c40a8a tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29055568'] for subnet, precommit_delete_associations {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:41.649138 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47688) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:41.735376 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d332e42-4c95-47d4-906b-a84316080cdf tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:48:41.742048 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72957009-eb1c-4ce8-ae36-4e4667a256b0 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Checking segment: {'id': '4ea11af6-6300-4450-a5f6-d29e93637ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8111ec0e-c7d1-4102-9be0-6f2baa19362d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:48:41.742428 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72957009-eb1c-4ce8-ae36-4e4667a256b0 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Network hostable DHCP agents. Network: 8111ec0e-c7d1-4102-9be0-6f2baa19362d, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 01:48:41.747185 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72957009-eb1c-4ce8-ae36-4e4667a256b0 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Pushing event updated for resources: {'Subnet': ['ID=4c7f17ca-48ec-479e-90dd-80ea6c2b4eef,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:41.750000 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81a93ec-6273-4e04-8141-f8ae41871094 None None] Sync routers for ids ['1c8f08b8-2f8d-4cb9-aaf4-4e040442648b'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:48:41.752007 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a24d27d3-a545-49b1-96b1-6781c805c198 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Publish callbacks [] for router, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:41.774946 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81a93ec-6273-4e04-8141-f8ae41871094 None None] Routers {'1c8f08b8-2f8d-4cb9-aaf4-4e040442648b'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:48:41.775500 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-b81a93ec-6273-4e04-8141-f8ae41871094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:48:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['1c8f08b8-2f8d-4cb9-aaf4-4e040442648b'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:41.813437 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-e16343e2-9dd0-416a-ad37-cee6e62bf167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:41.841456 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-b81a93ec-6273-4e04-8141-f8ae41871094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:41.854233 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72957009-eb1c-4ce8-ae36-4e4667a256b0 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Network 8111ec0e-c7d1-4102-9be0-6f2baa19362d is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 01:48:41.861817 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81a93ec-6273-4e04-8141-f8ae41871094 None None] Routers {'1c8f08b8-2f8d-4cb9-aaf4-4e040442648b'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:48:41.862434 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-b81a93ec-6273-4e04-8141-f8ae41871094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:48:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['1c8f08b8-2f8d-4cb9-aaf4-4e040442648b'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:41.872583 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.api.v2.resource [None req-a24d27d3-a545-49b1-96b1-6781c805c198 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 24 01:48:41.877354 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-a24d27d3-a545-49b1-96b1-6781c805c198 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] 10.222.0.21 "DELETE /v2.0/routers/5a47b3c4-003d-4d0c-a975-ad139c73d80b HTTP/1.1" status: 409 len: 329 time: 0.3162019 Nov 24 01:48:41.877354 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-72957009-eb1c-4ce8-ae36-4e4667a256b0 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, 8111ec0e-c7d1-4102-9be0-6f2baa19362d) {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:48:41.877354 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47690) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:41.886615 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72957009-eb1c-4ce8-ae36-4e4667a256b0 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:48:41.887269 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-72957009-eb1c-4ce8-ae36-4e4667a256b0 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:41.894396 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40109cc7-20ca-4bf8-9adb-00401aca8ecb None None] Network 8111ec0e-c7d1-4102-9be0-6f2baa19362d requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:48:41.896833 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16343e2-9dd0-416a-ad37-cee6e62bf167 None None] Routers {'5a47b3c4-003d-4d0c-a975-ad139c73d80b'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:48:41.897523 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-e16343e2-9dd0-416a-ad37-cee6e62bf167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:48:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['5a47b3c4-003d-4d0c-a975-ad139c73d80b'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:41.931306 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-b81a93ec-6273-4e04-8141-f8ae41871094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:41.931877 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81a93ec-6273-4e04-8141-f8ae41871094 None None] The sync data for ids ['1c8f08b8-2f8d-4cb9-aaf4-4e040442648b'] in dv-neutron-818911-2-hyperv is: [] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:48:41.965965 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-e16343e2-9dd0-416a-ad37-cee6e62bf167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:41.967370 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16343e2-9dd0-416a-ad37-cee6e62bf167 None None] The sync data for ids ['5a47b3c4-003d-4d0c-a975-ad139c73d80b'] in dv-neutron-818911-2-hyperv is: [] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:48:41.970643 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-72957009-eb1c-4ce8-ae36-4e4667a256b0 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3911793 Nov 24 01:48:41.971763 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47692) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:41.977513 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_v2 [None req-eed7b4d9-49e8-4f5c-a5ee-38b8164ca113 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Deleting subnet a3deba7a-4ac6-41f3-b8f7-179e8b40dd5e {{(pid=109866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 01:48:41.999860 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e65077e5-d182-47cf-9837-e6c69a72df1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:42.004400 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-eed7b4d9-49e8-4f5c-a5ee-38b8164ca113 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks [] for subnet, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:42.005695 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-2207f115-0f4a-402c-b1ae-f29549616f3a tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Request body: {'router': {'external_gateway_info': {'network_id': '8111ec0e-c7d1-4102-9be0-6f2baa19362d'}}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:48:42.082190 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-2d332e42-4c95-47d4-906b-a84316080cdf tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:42.086883 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-2d332e42-4c95-47d4-906b-a84316080cdf tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] 10.222.0.21 "DELETE /v2.0/ports/f5770038-1de1-487c-9f32-088b5c996ff1 HTTP/1.1" status: 204 len: 168 time: 4.2461722 Nov 24 01:48:42.089615 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-b76e2f68-4cd0-44d4-948f-424b2f898dab None None] Provisioning complete for port 60bb8c3a-fdec-4523-9b7b-20ef788e17cb triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:48:42.089996 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-b76e2f68-4cd0-44d4-948f-424b2f898dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:42.091974 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47694) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:42.143728 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-eed7b4d9-49e8-4f5c-a5ee-38b8164ca113 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29055568'] for subnet, precommit_delete_associations {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:42.184310 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e42cc36a-c221-4ff9-9399-38c811c40a8a tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:42.226792 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60941f61-1cca-4d0c-bcd0-fded0af21c56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-8111ec0e-c7d1-4102-9be0-6f2baa19362d', 'network_id': '8111ec0e-c7d1-4102-9be0-6f2baa19362d', 'tenant_id': '3d47ca46884443a4aac868f64ad30cd6', 'fixed_ips': [{'subnet_id': '4c7f17ca-48ec-479e-90dd-80ea6c2b4eef'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 01:48:42.229122 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-60941f61-1cca-4d0c-bcd0-fded0af21c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:42.286414 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292da307-3c01-4d1c-8872-78ef238c6fbe None None] DHCP port deletion for ea504867-8c5a-4e5d-b86b-70b96c811b52 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:48:42.305848 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-eed7b4d9-49e8-4f5c-a5ee-38b8164ca113 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:42.406742 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-97fab2a4-3519-4c67-9493-5716bbc15d9e tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:42.419645 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 872349d3-d72d-4da8-9f41-63fa3e796ce4 no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:48:42.479264 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fab2a4-3519-4c67-9493-5716bbc15d9e tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Pushing event deleted for resources: {'Port': ['ID=ce115188-cdcb-4a10-9ad9-068fde0712dd,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:42.482135 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e42cc36a-c221-4ff9-9399-38c811c40a8a tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29149324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29154870'] for subnet, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:42.508788 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e65077e5-d182-47cf-9837-e6c69a72df1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29149324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29154870'] for subnet, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:42.535324 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-292da307-3c01-4d1c-8872-78ef238c6fbe None None] Deleting port 872349d3-d72d-4da8-9f41-63fa3e796ce4 {{(pid=109868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:48:42.536637 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-292da307-3c01-4d1c-8872-78ef238c6fbe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:42.537070 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-eed7b4d9-49e8-4f5c-a5ee-38b8164ca113 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29149324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29154870'] for subnet, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:42.561116 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42cc36a-c221-4ff9-9399-38c811c40a8a tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Pushing event deleted for resources: {'Subnet': ['ID=7ea9c2ef-5d5a-482e-be79-d976aca04128,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:42.563515 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e42cc36a-c221-4ff9-9399-38c811c40a8a tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:42.566784 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-e42cc36a-c221-4ff9-9399-38c811c40a8a tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "DELETE /v2.0/subnets/7ea9c2ef-5d5a-482e-be79-d976aca04128 HTTP/1.1" status: 204 len: 168 time: 1.1684101 Nov 24 01:48:42.569575 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-60941f61-1cca-4d0c-bcd0-fded0af21c56 None None] Allocated IP 2001:db8:1::2 (8111ec0e-c7d1-4102-9be0-6f2baa19362d/4c7f17ca-48ec-479e-90dd-80ea6c2b4eef/d2fbb1ea-bcf3-40d1-a4a2-c1b4a7934473) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:48:42.575197 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47696) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:42.600992 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e32f6d-4609-4cbf-8f0e-db1bb6d24fd8 None None] Network 0439926c-1302-4dcb-a15d-d53f1b665c6d requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:48:42.610926 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e65077e5-d182-47cf-9837-e6c69a72df1a admin admin] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:42.616788 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-e65077e5-d182-47cf-9837-e6c69a72df1a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/3cd00567-bdb6-4d9c-8716-d6fe9a6098c7 HTTP/1.1" status: 204 len: 168 time: 1.6093011 Nov 24 01:48:42.641074 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47698) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:42.646652 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65077e5-d182-47cf-9837-e6c69a72df1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cd00567-bdb6-4d9c-8716-d6fe9a6098c7,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:42.659711 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-eed7b4d9-49e8-4f5c-a5ee-38b8164ca113 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:42.665836 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-eed7b4d9-49e8-4f5c-a5ee-38b8164ca113 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] 10.222.0.21 "DELETE /v2.0/subnets/a3deba7a-4ac6-41f3-b8f7-179e8b40dd5e HTTP/1.1" status: 204 len: 168 time: 1.0147479 Nov 24 01:48:42.668487 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47700) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:42.687292 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24188f77-dac6-40d8-bc5a-154590b66a54 None None] Network 380e414c-b950-43ac-b73a-57c8617d095a requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:48:42.697956 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-54730f90-e377-42e4-9c99-20ebf7a0a6b0 None None] Could not find standard attr ID for object dc410723-0a64-48a4-9198-55ecf5679c12. {{(pid=109868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 01:48:42.702113 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-292da307-3c01-4d1c-8872-78ef238c6fbe None None] For port 872349d3-d72d-4da8-9f41-63fa3e796ce4, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=872349d3-d72d-4da8-9f41-63fa3e796ce4,segment=NetworkSegment(be3f6141-7df0-4128-a2ce-db86a0028efa),segment_id=be3f6141-7df0-4128-a2ce-db86a0028efa)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:48:42.702515 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-292da307-3c01-4d1c-8872-78ef238c6fbe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:42.756325 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-97fab2a4-3519-4c67-9493-5716bbc15d9e tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Publish callbacks [] for floatingip, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:42.756662 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.l3_db [None req-97fab2a4-3519-4c67-9493-5716bbc15d9e tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Floating IP a49d7690-fed2-4b32-ad74-6507fe4d4f7a disassociated (deleted). External IP: 172.26.5.218, port: 48a73545-8092-4069-ac5f-f26ee8d39d60. Nov 24 01:48:42.760697 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed7b4d9-49e8-4f5c-a5ee-38b8164ca113 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Pushing event deleted for resources: {'Subnet': ['ID=a3deba7a-4ac6-41f3-b8f7-179e8b40dd5e,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:42.779964 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:42.822685 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-292da307-3c01-4d1c-8872-78ef238c6fbe None None] Calling delete_port for 872349d3-d72d-4da8-9f41-63fa3e796ce4 owned by network:dhcp {{(pid=109868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:48:42.858695 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d1abc35-9247-4c47-9083-a35456f57c65 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Deleting subnet d9c1f667-a154-417d-a01f-7aa75d8787c4 {{(pid=109866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 01:48:42.862687 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0d1abc35-9247-4c47-9083-a35456f57c65 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for subnet, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:42.869939 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2207f115-0f4a-402c-b1ae-f29549616f3a tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:42.913236 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0d1abc35-9247-4c47-9083-a35456f57c65 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29055568'] for subnet, precommit_delete_associations {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:42.957326 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff08e48c-8966-4033-8fcd-bc4480ea0ff9 None None] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:48:43.016997 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0470761f-04ec-4706-9f08-29ee4f824ecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:43.036162 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1ae1e664-c372-494c-8d0f-a81848c773b0 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:43.077826 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] For port 872349d3-d72d-4da8-9f41-63fa3e796ce4, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=872349d3-d72d-4da8-9f41-63fa3e796ce4,segment=NetworkSegment(be3f6141-7df0-4128-a2ce-db86a0028efa),segment_id=be3f6141-7df0-4128-a2ce-db86a0028efa)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:48:43.113986 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:43.114959 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 1066d23d-7961-4dcb-a1bc-ff70c8f2d78b no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:48:43.193574 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0d1abc35-9247-4c47-9083-a35456f57c65 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:43.213435 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: 1066d23d-7961-4dcb-a1bc-ff70c8f2d78b {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:48:43.213842 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 1066d23d-7961-4dcb-a1bc-ff70c8f2d78b not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:48:43.263903 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.api.v2.resource [None req-2207f115-0f4a-402c-b1ae-f29549616f3a tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 01:48:43.265070 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-2207f115-0f4a-402c-b1ae-f29549616f3a tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] 10.222.0.21 "PUT /v2.0/routers/05a33569-f2af-43c8-900d-2b404281d447 HTTP/1.1" status: 400 len: 364 time: 1.2634561 Nov 24 01:48:43.273014 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47702) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:43.335229 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Pushing event updated for resources: {'Port': ['ID=872349d3-d72d-4da8-9f41-63fa3e796ce4,revision_number=5']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:43.348939 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-14b1579f-c470-4cde-b88c-4e247496ce6f tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3777994'] for router_interface, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:43.372178 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-0470761f-04ec-4706-9f08-29ee4f824ecf admin admin] Deleting port 101702da-ca71-43da-91c8-38c1fd028984 {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:48:43.372178 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0470761f-04ec-4706-9f08-29ee4f824ecf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:43.382722 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-60941f61-1cca-4d0c-bcd0-fded0af21c56 None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:43.388851 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-292da307-3c01-4d1c-8872-78ef238c6fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974'] for port, after_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:43.399223 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a58cf47-597f-4862-959c-ec0d05962ddc None None] DHCP port deletion for 0439926c-1302-4dcb-a15d-d53f1b665c6d request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:48:43.403465 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-1ae1e664-c372-494c-8d0f-a81848c773b0 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Deleting port 872349d3-d72d-4da8-9f41-63fa3e796ce4 {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:48:43.403804 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1ae1e664-c372-494c-8d0f-a81848c773b0 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:43.431486 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292da307-3c01-4d1c-8872-78ef238c6fbe None None] No DVR routers for this DVR port 872349d3-d72d-4da8-9f41-63fa3e796ce4 on host dv-neutron-818911-2-hyperv {{(pid=109868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:48:43.434959 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-60941f61-1cca-4d0c-bcd0-fded0af21c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:43.504498 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292da307-3c01-4d1c-8872-78ef238c6fbe None None] Pushing event deleted for resources: {'Port': ['ID=872349d3-d72d-4da8-9f41-63fa3e796ce4,revision_number=None']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:43.512321 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33bc384c-9731-4404-90b3-ebaf782cac88 None None] DHCP port deletion for 380e414c-b950-43ac-b73a-57c8617d095a request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:48:43.608598 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60941f61-1cca-4d0c-bcd0-fded0af21c56 None None] Network 8111ec0e-c7d1-4102-9be0-6f2baa19362d is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:48:43.623451 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-60941f61-1cca-4d0c-bcd0-fded0af21c56 None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:48:43.628889 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60941f61-1cca-4d0c-bcd0-fded0af21c56 None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:48:43.701838 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d9a0b1d7-a3cc-4441-af4f-ff21be41cc36 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3777994'] for router_interface, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:43.804533 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0d1abc35-9247-4c47-9083-a35456f57c65 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29149324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29154870'] for subnet, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:43.831878 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-636cc49b-fae6-42f4-9cb4-a812813ac791 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:43.849716 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0d1abc35-9247-4c47-9083-a35456f57c65 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:43.849716 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-0d1abc35-9247-4c47-9083-a35456f57c65 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "DELETE /v2.0/subnets/d9c1f667-a154-417d-a01f-7aa75d8787c4 HTTP/1.1" status: 204 len: 168 time: 1.2676456 Nov 24 01:48:43.850182 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60941f61-1cca-4d0c-bcd0-fded0af21c56 None None] Pushing event updated for resources: {'Port': ['ID=d2fbb1ea-bcf3-40d1-a4a2-c1b4a7934473,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:43.852768 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47704) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:43.859102 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-7a58cf47-597f-4862-959c-ec0d05962ddc None None] Deleting port 101702da-ca71-43da-91c8-38c1fd028984 {{(pid=109868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:48:43.859693 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-7a58cf47-597f-4862-959c-ec0d05962ddc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:43.914223 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-47161a7e-659c-49ca-aa46-087bd2dee2fe tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0560389 Nov 24 01:48:43.917974 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1abc35-9247-4c47-9083-a35456f57c65 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Pushing event deleted for resources: {'Subnet': ['ID=d9c1f667-a154-417d-a01f-7aa75d8787c4,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:43.921045 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97fab2a4-3519-4c67-9493-5716bbc15d9e tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Router f69315dd-d316-45aa-b653-e913c790af05 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:48:43.921688 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47706) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:43.923593 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [None req-0470761f-04ec-4706-9f08-29ee4f824ecf admin admin] For port 101702da-ca71-43da-91c8-38c1fd028984, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=101702da-ca71-43da-91c8-38c1fd028984,segment=NetworkSegment(4527112f-9e66-46d6-91de-1ce9adfe195c),segment_id=4527112f-9e66-46d6-91de-1ce9adfe195c)] {{(pid=109866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:48:43.923829 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0470761f-04ec-4706-9f08-29ee4f824ecf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:43.943218 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-ec82485b-ae43-4356-b590-1c1f71c8ce9d tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Request body: {'subnet': {'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:48:43.971952 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [None req-1ae1e664-c372-494c-8d0f-a81848c773b0 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] For port 872349d3-d72d-4da8-9f41-63fa3e796ce4, host dv-neutron-818911-2-hyperv, got binding levels [] {{(pid=109866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:48:43.972858 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1ae1e664-c372-494c-8d0f-a81848c773b0 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:43.973554 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-60941f61-1cca-4d0c-bcd0-fded0af21c56 None None] Attempting to bind port d2fbb1ea-bcf3-40d1-a4a2-c1b4a7934473 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:48:43.973994 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-60941f61-1cca-4d0c-bcd0-fded0af21c56 None None] Attempting to bind port d2fbb1ea-bcf3-40d1-a4a2-c1b4a7934473 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '4ea11af6-6300-4450-a5f6-d29e93637ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8111ec0e-c7d1-4102-9be0-6f2baa19362d'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:48:43.974424 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60941f61-1cca-4d0c-bcd0-fded0af21c56 None None] Attempting to bind port d2fbb1ea-bcf3-40d1-a4a2-c1b4a7934473 on network 8111ec0e-c7d1-4102-9be0-6f2baa19362d {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:48:43.979008 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-0470761f-04ec-4706-9f08-29ee4f824ecf admin admin] Calling delete_port for 101702da-ca71-43da-91c8-38c1fd028984 owned by network:dhcp {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:48:43.984172 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60941f61-1cca-4d0c-bcd0-fded0af21c56 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:48:43.984638 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60941f61-1cca-4d0c-bcd0-fded0af21c56 None None] Checking segment: {'id': '4ea11af6-6300-4450-a5f6-d29e93637ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8111ec0e-c7d1-4102-9be0-6f2baa19362d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:48:43.985172 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-60941f61-1cca-4d0c-bcd0-fded0af21c56 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:43.985594 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60941f61-1cca-4d0c-bcd0-fded0af21c56 None None] Bound using segment: {'id': '4ea11af6-6300-4450-a5f6-d29e93637ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8111ec0e-c7d1-4102-9be0-6f2baa19362d'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:48:43.986142 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-60941f61-1cca-4d0c-bcd0-fded0af21c56 None None] Bound port: d2fbb1ea-bcf3-40d1-a4a2-c1b4a7934473, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ea11af6-6300-4450-a5f6-d29e93637ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8111ec0e-c7d1-4102-9be0-6f2baa19362d'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:48:43.986597 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-60941f61-1cca-4d0c-bcd0-fded0af21c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:44.009890 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-1ae1e664-c372-494c-8d0f-a81848c773b0 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Calling delete_port for 872349d3-d72d-4da8-9f41-63fa3e796ce4 owned by network:dhcp {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:48:44.017976 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.ipam_backend_mixin [None req-1ae1e664-c372-494c-8d0f-a81848c773b0 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Port 872349d3-d72d-4da8-9f41-63fa3e796ce4 was not found and therefore no delete operation was performed {{(pid=109866) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 24 01:48:44.021327 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-7a58cf47-597f-4862-959c-ec0d05962ddc None None] For port 101702da-ca71-43da-91c8-38c1fd028984, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=101702da-ca71-43da-91c8-38c1fd028984,segment=NetworkSegment(4527112f-9e66-46d6-91de-1ce9adfe195c),segment_id=4527112f-9e66-46d6-91de-1ce9adfe195c)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:48:44.021875 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-7a58cf47-597f-4862-959c-ec0d05962ddc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:44.026488 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8ad216-61ff-4917-aaac-c433449ab1b5 None None] Update dhcp port {'port': {'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6', 'fixed_ips': [{'subnet_id': 'd9c1f667-a154-417d-a01f-7aa75d8787c4'}], 'binding:host_id': 'dv-neutron-818911-2-hyperv'}, 'id': '60bb8c3a-fdec-4523-9b7b-20ef788e17cb'} from dv-neutron-818911-2-hyperv. {{(pid=109868) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 24 01:48:44.035429 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-33bc384c-9731-4404-90b3-ebaf782cac88 None None] Deleting port b17cb8f4-a5a5-4859-8734-27592674e082 {{(pid=109868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:48:44.035924 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-33bc384c-9731-4404-90b3-ebaf782cac88 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:44.051480 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1ae1e664-c372-494c-8d0f-a81848c773b0 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:44.088287 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-7a58cf47-597f-4862-959c-ec0d05962ddc None None] Calling delete_port for 101702da-ca71-43da-91c8-38c1fd028984 owned by network:dhcp {{(pid=109868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:48:44.118387 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-de8ad216-61ff-4917-aaac-c433449ab1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:44.158586 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae1e664-c372-494c-8d0f-a81848c773b0 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Pushing event deleted for resources: {'Port': ['ID=872349d3-d72d-4da8-9f41-63fa3e796ce4,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:44.213445 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae1e664-c372-494c-8d0f-a81848c773b0 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] No DVR routers for this DVR port 872349d3-d72d-4da8-9f41-63fa3e796ce4 on host dv-neutron-818911-2-hyperv {{(pid=109866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:48:44.218714 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-33bc384c-9731-4404-90b3-ebaf782cac88 None None] For port b17cb8f4-a5a5-4859-8734-27592674e082, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=b17cb8f4-a5a5-4859-8734-27592674e082,segment=NetworkSegment(1fe9f4bc-45c4-4c10-abf6-ebce0e6843b4),segment_id=1fe9f4bc-45c4-4c10-abf6-ebce0e6843b4)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:48:44.219208 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-33bc384c-9731-4404-90b3-ebaf782cac88 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:44.262563 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-60941f61-1cca-4d0c-bcd0-fded0af21c56 None None] For port d2fbb1ea-bcf3-40d1-a4a2-c1b4a7934473, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:48:44.269521 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-33bc384c-9731-4404-90b3-ebaf782cac88 None None] Calling delete_port for b17cb8f4-a5a5-4859-8734-27592674e082 owned by network:dhcp {{(pid=109868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:48:44.298685 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-14b1579f-c470-4cde-b88c-4e247496ce6f tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Deleting port 58aa342c-0e2b-44ae-a282-938355a3c316 {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:48:44.299336 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-14b1579f-c470-4cde-b88c-4e247496ce6f tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:44.302723 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-60941f61-1cca-4d0c-bcd0-fded0af21c56 None None] For port d2fbb1ea-bcf3-40d1-a4a2-c1b4a7934473, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=d2fbb1ea-bcf3-40d1-a4a2-c1b4a7934473,segment=NetworkSegment(4ea11af6-6300-4450-a5f6-d29e93637ec9),segment_id=4ea11af6-6300-4450-a5f6-d29e93637ec9)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:48:44.305891 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec82485b-ae43-4356-b590-1c1f71c8ce9d tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Made reservation on behalf of 6974375fded34c83af8967d3f69dce07 for: {'subnet': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:48:44.313437 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ec82485b-ae43-4356-b590-1c1f71c8ce9d tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29154835'] for subnet, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:44.366683 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1ae1e664-c372-494c-8d0f-a81848c773b0 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:44.366947 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-636cc49b-fae6-42f4-9cb4-a812813ac791 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Allocated IP 2001:db8::1 (6713d4a1-863c-4f17-b2c4-026d7d8739ad/96a6084e-fbfe-4d4d-8a87-7e3bc4193b9a/16776323-a26e-425a-b063-8e7d55d08647) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:48:44.378743 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0470761f-04ec-4706-9f08-29ee4f824ecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:44.383047 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-60941f61-1cca-4d0c-bcd0-fded0af21c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:44.391416 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97fab2a4-3519-4c67-9493-5716bbc15d9e tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:48:44.429171 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-97fab2a4-3519-4c67-9493-5716bbc15d9e tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for floatingip, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:44.447100 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device b17cb8f4-a5a5-4859-8734-27592674e082 no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:48:44.449297 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff203431-2329-4ebf-a9c3-eb83920ce8dd None None] Sync routers for ids ['f69315dd-d316-45aa-b653-e913c790af05'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:48:44.457913 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0470761f-04ec-4706-9f08-29ee4f824ecf admin admin] Pushing event deleted for resources: {'Port': ['ID=101702da-ca71-43da-91c8-38c1fd028984,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:44.485032 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0470761f-04ec-4706-9f08-29ee4f824ecf admin admin] No DVR routers for this DVR port 101702da-ca71-43da-91c8-38c1fd028984 on host dv-neutron-818911-2-hyperv {{(pid=109866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:48:44.496200 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-1ae1e664-c372-494c-8d0f-a81848c773b0 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea504867-8c5a-4e5d-b86b-70b96c811b52']}} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:44.513117 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-14b1579f-c470-4cde-b88c-4e247496ce6f tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:44.525268 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-7a58cf47-597f-4862-959c-ec0d05962ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974'] for port, after_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:44.527279 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60941f61-1cca-4d0c-bcd0-fded0af21c56 None None] Pushing event updated for resources: {'Port': ['ID=d2fbb1ea-bcf3-40d1-a4a2-c1b4a7934473,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:44.543717 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-1ae1e664-c372-494c-8d0f-a81848c773b0 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be3f6141-7df0-4128-a2ce-db86a0028efa') {'for_net_delete': True} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:44.544013 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-1ae1e664-c372-494c-8d0f-a81848c773b0 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be3f6141-7df0-4128-a2ce-db86a0028efa') {} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:44.548747 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff203431-2329-4ebf-a9c3-eb83920ce8dd None None] Routers {'f69315dd-d316-45aa-b653-e913c790af05'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:48:44.549511 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-ff203431-2329-4ebf-a9c3-eb83920ce8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:48:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['f69315dd-d316-45aa-b653-e913c790af05'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:44.575011 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-14b1579f-c470-4cde-b88c-4e247496ce6f tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Calling delete_port for 58aa342c-0e2b-44ae-a282-938355a3c316 owned by network:router_interface {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:48:44.582562 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-97fab2a4-3519-4c67-9493-5716bbc15d9e tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] 10.222.0.21 "DELETE /v2.0/floatingips/a49d7690-fed2-4b32-ad74-6507fe4d4f7a HTTP/1.1" status: 204 len: 168 time: 5.1047523 Nov 24 01:48:44.583463 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1ae1e664-c372-494c-8d0f-a81848c773b0 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29055561'] for segment, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:44.587064 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7fa21ef-c2f6-4d95-b817-914404dd2b8b', 'tag': '48a73545-8092-4069-ac5f-f26ee8d39d60'}] {{(pid=109866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 01:48:44.589246 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b7c53c286d9351d1367337230623a155cee02c46c94b80588b67a0bc16402ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-333c2312-4b09-44dd-ab66-55f1869b3370" -d '{"events": [{"name": "network-changed", "server_uuid": "b7fa21ef-c2f6-4d95-b817-914404dd2b8b", "tag": "48a73545-8092-4069-ac5f-f26ee8d39d60"}]}' {{(pid=109866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 01:48:44.636450 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1ae1e664-c372-494c-8d0f-a81848c773b0 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:44.648057 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a58cf47-597f-4862-959c-ec0d05962ddc None None] No DVR routers for this DVR port 101702da-ca71-43da-91c8-38c1fd028984 on host dv-neutron-818911-2-hyperv {{(pid=109868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:48:44.658344 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a58cf47-597f-4862-959c-ec0d05962ddc None None] Pushing event deleted for resources: {'Port': ['ID=101702da-ca71-43da-91c8-38c1fd028984,revision_number=None']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:44.681949 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0470761f-04ec-4706-9f08-29ee4f824ecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:44.687726 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ae1e664-c372-494c-8d0f-a81848c773b0 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=109866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:48:44.688292 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1ae1e664-c372-494c-8d0f-a81848c773b0 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29151010'] for segment, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:44.698176 dv-neutron-818911-2-hyperv neutron-server[109866]: Traceback (most recent call last): Nov 24 01:48:44.698176 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:48:44.698176 dv-neutron-818911-2-hyperv neutron-server[109866]: timer() Nov 24 01:48:44.698176 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:48:44.698176 dv-neutron-818911-2-hyperv neutron-server[109866]: cb(*args, **kw) Nov 24 01:48:44.698176 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:48:44.698176 dv-neutron-818911-2-hyperv neutron-server[109866]: return func(*args, **kwargs) Nov 24 01:48:44.698176 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:48:44.698176 dv-neutron-818911-2-hyperv neutron-server[109866]: self._notify() Nov 24 01:48:44.698176 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:48:44.698176 dv-neutron-818911-2-hyperv neutron-server[109866]: self.callback(batched_events) Nov 24 01:48:44.698176 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:48:44.698176 dv-neutron-818911-2-hyperv neutron-server[109866]: event.method(event) Nov 24 01:48:44.698176 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:48:44.698176 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:48:44.698176 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:48:44.698176 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:48:44.698176 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:48:44.698176 dv-neutron-818911-2-hyperv neutron-server[109866]: return f(self, *a, **k) Nov 24 01:48:44.698176 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:48:44.698176 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._get(url).json() Nov 24 01:48:44.698176 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:48:44.698176 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:48:44.698176 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:48:44.698176 dv-neutron-818911-2-hyperv neutron-server[109866]: return self.request(url, 'GET', **kwargs) Nov 24 01:48:44.698176 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:48:44.698176 dv-neutron-818911-2-hyperv neutron-server[109866]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:48:44.698176 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:48:44.698176 dv-neutron-818911-2-hyperv neutron-server[109866]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:48:44.698176 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:48:44.698176 dv-neutron-818911-2-hyperv neutron-server[109866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:48:44.698176 dv-neutron-818911-2-hyperv neutron-server[109866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:48:44.700598 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 01:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb9ba7fc-592e-4540-9842-d02cfe897bc5 x-openstack-request-id: req-eb9ba7fc-592e-4540-9842-d02cfe897bc5 {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 01:48:44.700598 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7fa21ef-c2f6-4d95-b817-914404dd2b8b", "tag": "48a73545-8092-4069-ac5f-f26ee8d39d60", "status": "completed", "code": 200}]} {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 01:48:44.700598 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eb9ba7fc-592e-4540-9842-d02cfe897bc5 {{(pid=109866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 01:48:44.700598 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7fa21ef-c2f6-4d95-b817-914404dd2b8b', 'tag': '48a73545-8092-4069-ac5f-f26ee8d39d60', 'status': 'completed', 'code': 200} Nov 24 01:48:44.705639 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81644187-5d1a-4d2b-beba-7afe120cad7c None None] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:48:44.761942 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-d9a0b1d7-a3cc-4441-af4f-ff21be41cc36 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Deleting port e8d25aa7-efe7-4a5f-baef-74209018373f {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:48:44.762547 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d9a0b1d7-a3cc-4441-af4f-ff21be41cc36 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:44.779943 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-33bc384c-9731-4404-90b3-ebaf782cac88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974'] for port, after_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:44.788084 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-0470761f-04ec-4706-9f08-29ee4f824ecf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0439926c-1302-4dcb-a15d-d53f1b665c6d']}} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:44.848192 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-3b5d9718-653f-4e33-aff4-76a148ace95a None None] Provisioning complete for port 60bb8c3a-fdec-4523-9b7b-20ef788e17cb triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:48:44.848625 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-3b5d9718-653f-4e33-aff4-76a148ace95a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:44.856177 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Port b17cb8f4-a5a5-4859-8734-27592674e082 update to DOWN by agent not found {{(pid=109868) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 24 01:48:44.856378 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-0470761f-04ec-4706-9f08-29ee4f824ecf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4527112f-9e66-46d6-91de-1ce9adfe195c') {'for_net_delete': True} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:44.856876 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-0470761f-04ec-4706-9f08-29ee4f824ecf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4527112f-9e66-46d6-91de-1ce9adfe195c') {} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:44.856975 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 101702da-ca71-43da-91c8-38c1fd028984 no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:48:44.861618 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bc384c-9731-4404-90b3-ebaf782cac88 None None] No DVR routers for this DVR port b17cb8f4-a5a5-4859-8734-27592674e082 on host dv-neutron-818911-2-hyperv {{(pid=109868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:48:44.864962 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bc384c-9731-4404-90b3-ebaf782cac88 None None] Pushing event deleted for resources: {'Port': ['ID=b17cb8f4-a5a5-4859-8734-27592674e082,revision_number=None']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:44.885654 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0470761f-04ec-4706-9f08-29ee4f824ecf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29055561'] for segment, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:44.898485 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1ae1e664-c372-494c-8d0f-a81848c773b0 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:44.941790 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1ae1e664-c372-494c-8d0f-a81848c773b0 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks [] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:44.947951 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-1ae1e664-c372-494c-8d0f-a81848c773b0 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] 10.222.0.21 "DELETE /v2.0/networks/ea504867-8c5a-4e5d-b86b-70b96c811b52 HTTP/1.1" status: 204 len: 168 time: 2.2726438 Nov 24 01:48:44.967809 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47714) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:44.979198 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: 101702da-ca71-43da-91c8-38c1fd028984 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:48:44.980205 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 101702da-ca71-43da-91c8-38c1fd028984 not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:48:44.997749 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-ff203431-2329-4ebf-a9c3-eb83920ce8dd None None] Set router f69315dd-d316-45aa-b653-e913c790af05 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:48:45.041166 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0470761f-04ec-4706-9f08-29ee4f824ecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:45.044229 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae1e664-c372-494c-8d0f-a81848c773b0 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Pushing event deleted for resources: {'Network': ['ID=ea504867-8c5a-4e5d-b86b-70b96c811b52,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:45.071427 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0470761f-04ec-4706-9f08-29ee4f824ecf admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=109866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:48:45.072108 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0470761f-04ec-4706-9f08-29ee4f824ecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29151010'] for segment, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:45.074813 dv-neutron-818911-2-hyperv neutron-server[109866]: Traceback (most recent call last): Nov 24 01:48:45.074813 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:48:45.074813 dv-neutron-818911-2-hyperv neutron-server[109866]: timer() Nov 24 01:48:45.074813 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:48:45.074813 dv-neutron-818911-2-hyperv neutron-server[109866]: cb(*args, **kw) Nov 24 01:48:45.074813 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:48:45.074813 dv-neutron-818911-2-hyperv neutron-server[109866]: return func(*args, **kwargs) Nov 24 01:48:45.074813 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:48:45.074813 dv-neutron-818911-2-hyperv neutron-server[109866]: self._notify() Nov 24 01:48:45.074813 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:48:45.074813 dv-neutron-818911-2-hyperv neutron-server[109866]: self.callback(batched_events) Nov 24 01:48:45.074813 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:48:45.074813 dv-neutron-818911-2-hyperv neutron-server[109866]: event.method(event) Nov 24 01:48:45.074813 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:48:45.074813 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:48:45.074813 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:48:45.074813 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:48:45.074813 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:48:45.074813 dv-neutron-818911-2-hyperv neutron-server[109866]: return f(self, *a, **k) Nov 24 01:48:45.074813 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:48:45.074813 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._get(url).json() Nov 24 01:48:45.074813 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:48:45.074813 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:48:45.074813 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:48:45.074813 dv-neutron-818911-2-hyperv neutron-server[109866]: return self.request(url, 'GET', **kwargs) Nov 24 01:48:45.074813 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:48:45.074813 dv-neutron-818911-2-hyperv neutron-server[109866]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:48:45.074813 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:48:45.074813 dv-neutron-818911-2-hyperv neutron-server[109866]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:48:45.074813 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:48:45.074813 dv-neutron-818911-2-hyperv neutron-server[109866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:48:45.074813 dv-neutron-818911-2-hyperv neutron-server[109866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:48:45.091082 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ec82485b-ae43-4356-b590-1c1f71c8ce9d tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29149261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29154849'] for subnet, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:45.239970 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec82485b-ae43-4356-b590-1c1f71c8ce9d tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:48:45.243943 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d5c60bb0-98b8-4a01-b45b-68e6d3e7d41c tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:45.249498 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-ec82485b-ae43-4356-b590-1c1f71c8ce9d tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:48:45.251140 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0470761f-04ec-4706-9f08-29ee4f824ecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:45.253124 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec82485b-ae43-4356-b590-1c1f71c8ce9d tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:48:45.253726 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ec82485b-ae43-4356-b590-1c1f71c8ce9d tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:45.267361 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0470761f-04ec-4706-9f08-29ee4f824ecf admin admin] Publish callbacks [] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:45.270632 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-0470761f-04ec-4706-9f08-29ee4f824ecf admin admin] 10.222.0.21 "DELETE /v2.0/networks/0439926c-1302-4dcb-a15d-d53f1b665c6d HTTP/1.1" status: 204 len: 168 time: 2.6250608 Nov 24 01:48:45.272654 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec82485b-ae43-4356-b590-1c1f71c8ce9d tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Pushing event updated for resources: {'Subnet': ['ID=508a478f-d7fa-4d4a-869a-ce625e7dc746,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:45.286287 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def7156d-4ff9-4cfd-9589-8b3a3bfce8d6 None None] DHCP port deletion for 9b0cb615-dd00-417f-9128-01ca62e524f6 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:48:45.316368 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0470761f-04ec-4706-9f08-29ee4f824ecf admin admin] Pushing event deleted for resources: {'Network': ['ID=0439926c-1302-4dcb-a15d-d53f1b665c6d,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:45.326948 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-ec82485b-ae43-4356-b590-1c1f71c8ce9d tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3958156 Nov 24 01:48:45.344455 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47718) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:45.350036 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-e5440d61-8e58-4033-a865-c83fc9cc578e tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Request body: {'subnet': {'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:48:45.398270 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-636cc49b-fae6-42f4-9cb4-a812813ac791 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:45.427119 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-def7156d-4ff9-4cfd-9589-8b3a3bfce8d6 None None] Deleting port 60bb8c3a-fdec-4523-9b7b-20ef788e17cb {{(pid=109868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:48:45.427703 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-def7156d-4ff9-4cfd-9589-8b3a3bfce8d6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:45.467287 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d5c60bb0-98b8-4a01-b45b-68e6d3e7d41c tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:45.505888 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-d5c60bb0-98b8-4a01-b45b-68e6d3e7d41c tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['380e414c-b950-43ac-b73a-57c8617d095a']}} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:45.525074 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-d5c60bb0-98b8-4a01-b45b-68e6d3e7d41c tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fe9f4bc-45c4-4c10-abf6-ebce0e6843b4') {'for_net_delete': True} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:45.525364 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-d5c60bb0-98b8-4a01-b45b-68e6d3e7d41c tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fe9f4bc-45c4-4c10-abf6-ebce0e6843b4') {} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:45.538307 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d5c60bb0-98b8-4a01-b45b-68e6d3e7d41c tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29055561'] for segment, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:45.539559 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-def7156d-4ff9-4cfd-9589-8b3a3bfce8d6 None None] For port 60bb8c3a-fdec-4523-9b7b-20ef788e17cb, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=60bb8c3a-fdec-4523-9b7b-20ef788e17cb,segment=NetworkSegment(2b1ff8b4-a836-4287-84a2-3eaf8ccfb867),segment_id=2b1ff8b4-a836-4287-84a2-3eaf8ccfb867)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:48:45.539978 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-def7156d-4ff9-4cfd-9589-8b3a3bfce8d6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:45.559748 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d5c60bb0-98b8-4a01-b45b-68e6d3e7d41c tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:45.565676 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333c2312-4b09-44dd-ab66-55f1869b3370 req-56840fe8-6c45-40de-bf7b-91eb87f64eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:48:45.567353 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-333c2312-4b09-44dd-ab66-55f1869b3370 req-56840fe8-6c45-40de-bf7b-91eb87f64eea service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c86e6537e95341b0928530c16780ff1b&device_id=b7fa21ef-c2f6-4d95-b817-914404dd2b8b HTTP/1.1" status: 200 len: 1099 time: 0.8252418 Nov 24 01:48:45.570699 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5c60bb0-98b8-4a01-b45b-68e6d3e7d41c tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=109866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:48:45.571119 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d5c60bb0-98b8-4a01-b45b-68e6d3e7d41c tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29151010'] for segment, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:45.571607 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-def7156d-4ff9-4cfd-9589-8b3a3bfce8d6 None None] Calling delete_port for 60bb8c3a-fdec-4523-9b7b-20ef788e17cb owned by network:dhcp {{(pid=109868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:48:45.575152 dv-neutron-818911-2-hyperv neutron-server[109866]: Traceback (most recent call last): Nov 24 01:48:45.575152 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:48:45.575152 dv-neutron-818911-2-hyperv neutron-server[109866]: timer() Nov 24 01:48:45.575152 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:48:45.575152 dv-neutron-818911-2-hyperv neutron-server[109866]: cb(*args, **kw) Nov 24 01:48:45.575152 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:48:45.575152 dv-neutron-818911-2-hyperv neutron-server[109866]: return func(*args, **kwargs) Nov 24 01:48:45.575152 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:48:45.575152 dv-neutron-818911-2-hyperv neutron-server[109866]: self._notify() Nov 24 01:48:45.575152 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:48:45.575152 dv-neutron-818911-2-hyperv neutron-server[109866]: self.callback(batched_events) Nov 24 01:48:45.575152 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:48:45.575152 dv-neutron-818911-2-hyperv neutron-server[109866]: event.method(event) Nov 24 01:48:45.575152 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:48:45.575152 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:48:45.575152 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:48:45.575152 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:48:45.575152 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:48:45.575152 dv-neutron-818911-2-hyperv neutron-server[109866]: return f(self, *a, **k) Nov 24 01:48:45.575152 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:48:45.575152 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._get(url).json() Nov 24 01:48:45.575152 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:48:45.575152 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:48:45.575152 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:48:45.575152 dv-neutron-818911-2-hyperv neutron-server[109866]: return self.request(url, 'GET', **kwargs) Nov 24 01:48:45.575152 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:48:45.575152 dv-neutron-818911-2-hyperv neutron-server[109866]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:48:45.575152 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:48:45.575152 dv-neutron-818911-2-hyperv neutron-server[109866]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:48:45.575152 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:48:45.575152 dv-neutron-818911-2-hyperv neutron-server[109866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:48:45.575152 dv-neutron-818911-2-hyperv neutron-server[109866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:48:45.577600 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-ff203431-2329-4ebf-a9c3-eb83920ce8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f69315dd-d316-45aa-b653-e913c790af05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-505158449', 'tenant_id': 'c86e6537e95341b0928530c16780ff1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.107'}], 'enable_snat': True}, 'gw_port_id': '79e8e51a-ecdd-4db0-95fb-42f1889b555a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:46:33Z', 'updated_at': '2021-11-24T01:46:45Z', 'revision_number': 4, 'project_id': 'c86e6537e95341b0928530c16780ff1b', 'gw_port': {'id': '79e8e51a-ecdd-4db0-95fb-42f1889b555a', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69315dd-d316-45aa-b653-e913c790af05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:46:34Z', 'updated_at': '2021-11-24T01:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': 'bc7e4084-6739-4058-8cec-3e80a0bbe66d', 'name': '', 'network_id': 'a38adc46-db63-4179-872d-6aa1e8287d77', 'tenant_id': 'c86e6537e95341b0928530c16780ff1b', 'mac_address': 'fa:16:3e:a3:22:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69315dd-d316-45aa-b653-e913c790af05', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '52b861e9-7165-4fda-96bd-415355d68dd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:46:43Z', 'updated_at': '2021-11-24T01:46:52Z', 'revision_number': 5, 'project_id': 'c86e6537e95341b0928530c16780ff1b', 'subnets': [{'id': '52b861e9-7165-4fda-96bd-415355d68dd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:45.585336 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5440d61-8e58-4033-a865-c83fc9cc578e tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Made reservation on behalf of 6974375fded34c83af8967d3f69dce07 for: {'subnet': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:48:45.588810 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e5440d61-8e58-4033-a865-c83fc9cc578e tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29154835'] for subnet, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:45.611401 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47720) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:45.614105 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff203431-2329-4ebf-a9c3-eb83920ce8dd None None] Checking router: f69315dd-d316-45aa-b653-e913c790af05 for host: dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 01:48:45.628077 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d9a0b1d7-a3cc-4441-af4f-ff21be41cc36 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:45.653901 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-636cc49b-fae6-42f4-9cb4-a812813ac791 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:45.676376 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d6b39b-4093-4d99-b22f-59db0fe3ef83 req-81b624c4-eaf1-425d-80bf-49bd4c76e8d3 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:48:45.677100 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff203431-2329-4ebf-a9c3-eb83920ce8dd None None] Routers {'f69315dd-d316-45aa-b653-e913c790af05'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:48:45.678134 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-ff203431-2329-4ebf-a9c3-eb83920ce8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:48:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['f69315dd-d316-45aa-b653-e913c790af05'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:45.679222 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e2d6b39b-4093-4d99-b22f-59db0fe3ef83 req-81b624c4-eaf1-425d-80bf-49bd4c76e8d3 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7fa21ef-c2f6-4d95-b817-914404dd2b8b HTTP/1.1" status: 200 len: 946 time: 0.3044643 Nov 24 01:48:45.680517 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-d9a0b1d7-a3cc-4441-af4f-ff21be41cc36 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Calling delete_port for e8d25aa7-efe7-4a5f-baef-74209018373f owned by network:router_interface {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:48:45.745973 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d5c60bb0-98b8-4a01-b45b-68e6d3e7d41c tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:45.772877 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d5c60bb0-98b8-4a01-b45b-68e6d3e7d41c tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks [] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:45.785385 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-d5c60bb0-98b8-4a01-b45b-68e6d3e7d41c tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] 10.222.0.21 "DELETE /v2.0/networks/380e414c-b950-43ac-b73a-57c8617d095a HTTP/1.1" status: 204 len: 168 time: 0.8161628 Nov 24 01:48:45.800788 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47722) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:45.806028 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-bef27942-300a-46bb-9f84-f0340040a028 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Request body: {'network': {'name': 'tempest-RoutersTest-1999202598'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:48:45.813949 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c60bb0-98b8-4a01-b45b-68e6d3e7d41c tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Pushing event deleted for resources: {'Network': ['ID=380e414c-b950-43ac-b73a-57c8617d095a,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:45.818084 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-01176f25-72c2-4abb-9bc1-d202ba28ff71 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=110fa21155a747ab90ae3fb887427135&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1996498 Nov 24 01:48:45.823070 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-ff203431-2329-4ebf-a9c3-eb83920ce8dd None None] Set router f69315dd-d316-45aa-b653-e913c790af05 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:48:45.824994 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47724) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:45.826335 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636cc49b-fae6-42f4-9cb4-a812813ac791 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Network 6713d4a1-863c-4f17-b2c4-026d7d8739ad is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:48:45.884518 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-636cc49b-fae6-42f4-9cb4-a812813ac791 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:48:45.905109 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636cc49b-fae6-42f4-9cb4-a812813ac791 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:48:45.905696 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-636cc49b-fae6-42f4-9cb4-a812813ac791 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3777869'] for router_interface, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:45.914586 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bef27942-300a-46bb-9f84-f0340040a028 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Made reservation on behalf of 24f911856b3c4338b647feba51f20eff for: {'network': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:48:45.919522 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-bef27942-300a-46bb-9f84-f0340040a028 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:45.920334 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636cc49b-fae6-42f4-9cb4-a812813ac791 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Pushing event updated for resources: {'Port': ['ID=16776323-a26e-425a-b063-8e7d55d08647,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:45.999170 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cd0293e5-cfbd-4246-9023-c4b534fd1646 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:46.012148 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bef27942-300a-46bb-9f84-f0340040a028 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=109866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:48:46.026778 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333c2312-4b09-44dd-ab66-55f1869b3370 req-1f9b779d-8a70-4bf3-b892-478cc7f7639a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:48:46.028546 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-333c2312-4b09-44dd-ab66-55f1869b3370 req-1f9b779d-8a70-4bf3-b892-478cc7f7639a service neutron] 10.222.0.48 "GET /v2.0/networks?id=a38adc46-db63-4179-872d-6aa1e8287d77 HTTP/1.1" status: 200 len: 897 time: 0.4445891 Nov 24 01:48:46.032849 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e2d6b39b-4093-4d99-b22f-59db0fe3ef83 req-389b5719-87c2-428f-9cc0-16f96dce46d7 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] 10.222.0.21 "GET /v2.0/security-groups?id=137d305a-b3ea-4e14-b9c3-3a9986b7aca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3138590 Nov 24 01:48:46.066800 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-bef27942-300a-46bb-9f84-f0340040a028 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:46.067146 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.segments_db [None req-bef27942-300a-46bb-9f84-f0340040a028 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Added segment 8e3ba8c7-c118-4a0e-95e9-47e52e58b663 of type vlan for network e4bd8488-2411-4a43-8c45-55793a06ca52 Nov 24 01:48:46.075484 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-14b1579f-c470-4cde-b88c-4e247496ce6f tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:46.088345 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cd0293e5-cfbd-4246-9023-c4b534fd1646 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:46.156527 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-333c2312-4b09-44dd-ab66-55f1869b3370 req-e4c70ce7-b4b6-4651-a4d1-edd7ea46f694 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=48a73545-8092-4069-ac5f-f26ee8d39d60 HTTP/1.1" status: 200 len: 217 time: 0.1005664 Nov 24 01:48:46.186227 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b1579f-c470-4cde-b88c-4e247496ce6f tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Pushing event deleted for resources: {'Port': ['ID=58aa342c-0e2b-44ae-a282-938355a3c316,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:46.245117 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-bef27942-300a-46bb-9f84-f0340040a028 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:46.388232 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-def7156d-4ff9-4cfd-9589-8b3a3bfce8d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974'] for port, after_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:46.393902 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-636cc49b-fae6-42f4-9cb4-a812813ac791 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:46.466584 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-bef27942-300a-46bb-9f84-f0340040a028 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:46.474303 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef27942-300a-46bb-9f84-f0340040a028 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:48:46.475116 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-bef27942-300a-46bb-9f84-f0340040a028 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks [] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:46.484086 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def7156d-4ff9-4cfd-9589-8b3a3bfce8d6 None None] No DVR routers for this DVR port 60bb8c3a-fdec-4523-9b7b-20ef788e17cb on host dv-neutron-818911-2-hyperv {{(pid=109868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:48:46.487649 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52cfd0e3-45be-4362-b7a7-90f6eec307d9 None None] Network 8111ec0e-c7d1-4102-9be0-6f2baa19362d requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:48:46.493256 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333c2312-4b09-44dd-ab66-55f1869b3370 req-73287221-53c6-4bdf-a2cd-74ad7463a7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:48:46.495475 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-333c2312-4b09-44dd-ab66-55f1869b3370 req-73287221-53c6-4bdf-a2cd-74ad7463a7dc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=52b861e9-7165-4fda-96bd-415355d68dd1 HTTP/1.1" status: 200 len: 835 time: 0.3214049 Nov 24 01:48:46.548291 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device d2fbb1ea-bcf3-40d1-a4a2-c1b4a7934473 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:48:46.558729 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def7156d-4ff9-4cfd-9589-8b3a3bfce8d6 None None] Pushing event deleted for resources: {'Port': ['ID=60bb8c3a-fdec-4523-9b7b-20ef788e17cb,revision_number=None']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:46.608589 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-bef27942-300a-46bb-9f84-f0340040a028 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8039119 Nov 24 01:48:46.615515 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47726) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:46.618864 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cd0293e5-cfbd-4246-9023-c4b534fd1646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:46.621039 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f66c37c-9ec5-4554-a3c8-c1ffcfc142b0 None None] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:48:46.621488 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cd0293e5-cfbd-4246-9023-c4b534fd1646 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:46.622591 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-cd0293e5-cfbd-4246-9023-c4b534fd1646 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/881d3bd2-0b06-4a56-9e2f-38baefaeefe6 HTTP/1.1" status: 204 len: 168 time: 0.7957065 Nov 24 01:48:46.626596 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-9ab85a3f-2398-43e7-b4a1-50e4b2542e2f tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Request body: {'subnet': {'network_id': 'e4bd8488-2411-4a43-8c45-55793a06ca52', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:48:46.633961 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef27942-300a-46bb-9f84-f0340040a028 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Pushing event updated for resources: {'Network': ['ID=e4bd8488-2411-4a43-8c45-55793a06ca52,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:46.649285 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c87cfa-2d1e-4d45-a7bf-ebbde6cd069c req-3d045877-76c2-4202-8e03-077fbdb334e0 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:48:46.651853 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-98c87cfa-2d1e-4d45-a7bf-ebbde6cd069c req-3d045877-76c2-4202-8e03-077fbdb334e0 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7fa21ef-c2f6-4d95-b817-914404dd2b8b HTTP/1.1" status: 200 len: 946 time: 0.2777519 Nov 24 01:48:46.667907 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network e4bd8488-2411-4a43-8c45-55793a06ca52 details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:48:46.687918 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-4a63be71-6927-4d71-a204-adcca72d79a2 None None] Provisioning complete for port d2fbb1ea-bcf3-40d1-a4a2-c1b4a7934473 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:48:46.688580 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-4a63be71-6927-4d71-a204-adcca72d79a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:46.689355 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0293e5-cfbd-4246-9023-c4b534fd1646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=881d3bd2-0b06-4a56-9e2f-38baefaeefe6,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:46.757499 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-14b1579f-c470-4cde-b88c-4e247496ce6f tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424538'] for router_interface, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:46.771182 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333c2312-4b09-44dd-ab66-55f1869b3370 req-4b7d9bee-3193-4bec-bc42-aba2d7d4aa1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:48:46.772958 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-333c2312-4b09-44dd-ab66-55f1869b3370 req-4b7d9bee-3193-4bec-bc42-aba2d7d4aa1d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a38adc46-db63-4179-872d-6aa1e8287d77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2476277 Nov 24 01:48:46.775915 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.objects.ports [None req-e5440d61-8e58-4033-a865-c83fc9cc578e tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109866) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 24 01:48:46.782894 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e5440d61-8e58-4033-a865-c83fc9cc578e tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29149261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29154849'] for subnet, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:46.871600 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5440d61-8e58-4033-a865-c83fc9cc578e tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:48:46.884567 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-e5440d61-8e58-4033-a865-c83fc9cc578e tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:48:46.889374 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5440d61-8e58-4033-a865-c83fc9cc578e tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Pushing event updated for resources: {'Subnet': ['ID=a4092f8e-abde-4ac0-af31-3a6aeb6a6524,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:46.892301 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5440d61-8e58-4033-a865-c83fc9cc578e tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:48:46.892897 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e5440d61-8e58-4033-a865-c83fc9cc578e tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:46.896075 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d9a0b1d7-a3cc-4441-af4f-ff21be41cc36 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:46.909654 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab85a3f-2398-43e7-b4a1-50e4b2542e2f tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Made reservation on behalf of 24f911856b3c4338b647feba51f20eff for: {'subnet': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:48:46.913120 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9ab85a3f-2398-43e7-b4a1-50e4b2542e2f tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29154835'] for subnet, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:46.938073 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-ff203431-2329-4ebf-a9c3-eb83920ce8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f69315dd-d316-45aa-b653-e913c790af05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-505158449', 'tenant_id': 'c86e6537e95341b0928530c16780ff1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.107'}], 'enable_snat': True}, 'gw_port_id': '79e8e51a-ecdd-4db0-95fb-42f1889b555a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:46:33Z', 'updated_at': '2021-11-24T01:46:45Z', 'revision_number': 4, 'project_id': 'c86e6537e95341b0928530c16780ff1b', 'gw_port': {'id': '79e8e51a-ecdd-4db0-95fb-42f1889b555a', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69315dd-d316-45aa-b653-e913c790af05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:46:34Z', 'updated_at': '2021-11-24T01:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': 'bc7e4084-6739-4058-8cec-3e80a0bbe66d', 'name': '', 'network_id': 'a38adc46-db63-4179-872d-6aa1e8287d77', 'tenant_id': 'c86e6537e95341b0928530c16780ff1b', 'mac_address': 'fa:16:3e:a3:22:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69315dd-d316-45aa-b653-e913c790af05', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '52b861e9-7165-4fda-96bd-415355d68dd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:46:43Z', 'updated_at': '2021-11-24T01:46:52Z', 'revision_number': 5, 'project_id': 'c86e6537e95341b0928530c16780ff1b', 'subnets': [{'id': '52b861e9-7165-4fda-96bd-415355d68dd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:46.943721 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-e5440d61-8e58-4033-a865-c83fc9cc578e tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5979197 Nov 24 01:48:46.952061 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47730) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:46.957868 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-d6253dea-64a3-464d-ae18-b5d8d483cf3b tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Request body: {'port': {'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6', 'mac_address': 'fa:16:3e:6a:f0:07', 'name': 'tempest-NetworksTestDHCPv6-1942555835'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:48:46.986095 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [req-98c87cfa-2d1e-4d45-a7bf-ebbde6cd069c req-af16970c-b30f-47b1-85fe-6cfa75d5029f tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Deleting port 48a73545-8092-4069-ac5f-f26ee8d39d60 {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:48:46.986671 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-98c87cfa-2d1e-4d45-a7bf-ebbde6cd069c req-af16970c-b30f-47b1-85fe-6cfa75d5029f tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:47.006921 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a0b1d7-a3cc-4441-af4f-ff21be41cc36 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Pushing event deleted for resources: {'Port': ['ID=e8d25aa7-efe7-4a5f-baef-74209018373f,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:47.069334 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff203431-2329-4ebf-a9c3-eb83920ce8dd None None] The sync data for ids ['f69315dd-d316-45aa-b653-e913c790af05'] in dv-neutron-818911-2-hyperv is: [{'id': 'f69315dd-d316-45aa-b653-e913c790af05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-505158449', 'tenant_id': 'c86e6537e95341b0928530c16780ff1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.107'}], 'enable_snat': True}, 'gw_port_id': '79e8e51a-ecdd-4db0-95fb-42f1889b555a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:46:33Z', 'updated_at': '2021-11-24T01:46:45Z', 'revision_number': 4, 'project_id': 'c86e6537e95341b0928530c16780ff1b', 'gw_port': {'id': '79e8e51a-ecdd-4db0-95fb-42f1889b555a', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69315dd-d316-45aa-b653-e913c790af05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:46:34Z', 'updated_at': '2021-11-24T01:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': 'bc7e4084-6739-4058-8cec-3e80a0bbe66d', 'name': '', 'network_id': 'a38adc46-db63-4179-872d-6aa1e8287d77', 'tenant_id': 'c86e6537e95341b0928530c16780ff1b', 'mac_address': 'fa:16:3e:a3:22:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69315dd-d316-45aa-b653-e913c790af05', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '52b861e9-7165-4fda-96bd-415355d68dd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:46:43Z', 'updated_at': '2021-11-24T01:46:52Z', 'revision_number': 5, 'project_id': 'c86e6537e95341b0928530c16780ff1b', 'subnets': [{'id': '52b861e9-7165-4fda-96bd-415355d68dd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:48:47.072773 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port d2fbb1ea-bcf3-40d1-a4a2-c1b4a7934473 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:48:47.073370 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:47.079260 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-4a63be71-6927-4d71-a204-adcca72d79a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:47.136602 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.agents_db [None req-4e42c10c-a1d3-4d07-89d6-7a24334140aa None None] Agent healthcheck: found 6 active agents {{(pid=109869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 01:48:47.198843 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [req-98c87cfa-2d1e-4d45-a7bf-ebbde6cd069c req-af16970c-b30f-47b1-85fe-6cfa75d5029f tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] For port 48a73545-8092-4069-ac5f-f26ee8d39d60, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=48a73545-8092-4069-ac5f-f26ee8d39d60,segment=NetworkSegment(db823f0a-caf6-41c9-bc62-afb7ce23547f),segment_id=db823f0a-caf6-41c9-bc62-afb7ce23547f)] {{(pid=109866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:48:47.199888 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-98c87cfa-2d1e-4d45-a7bf-ebbde6cd069c req-af16970c-b30f-47b1-85fe-6cfa75d5029f tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:47.226801 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [req-98c87cfa-2d1e-4d45-a7bf-ebbde6cd069c req-af16970c-b30f-47b1-85fe-6cfa75d5029f tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Calling delete_port for 48a73545-8092-4069-ac5f-f26ee8d39d60 owned by compute:nova {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:48:47.325382 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-4a63be71-6927-4d71-a204-adcca72d79a2 None None] For port d2fbb1ea-bcf3-40d1-a4a2-c1b4a7934473, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=d2fbb1ea-bcf3-40d1-a4a2-c1b4a7934473,segment=NetworkSegment(4ea11af6-6300-4450-a5f6-d29e93637ec9),segment_id=4ea11af6-6300-4450-a5f6-d29e93637ec9)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:48:47.345244 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-4a63be71-6927-4d71-a204-adcca72d79a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:47.369456 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d140368-a76f-4ca0-8210-1f0726c6cfb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-9b0cb615-dd00-417f-9128-01ca62e524f6', 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6', 'tenant_id': '6974375fded34c83af8967d3f69dce07', 'fixed_ips': [{'subnet_id': '508a478f-d7fa-4d4a-869a-ce625e7dc746'}, {'subnet_id': 'a4092f8e-abde-4ac0-af31-3a6aeb6a6524'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 01:48:47.370362 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-0d140368-a76f-4ca0-8210-1f0726c6cfb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:47.404581 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14b1579f-c470-4cde-b88c-4e247496ce6f tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Router 5a47b3c4-003d-4d0c-a975-ad139c73d80b has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:48:47.566277 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d9a0b1d7-a3cc-4441-af4f-ff21be41cc36 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424538'] for router_interface, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:47.594818 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-333c2312-4b09-44dd-ab66-55f1869b3370 req-b0d06e81-ea8e-438d-9a30-21457e9615bf service neutron] 10.222.0.48 "GET /v2.0/networks/a38adc46-db63-4179-872d-6aa1e8287d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8088040 Nov 24 01:48:47.605955 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39898780-53c3-4984-9564-d324b8a6a5c1 None None] New status for floating IP a49d7690-fed2-4b32-ad74-6507fe4d4f7a: DOWN {{(pid=109869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 01:48:47.619196 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a63be71-6927-4d71-a204-adcca72d79a2 None None] Pushing event updated for resources: {'Port': ['ID=d2fbb1ea-bcf3-40d1-a4a2-c1b4a7934473,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:47.635053 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 60bb8c3a-fdec-4523-9b7b-20ef788e17cb no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:48:47.660150 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-a7fa7287-f3a4-4dc2-b505-7f4d34cbe242 None None] Provisioning complete for port 16776323-a26e-425a-b063-8e7d55d08647 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:48:47.660609 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a7fa7287-f3a4-4dc2-b505-7f4d34cbe242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:47.667122 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7625ca-87b1-499d-a1ea-081a383630bd req-7b06fdc5-7d13-4a6a-a40d-acf7ced57d14 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:48:47.669263 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-3b7625ca-87b1-499d-a1ea-081a383630bd req-7b06fdc5-7d13-4a6a-a40d-acf7ced57d14 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7fa21ef-c2f6-4d95-b817-914404dd2b8b HTTP/1.1" status: 200 len: 946 time: 0.3796432 Nov 24 01:48:47.682838 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: 60bb8c3a-fdec-4523-9b7b-20ef788e17cb {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:48:47.683514 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 60bb8c3a-fdec-4523-9b7b-20ef788e17cb not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:48:47.712201 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-a7fa7287-f3a4-4dc2-b505-7f4d34cbe242 None None] Port 16776323-a26e-425a-b063-8e7d55d08647 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:48:47.817751 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-98c87cfa-2d1e-4d45-a7bf-ebbde6cd069c req-af16970c-b30f-47b1-85fe-6cfa75d5029f tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:47.827278 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-0d140368-a76f-4ca0-8210-1f0726c6cfb9 None None] Allocated IP 172.20.0.2 (9b0cb615-dd00-417f-9128-01ca62e524f6/508a478f-d7fa-4d4a-869a-ce625e7dc746/2820cabe-798a-4d79-9a9e-57d1ed331460) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:48:47.833931 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-0d140368-a76f-4ca0-8210-1f0726c6cfb9 None None] Allocated IP 2001:db8::f816:3eff:fe36:3291 (9b0cb615-dd00-417f-9128-01ca62e524f6/a4092f8e-abde-4ac0-af31-3a6aeb6a6524/2820cabe-798a-4d79-9a9e-57d1ed331460) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:48:47.870416 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14b1579f-c470-4cde-b88c-4e247496ce6f tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:48:47.882425 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af16970c-b30f-47b1-85fe-6cfa75d5029f tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Pushing event deleted for resources: {'Port': ['ID=48a73545-8092-4069-ac5f-f26ee8d39d60,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:47.912439 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-14b1579f-c470-4cde-b88c-4e247496ce6f tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] 10.222.0.21 "PUT /v2.0/routers/5a47b3c4-003d-4d0c-a975-ad139c73d80b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0339446 Nov 24 01:48:47.921362 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75496d38-fc56-4228-bd50-1f80babc5ce9 None None] Sync routers for ids ['5a47b3c4-003d-4d0c-a975-ad139c73d80b'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:48:47.952571 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75496d38-fc56-4228-bd50-1f80babc5ce9 None None] Routers {'5a47b3c4-003d-4d0c-a975-ad139c73d80b'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:48:47.953775 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-75496d38-fc56-4228-bd50-1f80babc5ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:48:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['5a47b3c4-003d-4d0c-a975-ad139c73d80b'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:47.964237 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47750) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:47.995880 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-63742be9-2645-4bd7-aff7-f3641becc5bc None None] Provisioning complete for port d2fbb1ea-bcf3-40d1-a4a2-c1b4a7934473 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:48:47.996513 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-63742be9-2645-4bd7-aff7-f3641becc5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:48.005896 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-75496d38-fc56-4228-bd50-1f80babc5ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:48.032143 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6253dea-64a3-464d-ae18-b5d8d483cf3b tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Made reservation on behalf of 6974375fded34c83af8967d3f69dce07 for: {'port': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:48:48.040900 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9ab85a3f-2398-43e7-b4a1-50e4b2542e2f tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29149261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29154849'] for subnet, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:48.048923 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-636cc49b-fae6-42f4-9cb4-a812813ac791 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks [] for port, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:48.055413 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-333c2312-4b09-44dd-ab66-55f1869b3370 req-496fbabc-d124-4898-946d-6d76bd9833ae service neutron] 10.222.0.48 "GET /v2.0/networks/a38adc46-db63-4179-872d-6aa1e8287d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4466629 Nov 24 01:48:48.063756 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75496d38-fc56-4228-bd50-1f80babc5ce9 None None] Routers {'5a47b3c4-003d-4d0c-a975-ad139c73d80b'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:48:48.064388 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-75496d38-fc56-4228-bd50-1f80babc5ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:48:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['5a47b3c4-003d-4d0c-a975-ad139c73d80b'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:48.091731 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-636cc49b-fae6-42f4-9cb4-a812813ac791 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25501696'] for port, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:48.092532 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-636cc49b-fae6-42f4-9cb4-a812813ac791 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3778017'] for router_interface, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:48.103049 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.api.v2.resource [None req-2e92d774-f2e1-4b9d-b464-d8ef91ba1508 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] show failed (client error): The resource could not be found. Nov 24 01:48:48.104884 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-2e92d774-f2e1-4b9d-b464-d8ef91ba1508 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] 10.222.0.21 "GET /v2.0/routers/tempest-non_exist_router-586397843 HTTP/1.1" status: 404 len: 334 time: 0.1365533 Nov 24 01:48:48.115235 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-3b7625ca-87b1-499d-a1ea-081a383630bd req-cbe81989-c026-40a7-8e3b-8af6325b946a tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] 10.222.0.21 "GET /v2.0/security-groups?id=137d305a-b3ea-4e14-b9c3-3a9986b7aca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3256307 Nov 24 01:48:48.115818 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47754) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:48.138788 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-75496d38-fc56-4228-bd50-1f80babc5ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:48.139679 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75496d38-fc56-4228-bd50-1f80babc5ce9 None None] The sync data for ids ['5a47b3c4-003d-4d0c-a975-ad139c73d80b'] in dv-neutron-818911-2-hyperv is: [] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:48:48.180535 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [req-98c87cfa-2d1e-4d45-a7bf-ebbde6cd069c req-af16970c-b30f-47b1-85fe-6cfa75d5029f tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] No DVR routers for this DVR port 48a73545-8092-4069-ac5f-f26ee8d39d60 on host hv-neutron-8189 {{(pid=109866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:48:48.191468 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-98c87cfa-2d1e-4d45-a7bf-ebbde6cd069c req-af16970c-b30f-47b1-85fe-6cfa75d5029f tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:48.196428 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-98c87cfa-2d1e-4d45-a7bf-ebbde6cd069c req-af16970c-b30f-47b1-85fe-6cfa75d5029f tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] 10.222.0.48 "DELETE /v2.0/ports/48a73545-8092-4069-ac5f-f26ee8d39d60 HTTP/1.1" status: 204 len: 173 time: 1.5273764 Nov 24 01:48:48.198145 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7fa21ef-c2f6-4d95-b817-914404dd2b8b', 'name': 'network-vif-deleted', 'tag': '48a73545-8092-4069-ac5f-f26ee8d39d60'}] {{(pid=109866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 01:48:48.200745 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b7c53c286d9351d1367337230623a155cee02c46c94b80588b67a0bc16402ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dd39296-d23a-43ba-ad9b-5ca311386432" -d '{"events": [{"server_uuid": "b7fa21ef-c2f6-4d95-b817-914404dd2b8b", "name": "network-vif-deleted", "tag": "48a73545-8092-4069-ac5f-f26ee8d39d60"}]}' {{(pid=109866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 01:48:48.224143 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-0d140368-a76f-4ca0-8210-1f0726c6cfb9 None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:48.237755 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-0d140368-a76f-4ca0-8210-1f0726c6cfb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:48.257435 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d140368-a76f-4ca0-8210-1f0726c6cfb9 None None] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:48:48.260728 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-0d140368-a76f-4ca0-8210-1f0726c6cfb9 None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:48:48.282579 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d140368-a76f-4ca0-8210-1f0726c6cfb9 None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:48:48.301896 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 01:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdc6b804-c4f8-4672-ac18-553140eaf8e8 x-openstack-request-id: req-fdc6b804-c4f8-4672-ac18-553140eaf8e8 {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 01:48:48.302091 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7fa21ef-c2f6-4d95-b817-914404dd2b8b", "name": "network-vif-deleted", "tag": "48a73545-8092-4069-ac5f-f26ee8d39d60", "status": "completed", "code": 200}]} {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 01:48:48.302479 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fdc6b804-c4f8-4672-ac18-553140eaf8e8 {{(pid=109866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 01:48:48.302946 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7fa21ef-c2f6-4d95-b817-914404dd2b8b', 'name': 'network-vif-deleted', 'tag': '48a73545-8092-4069-ac5f-f26ee8d39d60', 'status': 'completed', 'code': 200} Nov 24 01:48:48.305239 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab85a3f-2398-43e7-b4a1-50e4b2542e2f tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Pushing event updated for resources: {'Subnet': ['ID=ef593860-0e05-42a3-ab31-fd2d00384f99,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:48.332425 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab85a3f-2398-43e7-b4a1-50e4b2542e2f tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Checking segment: {'id': '8e3ba8c7-c118-4a0e-95e9-47e52e58b663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e4bd8488-2411-4a43-8c45-55793a06ca52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:48:48.333193 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab85a3f-2398-43e7-b4a1-50e4b2542e2f tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Network hostable DHCP agents. Network: e4bd8488-2411-4a43-8c45-55793a06ca52, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 01:48:48.335782 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d140368-a76f-4ca0-8210-1f0726c6cfb9 None None] Pushing event updated for resources: {'Port': ['ID=2820cabe-798a-4d79-9a9e-57d1ed331460,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:48.357851 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d6253dea-64a3-464d-ae18-b5d8d483cf3b tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:48.381036 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-0d140368-a76f-4ca0-8210-1f0726c6cfb9 None None] Attempting to bind port 2820cabe-798a-4d79-9a9e-57d1ed331460 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:48:48.381438 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-0d140368-a76f-4ca0-8210-1f0726c6cfb9 None None] Attempting to bind port 2820cabe-798a-4d79-9a9e-57d1ed331460 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '2b1ff8b4-a836-4287-84a2-3eaf8ccfb867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:48:48.382075 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d140368-a76f-4ca0-8210-1f0726c6cfb9 None None] Attempting to bind port 2820cabe-798a-4d79-9a9e-57d1ed331460 on network 9b0cb615-dd00-417f-9128-01ca62e524f6 {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:48:48.385464 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab85a3f-2398-43e7-b4a1-50e4b2542e2f tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Network e4bd8488-2411-4a43-8c45-55793a06ca52 is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 01:48:48.388773 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d140368-a76f-4ca0-8210-1f0726c6cfb9 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:48:48.389508 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d140368-a76f-4ca0-8210-1f0726c6cfb9 None None] Checking segment: {'id': '2b1ff8b4-a836-4287-84a2-3eaf8ccfb867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:48:48.390189 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-0d140368-a76f-4ca0-8210-1f0726c6cfb9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:48.390734 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d140368-a76f-4ca0-8210-1f0726c6cfb9 None None] Bound using segment: {'id': '2b1ff8b4-a836-4287-84a2-3eaf8ccfb867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:48:48.391425 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-0d140368-a76f-4ca0-8210-1f0726c6cfb9 None None] Bound port: 2820cabe-798a-4d79-9a9e-57d1ed331460, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1ff8b4-a836-4287-84a2-3eaf8ccfb867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:48:48.392260 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-0d140368-a76f-4ca0-8210-1f0726c6cfb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:48.410901 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [None req-d6253dea-64a3-464d-ae18-b5d8d483cf3b tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] device_id is not set on port a16f8ce1-d8c5-4044-9044-0f17479f35e1 yet. {{(pid=109866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 01:48:48.477858 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-9ab85a3f-2398-43e7-b4a1-50e4b2542e2f tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, e4bd8488-2411-4a43-8c45-55793a06ca52) {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:48:48.493550 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab85a3f-2398-43e7-b4a1-50e4b2542e2f tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:48:48.494171 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9ab85a3f-2398-43e7-b4a1-50e4b2542e2f tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:48.546456 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-9ab85a3f-2398-43e7-b4a1-50e4b2542e2f tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9283495 Nov 24 01:48:48.551339 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47762) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:48.585762 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-12bb0c45-f768-4d45-ba44-3940ca9b5395 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-204499937', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:48:48.635896 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-12bb0c45-f768-4d45-ba44-3940ca9b5395 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-424105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2744'] for router, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:48.637873 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-12bb0c45-f768-4d45-ba44-3940ca9b5395 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-424325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-326625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2753'] for router, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:48.645210 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device d2fbb1ea-bcf3-40d1-a4a2-c1b4a7934473 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:48:48.647113 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819364e2-0af4-425a-9122-42dd11dfcc50 None None] Network e4bd8488-2411-4a43-8c45-55793a06ca52 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:48:48.762882 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-0d140368-a76f-4ca0-8210-1f0726c6cfb9 None None] For port 2820cabe-798a-4d79-9a9e-57d1ed331460, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:48:48.772328 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-12bb0c45-f768-4d45-ba44-3940ca9b5395 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:48.773654 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [None req-d6253dea-64a3-464d-ae18-b5d8d483cf3b tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Allocated IP 172.20.0.7 (9b0cb615-dd00-417f-9128-01ca62e524f6/508a478f-d7fa-4d4a-869a-ce625e7dc746/a16f8ce1-d8c5-4044-9044-0f17479f35e1) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:48:48.781255 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-12bb0c45-f768-4d45-ba44-3940ca9b5395 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-424338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418138'] for router, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:48.785281 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-0d140368-a76f-4ca0-8210-1f0726c6cfb9 None None] For port 2820cabe-798a-4d79-9a9e-57d1ed331460, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=2820cabe-798a-4d79-9a9e-57d1ed331460,segment=NetworkSegment(2b1ff8b4-a836-4287-84a2-3eaf8ccfb867),segment_id=2b1ff8b4-a836-4287-84a2-3eaf8ccfb867)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:48:48.788362 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [None req-d6253dea-64a3-464d-ae18-b5d8d483cf3b tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Allocated IP 2001:db8::f816:3eff:fe6a:f007 (9b0cb615-dd00-417f-9128-01ca62e524f6/a4092f8e-abde-4ac0-af31-3a6aeb6a6524/a16f8ce1-d8c5-4044-9044-0f17479f35e1) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:48:48.802044 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-0d140368-a76f-4ca0-8210-1f0726c6cfb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:48.813225 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-12bb0c45-f768-4d45-ba44-3940ca9b5395 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks [] for router, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:48.814499 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port d2fbb1ea-bcf3-40d1-a4a2-c1b4a7934473 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:48:48.814868 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:48.815788 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-da067885-93d1-434e-be35-d4a002c95036 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Request body: {'router': {'name': 'new_name'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:48:48.816282 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-12bb0c45-f768-4d45-ba44-3940ca9b5395 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2642775 Nov 24 01:48:48.819000 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47768) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:48.826959 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-64dd4033-c862-48c8-af2c-aaaade79083a tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Request body: {'port': {'network_id': 'e4bd8488-2411-4a43-8c45-55793a06ca52', 'name': 'tempest-RoutersTest-1283391119'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:48:48.966902 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d140368-a76f-4ca0-8210-1f0726c6cfb9 None None] Pushing event updated for resources: {'Port': ['ID=2820cabe-798a-4d79-9a9e-57d1ed331460,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:48.975454 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.api.v2.resource [None req-da067885-93d1-434e-be35-d4a002c95036 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] update failed (client error): The resource could not be found. Nov 24 01:48:48.979839 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-da067885-93d1-434e-be35-d4a002c95036 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] 10.222.0.21 "PUT /v2.0/routers/tempest-non_exist_router-1165809278 HTTP/1.1" status: 404 len: 335 time: 0.8576868 Nov 24 01:48:48.991047 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47772) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:49.023473 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe3328f-44c6-4c4c-9ed6-b82e48e1cc2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-e4bd8488-2411-4a43-8c45-55793a06ca52', 'network_id': 'e4bd8488-2411-4a43-8c45-55793a06ca52', 'tenant_id': '24f911856b3c4338b647feba51f20eff', 'fixed_ips': [{'subnet_id': 'ef593860-0e05-42a3-ab31-fd2d00384f99'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 01:48:49.024644 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bfe3328f-44c6-4c4c-9ed6-b82e48e1cc2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:49.092869 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636cc49b-fae6-42f4-9cb4-a812813ac791 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Pushing event updated for resources: {'Port': ['ID=16776323-a26e-425a-b063-8e7d55d08647,revision_number=2']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:49.220372 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47780) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:49.332758 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f97eb2c-bfbf-4116-a114-4232ba3e900e tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Deleting subnet 4e8ad94a-17e7-4d0f-a968-a8a97a7a098c {{(pid=109867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 01:48:49.341301 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5f97eb2c-bfbf-4116-a114-4232ba3e900e tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Publish callbacks [] for subnet, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:49.352198 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-bfe3328f-44c6-4c4c-9ed6-b82e48e1cc2d None None] Allocated IP 172.20.0.2 (e4bd8488-2411-4a43-8c45-55793a06ca52/ef593860-0e05-42a3-ab31-fd2d00384f99/5c788fd1-e59e-4fe7-b257-cd3f34a1e994) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:48:49.406590 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47782) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:49.430333 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636cc49b-fae6-42f4-9cb4-a812813ac791 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Network 6713d4a1-863c-4f17-b2c4-026d7d8739ad is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:48:49.482386 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-636cc49b-fae6-42f4-9cb4-a812813ac791 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:48:49.520172 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5f97eb2c-bfbf-4116-a114-4232ba3e900e tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28690885'] for subnet, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:49.531899 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64dd4033-c862-48c8-af2c-aaaade79083a tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Made reservation on behalf of 24f911856b3c4338b647feba51f20eff for: {'port': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:48:49.535884 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-64dd4033-c862-48c8-af2c-aaaade79083a tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:49.574732 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [None req-64dd4033-c862-48c8-af2c-aaaade79083a tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] device_id is not set on port ef764ff3-167c-43dc-a7fe-801ff8f40420 yet. {{(pid=109866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 01:48:49.620403 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bfe3328f-44c6-4c4c-9ed6-b82e48e1cc2d None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:49.629441 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bfe3328f-44c6-4c4c-9ed6-b82e48e1cc2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:49.650159 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe3328f-44c6-4c4c-9ed6-b82e48e1cc2d None None] Network e4bd8488-2411-4a43-8c45-55793a06ca52 is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:48:49.653617 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-bfe3328f-44c6-4c4c-9ed6-b82e48e1cc2d None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:48:49.656515 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe3328f-44c6-4c4c-9ed6-b82e48e1cc2d None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:48:49.702553 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe3328f-44c6-4c4c-9ed6-b82e48e1cc2d None None] Pushing event updated for resources: {'Port': ['ID=5c788fd1-e59e-4fe7-b257-cd3f34a1e994,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:49.705247 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d6253dea-64a3-464d-ae18-b5d8d483cf3b tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:49.727714 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9a0b1d7-a3cc-4441-af4f-ff21be41cc36 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Router 1c8f08b8-2f8d-4cb9-aaf4-4e040442648b has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:48:49.746866 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-4784f4f8-4318-4749-9fc8-c7b85f5d5a93 tempest-ExternalNetworksTestJSON-1378039657 tempest-ExternalNetworksTestJSON-1378039657-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1354598634'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:48:49.778988 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-bfe3328f-44c6-4c4c-9ed6-b82e48e1cc2d None None] Attempting to bind port 5c788fd1-e59e-4fe7-b257-cd3f34a1e994 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:48:49.779546 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-bfe3328f-44c6-4c4c-9ed6-b82e48e1cc2d None None] Attempting to bind port 5c788fd1-e59e-4fe7-b257-cd3f34a1e994 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '8e3ba8c7-c118-4a0e-95e9-47e52e58b663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e4bd8488-2411-4a43-8c45-55793a06ca52'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:48:49.780204 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe3328f-44c6-4c4c-9ed6-b82e48e1cc2d None None] Attempting to bind port 5c788fd1-e59e-4fe7-b257-cd3f34a1e994 on network e4bd8488-2411-4a43-8c45-55793a06ca52 {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:48:49.793545 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe3328f-44c6-4c4c-9ed6-b82e48e1cc2d None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:48:49.794900 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe3328f-44c6-4c4c-9ed6-b82e48e1cc2d None None] Checking segment: {'id': '8e3ba8c7-c118-4a0e-95e9-47e52e58b663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e4bd8488-2411-4a43-8c45-55793a06ca52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:48:49.796325 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bfe3328f-44c6-4c4c-9ed6-b82e48e1cc2d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:49.796995 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe3328f-44c6-4c4c-9ed6-b82e48e1cc2d None None] Bound using segment: {'id': '8e3ba8c7-c118-4a0e-95e9-47e52e58b663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e4bd8488-2411-4a43-8c45-55793a06ca52'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:48:49.797517 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-bfe3328f-44c6-4c4c-9ed6-b82e48e1cc2d None None] Bound port: 5c788fd1-e59e-4fe7-b257-cd3f34a1e994, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e3ba8c7-c118-4a0e-95e9-47e52e58b663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e4bd8488-2411-4a43-8c45-55793a06ca52'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:48:49.798837 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bfe3328f-44c6-4c4c-9ed6-b82e48e1cc2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:49.809263 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4784f4f8-4318-4749-9fc8-c7b85f5d5a93 tempest-ExternalNetworksTestJSON-1378039657 tempest-ExternalNetworksTestJSON-1378039657-project] Made reservation on behalf of 97925408234f4dafa4fe78846f24da40 for: {'network': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:48:49.814855 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4784f4f8-4318-4749-9fc8-c7b85f5d5a93 tempest-ExternalNetworksTestJSON-1378039657 tempest-ExternalNetworksTestJSON-1378039657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:49.824715 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d6253dea-64a3-464d-ae18-b5d8d483cf3b tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:49.842048 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4784f4f8-4318-4749-9fc8-c7b85f5d5a93 tempest-ExternalNetworksTestJSON-1378039657 tempest-ExternalNetworksTestJSON-1378039657-project] Publish callbacks [] for security_group, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:49.885235 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-bfe3328f-44c6-4c4c-9ed6-b82e48e1cc2d None None] For port 5c788fd1-e59e-4fe7-b257-cd3f34a1e994, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:48:49.890810 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-bfe3328f-44c6-4c4c-9ed6-b82e48e1cc2d None None] For port 5c788fd1-e59e-4fe7-b257-cd3f34a1e994, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=5c788fd1-e59e-4fe7-b257-cd3f34a1e994,segment=NetworkSegment(8e3ba8c7-c118-4a0e-95e9-47e52e58b663),segment_id=8e3ba8c7-c118-4a0e-95e9-47e52e58b663)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:48:49.896589 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bfe3328f-44c6-4c4c-9ed6-b82e48e1cc2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:49.902670 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6253dea-64a3-464d-ae18-b5d8d483cf3b tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:48:49.917650 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-d6253dea-64a3-464d-ae18-b5d8d483cf3b tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:48:49.920095 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6253dea-64a3-464d-ae18-b5d8d483cf3b tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:48:49.971265 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe3328f-44c6-4c4c-9ed6-b82e48e1cc2d None None] Pushing event updated for resources: {'Port': ['ID=5c788fd1-e59e-4fe7-b257-cd3f34a1e994,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:50.000475 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-301a2995-5482-4bc5-a30d-c9b4d02288fc None None] Provisioning complete for port 16776323-a26e-425a-b063-8e7d55d08647 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:48:50.000890 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-301a2995-5482-4bc5-a30d-c9b4d02288fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:50.021116 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-636cc49b-fae6-42f4-9cb4-a812813ac791 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Router 05a33569-f2af-43c8-900d-2b404281d447 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:48:50.025005 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9a0b1d7-a3cc-4441-af4f-ff21be41cc36 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:48:50.049577 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea846ca-44a4-4237-9951-a2c652f02f1d None None] Sync routers for ids ['1c8f08b8-2f8d-4cb9-aaf4-4e040442648b'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:48:50.051847 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6253dea-64a3-464d-ae18-b5d8d483cf3b tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Pushing event updated for resources: {'Port': ['ID=a16f8ce1-d8c5-4044-9044-0f17479f35e1,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:50.070427 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-d9a0b1d7-a3cc-4441-af4f-ff21be41cc36 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] 10.222.0.21 "PUT /v2.0/routers/1c8f08b8-2f8d-4cb9-aaf4-4e040442648b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9756839 Nov 24 01:48:50.073840 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-301a2995-5482-4bc5-a30d-c9b4d02288fc None None] Port 16776323-a26e-425a-b063-8e7d55d08647 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:48:50.077821 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea846ca-44a4-4237-9951-a2c652f02f1d None None] Routers {'1c8f08b8-2f8d-4cb9-aaf4-4e040442648b'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:48:50.078444 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-1ea846ca-44a4-4237-9951-a2c652f02f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:48:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['1c8f08b8-2f8d-4cb9-aaf4-4e040442648b'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:50.081920 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47786) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:50.083491 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5f97eb2c-bfbf-4116-a114-4232ba3e900e tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:50.099906 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [None req-64dd4033-c862-48c8-af2c-aaaade79083a tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Allocated IP 172.20.0.5 (e4bd8488-2411-4a43-8c45-55793a06ca52/ef593860-0e05-42a3-ab31-fd2d00384f99/ef764ff3-167c-43dc-a7fe-801ff8f40420) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:48:50.109167 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6253dea-64a3-464d-ae18-b5d8d483cf3b tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:48:50.109878 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d6253dea-64a3-464d-ae18-b5d8d483cf3b tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:50.191620 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-d6253dea-64a3-464d-ae18-b5d8d483cf3b tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.2373741 Nov 24 01:48:50.192144 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47788) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:50.268262 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-1ea846ca-44a4-4237-9951-a2c652f02f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:50.271646 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4784f4f8-4318-4749-9fc8-c7b85f5d5a93 tempest-ExternalNetworksTestJSON-1378039657 tempest-ExternalNetworksTestJSON-1378039657-project] Publish callbacks [] for security_group, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:50.285798 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4784f4f8-4318-4749-9fc8-c7b85f5d5a93 tempest-ExternalNetworksTestJSON-1378039657 tempest-ExternalNetworksTestJSON-1378039657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:50.296288 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea846ca-44a4-4237-9951-a2c652f02f1d None None] Routers {'1c8f08b8-2f8d-4cb9-aaf4-4e040442648b'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:48:50.297391 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-1ea846ca-44a4-4237-9951-a2c652f02f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:48:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['1c8f08b8-2f8d-4cb9-aaf4-4e040442648b'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:50.338510 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-1ea846ca-44a4-4237-9951-a2c652f02f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:50.339712 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea846ca-44a4-4237-9951-a2c652f02f1d None None] The sync data for ids ['1c8f08b8-2f8d-4cb9-aaf4-4e040442648b'] in dv-neutron-818911-2-hyperv is: [] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:48:50.359996 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4784f4f8-4318-4749-9fc8-c7b85f5d5a93 tempest-ExternalNetworksTestJSON-1378039657 tempest-ExternalNetworksTestJSON-1378039657-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=109866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:48:50.369864 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da104ecf-bb1b-4491-909c-ed6f20e8797c tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:48:50.382153 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da104ecf-bb1b-4491-909c-ed6f20e8797c tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:48:50.388045 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-da104ecf-bb1b-4491-909c-ed6f20e8797c tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.1918342 Nov 24 01:48:50.397931 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47790) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:50.492501 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4784f4f8-4318-4749-9fc8-c7b85f5d5a93 tempest-ExternalNetworksTestJSON-1378039657 tempest-ExternalNetworksTestJSON-1378039657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:50.493131 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.segments_db [None req-4784f4f8-4318-4749-9fc8-c7b85f5d5a93 tempest-ExternalNetworksTestJSON-1378039657 tempest-ExternalNetworksTestJSON-1378039657-project] Added segment e4cba79e-0841-41a7-ace5-e1b14d3320de of type vlan for network 6cfb7234-2fbb-4e0e-b979-9cf4db092558 Nov 24 01:48:50.496613 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 2820cabe-798a-4d79-9a9e-57d1ed331460 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:48:50.509517 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4784f4f8-4318-4749-9fc8-c7b85f5d5a93 tempest-ExternalNetworksTestJSON-1378039657 tempest-ExternalNetworksTestJSON-1378039657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30393f74-5240-4c4a-af58-fd70a333f040,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:50.554777 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5f97eb2c-bfbf-4116-a114-4232ba3e900e tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25501782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25307808'] for subnet, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:50.611151 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4784f4f8-4318-4749-9fc8-c7b85f5d5a93 tempest-ExternalNetworksTestJSON-1378039657 tempest-ExternalNetworksTestJSON-1378039657-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:50.621685 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 2820cabe-798a-4d79-9a9e-57d1ed331460 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:48:50.623541 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5f97eb2c-bfbf-4116-a114-4232ba3e900e tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:50.630323 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-5f97eb2c-bfbf-4116-a114-4232ba3e900e tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] 10.222.0.21 "DELETE /v2.0/subnets/4e8ad94a-17e7-4d0f-a968-a8a97a7a098c HTTP/1.1" status: 204 len: 168 time: 1.6186845 Nov 24 01:48:50.633630 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:50.633940 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47792) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:50.634844 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f97eb2c-bfbf-4116-a114-4232ba3e900e tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Pushing event deleted for resources: {'Subnet': ['ID=4e8ad94a-17e7-4d0f-a968-a8a97a7a098c,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:50.646913 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-64dd4033-c862-48c8-af2c-aaaade79083a tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:50.665375 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f69da51-e8e7-42ef-a62b-ec66a0b2b469 None None] Network 3784e97c-8c95-4f3a-a189-c0125793c40d requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:48:50.688368 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4784f4f8-4318-4749-9fc8-c7b85f5d5a93 tempest-ExternalNetworksTestJSON-1378039657 tempest-ExternalNetworksTestJSON-1378039657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:50.694123 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4784f4f8-4318-4749-9fc8-c7b85f5d5a93 tempest-ExternalNetworksTestJSON-1378039657 tempest-ExternalNetworksTestJSON-1378039657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:48:50.695089 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4784f4f8-4318-4749-9fc8-c7b85f5d5a93 tempest-ExternalNetworksTestJSON-1378039657 tempest-ExternalNetworksTestJSON-1378039657-project] Publish callbacks [] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:50.708803 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce84bbde-3c40-4ba5-89c6-134882ad4d97 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Deleting subnet d8c43deb-c47f-44eb-bedf-2a1d88b88bdf {{(pid=109867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 01:48:50.714983 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-50bd5c66-58ea-400e-a9e4-90bbb8ba3fe5 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks [] for router, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:50.716998 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-636cc49b-fae6-42f4-9cb4-a812813ac791 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:48:50.728599 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-636cc49b-fae6-42f4-9cb4-a812813ac791 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] 10.222.0.21 "PUT /v2.0/routers/05a33569-f2af-43c8-900d-2b404281d447/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4542403 Nov 24 01:48:50.730192 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ce84bbde-3c40-4ba5-89c6-134882ad4d97 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Publish callbacks [] for subnet, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:50.733509 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55076ddd-bf32-4578-87e3-36372ef16006 None None] Sync routers for ids ['05a33569-f2af-43c8-900d-2b404281d447'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:48:50.736308 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47794) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:50.768514 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-4784f4f8-4318-4749-9fc8-c7b85f5d5a93 tempest-ExternalNetworksTestJSON-1378039657 tempest-ExternalNetworksTestJSON-1378039657-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.3579521 Nov 24 01:48:50.802037 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47796) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:50.811090 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55076ddd-bf32-4578-87e3-36372ef16006 None None] Routers {'05a33569-f2af-43c8-900d-2b404281d447'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:48:50.811565 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-55076ddd-bf32-4578-87e3-36372ef16006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:48:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['05a33569-f2af-43c8-900d-2b404281d447'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:50.818304 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-66c555ee-a5cc-42d6-a8fb-58119497d8a7 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Deleting port a16f8ce1-d8c5-4044-9044-0f17479f35e1 {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:48:50.818645 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-66c555ee-a5cc-42d6-a8fb-58119497d8a7 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:50.824973 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4784f4f8-4318-4749-9fc8-c7b85f5d5a93 tempest-ExternalNetworksTestJSON-1378039657 tempest-ExternalNetworksTestJSON-1378039657-project] Pushing event updated for resources: {'Network': ['ID=6cfb7234-2fbb-4e0e-b979-9cf4db092558,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:50.858129 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-55076ddd-bf32-4578-87e3-36372ef16006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:50.858924 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-64dd4033-c862-48c8-af2c-aaaade79083a tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:50.863708 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network 6cfb7234-2fbb-4e0e-b979-9cf4db092558 details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:48:50.942173 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55076ddd-bf32-4578-87e3-36372ef16006 None None] Routers {'05a33569-f2af-43c8-900d-2b404281d447'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:48:50.943013 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-55076ddd-bf32-4578-87e3-36372ef16006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:48:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['05a33569-f2af-43c8-900d-2b404281d447'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:50.952298 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64dd4033-c862-48c8-af2c-aaaade79083a tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Network e4bd8488-2411-4a43-8c45-55793a06ca52 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:48:50.955409 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dd4033-c862-48c8-af2c-aaaade79083a tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Pushing event updated for resources: {'Port': ['ID=ef764ff3-167c-43dc-a7fe-801ff8f40420,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:50.955662 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ce84bbde-3c40-4ba5-89c6-134882ad4d97 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28690885'] for subnet, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:50.959909 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-64dd4033-c862-48c8-af2c-aaaade79083a tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:48:50.967680 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64dd4033-c862-48c8-af2c-aaaade79083a tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:48:50.992195 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-55076ddd-bf32-4578-87e3-36372ef16006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:50.992863 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55076ddd-bf32-4578-87e3-36372ef16006 None None] The sync data for ids ['05a33569-f2af-43c8-900d-2b404281d447'] in dv-neutron-818911-2-hyperv is: [] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:48:51.024174 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-2f348e59-4b19-4ff7-9b59-73f1b22d18f1 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Request body: {'network': {'name': 'tempest-network--220210793', 'router:external': True}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:48:51.035845 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-66c555ee-a5cc-42d6-a8fb-58119497d8a7 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:51.055515 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a411be49-8aa9-4a68-9ef1-074a548e1588 None None] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:48:51.055758 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-66c555ee-a5cc-42d6-a8fb-58119497d8a7 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Calling delete_port for a16f8ce1-d8c5-4044-9044-0f17479f35e1 owned by {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:48:51.101510 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9ea8a5f7-8041-44d9-8e63-29c6d7bf1f25 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks [] for router, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:51.112581 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64dd4033-c862-48c8-af2c-aaaade79083a tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:48:51.113208 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-64dd4033-c862-48c8-af2c-aaaade79083a tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:51.135653 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:51.170488 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-64dd4033-c862-48c8-af2c-aaaade79083a tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.3504121 Nov 24 01:48:51.173240 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47800) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:51.181144 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 48a73545-8092-4069-ac5f-f26ee8d39d60 no longer exists at agent hyperv_hv-neutron-8189 {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:48:51.194107 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f348e59-4b19-4ff7-9b59-73f1b22d18f1 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Made reservation on behalf of 8a4b2a03a85045b79125e8c04dac6335 for: {'network': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:48:51.196718 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2f348e59-4b19-4ff7-9b59-73f1b22d18f1 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:51.224997 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-458871d4-1f0c-465c-a6d9-8910aad7c01a None None] Provisioning complete for port 2820cabe-798a-4d79-9a9e-57d1ed331460 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:48:51.225362 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-458871d4-1f0c-465c-a6d9-8910aad7c01a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:51.232541 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] No Port match for: 48a73545-8092-4069-ac5f-f26ee8d39d60 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:48:51.232895 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 48a73545-8092-4069-ac5f-f26ee8d39d60 not bound to the agent host hv-neutron-8189 {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:48:51.244164 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-50bd5c66-58ea-400e-a9e4-90bbb8ba3fe5 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:51.266987 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2f348e59-4b19-4ff7-9b59-73f1b22d18f1 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:51.305515 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ce84bbde-3c40-4ba5-89c6-134882ad4d97 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:51.310875 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] For port 2820cabe-798a-4d79-9a9e-57d1ed331460, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=2820cabe-798a-4d79-9a9e-57d1ed331460,segment=NetworkSegment(2b1ff8b4-a836-4287-84a2-3eaf8ccfb867),segment_id=2b1ff8b4-a836-4287-84a2-3eaf8ccfb867)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:48:51.336753 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:51.337703 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6dafee2a-6a8b-4972-8f34-3d54603dbff6 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3777994'] for router_interface, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:51.339901 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f37b6e-a1e4-4ac7-987f-b6fb71bd8e1b None None] DHCP port deletion for 3784e97c-8c95-4f3a-a189-c0125793c40d request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:48:51.407269 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.api.v2.resource [None req-9ea8a5f7-8041-44d9-8e63-29c6d7bf1f25 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 24 01:48:51.408155 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Pushing event updated for resources: {'Port': ['ID=2820cabe-798a-4d79-9a9e-57d1ed331460,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:51.408576 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-9ea8a5f7-8041-44d9-8e63-29c6d7bf1f25 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] 10.222.0.21 "DELETE /v2.0/routers/05a33569-f2af-43c8-900d-2b404281d447 HTTP/1.1" status: 409 len: 329 time: 0.6710374 Nov 24 01:48:51.411555 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47802) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:51.550517 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-15f37b6e-a1e4-4ac7-987f-b6fb71bd8e1b None None] Deleting port e07d7d2e-7eae-4e09-ad46-10915ce51783 {{(pid=109868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:48:51.550867 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-15f37b6e-a1e4-4ac7-987f-b6fb71bd8e1b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:51.651764 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-15f37b6e-a1e4-4ac7-987f-b6fb71bd8e1b None None] For port e07d7d2e-7eae-4e09-ad46-10915ce51783, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=e07d7d2e-7eae-4e09-ad46-10915ce51783,segment=NetworkSegment(1ce7373f-1ea5-4f16-b56c-426deab7d114),segment_id=1ce7373f-1ea5-4f16-b56c-426deab7d114)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:48:51.652168 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-15f37b6e-a1e4-4ac7-987f-b6fb71bd8e1b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:51.719270 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-66c555ee-a5cc-42d6-a8fb-58119497d8a7 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:51.773305 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c555ee-a5cc-42d6-a8fb-58119497d8a7 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Pushing event deleted for resources: {'Port': ['ID=a16f8ce1-d8c5-4044-9044-0f17479f35e1,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:51.837560 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7719d6-c910-4678-a935-e1639007a2e5 None None] Network e4bd8488-2411-4a43-8c45-55793a06ca52 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:48:51.844694 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-15f37b6e-a1e4-4ac7-987f-b6fb71bd8e1b None None] Calling delete_port for e07d7d2e-7eae-4e09-ad46-10915ce51783 owned by network:dhcp {{(pid=109868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:48:51.883700 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-a323dca3-9762-4518-be77-a72b91ed343c None None] Provisioning complete for port 5c788fd1-e59e-4fe7-b257-cd3f34a1e994 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:48:51.884065 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a323dca3-9762-4518-be77-a72b91ed343c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:51.907239 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-66c555ee-a5cc-42d6-a8fb-58119497d8a7 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:51.914534 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-66c555ee-a5cc-42d6-a8fb-58119497d8a7 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "DELETE /v2.0/ports/a16f8ce1-d8c5-4044-9044-0f17479f35e1 HTTP/1.1" status: 204 len: 168 time: 1.5155442 Nov 24 01:48:51.919197 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47804) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:52.022355 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ce84bbde-3c40-4ba5-89c6-134882ad4d97 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25501782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25307808'] for subnet, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:52.057585 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce84bbde-3c40-4ba5-89c6-134882ad4d97 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Pushing event deleted for resources: {'Subnet': ['ID=d8c43deb-c47f-44eb-bedf-2a1d88b88bdf,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:52.072594 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-15f37b6e-a1e4-4ac7-987f-b6fb71bd8e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974'] for port, after_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:52.074561 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-50bd5c66-58ea-400e-a9e4-90bbb8ba3fe5 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Deleting port d14bec59-adfa-426a-9457-a4f93161d0a1 {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:48:52.074991 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-50bd5c66-58ea-400e-a9e4-90bbb8ba3fe5 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:52.131133 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0568036c-d79f-4fcd-abcc-125ba96601eb tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:48:52.132852 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0568036c-d79f-4fcd-abcc-125ba96601eb tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:48:52.134492 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0568036c-d79f-4fcd-abcc-125ba96601eb tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:48:52.139185 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-0568036c-d79f-4fcd-abcc-125ba96601eb tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2151804 Nov 24 01:48:52.143004 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f37b6e-a1e4-4ac7-987f-b6fb71bd8e1b None None] No DVR routers for this DVR port e07d7d2e-7eae-4e09-ad46-10915ce51783 on host dv-neutron-818911-2-hyperv {{(pid=109868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:48:52.144725 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47806) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:52.145701 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407ca97a-9814-48df-9c21-7c16a6c6041c None None] Network 3b1e8a82-0848-4c88-ac48-1d480ac40256 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:48:52.186331 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-879b4596-ac76-4da0-95e5-bfab62d10183 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:52.192122 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ce84bbde-3c40-4ba5-89c6-134882ad4d97 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:52.201886 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-ce84bbde-3c40-4ba5-89c6-134882ad4d97 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] 10.222.0.21 "DELETE /v2.0/subnets/d8c43deb-c47f-44eb-bedf-2a1d88b88bdf HTTP/1.1" status: 204 len: 168 time: 1.5635192 Nov 24 01:48:52.221445 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47808) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:52.319544 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f37b6e-a1e4-4ac7-987f-b6fb71bd8e1b None None] Pushing event deleted for resources: {'Port': ['ID=e07d7d2e-7eae-4e09-ad46-10915ce51783,revision_number=None']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:52.342457 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-50bd5c66-58ea-400e-a9e4-90bbb8ba3fe5 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:52.358109 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-50bd5c66-58ea-400e-a9e4-90bbb8ba3fe5 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Calling delete_port for d14bec59-adfa-426a-9457-a4f93161d0a1 owned by network:router_gateway {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:48:52.438799 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a323dca3-9762-4518-be77-a72b91ed343c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:52.489063 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-a323dca3-9762-4518-be77-a72b91ed343c None None] For port 5c788fd1-e59e-4fe7-b257-cd3f34a1e994, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=5c788fd1-e59e-4fe7-b257-cd3f34a1e994,segment=NetworkSegment(8e3ba8c7-c118-4a0e-95e9-47e52e58b663),segment_id=8e3ba8c7-c118-4a0e-95e9-47e52e58b663)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:48:52.502166 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a323dca3-9762-4518-be77-a72b91ed343c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:52.552217 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-879b4596-ac76-4da0-95e5-bfab62d10183 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks [] for port, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:52.565641 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-879b4596-ac76-4da0-95e5-bfab62d10183 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29149402'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:52.581492 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2d19985-3ee7-48b6-824e-6ac0360ed29e tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Deleting subnet 508a478f-d7fa-4d4a-869a-ce625e7dc746 {{(pid=109866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 01:48:52.633909 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2f348e59-4b19-4ff7-9b59-73f1b22d18f1 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:52.639243 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-50bd5c66-58ea-400e-a9e4-90bbb8ba3fe5 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:52.654794 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 2820cabe-798a-4d79-9a9e-57d1ed331460 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:48:52.660765 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2f348e59-4b19-4ff7-9b59-73f1b22d18f1 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:52.676567 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f348e59-4b19-4ff7-9b59-73f1b22d18f1 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=109867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:48:52.683752 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d2d19985-3ee7-48b6-824e-6ac0360ed29e tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for subnet, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:52.694913 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2f348e59-4b19-4ff7-9b59-73f1b22d18f1 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:52.695312 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.segments_db [None req-2f348e59-4b19-4ff7-9b59-73f1b22d18f1 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Added segment 1f2bcd04-97c1-446b-99e1-fca7b2548368 of type vlan for network 2bfc28d9-08ab-46fe-8555-bd4911cb99f7 Nov 24 01:48:52.703424 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a323dca3-9762-4518-be77-a72b91ed343c None None] Pushing event updated for resources: {'Port': ['ID=5c788fd1-e59e-4fe7-b257-cd3f34a1e994,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:52.715744 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23fd4386-68ba-40fc-884c-a81b42358592 None None] DHCP port deletion for 3b1e8a82-0848-4c88-ac48-1d480ac40256 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:48:52.721298 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-864d8379-6d53-437e-b38a-6b6ff65120f6 None None] Could not find standard attr ID for object a16f8ce1-d8c5-4044-9044-0f17479f35e1. {{(pid=109868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 01:48:52.760451 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2f348e59-4b19-4ff7-9b59-73f1b22d18f1 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:52.784467 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-864d8379-6d53-437e-b38a-6b6ff65120f6 None None] Provisioning complete for port 2820cabe-798a-4d79-9a9e-57d1ed331460 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:48:52.785218 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-864d8379-6d53-437e-b38a-6b6ff65120f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:52.789149 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8e348e00-987b-4527-8270-b802a7bc6a08 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:52.854879 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 2820cabe-798a-4d79-9a9e-57d1ed331460 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:48:52.855445 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:52.858109 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f348e59-4b19-4ff7-9b59-73f1b22d18f1 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbcea3f9-30d2-497e-832c-28718bbc3ffc,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:52.864427 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bd5c66-58ea-400e-a9e4-90bbb8ba3fe5 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Pushing event deleted for resources: {'Port': ['ID=d14bec59-adfa-426a-9457-a4f93161d0a1,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:52.888855 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2f348e59-4b19-4ff7-9b59-73f1b22d18f1 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:52.889935 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f348e59-4b19-4ff7-9b59-73f1b22d18f1 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:48:52.890370 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2f348e59-4b19-4ff7-9b59-73f1b22d18f1 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Publish callbacks [] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:52.904485 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe04f3f-6f9c-4564-ad7a-004ab3d8a2ce None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:48:52.929579 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-2f348e59-4b19-4ff7-9b59-73f1b22d18f1 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.0856946 Nov 24 01:48:52.940170 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47810) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:52.992689 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-23fd4386-68ba-40fc-884c-a81b42358592 None None] Deleting port 2547366c-bcc7-45f1-82f4-d8c58357899d {{(pid=109868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:48:52.993219 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-23fd4386-68ba-40fc-884c-a81b42358592 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:53.042371 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 5c788fd1-e59e-4fe7-b257-cd3f34a1e994 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:48:53.112528 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-23fd4386-68ba-40fc-884c-a81b42358592 None None] For port 2547366c-bcc7-45f1-82f4-d8c58357899d, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=2547366c-bcc7-45f1-82f4-d8c58357899d,segment=NetworkSegment(add9178e-b287-4fd8-bf85-e438293b9f06),segment_id=add9178e-b287-4fd8-bf85-e438293b9f06)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:48:53.113084 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-23fd4386-68ba-40fc-884c-a81b42358592 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:53.131008 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-23fd4386-68ba-40fc-884c-a81b42358592 None None] Calling delete_port for 2547366c-bcc7-45f1-82f4-d8c58357899d owned by network:dhcp {{(pid=109868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:48:53.163702 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-50bd5c66-58ea-400e-a9e4-90bbb8ba3fe5 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418161'] for router_gateway, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:53.248421 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879b4596-ac76-4da0-95e5-bfab62d10183 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Pushing event updated for resources: {'Port': ['ID=ef764ff3-167c-43dc-a7fe-801ff8f40420,revision_number=2']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:53.251101 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-2ffef1e1-a718-493c-9431-8ada30a9a340 None None] Provisioning complete for port ef764ff3-167c-43dc-a7fe-801ff8f40420 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:48:53.251471 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-2ffef1e1-a718-493c-9431-8ada30a9a340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:53.266371 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d2d19985-3ee7-48b6-824e-6ac0360ed29e tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29055568'] for subnet, precommit_delete_associations {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:53.267210 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-50bd5c66-58ea-400e-a9e4-90bbb8ba3fe5 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-424460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2766'] for router, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:53.269589 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-50bd5c66-58ea-400e-a9e4-90bbb8ba3fe5 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:53.283983 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 5c788fd1-e59e-4fe7-b257-cd3f34a1e994 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:48:53.284355 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:53.311070 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-23fd4386-68ba-40fc-884c-a81b42358592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974'] for port, after_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:53.321621 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f348e59-4b19-4ff7-9b59-73f1b22d18f1 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Pushing event updated for resources: {'Network': ['ID=2bfc28d9-08ab-46fe-8555-bd4911cb99f7,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:53.358514 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network 2bfc28d9-08ab-46fe-8555-bd4911cb99f7 details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:48:53.364784 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fd4386-68ba-40fc-884c-a81b42358592 None None] Pushing event deleted for resources: {'Port': ['ID=2547366c-bcc7-45f1-82f4-d8c58357899d,revision_number=None']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:53.379157 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-3ac7e32a-2a40-48d2-b8e5-0aa5ed7b7ad0 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:53.382308 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-50bd5c66-58ea-400e-a9e4-90bbb8ba3fe5 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-424469'] for router, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:53.382879 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50bd5c66-58ea-400e-a9e4-90bbb8ba3fe5 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Fanout notify agent at l3_agent the message router_deleted on router 1c8f08b8-2f8d-4cb9-aaf4-4e040442648b {{(pid=109867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 01:48:53.383164 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-2ffef1e1-a718-493c-9431-8ada30a9a340 None None] Port ef764ff3-167c-43dc-a7fe-801ff8f40420 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:48:53.387509 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fd4386-68ba-40fc-884c-a81b42358592 None None] No DVR routers for this DVR port 2547366c-bcc7-45f1-82f4-d8c58357899d on host dv-neutron-818911-2-hyperv {{(pid=109868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:48:53.393434 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-50bd5c66-58ea-400e-a9e4-90bbb8ba3fe5 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks [] for router, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:53.394640 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-50bd5c66-58ea-400e-a9e4-90bbb8ba3fe5 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] 10.222.0.21 "DELETE /v2.0/routers/1c8f08b8-2f8d-4cb9-aaf4-4e040442648b HTTP/1.1" status: 204 len: 168 time: 3.3061604 Nov 24 01:48:53.398563 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47812) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:53.454059 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-2ffef1e1-a718-493c-9431-8ada30a9a340 None None] Provisioning complete for port 5c788fd1-e59e-4fe7-b257-cd3f34a1e994 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:48:53.454366 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-2ffef1e1-a718-493c-9431-8ada30a9a340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:53.524508 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_v2 [None req-b947da51-369b-4214-988f-d91dd8cb38bb tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Deleting subnet 1173098a-80db-4ed8-9484-312326b9570c {{(pid=109867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 01:48:53.532436 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b947da51-369b-4214-988f-d91dd8cb38bb tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks [] for subnet, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:53.544227 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-6dafee2a-6a8b-4972-8f34-3d54603dbff6 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Deleting port bc7e4084-6739-4058-8cec-3e80a0bbe66d {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:48:53.544634 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6dafee2a-6a8b-4972-8f34-3d54603dbff6 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:53.549377 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8e348e00-987b-4527-8270-b802a7bc6a08 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:53.608066 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-8e348e00-987b-4527-8270-b802a7bc6a08 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3784e97c-8c95-4f3a-a189-c0125793c40d']}} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:53.630190 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-3ac7e32a-2a40-48d2-b8e5-0aa5ed7b7ad0 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:53.637798 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-879b4596-ac76-4da0-95e5-bfab62d10183 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3777869'] for router_interface, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:53.640513 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d2d19985-3ee7-48b6-824e-6ac0360ed29e tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:53.645177 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-8e348e00-987b-4527-8270-b802a7bc6a08 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ce7373f-1ea5-4f16-b56c-426deab7d114') {'for_net_delete': True} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:53.645502 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-8e348e00-987b-4527-8270-b802a7bc6a08 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ce7373f-1ea5-4f16-b56c-426deab7d114') {} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:53.648234 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device e07d7d2e-7eae-4e09-ad46-10915ce51783 no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:48:53.670993 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: e07d7d2e-7eae-4e09-ad46-10915ce51783 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:48:53.671357 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device e07d7d2e-7eae-4e09-ad46-10915ce51783 not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:48:53.689870 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b947da51-369b-4214-988f-d91dd8cb38bb tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28690885'] for subnet, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:53.694992 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-3ac7e32a-2a40-48d2-b8e5-0aa5ed7b7ad0 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bfc28d9-08ab-46fe-8555-bd4911cb99f7']}} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:53.713855 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8e348e00-987b-4527-8270-b802a7bc6a08 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29055561'] for segment, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:53.723478 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-7f2a38e3-ffde-42ac-b796-4cf59fe8e372 None None] Provisioning complete for port ef764ff3-167c-43dc-a7fe-801ff8f40420 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:48:53.723848 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-7f2a38e3-ffde-42ac-b796-4cf59fe8e372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:53.738030 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-3ac7e32a-2a40-48d2-b8e5-0aa5ed7b7ad0 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f2bcd04-97c1-446b-99e1-fca7b2548368') {'for_net_delete': True} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:53.738323 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-3ac7e32a-2a40-48d2-b8e5-0aa5ed7b7ad0 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f2bcd04-97c1-446b-99e1-fca7b2548368') {} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:53.747547 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8e348e00-987b-4527-8270-b802a7bc6a08 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:53.756704 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-3ac7e32a-2a40-48d2-b8e5-0aa5ed7b7ad0 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28690908'] for segment, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:53.767186 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-7f2a38e3-ffde-42ac-b796-4cf59fe8e372 None None] Port ef764ff3-167c-43dc-a7fe-801ff8f40420 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:48:53.780576 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e348e00-987b-4527-8270-b802a7bc6a08 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=109866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:48:53.781059 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8e348e00-987b-4527-8270-b802a7bc6a08 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29151010'] for segment, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:53.784165 dv-neutron-818911-2-hyperv neutron-server[109866]: Traceback (most recent call last): Nov 24 01:48:53.784165 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:48:53.784165 dv-neutron-818911-2-hyperv neutron-server[109866]: timer() Nov 24 01:48:53.784165 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:48:53.784165 dv-neutron-818911-2-hyperv neutron-server[109866]: cb(*args, **kw) Nov 24 01:48:53.784165 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:48:53.784165 dv-neutron-818911-2-hyperv neutron-server[109866]: return func(*args, **kwargs) Nov 24 01:48:53.784165 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:48:53.784165 dv-neutron-818911-2-hyperv neutron-server[109866]: self._notify() Nov 24 01:48:53.784165 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:48:53.784165 dv-neutron-818911-2-hyperv neutron-server[109866]: self.callback(batched_events) Nov 24 01:48:53.784165 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:48:53.784165 dv-neutron-818911-2-hyperv neutron-server[109866]: event.method(event) Nov 24 01:48:53.784165 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:48:53.784165 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:48:53.784165 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:48:53.784165 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:48:53.784165 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:48:53.784165 dv-neutron-818911-2-hyperv neutron-server[109866]: return f(self, *a, **k) Nov 24 01:48:53.784165 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:48:53.784165 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._get(url).json() Nov 24 01:48:53.784165 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:48:53.784165 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:48:53.784165 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:48:53.784165 dv-neutron-818911-2-hyperv neutron-server[109866]: return self.request(url, 'GET', **kwargs) Nov 24 01:48:53.784165 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:48:53.784165 dv-neutron-818911-2-hyperv neutron-server[109866]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:48:53.784165 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:48:53.784165 dv-neutron-818911-2-hyperv neutron-server[109866]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:48:53.784165 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:48:53.784165 dv-neutron-818911-2-hyperv neutron-server[109866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:48:53.784165 dv-neutron-818911-2-hyperv neutron-server[109866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:48:53.794714 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-3ac7e32a-2a40-48d2-b8e5-0aa5ed7b7ad0 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:53.794933 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-de872ab1-029d-471e-bdd4-e63845371fa1 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3777994'] for router_interface, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:53.800966 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [None req-6dafee2a-6a8b-4972-8f34-3d54603dbff6 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] For port bc7e4084-6739-4058-8cec-3e80a0bbe66d, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=bc7e4084-6739-4058-8cec-3e80a0bbe66d,segment=NetworkSegment(db823f0a-caf6-41c9-bc62-afb7ce23547f),segment_id=db823f0a-caf6-41c9-bc62-afb7ce23547f)] {{(pid=109867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:48:53.801323 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6dafee2a-6a8b-4972-8f34-3d54603dbff6 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:53.811821 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ac7e32a-2a40-48d2-b8e5-0aa5ed7b7ad0 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=109867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:48:53.812219 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-3ac7e32a-2a40-48d2-b8e5-0aa5ed7b7ad0 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25503736'] for segment, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:53.830366 dv-neutron-818911-2-hyperv neutron-server[109867]: Traceback (most recent call last): Nov 24 01:48:53.830366 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:48:53.830366 dv-neutron-818911-2-hyperv neutron-server[109867]: timer() Nov 24 01:48:53.830366 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:48:53.830366 dv-neutron-818911-2-hyperv neutron-server[109867]: cb(*args, **kw) Nov 24 01:48:53.830366 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:48:53.830366 dv-neutron-818911-2-hyperv neutron-server[109867]: return func(*args, **kwargs) Nov 24 01:48:53.830366 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:48:53.830366 dv-neutron-818911-2-hyperv neutron-server[109867]: self._notify() Nov 24 01:48:53.830366 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:48:53.830366 dv-neutron-818911-2-hyperv neutron-server[109867]: self.callback(batched_events) Nov 24 01:48:53.830366 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:48:53.830366 dv-neutron-818911-2-hyperv neutron-server[109867]: event.method(event) Nov 24 01:48:53.830366 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:48:53.830366 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:48:53.830366 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:48:53.830366 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:48:53.830366 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:48:53.830366 dv-neutron-818911-2-hyperv neutron-server[109867]: return f(self, *a, **k) Nov 24 01:48:53.830366 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:48:53.830366 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._get(url).json() Nov 24 01:48:53.830366 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:48:53.830366 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:48:53.830366 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:48:53.830366 dv-neutron-818911-2-hyperv neutron-server[109867]: return self.request(url, 'GET', **kwargs) Nov 24 01:48:53.830366 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:48:53.830366 dv-neutron-818911-2-hyperv neutron-server[109867]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:48:53.830366 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:48:53.830366 dv-neutron-818911-2-hyperv neutron-server[109867]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:48:53.830366 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:48:53.830366 dv-neutron-818911-2-hyperv neutron-server[109867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:48:53.830366 dv-neutron-818911-2-hyperv neutron-server[109867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:48:53.860130 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-6dafee2a-6a8b-4972-8f34-3d54603dbff6 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Calling delete_port for bc7e4084-6739-4058-8cec-3e80a0bbe66d owned by network:router_interface {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:48:53.904193 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b947da51-369b-4214-988f-d91dd8cb38bb tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:53.941369 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8e348e00-987b-4527-8270-b802a7bc6a08 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:53.948838 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d2d19985-3ee7-48b6-824e-6ac0360ed29e tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29149324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29154870'] for subnet, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:53.953883 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8e348e00-987b-4527-8270-b802a7bc6a08 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Publish callbacks [] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:53.957053 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-8e348e00-987b-4527-8270-b802a7bc6a08 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] 10.222.0.21 "DELETE /v2.0/networks/3784e97c-8c95-4f3a-a189-c0125793c40d HTTP/1.1" status: 204 len: 168 time: 1.7346497 Nov 24 01:48:53.964920 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47814) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:54.004132 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-3ac7e32a-2a40-48d2-b8e5-0aa5ed7b7ad0 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:54.025691 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e348e00-987b-4527-8270-b802a7bc6a08 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Pushing event deleted for resources: {'Network': ['ID=3784e97c-8c95-4f3a-a189-c0125793c40d,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:54.027146 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ac7e32a-2a40-48d2-b8e5-0aa5ed7b7ad0 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2bfc28d9-08ab-46fe-8555-bd4911cb99f7 {{(pid=109867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 24 01:48:54.032239 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d19985-3ee7-48b6-824e-6ac0360ed29e tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Pushing event deleted for resources: {'Subnet': ['ID=508a478f-d7fa-4d4a-869a-ce625e7dc746,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:54.034782 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d2d19985-3ee7-48b6-824e-6ac0360ed29e tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:54.040344 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-d2d19985-3ee7-48b6-824e-6ac0360ed29e tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "DELETE /v2.0/subnets/508a478f-d7fa-4d4a-869a-ce625e7dc746 HTTP/1.1" status: 204 len: 168 time: 1.8940125 Nov 24 01:48:54.046523 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47816) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:54.048052 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-3ac7e32a-2a40-48d2-b8e5-0aa5ed7b7ad0 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Publish callbacks [] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:54.048884 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d99211-2da5-4654-b73e-601a7c5b3a01 None None] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:48:54.050689 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-879b4596-ac76-4da0-95e5-bfab62d10183 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:54.052272 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-3ac7e32a-2a40-48d2-b8e5-0aa5ed7b7ad0 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] 10.222.0.21 "DELETE /v2.0/networks/2bfc28d9-08ab-46fe-8555-bd4911cb99f7 HTTP/1.1" status: 204 len: 168 time: 1.0910406 Nov 24 01:48:54.059262 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47818) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:54.094324 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac7e32a-2a40-48d2-b8e5-0aa5ed7b7ad0 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Pushing event deleted for resources: {'Network': ['ID=2bfc28d9-08ab-46fe-8555-bd4911cb99f7,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:54.105849 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-9e055f26-2263-4434-b18a-426e1a2c6d07 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Request body: {'network': {'router:external': True}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:48:54.122564 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b4ca5e92-5b55-435e-ad40-9df980e9f342 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:54.179864 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b947da51-369b-4214-988f-d91dd8cb38bb tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25501782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25307808'] for subnet, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:54.216435 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_v2 [None req-83dfbf6b-20b7-4e21-a0a9-ccba141c3900 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Deleting subnet a4092f8e-abde-4ac0-af31-3a6aeb6a6524 {{(pid=109866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 01:48:54.225914 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-83dfbf6b-20b7-4e21-a0a9-ccba141c3900 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for subnet, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:54.227711 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b947da51-369b-4214-988f-d91dd8cb38bb tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Pushing event deleted for resources: {'Subnet': ['ID=1173098a-80db-4ed8-9484-312326b9570c,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:54.228927 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e055f26-2263-4434-b18a-426e1a2c6d07 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Made reservation on behalf of 8a4b2a03a85045b79125e8c04dac6335 for: {'network': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:48:54.231234 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9e055f26-2263-4434-b18a-426e1a2c6d07 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:54.290097 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b947da51-369b-4214-988f-d91dd8cb38bb tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:54.295047 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-b947da51-369b-4214-988f-d91dd8cb38bb tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] 10.222.0.21 "DELETE /v2.0/subnets/1173098a-80db-4ed8-9484-312326b9570c HTTP/1.1" status: 204 len: 168 time: 0.8951974 Nov 24 01:48:54.299497 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4afd4188-68ce-4555-b39f-0c2eb562956f None None] Network 99b3df16-2f7a-4f60-ae7c-f0260db300b2 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:48:54.353764 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47820) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:54.403226 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e055f26-2263-4434-b18a-426e1a2c6d07 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=109866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:48:54.409239 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-83dfbf6b-20b7-4e21-a0a9-ccba141c3900 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29055568'] for subnet, precommit_delete_associations {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:54.459680 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9e055f26-2263-4434-b18a-426e1a2c6d07 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:54.459938 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.segments_db [None req-9e055f26-2263-4434-b18a-426e1a2c6d07 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Added segment 5c6403bc-dc1c-4201-a6b0-437310430672 of type vlan for network 5bb8d929-7e75-4e91-bca2-e87a335fcc8e Nov 24 01:48:54.481369 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b4ca5e92-5b55-435e-ad40-9df980e9f342 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:54.498733 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 5c788fd1-e59e-4fe7-b257-cd3f34a1e994 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:48:54.510047 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-b4ca5e92-5b55-435e-ad40-9df980e9f342 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b1e8a82-0848-4c88-ac48-1d480ac40256']}} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:54.525584 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-b4ca5e92-5b55-435e-ad40-9df980e9f342 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'add9178e-b287-4fd8-bf85-e438293b9f06') {'for_net_delete': True} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:54.526200 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-b4ca5e92-5b55-435e-ad40-9df980e9f342 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'add9178e-b287-4fd8-bf85-e438293b9f06') {} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:54.537127 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b4ca5e92-5b55-435e-ad40-9df980e9f342 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28690908'] for segment, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:54.560702 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6dafee2a-6a8b-4972-8f34-3d54603dbff6 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:54.600112 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b4ca5e92-5b55-435e-ad40-9df980e9f342 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:54.625926 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dafee2a-6a8b-4972-8f34-3d54603dbff6 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Pushing event deleted for resources: {'Port': ['ID=bc7e4084-6739-4058-8cec-3e80a0bbe66d,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:54.634710 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4ca5e92-5b55-435e-ad40-9df980e9f342 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=109867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:48:54.635191 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 5c788fd1-e59e-4fe7-b257-cd3f34a1e994 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:48:54.635888 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b4ca5e92-5b55-435e-ad40-9df980e9f342 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25503736'] for segment, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:54.636316 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:54.642884 dv-neutron-818911-2-hyperv neutron-server[109867]: Traceback (most recent call last): Nov 24 01:48:54.642884 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:48:54.642884 dv-neutron-818911-2-hyperv neutron-server[109867]: timer() Nov 24 01:48:54.642884 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:48:54.642884 dv-neutron-818911-2-hyperv neutron-server[109867]: cb(*args, **kw) Nov 24 01:48:54.642884 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:48:54.642884 dv-neutron-818911-2-hyperv neutron-server[109867]: return func(*args, **kwargs) Nov 24 01:48:54.642884 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:48:54.642884 dv-neutron-818911-2-hyperv neutron-server[109867]: self._notify() Nov 24 01:48:54.642884 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:48:54.642884 dv-neutron-818911-2-hyperv neutron-server[109867]: self.callback(batched_events) Nov 24 01:48:54.642884 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:48:54.642884 dv-neutron-818911-2-hyperv neutron-server[109867]: event.method(event) Nov 24 01:48:54.642884 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:48:54.642884 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:48:54.642884 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:48:54.642884 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:48:54.642884 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:48:54.642884 dv-neutron-818911-2-hyperv neutron-server[109867]: return f(self, *a, **k) Nov 24 01:48:54.642884 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:48:54.642884 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._get(url).json() Nov 24 01:48:54.642884 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:48:54.642884 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:48:54.642884 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:48:54.642884 dv-neutron-818911-2-hyperv neutron-server[109867]: return self.request(url, 'GET', **kwargs) Nov 24 01:48:54.642884 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:48:54.642884 dv-neutron-818911-2-hyperv neutron-server[109867]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:48:54.642884 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:48:54.642884 dv-neutron-818911-2-hyperv neutron-server[109867]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:48:54.642884 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:48:54.642884 dv-neutron-818911-2-hyperv neutron-server[109867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:48:54.642884 dv-neutron-818911-2-hyperv neutron-server[109867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:48:54.747020 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-effccb1d-17c8-4103-948f-120b4da51efd tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:54.785890 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b4ca5e92-5b55-435e-ad40-9df980e9f342 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:54.795635 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33092f0a-5aba-4c61-a81d-f337524774c5 None None] DHCP port deletion for 99b3df16-2f7a-4f60-ae7c-f0260db300b2 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:48:54.799188 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b4ca5e92-5b55-435e-ad40-9df980e9f342 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Publish callbacks [] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:54.806960 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-b4ca5e92-5b55-435e-ad40-9df980e9f342 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] 10.222.0.21 "DELETE /v2.0/networks/3b1e8a82-0848-4c88-ac48-1d480ac40256 HTTP/1.1" status: 204 len: 168 time: 0.8398318 Nov 24 01:48:54.808874 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47822) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:54.841428 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ca5e92-5b55-435e-ad40-9df980e9f342 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Pushing event deleted for resources: {'Network': ['ID=3b1e8a82-0848-4c88-ac48-1d480ac40256,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:54.884972 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9e055f26-2263-4434-b18a-426e1a2c6d07 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:54.973108 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9e055f26-2263-4434-b18a-426e1a2c6d07 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:54.974209 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e055f26-2263-4434-b18a-426e1a2c6d07 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:48:54.974903 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9e055f26-2263-4434-b18a-426e1a2c6d07 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Publish callbacks [] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:54.977773 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4a133e6-c792-4337-a733-60690c39a606 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Deleting subnet 1f6afb18-7284-462a-bcc9-dbeeb7f9404e {{(pid=109867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 01:48:54.982249 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f4a133e6-c792-4337-a733-60690c39a606 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Publish callbacks [] for subnet, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:55.040547 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-879b4596-ac76-4da0-95e5-bfab62d10183 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks [] for port, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:55.045563 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-83dfbf6b-20b7-4e21-a0a9-ccba141c3900 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:55.051849 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f4a133e6-c792-4337-a733-60690c39a606 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28690885'] for subnet, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:55.068482 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-b9021583-b54f-4090-8978-2cf300e66797 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:55.169218 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-83dfbf6b-20b7-4e21-a0a9-ccba141c3900 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29149324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29154870'] for subnet, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:55.175249 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-33092f0a-5aba-4c61-a81d-f337524774c5 None None] Deleting port 71930efb-c2fc-4e8e-ba3f-d4ab5789afc5 {{(pid=109868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:48:55.175632 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-33092f0a-5aba-4c61-a81d-f337524774c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:55.210710 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f4a133e6-c792-4337-a733-60690c39a606 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:55.231232 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-9e055f26-2263-4434-b18a-426e1a2c6d07 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.1644425 Nov 24 01:48:55.233491 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-879b4596-ac76-4da0-95e5-bfab62d10183 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29149402'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:55.234539 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47824) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:55.241242 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-68df107a-e034-43e5-92ae-ad7e6da5a19a tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Request body: {'subnet': {'network_id': '5bb8d929-7e75-4e91-bca2-e87a335fcc8e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:48:55.254182 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 2547366c-bcc7-45f1-82f4-d8c58357899d no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:48:55.267958 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6dafee2a-6a8b-4972-8f34-3d54603dbff6 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424538'] for router_interface, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:55.280668 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-33092f0a-5aba-4c61-a81d-f337524774c5 None None] For port 71930efb-c2fc-4e8e-ba3f-d4ab5789afc5, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=71930efb-c2fc-4e8e-ba3f-d4ab5789afc5,segment=NetworkSegment(f98cc2c7-fab5-4996-a594-b08d120fa064),segment_id=f98cc2c7-fab5-4996-a594-b08d120fa064)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:48:55.280668 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-33092f0a-5aba-4c61-a81d-f337524774c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:55.285580 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68df107a-e034-43e5-92ae-ad7e6da5a19a tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Made reservation on behalf of 8a4b2a03a85045b79125e8c04dac6335 for: {'subnet': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:48:55.288268 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-68df107a-e034-43e5-92ae-ad7e6da5a19a tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25307781'] for subnet, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:55.290267 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: 2547366c-bcc7-45f1-82f4-d8c58357899d {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:48:55.290616 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 2547366c-bcc7-45f1-82f4-d8c58357899d not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:48:55.304510 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-33092f0a-5aba-4c61-a81d-f337524774c5 None None] Calling delete_port for 71930efb-c2fc-4e8e-ba3f-d4ab5789afc5 owned by network:dhcp {{(pid=109868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:48:55.348450 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-83dfbf6b-20b7-4e21-a0a9-ccba141c3900 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:55.354879 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-83dfbf6b-20b7-4e21-a0a9-ccba141c3900 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "DELETE /v2.0/subnets/a4092f8e-abde-4ac0-af31-3a6aeb6a6524 HTTP/1.1" status: 204 len: 168 time: 1.3071184 Nov 24 01:48:55.359569 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47826) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:55.362042 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03d4d5e-bc46-4371-9225-ffc01566538b None None] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:48:55.364047 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-85e9a1c8-4b08-4d3d-b13a-f6935d0520d1 None None] Provisioning complete for port 2820cabe-798a-4d79-9a9e-57d1ed331460 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:48:55.364815 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-85e9a1c8-4b08-4d3d-b13a-f6935d0520d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:55.364947 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dfbf6b-20b7-4e21-a0a9-ccba141c3900 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Pushing event deleted for resources: {'Subnet': ['ID=a4092f8e-abde-4ac0-af31-3a6aeb6a6524,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:55.379516 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e055f26-2263-4434-b18a-426e1a2c6d07 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Pushing event updated for resources: {'Network': ['ID=5bb8d929-7e75-4e91-bca2-e87a335fcc8e,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:55.412940 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network 5bb8d929-7e75-4e91-bca2-e87a335fcc8e details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:48:55.419112 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879b4596-ac76-4da0-95e5-bfab62d10183 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Pushing event updated for resources: {'Port': ['ID=ef764ff3-167c-43dc-a7fe-801ff8f40420,revision_number=3']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:55.423153 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-879b4596-ac76-4da0-95e5-bfab62d10183 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3778017'] for router_interface, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:55.440153 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-effccb1d-17c8-4103-948f-120b4da51efd tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Deleting port 71930efb-c2fc-4e8e-ba3f-d4ab5789afc5 {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:48:55.440388 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-effccb1d-17c8-4103-948f-120b4da51efd tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:55.483998 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-44d9e7c1-9e27-4823-806e-a3a24307579e tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1187332 Nov 24 01:48:55.484211 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-de872ab1-029d-471e-bdd4-e63845371fa1 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Deleting port 16776323-a26e-425a-b063-8e7d55d08647 {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:48:55.484211 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-de872ab1-029d-471e-bdd4-e63845371fa1 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:55.486451 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47828) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:55.533443 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f4a133e6-c792-4337-a733-60690c39a606 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25501782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25307808'] for subnet, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:55.568454 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a133e6-c792-4337-a733-60690c39a606 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Pushing event deleted for resources: {'Subnet': ['ID=1f6afb18-7284-462a-bcc9-dbeeb7f9404e,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:55.582548 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f4a133e6-c792-4337-a733-60690c39a606 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:55.588116 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-f4a133e6-c792-4337-a733-60690c39a606 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] 10.222.0.21 "DELETE /v2.0/subnets/1f6afb18-7284-462a-bcc9-dbeeb7f9404e HTTP/1.1" status: 204 len: 168 time: 0.7542012 Nov 24 01:48:55.591296 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47830) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:55.600548 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8358cf5a-b6b4-46f9-86b7-26cf939a4afa None None] Network 5703981b-5f2a-4d62-b4f5-8b3f6c6b008d requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:48:55.605710 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-33092f0a-5aba-4c61-a81d-f337524774c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974'] for port, after_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:55.682762 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33092f0a-5aba-4c61-a81d-f337524774c5 None None] Pushing event deleted for resources: {'Port': ['ID=71930efb-c2fc-4e8e-ba3f-d4ab5789afc5,revision_number=None']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:55.702502 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33092f0a-5aba-4c61-a81d-f337524774c5 None None] No DVR routers for this DVR port 71930efb-c2fc-4e8e-ba3f-d4ab5789afc5 on host dv-neutron-818911-2-hyperv {{(pid=109868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:48:55.834898 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af3605e-d799-43ca-9188-543133c4eff5 None None] DHCP port deletion for 9b0cb615-dd00-417f-9128-01ca62e524f6 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:48:55.917713 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-6af3605e-d799-43ca-9188-543133c4eff5 None None] Deleting port 2820cabe-798a-4d79-9a9e-57d1ed331460 {{(pid=109868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:48:55.918102 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-6af3605e-d799-43ca-9188-543133c4eff5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:55.940468 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541d9649-762f-4512-91d2-5ce39d99350c None None] DHCP port deletion for 5703981b-5f2a-4d62-b4f5-8b3f6c6b008d request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:48:55.987945 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [None req-effccb1d-17c8-4103-948f-120b4da51efd tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] For port 71930efb-c2fc-4e8e-ba3f-d4ab5789afc5, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=71930efb-c2fc-4e8e-ba3f-d4ab5789afc5,segment=NetworkSegment(f98cc2c7-fab5-4996-a594-b08d120fa064),segment_id=f98cc2c7-fab5-4996-a594-b08d120fa064)] {{(pid=109866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:48:55.988517 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-effccb1d-17c8-4103-948f-120b4da51efd tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:56.023875 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-6af3605e-d799-43ca-9188-543133c4eff5 None None] For port 2820cabe-798a-4d79-9a9e-57d1ed331460, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=2820cabe-798a-4d79-9a9e-57d1ed331460,segment=NetworkSegment(2b1ff8b4-a836-4287-84a2-3eaf8ccfb867),segment_id=2b1ff8b4-a836-4287-84a2-3eaf8ccfb867)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:48:56.024419 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-6af3605e-d799-43ca-9188-543133c4eff5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:56.026863 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-effccb1d-17c8-4103-948f-120b4da51efd tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Calling delete_port for 71930efb-c2fc-4e8e-ba3f-d4ab5789afc5 owned by network:dhcp {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:48:56.043725 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-6af3605e-d799-43ca-9188-543133c4eff5 None None] Calling delete_port for 2820cabe-798a-4d79-9a9e-57d1ed331460 owned by network:dhcp {{(pid=109868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:48:56.056279 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4af50b-11cc-488c-8878-3f75d7ef4ae5 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:48:56.061161 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-9c4af50b-11cc-488c-8878-3f75d7ef4ae5 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5694368 Nov 24 01:48:56.066837 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47832) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:56.067573 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-541d9649-762f-4512-91d2-5ce39d99350c None None] Deleting port 266e7bd1-4861-41a1-ac3e-1dd63473e05b {{(pid=109868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:48:56.067950 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-541d9649-762f-4512-91d2-5ce39d99350c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:56.073620 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879b4596-ac76-4da0-95e5-bfab62d10183 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Network e4bd8488-2411-4a43-8c45-55793a06ca52 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:48:56.140566 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-879b4596-ac76-4da0-95e5-bfab62d10183 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:48:56.145363 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-de872ab1-029d-471e-bdd4-e63845371fa1 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:56.179047 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-de872ab1-029d-471e-bdd4-e63845371fa1 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Calling delete_port for 16776323-a26e-425a-b063-8e7d55d08647 owned by network:router_interface {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:48:56.185822 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-541d9649-762f-4512-91d2-5ce39d99350c None None] For port 266e7bd1-4861-41a1-ac3e-1dd63473e05b, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=266e7bd1-4861-41a1-ac3e-1dd63473e05b,segment=NetworkSegment(8f9ab1c1-593b-49ac-988b-7a9e980b4d55),segment_id=8f9ab1c1-593b-49ac-988b-7a9e980b4d55)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:48:56.186330 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-541d9649-762f-4512-91d2-5ce39d99350c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:56.204752 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-541d9649-762f-4512-91d2-5ce39d99350c None None] Calling delete_port for 266e7bd1-4861-41a1-ac3e-1dd63473e05b owned by network:dhcp {{(pid=109868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:48:56.219891 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-6af3605e-d799-43ca-9188-543133c4eff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974'] for port, after_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:56.252851 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-af6adf38-5d26-471c-b76c-465ff53df366 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:56.279563 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dafee2a-6a8b-4972-8f34-3d54603dbff6 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Router f69315dd-d316-45aa-b653-e913c790af05 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:48:56.280239 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97942317-4720-476f-af3d-29b811cd49d2 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:48:56.281766 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-97942317-4720-476f-af3d-29b811cd49d2 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2108779 Nov 24 01:48:56.289039 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47834) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:56.309371 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af3605e-d799-43ca-9188-543133c4eff5 None None] Pushing event deleted for resources: {'Port': ['ID=2820cabe-798a-4d79-9a9e-57d1ed331460,revision_number=None']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:56.313454 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af3605e-d799-43ca-9188-543133c4eff5 None None] No DVR routers for this DVR port 2820cabe-798a-4d79-9a9e-57d1ed331460 on host dv-neutron-818911-2-hyperv {{(pid=109868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:48:56.349208 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-541d9649-762f-4512-91d2-5ce39d99350c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974'] for port, after_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:56.397197 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541d9649-762f-4512-91d2-5ce39d99350c None None] No DVR routers for this DVR port 266e7bd1-4861-41a1-ac3e-1dd63473e05b on host dv-neutron-818911-2-hyperv {{(pid=109868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:48:56.399690 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541d9649-762f-4512-91d2-5ce39d99350c None None] Pushing event deleted for resources: {'Port': ['ID=266e7bd1-4861-41a1-ac3e-1dd63473e05b,revision_number=None']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:56.437471 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-d2f88877-116d-4dbe-9957-03b16270ac1d tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1131656 Nov 24 01:48:56.446505 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47836) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:56.456871 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-1eb863f0-3ba8-4c3b-ae92-71391da033a8 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Request body: {'subnet': {'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:48:56.495647 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-effccb1d-17c8-4103-948f-120b4da51efd tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:56.496730 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dafee2a-6a8b-4972-8f34-3d54603dbff6 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:48:56.505555 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-6dafee2a-6a8b-4972-8f34-3d54603dbff6 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] 10.222.0.21 "PUT /v2.0/routers/f69315dd-d316-45aa-b653-e913c790af05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2841027 Nov 24 01:48:56.509643 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d803b8ad-5e10-4020-a32c-60103ad84697 None None] Sync routers for ids ['f69315dd-d316-45aa-b653-e913c790af05'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:48:56.510692 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47838) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:56.530297 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d803b8ad-5e10-4020-a32c-60103ad84697 None None] Routers {'f69315dd-d316-45aa-b653-e913c790af05'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:48:56.531833 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-d803b8ad-5e10-4020-a32c-60103ad84697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:48:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['f69315dd-d316-45aa-b653-e913c790af05'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:56.546389 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 266e7bd1-4861-41a1-ac3e-1dd63473e05b no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:48:56.567598 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: 266e7bd1-4861-41a1-ac3e-1dd63473e05b {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:48:56.567951 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 266e7bd1-4861-41a1-ac3e-1dd63473e05b not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:48:56.568384 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 2820cabe-798a-4d79-9a9e-57d1ed331460 no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:48:56.603721 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: 2820cabe-798a-4d79-9a9e-57d1ed331460 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:48:56.603721 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 2820cabe-798a-4d79-9a9e-57d1ed331460 not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:48:56.603721 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 71930efb-c2fc-4e8e-ba3f-d4ab5789afc5 no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:48:56.613742 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-af6adf38-5d26-471c-b76c-465ff53df366 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Deleting port 266e7bd1-4861-41a1-ac3e-1dd63473e05b {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:48:56.614174 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-af6adf38-5d26-471c-b76c-465ff53df366 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:56.632782 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: 71930efb-c2fc-4e8e-ba3f-d4ab5789afc5 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:48:56.633311 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 71930efb-c2fc-4e8e-ba3f-d4ab5789afc5 not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:48:56.635840 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d8bf6f6-56ad-4735-94cb-f3e1932d6666 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Deleting subnet 52b861e9-7165-4fda-96bd-415355d68dd1 {{(pid=109867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 01:48:56.641933 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-544a4f1f-592f-4e23-b30d-071b35772547 None None] Provisioning complete for port ef764ff3-167c-43dc-a7fe-801ff8f40420 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:48:56.642287 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-544a4f1f-592f-4e23-b30d-071b35772547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:56.649263 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1d8bf6f6-56ad-4735-94cb-f3e1932d6666 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Publish callbacks [] for subnet, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:56.658724 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-d803b8ad-5e10-4020-a32c-60103ad84697 None None] Set router f69315dd-d316-45aa-b653-e913c790af05 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:48:56.686046 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-544a4f1f-592f-4e23-b30d-071b35772547 None None] Port ef764ff3-167c-43dc-a7fe-801ff8f40420 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:48:56.712246 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effccb1d-17c8-4103-948f-120b4da51efd tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Pushing event deleted for resources: {'Port': ['ID=71930efb-c2fc-4e8e-ba3f-d4ab5789afc5,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:56.716332 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effccb1d-17c8-4103-948f-120b4da51efd tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] No DVR routers for this DVR port 71930efb-c2fc-4e8e-ba3f-d4ab5789afc5 on host dv-neutron-818911-2-hyperv {{(pid=109866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:48:56.741099 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1d8bf6f6-56ad-4735-94cb-f3e1932d6666 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28690885'] for subnet, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:56.765876 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [None req-af6adf38-5d26-471c-b76c-465ff53df366 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] For port 266e7bd1-4861-41a1-ac3e-1dd63473e05b, host dv-neutron-818911-2-hyperv, got binding levels [] {{(pid=109867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:48:56.766396 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-af6adf38-5d26-471c-b76c-465ff53df366 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:56.798953 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-af6adf38-5d26-471c-b76c-465ff53df366 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Calling delete_port for 266e7bd1-4861-41a1-ac3e-1dd63473e05b owned by network:dhcp {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:48:56.806630 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.ipam_backend_mixin [None req-af6adf38-5d26-471c-b76c-465ff53df366 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Port 266e7bd1-4861-41a1-ac3e-1dd63473e05b was not found and therefore no delete operation was performed {{(pid=109867) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 24 01:48:56.810104 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-879b4596-ac76-4da0-95e5-bfab62d10183 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Router fb529786-07a3-47a2-b3cd-66619f8aaf2d is scheduled to L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e with binding_index 1 {{(pid=109866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 01:48:56.811893 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-de872ab1-029d-471e-bdd4-e63845371fa1 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:56.814668 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-af6adf38-5d26-471c-b76c-465ff53df366 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:56.870915 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-d803b8ad-5e10-4020-a32c-60103ad84697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f69315dd-d316-45aa-b653-e913c790af05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-505158449', 'tenant_id': 'c86e6537e95341b0928530c16780ff1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.107'}], 'enable_snat': True}, 'gw_port_id': '79e8e51a-ecdd-4db0-95fb-42f1889b555a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:46:33Z', 'updated_at': '2021-11-24T01:48:54Z', 'revision_number': 5, 'project_id': 'c86e6537e95341b0928530c16780ff1b', 'gw_port': {'id': '79e8e51a-ecdd-4db0-95fb-42f1889b555a', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69315dd-d316-45aa-b653-e913c790af05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:46:34Z', 'updated_at': '2021-11-24T01:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:56.882475 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-effccb1d-17c8-4103-948f-120b4da51efd tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:56.886006 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de872ab1-029d-471e-bdd4-e63845371fa1 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Pushing event deleted for resources: {'Port': ['ID=16776323-a26e-425a-b063-8e7d55d08647,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:56.895098 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.objects.ports [None req-68df107a-e034-43e5-92ae-ad7e6da5a19a tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109867) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 24 01:48:56.895098 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-68df107a-e034-43e5-92ae-ad7e6da5a19a tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25501847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25307831'] for subnet, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:56.898237 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eb863f0-3ba8-4c3b-ae92-71391da033a8 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Made reservation on behalf of 6974375fded34c83af8967d3f69dce07 for: {'subnet': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:48:56.901910 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1eb863f0-3ba8-4c3b-ae92-71391da033a8 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29154835'] for subnet, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:56.902954 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d803b8ad-5e10-4020-a32c-60103ad84697 None None] Checking router: f69315dd-d316-45aa-b653-e913c790af05 for host: dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 01:48:56.903293 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-1eb863f0-3ba8-4c3b-ae92-71391da033a8 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 01:48:56.903751 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1eb863f0-3ba8-4c3b-ae92-71391da033a8 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:48:56.914060 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d803b8ad-5e10-4020-a32c-60103ad84697 None None] Routers {'f69315dd-d316-45aa-b653-e913c790af05'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:48:56.914901 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-d803b8ad-5e10-4020-a32c-60103ad84697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:48:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['f69315dd-d316-45aa-b653-e913c790af05'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:56.921684 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6adf38-5d26-471c-b76c-465ff53df366 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] No DVR routers for this DVR port 266e7bd1-4861-41a1-ac3e-1dd63473e05b on host dv-neutron-818911-2-hyperv {{(pid=109867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:48:56.934044 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6adf38-5d26-471c-b76c-465ff53df366 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Pushing event deleted for resources: {'Port': ['ID=266e7bd1-4861-41a1-ac3e-1dd63473e05b,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:56.975435 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-effccb1d-17c8-4103-948f-120b4da51efd tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99b3df16-2f7a-4f60-ae7c-f0260db300b2']}} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:57.025932 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-1eb863f0-3ba8-4c3b-ae92-71391da033a8 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5738373 Nov 24 01:48:57.033220 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1d8bf6f6-56ad-4735-94cb-f3e1932d6666 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:57.033457 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-effccb1d-17c8-4103-948f-120b4da51efd tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f98cc2c7-fab5-4996-a594-b08d120fa064') {'for_net_delete': True} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:57.033726 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-effccb1d-17c8-4103-948f-120b4da51efd tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f98cc2c7-fab5-4996-a594-b08d120fa064') {} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:57.035457 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47840) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:57.040691 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-71e72485-baa3-439c-9737-858e661b2908 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Request body: {'subnet': {'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:48:57.051163 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-d803b8ad-5e10-4020-a32c-60103ad84697 None None] Set router f69315dd-d316-45aa-b653-e913c790af05 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:48:57.111952 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-af6adf38-5d26-471c-b76c-465ff53df366 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:57.115343 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68df107a-e034-43e5-92ae-ad7e6da5a19a tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f337b11a-f9fe-4f2e-aed5-e7bed31540a8,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:57.132119 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-effccb1d-17c8-4103-948f-120b4da51efd tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29055561'] for segment, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:57.147580 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-7e80f5c4-0888-450d-bd5b-44135f173ac7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:57.165778 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-af6adf38-5d26-471c-b76c-465ff53df366 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5703981b-5f2a-4d62-b4f5-8b3f6c6b008d']}} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:57.178736 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-effccb1d-17c8-4103-948f-120b4da51efd tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:57.182922 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-de872ab1-029d-471e-bdd4-e63845371fa1 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424538'] for router_interface, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:57.183506 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-af6adf38-5d26-471c-b76c-465ff53df366 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f9ab1c1-593b-49ac-988b-7a9e980b4d55') {'for_net_delete': True} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:57.183918 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-af6adf38-5d26-471c-b76c-465ff53df366 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f9ab1c1-593b-49ac-988b-7a9e980b4d55') {} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:57.195257 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68df107a-e034-43e5-92ae-ad7e6da5a19a tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Checking segment: {'id': '5c6403bc-dc1c-4201-a6b0-437310430672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '5bb8d929-7e75-4e91-bca2-e87a335fcc8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:48:57.195773 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68df107a-e034-43e5-92ae-ad7e6da5a19a tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Network hostable DHCP agents. Network: 5bb8d929-7e75-4e91-bca2-e87a335fcc8e, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 01:48:57.202641 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-af6adf38-5d26-471c-b76c-465ff53df366 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28690908'] for segment, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:57.223428 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-effccb1d-17c8-4103-948f-120b4da51efd tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=109866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:48:57.223757 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-effccb1d-17c8-4103-948f-120b4da51efd tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29151010'] for segment, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:57.229306 dv-neutron-818911-2-hyperv neutron-server[109866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 01:48:57.229306 dv-neutron-818911-2-hyperv neutron-server[109866]: self.session.flush() Nov 24 01:48:57.229306 dv-neutron-818911-2-hyperv neutron-server[109866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 01:48:57.229306 dv-neutron-818911-2-hyperv neutron-server[109866]: self.session.flush() Nov 24 01:48:57.229306 dv-neutron-818911-2-hyperv neutron-server[109866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 01:48:57.229306 dv-neutron-818911-2-hyperv neutron-server[109866]: self.session.flush() Nov 24 01:48:57.229306 dv-neutron-818911-2-hyperv neutron-server[109866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 01:48:57.229306 dv-neutron-818911-2-hyperv neutron-server[109866]: self.session.flush() Nov 24 01:48:57.229306 dv-neutron-818911-2-hyperv neutron-server[109866]: Traceback (most recent call last): Nov 24 01:48:57.229306 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:48:57.229306 dv-neutron-818911-2-hyperv neutron-server[109866]: timer() Nov 24 01:48:57.229306 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:48:57.229306 dv-neutron-818911-2-hyperv neutron-server[109866]: cb(*args, **kw) Nov 24 01:48:57.229306 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:48:57.229306 dv-neutron-818911-2-hyperv neutron-server[109866]: return func(*args, **kwargs) Nov 24 01:48:57.229306 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:48:57.229306 dv-neutron-818911-2-hyperv neutron-server[109866]: self._notify() Nov 24 01:48:57.229306 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:48:57.229306 dv-neutron-818911-2-hyperv neutron-server[109866]: self.callback(batched_events) Nov 24 01:48:57.229306 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:48:57.229306 dv-neutron-818911-2-hyperv neutron-server[109866]: event.method(event) Nov 24 01:48:57.229306 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:48:57.229306 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:48:57.229306 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:48:57.229306 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:48:57.229306 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:48:57.229306 dv-neutron-818911-2-hyperv neutron-server[109866]: return f(self, *a, **k) Nov 24 01:48:57.229306 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:48:57.229306 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._get(url).json() Nov 24 01:48:57.229306 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:48:57.229306 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:48:57.229306 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:48:57.229306 dv-neutron-818911-2-hyperv neutron-server[109866]: return self.request(url, 'GET', **kwargs) Nov 24 01:48:57.229306 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:48:57.229306 dv-neutron-818911-2-hyperv neutron-server[109866]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:48:57.229306 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:48:57.229306 dv-neutron-818911-2-hyperv neutron-server[109866]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:48:57.229306 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:48:57.229306 dv-neutron-818911-2-hyperv neutron-server[109866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:48:57.229306 dv-neutron-818911-2-hyperv neutron-server[109866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:48:57.233233 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-af6adf38-5d26-471c-b76c-465ff53df366 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:57.244451 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af6adf38-5d26-471c-b76c-465ff53df366 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=109867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:48:57.250470 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-af6adf38-5d26-471c-b76c-465ff53df366 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25503736'] for segment, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:57.250470 dv-neutron-818911-2-hyperv neutron-server[109867]: Traceback (most recent call last): Nov 24 01:48:57.250470 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:48:57.250470 dv-neutron-818911-2-hyperv neutron-server[109867]: timer() Nov 24 01:48:57.250470 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:48:57.250470 dv-neutron-818911-2-hyperv neutron-server[109867]: cb(*args, **kw) Nov 24 01:48:57.250470 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:48:57.250470 dv-neutron-818911-2-hyperv neutron-server[109867]: return func(*args, **kwargs) Nov 24 01:48:57.250470 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:48:57.250470 dv-neutron-818911-2-hyperv neutron-server[109867]: self._notify() Nov 24 01:48:57.250470 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:48:57.250470 dv-neutron-818911-2-hyperv neutron-server[109867]: self.callback(batched_events) Nov 24 01:48:57.250470 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:48:57.250470 dv-neutron-818911-2-hyperv neutron-server[109867]: event.method(event) Nov 24 01:48:57.250470 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:48:57.250470 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:48:57.250470 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:48:57.250470 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:48:57.250470 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:48:57.250470 dv-neutron-818911-2-hyperv neutron-server[109867]: return f(self, *a, **k) Nov 24 01:48:57.250470 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:48:57.250470 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._get(url).json() Nov 24 01:48:57.250470 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:48:57.250470 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:48:57.250470 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:48:57.250470 dv-neutron-818911-2-hyperv neutron-server[109867]: return self.request(url, 'GET', **kwargs) Nov 24 01:48:57.250470 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:48:57.250470 dv-neutron-818911-2-hyperv neutron-server[109867]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:48:57.250470 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:48:57.250470 dv-neutron-818911-2-hyperv neutron-server[109867]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:48:57.250470 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:48:57.250470 dv-neutron-818911-2-hyperv neutron-server[109867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:48:57.250470 dv-neutron-818911-2-hyperv neutron-server[109867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:48:57.258651 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-879b4596-ac76-4da0-95e5-bfab62d10183 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:48:57.271524 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68df107a-e034-43e5-92ae-ad7e6da5a19a tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Network 5bb8d929-7e75-4e91-bca2-e87a335fcc8e is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 01:48:57.279018 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-879b4596-ac76-4da0-95e5-bfab62d10183 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] 10.222.0.21 "PUT /v2.0/routers/fb529786-07a3-47a2-b3cd-66619f8aaf2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1019979 Nov 24 01:48:57.283283 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace437b4-8602-4b09-b19a-d7baa6758c51 None None] Sync routers for ids ['fb529786-07a3-47a2-b3cd-66619f8aaf2d'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:48:57.285184 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1d8bf6f6-56ad-4735-94cb-f3e1932d6666 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25501782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25307808'] for subnet, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:57.293366 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47842) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:57.304668 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace437b4-8602-4b09-b19a-d7baa6758c51 None None] Routers {'fb529786-07a3-47a2-b3cd-66619f8aaf2d'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:48:57.306641 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-ace437b4-8602-4b09-b19a-d7baa6758c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:48:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['fb529786-07a3-47a2-b3cd-66619f8aaf2d'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:57.360679 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-ace437b4-8602-4b09-b19a-d7baa6758c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:57.374521 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-d803b8ad-5e10-4020-a32c-60103ad84697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f69315dd-d316-45aa-b653-e913c790af05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-505158449', 'tenant_id': 'c86e6537e95341b0928530c16780ff1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.107'}], 'enable_snat': True}, 'gw_port_id': '79e8e51a-ecdd-4db0-95fb-42f1889b555a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:46:33Z', 'updated_at': '2021-11-24T01:48:54Z', 'revision_number': 5, 'project_id': 'c86e6537e95341b0928530c16780ff1b', 'gw_port': {'id': '79e8e51a-ecdd-4db0-95fb-42f1889b555a', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69315dd-d316-45aa-b653-e913c790af05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:46:34Z', 'updated_at': '2021-11-24T01:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:57.379996 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace437b4-8602-4b09-b19a-d7baa6758c51 None None] Routers {'fb529786-07a3-47a2-b3cd-66619f8aaf2d'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:48:57.381832 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-ace437b4-8602-4b09-b19a-d7baa6758c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:48:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['fb529786-07a3-47a2-b3cd-66619f8aaf2d'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:57.402450 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-68df107a-e034-43e5-92ae-ad7e6da5a19a tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, 5bb8d929-7e75-4e91-bca2-e87a335fcc8e) {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:48:57.407944 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68df107a-e034-43e5-92ae-ad7e6da5a19a tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:48:57.408799 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-68df107a-e034-43e5-92ae-ad7e6da5a19a tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:57.411247 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-effccb1d-17c8-4103-948f-120b4da51efd tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:57.412644 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d803b8ad-5e10-4020-a32c-60103ad84697 None None] The sync data for ids ['f69315dd-d316-45aa-b653-e913c790af05'] in dv-neutron-818911-2-hyperv is: [{'id': 'f69315dd-d316-45aa-b653-e913c790af05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-505158449', 'tenant_id': 'c86e6537e95341b0928530c16780ff1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.107'}], 'enable_snat': True}, 'gw_port_id': '79e8e51a-ecdd-4db0-95fb-42f1889b555a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:46:33Z', 'updated_at': '2021-11-24T01:48:54Z', 'revision_number': 5, 'project_id': 'c86e6537e95341b0928530c16780ff1b', 'gw_port': {'id': '79e8e51a-ecdd-4db0-95fb-42f1889b555a', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69315dd-d316-45aa-b653-e913c790af05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:46:34Z', 'updated_at': '2021-11-24T01:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:48:57.431908 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1d8bf6f6-56ad-4735-94cb-f3e1932d6666 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:57.439271 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-1d8bf6f6-56ad-4735-94cb-f3e1932d6666 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] 10.222.0.21 "DELETE /v2.0/subnets/52b861e9-7165-4fda-96bd-415355d68dd1 HTTP/1.1" status: 204 len: 168 time: 0.9270773 Nov 24 01:48:57.440201 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8bf6f6-56ad-4735-94cb-f3e1932d6666 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Pushing event deleted for resources: {'Subnet': ['ID=52b861e9-7165-4fda-96bd-415355d68dd1,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:57.450196 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-effccb1d-17c8-4103-948f-120b4da51efd tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks [] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:57.451108 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-effccb1d-17c8-4103-948f-120b4da51efd tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] 10.222.0.21 "DELETE /v2.0/networks/99b3df16-2f7a-4f60-ae7c-f0260db300b2 HTTP/1.1" status: 204 len: 168 time: 3.0951908 Nov 24 01:48:57.453989 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47844) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:57.454339 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47846) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:57.464846 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2895bf3-b312-4448-b086-1e3a961acd06 None None] Network 5bb8d929-7e75-4e91-bca2-e87a335fcc8e requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:48:57.468991 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d5bfd2-c692-4a5d-b367-27298a76fc84 None None] Network a38adc46-db63-4179-872d-6aa1e8287d77 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:48:57.472803 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effccb1d-17c8-4103-948f-120b4da51efd tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Pushing event deleted for resources: {'Network': ['ID=99b3df16-2f7a-4f60-ae7c-f0260db300b2,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:57.472989 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-af6adf38-5d26-471c-b76c-465ff53df366 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:57.474804 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-ace437b4-8602-4b09-b19a-d7baa6758c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:57.477448 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace437b4-8602-4b09-b19a-d7baa6758c51 None None] The sync data for ids ['fb529786-07a3-47a2-b3cd-66619f8aaf2d'] in dv-neutron-818911-2-hyperv is: [] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:48:57.487925 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-af6adf38-5d26-471c-b76c-465ff53df366 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Publish callbacks [] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:57.493988 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-af6adf38-5d26-471c-b76c-465ff53df366 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] 10.222.0.21 "DELETE /v2.0/networks/5703981b-5f2a-4d62-b4f5-8b3f6c6b008d HTTP/1.1" status: 204 len: 168 time: 1.9029632 Nov 24 01:48:57.494761 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47848) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:57.520576 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c44aa2-14a8-4f69-b051-9dfa55fdf180 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:48:57.522041 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-16c44aa2-14a8-4f69-b051-9dfa55fdf180 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] 10.222.0.21 "GET /v2.0/ports/ef764ff3-167c-43dc-a7fe-801ff8f40420 HTTP/1.1" status: 200 len: 977 time: 0.2228231 Nov 24 01:48:57.547159 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47850) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:57.548910 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71e72485-baa3-439c-9737-858e661b2908 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Made reservation on behalf of 6974375fded34c83af8967d3f69dce07 for: {'subnet': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:48:57.551944 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-b54c8acb-88d3-485c-bc62-7f3d300cc7a4 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a47b3c4-003d-4d0c-a975-ad139c73d80b HTTP/1.1" status: 200 len: 205 time: 0.0489476 Nov 24 01:48:57.552707 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-71e72485-baa3-439c-9737-858e661b2908 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29154835'] for subnet, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:57.554273 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-71e72485-baa3-439c-9737-858e661b2908 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 01:48:57.555221 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71e72485-baa3-439c-9737-858e661b2908 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:48:57.562862 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-68df107a-e034-43e5-92ae-ad7e6da5a19a tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.3261254 Nov 24 01:48:57.563602 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47852) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:57.569399 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47854) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:57.574759 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-0426982c-6071-42e6-aacf-ba68bf432017 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Request body: {'floatingip': {'floating_network_id': '5bb8d929-7e75-4e91-bca2-e87a335fcc8e'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:48:57.601486 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6adf38-5d26-471c-b76c-465ff53df366 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Pushing event deleted for resources: {'Network': ['ID=5703981b-5f2a-4d62-b4f5-8b3f6c6b008d,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:57.701696 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-71e72485-baa3-439c-9737-858e661b2908 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6618996 Nov 24 01:48:57.705714 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47856) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:57.710858 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-18f565e5-8de7-42ba-abc4-576298957041 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Request body: {'subnet': {'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:48:57.754589 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2ac7d646-e2de-4a0b-8c4f-854c0943a501 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Publish callbacks [] for router, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:57.762449 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:57.769826 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de872ab1-029d-471e-bdd4-e63845371fa1 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Router 05a33569-f2af-43c8-900d-2b404281d447 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:48:57.775312 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6cc4c7-0080-4f11-a5d9-9ced2025f49d None None] Network 5bb8d929-7e75-4e91-bca2-e87a335fcc8e requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:48:57.788885 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0426982c-6071-42e6-aacf-ba68bf432017 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:57.832199 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-30e76452-10c2-4d76-a62e-6f90e0958108 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Publish callbacks [] for router, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:57.875366 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f60e29-a6b7-44e9-ba55-1475a4ce71ca None None] DHCP port deletion for a38adc46-db63-4179-872d-6aa1e8287d77 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:48:57.988599 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-13f60e29-a6b7-44e9-ba55-1475a4ce71ca None None] Deleting port be25d488-3bd9-4c66-9b03-2e1b8b9b7882 {{(pid=109868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:48:57.988985 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-13f60e29-a6b7-44e9-ba55-1475a4ce71ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:58.036534 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de872ab1-029d-471e-bdd4-e63845371fa1 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:48:58.045168 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-de872ab1-029d-471e-bdd4-e63845371fa1 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] 10.222.0.21 "PUT /v2.0/routers/05a33569-f2af-43c8-900d-2b404281d447/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6323626 Nov 24 01:48:58.049518 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47858) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:58.058316 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c329e82-0309-4989-8a52-167796680019 None None] Sync routers for ids ['05a33569-f2af-43c8-900d-2b404281d447'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:48:58.076650 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c329e82-0309-4989-8a52-167796680019 None None] Routers {'05a33569-f2af-43c8-900d-2b404281d447'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:48:58.077948 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-8c329e82-0309-4989-8a52-167796680019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:48:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['05a33569-f2af-43c8-900d-2b404281d447'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:58.084695 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-13f60e29-a6b7-44e9-ba55-1475a4ce71ca None None] For port be25d488-3bd9-4c66-9b03-2e1b8b9b7882, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=be25d488-3bd9-4c66-9b03-2e1b8b9b7882,segment=NetworkSegment(db823f0a-caf6-41c9-bc62-afb7ce23547f),segment_id=db823f0a-caf6-41c9-bc62-afb7ce23547f)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:48:58.085104 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-13f60e29-a6b7-44e9-ba55-1475a4ce71ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:58.096782 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:58.102135 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-13f60e29-a6b7-44e9-ba55-1475a4ce71ca None None] Calling delete_port for be25d488-3bd9-4c66-9b03-2e1b8b9b7882 owned by network:dhcp {{(pid=109868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:48:58.130730 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-4dce3064-3c06-469d-bcb9-c2164aae84af tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Deleting port 8c663a65-b8f4-44de-bef3-c5c9f540b61c {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:48:58.131189 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4dce3064-3c06-469d-bcb9-c2164aae84af tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:58.138151 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-8c329e82-0309-4989-8a52-167796680019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:58.147531 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.api.v2.resource [None req-79815a29-fbda-46fc-b84f-6a67df06ebae tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] show failed (client error): The resource could not be found. Nov 24 01:48:58.148401 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c329e82-0309-4989-8a52-167796680019 None None] Routers {'05a33569-f2af-43c8-900d-2b404281d447'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:48:58.153200 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-79815a29-fbda-46fc-b84f-6a67df06ebae tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] 10.222.0.21 "GET /v2.0/routers/tempest-non_exist_router-1176798089 HTTP/1.1" status: 404 len: 335 time: 0.0949607 Nov 24 01:48:58.154496 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-8c329e82-0309-4989-8a52-167796680019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:48:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['05a33569-f2af-43c8-900d-2b404281d447'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:58.156294 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47860) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:58.174374 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-79e1759f-c5ef-4361-83b1-f52a79edd5d0 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Request body: {'router': {'name': 'new_name'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:48:58.181394 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2ac7d646-e2de-4a0b-8c4f-854c0943a501 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-424460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2766'] for router, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:58.184232 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-30e76452-10c2-4d76-a62e-6f90e0958108 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:58.187309 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2ac7d646-e2de-4a0b-8c4f-854c0943a501 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:58.198686 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-13f60e29-a6b7-44e9-ba55-1475a4ce71ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974'] for port, after_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:58.213002 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-8c329e82-0309-4989-8a52-167796680019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:48:58.214626 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c329e82-0309-4989-8a52-167796680019 None None] The sync data for ids ['05a33569-f2af-43c8-900d-2b404281d447'] in dv-neutron-818911-2-hyperv is: [] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:48:58.232144 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f60e29-a6b7-44e9-ba55-1475a4ce71ca None None] Pushing event deleted for resources: {'Port': ['ID=be25d488-3bd9-4c66-9b03-2e1b8b9b7882,revision_number=None']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:58.234090 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f60e29-a6b7-44e9-ba55-1475a4ce71ca None None] No DVR routers for this DVR port be25d488-3bd9-4c66-9b03-2e1b8b9b7882 on host dv-neutron-818911-2-hyperv {{(pid=109868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:48:58.255080 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2ac7d646-e2de-4a0b-8c4f-854c0943a501 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-424469'] for router, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:58.255946 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ac7d646-e2de-4a0b-8c4f-854c0943a501 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Fanout notify agent at l3_agent the message router_deleted on router 5a47b3c4-003d-4d0c-a975-ad139c73d80b {{(pid=109867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 01:48:58.256308 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.api.v2.resource [None req-79e1759f-c5ef-4361-83b1-f52a79edd5d0 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] update failed (client error): The resource could not be found. Nov 24 01:48:58.258076 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-79e1759f-c5ef-4361-83b1-f52a79edd5d0 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] 10.222.0.21 "PUT /v2.0/routers/tempest-non_exist_router-72354855 HTTP/1.1" status: 404 len: 333 time: 0.0874763 Nov 24 01:48:58.266353 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47862) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:58.266674 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2ac7d646-e2de-4a0b-8c4f-854c0943a501 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] Publish callbacks [] for router, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:58.277909 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-2ac7d646-e2de-4a0b-8c4f-854c0943a501 tempest-RoutersNegativeTest-1214988789 tempest-RoutersNegativeTest-1214988789-project] 10.222.0.21 "DELETE /v2.0/routers/5a47b3c4-003d-4d0c-a975-ad139c73d80b HTTP/1.1" status: 204 len: 168 time: 0.6730843 Nov 24 01:48:58.305162 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18f565e5-8de7-42ba-abc4-576298957041 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Made reservation on behalf of 6974375fded34c83af8967d3f69dce07 for: {'subnet': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:48:58.308716 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-18f565e5-8de7-42ba-abc4-576298957041 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25307781'] for subnet, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:58.310186 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.pecan_wsgi.hooks.translation [None req-18f565e5-8de7-42ba-abc4-576298957041 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 01:48:58.310616 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18f565e5-8de7-42ba-abc4-576298957041 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:48:58.348630 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-18f565e5-8de7-42ba-abc4-576298957041 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6374671 Nov 24 01:48:58.348630 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47866) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:58.360182 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-0f6fe070-852c-4081-adec-be785d1e261d tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Request body: {'subnet': {'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:48:58.365999 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4dce3064-3c06-469d-bcb9-c2164aae84af tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:58.366379 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4dce3064-3c06-469d-bcb9-c2164aae84af tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:58.389376 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-4dce3064-3c06-469d-bcb9-c2164aae84af tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Calling delete_port for 8c663a65-b8f4-44de-bef3-c5c9f540b61c owned by network:floatingip {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:48:58.398642 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_v2 [None req-adfe2786-1a9c-48ea-92bb-1c3cb8f500af tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Deleting subnet 4c7f17ca-48ec-479e-90dd-80ea6c2b4eef {{(pid=109866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 01:48:58.406900 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-adfe2786-1a9c-48ea-92bb-1c3cb8f500af tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks [] for subnet, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:58.412887 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0426982c-6071-42e6-aacf-ba68bf432017 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:58.415171 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device be25d488-3bd9-4c66-9b03-2e1b8b9b7882 no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:48:58.441654 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: be25d488-3bd9-4c66-9b03-2e1b8b9b7882 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:48:58.442157 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device be25d488-3bd9-4c66-9b03-2e1b8b9b7882 not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:48:58.442685 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device bc7e4084-6739-4058-8cec-3e80a0bbe66d no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:48:58.476877 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: bc7e4084-6739-4058-8cec-3e80a0bbe66d {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:48:58.477386 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device bc7e4084-6739-4058-8cec-3e80a0bbe66d not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:48:58.527054 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f6fe070-852c-4081-adec-be785d1e261d tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Made reservation on behalf of 6974375fded34c83af8967d3f69dce07 for: {'subnet': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:48:58.530674 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0f6fe070-852c-4081-adec-be785d1e261d tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25307781'] for subnet, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:58.532126 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f6fe070-852c-4081-adec-be785d1e261d tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 01:48:58.532563 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f6fe070-852c-4081-adec-be785d1e261d tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:48:58.580497 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-0f6fe070-852c-4081-adec-be785d1e261d tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2290018 Nov 24 01:48:58.581343 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47870) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:58.590813 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-aef9f169-08ec-4747-bf6b-d40431b0fa75 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Request body: {'subnet': {'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:48:58.610786 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47872) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:58.668940 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d589297e-29a3-4e36-b43d-3b63355f8ac3 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3777994'] for router_interface, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:58.808885 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef9f169-08ec-4747-bf6b-d40431b0fa75 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Made reservation on behalf of 6974375fded34c83af8967d3f69dce07 for: {'subnet': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:48:58.812285 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-aef9f169-08ec-4747-bf6b-d40431b0fa75 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25307781'] for subnet, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:58.813682 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.pecan_wsgi.hooks.translation [None req-aef9f169-08ec-4747-bf6b-d40431b0fa75 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 01:48:58.814108 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aef9f169-08ec-4747-bf6b-d40431b0fa75 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:48:58.822281 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-18a01f1a-1495-48ff-867b-e6c1865232c7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b6a9330819a7465ebd26f7f9c6006aa9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2080216 Nov 24 01:48:58.837288 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47876) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:58.864477 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-30e76452-10c2-4d76-a62e-6f90e0958108 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Deleting port 79e8e51a-ecdd-4db0-95fb-42f1889b555a {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:48:58.864816 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-30e76452-10c2-4d76-a62e-6f90e0958108 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:58.873897 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-adfe2786-1a9c-48ea-92bb-1c3cb8f500af tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29055568'] for subnet, precommit_delete_associations {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:58.878980 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-aef9f169-08ec-4747-bf6b-d40431b0fa75 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2970369 Nov 24 01:48:58.882756 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47878) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:58.889797 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-74155ff1-8d92-4c83-8b3a-fca6869e9326 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Request body: {'subnet': {'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:48:59.019475 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74155ff1-8d92-4c83-8b3a-fca6869e9326 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Made reservation on behalf of 6974375fded34c83af8967d3f69dce07 for: {'subnet': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:48:59.022950 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-74155ff1-8d92-4c83-8b3a-fca6869e9326 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25307781'] for subnet, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:59.024311 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.pecan_wsgi.hooks.translation [None req-74155ff1-8d92-4c83-8b3a-fca6869e9326 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 01:48:59.024734 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74155ff1-8d92-4c83-8b3a-fca6869e9326 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:48:59.048074 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-74155ff1-8d92-4c83-8b3a-fca6869e9326 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1610122 Nov 24 01:48:59.049396 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47880) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:59.065031 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-d589297e-29a3-4e36-b43d-3b63355f8ac3 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Deleting port ef764ff3-167c-43dc-a7fe-801ff8f40420 {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:48:59.065332 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d589297e-29a3-4e36-b43d-3b63355f8ac3 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:59.083714 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-790a144f-023d-4d9c-a3bf-76e203506beb tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0332584 Nov 24 01:48:59.093188 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47882) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:59.104337 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [None req-0426982c-6071-42e6-aacf-ba68bf432017 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Allocated IP 172.20.0.8 (5bb8d929-7e75-4e91-bca2-e87a335fcc8e/f337b11a-f9fe-4f2e-aed5-e7bed31540a8/9ec726db-a243-41be-abb0-202ff7a12ccc) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:48:59.127777 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3ec6764b-43dd-4fb3-b214-2dc1146abd66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:59.189431 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [None req-30e76452-10c2-4d76-a62e-6f90e0958108 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] For port 79e8e51a-ecdd-4db0-95fb-42f1889b555a, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=79e8e51a-ecdd-4db0-95fb-42f1889b555a,segment=NetworkSegment(03509fd2-ca9c-4aa0-94e6-e236afda62e7),segment_id=03509fd2-ca9c-4aa0-94e6-e236afda62e7)] {{(pid=109866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:48:59.189825 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-30e76452-10c2-4d76-a62e-6f90e0958108 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:59.193297 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ff9d63-c713-4bcb-82b8-5173d8e30bd8 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:48:59.194807 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-f0ff9d63-c713-4bcb-82b8-5173d8e30bd8 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1006863 Nov 24 01:48:59.197429 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47884) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:59.213287 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-adfe2786-1a9c-48ea-92bb-1c3cb8f500af tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:59.247233 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-98be8b4a-6805-4beb-9753-6311810eb403 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0481758 Nov 24 01:48:59.251198 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d589297e-29a3-4e36-b43d-3b63355f8ac3 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:59.253481 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47886) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:59.257203 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-30e76452-10c2-4d76-a62e-6f90e0958108 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Calling delete_port for 79e8e51a-ecdd-4db0-95fb-42f1889b555a owned by network:router_gateway {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:48:59.258257 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-6103d463-b2f5-4a76-8fee-3468998024a3 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Request body: {'subnet': {'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:48:59.263969 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3ec6764b-43dd-4fb3-b214-2dc1146abd66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:59.283927 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-d589297e-29a3-4e36-b43d-3b63355f8ac3 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Calling delete_port for ef764ff3-167c-43dc-a7fe-801ff8f40420 owned by network:router_interface {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:48:59.376520 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4dce3064-3c06-469d-bcb9-c2164aae84af tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:59.412008 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6103d463-b2f5-4a76-8fee-3468998024a3 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Made reservation on behalf of 6974375fded34c83af8967d3f69dce07 for: {'subnet': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:48:59.415507 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6103d463-b2f5-4a76-8fee-3468998024a3 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25307781'] for subnet, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:59.425976 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dce3064-3c06-469d-bcb9-c2164aae84af tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Pushing event deleted for resources: {'Port': ['ID=8c663a65-b8f4-44de-bef3-c5c9f540b61c,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:59.491682 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-adfe2786-1a9c-48ea-92bb-1c3cb8f500af tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29149324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29154870'] for subnet, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:59.530543 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0426982c-6071-42e6-aacf-ba68bf432017 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:59.532267 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:59.538620 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3ec6764b-43dd-4fb3-b214-2dc1146abd66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:59.541817 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3ec6764b-43dd-4fb3-b214-2dc1146abd66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:59.542996 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-3ec6764b-43dd-4fb3-b214-2dc1146abd66 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fac156fb-453f-4392-9a9e-96019a82062a HTTP/1.1" status: 204 len: 168 time: 0.6993685 Nov 24 01:48:59.612763 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfe2786-1a9c-48ea-92bb-1c3cb8f500af tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Pushing event deleted for resources: {'Subnet': ['ID=4c7f17ca-48ec-479e-90dd-80ea6c2b4eef,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:59.618195 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-adfe2786-1a9c-48ea-92bb-1c3cb8f500af tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:59.620949 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36233bd2-6b80-4c5a-b4cb-c96142a7171f None None] Network 8111ec0e-c7d1-4102-9be0-6f2baa19362d requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:48:59.622184 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-adfe2786-1a9c-48ea-92bb-1c3cb8f500af tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] 10.222.0.21 "DELETE /v2.0/subnets/4c7f17ca-48ec-479e-90dd-80ea6c2b4eef HTTP/1.1" status: 204 len: 168 time: 1.3522358 Nov 24 01:48:59.626639 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47890) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:59.633639 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec6764b-43dd-4fb3-b214-2dc1146abd66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fac156fb-453f-4392-9a9e-96019a82062a,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:48:59.703559 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4dce3064-3c06-469d-bcb9-c2164aae84af tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks [] for floatingip, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:59.706185 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4dce3064-3c06-469d-bcb9-c2164aae84af tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for floatingip, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:59.707428 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-4dce3064-3c06-469d-bcb9-c2164aae84af tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] 10.222.0.21 "DELETE /v2.0/floatingips/1bd7867d-2ade-4ef9-9727-7cbe2b8a1ff3 HTTP/1.1" status: 204 len: 168 time: 2.2487972 Nov 24 01:48:59.712591 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47892) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:59.795406 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5cff37a-3596-4837-b13d-c9aa7d94a3b9 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] DELETE failed (client error): The resource could not be found. Nov 24 01:48:59.796040 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5cff37a-3596-4837-b13d-c9aa7d94a3b9 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:48:59.799175 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-e5cff37a-3596-4837-b13d-c9aa7d94a3b9 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] 10.222.0.21 "DELETE /v2.0/ports/f5770038-1de1-487c-9f32-088b5c996ff1 HTTP/1.1" status: 404 len: 333 time: 0.0855417 Nov 24 01:48:59.811910 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47896) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:59.831134 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-704f14a9-830e-46f3-a99c-f4d4dcf1aa6f tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:59.848792 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0426982c-6071-42e6-aacf-ba68bf432017 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:48:59.872962 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-bd9614e8-edf6-423a-bf7e-a40ff0a88ba8 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c8f08b8-2f8d-4cb9-aaf4-4e040442648b HTTP/1.1" status: 200 len: 205 time: 0.0536103 Nov 24 01:48:59.876479 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47900) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:59.959962 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.api.v2.resource [None req-827c4395-fa1e-4ca9-9f20-5683c80e58e4 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] delete failed (client error): The resource could not be found. Nov 24 01:48:59.961081 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-827c4395-fa1e-4ca9-9f20-5683c80e58e4 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] 10.222.0.21 "DELETE /v2.0/routers/1c8f08b8-2f8d-4cb9-aaf4-4e040442648b HTTP/1.1" status: 404 len: 336 time: 0.0865800 Nov 24 01:48:59.966967 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47906) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:48:59.987409 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-30e76452-10c2-4d76-a62e-6f90e0958108 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:00.007636 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0426982c-6071-42e6-aacf-ba68bf432017 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Network 5bb8d929-7e75-4e91-bca2-e87a335fcc8e is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:49:00.016652 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0426982c-6071-42e6-aacf-ba68bf432017 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Pushing event updated for resources: {'Port': ['ID=9ec726db-a243-41be-abb0-202ff7a12ccc,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:00.024545 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-0426982c-6071-42e6-aacf-ba68bf432017 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:49:00.027439 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.pecan_wsgi.hooks.translation [None req-1450e219-95d7-4738-943e-af60d66b2bc0 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] DELETE failed (client error): The resource could not be found. Nov 24 01:49:00.027902 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1450e219-95d7-4738-943e-af60d66b2bc0 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:49:00.031078 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-1450e219-95d7-4738-943e-af60d66b2bc0 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] 10.222.0.21 "DELETE /v2.0/subnets/1173098a-80db-4ed8-9484-312326b9570c HTTP/1.1" status: 404 len: 337 time: 0.0631380 Nov 24 01:49:00.045298 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47910) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:00.047103 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0426982c-6071-42e6-aacf-ba68bf432017 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:49:00.092797 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe72829-f67e-4de9-a9a8-4686fb2b778d None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:49:00.114397 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d589297e-29a3-4e36-b43d-3b63355f8ac3 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:00.123186 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d08903-824e-440a-83ed-1729b937a032 None None] DHCP port deletion for 8111ec0e-c7d1-4102-9be0-6f2baa19362d request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:49:00.126258 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e76452-10c2-4d76-a62e-6f90e0958108 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Pushing event deleted for resources: {'Port': ['ID=79e8e51a-ecdd-4db0-95fb-42f1889b555a,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:00.136485 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:00.170448 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d589297e-29a3-4e36-b43d-3b63355f8ac3 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Pushing event deleted for resources: {'Port': ['ID=ef764ff3-167c-43dc-a7fe-801ff8f40420,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:00.241762 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-80d08903-824e-440a-83ed-1729b937a032 None None] Deleting port d2fbb1ea-bcf3-40d1-a4a2-c1b4a7934473 {{(pid=109868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:49:00.242133 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-80d08903-824e-440a-83ed-1729b937a032 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:00.292215 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-30e76452-10c2-4d76-a62e-6f90e0958108 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418161'] for router_gateway, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:00.347461 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-80d08903-824e-440a-83ed-1729b937a032 None None] For port d2fbb1ea-bcf3-40d1-a4a2-c1b4a7934473, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=d2fbb1ea-bcf3-40d1-a4a2-c1b4a7934473,segment=NetworkSegment(4ea11af6-6300-4450-a5f6-d29e93637ec9),segment_id=4ea11af6-6300-4450-a5f6-d29e93637ec9)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:49:00.347863 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-80d08903-824e-440a-83ed-1729b937a032 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:00.379486 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-80d08903-824e-440a-83ed-1729b937a032 None None] Calling delete_port for d2fbb1ea-bcf3-40d1-a4a2-c1b4a7934473 owned by network:dhcp {{(pid=109868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:49:00.452188 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-704f14a9-830e-46f3-a99c-f4d4dcf1aa6f tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Deleting port d2fbb1ea-bcf3-40d1-a4a2-c1b4a7934473 {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:49:00.452527 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-704f14a9-830e-46f3-a99c-f4d4dcf1aa6f tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:00.462168 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-30e76452-10c2-4d76-a62e-6f90e0958108 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-424460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2766'] for router, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:00.469185 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-30e76452-10c2-4d76-a62e-6f90e0958108 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:00.485211 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d589297e-29a3-4e36-b43d-3b63355f8ac3 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424538'] for router_interface, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:00.520344 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0426982c-6071-42e6-aacf-ba68bf432017 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:00.535437 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-80d08903-824e-440a-83ed-1729b937a032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974'] for port, after_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:00.565650 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.objects.ports [None req-6103d463-b2f5-4a76-8fee-3468998024a3 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109867) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 24 01:49:00.566730 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device d2fbb1ea-bcf3-40d1-a4a2-c1b4a7934473 no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:49:00.574544 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d08903-824e-440a-83ed-1729b937a032 None None] Pushing event deleted for resources: {'Port': ['ID=d2fbb1ea-bcf3-40d1-a4a2-c1b4a7934473,revision_number=None']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:00.602420 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: d2fbb1ea-bcf3-40d1-a4a2-c1b4a7934473 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:49:00.602861 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device d2fbb1ea-bcf3-40d1-a4a2-c1b4a7934473 not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:49:00.606833 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d08903-824e-440a-83ed-1729b937a032 None None] No DVR routers for this DVR port d2fbb1ea-bcf3-40d1-a4a2-c1b4a7934473 on host dv-neutron-818911-2-hyperv {{(pid=109868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:49:00.609869 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-0bb1eddb-bde7-45f8-9acf-0a8343bd3c49 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Deleting port ed92ba3e-3f5e-4b3a-bca7-18987f748409 {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:49:00.610494 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0bb1eddb-bde7-45f8-9acf-0a8343bd3c49 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:00.617626 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [None req-704f14a9-830e-46f3-a99c-f4d4dcf1aa6f tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] For port d2fbb1ea-bcf3-40d1-a4a2-c1b4a7934473, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=d2fbb1ea-bcf3-40d1-a4a2-c1b4a7934473,segment=NetworkSegment(4ea11af6-6300-4450-a5f6-d29e93637ec9),segment_id=4ea11af6-6300-4450-a5f6-d29e93637ec9)] {{(pid=109866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:49:00.617626 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-704f14a9-830e-46f3-a99c-f4d4dcf1aa6f tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:00.635190 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-30e76452-10c2-4d76-a62e-6f90e0958108 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-424469'] for router, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:00.635997 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6103d463-b2f5-4a76-8fee-3468998024a3 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25501847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25307831'] for subnet, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:00.636967 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30e76452-10c2-4d76-a62e-6f90e0958108 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Fanout notify agent at l3_agent the message router_deleted on router f69315dd-d316-45aa-b653-e913c790af05 {{(pid=109866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 01:49:00.648328 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-30e76452-10c2-4d76-a62e-6f90e0958108 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Publish callbacks [] for router, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:00.652724 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-30e76452-10c2-4d76-a62e-6f90e0958108 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] 10.222.0.21 "DELETE /v2.0/routers/f69315dd-d316-45aa-b653-e913c790af05 HTTP/1.1" status: 204 len: 168 time: 3.1921277 Nov 24 01:49:00.678006 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47920) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:00.706992 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-704f14a9-830e-46f3-a99c-f4d4dcf1aa6f tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Calling delete_port for d2fbb1ea-bcf3-40d1-a4a2-c1b4a7934473 owned by network:dhcp {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:49:00.730719 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6103d463-b2f5-4a76-8fee-3468998024a3 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:49:00.731353 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47922) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:00.770079 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-6103d463-b2f5-4a76-8fee-3468998024a3 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:49:00.776378 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6103d463-b2f5-4a76-8fee-3468998024a3 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:00.777321 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6103d463-b2f5-4a76-8fee-3468998024a3 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:00.780543 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02997f4-7029-4f8c-987c-cc346d809f69 None None] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:49:00.788734 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0426982c-6071-42e6-aacf-ba68bf432017 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:00.788943 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6103d463-b2f5-4a76-8fee-3468998024a3 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Pushing event updated for resources: {'Subnet': ['ID=f82a807a-4372-46de-9366-2faa53031ccc,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:00.805285 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d589297e-29a3-4e36-b43d-3b63355f8ac3 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Router fb529786-07a3-47a2-b3cd-66619f8aaf2d has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:49:00.815025 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-6103d463-b2f5-4a76-8fee-3468998024a3 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5581274 Nov 24 01:49:00.815977 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47926) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:00.824745 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-848ff76a-eee2-437f-8f7b-db8e71dc2bff tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Request body: {'port': {'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6', 'mac_address': 'fa:16:3e:bb:d3:23', 'name': 'tempest-NetworksTestDHCPv6-1902087726'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:49:00.927212 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-248e0812-eed4-486b-a286-41d648540c35 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:00.961650 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0bb1eddb-bde7-45f8-9acf-0a8343bd3c49 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:00.962339 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-0325e6a5-0028-400e-a341-23196814c98f tempest-SubnetPoolsTestJSON-135804759 tempest-SubnetPoolsTestJSON-135804759-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1826805645', 'prefixes': ['172.20.0.0/16']}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:49:00.976858 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d589297e-29a3-4e36-b43d-3b63355f8ac3 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:49:00.986885 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-0bb1eddb-bde7-45f8-9acf-0a8343bd3c49 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Calling delete_port for ed92ba3e-3f5e-4b3a-bca7-18987f748409 owned by {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:49:00.989946 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-d589297e-29a3-4e36-b43d-3b63355f8ac3 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] 10.222.0.21 "PUT /v2.0/routers/fb529786-07a3-47a2-b3cd-66619f8aaf2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4366987 Nov 24 01:49:00.993921 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47928) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:01.000045 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928fc3e0-45ff-440d-bc85-fd3a7f0cecc1 None None] Sync routers for ids ['fb529786-07a3-47a2-b3cd-66619f8aaf2d'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:49:01.033430 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928fc3e0-45ff-440d-bc85-fd3a7f0cecc1 None None] Routers {'fb529786-07a3-47a2-b3cd-66619f8aaf2d'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:49:01.034317 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-928fc3e0-45ff-440d-bc85-fd3a7f0cecc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:48:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['fb529786-07a3-47a2-b3cd-66619f8aaf2d'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:49:01.070513 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31247dc-f6a6-4f59-a026-406bbed5ff7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-9b0cb615-dd00-417f-9128-01ca62e524f6', 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6', 'tenant_id': '6974375fded34c83af8967d3f69dce07', 'fixed_ips': [{'subnet_id': 'f82a807a-4372-46de-9366-2faa53031ccc'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 01:49:01.071373 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e31247dc-f6a6-4f59-a026-406bbed5ff7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:01.073825 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-928fc3e0-45ff-440d-bc85-fd3a7f0cecc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:49:01.092769 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928fc3e0-45ff-440d-bc85-fd3a7f0cecc1 None None] Routers {'fb529786-07a3-47a2-b3cd-66619f8aaf2d'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:49:01.093495 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-928fc3e0-45ff-440d-bc85-fd3a7f0cecc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:48:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['fb529786-07a3-47a2-b3cd-66619f8aaf2d'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:49:01.116624 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-704f14a9-830e-46f3-a99c-f4d4dcf1aa6f tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:01.138064 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-928fc3e0-45ff-440d-bc85-fd3a7f0cecc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:49:01.138658 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928fc3e0-45ff-440d-bc85-fd3a7f0cecc1 None None] The sync data for ids ['fb529786-07a3-47a2-b3cd-66619f8aaf2d'] in dv-neutron-818911-2-hyperv is: [] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:49:01.230477 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-248e0812-eed4-486b-a286-41d648540c35 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:01.247390 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.api.v2.resource [None req-a8709e51-c680-4623-bb54-98d974e75101 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] remove_router_interface failed (client error): The resource could not be found. Nov 24 01:49:01.248000 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704f14a9-830e-46f3-a99c-f4d4dcf1aa6f tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Pushing event deleted for resources: {'Port': ['ID=d2fbb1ea-bcf3-40d1-a4a2-c1b4a7934473,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:01.252400 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-a8709e51-c680-4623-bb54-98d974e75101 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] 10.222.0.21 "PUT /v2.0/routers/fb529786-07a3-47a2-b3cd-66619f8aaf2d/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2568998 Nov 24 01:49:01.253142 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47930) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:01.254729 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704f14a9-830e-46f3-a99c-f4d4dcf1aa6f tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] No DVR routers for this DVR port d2fbb1ea-bcf3-40d1-a4a2-c1b4a7934473 on host dv-neutron-818911-2-hyperv {{(pid=109866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:49:01.258328 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-848ff76a-eee2-437f-8f7b-db8e71dc2bff tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Made reservation on behalf of 6974375fded34c83af8967d3f69dce07 for: {'port': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:49:01.307898 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-434974b6-0f12-4f47-aa95-fe1bb56f2b2d tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb529786-07a3-47a2-b3cd-66619f8aaf2d HTTP/1.1" status: 200 len: 205 time: 0.0439396 Nov 24 01:49:01.314620 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47932) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:01.316000 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-e31247dc-f6a6-4f59-a026-406bbed5ff7d None None] Allocated IP 2001:db8::f816:3eff:fe93:34e4 (9b0cb615-dd00-417f-9128-01ca62e524f6/f82a807a-4372-46de-9366-2faa53031ccc/4c927bde-9f6c-4354-8065-19c5e932f694) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:49:01.326355 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0325e6a5-0028-400e-a341-23196814c98f tempest-SubnetPoolsTestJSON-135804759 tempest-SubnetPoolsTestJSON-135804759-project] Publish callbacks [] for subnetpool, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:01.330306 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-0325e6a5-0028-400e-a341-23196814c98f tempest-SubnetPoolsTestJSON-135804759 tempest-SubnetPoolsTestJSON-135804759-project] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.5706267 Nov 24 01:49:01.336668 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-248e0812-eed4-486b-a286-41d648540c35 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a38adc46-db63-4179-872d-6aa1e8287d77']}} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:49:01.345432 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47934) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:01.399183 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-248e0812-eed4-486b-a286-41d648540c35 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db823f0a-caf6-41c9-bc62-afb7ce23547f') {'for_net_delete': True} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:49:01.399542 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-248e0812-eed4-486b-a286-41d648540c35 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db823f0a-caf6-41c9-bc62-afb7ce23547f') {} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:49:01.431911 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7111bf38-9e80-4c0c-9512-09d787b4edec tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks [] for router, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:01.466517 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-248e0812-eed4-486b-a286-41d648540c35 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29055561'] for segment, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:01.475896 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-704f14a9-830e-46f3-a99c-f4d4dcf1aa6f tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:01.484933 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-32f0d51f-ba70-41a0-b6fb-7bfa88209229 tempest-SubnetPoolsTestJSON-135804759 tempest-SubnetPoolsTestJSON-135804759-project] 10.222.0.21 "GET /v2.0/subnetpools/39a51ce1-0d5e-41a1-9990-46dbb8cc8772 HTTP/1.1" status: 200 len: 732 time: 0.1359396 Nov 24 01:49:01.494272 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e31247dc-f6a6-4f59-a026-406bbed5ff7d None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:01.496304 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47936) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:01.500665 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e31247dc-f6a6-4f59-a026-406bbed5ff7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:01.504706 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-790ddc9c-9857-495e-8ca2-a446147216a7 tempest-SubnetPoolsTestJSON-135804759 tempest-SubnetPoolsTestJSON-135804759-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-2036910531'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:49:01.520448 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-848ff76a-eee2-437f-8f7b-db8e71dc2bff tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:01.537715 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-248e0812-eed4-486b-a286-41d648540c35 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:01.546788 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31247dc-f6a6-4f59-a026-406bbed5ff7d None None] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:49:01.549720 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-e31247dc-f6a6-4f59-a026-406bbed5ff7d None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:49:01.554487 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31247dc-f6a6-4f59-a026-406bbed5ff7d None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:49:01.559845 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31247dc-f6a6-4f59-a026-406bbed5ff7d None None] Pushing event updated for resources: {'Port': ['ID=4c927bde-9f6c-4354-8065-19c5e932f694,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:01.570965 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0426982c-6071-42e6-aacf-ba68bf432017 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:01.584619 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-704f14a9-830e-46f3-a99c-f4d4dcf1aa6f tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8111ec0e-c7d1-4102-9be0-6f2baa19362d']}} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:49:01.594410 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-248e0812-eed4-486b-a286-41d648540c35 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=109866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:49:01.596119 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-248e0812-eed4-486b-a286-41d648540c35 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29151010'] for segment, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:01.614911 dv-neutron-818911-2-hyperv neutron-server[109866]: Traceback (most recent call last): Nov 24 01:49:01.614911 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:49:01.614911 dv-neutron-818911-2-hyperv neutron-server[109866]: timer() Nov 24 01:49:01.614911 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:49:01.614911 dv-neutron-818911-2-hyperv neutron-server[109866]: cb(*args, **kw) Nov 24 01:49:01.614911 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:49:01.614911 dv-neutron-818911-2-hyperv neutron-server[109866]: return func(*args, **kwargs) Nov 24 01:49:01.614911 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:49:01.614911 dv-neutron-818911-2-hyperv neutron-server[109866]: self._notify() Nov 24 01:49:01.614911 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:49:01.614911 dv-neutron-818911-2-hyperv neutron-server[109866]: self.callback(batched_events) Nov 24 01:49:01.614911 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:49:01.614911 dv-neutron-818911-2-hyperv neutron-server[109866]: event.method(event) Nov 24 01:49:01.614911 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:49:01.614911 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:49:01.614911 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:49:01.614911 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:49:01.614911 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:49:01.614911 dv-neutron-818911-2-hyperv neutron-server[109866]: return f(self, *a, **k) Nov 24 01:49:01.614911 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:49:01.614911 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._get(url).json() Nov 24 01:49:01.614911 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:49:01.614911 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:49:01.614911 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:49:01.614911 dv-neutron-818911-2-hyperv neutron-server[109866]: return self.request(url, 'GET', **kwargs) Nov 24 01:49:01.614911 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:49:01.614911 dv-neutron-818911-2-hyperv neutron-server[109866]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:49:01.614911 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:49:01.614911 dv-neutron-818911-2-hyperv neutron-server[109866]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:49:01.614911 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:49:01.614911 dv-neutron-818911-2-hyperv neutron-server[109866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:49:01.614911 dv-neutron-818911-2-hyperv neutron-server[109866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:49:01.617025 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0426982c-6071-42e6-aacf-ba68bf432017 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29149402'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:01.624543 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-e31247dc-f6a6-4f59-a026-406bbed5ff7d None None] Attempting to bind port 4c927bde-9f6c-4354-8065-19c5e932f694 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:49:01.625470 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-e31247dc-f6a6-4f59-a026-406bbed5ff7d None None] Attempting to bind port 4c927bde-9f6c-4354-8065-19c5e932f694 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '2b1ff8b4-a836-4287-84a2-3eaf8ccfb867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:49:01.626076 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31247dc-f6a6-4f59-a026-406bbed5ff7d None None] Attempting to bind port 4c927bde-9f6c-4354-8065-19c5e932f694 on network 9b0cb615-dd00-417f-9128-01ca62e524f6 {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:49:01.632490 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31247dc-f6a6-4f59-a026-406bbed5ff7d None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:49:01.632996 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31247dc-f6a6-4f59-a026-406bbed5ff7d None None] Checking segment: {'id': '2b1ff8b4-a836-4287-84a2-3eaf8ccfb867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:49:01.633505 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e31247dc-f6a6-4f59-a026-406bbed5ff7d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:01.633988 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31247dc-f6a6-4f59-a026-406bbed5ff7d None None] Bound using segment: {'id': '2b1ff8b4-a836-4287-84a2-3eaf8ccfb867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:49:01.634635 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-e31247dc-f6a6-4f59-a026-406bbed5ff7d None None] Bound port: 4c927bde-9f6c-4354-8065-19c5e932f694, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1ff8b4-a836-4287-84a2-3eaf8ccfb867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:49:01.635621 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e31247dc-f6a6-4f59-a026-406bbed5ff7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:01.636901 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7111bf38-9e80-4c0c-9512-09d787b4edec tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-424460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2766'] for router, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:01.639708 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [None req-848ff76a-eee2-437f-8f7b-db8e71dc2bff tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] device_id is not set on port f6297bad-f58d-4645-9e22-817715b82ee9 yet. {{(pid=109867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 01:49:01.655884 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-704f14a9-830e-46f3-a99c-f4d4dcf1aa6f tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ea11af6-6300-4450-a5f6-d29e93637ec9') {'for_net_delete': True} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:49:01.656203 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-704f14a9-830e-46f3-a99c-f4d4dcf1aa6f tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ea11af6-6300-4450-a5f6-d29e93637ec9') {} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:49:01.658458 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7111bf38-9e80-4c0c-9512-09d787b4edec tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:01.706696 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e31247dc-f6a6-4f59-a026-406bbed5ff7d None None] For port 4c927bde-9f6c-4354-8065-19c5e932f694, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:49:01.710876 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e31247dc-f6a6-4f59-a026-406bbed5ff7d None None] For port 4c927bde-9f6c-4354-8065-19c5e932f694, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=4c927bde-9f6c-4354-8065-19c5e932f694,segment=NetworkSegment(2b1ff8b4-a836-4287-84a2-3eaf8ccfb867),segment_id=2b1ff8b4-a836-4287-84a2-3eaf8ccfb867)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:49:01.719498 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e31247dc-f6a6-4f59-a026-406bbed5ff7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:01.754383 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7111bf38-9e80-4c0c-9512-09d787b4edec tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-424469'] for router, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:01.754992 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7111bf38-9e80-4c0c-9512-09d787b4edec tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Fanout notify agent at l3_agent the message router_deleted on router fb529786-07a3-47a2-b3cd-66619f8aaf2d {{(pid=109867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 01:49:01.774388 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7111bf38-9e80-4c0c-9512-09d787b4edec tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks [] for router, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:01.776132 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-7111bf38-9e80-4c0c-9512-09d787b4edec tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] 10.222.0.21 "DELETE /v2.0/routers/fb529786-07a3-47a2-b3cd-66619f8aaf2d HTTP/1.1" status: 204 len: 168 time: 0.4599419 Nov 24 01:49:01.779574 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47938) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:01.799006 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31247dc-f6a6-4f59-a026-406bbed5ff7d None None] Pushing event updated for resources: {'Port': ['ID=4c927bde-9f6c-4354-8065-19c5e932f694,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:01.875959 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_v2 [None req-c447a173-e0ce-4ead-8dc9-f082b634b5e4 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Deleting subnet ef593860-0e05-42a3-ab31-fd2d00384f99 {{(pid=109867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 01:49:01.885666 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c447a173-e0ce-4ead-8dc9-f082b634b5e4 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks [] for subnet, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:01.915962 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-848ff76a-eee2-437f-8f7b-db8e71dc2bff tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Allocated IP 2001:db8::f816:3eff:febb:d323 (9b0cb615-dd00-417f-9128-01ca62e524f6/f82a807a-4372-46de-9366-2faa53031ccc/f6297bad-f58d-4645-9e22-817715b82ee9) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:49:01.957028 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c447a173-e0ce-4ead-8dc9-f082b634b5e4 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28690885'] for subnet, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:02.098276 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c447a173-e0ce-4ead-8dc9-f082b634b5e4 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:02.136600 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-704f14a9-830e-46f3-a99c-f4d4dcf1aa6f tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29055561'] for segment, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:02.161277 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c447a173-e0ce-4ead-8dc9-f082b634b5e4 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25501782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25307808'] for subnet, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:02.191330 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c447a173-e0ce-4ead-8dc9-f082b634b5e4 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Pushing event deleted for resources: {'Subnet': ['ID=ef593860-0e05-42a3-ab31-fd2d00384f99,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:02.197232 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c447a173-e0ce-4ead-8dc9-f082b634b5e4 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:02.201273 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-c447a173-e0ce-4ead-8dc9-f082b634b5e4 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] 10.222.0.21 "DELETE /v2.0/subnets/ef593860-0e05-42a3-ab31-fd2d00384f99 HTTP/1.1" status: 204 len: 168 time: 0.4208705 Nov 24 01:49:02.203728 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47940) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:02.206203 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17682a31-129d-4afe-9347-ff99f0fd1c28 None None] Network e4bd8488-2411-4a43-8c45-55793a06ca52 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:49:02.232240 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0bb1eddb-bde7-45f8-9acf-0a8343bd3c49 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:02.240401 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-704f14a9-830e-46f3-a99c-f4d4dcf1aa6f tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:02.242434 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-248e0812-eed4-486b-a286-41d648540c35 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:02.247620 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-248e0812-eed4-486b-a286-41d648540c35 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Publish callbacks [] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:02.254117 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-248e0812-eed4-486b-a286-41d648540c35 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] 10.222.0.21 "DELETE /v2.0/networks/a38adc46-db63-4179-872d-6aa1e8287d77 HTTP/1.1" status: 204 len: 168 time: 1.5686131 Nov 24 01:49:02.254872 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0426982c-6071-42e6-aacf-ba68bf432017 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Pushing event updated for resources: {'Port': ['ID=9ec726db-a243-41be-abb0-202ff7a12ccc,revision_number=2']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:02.256668 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47942) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:02.287413 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-704f14a9-830e-46f3-a99c-f4d4dcf1aa6f tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=109866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:49:02.288043 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-704f14a9-830e-46f3-a99c-f4d4dcf1aa6f tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29151010'] for segment, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:02.298454 dv-neutron-818911-2-hyperv neutron-server[109866]: Traceback (most recent call last): Nov 24 01:49:02.298454 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:49:02.298454 dv-neutron-818911-2-hyperv neutron-server[109866]: timer() Nov 24 01:49:02.298454 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:49:02.298454 dv-neutron-818911-2-hyperv neutron-server[109866]: cb(*args, **kw) Nov 24 01:49:02.298454 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:49:02.298454 dv-neutron-818911-2-hyperv neutron-server[109866]: return func(*args, **kwargs) Nov 24 01:49:02.298454 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:49:02.298454 dv-neutron-818911-2-hyperv neutron-server[109866]: self._notify() Nov 24 01:49:02.298454 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:49:02.298454 dv-neutron-818911-2-hyperv neutron-server[109866]: self.callback(batched_events) Nov 24 01:49:02.298454 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:49:02.298454 dv-neutron-818911-2-hyperv neutron-server[109866]: event.method(event) Nov 24 01:49:02.298454 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:49:02.298454 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:49:02.298454 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:49:02.298454 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:49:02.298454 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:49:02.298454 dv-neutron-818911-2-hyperv neutron-server[109866]: return f(self, *a, **k) Nov 24 01:49:02.298454 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:49:02.298454 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._get(url).json() Nov 24 01:49:02.298454 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:49:02.298454 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:49:02.298454 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:49:02.298454 dv-neutron-818911-2-hyperv neutron-server[109866]: return self.request(url, 'GET', **kwargs) Nov 24 01:49:02.298454 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:49:02.298454 dv-neutron-818911-2-hyperv neutron-server[109866]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:49:02.298454 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:49:02.298454 dv-neutron-818911-2-hyperv neutron-server[109866]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:49:02.298454 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:49:02.298454 dv-neutron-818911-2-hyperv neutron-server[109866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:49:02.298454 dv-neutron-818911-2-hyperv neutron-server[109866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:49:02.301020 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0426982c-6071-42e6-aacf-ba68bf432017 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418250'] for floatingip, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:02.393875 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0989063c-f259-401b-a6ca-4b6dd7b54d59 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:02.400660 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb1eddb-bde7-45f8-9acf-0a8343bd3c49 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Pushing event deleted for resources: {'Port': ['ID=ed92ba3e-3f5e-4b3a-bca7-18987f748409,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:02.402427 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248e0812-eed4-486b-a286-41d648540c35 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Pushing event deleted for resources: {'Network': ['ID=a38adc46-db63-4179-872d-6aa1e8287d77,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:02.420480 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe84d8d-caa6-4445-a0ed-cb5799dd5563 None None] DHCP port deletion for c9fd22a9-70fd-48d0-bfd4-bfc1509f80af request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:49:02.470561 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0426982c-6071-42e6-aacf-ba68bf432017 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for floatingip, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:02.474596 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-0426982c-6071-42e6-aacf-ba68bf432017 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.9041581 Nov 24 01:49:02.475392 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47944) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:02.480973 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8391bbd9-6642-49ae-bfd0-f0ea339fc793 None None] DHCP port deletion for e4bd8488-2411-4a43-8c45-55793a06ca52 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:49:02.482890 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-790ddc9c-9857-495e-8ca2-a446147216a7 tempest-SubnetPoolsTestJSON-135804759 tempest-SubnetPoolsTestJSON-135804759-project] Publish callbacks [] for subnetpool, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:02.486841 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-790ddc9c-9857-495e-8ca2-a446147216a7 tempest-SubnetPoolsTestJSON-135804759 tempest-SubnetPoolsTestJSON-135804759-project] 10.222.0.21 "PUT /v2.0/subnetpools/39a51ce1-0d5e-41a1-9990-46dbb8cc8772 HTTP/1.1" status: 200 len: 684 time: 0.9858758 Nov 24 01:49:02.492757 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47946) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:02.525375 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-704f14a9-830e-46f3-a99c-f4d4dcf1aa6f tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:02.525668 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 4c927bde-9f6c-4354-8065-19c5e932f694 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:49:02.531519 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7b9b4728-cf86-46d0-9381-597f800fa037 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Publish callbacks [] for security_group, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:02.547215 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-848ff76a-eee2-437f-8f7b-db8e71dc2bff tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:02.598688 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-8391bbd9-6642-49ae-bfd0-f0ea339fc793 None None] Deleting port 5c788fd1-e59e-4fe7-b257-cd3f34a1e994 {{(pid=109868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:49:02.599234 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-8391bbd9-6642-49ae-bfd0-f0ea339fc793 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:02.605075 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-704f14a9-830e-46f3-a99c-f4d4dcf1aa6f tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks [] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:02.608329 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-704f14a9-830e-46f3-a99c-f4d4dcf1aa6f tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] 10.222.0.21 "DELETE /v2.0/networks/8111ec0e-c7d1-4102-9be0-6f2baa19362d HTTP/1.1" status: 204 len: 168 time: 2.9718828 Nov 24 01:49:02.609234 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704f14a9-830e-46f3-a99c-f4d4dcf1aa6f tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Pushing event deleted for resources: {'Network': ['ID=8111ec0e-c7d1-4102-9be0-6f2baa19362d,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:02.610866 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47948) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:02.617496 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-848ff76a-eee2-437f-8f7b-db8e71dc2bff tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:02.633218 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-8e87ad57-fcbe-467e-beb4-4ca80155f9c5 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] 10.222.0.21 "GET /v2.0/floatingips?floating_network_id=5bb8d929-7e75-4e91-bca2-e87a335fcc8e HTTP/1.1" status: 200 len: 689 time: 0.1449964 Nov 24 01:49:02.634647 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 4c927bde-9f6c-4354-8065-19c5e932f694 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:49:02.635038 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:02.659682 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47950) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:02.695100 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0bb1eddb-bde7-45f8-9acf-0a8343bd3c49 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:02.697888 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7b9b4728-cf86-46d0-9381-597f800fa037 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:02.698631 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-0bb1eddb-bde7-45f8-9acf-0a8343bd3c49 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] 10.222.0.21 "DELETE /v2.0/ports/ed92ba3e-3f5e-4b3a-bca7-18987f748409 HTTP/1.1" status: 204 len: 168 time: 2.6489272 Nov 24 01:49:02.704877 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47952) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:02.711359 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-8391bbd9-6642-49ae-bfd0-f0ea339fc793 None None] For port 5c788fd1-e59e-4fe7-b257-cd3f34a1e994, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=5c788fd1-e59e-4fe7-b257-cd3f34a1e994,segment=NetworkSegment(8e3ba8c7-c118-4a0e-95e9-47e52e58b663),segment_id=8e3ba8c7-c118-4a0e-95e9-47e52e58b663)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:49:02.711749 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-8391bbd9-6642-49ae-bfd0-f0ea339fc793 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:02.729851 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-8391bbd9-6642-49ae-bfd0-f0ea339fc793 None None] Calling delete_port for 5c788fd1-e59e-4fe7-b257-cd3f34a1e994 owned by network:dhcp {{(pid=109868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:49:02.730405 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-0989063c-f259-401b-a6ca-4b6dd7b54d59 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Deleting port 5c788fd1-e59e-4fe7-b257-cd3f34a1e994 {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:49:02.731448 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0989063c-f259-401b-a6ca-4b6dd7b54d59 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:02.743061 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848ff76a-eee2-437f-8f7b-db8e71dc2bff tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:49:02.768661 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-848ff76a-eee2-437f-8f7b-db8e71dc2bff tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:49:02.771773 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848ff76a-eee2-437f-8f7b-db8e71dc2bff tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:49:02.780564 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-848ff76a-eee2-437f-8f7b-db8e71dc2bff tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:02.781887 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-848ff76a-eee2-437f-8f7b-db8e71dc2bff tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:02.804880 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e603d07-7607-43ef-9a99-1ff04372fb1a tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Deleting subnet e8531686-a457-41f7-83e9-8692d3ca139a {{(pid=109866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 01:49:02.815211 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-52f5c5e6-87bd-4490-9e38-9f09376a0aca tempest-SubnetPoolsTestJSON-135804759 tempest-SubnetPoolsTestJSON-135804759-project] Publish callbacks [] for subnetpool, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:02.816659 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-52f5c5e6-87bd-4490-9e38-9f09376a0aca tempest-SubnetPoolsTestJSON-135804759 tempest-SubnetPoolsTestJSON-135804759-project] 10.222.0.21 "DELETE /v2.0/subnetpools/39a51ce1-0d5e-41a1-9990-46dbb8cc8772 HTTP/1.1" status: 204 len: 168 time: 0.2979419 Nov 24 01:49:02.819723 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3e603d07-7607-43ef-9a99-1ff04372fb1a tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks [] for subnet, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:02.822089 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848ff76a-eee2-437f-8f7b-db8e71dc2bff tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Pushing event updated for resources: {'Port': ['ID=f6297bad-f58d-4645-9e22-817715b82ee9,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:02.825766 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:02.828832 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47954) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:02.846284 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-848ff76a-eee2-437f-8f7b-db8e71dc2bff tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0289822 Nov 24 01:49:02.879872 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47956) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:02.885594 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.api.v2.resource [None req-793151a0-a26e-4134-8eb7-6586784c58d1 tempest-SubnetPoolsTestJSON-135804759 tempest-SubnetPoolsTestJSON-135804759-project] show failed (client error): The resource could not be found. Nov 24 01:49:02.886640 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-793151a0-a26e-4134-8eb7-6586784c58d1 tempest-SubnetPoolsTestJSON-135804759 tempest-SubnetPoolsTestJSON-135804759-project] 10.222.0.21 "GET /v2.0/subnetpools/39a51ce1-0d5e-41a1-9990-46dbb8cc8772 HTTP/1.1" status: 404 len: 346 time: 0.0568597 Nov 24 01:49:02.891333 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47958) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:02.901203 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] For port 4c927bde-9f6c-4354-8065-19c5e932f694, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=4c927bde-9f6c-4354-8065-19c5e932f694,segment=NetworkSegment(2b1ff8b4-a836-4287-84a2-3eaf8ccfb867),segment_id=2b1ff8b4-a836-4287-84a2-3eaf8ccfb867)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:49:02.911268 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:02.931142 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [None req-0989063c-f259-401b-a6ca-4b6dd7b54d59 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] For port 5c788fd1-e59e-4fe7-b257-cd3f34a1e994, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=5c788fd1-e59e-4fe7-b257-cd3f34a1e994,segment=NetworkSegment(8e3ba8c7-c118-4a0e-95e9-47e52e58b663),segment_id=8e3ba8c7-c118-4a0e-95e9-47e52e58b663)] {{(pid=109867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:49:02.931702 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0989063c-f259-401b-a6ca-4b6dd7b54d59 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:02.935318 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.api.v2.resource [None req-b33555e2-3966-4718-86c0-695691928c38 tempest-SubnetPoolsTestJSON-135804759 tempest-SubnetPoolsTestJSON-135804759-project] delete failed (client error): The resource could not be found. Nov 24 01:49:02.936555 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-b33555e2-3966-4718-86c0-695691928c38 tempest-SubnetPoolsTestJSON-135804759 tempest-SubnetPoolsTestJSON-135804759-project] 10.222.0.21 "DELETE /v2.0/subnetpools/39a51ce1-0d5e-41a1-9990-46dbb8cc8772 HTTP/1.1" status: 404 len: 346 time: 0.0443041 Nov 24 01:49:02.967379 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 79e8e51a-ecdd-4db0-95fb-42f1889b555a no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:49:02.967549 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-0989063c-f259-401b-a6ca-4b6dd7b54d59 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Calling delete_port for 5c788fd1-e59e-4fe7-b257-cd3f34a1e994 owned by network:dhcp {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:49:02.998838 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7b9b4728-cf86-46d0-9381-597f800fa037 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:03.000963 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: 79e8e51a-ecdd-4db0-95fb-42f1889b555a {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:49:03.001324 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 79e8e51a-ecdd-4db0-95fb-42f1889b555a not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:49:03.002495 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7b9b4728-cf86-46d0-9381-597f800fa037 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:03.004079 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-7b9b4728-cf86-46d0-9381-597f800fa037 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] 10.222.0.21 "DELETE /v2.0/security-groups/137d305a-b3ea-4e14-b9c3-3a9986b7aca7 HTTP/1.1" status: 204 len: 168 time: 0.7364266 Nov 24 01:49:03.018179 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-8391bbd9-6642-49ae-bfd0-f0ea339fc793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974'] for port, after_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:03.037017 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8391bbd9-6642-49ae-bfd0-f0ea339fc793 None None] No DVR routers for this DVR port 5c788fd1-e59e-4fe7-b257-cd3f34a1e994 on host dv-neutron-818911-2-hyperv {{(pid=109868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:49:03.047207 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3e603d07-7607-43ef-9a99-1ff04372fb1a tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29055568'] for subnet, precommit_delete_associations {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:03.055356 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Pushing event updated for resources: {'Port': ['ID=4c927bde-9f6c-4354-8065-19c5e932f694,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:03.078633 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9b4728-cf86-46d0-9381-597f800fa037 tempest-TestNetworkAdvancedServerOps-791452379 tempest-TestNetworkAdvancedServerOps-791452379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=137d305a-b3ea-4e14-b9c3-3a9986b7aca7,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:03.091600 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c779f029-784f-4cb3-ab52-e8eb0fadcdb6 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:03.100758 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c779f029-784f-4cb3-ab52-e8eb0fadcdb6 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:03.102259 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-c779f029-784f-4cb3-ab52-e8eb0fadcdb6 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.1984863 Nov 24 01:49:03.105705 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47964) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:03.129120 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8391bbd9-6642-49ae-bfd0-f0ea339fc793 None None] Pushing event deleted for resources: {'Port': ['ID=5c788fd1-e59e-4fe7-b257-cd3f34a1e994,revision_number=None']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:03.129915 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-67c3e42f-15f3-4c1b-bc35-fe9458960e8c tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:03.184425 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-ac98e19c-222c-49a6-8dda-8e48f57f126c None None] Provisioning complete for port 4c927bde-9f6c-4354-8065-19c5e932f694 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:49:03.184995 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-ac98e19c-222c-49a6-8dda-8e48f57f126c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:03.217864 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0989063c-f259-401b-a6ca-4b6dd7b54d59 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:03.220000 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-e73fc40e-8b22-4323-9174-8f975d8a7586 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Deleting port 436f7501-16b9-4fd8-8552-af8cfadd3958 {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:49:03.220345 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e73fc40e-8b22-4323-9174-8f975d8a7586 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:03.265694 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0989063c-f259-401b-a6ca-4b6dd7b54d59 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Pushing event deleted for resources: {'Port': ['ID=5c788fd1-e59e-4fe7-b257-cd3f34a1e994,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:03.268081 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0989063c-f259-401b-a6ca-4b6dd7b54d59 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] No DVR routers for this DVR port 5c788fd1-e59e-4fe7-b257-cd3f34a1e994 on host dv-neutron-818911-2-hyperv {{(pid=109867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:49:03.371692 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-e5d2a923-3947-47cf-9d7b-d3940a8791ba tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Deleting port f6297bad-f58d-4645-9e22-817715b82ee9 {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:49:03.372284 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e5d2a923-3947-47cf-9d7b-d3940a8791ba tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:03.383253 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3e603d07-7607-43ef-9a99-1ff04372fb1a tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:03.421562 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47968) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:03.423686 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0989063c-f259-401b-a6ca-4b6dd7b54d59 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:03.450931 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-67c3e42f-15f3-4c1b-bc35-fe9458960e8c tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Deleting port 9ec726db-a243-41be-abb0-202ff7a12ccc {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:49:03.451809 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-67c3e42f-15f3-4c1b-bc35-fe9458960e8c tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:03.461791 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e73fc40e-8b22-4323-9174-8f975d8a7586 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:03.491497 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-0989063c-f259-401b-a6ca-4b6dd7b54d59 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4bd8488-2411-4a43-8c45-55793a06ca52']}} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:49:03.504298 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-e73fc40e-8b22-4323-9174-8f975d8a7586 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Calling delete_port for 436f7501-16b9-4fd8-8552-af8cfadd3958 owned by {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:49:03.508207 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-0989063c-f259-401b-a6ca-4b6dd7b54d59 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e3ba8c7-c118-4a0e-95e9-47e52e58b663') {'for_net_delete': True} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:49:03.508505 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-0989063c-f259-401b-a6ca-4b6dd7b54d59 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e3ba8c7-c118-4a0e-95e9-47e52e58b663') {} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:49:03.522424 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0989063c-f259-401b-a6ca-4b6dd7b54d59 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28690908'] for segment, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:03.548931 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e5d2a923-3947-47cf-9d7b-d3940a8791ba tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:03.551309 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0989063c-f259-401b-a6ca-4b6dd7b54d59 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:03.574473 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e1acdf1e-40dd-4ea6-868f-4e20cfbfb8d6 None None] Provisioning complete for port f6297bad-f58d-4645-9e22-817715b82ee9 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:49:03.575259 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0989063c-f259-401b-a6ca-4b6dd7b54d59 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=109867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:49:03.575546 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1acdf1e-40dd-4ea6-868f-4e20cfbfb8d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:03.575697 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0989063c-f259-401b-a6ca-4b6dd7b54d59 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25503736'] for segment, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:03.579112 dv-neutron-818911-2-hyperv neutron-server[109867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 01:49:03.579112 dv-neutron-818911-2-hyperv neutron-server[109867]: self.session.flush() Nov 24 01:49:03.579112 dv-neutron-818911-2-hyperv neutron-server[109867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 01:49:03.579112 dv-neutron-818911-2-hyperv neutron-server[109867]: self.session.flush() Nov 24 01:49:03.579112 dv-neutron-818911-2-hyperv neutron-server[109867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 01:49:03.579112 dv-neutron-818911-2-hyperv neutron-server[109867]: self.session.flush() Nov 24 01:49:03.579112 dv-neutron-818911-2-hyperv neutron-server[109867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 01:49:03.579112 dv-neutron-818911-2-hyperv neutron-server[109867]: self.session.flush() Nov 24 01:49:03.579112 dv-neutron-818911-2-hyperv neutron-server[109867]: Traceback (most recent call last): Nov 24 01:49:03.579112 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:49:03.579112 dv-neutron-818911-2-hyperv neutron-server[109867]: timer() Nov 24 01:49:03.579112 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:49:03.579112 dv-neutron-818911-2-hyperv neutron-server[109867]: cb(*args, **kw) Nov 24 01:49:03.579112 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:49:03.579112 dv-neutron-818911-2-hyperv neutron-server[109867]: return func(*args, **kwargs) Nov 24 01:49:03.579112 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:49:03.579112 dv-neutron-818911-2-hyperv neutron-server[109867]: self._notify() Nov 24 01:49:03.579112 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:49:03.579112 dv-neutron-818911-2-hyperv neutron-server[109867]: self.callback(batched_events) Nov 24 01:49:03.579112 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:49:03.579112 dv-neutron-818911-2-hyperv neutron-server[109867]: event.method(event) Nov 24 01:49:03.579112 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:49:03.579112 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:49:03.579112 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:49:03.579112 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:49:03.579112 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:49:03.579112 dv-neutron-818911-2-hyperv neutron-server[109867]: return f(self, *a, **k) Nov 24 01:49:03.579112 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:49:03.579112 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._get(url).json() Nov 24 01:49:03.579112 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:49:03.579112 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:49:03.579112 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:49:03.579112 dv-neutron-818911-2-hyperv neutron-server[109867]: return self.request(url, 'GET', **kwargs) Nov 24 01:49:03.579112 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:49:03.579112 dv-neutron-818911-2-hyperv neutron-server[109867]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:49:03.579112 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:49:03.579112 dv-neutron-818911-2-hyperv neutron-server[109867]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:49:03.579112 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:49:03.579112 dv-neutron-818911-2-hyperv neutron-server[109867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:49:03.579112 dv-neutron-818911-2-hyperv neutron-server[109867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:49:03.581805 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-e5d2a923-3947-47cf-9d7b-d3940a8791ba tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Calling delete_port for f6297bad-f58d-4645-9e22-817715b82ee9 owned by {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:49:03.592128 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3e603d07-7607-43ef-9a99-1ff04372fb1a tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29149324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29154870'] for subnet, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:03.598853 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fc14d8e3-19cb-4334-84cf-7bbabf9a18cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:03.619951 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-e1acdf1e-40dd-4ea6-868f-4e20cfbfb8d6 None None] Port f6297bad-f58d-4645-9e22-817715b82ee9 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:49:03.641223 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-67c3e42f-15f3-4c1b-bc35-fe9458960e8c tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:03.641572 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-67c3e42f-15f3-4c1b-bc35-fe9458960e8c tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:03.644262 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e603d07-7607-43ef-9a99-1ff04372fb1a tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Pushing event deleted for resources: {'Subnet': ['ID=e8531686-a457-41f7-83e9-8692d3ca139a,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:03.659428 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3e603d07-7607-43ef-9a99-1ff04372fb1a tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:03.665437 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-3e603d07-7607-43ef-9a99-1ff04372fb1a tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] 10.222.0.21 "DELETE /v2.0/subnets/e8531686-a457-41f7-83e9-8692d3ca139a HTTP/1.1" status: 204 len: 168 time: 1.0471222 Nov 24 01:49:03.665633 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002cb380-686d-488d-9066-0a4053624e2d None None] Network 6bd89793-0192-4c55-ac12-4b736fd62de7 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:49:03.670820 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47972) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:03.672923 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-67c3e42f-15f3-4c1b-bc35-fe9458960e8c tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Calling delete_port for 9ec726db-a243-41be-abb0-202ff7a12ccc owned by network:floatingip {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:49:03.712780 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0989063c-f259-401b-a6ca-4b6dd7b54d59 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:03.729220 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0989063c-f259-401b-a6ca-4b6dd7b54d59 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks [] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:03.732433 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-0989063c-f259-401b-a6ca-4b6dd7b54d59 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] 10.222.0.21 "DELETE /v2.0/networks/e4bd8488-2411-4a43-8c45-55793a06ca52 HTTP/1.1" status: 204 len: 168 time: 1.5277236 Nov 24 01:49:03.743277 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47974) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:03.757988 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-800bb5b3-ea14-4db3-b7db-8d2738eaf0ae tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Request body: {'network': {'name': 'tempest-RoutersTest-1736851306'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:49:03.772991 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0989063c-f259-401b-a6ca-4b6dd7b54d59 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Pushing event deleted for resources: {'Network': ['ID=e4bd8488-2411-4a43-8c45-55793a06ca52,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:03.776753 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_v2 [None req-70c16ff6-7e1b-4b3d-b78c-60100406b569 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Deleting subnet 1cb41aef-05e4-4a79-aab5-5e1cc3964ab7 {{(pid=109866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 01:49:03.783149 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-70c16ff6-7e1b-4b3d-b78c-60100406b569 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks [] for subnet, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:03.845329 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-800bb5b3-ea14-4db3-b7db-8d2738eaf0ae tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Made reservation on behalf of 24f911856b3c4338b647feba51f20eff for: {'network': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:49:03.849097 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-800bb5b3-ea14-4db3-b7db-8d2738eaf0ae tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:03.880115 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fc14d8e3-19cb-4334-84cf-7bbabf9a18cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:03.889604 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-70c16ff6-7e1b-4b3d-b78c-60100406b569 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29055568'] for subnet, precommit_delete_associations {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:03.895609 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fc14d8e3-19cb-4334-84cf-7bbabf9a18cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:03.897910 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e064150-3fd3-43b4-96bb-fcb3c84d26cb None None] DHCP port deletion for 6bd89793-0192-4c55-ac12-4b736fd62de7 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:49:03.944443 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e5d2a923-3947-47cf-9d7b-d3940a8791ba tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:03.950500 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-800bb5b3-ea14-4db3-b7db-8d2738eaf0ae tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=109867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:49:03.952928 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e73fc40e-8b22-4323-9174-8f975d8a7586 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:03.953339 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-7e064150-3fd3-43b4-96bb-fcb3c84d26cb None None] Deleting port f4b60139-29dd-48b9-85d3-6fe006f535f4 {{(pid=109868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:49:03.953696 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-7e064150-3fd3-43b4-96bb-fcb3c84d26cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:03.955307 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc14d8e3-19cb-4334-84cf-7bbabf9a18cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d23c43d-e9dd-46d0-980c-d62519d8af39,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:03.974765 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-fc14d8e3-19cb-4334-84cf-7bbabf9a18cd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3a47353b928c4cc38c53b23adde803b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5454497 Nov 24 01:49:03.984326 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47976) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:03.993539 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d2a923-3947-47cf-9d7b-d3940a8791ba tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Pushing event deleted for resources: {'Port': ['ID=f6297bad-f58d-4645-9e22-817715b82ee9,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:03.997472 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73fc40e-8b22-4323-9174-8f975d8a7586 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Pushing event deleted for resources: {'Port': ['ID=436f7501-16b9-4fd8-8552-af8cfadd3958,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:04.035472 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e5d2a923-3947-47cf-9d7b-d3940a8791ba tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:04.041603 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-e5d2a923-3947-47cf-9d7b-d3940a8791ba tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "DELETE /v2.0/ports/f6297bad-f58d-4645-9e22-817715b82ee9 HTTP/1.1" status: 204 len: 168 time: 0.9322083 Nov 24 01:49:04.042567 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47980) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:04.057830 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e793bc7-e99b-468e-a0a4-e2d3937ee0be None None] DHCP port deletion for c9fd22a9-70fd-48d0-bfd4-bfc1509f80af request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:49:04.088420 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-7e064150-3fd3-43b4-96bb-fcb3c84d26cb None None] For port f4b60139-29dd-48b9-85d3-6fe006f535f4, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=f4b60139-29dd-48b9-85d3-6fe006f535f4,segment=NetworkSegment(18ea8a07-e20b-40aa-8e1b-1565d63ab040),segment_id=18ea8a07-e20b-40aa-8e1b-1565d63ab040)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:49:04.089041 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-7e064150-3fd3-43b4-96bb-fcb3c84d26cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:04.110556 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-7e064150-3fd3-43b4-96bb-fcb3c84d26cb None None] Calling delete_port for f4b60139-29dd-48b9-85d3-6fe006f535f4 owned by network:dhcp {{(pid=109868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:49:04.135383 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8f00b4-7c03-4ece-9952-d3c1155617b9 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:04.137875 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8f00b4-7c03-4ece-9952-d3c1155617b9 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:04.142535 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-7f8f00b4-7c03-4ece-9952-d3c1155617b9 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0944166 Nov 24 01:49:04.142535 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47984) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:04.190973 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-67c3e42f-15f3-4c1b-bc35-fe9458960e8c tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:04.191220 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-800bb5b3-ea14-4db3-b7db-8d2738eaf0ae tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:04.191745 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.segments_db [None req-800bb5b3-ea14-4db3-b7db-8d2738eaf0ae tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Added segment 4e922449-6a53-44ea-9af5-4af67caca673 of type vlan for network 22ee4b76-ae53-4595-9045-64885d389860 Nov 24 01:49:04.238953 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-7e064150-3fd3-43b4-96bb-fcb3c84d26cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974'] for port, after_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:04.254006 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c3e42f-15f3-4c1b-bc35-fe9458960e8c tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Pushing event deleted for resources: {'Port': ['ID=9ec726db-a243-41be-abb0-202ff7a12ccc,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:04.270299 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-70c16ff6-7e1b-4b3d-b78c-60100406b569 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:04.274433 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-800bb5b3-ea14-4db3-b7db-8d2738eaf0ae tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:04.287910 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f109cdd-bdc1-46cd-97ac-ce9d7337a6b2 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Deleting subnet f82a807a-4372-46de-9366-2faa53031ccc {{(pid=109867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 01:49:04.296369 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4f109cdd-bdc1-46cd-97ac-ce9d7337a6b2 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for subnet, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:04.303402 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e064150-3fd3-43b4-96bb-fcb3c84d26cb None None] No DVR routers for this DVR port f4b60139-29dd-48b9-85d3-6fe006f535f4 on host dv-neutron-818911-2-hyperv {{(pid=109868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:49:04.305435 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e064150-3fd3-43b4-96bb-fcb3c84d26cb None None] Pushing event deleted for resources: {'Port': ['ID=f4b60139-29dd-48b9-85d3-6fe006f535f4,revision_number=None']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:04.335124 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-08fef573-a843-4cbc-aa54-94c11b5d63eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:04.387484 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-800bb5b3-ea14-4db3-b7db-8d2738eaf0ae tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:04.394073 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800bb5b3-ea14-4db3-b7db-8d2738eaf0ae tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:04.394923 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-800bb5b3-ea14-4db3-b7db-8d2738eaf0ae tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks [] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:04.399970 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-08fef573-a843-4cbc-aa54-94c11b5d63eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:04.402763 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e73fc40e-8b22-4323-9174-8f975d8a7586 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:04.406118 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-e73fc40e-8b22-4323-9174-8f975d8a7586 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] 10.222.0.21 "DELETE /v2.0/ports/436f7501-16b9-4fd8-8552-af8cfadd3958 HTTP/1.1" status: 204 len: 168 time: 1.6881614 Nov 24 01:49:04.408050 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4f109cdd-bdc1-46cd-97ac-ce9d7337a6b2 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28690885'] for subnet, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:04.414281 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 47988) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:04.436446 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47990) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:04.467510 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-67c3e42f-15f3-4c1b-bc35-fe9458960e8c tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:04.472518 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 4c927bde-9f6c-4354-8065-19c5e932f694 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:49:04.485773 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-70c16ff6-7e1b-4b3d-b78c-60100406b569 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29149324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29154870'] for subnet, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:04.531262 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 4c927bde-9f6c-4354-8065-19c5e932f694 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:49:04.531727 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:04.539578 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c16ff6-7e1b-4b3d-b78c-60100406b569 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Pushing event deleted for resources: {'Subnet': ['ID=1cb41aef-05e4-4a79-aab5-5e1cc3964ab7,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:04.544201 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-70c16ff6-7e1b-4b3d-b78c-60100406b569 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:04.547641 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-70c16ff6-7e1b-4b3d-b78c-60100406b569 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] 10.222.0.21 "DELETE /v2.0/subnets/1cb41aef-05e4-4a79-aab5-5e1cc3964ab7 HTTP/1.1" status: 204 len: 168 time: 0.8758647 Nov 24 01:49:04.550658 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47994) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:04.562923 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0365ec27-ebc2-4516-a0a0-0e021564c6e1 None None] Network e337f723-5895-4a94-91a4-c4c65ee31f8f requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:49:04.577440 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-08fef573-a843-4cbc-aa54-94c11b5d63eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:04.580214 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-08fef573-a843-4cbc-aa54-94c11b5d63eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:04.581369 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-08fef573-a843-4cbc-aa54-94c11b5d63eb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9d23c43d-e9dd-46d0-980c-d62519d8af39 HTTP/1.1" status: 204 len: 168 time: 0.5960934 Nov 24 01:49:04.592542 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-67c3e42f-15f3-4c1b-bc35-fe9458960e8c tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:04.603166 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fef573-a843-4cbc-aa54-94c11b5d63eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d23c43d-e9dd-46d0-980c-d62519d8af39,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:04.645916 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4f109cdd-bdc1-46cd-97ac-ce9d7337a6b2 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:04.685118 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800bb5b3-ea14-4db3-b7db-8d2738eaf0ae tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Pushing event updated for resources: {'Network': ['ID=22ee4b76-ae53-4595-9045-64885d389860,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:04.712325 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9ea40c2c-8625-4943-8d79-80653c5080e7 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:04.727122 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 47998) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:04.727539 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-800bb5b3-ea14-4db3-b7db-8d2738eaf0ae tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9832172 Nov 24 01:49:04.741216 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-5b0d5081-3252-4050-bce2-42ccc6bb7dd6 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Request body: {'subnet': {'network_id': '22ee4b76-ae53-4595-9045-64885d389860', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:49:04.744880 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network 22ee4b76-ae53-4595-9045-64885d389860 details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:49:04.761300 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17123b6c-c58a-4499-85a8-a0f53ebb11e8 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:04.766505 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-17123b6c-c58a-4499-85a8-a0f53ebb11e8 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] 10.222.0.21 "GET /v2.0/ports?device_id=218457ea-2bcf-4aa0-b2ed-a7f05045e693 HTTP/1.1" status: 200 len: 913 time: 0.3225148 Nov 24 01:49:04.769625 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48000) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:04.846444 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-8c42973f-b424-43fa-98d9-f510f8b2b358 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c86e6537e95341b0928530c16780ff1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4077454 Nov 24 01:49:04.850218 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48004) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:04.863434 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device f4b60139-29dd-48b9-85d3-6fe006f535f4 no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:49:04.884257 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-67c3e42f-15f3-4c1b-bc35-fe9458960e8c tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29149324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29154870'] for subnet, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:04.887114 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4f109cdd-bdc1-46cd-97ac-ce9d7337a6b2 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25501782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25307808'] for subnet, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:04.952643 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c3e42f-15f3-4c1b-bc35-fe9458960e8c tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f337b11a-f9fe-4f2e-aed5-e7bed31540a8,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:04.956605 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f109cdd-bdc1-46cd-97ac-ce9d7337a6b2 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Pushing event deleted for resources: {'Subnet': ['ID=f82a807a-4372-46de-9366-2faa53031ccc,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:04.961023 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4f109cdd-bdc1-46cd-97ac-ce9d7337a6b2 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:04.968086 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-4f109cdd-bdc1-46cd-97ac-ce9d7337a6b2 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "DELETE /v2.0/subnets/f82a807a-4372-46de-9366-2faa53031ccc HTTP/1.1" status: 204 len: 168 time: 0.8214200 Nov 24 01:49:04.968086 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48006) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:04.978273 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b0d5081-3252-4050-bce2-42ccc6bb7dd6 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Made reservation on behalf of 24f911856b3c4338b647feba51f20eff for: {'subnet': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:49:04.981991 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5b0d5081-3252-4050-bce2-42ccc6bb7dd6 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29154835'] for subnet, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:05.016367 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-446ea45b-2198-4d03-9ecb-76a0a8b0365a tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0477638 Nov 24 01:49:05.019185 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48008) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:05.024601 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-40fa11db-63dc-4900-a14f-90ddf5616c8f tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Request body: {'subnet': {'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:49:05.081966 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3b2582ec-a4fe-46de-9f62-03e554dc3851 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:05.106853 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3b2582ec-a4fe-46de-9f62-03e554dc3851 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:05.133444 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9ea40c2c-8625-4943-8d79-80653c5080e7 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:05.140557 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9eb217e-7bec-451e-93b9-19eef6a2d0f8 None None] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:49:05.207817 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21b43cf-77d6-4edb-a09e-a395cae5a0f8 None None] DHCP port deletion for e337f723-5895-4a94-91a4-c4c65ee31f8f request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:49:05.210297 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: f4b60139-29dd-48b9-85d3-6fe006f535f4 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:49:05.210650 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device f4b60139-29dd-48b9-85d3-6fe006f535f4 not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:49:05.211047 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 5c788fd1-e59e-4fe7-b257-cd3f34a1e994 no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:49:05.235118 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-67c3e42f-15f3-4c1b-bc35-fe9458960e8c tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:05.254013 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-9ea40c2c-8625-4943-8d79-80653c5080e7 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bd89793-0192-4c55-ac12-4b736fd62de7']}} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:49:05.282840 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-9ea40c2c-8625-4943-8d79-80653c5080e7 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18ea8a07-e20b-40aa-8e1b-1565d63ab040') {'for_net_delete': True} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:49:05.283447 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-9ea40c2c-8625-4943-8d79-80653c5080e7 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18ea8a07-e20b-40aa-8e1b-1565d63ab040') {} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:49:05.289470 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: 5c788fd1-e59e-4fe7-b257-cd3f34a1e994 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:49:05.290285 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 5c788fd1-e59e-4fe7-b257-cd3f34a1e994 not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:49:05.300850 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-67c3e42f-15f3-4c1b-bc35-fe9458960e8c tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bb8d929-7e75-4e91-bca2-e87a335fcc8e']}} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:49:05.341569 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-e21b43cf-77d6-4edb-a09e-a395cae5a0f8 None None] Deleting port 6ae13b77-991a-41e7-9ef6-ad1ec0b0adb1 {{(pid=109868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:49:05.342372 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e21b43cf-77d6-4edb-a09e-a395cae5a0f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:05.351768 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-67c3e42f-15f3-4c1b-bc35-fe9458960e8c tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c6403bc-dc1c-4201-a6b0-437310430672') {'for_net_delete': True} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:49:05.352179 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-67c3e42f-15f3-4c1b-bc35-fe9458960e8c tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c6403bc-dc1c-4201-a6b0-437310430672') {} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:49:05.371673 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-67c3e42f-15f3-4c1b-bc35-fe9458960e8c tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29055561'] for segment, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:05.393517 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9ea40c2c-8625-4943-8d79-80653c5080e7 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29055561'] for segment, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:05.397529 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-67c3e42f-15f3-4c1b-bc35-fe9458960e8c tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:05.399745 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3b2582ec-a4fe-46de-9f62-03e554dc3851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:05.403175 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3b2582ec-a4fe-46de-9f62-03e554dc3851 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:05.405026 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-3b2582ec-a4fe-46de-9f62-03e554dc3851 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ca93d5fc-c5f9-4b04-b9d8-27be19c1a43d HTTP/1.1" status: 204 len: 168 time: 0.5519710 Nov 24 01:49:05.415428 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e21b43cf-77d6-4edb-a09e-a395cae5a0f8 None None] For port 6ae13b77-991a-41e7-9ef6-ad1ec0b0adb1, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=6ae13b77-991a-41e7-9ef6-ad1ec0b0adb1,segment=NetworkSegment(f4cb9ed8-558d-454a-8909-e6b9499bb527),segment_id=f4cb9ed8-558d-454a-8909-e6b9499bb527)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:49:05.415835 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e21b43cf-77d6-4edb-a09e-a395cae5a0f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:05.422135 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67c3e42f-15f3-4c1b-bc35-fe9458960e8c tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=109866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:49:05.422788 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-67c3e42f-15f3-4c1b-bc35-fe9458960e8c tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29151010'] for segment, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:05.429334 dv-neutron-818911-2-hyperv neutron-server[109866]: Traceback (most recent call last): Nov 24 01:49:05.429334 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:49:05.429334 dv-neutron-818911-2-hyperv neutron-server[109866]: timer() Nov 24 01:49:05.429334 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:49:05.429334 dv-neutron-818911-2-hyperv neutron-server[109866]: cb(*args, **kw) Nov 24 01:49:05.429334 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:49:05.429334 dv-neutron-818911-2-hyperv neutron-server[109866]: return func(*args, **kwargs) Nov 24 01:49:05.429334 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:49:05.429334 dv-neutron-818911-2-hyperv neutron-server[109866]: self._notify() Nov 24 01:49:05.429334 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:49:05.429334 dv-neutron-818911-2-hyperv neutron-server[109866]: self.callback(batched_events) Nov 24 01:49:05.429334 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:49:05.429334 dv-neutron-818911-2-hyperv neutron-server[109866]: event.method(event) Nov 24 01:49:05.429334 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:49:05.429334 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:49:05.429334 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:49:05.429334 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:49:05.429334 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:49:05.429334 dv-neutron-818911-2-hyperv neutron-server[109866]: return f(self, *a, **k) Nov 24 01:49:05.429334 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:49:05.429334 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._get(url).json() Nov 24 01:49:05.429334 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:49:05.429334 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:49:05.429334 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:49:05.429334 dv-neutron-818911-2-hyperv neutron-server[109866]: return self.request(url, 'GET', **kwargs) Nov 24 01:49:05.429334 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:49:05.429334 dv-neutron-818911-2-hyperv neutron-server[109866]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:49:05.429334 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:49:05.429334 dv-neutron-818911-2-hyperv neutron-server[109866]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:49:05.429334 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:49:05.429334 dv-neutron-818911-2-hyperv neutron-server[109866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:49:05.429334 dv-neutron-818911-2-hyperv neutron-server[109866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:49:05.431461 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-e21b43cf-77d6-4edb-a09e-a395cae5a0f8 None None] Calling delete_port for 6ae13b77-991a-41e7-9ef6-ad1ec0b0adb1 owned by network:dhcp {{(pid=109868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:49:05.453223 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9ea40c2c-8625-4943-8d79-80653c5080e7 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:05.457916 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2582ec-a4fe-46de-9f62-03e554dc3851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca93d5fc-c5f9-4b04-b9d8-27be19c1a43d,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:05.480626 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ea40c2c-8625-4943-8d79-80653c5080e7 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=109866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:49:05.481368 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9ea40c2c-8625-4943-8d79-80653c5080e7 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29151010'] for segment, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:05.487112 dv-neutron-818911-2-hyperv neutron-server[109866]: Traceback (most recent call last): Nov 24 01:49:05.487112 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:49:05.487112 dv-neutron-818911-2-hyperv neutron-server[109866]: timer() Nov 24 01:49:05.487112 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:49:05.487112 dv-neutron-818911-2-hyperv neutron-server[109866]: cb(*args, **kw) Nov 24 01:49:05.487112 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:49:05.487112 dv-neutron-818911-2-hyperv neutron-server[109866]: return func(*args, **kwargs) Nov 24 01:49:05.487112 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:49:05.487112 dv-neutron-818911-2-hyperv neutron-server[109866]: self._notify() Nov 24 01:49:05.487112 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:49:05.487112 dv-neutron-818911-2-hyperv neutron-server[109866]: self.callback(batched_events) Nov 24 01:49:05.487112 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:49:05.487112 dv-neutron-818911-2-hyperv neutron-server[109866]: event.method(event) Nov 24 01:49:05.487112 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:49:05.487112 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:49:05.487112 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:49:05.487112 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:49:05.487112 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:49:05.487112 dv-neutron-818911-2-hyperv neutron-server[109866]: return f(self, *a, **k) Nov 24 01:49:05.487112 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:49:05.487112 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._get(url).json() Nov 24 01:49:05.487112 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:49:05.487112 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:49:05.487112 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:49:05.487112 dv-neutron-818911-2-hyperv neutron-server[109866]: return self.request(url, 'GET', **kwargs) Nov 24 01:49:05.487112 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:49:05.487112 dv-neutron-818911-2-hyperv neutron-server[109866]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:49:05.487112 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:49:05.487112 dv-neutron-818911-2-hyperv neutron-server[109866]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:49:05.487112 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:49:05.487112 dv-neutron-818911-2-hyperv neutron-server[109866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:49:05.487112 dv-neutron-818911-2-hyperv neutron-server[109866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:49:05.525938 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e21b43cf-77d6-4edb-a09e-a395cae5a0f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974'] for port, after_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:05.594597 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21b43cf-77d6-4edb-a09e-a395cae5a0f8 None None] No DVR routers for this DVR port 6ae13b77-991a-41e7-9ef6-ad1ec0b0adb1 on host dv-neutron-818911-2-hyperv {{(pid=109868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:49:05.598564 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21b43cf-77d6-4edb-a09e-a395cae5a0f8 None None] Pushing event deleted for resources: {'Port': ['ID=6ae13b77-991a-41e7-9ef6-ad1ec0b0adb1,revision_number=None']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:05.651245 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f0b6d8-7e8d-4e75-b24b-7e6ae6bea801 None None] DHCP port deletion for 9b0cb615-dd00-417f-9128-01ca62e524f6 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:49:05.679820 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-67c3e42f-15f3-4c1b-bc35-fe9458960e8c tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:05.682124 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9ea40c2c-8625-4943-8d79-80653c5080e7 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:05.688943 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67c3e42f-15f3-4c1b-bc35-fe9458960e8c tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5bb8d929-7e75-4e91-bca2-e87a335fcc8e {{(pid=109866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 24 01:49:05.696406 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-67c3e42f-15f3-4c1b-bc35-fe9458960e8c tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Publish callbacks [] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:05.700607 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-67c3e42f-15f3-4c1b-bc35-fe9458960e8c tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] 10.222.0.21 "DELETE /v2.0/networks/5bb8d929-7e75-4e91-bca2-e87a335fcc8e HTTP/1.1" status: 204 len: 168 time: 3.0397241 Nov 24 01:49:05.706645 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48028) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:05.716322 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9ea40c2c-8625-4943-8d79-80653c5080e7 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks [] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:05.722518 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-9ea40c2c-8625-4943-8d79-80653c5080e7 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] 10.222.0.21 "DELETE /v2.0/networks/6bd89793-0192-4c55-ac12-4b736fd62de7 HTTP/1.1" status: 204 len: 168 time: 1.1668422 Nov 24 01:49:05.728413 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48030) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:05.729319 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c3e42f-15f3-4c1b-bc35-fe9458960e8c tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Pushing event deleted for resources: {'Network': ['ID=5bb8d929-7e75-4e91-bca2-e87a335fcc8e,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:05.780763 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-00f0b6d8-7e8d-4e75-b24b-7e6ae6bea801 None None] Deleting port 4c927bde-9f6c-4354-8065-19c5e932f694 {{(pid=109868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:49:05.781339 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-00f0b6d8-7e8d-4e75-b24b-7e6ae6bea801 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:05.836266 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-340c98d6-eefe-4b6d-8aab-0c566adaae08 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.1150787 Nov 24 01:49:05.837385 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5b0d5081-3252-4050-bce2-42ccc6bb7dd6 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29149261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29154849'] for subnet, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:05.844730 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48034) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:05.856562 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea40c2c-8625-4943-8d79-80653c5080e7 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Pushing event deleted for resources: {'Network': ['ID=6bd89793-0192-4c55-ac12-4b736fd62de7,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:05.864652 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40fa11db-63dc-4900-a14f-90ddf5616c8f tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Made reservation on behalf of 6974375fded34c83af8967d3f69dce07 for: {'subnet': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:49:05.868416 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-40fa11db-63dc-4900-a14f-90ddf5616c8f tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25307781'] for subnet, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:05.899376 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-00f0b6d8-7e8d-4e75-b24b-7e6ae6bea801 None None] For port 4c927bde-9f6c-4354-8065-19c5e932f694, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=4c927bde-9f6c-4354-8065-19c5e932f694,segment=NetworkSegment(2b1ff8b4-a836-4287-84a2-3eaf8ccfb867),segment_id=2b1ff8b4-a836-4287-84a2-3eaf8ccfb867)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:49:05.899625 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-00f0b6d8-7e8d-4e75-b24b-7e6ae6bea801 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:05.913326 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-00f0b6d8-7e8d-4e75-b24b-7e6ae6bea801 None None] Calling delete_port for 4c927bde-9f6c-4354-8065-19c5e932f694 owned by network:dhcp {{(pid=109868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:49:05.997456 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48036) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:06.008048 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-00f0b6d8-7e8d-4e75-b24b-7e6ae6bea801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974'] for port, after_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:06.050946 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f0b6d8-7e8d-4e75-b24b-7e6ae6bea801 None None] No DVR routers for this DVR port 4c927bde-9f6c-4354-8065-19c5e932f694 on host dv-neutron-818911-2-hyperv {{(pid=109868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:49:06.053091 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f0b6d8-7e8d-4e75-b24b-7e6ae6bea801 None None] Pushing event deleted for resources: {'Port': ['ID=4c927bde-9f6c-4354-8065-19c5e932f694,revision_number=None']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:06.080657 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8c97fe4b-3baa-49f4-ac73-e96766b11a72 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:06.099441 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0d5081-3252-4050-bce2-42ccc6bb7dd6 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Pushing event updated for resources: {'Subnet': ['ID=d920a791-75c9-4936-b778-3d4ed6726bdf,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:06.146301 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-febd142e-943d-4151-8a3e-4f61ba7d8ce7 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:06.146772 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-febd142e-943d-4151-8a3e-4f61ba7d8ce7 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:06.147287 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-febd142e-943d-4151-8a3e-4f61ba7d8ce7 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:06.147748 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-febd142e-943d-4151-8a3e-4f61ba7d8ce7 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:06.148209 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-febd142e-943d-4151-8a3e-4f61ba7d8ce7 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:06.148692 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-febd142e-943d-4151-8a3e-4f61ba7d8ce7 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:06.153307 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-febd142e-943d-4151-8a3e-4f61ba7d8ce7 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3902 time: 0.3023739 Nov 24 01:49:06.155026 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48040) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:06.168971 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0d5081-3252-4050-bce2-42ccc6bb7dd6 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Checking segment: {'id': '4e922449-6a53-44ea-9af5-4af67caca673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '22ee4b76-ae53-4595-9045-64885d389860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:49:06.169829 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0d5081-3252-4050-bce2-42ccc6bb7dd6 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Network hostable DHCP agents. Network: 22ee4b76-ae53-4595-9045-64885d389860, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 01:49:06.196170 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48042) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:06.212203 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.api.v2.resource [None req-52c51617-f60f-48b3-a5fc-8fdcbc448757 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] delete failed (client error): The resource could not be found. Nov 24 01:49:06.213179 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-52c51617-f60f-48b3-a5fc-8fdcbc448757 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] 10.222.0.21 "DELETE /v2.0/floatingips/9aa5795f-3abc-4fe5-9a85-90f4edfedf05 HTTP/1.1" status: 404 len: 345 time: 0.0571599 Nov 24 01:49:06.217162 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48044) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:06.247211 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f02c008-4888-4915-a307-ca9292c5563c tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] DELETE failed (client error): The resource could not be found. Nov 24 01:49:06.248040 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f02c008-4888-4915-a307-ca9292c5563c tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=109867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:49:06.251565 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-2f02c008-4888-4915-a307-ca9292c5563c tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] 10.222.0.21 "DELETE /v2.0/networks/5bb8d929-7e75-4e91-bca2-e87a335fcc8e HTTP/1.1" status: 404 len: 339 time: 0.0331736 Nov 24 01:49:06.270125 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48046) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:06.270469 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8c97fe4b-3baa-49f4-ac73-e96766b11a72 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:06.276437 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-e4a862cd-6099-47d8-8f0a-f3ba3de39b08 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Request body: {'network': {'name': 'tempest-network--2067094067', 'router:external': True}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:49:06.294332 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-8c97fe4b-3baa-49f4-ac73-e96766b11a72 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e337f723-5895-4a94-91a4-c4c65ee31f8f']}} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:49:06.305120 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-8c97fe4b-3baa-49f4-ac73-e96766b11a72 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4cb9ed8-558d-454a-8909-e6b9499bb527') {'for_net_delete': True} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:49:06.305462 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-8c97fe4b-3baa-49f4-ac73-e96766b11a72 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4cb9ed8-558d-454a-8909-e6b9499bb527') {} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:49:06.316635 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8c97fe4b-3baa-49f4-ac73-e96766b11a72 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29055561'] for segment, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:06.330781 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8c97fe4b-3baa-49f4-ac73-e96766b11a72 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:06.337122 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c97fe4b-3baa-49f4-ac73-e96766b11a72 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=109866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:49:06.337534 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8c97fe4b-3baa-49f4-ac73-e96766b11a72 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29151010'] for segment, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:06.345715 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4a862cd-6099-47d8-8f0a-f3ba3de39b08 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Made reservation on behalf of 8a4b2a03a85045b79125e8c04dac6335 for: {'network': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:49:06.348647 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e4a862cd-6099-47d8-8f0a-f3ba3de39b08 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:06.404089 dv-neutron-818911-2-hyperv neutron-server[109866]: Traceback (most recent call last): Nov 24 01:49:06.404089 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:49:06.404089 dv-neutron-818911-2-hyperv neutron-server[109866]: timer() Nov 24 01:49:06.404089 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:49:06.404089 dv-neutron-818911-2-hyperv neutron-server[109866]: cb(*args, **kw) Nov 24 01:49:06.404089 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:49:06.404089 dv-neutron-818911-2-hyperv neutron-server[109866]: return func(*args, **kwargs) Nov 24 01:49:06.404089 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:49:06.404089 dv-neutron-818911-2-hyperv neutron-server[109866]: self._notify() Nov 24 01:49:06.404089 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:49:06.404089 dv-neutron-818911-2-hyperv neutron-server[109866]: self.callback(batched_events) Nov 24 01:49:06.404089 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:49:06.404089 dv-neutron-818911-2-hyperv neutron-server[109866]: event.method(event) Nov 24 01:49:06.404089 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:49:06.404089 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:49:06.404089 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:49:06.404089 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:49:06.404089 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:49:06.404089 dv-neutron-818911-2-hyperv neutron-server[109866]: return f(self, *a, **k) Nov 24 01:49:06.404089 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:49:06.404089 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._get(url).json() Nov 24 01:49:06.404089 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:49:06.404089 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:49:06.404089 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:49:06.404089 dv-neutron-818911-2-hyperv neutron-server[109866]: return self.request(url, 'GET', **kwargs) Nov 24 01:49:06.404089 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:49:06.404089 dv-neutron-818911-2-hyperv neutron-server[109866]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:49:06.404089 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:49:06.404089 dv-neutron-818911-2-hyperv neutron-server[109866]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:49:06.404089 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:49:06.404089 dv-neutron-818911-2-hyperv neutron-server[109866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:49:06.404089 dv-neutron-818911-2-hyperv neutron-server[109866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:49:06.411281 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0d5081-3252-4050-bce2-42ccc6bb7dd6 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Network 22ee4b76-ae53-4595-9045-64885d389860 is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 01:49:06.419900 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-691484f1-bdf7-4d14-b075-e6b62d0a29d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:06.421952 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8c97fe4b-3baa-49f4-ac73-e96766b11a72 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:06.431105 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-5b0d5081-3252-4050-bce2-42ccc6bb7dd6 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, 22ee4b76-ae53-4595-9045-64885d389860) {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:49:06.436151 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7d2162b6-fe4e-498f-842e-ea6d12a54070 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3777994'] for router_interface, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:06.444007 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad85267-35f1-406c-b319-dd7aae23c675 None None] Network 22ee4b76-ae53-4595-9045-64885d389860 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:49:06.448673 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 4c927bde-9f6c-4354-8065-19c5e932f694 no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:49:06.451150 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8c97fe4b-3baa-49f4-ac73-e96766b11a72 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks [] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:06.457147 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-8c97fe4b-3baa-49f4-ac73-e96766b11a72 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] 10.222.0.21 "DELETE /v2.0/networks/e337f723-5895-4a94-91a4-c4c65ee31f8f HTTP/1.1" status: 204 len: 168 time: 0.7233377 Nov 24 01:49:06.457147 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0d5081-3252-4050-bce2-42ccc6bb7dd6 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:06.457147 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5b0d5081-3252-4050-bce2-42ccc6bb7dd6 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:06.468286 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48048) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:06.473673 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-9f399d3f-1ca6-4bc8-81d6-ed5e0d13f9a9 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1965301735-network', 'tenant_id': '9127e27d7b3846929ea36d5320996f35'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:49:06.495783 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: 4c927bde-9f6c-4354-8065-19c5e932f694 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:49:06.496142 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 4c927bde-9f6c-4354-8065-19c5e932f694 not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:49:06.496253 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c97fe4b-3baa-49f4-ac73-e96766b11a72 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Pushing event deleted for resources: {'Network': ['ID=e337f723-5895-4a94-91a4-c4c65ee31f8f,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:06.496536 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 6ae13b77-991a-41e7-9ef6-ad1ec0b0adb1 no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:49:06.516790 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4a862cd-6099-47d8-8f0a-f3ba3de39b08 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=109867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:49:06.547484 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: 6ae13b77-991a-41e7-9ef6-ad1ec0b0adb1 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:49:06.551248 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 6ae13b77-991a-41e7-9ef6-ad1ec0b0adb1 not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:49:06.551429 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-5b0d5081-3252-4050-bce2-42ccc6bb7dd6 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8198469 Nov 24 01:49:06.553704 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48050) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:06.563453 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-f413168e-dfb2-443a-92af-cc5336dd793e tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1543987730', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:49:06.576988 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_v2 [None req-81c4e4c1-a8a8-4a63-a4b2-f86c36a88e11 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Deleting subnet 96a6084e-fbfe-4d4d-8a87-7e3bc4193b9a {{(pid=109866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 01:49:06.580339 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-81c4e4c1-a8a8-4a63-a4b2-f86c36a88e11 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks [] for subnet, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:06.583578 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e4a862cd-6099-47d8-8f0a-f3ba3de39b08 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:06.583934 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.segments_db [None req-e4a862cd-6099-47d8-8f0a-f3ba3de39b08 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Added segment 4be69827-d7a8-4431-8428-866bfce80efd of type vlan for network 492ddf39-2598-4d50-842f-626391ea0e74 Nov 24 01:49:06.607942 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f399d3f-1ca6-4bc8-81d6-ed5e0d13f9a9 admin admin] Made reservation on behalf of 9127e27d7b3846929ea36d5320996f35 for: {'network': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:49:06.610139 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9f399d3f-1ca6-4bc8-81d6-ed5e0d13f9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:06.632216 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9f399d3f-1ca6-4bc8-81d6-ed5e0d13f9a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:06.650793 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-81c4e4c1-a8a8-4a63-a4b2-f86c36a88e11 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29055568'] for subnet, precommit_delete_associations {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:06.661448 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3547aea3-6e32-45bf-a1e7-5137da0b1069 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-22ee4b76-ae53-4595-9045-64885d389860', 'network_id': '22ee4b76-ae53-4595-9045-64885d389860', 'tenant_id': '24f911856b3c4338b647feba51f20eff', 'fixed_ips': [{'subnet_id': 'd920a791-75c9-4936-b778-3d4ed6726bdf'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 01:49:06.662796 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-3547aea3-6e32-45bf-a1e7-5137da0b1069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:06.686584 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f413168e-dfb2-443a-92af-cc5336dd793e tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-424105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2744'] for router, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:06.687685 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f413168e-dfb2-443a-92af-cc5336dd793e tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-424325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-326625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2753'] for router, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:06.738171 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-691484f1-bdf7-4d14-b075-e6b62d0a29d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:06.746728 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-691484f1-bdf7-4d14-b075-e6b62d0a29d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:06.748464 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.objects.ports [None req-40fa11db-63dc-4900-a14f-90ddf5616c8f tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109867) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 24 01:49:06.755175 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e4a862cd-6099-47d8-8f0a-f3ba3de39b08 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:06.774668 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-40fa11db-63dc-4900-a14f-90ddf5616c8f tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25501847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25307831'] for subnet, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:06.824557 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-3547aea3-6e32-45bf-a1e7-5137da0b1069 None None] Allocated IP 172.20.0.2 (22ee4b76-ae53-4595-9045-64885d389860/d920a791-75c9-4936-b778-3d4ed6726bdf/f861de6a-6b47-4ed5-9b8c-499634387348) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:49:06.877591 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40fa11db-63dc-4900-a14f-90ddf5616c8f tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:49:06.892180 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f413168e-dfb2-443a-92af-cc5336dd793e tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:06.899383 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-40fa11db-63dc-4900-a14f-90ddf5616c8f tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:49:06.912377 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40fa11db-63dc-4900-a14f-90ddf5616c8f tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:06.912967 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-40fa11db-63dc-4900-a14f-90ddf5616c8f tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:06.916673 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4f5a41-087d-45bf-9a4c-bf851163f35d None None] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:49:06.921217 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f413168e-dfb2-443a-92af-cc5336dd793e tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-424338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418138'] for router, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:06.940032 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fa11db-63dc-4900-a14f-90ddf5616c8f tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Pushing event updated for resources: {'Subnet': ['ID=1c65b7c7-5b92-4aef-a351-ac2954f30c73,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:06.945705 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e4a862cd-6099-47d8-8f0a-f3ba3de39b08 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:06.946383 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a862cd-6099-47d8-8f0a-f3ba3de39b08 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:06.946970 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e4a862cd-6099-47d8-8f0a-f3ba3de39b08 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Publish callbacks [] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:06.978436 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-40fa11db-63dc-4900-a14f-90ddf5616c8f tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9555626 Nov 24 01:49:06.980784 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48052) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:06.991493 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f413168e-dfb2-443a-92af-cc5336dd793e tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks [] for router, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:06.995457 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-f413168e-dfb2-443a-92af-cc5336dd793e tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4358296 Nov 24 01:49:07.000862 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-c0a03c22-82ce-4535-9935-8d2e9633c3da tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Request body: {'port': {'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6', 'mac_address': 'fa:16:3e:28:5d:d9', 'name': 'tempest-NetworksTestDHCPv6-902432366'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:49:07.008171 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48054) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:07.014144 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-e4a862cd-6099-47d8-8f0a-f3ba3de39b08 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7427053 Nov 24 01:49:07.035978 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48056) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:07.075733 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-3547aea3-6e32-45bf-a1e7-5137da0b1069 None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:07.133564 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-691484f1-bdf7-4d14-b075-e6b62d0a29d7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=08d5db13635a4876b0d7e9b57f240a81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9358146 Nov 24 01:49:07.163621 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-3547aea3-6e32-45bf-a1e7-5137da0b1069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:07.191581 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d378bb-b515-4724-aa74-e3e0d3667f1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-9b0cb615-dd00-417f-9128-01ca62e524f6', 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6', 'tenant_id': '6974375fded34c83af8967d3f69dce07', 'fixed_ips': [{'subnet_id': '1c65b7c7-5b92-4aef-a351-ac2954f30c73'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 01:49:07.192094 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-f0d378bb-b515-4724-aa74-e3e0d3667f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:07.207209 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a862cd-6099-47d8-8f0a-f3ba3de39b08 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Pushing event updated for resources: {'Network': ['ID=492ddf39-2598-4d50-842f-626391ea0e74,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:07.208410 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-81c4e4c1-a8a8-4a63-a4b2-f86c36a88e11 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:07.239410 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48058) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:07.247168 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network 492ddf39-2598-4d50-842f-626391ea0e74 details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:49:07.324834 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691484f1-bdf7-4d14-b075-e6b62d0a29d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22ebb2a9-5fe0-41e5-8a59-84e26848c93d,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:07.332562 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-81c4e4c1-a8a8-4a63-a4b2-f86c36a88e11 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29149324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29154870'] for subnet, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:07.374985 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-81c4e4c1-a8a8-4a63-a4b2-f86c36a88e11 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:07.378136 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-81c4e4c1-a8a8-4a63-a4b2-f86c36a88e11 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] 10.222.0.21 "DELETE /v2.0/subnets/96a6084e-fbfe-4d4d-8a87-7e3bc4193b9a HTTP/1.1" status: 204 len: 168 time: 0.8999119 Nov 24 01:49:07.379007 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c4e4c1-a8a8-4a63-a4b2-f86c36a88e11 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Pushing event deleted for resources: {'Subnet': ['ID=96a6084e-fbfe-4d4d-8a87-7e3bc4193b9a,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:07.383320 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48060) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:07.392663 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9f399d3f-1ca6-4bc8-81d6-ed5e0d13f9a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:07.410889 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9f399d3f-1ca6-4bc8-81d6-ed5e0d13f9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:07.465321 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3547aea3-6e32-45bf-a1e7-5137da0b1069 None None] Pushing event updated for resources: {'Port': ['ID=f861de6a-6b47-4ed5-9b8c-499634387348,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:07.473768 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5b006e-68b8-4e53-af2b-e59d070d01f2 None None] Network 6713d4a1-863c-4f17-b2c4-026d7d8739ad requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:49:07.478620 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3547aea3-6e32-45bf-a1e7-5137da0b1069 None None] Network 22ee4b76-ae53-4595-9045-64885d389860 is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:49:07.481765 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f399d3f-1ca6-4bc8-81d6-ed5e0d13f9a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=109866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:49:07.495695 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f399d3f-1ca6-4bc8-81d6-ed5e0d13f9a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d70c3bf-486d-419b-b2ac-73daf3ea0b88,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:07.496571 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-3547aea3-6e32-45bf-a1e7-5137da0b1069 None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:49:07.505459 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3547aea3-6e32-45bf-a1e7-5137da0b1069 None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:49:07.506081 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3b96fa74-7204-44cd-a174-12496fe421ad tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:07.508362 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9f399d3f-1ca6-4bc8-81d6-ed5e0d13f9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:07.508704 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.segments_db [None req-9f399d3f-1ca6-4bc8-81d6-ed5e0d13f9a9 admin admin] Added segment f3ac9934-45d7-402f-a296-a46c720ed6db of type vlan for network 1f406c50-b025-486a-b5b6-bbee997c7cc8 Nov 24 01:49:07.578277 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9f399d3f-1ca6-4bc8-81d6-ed5e0d13f9a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:07.622376 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9f399d3f-1ca6-4bc8-81d6-ed5e0d13f9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:07.623431 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f399d3f-1ca6-4bc8-81d6-ed5e0d13f9a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:07.624018 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9f399d3f-1ca6-4bc8-81d6-ed5e0d13f9a9 admin admin] Publish callbacks [] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:07.629298 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-3b96fa74-7204-44cd-a174-12496fe421ad tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Deleting port 00695ed8-8deb-499e-8ae5-5d567ab3e43a {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:49:07.629652 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3b96fa74-7204-44cd-a174-12496fe421ad tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:07.662147 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-f0d378bb-b515-4724-aa74-e3e0d3667f1c None None] Allocated IP 2001:db8::f816:3eff:fee5:1cbe (9b0cb615-dd00-417f-9128-01ca62e524f6/1c65b7c7-5b92-4aef-a351-ac2954f30c73/93847c5a-f172-4f6c-b15f-565c0d309f26) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:49:07.696538 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-3547aea3-6e32-45bf-a1e7-5137da0b1069 None None] Attempting to bind port f861de6a-6b47-4ed5-9b8c-499634387348 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:49:07.696907 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-3547aea3-6e32-45bf-a1e7-5137da0b1069 None None] Attempting to bind port f861de6a-6b47-4ed5-9b8c-499634387348 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '4e922449-6a53-44ea-9af5-4af67caca673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '22ee4b76-ae53-4595-9045-64885d389860'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:49:07.697304 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3547aea3-6e32-45bf-a1e7-5137da0b1069 None None] Attempting to bind port f861de6a-6b47-4ed5-9b8c-499634387348 on network 22ee4b76-ae53-4595-9045-64885d389860 {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:49:07.710956 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3547aea3-6e32-45bf-a1e7-5137da0b1069 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:49:07.711335 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3547aea3-6e32-45bf-a1e7-5137da0b1069 None None] Checking segment: {'id': '4e922449-6a53-44ea-9af5-4af67caca673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '22ee4b76-ae53-4595-9045-64885d389860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:49:07.711723 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-3547aea3-6e32-45bf-a1e7-5137da0b1069 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:07.712118 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3547aea3-6e32-45bf-a1e7-5137da0b1069 None None] Bound using segment: {'id': '4e922449-6a53-44ea-9af5-4af67caca673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '22ee4b76-ae53-4595-9045-64885d389860'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:49:07.712587 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-3547aea3-6e32-45bf-a1e7-5137da0b1069 None None] Bound port: f861de6a-6b47-4ed5-9b8c-499634387348, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e922449-6a53-44ea-9af5-4af67caca673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '22ee4b76-ae53-4595-9045-64885d389860'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:49:07.712991 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-3547aea3-6e32-45bf-a1e7-5137da0b1069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:07.740258 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-9f399d3f-1ca6-4bc8-81d6-ed5e0d13f9a9 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7370815 Nov 24 01:49:07.748636 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48062) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:07.753568 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-4adcb935-bc63-4cfc-bfc7-9168be7b9f75 admin admin] Request body: {'subnet': {'network_id': '1f406c50-b025-486a-b5b6-bbee997c7cc8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1965301735-subnet', 'tenant_id': '9127e27d7b3846929ea36d5320996f35', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:49:07.759438 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f399d3f-1ca6-4bc8-81d6-ed5e0d13f9a9 admin admin] Pushing event updated for resources: {'Network': ['ID=1f406c50-b025-486a-b5b6-bbee997c7cc8,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:07.766486 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [None req-3b96fa74-7204-44cd-a174-12496fe421ad tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] For port 00695ed8-8deb-499e-8ae5-5d567ab3e43a, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=00695ed8-8deb-499e-8ae5-5d567ab3e43a,segment=NetworkSegment(b29aef27-1657-4972-99bd-61ac6ca06593),segment_id=b29aef27-1657-4972-99bd-61ac6ca06593)] {{(pid=109866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:49:07.766851 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3b96fa74-7204-44cd-a174-12496fe421ad tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:07.785625 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-3b96fa74-7204-44cd-a174-12496fe421ad tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Calling delete_port for 00695ed8-8deb-499e-8ae5-5d567ab3e43a owned by network:dhcp {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:49:07.803184 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network 1f406c50-b025-486a-b5b6-bbee997c7cc8 details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:49:07.827381 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb38c640-0b62-4791-8829-16e1e7b13a49 tempest-ExternalNetworksTestJSON-1378039657 tempest-ExternalNetworksTestJSON-1378039657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:07.833166 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb38c640-0b62-4791-8829-16e1e7b13a49 tempest-ExternalNetworksTestJSON-1378039657 tempest-ExternalNetworksTestJSON-1378039657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:07.839822 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4adcb935-bc63-4cfc-bfc7-9168be7b9f75 admin admin] Made reservation on behalf of 9127e27d7b3846929ea36d5320996f35 for: {'subnet': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:49:07.842285 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4adcb935-bc63-4cfc-bfc7-9168be7b9f75 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29154835'] for subnet, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:07.849952 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb38c640-0b62-4791-8829-16e1e7b13a49 tempest-ExternalNetworksTestJSON-1378039657 tempest-ExternalNetworksTestJSON-1378039657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:07.858077 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb38c640-0b62-4791-8829-16e1e7b13a49 tempest-ExternalNetworksTestJSON-1378039657 tempest-ExternalNetworksTestJSON-1378039657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:07.859908 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-fb38c640-0b62-4791-8829-16e1e7b13a49 tempest-ExternalNetworksTestJSON-1378039657 tempest-ExternalNetworksTestJSON-1378039657-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.8231347 Nov 24 01:49:07.865686 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48064) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:07.898696 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-90e7049a-84b9-4786-80cd-fabc6cba1a1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:07.905562 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18478d6d-c6b1-469f-a3f9-6b7e80e489bb None None] DHCP port deletion for 6713d4a1-863c-4f17-b2c4-026d7d8739ad request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:49:07.924195 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-90e7049a-84b9-4786-80cd-fabc6cba1a1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:07.945712 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-09c639a7-afc6-4fd3-aaae-4434e61ccd9a tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:07.956568 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-3547aea3-6e32-45bf-a1e7-5137da0b1069 None None] For port f861de6a-6b47-4ed5-9b8c-499634387348, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:49:07.976671 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f0f6da64-00a0-482c-84cc-e4326fd913ef tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:07.999260 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-3547aea3-6e32-45bf-a1e7-5137da0b1069 None None] For port f861de6a-6b47-4ed5-9b8c-499634387348, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=f861de6a-6b47-4ed5-9b8c-499634387348,segment=NetworkSegment(4e922449-6a53-44ea-9af5-4af67caca673),segment_id=4e922449-6a53-44ea-9af5-4af67caca673)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:49:08.010000 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-3547aea3-6e32-45bf-a1e7-5137da0b1069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:08.047054 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-90e7049a-84b9-4786-80cd-fabc6cba1a1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:08.049752 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-90e7049a-84b9-4786-80cd-fabc6cba1a1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:08.054900 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-90e7049a-84b9-4786-80cd-fabc6cba1a1e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/22ebb2a9-5fe0-41e5-8a59-84e26848c93d HTTP/1.1" status: 204 len: 168 time: 0.8005543 Nov 24 01:49:08.057070 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-f0d378bb-b515-4724-aa74-e3e0d3667f1c None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:08.080386 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-f0d378bb-b515-4724-aa74-e3e0d3667f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:08.118105 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-18478d6d-c6b1-469f-a3f9-6b7e80e489bb None None] Deleting port 00695ed8-8deb-499e-8ae5-5d567ab3e43a {{(pid=109868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:49:08.118231 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-18478d6d-c6b1-469f-a3f9-6b7e80e489bb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:08.122560 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-09c639a7-afc6-4fd3-aaae-4434e61ccd9a tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:08.128361 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3547aea3-6e32-45bf-a1e7-5137da0b1069 None None] Pushing event updated for resources: {'Port': ['ID=f861de6a-6b47-4ed5-9b8c-499634387348,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:08.143624 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d378bb-b515-4724-aa74-e3e0d3667f1c None None] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:49:08.168943 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-09c639a7-afc6-4fd3-aaae-4434e61ccd9a tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['492ddf39-2598-4d50-842f-626391ea0e74']}} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:49:08.186986 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3b96fa74-7204-44cd-a174-12496fe421ad tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:08.189480 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e7049a-84b9-4786-80cd-fabc6cba1a1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22ebb2a9-5fe0-41e5-8a59-84e26848c93d,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:08.272092 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-7d2162b6-fe4e-498f-842e-ea6d12a54070 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Deleting port 960c928c-b04b-4efa-9075-8872c309fa25 {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:49:08.273694 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-09c639a7-afc6-4fd3-aaae-4434e61ccd9a tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4be69827-d7a8-4431-8428-866bfce80efd') {'for_net_delete': True} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:49:08.274246 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7d2162b6-fe4e-498f-842e-ea6d12a54070 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:08.274372 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-09c639a7-afc6-4fd3-aaae-4434e61ccd9a tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4be69827-d7a8-4431-8428-866bfce80efd') {} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:49:08.289451 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0a03c22-82ce-4535-9935-8d2e9633c3da tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Made reservation on behalf of 6974375fded34c83af8967d3f69dce07 for: {'port': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:49:08.349633 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-f0d378bb-b515-4724-aa74-e3e0d3667f1c None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:49:08.361033 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d378bb-b515-4724-aa74-e3e0d3667f1c None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:49:08.432621 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-18478d6d-c6b1-469f-a3f9-6b7e80e489bb None None] For port 00695ed8-8deb-499e-8ae5-5d567ab3e43a, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=00695ed8-8deb-499e-8ae5-5d567ab3e43a,segment=NetworkSegment(b29aef27-1657-4972-99bd-61ac6ca06593),segment_id=b29aef27-1657-4972-99bd-61ac6ca06593)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:49:08.433021 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-18478d6d-c6b1-469f-a3f9-6b7e80e489bb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:08.462108 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d378bb-b515-4724-aa74-e3e0d3667f1c None None] Pushing event updated for resources: {'Port': ['ID=93847c5a-f172-4f6c-b15f-565c0d309f26,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:08.483462 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-18478d6d-c6b1-469f-a3f9-6b7e80e489bb None None] Calling delete_port for 00695ed8-8deb-499e-8ae5-5d567ab3e43a owned by network:dhcp {{(pid=109868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:49:08.514112 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c0a03c22-82ce-4535-9935-8d2e9633c3da tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:08.519174 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b96fa74-7204-44cd-a174-12496fe421ad tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Pushing event deleted for resources: {'Port': ['ID=00695ed8-8deb-499e-8ae5-5d567ab3e43a,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:08.546490 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-09c639a7-afc6-4fd3-aaae-4434e61ccd9a tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29055561'] for segment, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:08.563307 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b96fa74-7204-44cd-a174-12496fe421ad tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] No DVR routers for this DVR port 00695ed8-8deb-499e-8ae5-5d567ab3e43a on host dv-neutron-818911-2-hyperv {{(pid=109866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:49:08.636026 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4adcb935-bc63-4cfc-bfc7-9168be7b9f75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29149261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29154849'] for subnet, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:08.640143 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [None req-c0a03c22-82ce-4535-9935-8d2e9633c3da tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] device_id is not set on port d7128620-b6f4-4f58-9f04-d4c52adae5c6 yet. {{(pid=109867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 01:49:08.654718 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-09c639a7-afc6-4fd3-aaae-4434e61ccd9a tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:08.676587 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 00695ed8-8deb-499e-8ae5-5d567ab3e43a no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:49:08.718707 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09c639a7-afc6-4fd3-aaae-4434e61ccd9a tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=109866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:49:08.719124 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-09c639a7-afc6-4fd3-aaae-4434e61ccd9a tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29151010'] for segment, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:08.727402 dv-neutron-818911-2-hyperv neutron-server[109866]: Traceback (most recent call last): Nov 24 01:49:08.727402 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:49:08.727402 dv-neutron-818911-2-hyperv neutron-server[109866]: timer() Nov 24 01:49:08.727402 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:49:08.727402 dv-neutron-818911-2-hyperv neutron-server[109866]: cb(*args, **kw) Nov 24 01:49:08.727402 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:49:08.727402 dv-neutron-818911-2-hyperv neutron-server[109866]: return func(*args, **kwargs) Nov 24 01:49:08.727402 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:49:08.727402 dv-neutron-818911-2-hyperv neutron-server[109866]: self._notify() Nov 24 01:49:08.727402 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:49:08.727402 dv-neutron-818911-2-hyperv neutron-server[109866]: self.callback(batched_events) Nov 24 01:49:08.727402 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:49:08.727402 dv-neutron-818911-2-hyperv neutron-server[109866]: event.method(event) Nov 24 01:49:08.727402 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:49:08.727402 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:49:08.727402 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:49:08.727402 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:49:08.727402 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:49:08.727402 dv-neutron-818911-2-hyperv neutron-server[109866]: return f(self, *a, **k) Nov 24 01:49:08.727402 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:49:08.727402 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._get(url).json() Nov 24 01:49:08.727402 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:49:08.727402 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:49:08.727402 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:49:08.727402 dv-neutron-818911-2-hyperv neutron-server[109866]: return self.request(url, 'GET', **kwargs) Nov 24 01:49:08.727402 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:49:08.727402 dv-neutron-818911-2-hyperv neutron-server[109866]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:49:08.727402 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:49:08.727402 dv-neutron-818911-2-hyperv neutron-server[109866]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:49:08.727402 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:49:08.727402 dv-neutron-818911-2-hyperv neutron-server[109866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:49:08.727402 dv-neutron-818911-2-hyperv neutron-server[109866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:49:08.741837 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7d2162b6-fe4e-498f-842e-ea6d12a54070 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:08.756875 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: 00695ed8-8deb-499e-8ae5-5d567ab3e43a {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:49:08.757323 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 00695ed8-8deb-499e-8ae5-5d567ab3e43a not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:49:08.761596 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-f0d378bb-b515-4724-aa74-e3e0d3667f1c None None] Attempting to bind port 93847c5a-f172-4f6c-b15f-565c0d309f26 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:49:08.761973 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-f0d378bb-b515-4724-aa74-e3e0d3667f1c None None] Attempting to bind port 93847c5a-f172-4f6c-b15f-565c0d309f26 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '2b1ff8b4-a836-4287-84a2-3eaf8ccfb867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:49:08.768059 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d378bb-b515-4724-aa74-e3e0d3667f1c None None] Attempting to bind port 93847c5a-f172-4f6c-b15f-565c0d309f26 on network 9b0cb615-dd00-417f-9128-01ca62e524f6 {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:49:08.798886 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-7d2162b6-fe4e-498f-842e-ea6d12a54070 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Calling delete_port for 960c928c-b04b-4efa-9075-8872c309fa25 owned by network:router_interface {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:49:08.805767 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d378bb-b515-4724-aa74-e3e0d3667f1c None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:49:08.806152 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d378bb-b515-4724-aa74-e3e0d3667f1c None None] Checking segment: {'id': '2b1ff8b4-a836-4287-84a2-3eaf8ccfb867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:49:08.807104 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-f0d378bb-b515-4724-aa74-e3e0d3667f1c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:08.807505 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d378bb-b515-4724-aa74-e3e0d3667f1c None None] Bound using segment: {'id': '2b1ff8b4-a836-4287-84a2-3eaf8ccfb867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:49:08.808002 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-f0d378bb-b515-4724-aa74-e3e0d3667f1c None None] Bound port: 93847c5a-f172-4f6c-b15f-565c0d309f26, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1ff8b4-a836-4287-84a2-3eaf8ccfb867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:49:08.808728 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-f0d378bb-b515-4724-aa74-e3e0d3667f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:08.932619 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-18478d6d-c6b1-469f-a3f9-6b7e80e489bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974'] for port, after_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:09.000793 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3b96fa74-7204-44cd-a174-12496fe421ad tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:09.022102 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18478d6d-c6b1-469f-a3f9-6b7e80e489bb None None] Pushing event deleted for resources: {'Port': ['ID=00695ed8-8deb-499e-8ae5-5d567ab3e43a,revision_number=None']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:09.030312 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adcb935-bc63-4cfc-bfc7-9168be7b9f75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04fb54b3-438b-484a-a8c3-f3d6f89bf229,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:09.045166 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-3b96fa74-7204-44cd-a174-12496fe421ad tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6713d4a1-863c-4f17-b2c4-026d7d8739ad']}} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:49:09.049575 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18478d6d-c6b1-469f-a3f9-6b7e80e489bb None None] No DVR routers for this DVR port 00695ed8-8deb-499e-8ae5-5d567ab3e43a on host dv-neutron-818911-2-hyperv {{(pid=109868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:49:09.065735 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-09c639a7-afc6-4fd3-aaae-4434e61ccd9a tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:09.068637 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-3b96fa74-7204-44cd-a174-12496fe421ad tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b29aef27-1657-4972-99bd-61ac6ca06593') {'for_net_delete': True} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:49:09.068963 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-3b96fa74-7204-44cd-a174-12496fe421ad tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b29aef27-1657-4972-99bd-61ac6ca06593') {} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:49:09.076095 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-f0d378bb-b515-4724-aa74-e3e0d3667f1c None None] For port 93847c5a-f172-4f6c-b15f-565c0d309f26, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:49:09.080658 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-f0d378bb-b515-4724-aa74-e3e0d3667f1c None None] For port 93847c5a-f172-4f6c-b15f-565c0d309f26, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=93847c5a-f172-4f6c-b15f-565c0d309f26,segment=NetworkSegment(2b1ff8b4-a836-4287-84a2-3eaf8ccfb867),segment_id=2b1ff8b4-a836-4287-84a2-3eaf8ccfb867)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:49:09.088012 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09c639a7-afc6-4fd3-aaae-4434e61ccd9a tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 492ddf39-2598-4d50-842f-626391ea0e74 {{(pid=109866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 24 01:49:09.088257 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-f0d378bb-b515-4724-aa74-e3e0d3667f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:09.104482 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-09c639a7-afc6-4fd3-aaae-4434e61ccd9a tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Publish callbacks [] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:09.107990 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-09c639a7-afc6-4fd3-aaae-4434e61ccd9a tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] 10.222.0.21 "DELETE /v2.0/networks/492ddf39-2598-4d50-842f-626391ea0e74 HTTP/1.1" status: 204 len: 168 time: 1.2413332 Nov 24 01:49:09.110309 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3b96fa74-7204-44cd-a174-12496fe421ad tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29055561'] for segment, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:09.113122 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48086) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:09.125764 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4adcb935-bc63-4cfc-bfc7-9168be7b9f75 admin admin] Checking segment: {'id': 'f3ac9934-45d7-402f-a296-a46c720ed6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1f406c50-b025-486a-b5b6-bbee997c7cc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:49:09.126398 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4adcb935-bc63-4cfc-bfc7-9168be7b9f75 admin admin] Network hostable DHCP agents. Network: 1f406c50-b025-486a-b5b6-bbee997c7cc8, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 01:49:09.135686 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-84995911-7339-4fcc-9678-7666d41455f3 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Request body: {'network': {'name': 'tempest-network--340347685', 'router:external': True}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:49:09.158447 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c639a7-afc6-4fd3-aaae-4434e61ccd9a tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Pushing event deleted for resources: {'Network': ['ID=492ddf39-2598-4d50-842f-626391ea0e74,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:09.186518 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3b96fa74-7204-44cd-a174-12496fe421ad tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:09.194851 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d378bb-b515-4724-aa74-e3e0d3667f1c None None] Pushing event updated for resources: {'Port': ['ID=93847c5a-f172-4f6c-b15f-565c0d309f26,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:09.228216 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b96fa74-7204-44cd-a174-12496fe421ad tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=109866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:49:09.230326 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3b96fa74-7204-44cd-a174-12496fe421ad tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29151010'] for segment, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:09.261750 dv-neutron-818911-2-hyperv neutron-server[109866]: Traceback (most recent call last): Nov 24 01:49:09.261750 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:49:09.261750 dv-neutron-818911-2-hyperv neutron-server[109866]: timer() Nov 24 01:49:09.261750 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:49:09.261750 dv-neutron-818911-2-hyperv neutron-server[109866]: cb(*args, **kw) Nov 24 01:49:09.261750 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:49:09.261750 dv-neutron-818911-2-hyperv neutron-server[109866]: return func(*args, **kwargs) Nov 24 01:49:09.261750 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:49:09.261750 dv-neutron-818911-2-hyperv neutron-server[109866]: self._notify() Nov 24 01:49:09.261750 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:49:09.261750 dv-neutron-818911-2-hyperv neutron-server[109866]: self.callback(batched_events) Nov 24 01:49:09.261750 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:49:09.261750 dv-neutron-818911-2-hyperv neutron-server[109866]: event.method(event) Nov 24 01:49:09.261750 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:49:09.261750 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:49:09.261750 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:49:09.261750 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:49:09.261750 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:49:09.261750 dv-neutron-818911-2-hyperv neutron-server[109866]: return f(self, *a, **k) Nov 24 01:49:09.261750 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:49:09.261750 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._get(url).json() Nov 24 01:49:09.261750 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:49:09.261750 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:49:09.261750 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:49:09.261750 dv-neutron-818911-2-hyperv neutron-server[109866]: return self.request(url, 'GET', **kwargs) Nov 24 01:49:09.261750 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:49:09.261750 dv-neutron-818911-2-hyperv neutron-server[109866]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:49:09.261750 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:49:09.261750 dv-neutron-818911-2-hyperv neutron-server[109866]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:49:09.261750 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:49:09.261750 dv-neutron-818911-2-hyperv neutron-server[109866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:49:09.261750 dv-neutron-818911-2-hyperv neutron-server[109866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:49:09.380071 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3b96fa74-7204-44cd-a174-12496fe421ad tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:09.399849 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3b96fa74-7204-44cd-a174-12496fe421ad tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks [] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:09.406904 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-3b96fa74-7204-44cd-a174-12496fe421ad tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] 10.222.0.21 "DELETE /v2.0/networks/6713d4a1-863c-4f17-b2c4-026d7d8739ad HTTP/1.1" status: 204 len: 168 time: 2.0224774 Nov 24 01:49:09.415729 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4adcb935-bc63-4cfc-bfc7-9168be7b9f75 admin admin] Network 1f406c50-b025-486a-b5b6-bbee997c7cc8 is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 01:49:09.426975 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48090) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:09.501268 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-c0a03c22-82ce-4535-9935-8d2e9633c3da tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Allocated IP 2001:db8::f816:3eff:fe28:5dd9 (9b0cb615-dd00-417f-9128-01ca62e524f6/1c65b7c7-5b92-4aef-a351-ac2954f30c73/d7128620-b6f4-4f58-9f04-d4c52adae5c6) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:49:09.521643 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-c6dd638c-2686-42fc-a574-7b659a87dbfa tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] 10.222.0.21 "GET /v2.0/ports?device_id=05a33569-f2af-43c8-900d-2b404281d447 HTTP/1.1" status: 200 len: 205 time: 0.0776944 Nov 24 01:49:09.522387 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84995911-7339-4fcc-9678-7666d41455f3 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Made reservation on behalf of 8a4b2a03a85045b79125e8c04dac6335 for: {'network': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:49:09.530755 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-84995911-7339-4fcc-9678-7666d41455f3 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:09.531008 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48092) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:09.532400 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-f0f6da64-00a0-482c-84cc-e4326fd913ef tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Allocated IP 172.20.0.1 (22ee4b76-ae53-4595-9045-64885d389860/d920a791-75c9-4936-b778-3d4ed6726bdf/284137ce-1921-42fc-94ee-111e81dd8324) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:49:09.551835 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-4adcb935-bc63-4cfc-bfc7-9168be7b9f75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, 1f406c50-b025-486a-b5b6-bbee997c7cc8) {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:49:09.557907 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4adcb935-bc63-4cfc-bfc7-9168be7b9f75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:09.559083 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4adcb935-bc63-4cfc-bfc7-9168be7b9f75 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:09.563237 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5c6de1-7bc5-4ee5-ab45-5558dceb6892 None None] Network 1f406c50-b025-486a-b5b6-bbee997c7cc8 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:49:09.627461 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84995911-7339-4fcc-9678-7666d41455f3 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=109866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:49:09.651816 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-84995911-7339-4fcc-9678-7666d41455f3 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:09.657600 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.segments_db [None req-84995911-7339-4fcc-9678-7666d41455f3 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Added segment c4797ad8-4fb1-4c58-a3a9-9b85033f7626 of type vlan for network 8e3a10b2-962e-4bd0-b2bd-17ce97401119 Nov 24 01:49:09.681041 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b96fa74-7204-44cd-a174-12496fe421ad tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Pushing event deleted for resources: {'Network': ['ID=6713d4a1-863c-4f17-b2c4-026d7d8739ad,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:09.717946 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-cdd9e050-9781-4111-90fd-828c70dd1cf4 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks [] for router, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:09.804839 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-4adcb935-bc63-4cfc-bfc7-9168be7b9f75 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0551004 Nov 24 01:49:09.815127 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-84995911-7339-4fcc-9678-7666d41455f3 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:09.835012 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928b6dcb-3a11-47ea-a1d1-fc54f920e62b None None] Network 22ee4b76-ae53-4595-9045-64885d389860 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:49:09.887568 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-84995911-7339-4fcc-9678-7666d41455f3 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:09.888817 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84995911-7339-4fcc-9678-7666d41455f3 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:09.889710 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-84995911-7339-4fcc-9678-7666d41455f3 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Publish callbacks [] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:10.026964 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-95727d57-9977-48c4-85ec-c7e12b786de4 None None] Provisioning complete for port f861de6a-6b47-4ed5-9b8c-499634387348 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:49:10.028465 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-95727d57-9977-48c4-85ec-c7e12b786de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:10.031714 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-84995911-7339-4fcc-9678-7666d41455f3 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.9058702 Nov 24 01:49:10.033096 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48104) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:10.036409 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ccc89a-7e74-4e29-be8e-79e926f6cb97 None None] Network 1f406c50-b025-486a-b5b6-bbee997c7cc8 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:49:10.054650 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84995911-7339-4fcc-9678-7666d41455f3 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Pushing event updated for resources: {'Network': ['ID=8e3a10b2-962e-4bd0-b2bd-17ce97401119,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:10.099511 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network 8e3a10b2-962e-4bd0-b2bd-17ce97401119 details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:49:10.234446 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6734a1ea-ca6e-496c-8769-e5d93d477254 tempest-ExternalNetworksTestJSON-1378039657 tempest-ExternalNetworksTestJSON-1378039657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:10.242869 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-6734a1ea-ca6e-496c-8769-e5d93d477254 tempest-ExternalNetworksTestJSON-1378039657 tempest-ExternalNetworksTestJSON-1378039657-project] 10.222.0.21 "GET /v2.0/networks/8e3a10b2-962e-4bd0-b2bd-17ce97401119 HTTP/1.1" status: 200 len: 756 time: 0.2047076 Nov 24 01:49:10.245814 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48114) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:10.414429 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-95727d57-9977-48c4-85ec-c7e12b786de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:10.440737 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-cdd9e050-9781-4111-90fd-828c70dd1cf4 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-424460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2766'] for router, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:10.456851 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de790fd1-b359-40df-9b77-a2580df9a6da tempest-ExternalNetworksTestJSON-1378039657 tempest-ExternalNetworksTestJSON-1378039657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:10.456851 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-de790fd1-b359-40df-9b77-a2580df9a6da tempest-ExternalNetworksTestJSON-1378039657 tempest-ExternalNetworksTestJSON-1378039657-project] 10.222.0.21 "GET /v2.0/networks/6cfb7234-2fbb-4e0e-b979-9cf4db092558 HTTP/1.1" status: 200 len: 768 time: 0.2088034 Nov 24 01:49:10.458216 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48118) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:10.458672 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48120) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:10.477600 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-cdd9e050-9781-4111-90fd-828c70dd1cf4 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:10.537252 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-95727d57-9977-48c4-85ec-c7e12b786de4 None None] For port f861de6a-6b47-4ed5-9b8c-499634387348, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=f861de6a-6b47-4ed5-9b8c-499634387348,segment=NetworkSegment(4e922449-6a53-44ea-9af5-4af67caca673),segment_id=4e922449-6a53-44ea-9af5-4af67caca673)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:49:10.547249 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-95727d57-9977-48c4-85ec-c7e12b786de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:10.616551 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device f861de6a-6b47-4ed5-9b8c-499634387348 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:49:10.698954 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95727d57-9977-48c4-85ec-c7e12b786de4 None None] Pushing event updated for resources: {'Port': ['ID=f861de6a-6b47-4ed5-9b8c-499634387348,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:10.700380 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-edcac138-2def-490a-9499-fc072e6ef324 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:10.738602 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f0f6da64-00a0-482c-84cc-e4326fd913ef tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:10.751134 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-cdd9e050-9781-4111-90fd-828c70dd1cf4 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-424469'] for router, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:10.751409 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port f861de6a-6b47-4ed5-9b8c-499634387348 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:49:10.751765 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:10.752402 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdd9e050-9781-4111-90fd-828c70dd1cf4 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Fanout notify agent at l3_agent the message router_deleted on router 05a33569-f2af-43c8-900d-2b404281d447 {{(pid=109867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 01:49:10.779299 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-cdd9e050-9781-4111-90fd-828c70dd1cf4 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] Publish callbacks [] for router, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:10.784798 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-cdd9e050-9781-4111-90fd-828c70dd1cf4 tempest-RoutersNegativeIpV6Test-75149717 tempest-RoutersNegativeIpV6Test-75149717-project] 10.222.0.21 "DELETE /v2.0/routers/05a33569-f2af-43c8-900d-2b404281d447 HTTP/1.1" status: 204 len: 168 time: 1.2377653 Nov 24 01:49:10.833441 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c0a03c22-82ce-4535-9935-8d2e9633c3da tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:10.936809 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-57fd1720-ebaa-4f2d-a2a9-607da145d01a None None] Provisioning complete for port f861de6a-6b47-4ed5-9b8c-499634387348 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:49:10.940818 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-57fd1720-ebaa-4f2d-a2a9-607da145d01a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:10.944582 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 93847c5a-f172-4f6c-b15f-565c0d309f26 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:49:10.947205 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7d2162b6-fe4e-498f-842e-ea6d12a54070 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:10.948837 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-37ff660e-4a49-4e35-9b6c-737fded63d78 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'network': {'name': 'tempest-network-smoke--90494460', 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'port_security_enabled': True}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:49:10.959339 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-edcac138-2def-490a-9499-fc072e6ef324 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:10.992914 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2162b6-fe4e-498f-842e-ea6d12a54070 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Pushing event deleted for resources: {'Port': ['ID=960c928c-b04b-4efa-9075-8872c309fa25,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:11.001722 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f0f6da64-00a0-482c-84cc-e4326fd913ef tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:11.026954 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-edcac138-2def-490a-9499-fc072e6ef324 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e3a10b2-962e-4bd0-b2bd-17ce97401119']}} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:49:11.043096 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-edcac138-2def-490a-9499-fc072e6ef324 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4797ad8-4fb1-4c58-a3a9-9b85033f7626') {'for_net_delete': True} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:49:11.043418 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-edcac138-2def-490a-9499-fc072e6ef324 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4797ad8-4fb1-4c58-a3a9-9b85033f7626') {} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:49:11.051659 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48132) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:11.052405 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 93847c5a-f172-4f6c-b15f-565c0d309f26 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:49:11.053366 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:11.055527 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37ff660e-4a49-4e35-9b6c-737fded63d78 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Made reservation on behalf of 5cd72ac6dd034b2d92e26f70404adb10 for: {'network': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:49:11.060301 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-37ff660e-4a49-4e35-9b6c-737fded63d78 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:11.062471 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-286b2c7b-f30b-49a6-9c25-68937e6ed45e admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1824667339-network', 'tenant_id': '94ce2d3597044c14b78c4455b07952df'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:49:11.066813 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-edcac138-2def-490a-9499-fc072e6ef324 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29055561'] for segment, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:11.067890 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c0a03c22-82ce-4535-9935-8d2e9633c3da tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:11.084916 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-37ff660e-4a49-4e35-9b6c-737fded63d78 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:11.105073 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f6da64-00a0-482c-84cc-e4326fd913ef tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Network 22ee4b76-ae53-4595-9045-64885d389860 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:49:11.111218 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30f9cdd-f7f5-4efb-87f4-fd03bde96685 None None] DHCP port deletion for c9fd22a9-70fd-48d0-bfd4-bfc1509f80af request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:49:11.116284 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-f0f6da64-00a0-482c-84cc-e4326fd913ef tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:49:11.128810 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-edcac138-2def-490a-9499-fc072e6ef324 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:11.137896 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edcac138-2def-490a-9499-fc072e6ef324 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=109866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:49:11.138367 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-edcac138-2def-490a-9499-fc072e6ef324 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29151010'] for segment, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:11.139967 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f6da64-00a0-482c-84cc-e4326fd913ef tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:49:11.140850 dv-neutron-818911-2-hyperv neutron-server[109866]: Traceback (most recent call last): Nov 24 01:49:11.140850 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:49:11.140850 dv-neutron-818911-2-hyperv neutron-server[109866]: timer() Nov 24 01:49:11.140850 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:49:11.140850 dv-neutron-818911-2-hyperv neutron-server[109866]: cb(*args, **kw) Nov 24 01:49:11.140850 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:49:11.140850 dv-neutron-818911-2-hyperv neutron-server[109866]: return func(*args, **kwargs) Nov 24 01:49:11.140850 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:49:11.140850 dv-neutron-818911-2-hyperv neutron-server[109866]: self._notify() Nov 24 01:49:11.140850 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:49:11.140850 dv-neutron-818911-2-hyperv neutron-server[109866]: self.callback(batched_events) Nov 24 01:49:11.140850 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:49:11.140850 dv-neutron-818911-2-hyperv neutron-server[109866]: event.method(event) Nov 24 01:49:11.140850 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:49:11.140850 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:49:11.140850 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:49:11.140850 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:49:11.140850 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:49:11.140850 dv-neutron-818911-2-hyperv neutron-server[109866]: return f(self, *a, **k) Nov 24 01:49:11.140850 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:49:11.140850 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._get(url).json() Nov 24 01:49:11.140850 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:49:11.140850 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:49:11.140850 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:49:11.140850 dv-neutron-818911-2-hyperv neutron-server[109866]: return self.request(url, 'GET', **kwargs) Nov 24 01:49:11.140850 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:49:11.140850 dv-neutron-818911-2-hyperv neutron-server[109866]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:49:11.140850 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:49:11.140850 dv-neutron-818911-2-hyperv neutron-server[109866]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:49:11.140850 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:49:11.140850 dv-neutron-818911-2-hyperv neutron-server[109866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:49:11.140850 dv-neutron-818911-2-hyperv neutron-server[109866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:49:11.158865 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f6da64-00a0-482c-84cc-e4326fd913ef tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Pushing event updated for resources: {'Port': ['ID=284137ce-1921-42fc-94ee-111e81dd8324,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:11.204086 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48136) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:11.271237 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:11.287630 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a03c22-82ce-4535-9935-8d2e9633c3da tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:49:11.288749 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-a77bb45e-febd-4c9a-8722-c953eca32e4e None None] Provisioning complete for port 93847c5a-f172-4f6c-b15f-565c0d309f26 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:49:11.289208 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a77bb45e-febd-4c9a-8722-c953eca32e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:11.328512 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-edcac138-2def-490a-9499-fc072e6ef324 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:11.332491 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edcac138-2def-490a-9499-fc072e6ef324 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8e3a10b2-962e-4bd0-b2bd-17ce97401119 {{(pid=109866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 24 01:49:11.335084 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-edcac138-2def-490a-9499-fc072e6ef324 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Publish callbacks [] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:11.339689 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-edcac138-2def-490a-9499-fc072e6ef324 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] 10.222.0.21 "DELETE /v2.0/networks/8e3a10b2-962e-4bd0-b2bd-17ce97401119 HTTP/1.1" status: 204 len: 168 time: 0.8695843 Nov 24 01:49:11.360404 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] For port 93847c5a-f172-4f6c-b15f-565c0d309f26, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=93847c5a-f172-4f6c-b15f-565c0d309f26,segment=NetworkSegment(2b1ff8b4-a836-4287-84a2-3eaf8ccfb867),segment_id=2b1ff8b4-a836-4287-84a2-3eaf8ccfb867)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:49:11.368602 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:11.376047 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-c0a03c22-82ce-4535-9935-8d2e9633c3da tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:49:11.391619 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48140) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:11.424569 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcac138-2def-490a-9499-fc072e6ef324 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Pushing event deleted for resources: {'Network': ['ID=8e3a10b2-962e-4bd0-b2bd-17ce97401119,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:11.431583 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-89e299b7-6ecf-4f36-b840-dca7ae73f329 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Request body: {'network': {'name': 'tempest-network--1825511641'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:49:11.458852 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Pushing event updated for resources: {'Port': ['ID=93847c5a-f172-4f6c-b15f-565c0d309f26,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:11.464972 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a03c22-82ce-4535-9935-8d2e9633c3da tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:49:11.476372 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a03c22-82ce-4535-9935-8d2e9633c3da tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:11.477709 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c0a03c22-82ce-4535-9935-8d2e9633c3da tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:11.478518 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e299b7-6ecf-4f36-b840-dca7ae73f329 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Made reservation on behalf of 8a4b2a03a85045b79125e8c04dac6335 for: {'network': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:49:11.481240 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-89e299b7-6ecf-4f36-b840-dca7ae73f329 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:11.486268 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-37ff660e-4a49-4e35-9b6c-737fded63d78 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:11.500912 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-286b2c7b-f30b-49a6-9c25-68937e6ed45e admin admin] Made reservation on behalf of 94ce2d3597044c14b78c4455b07952df for: {'network': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:49:11.503169 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-286b2c7b-f30b-49a6-9c25-68937e6ed45e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:11.505715 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-37ff660e-4a49-4e35-9b6c-737fded63d78 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:11.537807 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-286b2c7b-f30b-49a6-9c25-68937e6ed45e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:11.548752 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ff660e-4a49-4e35-9b6c-737fded63d78 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=207b6aa7-2381-46ce-9fbc-f5bfcf9563ad,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:11.561208 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-7b6b769f-578d-48cd-b4b5-0ef22fa3800d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3d47ca46884443a4aac868f64ad30cd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3558574 Nov 24 01:49:11.574034 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-5f4c9190-d438-4cd6-a965-de9fa42642e1 None None] Provisioning complete for port 284137ce-1921-42fc-94ee-111e81dd8324 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:49:11.574404 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89e299b7-6ecf-4f36-b840-dca7ae73f329 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=109866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:49:11.574550 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-5f4c9190-d438-4cd6-a965-de9fa42642e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:11.584648 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-89e299b7-6ecf-4f36-b840-dca7ae73f329 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:11.584855 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.segments_db [None req-89e299b7-6ecf-4f36-b840-dca7ae73f329 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Added segment 07e7cdd9-0d0e-4fce-99c7-8706a745dde0 of type vlan for network 5810ed15-0562-4b2a-b4dd-67d6f409bb8f Nov 24 01:49:11.595017 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48142) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:11.606057 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37ff660e-4a49-4e35-9b6c-737fded63d78 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=109866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:49:11.615421 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-c0a03c22-82ce-4535-9935-8d2e9633c3da tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.6215568 Nov 24 01:49:11.618210 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48144) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:11.619482 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f0f6da64-00a0-482c-84cc-e4326fd913ef tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3777869'] for router_interface, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:11.621911 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a03c22-82ce-4535-9935-8d2e9633c3da tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Pushing event updated for resources: {'Port': ['ID=d7128620-b6f4-4f58-9f04-d4c52adae5c6,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:11.653678 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-5f4c9190-d438-4cd6-a965-de9fa42642e1 None None] Port 284137ce-1921-42fc-94ee-111e81dd8324 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:49:11.710303 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-37ff660e-4a49-4e35-9b6c-737fded63d78 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:11.710832 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.segments_db [None req-37ff660e-4a49-4e35-9b6c-737fded63d78 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Added segment feb4f0f9-1c57-448a-84ec-01d3896941c5 of type vlan for network 8617ed88-7a9f-4293-a73d-5ec916acee3f Nov 24 01:49:11.717727 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-89e299b7-6ecf-4f36-b840-dca7ae73f329 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:11.749048 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7d2162b6-fe4e-498f-842e-ea6d12a54070 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424538'] for router_interface, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:11.783564 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-6c20236b-b9ea-49bb-9da0-70a6d2a0e48e None None] Provisioning complete for port d7128620-b6f4-4f58-9f04-d4c52adae5c6 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:49:11.784017 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-6c20236b-b9ea-49bb-9da0-70a6d2a0e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:11.799077 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e930af2-19e7-4180-a601-febc63074eb9 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:11.804997 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e930af2-19e7-4180-a601-febc63074eb9 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:11.807191 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-8e930af2-19e7-4180-a601-febc63074eb9 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.1662719 Nov 24 01:49:11.814624 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-37ff660e-4a49-4e35-9b6c-737fded63d78 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:11.820915 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48146) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:11.833533 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-6c20236b-b9ea-49bb-9da0-70a6d2a0e48e None None] Port d7128620-b6f4-4f58-9f04-d4c52adae5c6 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:49:11.880525 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-196d981a-ab48-4995-b0e0-a4162d20bad5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:11.892613 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-89e299b7-6ecf-4f36-b840-dca7ae73f329 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:11.893089 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f0f6da64-00a0-482c-84cc-e4326fd913ef tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:11.893631 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e299b7-6ecf-4f36-b840-dca7ae73f329 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:11.894204 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-89e299b7-6ecf-4f36-b840-dca7ae73f329 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Publish callbacks [] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:11.948650 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-286b2c7b-f30b-49a6-9c25-68937e6ed45e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:11.959231 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-286b2c7b-f30b-49a6-9c25-68937e6ed45e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:11.978170 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-37ff660e-4a49-4e35-9b6c-737fded63d78 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:11.984988 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ff660e-4a49-4e35-9b6c-737fded63d78 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:11.985603 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-37ff660e-4a49-4e35-9b6c-737fded63d78 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:11.990744 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-196d981a-ab48-4995-b0e0-a4162d20bad5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:12.006051 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-89e299b7-6ecf-4f36-b840-dca7ae73f329 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.5763521 Nov 24 01:49:12.008628 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48148) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:12.019983 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-ee5fe8fe-2e0d-47f2-9279-57053c41f974 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Request body: {'network': {'router:external': True}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:49:12.022272 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-286b2c7b-f30b-49a6-9c25-68937e6ed45e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=109867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:49:12.056409 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e299b7-6ecf-4f36-b840-dca7ae73f329 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Pushing event updated for resources: {'Network': ['ID=5810ed15-0562-4b2a-b4dd-67d6f409bb8f,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:12.068262 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network 5810ed15-0562-4b2a-b4dd-67d6f409bb8f details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:49:12.075939 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-286b2c7b-f30b-49a6-9c25-68937e6ed45e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:12.079286 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.segments_db [None req-286b2c7b-f30b-49a6-9c25-68937e6ed45e admin admin] Added segment 201869e8-32d9-4622-b932-2dd960ae053b of type vlan for network dd36d48a-eafd-497a-8217-37f90d3ff769 Nov 24 01:49:12.079432 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-37ff660e-4a49-4e35-9b6c-737fded63d78 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.6139677 Nov 24 01:49:12.100126 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48150) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:12.109577 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-a2a913d9-e1c8-47b8-9ce6-ed20bfd5b484 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1593989456', 'admin_state_up': True, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:49:12.119871 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286b2c7b-f30b-49a6-9c25-68937e6ed45e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fff43f2-5dc0-4d0f-9fda-c7bf44ee6eb7,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:12.191816 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-33d9f688-34dd-4b1c-b1c3-0e675e53608b tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Deleting port d7128620-b6f4-4f58-9f04-d4c52adae5c6 {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:49:12.192230 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-33d9f688-34dd-4b1c-b1c3-0e675e53608b tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:12.196735 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a2a913d9-e1c8-47b8-9ce6-ed20bfd5b484 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-424105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2744'] for router, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:12.198336 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a2a913d9-e1c8-47b8-9ce6-ed20bfd5b484 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-424325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-326625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2753'] for router, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:12.201511 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ff660e-4a49-4e35-9b6c-737fded63d78 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'Network': ['ID=8617ed88-7a9f-4293-a73d-5ec916acee3f,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:12.211875 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network 8617ed88-7a9f-4293-a73d-5ec916acee3f details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:49:12.232936 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-196d981a-ab48-4995-b0e0-a4162d20bad5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:12.235619 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-196d981a-ab48-4995-b0e0-a4162d20bad5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:12.236790 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-196d981a-ab48-4995-b0e0-a4162d20bad5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/695f51df-faf8-4484-8f4b-2c99931c77c6 HTTP/1.1" status: 204 len: 168 time: 0.6379960 Nov 24 01:49:12.299029 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196d981a-ab48-4995-b0e0-a4162d20bad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=695f51df-faf8-4484-8f4b-2c99931c77c6,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:12.365552 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a2a913d9-e1c8-47b8-9ce6-ed20bfd5b484 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:12.417114 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-33d9f688-34dd-4b1c-b1c3-0e675e53608b tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:12.459740 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device f861de6a-6b47-4ed5-9b8c-499634387348 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:49:12.474137 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-33d9f688-34dd-4b1c-b1c3-0e675e53608b tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Calling delete_port for d7128620-b6f4-4f58-9f04-d4c52adae5c6 owned by {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:49:12.577054 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port f861de6a-6b47-4ed5-9b8c-499634387348 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:49:12.577770 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:12.585338 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-286b2c7b-f30b-49a6-9c25-68937e6ed45e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:12.632944 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a2a913d9-e1c8-47b8-9ce6-ed20bfd5b484 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:12.688023 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 93847c5a-f172-4f6c-b15f-565c0d309f26 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:49:12.744655 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 93847c5a-f172-4f6c-b15f-565c0d309f26 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:49:12.745031 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:12.750816 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-286b2c7b-f30b-49a6-9c25-68937e6ed45e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:12.751810 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286b2c7b-f30b-49a6-9c25-68937e6ed45e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:12.752502 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-286b2c7b-f30b-49a6-9c25-68937e6ed45e admin admin] Publish callbacks [] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:12.770527 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-33d9f688-34dd-4b1c-b1c3-0e675e53608b tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:12.824472 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d9f688-34dd-4b1c-b1c3-0e675e53608b tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Pushing event deleted for resources: {'Port': ['ID=d7128620-b6f4-4f58-9f04-d4c52adae5c6,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:12.836191 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d2162b6-fe4e-498f-842e-ea6d12a54070 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Router 218457ea-2bcf-4aa0-b2ed-a7f05045e693 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:49:12.838051 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ee5fe8fe-2e0d-47f2-9279-57053c41f974 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:12.855638 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-33d9f688-34dd-4b1c-b1c3-0e675e53608b tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:12.861238 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-286b2c7b-f30b-49a6-9c25-68937e6ed45e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8008845 Nov 24 01:49:12.861431 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-33d9f688-34dd-4b1c-b1c3-0e675e53608b tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "DELETE /v2.0/ports/d7128620-b6f4-4f58-9f04-d4c52adae5c6 HTTP/1.1" status: 204 len: 168 time: 1.0359080 Nov 24 01:49:12.862385 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48154) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:12.862804 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48156) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:12.870620 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-5e190f19-10bd-41e7-b1fd-fb1424ad5c6b admin admin] Request body: {'subnet': {'network_id': 'dd36d48a-eafd-497a-8217-37f90d3ff769', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1824667339-subnet', 'tenant_id': '94ce2d3597044c14b78c4455b07952df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:49:12.908602 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286b2c7b-f30b-49a6-9c25-68937e6ed45e admin admin] Pushing event updated for resources: {'Network': ['ID=dd36d48a-eafd-497a-8217-37f90d3ff769,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:12.910884 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ee5fe8fe-2e0d-47f2-9279-57053c41f974 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:12.923352 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network dd36d48a-eafd-497a-8217-37f90d3ff769 details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:49:12.952857 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ee5fe8fe-2e0d-47f2-9279-57053c41f974 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Network 5810ed15-0562-4b2a-b4dd-67d6f409bb8f is not hosted by any dhcp agent {{(pid=109867) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 24 01:49:12.953990 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5fe8fe-2e0d-47f2-9279-57053c41f974 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:12.954348 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ee5fe8fe-2e0d-47f2-9279-57053c41f974 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Publish callbacks [] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:12.958733 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-ee5fe8fe-2e0d-47f2-9279-57053c41f974 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] 10.222.0.21 "PUT /v2.0/networks/5810ed15-0562-4b2a-b4dd-67d6f409bb8f HTTP/1.1" status: 200 len: 858 time: 0.9436610 Nov 24 01:49:12.959372 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48158) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:12.975713 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9a7eb2-c10e-43ba-9bdd-160b7dd25115 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:12.977680 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9a7eb2-c10e-43ba-9bdd-160b7dd25115 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:12.980884 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-ad9a7eb2-c10e-43ba-9bdd-160b7dd25115 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1158171 Nov 24 01:49:12.986189 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48160) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:12.987105 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e190f19-10bd-41e7-b1fd-fb1424ad5c6b admin admin] Made reservation on behalf of 94ce2d3597044c14b78c4455b07952df for: {'subnet': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:49:12.990655 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5e190f19-10bd-41e7-b1fd-fb1424ad5c6b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29154835'] for subnet, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:13.125856 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6dd8ff60-fe51-4d1b-8e9c-12fa3dc92bdb tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:13.135117 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5fe8fe-2e0d-47f2-9279-57053c41f974 tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Pushing event updated for resources: {'Network': ['ID=5810ed15-0562-4b2a-b4dd-67d6f409bb8f,revision_number=2']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:13.156066 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f0f6da64-00a0-482c-84cc-e4326fd913ef tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks [] for port, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:13.170646 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_v2 [None req-69295112-d9ca-4066-a599-e166408856af tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Deleting subnet 1c65b7c7-5b92-4aef-a351-ac2954f30c73 {{(pid=109866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 01:49:13.172529 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a2a913d9-e1c8-47b8-9ce6-ed20bfd5b484 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for router_gateway, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:13.177713 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-69295112-d9ca-4066-a599-e166408856af tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for subnet, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:13.188315 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f0f6da64-00a0-482c-84cc-e4326fd913ef tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25501696'] for port, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:13.320653 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f6da64-00a0-482c-84cc-e4326fd913ef tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Pushing event updated for resources: {'Port': ['ID=284137ce-1921-42fc-94ee-111e81dd8324,revision_number=2']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:13.327371 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d2162b6-fe4e-498f-842e-ea6d12a54070 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:49:13.339038 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-7d2162b6-fe4e-498f-842e-ea6d12a54070 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] 10.222.0.21 "PUT /v2.0/routers/218457ea-2bcf-4aa0-b2ed-a7f05045e693/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5655229 Nov 24 01:49:13.341514 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed48f335-26da-4a9c-9b54-9c1233297105 None None] Sync routers for ids ['218457ea-2bcf-4aa0-b2ed-a7f05045e693'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:49:13.354235 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed48f335-26da-4a9c-9b54-9c1233297105 None None] Routers {'218457ea-2bcf-4aa0-b2ed-a7f05045e693'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:49:13.354866 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-ed48f335-26da-4a9c-9b54-9c1233297105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:48:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['218457ea-2bcf-4aa0-b2ed-a7f05045e693'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:49:13.363551 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f0f6da64-00a0-482c-84cc-e4326fd913ef tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3778017'] for router_interface, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:13.366538 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6dd8ff60-fe51-4d1b-8e9c-12fa3dc92bdb tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:13.368786 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48162) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:13.391074 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-ed48f335-26da-4a9c-9b54-9c1233297105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:49:13.400892 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed48f335-26da-4a9c-9b54-9c1233297105 None None] Routers {'218457ea-2bcf-4aa0-b2ed-a7f05045e693'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:49:13.401567 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-ed48f335-26da-4a9c-9b54-9c1233297105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:48:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['218457ea-2bcf-4aa0-b2ed-a7f05045e693'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:49:13.434680 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-ed48f335-26da-4a9c-9b54-9c1233297105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:49:13.435336 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed48f335-26da-4a9c-9b54-9c1233297105 None None] The sync data for ids ['218457ea-2bcf-4aa0-b2ed-a7f05045e693'] in dv-neutron-818911-2-hyperv is: [] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:49:13.453181 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-6dd8ff60-fe51-4d1b-8e9c-12fa3dc92bdb tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5810ed15-0562-4b2a-b4dd-67d6f409bb8f']}} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:49:13.477793 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-6dd8ff60-fe51-4d1b-8e9c-12fa3dc92bdb tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07e7cdd9-0d0e-4fce-99c7-8706a745dde0') {'for_net_delete': True} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:49:13.478209 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-6dd8ff60-fe51-4d1b-8e9c-12fa3dc92bdb tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07e7cdd9-0d0e-4fce-99c7-8706a745dde0') {} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:49:13.530947 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a2a913d9-e1c8-47b8-9ce6-ed20bfd5b484 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:13.546123 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6dd8ff60-fe51-4d1b-8e9c-12fa3dc92bdb tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28690908'] for segment, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:13.570171 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6dd8ff60-fe51-4d1b-8e9c-12fa3dc92bdb tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:13.590107 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dd8ff60-fe51-4d1b-8e9c-12fa3dc92bdb tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=109867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:49:13.590509 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6dd8ff60-fe51-4d1b-8e9c-12fa3dc92bdb tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25503736'] for segment, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:13.592237 dv-neutron-818911-2-hyperv neutron-server[109867]: Traceback (most recent call last): Nov 24 01:49:13.592237 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:49:13.592237 dv-neutron-818911-2-hyperv neutron-server[109867]: timer() Nov 24 01:49:13.592237 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:49:13.592237 dv-neutron-818911-2-hyperv neutron-server[109867]: cb(*args, **kw) Nov 24 01:49:13.592237 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:49:13.592237 dv-neutron-818911-2-hyperv neutron-server[109867]: return func(*args, **kwargs) Nov 24 01:49:13.592237 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:49:13.592237 dv-neutron-818911-2-hyperv neutron-server[109867]: self._notify() Nov 24 01:49:13.592237 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:49:13.592237 dv-neutron-818911-2-hyperv neutron-server[109867]: self.callback(batched_events) Nov 24 01:49:13.592237 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:49:13.592237 dv-neutron-818911-2-hyperv neutron-server[109867]: event.method(event) Nov 24 01:49:13.592237 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:49:13.592237 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:49:13.592237 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:49:13.592237 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:49:13.592237 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:49:13.592237 dv-neutron-818911-2-hyperv neutron-server[109867]: return f(self, *a, **k) Nov 24 01:49:13.592237 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:49:13.592237 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._get(url).json() Nov 24 01:49:13.592237 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:49:13.592237 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:49:13.592237 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:49:13.592237 dv-neutron-818911-2-hyperv neutron-server[109867]: return self.request(url, 'GET', **kwargs) Nov 24 01:49:13.592237 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:49:13.592237 dv-neutron-818911-2-hyperv neutron-server[109867]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:49:13.592237 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:49:13.592237 dv-neutron-818911-2-hyperv neutron-server[109867]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:49:13.592237 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:49:13.592237 dv-neutron-818911-2-hyperv neutron-server[109867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:49:13.592237 dv-neutron-818911-2-hyperv neutron-server[109867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:49:13.597578 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-69295112-d9ca-4066-a599-e166408856af tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29055568'] for subnet, precommit_delete_associations {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:13.610823 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4da12b18-6c70-44d9-a430-53f8c3c3b694 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks [] for router, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:13.701728 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f6da64-00a0-482c-84cc-e4326fd913ef tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Network 22ee4b76-ae53-4595-9045-64885d389860 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:49:13.708287 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-f0f6da64-00a0-482c-84cc-e4326fd913ef tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:49:13.749549 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6dd8ff60-fe51-4d1b-8e9c-12fa3dc92bdb tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:13.792558 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [None req-a2a913d9-e1c8-47b8-9ce6-ed20bfd5b484 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Allocated IP 172.26.5.187 (eb22795d-37ee-46ee-844d-92c17e2ea450/3e66fcff-6e72-4083-b514-48f69cdaa2cb/15abb6d1-0606-4928-811c-ecc84505c223) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:49:13.797879 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dd8ff60-fe51-4d1b-8e9c-12fa3dc92bdb tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5810ed15-0562-4b2a-b4dd-67d6f409bb8f {{(pid=109867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 24 01:49:13.801315 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6dd8ff60-fe51-4d1b-8e9c-12fa3dc92bdb tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Publish callbacks [] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:13.808893 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-6dd8ff60-fe51-4d1b-8e9c-12fa3dc92bdb tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] 10.222.0.21 "DELETE /v2.0/networks/5810ed15-0562-4b2a-b4dd-67d6f409bb8f HTTP/1.1" status: 204 len: 168 time: 0.8275447 Nov 24 01:49:13.817202 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-69295112-d9ca-4066-a599-e166408856af tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:13.820584 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48164) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:13.865329 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd8ff60-fe51-4d1b-8e9c-12fa3dc92bdb tempest-ExternalNetworksTestJSON-432245176 tempest-ExternalNetworksTestJSON-432245176-project-admin] Pushing event deleted for resources: {'Network': ['ID=5810ed15-0562-4b2a-b4dd-67d6f409bb8f,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:13.886517 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5e190f19-10bd-41e7-b1fd-fb1424ad5c6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29149261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29154849'] for subnet, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:13.889777 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4da12b18-6c70-44d9-a430-53f8c3c3b694 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:13.895391 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-c146a30b-b549-408c-a49f-94a0ad18af51 tempest-ExternalNetworksTestJSON-1378039657 tempest-ExternalNetworksTestJSON-1378039657-project] DELETE failed (client error): The resource could not be found. Nov 24 01:49:13.895845 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c146a30b-b549-408c-a49f-94a0ad18af51 tempest-ExternalNetworksTestJSON-1378039657 tempest-ExternalNetworksTestJSON-1378039657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:49:13.902059 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-c146a30b-b549-408c-a49f-94a0ad18af51 tempest-ExternalNetworksTestJSON-1378039657 tempest-ExternalNetworksTestJSON-1378039657-project] 10.222.0.21 "DELETE /v2.0/subnets/f337b11a-f9fe-4f2e-aed5-e7bed31540a8 HTTP/1.1" status: 404 len: 337 time: 0.0773411 Nov 24 01:49:13.902919 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48166) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:13.992600 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-38dd94c8-be71-46d7-9ef5-2b806aef1f7c None None] Provisioning complete for port 284137ce-1921-42fc-94ee-111e81dd8324 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:49:13.994238 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-38dd94c8-be71-46d7-9ef5-2b806aef1f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:14.027783 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e190f19-10bd-41e7-b1fd-fb1424ad5c6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=52b0cc44-b4bf-4368-a7b5-3c6285e0a0c0,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:14.049217 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-69295112-d9ca-4066-a599-e166408856af tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29149324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29154870'] for subnet, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:14.049635 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-38dd94c8-be71-46d7-9ef5-2b806aef1f7c None None] Port 284137ce-1921-42fc-94ee-111e81dd8324 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:49:14.058891 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fb0d2a13-a63a-464c-92c0-c6c4c9532941 tempest-ExternalNetworksTestJSON-1378039657 tempest-ExternalNetworksTestJSON-1378039657-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:14.093103 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69295112-d9ca-4066-a599-e166408856af tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Pushing event deleted for resources: {'Subnet': ['ID=1c65b7c7-5b92-4aef-a351-ac2954f30c73,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:14.099260 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e190f19-10bd-41e7-b1fd-fb1424ad5c6b admin admin] Checking segment: {'id': '201869e8-32d9-4622-b932-2dd960ae053b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'dd36d48a-eafd-497a-8217-37f90d3ff769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:49:14.099704 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e190f19-10bd-41e7-b1fd-fb1424ad5c6b admin admin] Network hostable DHCP agents. Network: dd36d48a-eafd-497a-8217-37f90d3ff769, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 01:49:14.106845 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-69295112-d9ca-4066-a599-e166408856af tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:14.110249 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-69295112-d9ca-4066-a599-e166408856af tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "DELETE /v2.0/subnets/1c65b7c7-5b92-4aef-a351-ac2954f30c73 HTTP/1.1" status: 204 len: 168 time: 1.1168272 Nov 24 01:49:14.114136 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48168) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:14.115154 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e02caed-8c9e-44f9-b7be-9c4d05c125ce None None] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:49:14.118658 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a2a913d9-e1c8-47b8-9ce6-ed20bfd5b484 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:14.165194 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-3b81bc69-3324-4383-b9db-89260da61d60 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0496879 Nov 24 01:49:14.171082 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48170) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:14.220105 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fb0d2a13-a63a-464c-92c0-c6c4c9532941 tempest-ExternalNetworksTestJSON-1378039657 tempest-ExternalNetworksTestJSON-1378039657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:14.222453 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e190f19-10bd-41e7-b1fd-fb1424ad5c6b admin admin] Network dd36d48a-eafd-497a-8217-37f90d3ff769 is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 01:49:14.224001 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-4da12b18-6c70-44d9-a430-53f8c3c3b694 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Deleting port 4f4223aa-dbd3-465e-9c0f-de704f2a90ac {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:49:14.224331 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4da12b18-6c70-44d9-a430-53f8c3c3b694 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:14.232918 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0f6da64-00a0-482c-84cc-e4326fd913ef tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Router a3015905-941f-452f-8820-32ec3b510537 is scheduled to L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e with binding_index 1 {{(pid=109867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 01:49:14.253833 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a2a913d9-e1c8-47b8-9ce6-ed20bfd5b484 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:14.264367 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-5e190f19-10bd-41e7-b1fd-fb1424ad5c6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, dd36d48a-eafd-497a-8217-37f90d3ff769) {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:49:14.273933 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-fb0d2a13-a63a-464c-92c0-c6c4c9532941 tempest-ExternalNetworksTestJSON-1378039657 tempest-ExternalNetworksTestJSON-1378039657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cfb7234-2fbb-4e0e-b979-9cf4db092558']}} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:49:14.286190 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e190f19-10bd-41e7-b1fd-fb1424ad5c6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:14.287746 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5e190f19-10bd-41e7-b1fd-fb1424ad5c6b admin admin] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:14.288106 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85ed154-c70e-411b-85ac-8ca30de75cc5 None None] Network dd36d48a-eafd-497a-8217-37f90d3ff769 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:49:14.312165 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95256b5d-cc95-4954-ba7f-4d02bb13df23 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:14.317379 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-fb0d2a13-a63a-464c-92c0-c6c4c9532941 tempest-ExternalNetworksTestJSON-1378039657 tempest-ExternalNetworksTestJSON-1378039657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4cba79e-0841-41a7-ace5-e1b14d3320de') {'for_net_delete': True} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:49:14.317710 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-fb0d2a13-a63a-464c-92c0-c6c4c9532941 tempest-ExternalNetworksTestJSON-1378039657 tempest-ExternalNetworksTestJSON-1378039657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4cba79e-0841-41a7-ace5-e1b14d3320de') {} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:49:14.319594 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-95256b5d-cc95-4954-ba7f-4d02bb13df23 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1467781 Nov 24 01:49:14.321196 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48172) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:14.330366 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-5e190f19-10bd-41e7-b1fd-fb1424ad5c6b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4663401 Nov 24 01:49:14.409545 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a913d9-e1c8-47b8-9ce6-ed20bfd5b484 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'Port': ['ID=15abb6d1-0606-4928-811c-ecc84505c223,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:14.413335 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a913d9-e1c8-47b8-9ce6-ed20bfd5b484 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Network eb22795d-37ee-46ee-844d-92c17e2ea450 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:49:14.414939 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-a2a913d9-e1c8-47b8-9ce6-ed20bfd5b484 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:49:14.418718 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a913d9-e1c8-47b8-9ce6-ed20bfd5b484 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:49:14.467979 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8a5049-c803-4283-a956-ad992bf03946 None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:49:14.505768 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b1c6a8-593a-4489-bf64-d27228bb5ff8 None None] DHCP port deletion for 9b0cb615-dd00-417f-9128-01ca62e524f6 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:49:14.537687 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95bab16-8e91-4de7-8036-ff6b31ba0445 None None] Network dd36d48a-eafd-497a-8217-37f90d3ff769 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:49:14.630980 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-1554c6b1-7330-4211-9c59-5af6bb55782e None None] Provisioning complete for port 15abb6d1-0606-4928-811c-ecc84505c223 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:49:14.631338 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-1554c6b1-7330-4211-9c59-5af6bb55782e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:14.693210 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fb0d2a13-a63a-464c-92c0-c6c4c9532941 tempest-ExternalNetworksTestJSON-1378039657 tempest-ExternalNetworksTestJSON-1378039657-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28690908'] for segment, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:14.759800 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fb0d2a13-a63a-464c-92c0-c6c4c9532941 tempest-ExternalNetworksTestJSON-1378039657 tempest-ExternalNetworksTestJSON-1378039657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:14.768438 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4da12b18-6c70-44d9-a430-53f8c3c3b694 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:14.779013 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb0d2a13-a63a-464c-92c0-c6c4c9532941 tempest-ExternalNetworksTestJSON-1378039657 tempest-ExternalNetworksTestJSON-1378039657-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=109867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:49:14.779436 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fb0d2a13-a63a-464c-92c0-c6c4c9532941 tempest-ExternalNetworksTestJSON-1378039657 tempest-ExternalNetworksTestJSON-1378039657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25503736'] for segment, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:14.787284 dv-neutron-818911-2-hyperv neutron-server[109867]: Traceback (most recent call last): Nov 24 01:49:14.787284 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:49:14.787284 dv-neutron-818911-2-hyperv neutron-server[109867]: timer() Nov 24 01:49:14.787284 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:49:14.787284 dv-neutron-818911-2-hyperv neutron-server[109867]: cb(*args, **kw) Nov 24 01:49:14.787284 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:49:14.787284 dv-neutron-818911-2-hyperv neutron-server[109867]: return func(*args, **kwargs) Nov 24 01:49:14.787284 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:49:14.787284 dv-neutron-818911-2-hyperv neutron-server[109867]: self._notify() Nov 24 01:49:14.787284 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:49:14.787284 dv-neutron-818911-2-hyperv neutron-server[109867]: self.callback(batched_events) Nov 24 01:49:14.787284 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:49:14.787284 dv-neutron-818911-2-hyperv neutron-server[109867]: event.method(event) Nov 24 01:49:14.787284 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:49:14.787284 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:49:14.787284 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:49:14.787284 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:49:14.787284 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:49:14.787284 dv-neutron-818911-2-hyperv neutron-server[109867]: return f(self, *a, **k) Nov 24 01:49:14.787284 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:49:14.787284 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._get(url).json() Nov 24 01:49:14.787284 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:49:14.787284 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:49:14.787284 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:49:14.787284 dv-neutron-818911-2-hyperv neutron-server[109867]: return self.request(url, 'GET', **kwargs) Nov 24 01:49:14.787284 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:49:14.787284 dv-neutron-818911-2-hyperv neutron-server[109867]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:49:14.787284 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:49:14.787284 dv-neutron-818911-2-hyperv neutron-server[109867]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:49:14.787284 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:49:14.787284 dv-neutron-818911-2-hyperv neutron-server[109867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:49:14.787284 dv-neutron-818911-2-hyperv neutron-server[109867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:49:14.795697 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a2a913d9-e1c8-47b8-9ce6-ed20bfd5b484 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for router_gateway, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:14.812450 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-4da12b18-6c70-44d9-a430-53f8c3c3b694 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Calling delete_port for 4f4223aa-dbd3-465e-9c0f-de704f2a90ac owned by network:router_gateway {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:49:14.829854 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0f6da64-00a0-482c-84cc-e4326fd913ef tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:49:14.834474 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892f6ca6-1cfe-42b8-a5c1-18d1fef3d594 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:14.836219 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-892f6ca6-1cfe-42b8-a5c1-18d1fef3d594 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5004282 Nov 24 01:49:14.842408 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-33b1c6a8-593a-4489-bf64-d27228bb5ff8 None None] Deleting port 93847c5a-f172-4f6c-b15f-565c0d309f26 {{(pid=109868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:49:14.842780 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-33b1c6a8-593a-4489-bf64-d27228bb5ff8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:14.851480 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48182) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:14.868299 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-f0f6da64-00a0-482c-84cc-e4326fd913ef tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] 10.222.0.21 "PUT /v2.0/routers/a3015905-941f-452f-8820-32ec3b510537/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8531737 Nov 24 01:49:14.875471 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48184) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:14.896160 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-b87a7c85-fb75-4d00-97ed-26c5971a2cbc tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0432959 Nov 24 01:49:14.905765 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48186) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:14.908428 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-33b1c6a8-593a-4489-bf64-d27228bb5ff8 None None] For port 93847c5a-f172-4f6c-b15f-565c0d309f26, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=93847c5a-f172-4f6c-b15f-565c0d309f26,segment=NetworkSegment(2b1ff8b4-a836-4287-84a2-3eaf8ccfb867),segment_id=2b1ff8b4-a836-4287-84a2-3eaf8ccfb867)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:49:14.908833 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-33b1c6a8-593a-4489-bf64-d27228bb5ff8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:14.911953 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-69eab60f-aa85-48e9-b25b-f69c1d63234a tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Request body: {'subnet': {'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:49:14.922765 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-33b1c6a8-593a-4489-bf64-d27228bb5ff8 None None] Calling delete_port for 93847c5a-f172-4f6c-b15f-565c0d309f26 owned by network:dhcp {{(pid=109868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:49:14.950282 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fb0d2a13-a63a-464c-92c0-c6c4c9532941 tempest-ExternalNetworksTestJSON-1378039657 tempest-ExternalNetworksTestJSON-1378039657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:14.964804 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fb0d2a13-a63a-464c-92c0-c6c4c9532941 tempest-ExternalNetworksTestJSON-1378039657 tempest-ExternalNetworksTestJSON-1378039657-project] Publish callbacks [] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:14.971479 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-fb0d2a13-a63a-464c-92c0-c6c4c9532941 tempest-ExternalNetworksTestJSON-1378039657 tempest-ExternalNetworksTestJSON-1378039657-project] 10.222.0.21 "DELETE /v2.0/networks/6cfb7234-2fbb-4e0e-b979-9cf4db092558 HTTP/1.1" status: 204 len: 168 time: 1.0663610 Nov 24 01:49:14.983915 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b73f11-8cb5-4bd8-9794-62d1af39ce77 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:14.985621 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-a4b73f11-8cb5-4bd8-9794-62d1af39ce77 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] 10.222.0.21 "GET /v2.0/ports/284137ce-1921-42fc-94ee-111e81dd8324 HTTP/1.1" status: 200 len: 910 time: 0.1089103 Nov 24 01:49:14.990432 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48190) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:14.999041 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0d2a13-a63a-464c-92c0-c6c4c9532941 tempest-ExternalNetworksTestJSON-1378039657 tempest-ExternalNetworksTestJSON-1378039657-project] Pushing event deleted for resources: {'Network': ['ID=6cfb7234-2fbb-4e0e-b979-9cf4db092558,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:15.011896 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8cf1e1-2f4a-4add-8ee5-6adf7fb2a86d None None] Sync routers for ids ['a3015905-941f-452f-8820-32ec3b510537'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:49:15.018734 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-33b1c6a8-593a-4489-bf64-d27228bb5ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974'] for port, after_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:15.049235 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b1c6a8-593a-4489-bf64-d27228bb5ff8 None None] Pushing event deleted for resources: {'Port': ['ID=93847c5a-f172-4f6c-b15f-565c0d309f26,revision_number=None']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:15.051380 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-1554c6b1-7330-4211-9c59-5af6bb55782e None None] Port 15abb6d1-0606-4928-811c-ecc84505c223 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:49:15.079774 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b1c6a8-593a-4489-bf64-d27228bb5ff8 None None] No DVR routers for this DVR port 93847c5a-f172-4f6c-b15f-565c0d309f26 on host dv-neutron-818911-2-hyperv {{(pid=109868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:49:15.097150 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8cf1e1-2f4a-4add-8ee5-6adf7fb2a86d None None] Routers {'a3015905-941f-452f-8820-32ec3b510537'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:49:15.097843 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-1c8cf1e1-2f4a-4add-8ee5-6adf7fb2a86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:48:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['a3015905-941f-452f-8820-32ec3b510537'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:49:15.137209 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-1c8cf1e1-2f4a-4add-8ee5-6adf7fb2a86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:49:15.146908 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8cf1e1-2f4a-4add-8ee5-6adf7fb2a86d None None] Routers {'a3015905-941f-452f-8820-32ec3b510537'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:49:15.147830 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-1c8cf1e1-2f4a-4add-8ee5-6adf7fb2a86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:48:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['a3015905-941f-452f-8820-32ec3b510537'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:49:15.185148 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-1c8cf1e1-2f4a-4add-8ee5-6adf7fb2a86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:49:15.186249 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8cf1e1-2f4a-4add-8ee5-6adf7fb2a86d None None] The sync data for ids ['a3015905-941f-452f-8820-32ec3b510537'] in dv-neutron-818911-2-hyperv is: [] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:49:15.219509 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4da12b18-6c70-44d9-a430-53f8c3c3b694 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:15.256036 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da12b18-6c70-44d9-a430-53f8c3c3b694 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Pushing event deleted for resources: {'Port': ['ID=4f4223aa-dbd3-465e-9c0f-de704f2a90ac,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:15.270906 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2da549e-aa76-4be9-91a6-76396dfd46e2 None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:49:15.327205 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69eab60f-aa85-48e9-b25b-f69c1d63234a tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Made reservation on behalf of 6974375fded34c83af8967d3f69dce07 for: {'subnet': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:49:15.330706 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-69eab60f-aa85-48e9-b25b-f69c1d63234a tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29154835'] for subnet, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:15.338596 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4da12b18-6c70-44d9-a430-53f8c3c3b694 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418161'] for router_gateway, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:15.372324 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48206) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:15.443415 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4da12b18-6c70-44d9-a430-53f8c3c3b694 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-424460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2766'] for router, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:15.445595 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4da12b18-6c70-44d9-a430-53f8c3c3b694 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:15.499950 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4da12b18-6c70-44d9-a430-53f8c3c3b694 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-424469'] for router, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:15.500650 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4da12b18-6c70-44d9-a430-53f8c3c3b694 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Fanout notify agent at l3_agent the message router_deleted on router 218457ea-2bcf-4aa0-b2ed-a7f05045e693 {{(pid=109867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 01:49:15.511951 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4da12b18-6c70-44d9-a430-53f8c3c3b694 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks [] for router, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:15.513069 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-4da12b18-6c70-44d9-a430-53f8c3c3b694 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] 10.222.0.21 "DELETE /v2.0/routers/218457ea-2bcf-4aa0-b2ed-a7f05045e693 HTTP/1.1" status: 204 len: 168 time: 2.1430607 Nov 24 01:49:15.519387 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48210) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:15.549139 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b833bd-64e0-41a0-9b3c-0fe610bb9e4c req-6e6c7865-ff78-4cc9-8423-e58c655fa15e tempest-TestServerAdvancedOps-1103902934 tempest-TestServerAdvancedOps-1103902934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:15.550623 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-98b833bd-64e0-41a0-9b3c-0fe610bb9e4c req-6e6c7865-ff78-4cc9-8423-e58c655fa15e tempest-TestServerAdvancedOps-1103902934 tempest-TestServerAdvancedOps-1103902934-project] 10.222.0.21 "GET /v2.0/networks?id=1f406c50-b025-486a-b5b6-bbee997c7cc8 HTTP/1.1" status: 200 len: 812 time: 0.4112968 Nov 24 01:49:15.604155 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a2a913d9-e1c8-47b8-9ce6-ed20bfd5b484 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-424338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418138'] for router, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:15.606658 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-98b833bd-64e0-41a0-9b3c-0fe610bb9e4c req-0c7756eb-60f1-4dc7-b55c-2ab5ee6f09a9 tempest-TestServerAdvancedOps-1103902934 tempest-TestServerAdvancedOps-1103902934-project] 10.222.0.21 "GET /v2.0/quotas/9127e27d7b3846929ea36d5320996f35 HTTP/1.1" status: 200 len: 375 time: 0.0441630 Nov 24 01:49:15.610031 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-6cfc490b-cb80-4c62-9e0a-620d29a1d89e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=97925408234f4dafa4fe78846f24da40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2361827 Nov 24 01:49:15.610644 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48212) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:15.616319 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_v2 [None req-249f6c8e-e292-42e3-941f-78447b54874c tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Deleting subnet ae5c40e4-cfa4-48ba-a768-921cbdbe603c {{(pid=109867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 01:49:15.625185 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-249f6c8e-e292-42e3-941f-78447b54874c tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks [] for subnet, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:15.690094 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-249f6c8e-e292-42e3-941f-78447b54874c tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28690885'] for subnet, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:15.729784 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-98b833bd-64e0-41a0-9b3c-0fe610bb9e4c req-1c782660-9191-43cb-af82-3b0926b9c619 tempest-TestServerAdvancedOps-1103902934 tempest-TestServerAdvancedOps-1103902934-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9127e27d7b3846929ea36d5320996f35&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1012459 Nov 24 01:49:15.731843 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9abe13b0-2e5b-411e-a9d8-f35e0e2fcc95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:15.760832 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-249f6c8e-e292-42e3-941f-78447b54874c tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:15.764753 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9abe13b0-2e5b-411e-a9d8-f35e0e2fcc95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:15.844830 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-249f6c8e-e292-42e3-941f-78447b54874c tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25501782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25307808'] for subnet, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:15.875653 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9abe13b0-2e5b-411e-a9d8-f35e0e2fcc95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:15.878336 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9abe13b0-2e5b-411e-a9d8-f35e0e2fcc95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:15.881822 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-9abe13b0-2e5b-411e-a9d8-f35e0e2fcc95 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/30393f74-5240-4c4a-af58-fd70a333f040 HTTP/1.1" status: 204 len: 168 time: 0.2677653 Nov 24 01:49:15.882462 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249f6c8e-e292-42e3-941f-78447b54874c tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Pushing event deleted for resources: {'Subnet': ['ID=ae5c40e4-cfa4-48ba-a768-921cbdbe603c,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:15.891260 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-249f6c8e-e292-42e3-941f-78447b54874c tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:15.896737 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-249f6c8e-e292-42e3-941f-78447b54874c tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] 10.222.0.21 "DELETE /v2.0/subnets/ae5c40e4-cfa4-48ba-a768-921cbdbe603c HTTP/1.1" status: 204 len: 168 time: 0.3734410 Nov 24 01:49:15.896737 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abe13b0-2e5b-411e-a9d8-f35e0e2fcc95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30393f74-5240-4c4a-af58-fd70a333f040,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:15.897188 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48216) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:15.901324 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fdef3ff-5f78-4068-847b-6dca38c607dc None None] Network c9fd22a9-70fd-48d0-bfd4-bfc1509f80af requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:49:16.046783 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-935e40a3-5f37-4f94-8258-8f5933fc88c0 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:16.049783 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9a4446-458c-4b57-a6b9-789708664818 None None] DHCP port deletion for c9fd22a9-70fd-48d0-bfd4-bfc1509f80af request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:49:16.172633 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-935e40a3-5f37-4f94-8258-8f5933fc88c0 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:16.192362 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48220) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:16.202272 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-935e40a3-5f37-4f94-8258-8f5933fc88c0 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9fd22a9-70fd-48d0-bfd4-bfc1509f80af']}} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:49:16.220439 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-935e40a3-5f37-4f94-8258-8f5933fc88c0 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57076ed7-b33a-45d4-8265-edff20affce6') {'for_net_delete': True} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:49:16.220725 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-935e40a3-5f37-4f94-8258-8f5933fc88c0 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57076ed7-b33a-45d4-8265-edff20affce6') {} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:49:16.238075 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-935e40a3-5f37-4f94-8258-8f5933fc88c0 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28690908'] for segment, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:16.261628 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-af81b22a-087f-4be9-8618-60091713d951 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8a4b2a03a85045b79125e8c04dac6335&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0680535 Nov 24 01:49:16.262636 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-935e40a3-5f37-4f94-8258-8f5933fc88c0 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:16.264638 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48222) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:16.275765 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-935e40a3-5f37-4f94-8258-8f5933fc88c0 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=109867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:49:16.276187 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-935e40a3-5f37-4f94-8258-8f5933fc88c0 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25503736'] for segment, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:16.279128 dv-neutron-818911-2-hyperv neutron-server[109867]: Traceback (most recent call last): Nov 24 01:49:16.279128 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:49:16.279128 dv-neutron-818911-2-hyperv neutron-server[109867]: timer() Nov 24 01:49:16.279128 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:49:16.279128 dv-neutron-818911-2-hyperv neutron-server[109867]: cb(*args, **kw) Nov 24 01:49:16.279128 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:49:16.279128 dv-neutron-818911-2-hyperv neutron-server[109867]: return func(*args, **kwargs) Nov 24 01:49:16.279128 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:49:16.279128 dv-neutron-818911-2-hyperv neutron-server[109867]: self._notify() Nov 24 01:49:16.279128 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:49:16.279128 dv-neutron-818911-2-hyperv neutron-server[109867]: self.callback(batched_events) Nov 24 01:49:16.279128 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:49:16.279128 dv-neutron-818911-2-hyperv neutron-server[109867]: event.method(event) Nov 24 01:49:16.279128 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:49:16.279128 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:49:16.279128 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:49:16.279128 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:49:16.279128 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:49:16.279128 dv-neutron-818911-2-hyperv neutron-server[109867]: return f(self, *a, **k) Nov 24 01:49:16.279128 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:49:16.279128 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._get(url).json() Nov 24 01:49:16.279128 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:49:16.279128 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:49:16.279128 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:49:16.279128 dv-neutron-818911-2-hyperv neutron-server[109867]: return self.request(url, 'GET', **kwargs) Nov 24 01:49:16.279128 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:49:16.279128 dv-neutron-818911-2-hyperv neutron-server[109867]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:49:16.279128 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:49:16.279128 dv-neutron-818911-2-hyperv neutron-server[109867]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:49:16.279128 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:49:16.279128 dv-neutron-818911-2-hyperv neutron-server[109867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:49:16.279128 dv-neutron-818911-2-hyperv neutron-server[109867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:49:16.368292 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-935e40a3-5f37-4f94-8258-8f5933fc88c0 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:16.374559 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-935e40a3-5f37-4f94-8258-8f5933fc88c0 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Publish callbacks [] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:16.375315 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-98b833bd-64e0-41a0-9b3c-0fe610bb9e4c req-91c7107b-360b-4ab0-8f77-56678b66ecb6 service neutron] 10.222.0.21 "GET /v2.0/networks/1f406c50-b025-486a-b5b6-bbee997c7cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6292896 Nov 24 01:49:16.378437 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-935e40a3-5f37-4f94-8258-8f5933fc88c0 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] 10.222.0.21 "DELETE /v2.0/networks/c9fd22a9-70fd-48d0-bfd4-bfc1509f80af HTTP/1.1" status: 204 len: 168 time: 0.4802573 Nov 24 01:49:16.413519 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935e40a3-5f37-4f94-8258-8f5933fc88c0 tempest-FloatingIPTestJSON-906588153 tempest-FloatingIPTestJSON-906588153-project] Pushing event deleted for resources: {'Network': ['ID=c9fd22a9-70fd-48d0-bfd4-bfc1509f80af,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:16.415025 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2a913d9-e1c8-47b8-9ce6-ed20bfd5b484 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Router 044ffa33-622b-40ec-a123-209f6a9cdbd5 is scheduled to L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e with binding_index 1 {{(pid=109866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 01:49:16.416581 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0b0cf51f-9332-44f4-b7b0-b85bfd958316 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:16.429077 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 93847c5a-f172-4f6c-b15f-565c0d309f26 no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:49:16.459533 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: 93847c5a-f172-4f6c-b15f-565c0d309f26 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:49:16.460318 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0b0cf51f-9332-44f4-b7b0-b85bfd958316 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:16.460949 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 93847c5a-f172-4f6c-b15f-565c0d309f26 not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:49:16.513976 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0b0cf51f-9332-44f4-b7b0-b85bfd958316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:16.517969 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0b0cf51f-9332-44f4-b7b0-b85bfd958316 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:16.519267 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-0b0cf51f-9332-44f4-b7b0-b85bfd958316 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bbcea3f9-30d2-497e-832c-28718bbc3ffc HTTP/1.1" status: 204 len: 168 time: 0.2535958 Nov 24 01:49:16.530742 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0cf51f-9332-44f4-b7b0-b85bfd958316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbcea3f9-30d2-497e-832c-28718bbc3ffc,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:16.585363 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.objects.ports [None req-69eab60f-aa85-48e9-b25b-f69c1d63234a tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109866) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 24 01:49:16.599947 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-69eab60f-aa85-48e9-b25b-f69c1d63234a tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29149261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29154849'] for subnet, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:16.630628 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-98b833bd-64e0-41a0-9b3c-0fe610bb9e4c req-d0e10e08-76be-4c25-86ac-645e9664ed48 service neutron] 10.222.0.21 "GET /v2.0/networks/1f406c50-b025-486a-b5b6-bbee997c7cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537355 Nov 24 01:49:16.725677 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69eab60f-aa85-48e9-b25b-f69c1d63234a tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:49:16.734508 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48232) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:16.737369 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-69eab60f-aa85-48e9-b25b-f69c1d63234a tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:49:16.747408 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8fbec8-0b78-4b09-bde9-2a84a82e8bcf None None] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:49:16.766591 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-6ca9e904-da94-4d67-8b46-078df49e50ad tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3777994'] for router_interface, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:16.770144 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69eab60f-aa85-48e9-b25b-f69c1d63234a tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:16.770743 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-69eab60f-aa85-48e9-b25b-f69c1d63234a tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:16.868328 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-5d008548-adab-4fce-b534-00c7c9af71d0 req-c8e72d26-0442-4427-bbe2-cd203ed09da3 tempest-TestServerAdvancedOps-1103902934 tempest-TestServerAdvancedOps-1103902934-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e555cf1-802d-40d5-ae1f-51b1b35ecbc7 HTTP/1.1" status: 200 len: 210 time: 0.0498743 Nov 24 01:49:16.952457 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-8f26cee4-e0ce-4263-a3ba-3e4c11f310ef admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c1381337c43b4a9e8088f5ae31d89764&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2163990 Nov 24 01:49:16.955552 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48244) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:16.966655 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3821c8-893b-4b7b-8ef9-a9c60b94e8a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-9b0cb615-dd00-417f-9128-01ca62e524f6', 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6', 'tenant_id': '6974375fded34c83af8967d3f69dce07', 'fixed_ips': [{'subnet_id': '79acd80d-dc4a-4d36-b2c6-28b77d4422df'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 01:49:16.967286 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-1f3821c8-893b-4b7b-8ef9-a9c60b94e8a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:16.969383 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-69eab60f-aa85-48e9-b25b-f69c1d63234a tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.0623281 Nov 24 01:49:16.970704 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2a913d9-e1c8-47b8-9ce6-ed20bfd5b484 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:49:16.973913 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48246) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:16.988233 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f140f422-546a-4af7-a573-9aa0db8a4b16 None None] Sync routers for ids ['044ffa33-622b-40ec-a123-209f6a9cdbd5'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:49:17.010279 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f140f422-546a-4af7-a573-9aa0db8a4b16 None None] Routers {'044ffa33-622b-40ec-a123-209f6a9cdbd5'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:49:17.011468 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-f140f422-546a-4af7-a573-9aa0db8a4b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:48:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['044ffa33-622b-40ec-a123-209f6a9cdbd5'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:49:17.023205 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-72d3f2aa-2f4e-42eb-8f88-8fcedc927401 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Request body: {'port': {'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6', 'mac_address': 'fa:16:3e:71:38:10', 'name': 'tempest-NetworksTestDHCPv6-1049541082'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:49:17.051113 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-26a14765-7441-4122-833e-49ee89fdaecb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:17.091234 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-26a14765-7441-4122-833e-49ee89fdaecb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:17.136137 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eab60f-aa85-48e9-b25b-f69c1d63234a tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Pushing event updated for resources: {'Subnet': ['ID=79acd80d-dc4a-4d36-b2c6-28b77d4422df,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:17.152772 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-26a14765-7441-4122-833e-49ee89fdaecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:17.154550 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-f140f422-546a-4af7-a573-9aa0db8a4b16 None None] Set router 044ffa33-622b-40ec-a123-209f6a9cdbd5 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:49:17.156522 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-26a14765-7441-4122-833e-49ee89fdaecb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:17.158384 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-26a14765-7441-4122-833e-49ee89fdaecb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4a7a57c8-021d-4e8b-a690-35c556d9f956 HTTP/1.1" status: 204 len: 168 time: 0.2013564 Nov 24 01:49:17.170308 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a14765-7441-4122-833e-49ee89fdaecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a7a57c8-021d-4e8b-a690-35c556d9f956,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:17.172061 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72d3f2aa-2f4e-42eb-8f88-8fcedc927401 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Made reservation on behalf of 6974375fded34c83af8967d3f69dce07 for: {'port': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:49:17.223504 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-1f3821c8-893b-4b7b-8ef9-a9c60b94e8a7 None None] Allocated IP 2001:db8::f816:3eff:feeb:f1ba (9b0cb615-dd00-417f-9128-01ca62e524f6/79acd80d-dc4a-4d36-b2c6-28b77d4422df/8e1d5f35-c77b-46fb-914d-2dcb52089fae) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:49:17.234453 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a2a913d9-e1c8-47b8-9ce6-ed20bfd5b484 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for router, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:17.236885 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-a2a913d9-e1c8-47b8-9ce6-ed20bfd5b484 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.1324325 Nov 24 01:49:17.242907 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48254) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:17.343906 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-72d3f2aa-2f4e-42eb-8f88-8fcedc927401 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:17.391922 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [None req-72d3f2aa-2f4e-42eb-8f88-8fcedc927401 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] device_id is not set on port 1f518232-ff13-4a34-9d88-6ace23bbe5da yet. {{(pid=109866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 01:49:17.453772 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-1f3821c8-893b-4b7b-8ef9-a9c60b94e8a7 None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:17.468226 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-1f3821c8-893b-4b7b-8ef9-a9c60b94e8a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:17.527939 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3821c8-893b-4b7b-8ef9-a9c60b94e8a7 None None] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:49:17.531215 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-1f3821c8-893b-4b7b-8ef9-a9c60b94e8a7 None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:49:17.534958 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3821c8-893b-4b7b-8ef9-a9c60b94e8a7 None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:49:17.554330 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3821c8-893b-4b7b-8ef9-a9c60b94e8a7 None None] Pushing event updated for resources: {'Port': ['ID=8e1d5f35-c77b-46fb-914d-2dcb52089fae,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:17.602653 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-f140f422-546a-4af7-a573-9aa0db8a4b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044ffa33-622b-40ec-a123-209f6a9cdbd5', 'name': 'tempest-TestNetworkBasicOps-router-1593989456', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.187'}], 'enable_snat': True}, 'gw_port_id': '15abb6d1-0606-4928-811c-ecc84505c223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:49:12Z', 'updated_at': '2021-11-24T01:49:14Z', 'revision_number': 3, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': '15abb6d1-0606-4928-811c-ecc84505c223', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d3:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '044ffa33-622b-40ec-a123-209f6a9cdbd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:49:13Z', 'updated_at': '2021-11-24T01:49:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:49:17.606923 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-6ca9e904-da94-4d67-8b46-078df49e50ad tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Deleting port 284137ce-1921-42fc-94ee-111e81dd8324 {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:49:17.608767 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-1f3821c8-893b-4b7b-8ef9-a9c60b94e8a7 None None] Attempting to bind port 8e1d5f35-c77b-46fb-914d-2dcb52089fae on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:49:17.609395 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-1f3821c8-893b-4b7b-8ef9-a9c60b94e8a7 None None] Attempting to bind port 8e1d5f35-c77b-46fb-914d-2dcb52089fae by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '2b1ff8b4-a836-4287-84a2-3eaf8ccfb867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:49:17.610049 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3821c8-893b-4b7b-8ef9-a9c60b94e8a7 None None] Attempting to bind port 8e1d5f35-c77b-46fb-914d-2dcb52089fae on network 9b0cb615-dd00-417f-9128-01ca62e524f6 {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:49:17.611028 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-6ca9e904-da94-4d67-8b46-078df49e50ad tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:17.615829 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3821c8-893b-4b7b-8ef9-a9c60b94e8a7 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:49:17.616559 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3821c8-893b-4b7b-8ef9-a9c60b94e8a7 None None] Checking segment: {'id': '2b1ff8b4-a836-4287-84a2-3eaf8ccfb867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:49:17.617214 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-1f3821c8-893b-4b7b-8ef9-a9c60b94e8a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:17.617844 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3821c8-893b-4b7b-8ef9-a9c60b94e8a7 None None] Bound using segment: {'id': '2b1ff8b4-a836-4287-84a2-3eaf8ccfb867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:49:17.618704 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-1f3821c8-893b-4b7b-8ef9-a9c60b94e8a7 None None] Bound port: 8e1d5f35-c77b-46fb-914d-2dcb52089fae, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1ff8b4-a836-4287-84a2-3eaf8ccfb867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:49:17.619456 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-1f3821c8-893b-4b7b-8ef9-a9c60b94e8a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:17.623356 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-489335e2-68fa-4a2f-9c6d-303c420136f6 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=5cd72ac6dd034b2d92e26f70404adb10&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3795779 Nov 24 01:49:17.627960 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48266) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:17.675376 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [None req-72d3f2aa-2f4e-42eb-8f88-8fcedc927401 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Allocated IP 2001:db8::f816:3eff:fe71:3810 (9b0cb615-dd00-417f-9128-01ca62e524f6/79acd80d-dc4a-4d36-b2c6-28b77d4422df/1f518232-ff13-4a34-9d88-6ace23bbe5da) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:49:17.701936 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-1f3821c8-893b-4b7b-8ef9-a9c60b94e8a7 None None] For port 8e1d5f35-c77b-46fb-914d-2dcb52089fae, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:49:17.706914 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-1f3821c8-893b-4b7b-8ef9-a9c60b94e8a7 None None] For port 8e1d5f35-c77b-46fb-914d-2dcb52089fae, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=8e1d5f35-c77b-46fb-914d-2dcb52089fae,segment=NetworkSegment(2b1ff8b4-a836-4287-84a2-3eaf8ccfb867),segment_id=2b1ff8b4-a836-4287-84a2-3eaf8ccfb867)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:49:17.715946 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-1f3821c8-893b-4b7b-8ef9-a9c60b94e8a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:17.818978 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-6ca9e904-da94-4d67-8b46-078df49e50ad tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:17.840690 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3821c8-893b-4b7b-8ef9-a9c60b94e8a7 None None] Pushing event updated for resources: {'Port': ['ID=8e1d5f35-c77b-46fb-914d-2dcb52089fae,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:17.871864 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-6ca9e904-da94-4d67-8b46-078df49e50ad tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Calling delete_port for 284137ce-1921-42fc-94ee-111e81dd8324 owned by network:router_interface {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:49:17.943724 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f140f422-546a-4af7-a573-9aa0db8a4b16 None None] Checking router: 044ffa33-622b-40ec-a123-209f6a9cdbd5 for host: dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 01:49:17.944068 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f140f422-546a-4af7-a573-9aa0db8a4b16 None None] Updating router 044ffa33-622b-40ec-a123-209f6a9cdbd5 port 15abb6d1-0606-4928-811c-ecc84505c223 binding host dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 01:49:18.009281 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339ce26f-2588-4017-851c-807d9ef24ab0 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:18.010848 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-339ce26f-2588-4017-851c-807d9ef24ab0 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3819475 Nov 24 01:49:18.013770 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48286) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:18.015944 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-f140f422-546a-4af7-a573-9aa0db8a4b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:18.099252 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-4e6d8528-752b-4d9d-8b22-4ec15296c4e3 req-b1386ae3-c11e-4577-b87e-81f45ca5c892 tempest-TestServerAdvancedOps-1103902934 tempest-TestServerAdvancedOps-1103902934-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e555cf1-802d-40d5-ae1f-51b1b35ecbc7 HTTP/1.1" status: 200 len: 210 time: 0.0813444 Nov 24 01:49:18.151135 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-0a1f5732-83c4-4670-a7fd-97ca90f0f358 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=eb22795d-37ee-46ee-844d-92c17e2ea450&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1328177 Nov 24 01:49:18.153031 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48292) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:18.176124 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-d0e29245-a7fb-4ba4-8dc1-96e56d132838 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-105197158', 'network_id': '8617ed88-7a9f-4293-a73d-5ec916acee3f', 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:49:18.436016 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-72d3f2aa-2f4e-42eb-8f88-8fcedc927401 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:18.558633 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0e29245-a7fb-4ba4-8dc1-96e56d132838 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Made reservation on behalf of 5cd72ac6dd034b2d92e26f70404adb10 for: {'subnet': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:49:18.564315 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d0e29245-a7fb-4ba4-8dc1-96e56d132838 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29154835'] for subnet, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:18.586286 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 8e1d5f35-c77b-46fb-914d-2dcb52089fae up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:49:18.732203 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 8e1d5f35-c77b-46fb-914d-2dcb52089fae triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:49:18.733382 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:18.759369 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-72d3f2aa-2f4e-42eb-8f88-8fcedc927401 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:18.805617 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-f140f422-546a-4af7-a573-9aa0db8a4b16 None None] Publish callbacks [] for port, precommit_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:18.819295 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-f140f422-546a-4af7-a573-9aa0db8a4b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:18.843645 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d3f2aa-2f4e-42eb-8f88-8fcedc927401 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:49:18.850622 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-6ca9e904-da94-4d67-8b46-078df49e50ad tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:18.857287 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-72d3f2aa-2f4e-42eb-8f88-8fcedc927401 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:49:18.859791 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d3f2aa-2f4e-42eb-8f88-8fcedc927401 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:49:18.865710 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d3f2aa-2f4e-42eb-8f88-8fcedc927401 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:18.866361 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-72d3f2aa-2f4e-42eb-8f88-8fcedc927401 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:18.889539 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:18.894696 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d3f2aa-2f4e-42eb-8f88-8fcedc927401 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Pushing event updated for resources: {'Port': ['ID=1f518232-ff13-4a34-9d88-6ace23bbe5da,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:18.944499 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] For port 8e1d5f35-c77b-46fb-914d-2dcb52089fae, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=8e1d5f35-c77b-46fb-914d-2dcb52089fae,segment=NetworkSegment(2b1ff8b4-a836-4287-84a2-3eaf8ccfb867),segment_id=2b1ff8b4-a836-4287-84a2-3eaf8ccfb867)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:49:18.954132 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4be51b7-80f2-4b96-a76a-ba8fbfadae2c None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:49:18.961729 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-f140f422-546a-4af7-a573-9aa0db8a4b16 None None] Attempting to bind port 15abb6d1-0606-4928-811c-ecc84505c223 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:49:18.964212 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-f140f422-546a-4af7-a573-9aa0db8a4b16 None None] Attempting to bind port 15abb6d1-0606-4928-811c-ecc84505c223 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}] {{(pid=109869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:49:18.966242 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f140f422-546a-4af7-a573-9aa0db8a4b16 None None] Attempting to bind port 15abb6d1-0606-4928-811c-ecc84505c223 on network eb22795d-37ee-46ee-844d-92c17e2ea450 {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:49:18.974800 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:18.975604 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48314) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:18.979569 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f140f422-546a-4af7-a573-9aa0db8a4b16 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:49:18.980199 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f140f422-546a-4af7-a573-9aa0db8a4b16 None None] Checking segment: {'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:49:18.980771 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-f140f422-546a-4af7-a573-9aa0db8a4b16 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:18.981373 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f140f422-546a-4af7-a573-9aa0db8a4b16 None None] Bound using segment: {'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'} {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:49:18.982646 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-f140f422-546a-4af7-a573-9aa0db8a4b16 None None] Bound port: 15abb6d1-0606-4928-811c-ecc84505c223, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}}] {{(pid=109869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:49:18.983228 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-f140f422-546a-4af7-a573-9aa0db8a4b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:19.030139 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cfbf93-81ab-4fae-b530-4d3898d6b24d None None] Pushing event updated for resources: {'Port': ['ID=15abb6d1-0606-4928-811c-ecc84505c223,revision_number=2']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:19.055585 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cfbf93-81ab-4fae-b530-4d3898d6b24d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:49:19.056244 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cfbf93-81ab-4fae-b530-4d3898d6b24d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:49:19.057003 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cfbf93-81ab-4fae-b530-4d3898d6b24d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:49:19.058118 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cfbf93-81ab-4fae-b530-4d3898d6b24d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:49:19.058605 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cfbf93-81ab-4fae-b530-4d3898d6b24d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:49:19.060072 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cfbf93-81ab-4fae-b530-4d3898d6b24d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:49:19.060569 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cfbf93-81ab-4fae-b530-4d3898d6b24d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:49:19.061930 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cfbf93-81ab-4fae-b530-4d3898d6b24d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:49:19.062556 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cfbf93-81ab-4fae-b530-4d3898d6b24d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:49:19.063719 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cfbf93-81ab-4fae-b530-4d3898d6b24d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:49:19.064691 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cfbf93-81ab-4fae-b530-4d3898d6b24d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:49:19.065785 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cfbf93-81ab-4fae-b530-4d3898d6b24d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:49:19.084025 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48318) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:19.124032 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.db [None req-f140f422-546a-4af7-a573-9aa0db8a4b16 None None] For port 15abb6d1-0606-4928-811c-ecc84505c223, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:49:19.136044 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.db [None req-f140f422-546a-4af7-a573-9aa0db8a4b16 None None] For port 15abb6d1-0606-4928-811c-ecc84505c223, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=15abb6d1-0606-4928-811c-ecc84505c223,segment=NetworkSegment(03509fd2-ca9c-4aa0-94e6-e236afda62e7),segment_id=03509fd2-ca9c-4aa0-94e6-e236afda62e7)] {{(pid=109869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:49:19.137305 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca9e904-da94-4d67-8b46-078df49e50ad tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Pushing event deleted for resources: {'Port': ['ID=284137ce-1921-42fc-94ee-111e81dd8324,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:19.146394 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-f140f422-546a-4af7-a573-9aa0db8a4b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:19.166796 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-72d3f2aa-2f4e-42eb-8f88-8fcedc927401 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.1917002 Nov 24 01:49:19.170018 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48324) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:19.175896 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Pushing event updated for resources: {'Port': ['ID=8e1d5f35-c77b-46fb-914d-2dcb52089fae,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:19.215233 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-3b5eb665-d732-4690-b8c0-6b1a0a5143e5 None None] Provisioning complete for port 15abb6d1-0606-4928-811c-ecc84505c223 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:49:19.218788 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-3b5eb665-d732-4690-b8c0-6b1a0a5143e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:19.281686 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-26aae37f-5f5a-4e0e-b8d0-c78bf83ada83 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1991573433'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:49:19.300233 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cfbf93-81ab-4fae-b530-4d3898d6b24d None None] Pushing event updated for resources: {'Port': ['ID=15abb6d1-0606-4928-811c-ecc84505c223,revision_number=3']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:19.334103 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f140f422-546a-4af7-a573-9aa0db8a4b16 None None] Routers {'044ffa33-622b-40ec-a123-209f6a9cdbd5'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:49:19.334840 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-f140f422-546a-4af7-a573-9aa0db8a4b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:48:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['044ffa33-622b-40ec-a123-209f6a9cdbd5'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:49:19.365058 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-4efdd228-cd74-4181-be41-73183283e8ec req-fdee0ee2-4f4b-4b45-929e-9af8bf61d3ba tempest-TestServerAdvancedOps-1103902934 tempest-TestServerAdvancedOps-1103902934-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e555cf1-802d-40d5-ae1f-51b1b35ecbc7 HTTP/1.1" status: 200 len: 210 time: 0.1047146 Nov 24 01:49:19.365281 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-3b5eb665-d732-4690-b8c0-6b1a0a5143e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:19.375862 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de93f377-9102-41d7-8a01-68890e3d302a None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:49:19.428671 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51c5e34-83a7-426d-8a7b-0601857645f7 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:19.435965 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51c5e34-83a7-426d-8a7b-0601857645f7 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:19.436953 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-3b5eb665-d732-4690-b8c0-6b1a0a5143e5 None None] For port 15abb6d1-0606-4928-811c-ecc84505c223, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=15abb6d1-0606-4928-811c-ecc84505c223,segment=NetworkSegment(03509fd2-ca9c-4aa0-94e6-e236afda62e7),segment_id=03509fd2-ca9c-4aa0-94e6-e236afda62e7)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:49:19.438204 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-a51c5e34-83a7-426d-8a7b-0601857645f7 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.2669818 Nov 24 01:49:19.440864 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48326) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:19.449168 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-3b5eb665-d732-4690-b8c0-6b1a0a5143e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:19.458973 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26aae37f-5f5a-4e0e-b8d0-c78bf83ada83 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Made reservation on behalf of 3a57d4c6d6484e7bbaf48e6f242b2f3e for: {'network': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:49:19.462794 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-26aae37f-5f5a-4e0e-b8d0-c78bf83ada83 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:19.493219 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-26aae37f-5f5a-4e0e-b8d0-c78bf83ada83 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks [] for security_group, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:19.516887 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d0e29245-a7fb-4ba4-8dc1-96e56d132838 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29149261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29154849'] for subnet, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:19.517554 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-f46ab6cc-5922-4532-a1a7-42c540a9f4ff tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-487853924', 'router:external': True}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:49:19.530004 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-6ca9e904-da94-4d67-8b46-078df49e50ad tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424538'] for router_interface, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:19.563922 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5eb665-d732-4690-b8c0-6b1a0a5143e5 None None] Pushing event updated for resources: {'Port': ['ID=15abb6d1-0606-4928-811c-ecc84505c223,revision_number=4']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:19.596824 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-699a77b0-7599-48d4-9868-4bef891e62ed None None] Provisioning complete for port 15abb6d1-0606-4928-811c-ecc84505c223 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:49:19.599545 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-699a77b0-7599-48d4-9868-4bef891e62ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:19.602227 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-f140f422-546a-4af7-a573-9aa0db8a4b16 None None] Set router 044ffa33-622b-40ec-a123-209f6a9cdbd5 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:49:19.617491 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f46ab6cc-5922-4532-a1a7-42c540a9f4ff tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Made reservation on behalf of c4adec6e2d17412bba3cb6bcb8d12769 for: {'network': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:49:19.621016 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f46ab6cc-5922-4532-a1a7-42c540a9f4ff tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:19.638313 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f46ab6cc-5922-4532-a1a7-42c540a9f4ff tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:19.658665 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e29245-a7fb-4ba4-8dc1-96e56d132838 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'Subnet': ['ID=430b8ec6-a019-4487-a7d1-af147e18faf5,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:19.666129 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-1a3eec95-6eec-473d-9ed5-ca77444b3563 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Deleting port 1f518232-ff13-4a34-9d88-6ace23bbe5da {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:49:19.666796 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1a3eec95-6eec-473d-9ed5-ca77444b3563 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:19.678064 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e29245-a7fb-4ba4-8dc1-96e56d132838 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Checking segment: {'id': 'feb4f0f9-1c57-448a-84ec-01d3896941c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '8617ed88-7a9f-4293-a73d-5ec916acee3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:49:19.678332 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e29245-a7fb-4ba4-8dc1-96e56d132838 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Network hostable DHCP agents. Network: 8617ed88-7a9f-4293-a73d-5ec916acee3f, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 01:49:19.784021 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-26aae37f-5f5a-4e0e-b8d0-c78bf83ada83 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks [] for security_group, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:19.797343 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-26aae37f-5f5a-4e0e-b8d0-c78bf83ada83 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:19.800980 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ca9e904-da94-4d67-8b46-078df49e50ad tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Router a3015905-941f-452f-8820-32ec3b510537 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:49:19.805496 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e29245-a7fb-4ba4-8dc1-96e56d132838 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Network 8617ed88-7a9f-4293-a73d-5ec916acee3f is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 01:49:19.831470 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-d0e29245-a7fb-4ba4-8dc1-96e56d132838 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, 8617ed88-7a9f-4293-a73d-5ec916acee3f) {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:49:19.844693 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299cba77-44de-4e6a-ab80-385e2b18bac7 None None] Network 8617ed88-7a9f-4293-a73d-5ec916acee3f requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:49:19.863579 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26aae37f-5f5a-4e0e-b8d0-c78bf83ada83 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=109867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:49:19.890582 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1a3eec95-6eec-473d-9ed5-ca77444b3563 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:19.913704 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-f140f422-546a-4af7-a573-9aa0db8a4b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044ffa33-622b-40ec-a123-209f6a9cdbd5', 'name': 'tempest-TestNetworkBasicOps-router-1593989456', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.187'}], 'enable_snat': True}, 'gw_port_id': '15abb6d1-0606-4928-811c-ecc84505c223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:49:12Z', 'updated_at': '2021-11-24T01:49:14Z', 'revision_number': 3, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': '15abb6d1-0606-4928-811c-ecc84505c223', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d3:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '044ffa33-622b-40ec-a123-209f6a9cdbd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:49:13Z', 'updated_at': '2021-11-24T01:49:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:49:19.922975 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e29245-a7fb-4ba4-8dc1-96e56d132838 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:19.923884 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aae37f-5f5a-4e0e-b8d0-c78bf83ada83 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=943ce1b9-201e-43ee-ab7d-619f89432393,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:19.925545 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d0e29245-a7fb-4ba4-8dc1-96e56d132838 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:19.926887 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-1a3eec95-6eec-473d-9ed5-ca77444b3563 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Calling delete_port for 1f518232-ff13-4a34-9d88-6ace23bbe5da owned by {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:49:19.937895 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-26aae37f-5f5a-4e0e-b8d0-c78bf83ada83 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:19.938259 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.segments_db [None req-26aae37f-5f5a-4e0e-b8d0-c78bf83ada83 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Added segment 0a37dceb-1d21-41f0-a070-42022d51418f of type vlan for network f9ae361b-af25-426a-af1d-ae2f7b65d452 Nov 24 01:49:19.945337 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f140f422-546a-4af7-a573-9aa0db8a4b16 None None] The sync data for ids ['044ffa33-622b-40ec-a123-209f6a9cdbd5'] in dv-neutron-818911-2-hyperv is: [{'id': '044ffa33-622b-40ec-a123-209f6a9cdbd5', 'name': 'tempest-TestNetworkBasicOps-router-1593989456', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.187'}], 'enable_snat': True}, 'gw_port_id': '15abb6d1-0606-4928-811c-ecc84505c223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:49:12Z', 'updated_at': '2021-11-24T01:49:14Z', 'revision_number': 3, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': '15abb6d1-0606-4928-811c-ecc84505c223', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d3:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '044ffa33-622b-40ec-a123-209f6a9cdbd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:49:13Z', 'updated_at': '2021-11-24T01:49:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:49:19.997506 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-fa31cdd2-9883-4d5f-8d0e-152e6e472c06 None None] Provisioning complete for port 8e1d5f35-c77b-46fb-914d-2dcb52089fae triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:49:19.997883 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-fa31cdd2-9883-4d5f-8d0e-152e6e472c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:20.028375 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f46ab6cc-5922-4532-a1a7-42c540a9f4ff tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:20.043779 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ca9e904-da94-4d67-8b46-078df49e50ad tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:49:20.063241 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-6ca9e904-da94-4d67-8b46-078df49e50ad tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] 10.222.0.21 "PUT /v2.0/routers/a3015905-941f-452f-8820-32ec3b510537/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0692406 Nov 24 01:49:20.066374 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48330) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:20.085911 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f46ab6cc-5922-4532-a1a7-42c540a9f4ff tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:20.086876 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b848258-d881-4a9f-99f9-eeae582c45b3 None None] Sync routers for ids ['a3015905-941f-452f-8820-32ec3b510537'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:49:20.098871 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-26aae37f-5f5a-4e0e-b8d0-c78bf83ada83 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:20.122850 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b848258-d881-4a9f-99f9-eeae582c45b3 None None] Routers {'a3015905-941f-452f-8820-32ec3b510537'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:49:20.123791 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-3b848258-d881-4a9f-99f9-eeae582c45b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:48:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['a3015905-941f-452f-8820-32ec3b510537'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:49:20.143796 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-8a268c2e-42a7-4202-8ef5-ba367aeaf9df tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3015905-941f-452f-8820-32ec3b510537 HTTP/1.1" status: 200 len: 205 time: 0.0709801 Nov 24 01:49:20.149570 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f46ab6cc-5922-4532-a1a7-42c540a9f4ff tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=109867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:49:20.150423 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-d0e29245-a7fb-4ba4-8dc1-96e56d132838 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.9799392 Nov 24 01:49:20.150986 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48332) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:20.151384 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48334) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:20.173679 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-3b848258-d881-4a9f-99f9-eeae582c45b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:49:20.179635 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46ab6cc-5922-4532-a1a7-42c540a9f4ff tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc71f7c9-9b74-4f96-9d1d-1cf33d82fec3,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:20.196228 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f46ab6cc-5922-4532-a1a7-42c540a9f4ff tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:20.196610 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.segments_db [None req-f46ab6cc-5922-4532-a1a7-42c540a9f4ff tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Added segment 56fd2427-9a92-4ec5-ae26-6f0a07ffaf84 of type vlan for network 5f587a3e-68ce-4051-b6cd-2f4b38587650 Nov 24 01:49:20.210597 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-26aae37f-5f5a-4e0e-b8d0-c78bf83ada83 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:20.217249 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26aae37f-5f5a-4e0e-b8d0-c78bf83ada83 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:20.218103 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-26aae37f-5f5a-4e0e-b8d0-c78bf83ada83 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks [] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:20.248187 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b848258-d881-4a9f-99f9-eeae582c45b3 None None] Routers {'a3015905-941f-452f-8820-32ec3b510537'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:49:20.248954 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-3b848258-d881-4a9f-99f9-eeae582c45b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:48:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['a3015905-941f-452f-8820-32ec3b510537'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:49:20.287440 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-3b848258-d881-4a9f-99f9-eeae582c45b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:49:20.288481 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b848258-d881-4a9f-99f9-eeae582c45b3 None None] The sync data for ids ['a3015905-941f-452f-8820-32ec3b510537'] in dv-neutron-818911-2-hyperv is: [] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:49:20.311256 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b021aea4-1b88-4dec-8713-257e1bb88cf5 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks [] for router, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:20.365006 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e7883a2b-831f-425d-9a3f-353b9c4ea871 None None] Provisioning complete for port 1f518232-ff13-4a34-9d88-6ace23bbe5da triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:49:20.365381 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e7883a2b-831f-425d-9a3f-353b9c4ea871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:20.369743 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550c0081-05da-4da7-a29e-c5c1517d55e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-8617ed88-7a9f-4293-a73d-5ec916acee3f', 'network_id': '8617ed88-7a9f-4293-a73d-5ec916acee3f', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'fixed_ips': [{'subnet_id': '430b8ec6-a019-4487-a7d1-af147e18faf5'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 01:49:20.371374 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-550c0081-05da-4da7-a29e-c5c1517d55e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:20.424425 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-26aae37f-5f5a-4e0e-b8d0-c78bf83ada83 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3392746 Nov 24 01:49:20.432281 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f46ab6cc-5922-4532-a1a7-42c540a9f4ff tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:20.454454 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48338) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:20.462923 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-9c023084-b854-4bc7-9664-334c324b5588 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Request body: {'port': {'network_id': 'f9ae361b-af25-426a-af1d-ae2f7b65d452', 'name': 'tempest-PortsIpV6TestJSON-1316301026'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:49:20.471425 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-e7883a2b-831f-425d-9a3f-353b9c4ea871 None None] Port 1f518232-ff13-4a34-9d88-6ace23bbe5da cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:49:20.483163 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aae37f-5f5a-4e0e-b8d0-c78bf83ada83 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Pushing event updated for resources: {'Network': ['ID=f9ae361b-af25-426a-af1d-ae2f7b65d452,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:20.507086 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network f9ae361b-af25-426a-af1d-ae2f7b65d452 details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:49:20.523013 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f46ab6cc-5922-4532-a1a7-42c540a9f4ff tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:20.524437 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46ab6cc-5922-4532-a1a7-42c540a9f4ff tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:20.526409 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f46ab6cc-5922-4532-a1a7-42c540a9f4ff tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks [] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:20.535442 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1a3eec95-6eec-473d-9ed5-ca77444b3563 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:20.652073 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3eec95-6eec-473d-9ed5-ca77444b3563 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Pushing event deleted for resources: {'Port': ['ID=1f518232-ff13-4a34-9d88-6ace23bbe5da,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:20.665492 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-f46ab6cc-5922-4532-a1a7-42c540a9f4ff tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.6887214 Nov 24 01:49:20.668724 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1a3eec95-6eec-473d-9ed5-ca77444b3563 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:20.680342 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-1a3eec95-6eec-473d-9ed5-ca77444b3563 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "DELETE /v2.0/ports/1f518232-ff13-4a34-9d88-6ace23bbe5da HTTP/1.1" status: 204 len: 168 time: 1.2336152 Nov 24 01:49:20.683857 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48340) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:20.683857 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48342) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:20.739346 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 8e1d5f35-c77b-46fb-914d-2dcb52089fae up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:49:20.759842 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-7faf290a-a5d8-44d3-8c0b-647147dfea41 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Request body: {'subnet': {'network_id': '5f587a3e-68ce-4051-b6cd-2f4b38587650', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:49:20.795131 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46ab6cc-5922-4532-a1a7-42c540a9f4ff tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Pushing event updated for resources: {'Network': ['ID=5f587a3e-68ce-4051-b6cd-2f4b38587650,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:20.810897 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network 5f587a3e-68ce-4051-b6cd-2f4b38587650 details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:49:20.831571 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0de4e8-9683-4927-8eb3-b8b4be9ab74d tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:20.833305 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0de4e8-9683-4927-8eb3-b8b4be9ab74d tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:20.837803 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-eb0de4e8-9683-4927-8eb3-b8b4be9ab74d tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1491416 Nov 24 01:49:20.840017 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48344) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:20.843510 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7faf290a-a5d8-44d3-8c0b-647147dfea41 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Made reservation on behalf of c4adec6e2d17412bba3cb6bcb8d12769 for: {'subnet': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:49:20.845929 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7faf290a-a5d8-44d3-8c0b-647147dfea41 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25307781'] for subnet, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:21.005127 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 8e1d5f35-c77b-46fb-914d-2dcb52089fae triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:49:21.005820 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:21.074419 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d802223-8f40-472f-bb17-06247f8b31a7 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Deleting subnet 79acd80d-dc4a-4d36-b2c6-28b77d4422df {{(pid=109867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 01:49:21.077895 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-550c0081-05da-4da7-a29e-c5c1517d55e7 None None] Allocated IP 172.20.0.2 (8617ed88-7a9f-4293-a73d-5ec916acee3f/430b8ec6-a019-4487-a7d1-af147e18faf5/df96f4d0-fc77-4462-81b1-287b2bb68d19) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:49:21.078112 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2d802223-8f40-472f-bb17-06247f8b31a7 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for subnet, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:21.129667 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2d802223-8f40-472f-bb17-06247f8b31a7 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28690885'] for subnet, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:21.170200 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-5d00b629-cb7a-4433-9ab6-d46cf37af54d req-ead404e9-04fa-4d18-8b03-1e110e3a528d tempest-TestServerAdvancedOps-1103902934 tempest-TestServerAdvancedOps-1103902934-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e555cf1-802d-40d5-ae1f-51b1b35ecbc7 HTTP/1.1" status: 200 len: 210 time: 0.0843284 Nov 24 01:49:21.255297 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 15abb6d1-0606-4928-811c-ecc84505c223 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:49:21.340779 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2d802223-8f40-472f-bb17-06247f8b31a7 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:21.343004 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-550c0081-05da-4da7-a29e-c5c1517d55e7 None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:21.357567 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 15abb6d1-0606-4928-811c-ecc84505c223 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:49:21.358272 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:21.360323 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-550c0081-05da-4da7-a29e-c5c1517d55e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:21.418566 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b021aea4-1b88-4dec-8713-257e1bb88cf5 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-424460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2766'] for router, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:21.426803 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b021aea4-1b88-4dec-8713-257e1bb88cf5 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:21.456319 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2d802223-8f40-472f-bb17-06247f8b31a7 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25501782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25307808'] for subnet, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:21.522392 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d802223-8f40-472f-bb17-06247f8b31a7 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Pushing event deleted for resources: {'Subnet': ['ID=79acd80d-dc4a-4d36-b2c6-28b77d4422df,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:21.528716 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2d802223-8f40-472f-bb17-06247f8b31a7 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:21.534680 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-2d802223-8f40-472f-bb17-06247f8b31a7 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "DELETE /v2.0/subnets/79acd80d-dc4a-4d36-b2c6-28b77d4422df HTTP/1.1" status: 204 len: 168 time: 0.6914923 Nov 24 01:49:21.535766 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48350) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:21.551290 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b833bd-64e0-41a0-9b3c-0fe610bb9e4c req-b7858075-1c85-4c0d-b345-e9282ccba990 tempest-TestServerAdvancedOps-1103902934 tempest-TestServerAdvancedOps-1103902934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:21.552826 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-98b833bd-64e0-41a0-9b3c-0fe610bb9e4c req-b7858075-1c85-4c0d-b345-e9282ccba990 tempest-TestServerAdvancedOps-1103902934 tempest-TestServerAdvancedOps-1103902934-project] 10.222.0.48 "GET /v2.0/networks?id=1f406c50-b025-486a-b5b6-bbee997c7cc8 HTTP/1.1" status: 200 len: 812 time: 0.4700506 Nov 24 01:49:21.555784 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c023084-b854-4bc7-9664-334c324b5588 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Made reservation on behalf of 3a57d4c6d6484e7bbaf48e6f242b2f3e for: {'port': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:49:21.559139 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9c023084-b854-4bc7-9664-334c324b5588 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:21.563369 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b021aea4-1b88-4dec-8713-257e1bb88cf5 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-424469'] for router, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:21.563812 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b021aea4-1b88-4dec-8713-257e1bb88cf5 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Fanout notify agent at l3_agent the message router_deleted on router a3015905-941f-452f-8820-32ec3b510537 {{(pid=109866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 01:49:21.572421 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da955e02-2ef6-458a-82cf-4a2037bd7b31 None None] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:49:21.576221 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-eb87ba68-9fd3-41a1-990c-0321a6b49aaa tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0391295 Nov 24 01:49:21.578750 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48352) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:21.583133 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b021aea4-1b88-4dec-8713-257e1bb88cf5 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks [] for router, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:21.586746 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-98b64f96-d34b-4330-99bb-6146cdc18a9a tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Request body: {'subnet': {'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:49:21.586910 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-b021aea4-1b88-4dec-8713-257e1bb88cf5 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] 10.222.0.21 "DELETE /v2.0/routers/a3015905-941f-452f-8820-32ec3b510537 HTTP/1.1" status: 204 len: 168 time: 1.4318364 Nov 24 01:49:21.589460 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48354) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:21.591146 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [req-98b833bd-64e0-41a0-9b3c-0fe610bb9e4c req-391dad6c-61e3-484f-aa0c-1edc37b84206 tempest-TestServerAdvancedOps-1103902934 tempest-TestServerAdvancedOps-1103902934-project] Request body: {'port': {'device_id': '0e555cf1-802d-40d5-ae1f-51b1b35ecbc7', 'network_id': '1f406c50-b025-486a-b5b6-bbee997c7cc8', 'admin_state_up': True, 'tenant_id': '9127e27d7b3846929ea36d5320996f35'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:49:21.629079 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [None req-9c023084-b854-4bc7-9664-334c324b5588 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] device_id is not set on port 86f2c419-ef31-4ebb-a312-526f8372de47 yet. {{(pid=109866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 01:49:21.667678 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550c0081-05da-4da7-a29e-c5c1517d55e7 None None] Network 8617ed88-7a9f-4293-a73d-5ec916acee3f is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:49:21.705462 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa563c77-6de1-4fcf-989d-8ddf480e1d88 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Deleting subnet d920a791-75c9-4936-b778-3d4ed6726bdf {{(pid=109867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 01:49:21.708027 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550c0081-05da-4da7-a29e-c5c1517d55e7 None None] Pushing event updated for resources: {'Port': ['ID=df96f4d0-fc77-4462-81b1-287b2bb68d19,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:21.711873 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-550c0081-05da-4da7-a29e-c5c1517d55e7 None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:49:21.715125 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550c0081-05da-4da7-a29e-c5c1517d55e7 None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:49:21.719434 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fa563c77-6de1-4fcf-989d-8ddf480e1d88 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks [] for subnet, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:21.892199 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-550c0081-05da-4da7-a29e-c5c1517d55e7 None None] Attempting to bind port df96f4d0-fc77-4462-81b1-287b2bb68d19 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:49:21.892199 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-550c0081-05da-4da7-a29e-c5c1517d55e7 None None] Attempting to bind port df96f4d0-fc77-4462-81b1-287b2bb68d19 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': 'feb4f0f9-1c57-448a-84ec-01d3896941c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '8617ed88-7a9f-4293-a73d-5ec916acee3f'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:49:21.892840 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550c0081-05da-4da7-a29e-c5c1517d55e7 None None] Attempting to bind port df96f4d0-fc77-4462-81b1-287b2bb68d19 on network 8617ed88-7a9f-4293-a73d-5ec916acee3f {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:49:21.905277 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550c0081-05da-4da7-a29e-c5c1517d55e7 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:49:21.905681 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550c0081-05da-4da7-a29e-c5c1517d55e7 None None] Checking segment: {'id': 'feb4f0f9-1c57-448a-84ec-01d3896941c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '8617ed88-7a9f-4293-a73d-5ec916acee3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:49:21.906071 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-550c0081-05da-4da7-a29e-c5c1517d55e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:21.906458 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550c0081-05da-4da7-a29e-c5c1517d55e7 None None] Bound using segment: {'id': 'feb4f0f9-1c57-448a-84ec-01d3896941c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '8617ed88-7a9f-4293-a73d-5ec916acee3f'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:49:21.906950 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-550c0081-05da-4da7-a29e-c5c1517d55e7 None None] Bound port: df96f4d0-fc77-4462-81b1-287b2bb68d19, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'feb4f0f9-1c57-448a-84ec-01d3896941c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '8617ed88-7a9f-4293-a73d-5ec916acee3f'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:49:21.907347 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-550c0081-05da-4da7-a29e-c5c1517d55e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:21.991497 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-550c0081-05da-4da7-a29e-c5c1517d55e7 None None] For port df96f4d0-fc77-4462-81b1-287b2bb68d19, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:49:21.998483 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-550c0081-05da-4da7-a29e-c5c1517d55e7 None None] For port df96f4d0-fc77-4462-81b1-287b2bb68d19, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=df96f4d0-fc77-4462-81b1-287b2bb68d19,segment=NetworkSegment(feb4f0f9-1c57-448a-84ec-01d3896941c5),segment_id=feb4f0f9-1c57-448a-84ec-01d3896941c5)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:49:22.003737 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31efa8a4-260f-442f-af58-1f5585ac1122 None None] DHCP port deletion for 9b0cb615-dd00-417f-9128-01ca62e524f6 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:49:22.019128 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9c023084-b854-4bc7-9664-334c324b5588 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:22.054517 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-550c0081-05da-4da7-a29e-c5c1517d55e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:22.056748 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.objects.ports [None req-7faf290a-a5d8-44d3-8c0b-647147dfea41 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109867) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 24 01:49:22.057285 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7faf290a-a5d8-44d3-8c0b-647147dfea41 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25501847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25307831'] for subnet, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:22.071356 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fa563c77-6de1-4fcf-989d-8ddf480e1d88 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28690885'] for subnet, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:22.099547 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d0b1725c-c368-4572-a0a3-285e2f514909 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:22.114243 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9c023084-b854-4bc7-9664-334c324b5588 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:22.147186 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550c0081-05da-4da7-a29e-c5c1517d55e7 None None] Pushing event updated for resources: {'Port': ['ID=df96f4d0-fc77-4462-81b1-287b2bb68d19,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:22.161841 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98b64f96-d34b-4330-99bb-6146cdc18a9a tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Made reservation on behalf of 6974375fded34c83af8967d3f69dce07 for: {'subnet': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:49:22.166114 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-98b64f96-d34b-4330-99bb-6146cdc18a9a tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25307781'] for subnet, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:22.178640 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-31efa8a4-260f-442f-af58-1f5585ac1122 None None] Deleting port 8e1d5f35-c77b-46fb-914d-2dcb52089fae {{(pid=109868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:49:22.179015 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-31efa8a4-260f-442f-af58-1f5585ac1122 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:22.195973 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faf290a-a5d8-44d3-8c0b-647147dfea41 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Pushing event updated for resources: {'Subnet': ['ID=26dfd3a7-a219-4465-8663-43e42b4a284e,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:22.264917 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c023084-b854-4bc7-9664-334c324b5588 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Pushing event updated for resources: {'Port': ['ID=86f2c419-ef31-4ebb-a312-526f8372de47,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:22.267136 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98b833bd-64e0-41a0-9b3c-0fe610bb9e4c req-391dad6c-61e3-484f-aa0c-1edc37b84206 tempest-TestServerAdvancedOps-1103902934 tempest-TestServerAdvancedOps-1103902934-project] Made reservation on behalf of 9127e27d7b3846929ea36d5320996f35 for: {'port': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:49:22.270858 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-98b833bd-64e0-41a0-9b3c-0fe610bb9e4c req-391dad6c-61e3-484f-aa0c-1edc37b84206 tempest-TestServerAdvancedOps-1103902934 tempest-TestServerAdvancedOps-1103902934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:22.286538 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-31efa8a4-260f-442f-af58-1f5585ac1122 None None] For port 8e1d5f35-c77b-46fb-914d-2dcb52089fae, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=8e1d5f35-c77b-46fb-914d-2dcb52089fae,segment=NetworkSegment(2b1ff8b4-a836-4287-84a2-3eaf8ccfb867),segment_id=2b1ff8b4-a836-4287-84a2-3eaf8ccfb867)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:49:22.286937 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-31efa8a4-260f-442f-af58-1f5585ac1122 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:22.302602 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7faf290a-a5d8-44d3-8c0b-647147dfea41 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Checking segment: {'id': '56fd2427-9a92-4ec5-ae26-6f0a07ffaf84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '5f587a3e-68ce-4051-b6cd-2f4b38587650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:49:22.303380 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7faf290a-a5d8-44d3-8c0b-647147dfea41 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Network hostable DHCP agents. Network: 5f587a3e-68ce-4051-b6cd-2f4b38587650, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 01:49:22.313031 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-31efa8a4-260f-442f-af58-1f5585ac1122 None None] Calling delete_port for 8e1d5f35-c77b-46fb-914d-2dcb52089fae owned by network:dhcp {{(pid=109868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:49:22.366009 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c023084-b854-4bc7-9664-334c324b5588 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Checking segment: {'id': '0a37dceb-1d21-41f0-a070-42022d51418f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f9ae361b-af25-426a-af1d-ae2f7b65d452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:49:22.366370 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c023084-b854-4bc7-9664-334c324b5588 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Network hostable DHCP agents. Network: f9ae361b-af25-426a-af1d-ae2f7b65d452, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 01:49:22.369107 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7faf290a-a5d8-44d3-8c0b-647147dfea41 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Network 5f587a3e-68ce-4051-b6cd-2f4b38587650 is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 01:49:22.395726 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fa563c77-6de1-4fcf-989d-8ddf480e1d88 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:22.440438 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-31efa8a4-260f-442f-af58-1f5585ac1122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974'] for port, after_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:22.506181 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 8e1d5f35-c77b-46fb-914d-2dcb52089fae no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:49:22.508999 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31efa8a4-260f-442f-af58-1f5585ac1122 None None] Pushing event deleted for resources: {'Port': ['ID=8e1d5f35-c77b-46fb-914d-2dcb52089fae,revision_number=None']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:22.551028 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31efa8a4-260f-442f-af58-1f5585ac1122 None None] No DVR routers for this DVR port 8e1d5f35-c77b-46fb-914d-2dcb52089fae on host dv-neutron-818911-2-hyperv {{(pid=109868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:49:22.555416 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: 8e1d5f35-c77b-46fb-914d-2dcb52089fae {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:49:22.556010 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 8e1d5f35-c77b-46fb-914d-2dcb52089fae not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:49:22.594955 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-bba54f2e-c835-4329-a8cf-00153c445278 req-3099bebf-4463-41e6-af7e-d1049fe8a0ed tempest-TestServerAdvancedOps-1103902934 tempest-TestServerAdvancedOps-1103902934-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e555cf1-802d-40d5-ae1f-51b1b35ecbc7 HTTP/1.1" status: 200 len: 210 time: 0.2202713 Nov 24 01:49:22.602777 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-7faf290a-a5d8-44d3-8c0b-647147dfea41 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, 5f587a3e-68ce-4051-b6cd-2f4b38587650) {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:49:22.612004 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f27df1e-b814-4ff9-aa01-51a6264c93c0 None None] Network 5f587a3e-68ce-4051-b6cd-2f4b38587650 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:49:22.627046 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c023084-b854-4bc7-9664-334c324b5588 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Network f9ae361b-af25-426a-af1d-ae2f7b65d452 is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 01:49:22.629723 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7faf290a-a5d8-44d3-8c0b-647147dfea41 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:22.630463 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7faf290a-a5d8-44d3-8c0b-647147dfea41 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:22.643400 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [req-98b833bd-64e0-41a0-9b3c-0fe610bb9e4c req-391dad6c-61e3-484f-aa0c-1edc37b84206 tempest-TestServerAdvancedOps-1103902934 tempest-TestServerAdvancedOps-1103902934-project] Allocated IP 172.20.0.7 (1f406c50-b025-486a-b5b6-bbee997c7cc8/04fb54b3-438b-484a-a8c3-f3d6f89bf229/ef25b507-e1eb-4fe1-8c76-ca655d65a7d3) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:49:22.695430 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-7faf290a-a5d8-44d3-8c0b-647147dfea41 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.0093412 Nov 24 01:49:22.697046 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48358) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:22.701714 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-9c023084-b854-4bc7-9664-334c324b5588 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, f9ae361b-af25-426a-af1d-ae2f7b65d452) {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:49:22.722600 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c023084-b854-4bc7-9664-334c324b5588 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:49:22.724752 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-8d96877e-6410-450c-9a91-2e8feb01f3a4 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1047553511', 'network_id': '5f587a3e-68ce-4051-b6cd-2f4b38587650'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:49:22.727960 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416bf501-0745-4662-a27d-ff6e6929caf1 None None] Network f9ae361b-af25-426a-af1d-ae2f7b65d452 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:49:22.728349 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c023084-b854-4bc7-9664-334c324b5588 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:22.728975 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9c023084-b854-4bc7-9664-334c324b5588 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:22.767232 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fa563c77-6de1-4fcf-989d-8ddf480e1d88 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25501782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25307808'] for subnet, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:22.782247 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [None req-d0b1725c-c368-4572-a0a3-285e2f514909 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Allocated IP 172.20.0.1 (8617ed88-7a9f-4293-a73d-5ec916acee3f/430b8ec6-a019-4487-a7d1-af147e18faf5/758483ef-c738-4f14-8ab8-094385e704eb) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:49:22.792496 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-9c023084-b854-4bc7-9664-334c324b5588 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.3321209 Nov 24 01:49:22.794505 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48360) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:22.800453 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-593cef49-0d22-496e-83ef-05d96b2f3459 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-798750071'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:49:22.810430 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d96877e-6410-450c-9a91-2e8feb01f3a4 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Made reservation on behalf of c4adec6e2d17412bba3cb6bcb8d12769 for: {'port': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:49:22.812775 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8d96877e-6410-450c-9a91-2e8feb01f3a4 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:22.856317 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa563c77-6de1-4fcf-989d-8ddf480e1d88 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Pushing event deleted for resources: {'Subnet': ['ID=d920a791-75c9-4936-b778-3d4ed6726bdf,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:22.867827 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fa563c77-6de1-4fcf-989d-8ddf480e1d88 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:22.871669 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-fa563c77-6de1-4fcf-989d-8ddf480e1d88 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] 10.222.0.21 "DELETE /v2.0/subnets/d920a791-75c9-4936-b778-3d4ed6726bdf HTTP/1.1" status: 204 len: 168 time: 1.2800894 Nov 24 01:49:22.877733 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48362) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:22.892049 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [None req-8d96877e-6410-450c-9a91-2e8feb01f3a4 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] device_id is not set on port 27c24cda-04f8-4cef-8e2b-05b2de4283f0 yet. {{(pid=109867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 01:49:22.895512 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430c5aee-4b6b-40da-8414-a79cff59743b None None] Network 5f587a3e-68ce-4051-b6cd-2f4b38587650 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:49:22.899469 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7227baef-8148-45ba-a636-301e33d3b584 None None] Network 22ee4b76-ae53-4595-9045-64885d389860 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:49:22.956366 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-593cef49-0d22-496e-83ef-05d96b2f3459 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Made reservation on behalf of 3a57d4c6d6484e7bbaf48e6f242b2f3e for: {'network': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:49:22.959862 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-593cef49-0d22-496e-83ef-05d96b2f3459 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:23.017922 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-593cef49-0d22-496e-83ef-05d96b2f3459 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=109866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:49:23.052808 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-98b833bd-64e0-41a0-9b3c-0fe610bb9e4c req-391dad6c-61e3-484f-aa0c-1edc37b84206 tempest-TestServerAdvancedOps-1103902934 tempest-TestServerAdvancedOps-1103902934-project] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:23.058255 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-593cef49-0d22-496e-83ef-05d96b2f3459 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:23.058548 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.segments_db [None req-593cef49-0d22-496e-83ef-05d96b2f3459 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Added segment 7e51b004-daaf-4101-92e7-703d28f523e2 of type vlan for network cfb014c0-1e5e-4f74-ab5c-bfc5641ca70f Nov 24 01:49:23.059629 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.objects.ports [None req-98b64f96-d34b-4330-99bb-6146cdc18a9a tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109867) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 24 01:49:23.073296 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-98b64f96-d34b-4330-99bb-6146cdc18a9a tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25501847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25307831'] for subnet, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:23.100497 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d0b1725c-c368-4572-a0a3-285e2f514909 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:23.127827 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ab31ac4c-16b4-4f3c-a5c3-ed9c72718fea tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:23.138648 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-593cef49-0d22-496e-83ef-05d96b2f3459 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:23.159928 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b64f96-d34b-4330-99bb-6146cdc18a9a tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:49:23.175933 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-98b64f96-d34b-4330-99bb-6146cdc18a9a tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:49:23.177915 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d0b1725c-c368-4572-a0a3-285e2f514909 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:23.189783 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b64f96-d34b-4330-99bb-6146cdc18a9a tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:23.190383 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-98b64f96-d34b-4330-99bb-6146cdc18a9a tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:23.197015 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d867a95-c9e7-4fa0-851a-627eeb6b5f61 None None] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:49:23.220695 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b64f96-d34b-4330-99bb-6146cdc18a9a tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Pushing event updated for resources: {'Subnet': ['ID=47306b9e-051e-494a-bf48-dd54ab301175,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:23.235533 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-8d96877e-6410-450c-9a91-2e8feb01f3a4 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Allocated IP 2001:db8::26d (5f587a3e-68ce-4051-b6cd-2f4b38587650/26dfd3a7-a219-4465-8663-43e42b4a284e/27c24cda-04f8-4cef-8e2b-05b2de4283f0) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:49:23.239267 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-98b833bd-64e0-41a0-9b3c-0fe610bb9e4c req-391dad6c-61e3-484f-aa0c-1edc37b84206 tempest-TestServerAdvancedOps-1103902934 tempest-TestServerAdvancedOps-1103902934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:23.244019 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2295a6-0ae7-4c75-94b2-2cc0ff335424 None None] DHCP port deletion for 22ee4b76-ae53-4595-9045-64885d389860 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:49:23.261564 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98b833bd-64e0-41a0-9b3c-0fe610bb9e4c req-391dad6c-61e3-484f-aa0c-1edc37b84206 tempest-TestServerAdvancedOps-1103902934 tempest-TestServerAdvancedOps-1103902934-project] Network 1f406c50-b025-486a-b5b6-bbee997c7cc8 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:49:23.271573 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [req-98b833bd-64e0-41a0-9b3c-0fe610bb9e4c req-391dad6c-61e3-484f-aa0c-1edc37b84206 tempest-TestServerAdvancedOps-1103902934 tempest-TestServerAdvancedOps-1103902934-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:49:23.275850 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [req-98b833bd-64e0-41a0-9b3c-0fe610bb9e4c req-391dad6c-61e3-484f-aa0c-1edc37b84206 tempest-TestServerAdvancedOps-1103902934 tempest-TestServerAdvancedOps-1103902934-project] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:49:23.282192 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b1725c-c368-4572-a0a3-285e2f514909 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Network 8617ed88-7a9f-4293-a73d-5ec916acee3f is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:49:23.284952 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-593cef49-0d22-496e-83ef-05d96b2f3459 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:23.291815 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593cef49-0d22-496e-83ef-05d96b2f3459 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:23.292801 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-593cef49-0d22-496e-83ef-05d96b2f3459 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks [] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:23.297212 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-98b64f96-d34b-4330-99bb-6146cdc18a9a tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.7151227 Nov 24 01:49:23.301382 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48364) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:23.307572 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-cf610127-9160-41b7-8fe3-fe2f6dfa4f31 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Request body: {'port': {'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6', 'mac_address': 'fa:16:3e:b7:5f:22', 'name': 'tempest-NetworksTestDHCPv6-1054925725'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:49:23.386820 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-ab31ac4c-16b4-4f3c-a5c3-ed9c72718fea tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Deleting port f861de6a-6b47-4ed5-9b8c-499634387348 {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:49:23.387219 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ab31ac4c-16b4-4f3c-a5c3-ed9c72718fea tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:23.394936 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593cef49-0d22-496e-83ef-05d96b2f3459 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Pushing event updated for resources: {'Network': ['ID=cfb014c0-1e5e-4f74-ab5c-bfc5641ca70f,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:23.398586 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-d0b1725c-c368-4572-a0a3-285e2f514909 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:49:23.401710 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b1725c-c368-4572-a0a3-285e2f514909 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:49:23.411180 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network cfb014c0-1e5e-4f74-ab5c-bfc5641ca70f details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:49:23.436926 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-9e2295a6-0ae7-4c75-94b2-2cc0ff335424 None None] Deleting port f861de6a-6b47-4ed5-9b8c-499634387348 {{(pid=109868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:49:23.437191 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9e2295a6-0ae7-4c75-94b2-2cc0ff335424 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:23.440838 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b1725c-c368-4572-a0a3-285e2f514909 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'Port': ['ID=758483ef-c738-4f14-8ab8-094385e704eb,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:23.491644 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-593cef49-0d22-496e-83ef-05d96b2f3459 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6949542 Nov 24 01:49:23.496600 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48366) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:23.498779 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [None req-ab31ac4c-16b4-4f3c-a5c3-ed9c72718fea tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] For port f861de6a-6b47-4ed5-9b8c-499634387348, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=f861de6a-6b47-4ed5-9b8c-499634387348,segment=NetworkSegment(4e922449-6a53-44ea-9af5-4af67caca673),segment_id=4e922449-6a53-44ea-9af5-4af67caca673)] {{(pid=109867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:49:23.499161 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ab31ac4c-16b4-4f3c-a5c3-ed9c72718fea tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:23.503910 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b833bd-64e0-41a0-9b3c-0fe610bb9e4c req-391dad6c-61e3-484f-aa0c-1edc37b84206 tempest-TestServerAdvancedOps-1103902934 tempest-TestServerAdvancedOps-1103902934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:23.504537 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-98b833bd-64e0-41a0-9b3c-0fe610bb9e4c req-391dad6c-61e3-484f-aa0c-1edc37b84206 tempest-TestServerAdvancedOps-1103902934 tempest-TestServerAdvancedOps-1103902934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:23.515158 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-ab31ac4c-16b4-4f3c-a5c3-ed9c72718fea tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Calling delete_port for f861de6a-6b47-4ed5-9b8c-499634387348 owned by network:dhcp {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:49:23.517780 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-84d4c0eb-9303-464f-9fe1-d61cd78cf85c tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Request body: {'ports': [{'network_id': 'f9ae361b-af25-426a-af1d-ae2f7b65d452'}, {'network_id': 'cfb014c0-1e5e-4f74-ab5c-bfc5641ca70f'}]} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:49:23.518111 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-84d4c0eb-9303-464f-9fe1-d61cd78cf85c tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Request body: {'port': {'network_id': 'f9ae361b-af25-426a-af1d-ae2f7b65d452'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:49:23.518588 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-84d4c0eb-9303-464f-9fe1-d61cd78cf85c tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Request body: {'port': {'network_id': 'cfb014c0-1e5e-4f74-ab5c-bfc5641ca70f'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:49:23.524014 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d0b1725c-c368-4572-a0a3-285e2f514909 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3777869'] for router_interface, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:23.601076 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-98b833bd-64e0-41a0-9b3c-0fe610bb9e4c req-391dad6c-61e3-484f-aa0c-1edc37b84206 tempest-TestServerAdvancedOps-1103902934 tempest-TestServerAdvancedOps-1103902934-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0157738 Nov 24 01:49:23.604179 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38582cef-a8c6-47ae-867c-4c53cd7446d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-9b0cb615-dd00-417f-9128-01ca62e524f6', 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6', 'tenant_id': '6974375fded34c83af8967d3f69dce07', 'fixed_ips': [{'subnet_id': '47306b9e-051e-494a-bf48-dd54ab301175'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 01:49:23.604852 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-38582cef-a8c6-47ae-867c-4c53cd7446d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:23.608500 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-9e2295a6-0ae7-4c75-94b2-2cc0ff335424 None None] For port f861de6a-6b47-4ed5-9b8c-499634387348, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=f861de6a-6b47-4ed5-9b8c-499634387348,segment=NetworkSegment(4e922449-6a53-44ea-9af5-4af67caca673),segment_id=4e922449-6a53-44ea-9af5-4af67caca673)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:49:23.609201 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9e2295a6-0ae7-4c75-94b2-2cc0ff335424 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:23.620434 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391dad6c-61e3-484f-aa0c-1edc37b84206 tempest-TestServerAdvancedOps-1103902934 tempest-TestServerAdvancedOps-1103902934-project] Pushing event updated for resources: {'Port': ['ID=ef25b507-e1eb-4fe1-8c76-ca655d65a7d3,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:23.633884 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-9e2295a6-0ae7-4c75-94b2-2cc0ff335424 None None] Calling delete_port for f861de6a-6b47-4ed5-9b8c-499634387348 owned by network:dhcp {{(pid=109868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:49:23.658318 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [req-98b833bd-64e0-41a0-9b3c-0fe610bb9e4c req-f5582376-c87a-45d7-94c9-5d56cb6192b2 service neutron] Request body: {'port': {'device_id': '0e555cf1-802d-40d5-ae1f-51b1b35ecbc7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8189'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:49:23.672314 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ab31ac4c-16b4-4f3c-a5c3-ed9c72718fea tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:23.699337 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158abb71-67fe-4c29-b5a9-50b0f9f62eb2 None None] Network 8617ed88-7a9f-4293-a73d-5ec916acee3f requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:49:23.733399 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab31ac4c-16b4-4f3c-a5c3-ed9c72718fea tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Pushing event deleted for resources: {'Port': ['ID=f861de6a-6b47-4ed5-9b8c-499634387348,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:23.740677 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab31ac4c-16b4-4f3c-a5c3-ed9c72718fea tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] No DVR routers for this DVR port f861de6a-6b47-4ed5-9b8c-499634387348 on host dv-neutron-818911-2-hyperv {{(pid=109867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:49:23.884558 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-98b833bd-64e0-41a0-9b3c-0fe610bb9e4c req-f5582376-c87a-45d7-94c9-5d56cb6192b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:23.911177 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ab31ac4c-16b4-4f3c-a5c3-ed9c72718fea tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:23.948526 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf610127-9160-41b7-8fe3-fe2f6dfa4f31 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Made reservation on behalf of 6974375fded34c83af8967d3f69dce07 for: {'port': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:49:23.957610 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-ab31ac4c-16b4-4f3c-a5c3-ed9c72718fea tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22ee4b76-ae53-4595-9045-64885d389860']}} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:49:23.960520 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e844bf8b-e51d-4796-b67b-6985e3b893ec req-852474c8-6413-4482-ab1f-b1d108cfce06 tempest-TestServerAdvancedOps-1103902934 tempest-TestServerAdvancedOps-1103902934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:23.962210 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e844bf8b-e51d-4796-b67b-6985e3b893ec req-852474c8-6413-4482-ab1f-b1d108cfce06 tempest-TestServerAdvancedOps-1103902934 tempest-TestServerAdvancedOps-1103902934-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e555cf1-802d-40d5-ae1f-51b1b35ecbc7 HTTP/1.1" status: 200 len: 931 time: 0.2306459 Nov 24 01:49:23.989384 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-ab31ac4c-16b4-4f3c-a5c3-ed9c72718fea tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e922449-6a53-44ea-9af5-4af67caca673') {'for_net_delete': True} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:49:23.989810 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-ab31ac4c-16b4-4f3c-a5c3-ed9c72718fea tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e922449-6a53-44ea-9af5-4af67caca673') {} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:49:24.033602 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d0b1725c-c368-4572-a0a3-285e2f514909 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:24.036454 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-084772d4-ec3e-47fd-b3f7-e547525c22bb None None] Provisioning complete for port df96f4d0-fc77-4462-81b1-287b2bb68d19 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:49:24.036960 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-084772d4-ec3e-47fd-b3f7-e547525c22bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:24.039462 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ab31ac4c-16b4-4f3c-a5c3-ed9c72718fea tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28690908'] for segment, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:24.045402 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8d96877e-6410-450c-9a91-2e8feb01f3a4 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:24.068040 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ab31ac4c-16b4-4f3c-a5c3-ed9c72718fea tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:24.078829 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9e2295a6-0ae7-4c75-94b2-2cc0ff335424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974'] for port, after_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:24.081557 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab31ac4c-16b4-4f3c-a5c3-ed9c72718fea tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=109867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:49:24.081957 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ab31ac4c-16b4-4f3c-a5c3-ed9c72718fea tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25503736'] for segment, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:24.084910 dv-neutron-818911-2-hyperv neutron-server[109867]: Traceback (most recent call last): Nov 24 01:49:24.084910 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:49:24.084910 dv-neutron-818911-2-hyperv neutron-server[109867]: timer() Nov 24 01:49:24.084910 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:49:24.084910 dv-neutron-818911-2-hyperv neutron-server[109867]: cb(*args, **kw) Nov 24 01:49:24.084910 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:49:24.084910 dv-neutron-818911-2-hyperv neutron-server[109867]: return func(*args, **kwargs) Nov 24 01:49:24.084910 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:49:24.084910 dv-neutron-818911-2-hyperv neutron-server[109867]: self._notify() Nov 24 01:49:24.084910 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:49:24.084910 dv-neutron-818911-2-hyperv neutron-server[109867]: self.callback(batched_events) Nov 24 01:49:24.084910 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:49:24.084910 dv-neutron-818911-2-hyperv neutron-server[109867]: event.method(event) Nov 24 01:49:24.084910 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:49:24.084910 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:49:24.084910 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:49:24.084910 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:49:24.084910 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:49:24.084910 dv-neutron-818911-2-hyperv neutron-server[109867]: return f(self, *a, **k) Nov 24 01:49:24.084910 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:49:24.084910 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._get(url).json() Nov 24 01:49:24.084910 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:49:24.084910 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:49:24.084910 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:49:24.084910 dv-neutron-818911-2-hyperv neutron-server[109867]: return self.request(url, 'GET', **kwargs) Nov 24 01:49:24.084910 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:49:24.084910 dv-neutron-818911-2-hyperv neutron-server[109867]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:49:24.084910 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:49:24.084910 dv-neutron-818911-2-hyperv neutron-server[109867]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:49:24.084910 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:49:24.084910 dv-neutron-818911-2-hyperv neutron-server[109867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:49:24.084910 dv-neutron-818911-2-hyperv neutron-server[109867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:49:24.104986 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-38582cef-a8c6-47ae-867c-4c53cd7446d8 None None] Allocated IP 2001:db8::f816:3eff:fe46:2a98 (9b0cb615-dd00-417f-9128-01ca62e524f6/47306b9e-051e-494a-bf48-dd54ab301175/324a1de3-ce82-4ea1-ab6f-0a8ae07a1d60) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:49:24.136318 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.agents_db [None req-4e42c10c-a1d3-4d07-89d6-7a24334140aa None None] Agent healthcheck: found 6 active agents {{(pid=109869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 01:49:24.136948 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84d4c0eb-9303-464f-9fe1-d61cd78cf85c tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Made reservation on behalf of 3a57d4c6d6484e7bbaf48e6f242b2f3e for: {'port': 2} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:49:24.141208 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-84d4c0eb-9303-464f-9fe1-d61cd78cf85c tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:24.148440 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2295a6-0ae7-4c75-94b2-2cc0ff335424 None None] Pushing event deleted for resources: {'Port': ['ID=f861de6a-6b47-4ed5-9b8c-499634387348,revision_number=None']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:24.152660 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2295a6-0ae7-4c75-94b2-2cc0ff335424 None None] No DVR routers for this DVR port f861de6a-6b47-4ed5-9b8c-499634387348 on host dv-neutron-818911-2-hyperv {{(pid=109868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:49:24.158857 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-cf610127-9160-41b7-8fe3-fe2f6dfa4f31 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:24.195358 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [None req-cf610127-9160-41b7-8fe3-fe2f6dfa4f31 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] device_id is not set on port 09f8d89b-f389-4d8e-9aea-00d3a77bbdc5 yet. {{(pid=109867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 01:49:24.203538 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8d96877e-6410-450c-9a91-2e8feb01f3a4 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:24.245461 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ab31ac4c-16b4-4f3c-a5c3-ed9c72718fea tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:24.256191 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-84d4c0eb-9303-464f-9fe1-d61cd78cf85c tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:24.280791 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ab31ac4c-16b4-4f3c-a5c3-ed9c72718fea tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks [] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:24.284036 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-ab31ac4c-16b4-4f3c-a5c3-ed9c72718fea tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] 10.222.0.21 "DELETE /v2.0/networks/22ee4b76-ae53-4595-9045-64885d389860 HTTP/1.1" status: 204 len: 168 time: 1.4054251 Nov 24 01:49:24.294020 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48370) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:24.314169 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-084772d4-ec3e-47fd-b3f7-e547525c22bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:24.314429 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-d4abb873-f405-46ed-9fba-2504a9c2cf66 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-758577745', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}, 'admin_state_up': False}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:49:24.326649 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e844bf8b-e51d-4796-b67b-6985e3b893ec req-c710c0e6-7f0b-480e-973e-a67f5b1d58dc tempest-TestServerAdvancedOps-1103902934 tempest-TestServerAdvancedOps-1103902934-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d70c3bf-486d-419b-b2ac-73daf3ea0b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3392627 Nov 24 01:49:24.350904 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d96877e-6410-450c-9a91-2e8feb01f3a4 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Network 5f587a3e-68ce-4051-b6cd-2f4b38587650 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:49:24.351847 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab31ac4c-16b4-4f3c-a5c3-ed9c72718fea tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Pushing event deleted for resources: {'Network': ['ID=22ee4b76-ae53-4595-9045-64885d389860,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:24.369265 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-8d96877e-6410-450c-9a91-2e8feb01f3a4 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:49:24.372805 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d96877e-6410-450c-9a91-2e8feb01f3a4 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:49:24.373848 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d96877e-6410-450c-9a91-2e8feb01f3a4 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:24.374457 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8d96877e-6410-450c-9a91-2e8feb01f3a4 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:24.384543 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96877e-6410-450c-9a91-2e8feb01f3a4 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Pushing event updated for resources: {'Port': ['ID=27c24cda-04f8-4cef-8e2b-05b2de4283f0,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:24.397649 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d4abb873-f405-46ed-9fba-2504a9c2cf66 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-424105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2744'] for router, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:24.399305 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d4abb873-f405-46ed-9fba-2504a9c2cf66 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-424325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-326625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2753'] for router, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:24.406462 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-084772d4-ec3e-47fd-b3f7-e547525c22bb None None] For port df96f4d0-fc77-4462-81b1-287b2bb68d19, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=df96f4d0-fc77-4462-81b1-287b2bb68d19,segment=NetworkSegment(feb4f0f9-1c57-448a-84ec-01d3896941c5),segment_id=feb4f0f9-1c57-448a-84ec-01d3896941c5)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:49:24.411244 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-8d96877e-6410-450c-9a91-2e8feb01f3a4 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.6896820 Nov 24 01:49:24.412028 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48372) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:24.413324 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-38582cef-a8c6-47ae-867c-4c53cd7446d8 None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:24.421373 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-084772d4-ec3e-47fd-b3f7-e547525c22bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:24.429467 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-38582cef-a8c6-47ae-867c-4c53cd7446d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:24.474048 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38582cef-a8c6-47ae-867c-4c53cd7446d8 None None] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:49:24.477084 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-38582cef-a8c6-47ae-867c-4c53cd7446d8 None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:49:24.483456 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38582cef-a8c6-47ae-867c-4c53cd7446d8 None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:49:24.501545 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084772d4-ec3e-47fd-b3f7-e547525c22bb None None] Pushing event updated for resources: {'Port': ['ID=df96f4d0-fc77-4462-81b1-287b2bb68d19,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:24.537843 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d4abb873-f405-46ed-9fba-2504a9c2cf66 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:24.614122 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-38582cef-a8c6-47ae-867c-4c53cd7446d8 None None] Attempting to bind port 324a1de3-ce82-4ea1-ab6f-0a8ae07a1d60 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:49:24.614878 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-38582cef-a8c6-47ae-867c-4c53cd7446d8 None None] Attempting to bind port 324a1de3-ce82-4ea1-ab6f-0a8ae07a1d60 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '2b1ff8b4-a836-4287-84a2-3eaf8ccfb867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:49:24.615500 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38582cef-a8c6-47ae-867c-4c53cd7446d8 None None] Attempting to bind port 324a1de3-ce82-4ea1-ab6f-0a8ae07a1d60 on network 9b0cb615-dd00-417f-9128-01ca62e524f6 {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:49:24.640279 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38582cef-a8c6-47ae-867c-4c53cd7446d8 None None] Pushing event updated for resources: {'Port': ['ID=324a1de3-ce82-4ea1-ab6f-0a8ae07a1d60,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:24.657180 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device df96f4d0-fc77-4462-81b1-287b2bb68d19 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:49:24.676338 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-cf610127-9160-41b7-8fe3-fe2f6dfa4f31 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Allocated IP 2001:db8::f816:3eff:feb7:5f22 (9b0cb615-dd00-417f-9128-01ca62e524f6/47306b9e-051e-494a-bf48-dd54ab301175/09f8d89b-f389-4d8e-9aea-00d3a77bbdc5) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:49:24.686365 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38582cef-a8c6-47ae-867c-4c53cd7446d8 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:49:24.686365 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38582cef-a8c6-47ae-867c-4c53cd7446d8 None None] Checking segment: {'id': '2b1ff8b4-a836-4287-84a2-3eaf8ccfb867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:49:24.686733 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-38582cef-a8c6-47ae-867c-4c53cd7446d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:24.687108 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38582cef-a8c6-47ae-867c-4c53cd7446d8 None None] Bound using segment: {'id': '2b1ff8b4-a836-4287-84a2-3eaf8ccfb867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:49:24.687589 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-38582cef-a8c6-47ae-867c-4c53cd7446d8 None None] Bound port: 324a1de3-ce82-4ea1-ab6f-0a8ae07a1d60, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1ff8b4-a836-4287-84a2-3eaf8ccfb867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:49:24.688407 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-38582cef-a8c6-47ae-867c-4c53cd7446d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:24.754427 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-c0b11c48-656a-45c4-93c9-c68267295589 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:24.793592 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port df96f4d0-fc77-4462-81b1-287b2bb68d19 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:49:24.793967 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:24.828128 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-38582cef-a8c6-47ae-867c-4c53cd7446d8 None None] For port 324a1de3-ce82-4ea1-ab6f-0a8ae07a1d60, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:49:24.847725 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-38582cef-a8c6-47ae-867c-4c53cd7446d8 None None] For port 324a1de3-ce82-4ea1-ab6f-0a8ae07a1d60, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=324a1de3-ce82-4ea1-ab6f-0a8ae07a1d60,segment=NetworkSegment(2b1ff8b4-a836-4287-84a2-3eaf8ccfb867),segment_id=2b1ff8b4-a836-4287-84a2-3eaf8ccfb867)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:49:24.863140 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-38582cef-a8c6-47ae-867c-4c53cd7446d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:24.893265 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d4abb873-f405-46ed-9fba-2504a9c2cf66 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:24.924866 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-70cc2a21-fa85-4d82-a6a4-a77bbba2a764 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Deleting port 27c24cda-04f8-4cef-8e2b-05b2de4283f0 {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:49:24.925361 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-70cc2a21-fa85-4d82-a6a4-a77bbba2a764 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:24.964302 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-85d0376c-7c32-4d4e-a70c-657967c8c310 None None] Provisioning complete for port 758483ef-c738-4f14-8ab8-094385e704eb triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:49:24.964302 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-85d0376c-7c32-4d4e-a70c-657967c8c310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:25.014452 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-cf610127-9160-41b7-8fe3-fe2f6dfa4f31 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:25.035238 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-85d0376c-7c32-4d4e-a70c-657967c8c310 None None] Port 758483ef-c738-4f14-8ab8-094385e704eb cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:49:25.040871 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38582cef-a8c6-47ae-867c-4c53cd7446d8 None None] Pushing event updated for resources: {'Port': ['ID=324a1de3-ce82-4ea1-ab6f-0a8ae07a1d60,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:25.063527 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [None req-84d4c0eb-9303-464f-9fe1-d61cd78cf85c tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] device_id is not set on port e6c95504-c852-4b0c-ab77-a85493b3c444 yet. {{(pid=109866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 01:49:25.092415 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-85d0376c-7c32-4d4e-a70c-657967c8c310 None None] Provisioning complete for port df96f4d0-fc77-4462-81b1-287b2bb68d19 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:49:25.093096 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-85d0376c-7c32-4d4e-a70c-657967c8c310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:25.134904 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-70cc2a21-fa85-4d82-a6a4-a77bbba2a764 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:25.158063 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-70cc2a21-fa85-4d82-a6a4-a77bbba2a764 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Calling delete_port for 27c24cda-04f8-4cef-8e2b-05b2de4283f0 owned by {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:49:25.174226 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-cf610127-9160-41b7-8fe3-fe2f6dfa4f31 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:25.271015 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device f861de6a-6b47-4ed5-9b8c-499634387348 no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:49:25.295313 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: f861de6a-6b47-4ed5-9b8c-499634387348 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:49:25.295659 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device f861de6a-6b47-4ed5-9b8c-499634387348 not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:49:25.356389 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-bcdd3ff7-158e-427c-b149-a65d8133ffea None None] Provisioning complete for port 758483ef-c738-4f14-8ab8-094385e704eb triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:49:25.356753 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bcdd3ff7-158e-427c-b149-a65d8133ffea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:25.405820 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-bcdd3ff7-158e-427c-b149-a65d8133ffea None None] Port 758483ef-c738-4f14-8ab8-094385e704eb cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:49:25.431974 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [req-98b833bd-64e0-41a0-9b3c-0fe610bb9e4c req-f5582376-c87a-45d7-94c9-5d56cb6192b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef25b507-e1eb-4fe1-8c76-ca655d65a7d3 {{(pid=109866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 01:49:25.467503 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-98b833bd-64e0-41a0-9b3c-0fe610bb9e4c req-f5582376-c87a-45d7-94c9-5d56cb6192b2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:25.483193 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d0b1725c-c368-4572-a0a3-285e2f514909 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for port, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:25.497501 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d0b1725c-c368-4572-a0a3-285e2f514909 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29149402'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:25.532803 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.provisioning_blocks [req-98b833bd-64e0-41a0-9b3c-0fe610bb9e4c req-f5582376-c87a-45d7-94c9-5d56cb6192b2 service neutron] Transition to ACTIVE for port object ef25b507-e1eb-4fe1-8c76-ca655d65a7d3 will not be triggered until provisioned by entity L2. {{(pid=109866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 01:49:25.568528 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-98b833bd-64e0-41a0-9b3c-0fe610bb9e4c req-f5582376-c87a-45d7-94c9-5d56cb6192b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29149402'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:25.594008 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-84d4c0eb-9303-464f-9fe1-d61cd78cf85c tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:25.599174 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf610127-9160-41b7-8fe3-fe2f6dfa4f31 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:49:25.610689 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-cf610127-9160-41b7-8fe3-fe2f6dfa4f31 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:49:25.622097 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf610127-9160-41b7-8fe3-fe2f6dfa4f31 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:49:25.627739 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf610127-9160-41b7-8fe3-fe2f6dfa4f31 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:25.628382 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-cf610127-9160-41b7-8fe3-fe2f6dfa4f31 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:25.641505 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf610127-9160-41b7-8fe3-fe2f6dfa4f31 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Pushing event updated for resources: {'Port': ['ID=09f8d89b-f389-4d8e-9aea-00d3a77bbdc5,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:25.646030 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d0b1725c-c368-4572-a0a3-285e2f514909 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3778017'] for router_interface, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:25.648224 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b1725c-c368-4572-a0a3-285e2f514909 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'Port': ['ID=758483ef-c738-4f14-8ab8-094385e704eb,revision_number=2']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:25.672806 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-cf610127-9160-41b7-8fe3-fe2f6dfa4f31 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.3702967 Nov 24 01:49:25.683902 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48376) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:25.716828 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d935191-ce53-42b5-b2fe-371cb0210796 req-b9cc8957-7529-416b-8ed0-faefab8c2bc2 tempest-TestServerAdvancedOps-1103902934 tempest-TestServerAdvancedOps-1103902934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:25.718262 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-7d935191-ce53-42b5-b2fe-371cb0210796 req-b9cc8957-7529-416b-8ed0-faefab8c2bc2 tempest-TestServerAdvancedOps-1103902934 tempest-TestServerAdvancedOps-1103902934-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e555cf1-802d-40d5-ae1f-51b1b35ecbc7 HTTP/1.1" status: 200 len: 943 time: 0.2007568 Nov 24 01:49:25.734492 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [None req-84d4c0eb-9303-464f-9fe1-d61cd78cf85c tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] device_id is not set on port 8c5a64ad-d42a-471f-a32f-db15d4769f1e yet. {{(pid=109866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 01:49:25.831292 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d4abb873-f405-46ed-9fba-2504a9c2cf66 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks [] for router_gateway, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:25.861558 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d4abb873-f405-46ed-9fba-2504a9c2cf66 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:25.868206 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5582376-c87a-45d7-94c9-5d56cb6192b2 service neutron] Pushing event updated for resources: {'Port': ['ID=ef25b507-e1eb-4fe1-8c76-ca655d65a7d3,revision_number=2']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:25.868994 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-7d935191-ce53-42b5-b2fe-371cb0210796 req-6087dda2-ef1e-4fa0-9791-0f3494858268 tempest-TestServerAdvancedOps-1103902934 tempest-TestServerAdvancedOps-1103902934-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d70c3bf-486d-419b-b2ac-73daf3ea0b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223934 Nov 24 01:49:25.923624 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-70cc2a21-fa85-4d82-a6a4-a77bbba2a764 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:25.929074 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84cc78f9-de0c-489b-89fd-e8267574bbe6 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:25.935859 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84cc78f9-de0c-489b-89fd-e8267574bbe6 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:25.939941 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-84cc78f9-de0c-489b-89fd-e8267574bbe6 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2492237 Nov 24 01:49:25.953182 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48378) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:25.971707 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cc2a21-fa85-4d82-a6a4-a77bbba2a764 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Pushing event deleted for resources: {'Port': ['ID=27c24cda-04f8-4cef-8e2b-05b2de4283f0,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:26.001082 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [req-98b833bd-64e0-41a0-9b3c-0fe610bb9e4c req-f5582376-c87a-45d7-94c9-5d56cb6192b2 service neutron] Attempting to bind port ef25b507-e1eb-4fe1-8c76-ca655d65a7d3 on host hv-neutron-8189 for vnic_type normal with profile {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:49:26.001331 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [req-98b833bd-64e0-41a0-9b3c-0fe610bb9e4c req-f5582376-c87a-45d7-94c9-5d56cb6192b2 service neutron] Attempting to bind port ef25b507-e1eb-4fe1-8c76-ca655d65a7d3 by drivers openvswitch,hyperv on host hv-neutron-8189 at level 0 using segments [{'id': 'f3ac9934-45d7-402f-a296-a46c720ed6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1f406c50-b025-486a-b5b6-bbee997c7cc8'}] {{(pid=109866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:49:26.001546 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b833bd-64e0-41a0-9b3c-0fe610bb9e4c req-f5582376-c87a-45d7-94c9-5d56cb6192b2 service neutron] Attempting to bind port ef25b507-e1eb-4fe1-8c76-ca655d65a7d3 on network 1f406c50-b025-486a-b5b6-bbee997c7cc8 {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:49:26.005647 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b1725c-c368-4572-a0a3-285e2f514909 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Network 8617ed88-7a9f-4293-a73d-5ec916acee3f is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:49:26.020884 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-70cc2a21-fa85-4d82-a6a4-a77bbba2a764 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:26.025288 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-70cc2a21-fa85-4d82-a6a4-a77bbba2a764 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] 10.222.0.21 "DELETE /v2.0/ports/27c24cda-04f8-4cef-8e2b-05b2de4283f0 HTTP/1.1" status: 204 len: 168 time: 1.6109512 Nov 24 01:49:26.027860 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48380) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:26.032150 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-d906b636-060e-49f9-962b-6bfc27aa35a4 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5f587a3e-68ce-4051-b6cd-2f4b38587650', 'external_fixed_ips': [{'subnet_id': '26dfd3a7-a219-4465-8663-43e42b4a284e', 'ip_address': '2001:db8::26d'}]}}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:49:26.045839 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-d0b1725c-c368-4572-a0a3-285e2f514909 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:49:26.050455 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b833bd-64e0-41a0-9b3c-0fe610bb9e4c req-f5582376-c87a-45d7-94c9-5d56cb6192b2 service neutron] Port ef25b507-e1eb-4fe1-8c76-ca655d65a7d3 on network 1f406c50-b025-486a-b5b6-bbee997c7cc8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8189 {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 01:49:26.050668 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b833bd-64e0-41a0-9b3c-0fe610bb9e4c req-f5582376-c87a-45d7-94c9-5d56cb6192b2 service neutron] Attempting to bind port ef25b507-e1eb-4fe1-8c76-ca655d65a7d3 on network 1f406c50-b025-486a-b5b6-bbee997c7cc8 {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:49:26.062120 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-d4abb873-f405-46ed-9fba-2504a9c2cf66 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Allocated IP 172.26.5.93 (eb22795d-37ee-46ee-844d-92c17e2ea450/3e66fcff-6e72-4083-b514-48f69cdaa2cb/18684672-3a1b-41d2-bcd7-df906b19fa32) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:49:26.073214 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d906b636-060e-49f9-962b-6bfc27aa35a4 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-424105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2744'] for router, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:26.074260 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d906b636-060e-49f9-962b-6bfc27aa35a4 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-424325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-326625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2753'] for router, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:26.100743 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b833bd-64e0-41a0-9b3c-0fe610bb9e4c req-f5582376-c87a-45d7-94c9-5d56cb6192b2 service neutron] Checking agent: {'id': '5773fe6b-0967-455f-9dc9-84c0c923201b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 42, 58), 'started_at': datetime.datetime(2021, 11, 24, 1, 42, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:49:26.100887 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b833bd-64e0-41a0-9b3c-0fe610bb9e4c req-f5582376-c87a-45d7-94c9-5d56cb6192b2 service neutron] Checking segment: {'id': 'f3ac9934-45d7-402f-a296-a46c720ed6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1f406c50-b025-486a-b5b6-bbee997c7cc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:49:26.101598 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b833bd-64e0-41a0-9b3c-0fe610bb9e4c req-f5582376-c87a-45d7-94c9-5d56cb6192b2 service neutron] Bound using segment: {'id': 'f3ac9934-45d7-402f-a296-a46c720ed6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1f406c50-b025-486a-b5b6-bbee997c7cc8'} {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:49:26.101746 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [req-98b833bd-64e0-41a0-9b3c-0fe610bb9e4c req-f5582376-c87a-45d7-94c9-5d56cb6192b2 service neutron] Bound port: ef25b507-e1eb-4fe1-8c76-ca655d65a7d3, host: hv-neutron-8189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3ac9934-45d7-402f-a296-a46c720ed6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1f406c50-b025-486a-b5b6-bbee997c7cc8'}}] {{(pid=109866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:49:26.102006 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-98b833bd-64e0-41a0-9b3c-0fe610bb9e4c req-f5582376-c87a-45d7-94c9-5d56cb6192b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:26.192156 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d906b636-060e-49f9-962b-6bfc27aa35a4 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:26.242419 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-84d4c0eb-9303-464f-9fe1-d61cd78cf85c tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:26.357064 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-8af8dcb4-d5a1-494e-b1d0-6ce75afde6d8 None None] Provisioning complete for port 324a1de3-ce82-4ea1-ab6f-0a8ae07a1d60 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:49:26.358040 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-8af8dcb4-d5a1-494e-b1d0-6ce75afde6d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:26.365750 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [req-98b833bd-64e0-41a0-9b3c-0fe610bb9e4c req-f5582376-c87a-45d7-94c9-5d56cb6192b2 service neutron] For port ef25b507-e1eb-4fe1-8c76-ca655d65a7d3, host hv-neutron-8189, cleared binding levels {{(pid=109866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:49:26.383487 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [req-98b833bd-64e0-41a0-9b3c-0fe610bb9e4c req-f5582376-c87a-45d7-94c9-5d56cb6192b2 service neutron] For port ef25b507-e1eb-4fe1-8c76-ca655d65a7d3, host hv-neutron-8189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=ef25b507-e1eb-4fe1-8c76-ca655d65a7d3,segment=NetworkSegment(f3ac9934-45d7-402f-a296-a46c720ed6db),segment_id=f3ac9934-45d7-402f-a296-a46c720ed6db)] {{(pid=109866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:49:26.392882 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d4abb873-f405-46ed-9fba-2504a9c2cf66 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:26.403131 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-d76f5c95-18c2-42aa-8f7a-6fd87bbc79aa tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Deleting port 09f8d89b-f389-4d8e-9aea-00d3a77bbdc5 {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:49:26.403464 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d76f5c95-18c2-42aa-8f7a-6fd87bbc79aa tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:26.406608 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d906b636-060e-49f9-962b-6bfc27aa35a4 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:26.485742 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-98b833bd-64e0-41a0-9b3c-0fe610bb9e4c req-f5582376-c87a-45d7-94c9-5d56cb6192b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29149402'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:26.492751 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0b1725c-c368-4572-a0a3-285e2f514909 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Router 044ffa33-622b-40ec-a123-209f6a9cdbd5 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:49:26.512138 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d4abb873-f405-46ed-9fba-2504a9c2cf66 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:26.539590 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-8af8dcb4-d5a1-494e-b1d0-6ce75afde6d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:26.548386 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-84d4c0eb-9303-464f-9fe1-d61cd78cf85c tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:26.557183 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b833bd-64e0-41a0-9b3c-0fe610bb9e4c req-f5582376-c87a-45d7-94c9-5d56cb6192b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:26.557839 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-98b833bd-64e0-41a0-9b3c-0fe610bb9e4c req-f5582376-c87a-45d7-94c9-5d56cb6192b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:26.559426 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-98b833bd-64e0-41a0-9b3c-0fe610bb9e4c req-f5582376-c87a-45d7-94c9-5d56cb6192b2 service neutron] 10.222.0.48 "PUT /v2.0/ports/ef25b507-e1eb-4fe1-8c76-ca655d65a7d3 HTTP/1.1" status: 200 len: 1093 time: 2.9429088 Nov 24 01:49:26.566951 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e555cf1-802d-40d5-ae1f-51b1b35ecbc7', 'tag': 'ef25b507-e1eb-4fe1-8c76-ca655d65a7d3'}] {{(pid=109866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 01:49:26.569531 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b7c53c286d9351d1367337230623a155cee02c46c94b80588b67a0bc16402ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8421cbbe-bec9-440a-9ca3-2c1381685e16" -d '{"events": [{"name": "network-changed", "server_uuid": "0e555cf1-802d-40d5-ae1f-51b1b35ecbc7", "tag": "ef25b507-e1eb-4fe1-8c76-ca655d65a7d3"}]}' {{(pid=109866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 01:49:26.593559 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-8af8dcb4-d5a1-494e-b1d0-6ce75afde6d8 None None] For port 324a1de3-ce82-4ea1-ab6f-0a8ae07a1d60, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=324a1de3-ce82-4ea1-ab6f-0a8ae07a1d60,segment=NetworkSegment(2b1ff8b4-a836-4287-84a2-3eaf8ccfb867),segment_id=2b1ff8b4-a836-4287-84a2-3eaf8ccfb867)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:49:26.596955 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device df96f4d0-fc77-4462-81b1-287b2bb68d19 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:49:26.614692 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4abb873-f405-46ed-9fba-2504a9c2cf66 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Network eb22795d-37ee-46ee-844d-92c17e2ea450 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:49:26.628958 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5582376-c87a-45d7-94c9-5d56cb6192b2 service neutron] Pushing event updated for resources: {'Port': ['ID=ef25b507-e1eb-4fe1-8c76-ca655d65a7d3,revision_number=3']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:26.629606 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-8af8dcb4-d5a1-494e-b1d0-6ce75afde6d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:26.634659 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-d4abb873-f405-46ed-9fba-2504a9c2cf66 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:49:26.639300 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4abb873-f405-46ed-9fba-2504a9c2cf66 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Pushing event updated for resources: {'Port': ['ID=18684672-3a1b-41d2-bcd7-df906b19fa32,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:26.649469 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4abb873-f405-46ed-9fba-2504a9c2cf66 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:49:26.683052 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60fd3ef0-5721-4f8f-a6a5-278e7d682288 None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:49:26.730383 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 01:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91773a6d-943d-4c81-970b-531321d2291f x-openstack-request-id: req-91773a6d-943d-4c81-970b-531321d2291f {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 01:49:26.730682 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e555cf1-802d-40d5-ae1f-51b1b35ecbc7", "tag": "ef25b507-e1eb-4fe1-8c76-ca655d65a7d3", "status": "completed", "code": 200}]} {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 01:49:26.731239 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-91773a6d-943d-4c81-970b-531321d2291f {{(pid=109866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 01:49:26.731546 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e555cf1-802d-40d5-ae1f-51b1b35ecbc7', 'tag': 'ef25b507-e1eb-4fe1-8c76-ca655d65a7d3', 'status': 'completed', 'code': 200} Nov 24 01:49:26.732016 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af8dcb4-d5a1-494e-b1d0-6ce75afde6d8 None None] Pushing event updated for resources: {'Port': ['ID=324a1de3-ce82-4ea1-ab6f-0a8ae07a1d60,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:26.739287 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port df96f4d0-fc77-4462-81b1-287b2bb68d19 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:49:26.739953 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:26.791964 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-28522134-85fa-406e-9a7f-43964d9d6919 None None] Provisioning complete for port 758483ef-c738-4f14-8ab8-094385e704eb triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:49:26.792449 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-28522134-85fa-406e-9a7f-43964d9d6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:26.827139 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d76f5c95-18c2-42aa-8f7a-6fd87bbc79aa tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:26.835423 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d4c0eb-9303-464f-9fe1-d61cd78cf85c tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Network f9ae361b-af25-426a-af1d-ae2f7b65d452 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:49:26.857179 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d4c0eb-9303-464f-9fe1-d61cd78cf85c tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Pushing event updated for resources: {'Port': ['ID=e6c95504-c852-4b0c-ab77-a85493b3c444,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:26.865624 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b833bd-64e0-41a0-9b3c-0fe610bb9e4c req-ac63f0a7-ad45-41e2-81bc-21a32a653bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:26.867164 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-98b833bd-64e0-41a0-9b3c-0fe610bb9e4c req-ac63f0a7-ad45-41e2-81bc-21a32a653bd9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9127e27d7b3846929ea36d5320996f35&device_id=0e555cf1-802d-40d5-ae1f-51b1b35ecbc7 HTTP/1.1" status: 200 len: 1096 time: 0.1887908 Nov 24 01:49:26.868034 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-84d4c0eb-9303-464f-9fe1-d61cd78cf85c tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:49:26.870412 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-28522134-85fa-406e-9a7f-43964d9d6919 None None] Port 758483ef-c738-4f14-8ab8-094385e704eb cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:49:26.871153 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-d76f5c95-18c2-42aa-8f7a-6fd87bbc79aa tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Calling delete_port for 09f8d89b-f389-4d8e-9aea-00d3a77bbdc5 owned by {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:49:26.876505 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d4c0eb-9303-464f-9fe1-d61cd78cf85c tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:49:26.877340 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-84d4c0eb-9303-464f-9fe1-d61cd78cf85c tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:26.880161 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 324a1de3-ce82-4ea1-ab6f-0a8ae07a1d60 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:49:26.924215 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-28522134-85fa-406e-9a7f-43964d9d6919 None None] Provisioning complete for port 18684672-3a1b-41d2-bcd7-df906b19fa32 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:49:26.924586 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-28522134-85fa-406e-9a7f-43964d9d6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:26.981221 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-28522134-85fa-406e-9a7f-43964d9d6919 None None] Port 18684672-3a1b-41d2-bcd7-df906b19fa32 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:49:26.984846 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 324a1de3-ce82-4ea1-ab6f-0a8ae07a1d60 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:49:26.985223 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:27.029688 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-98b833bd-64e0-41a0-9b3c-0fe610bb9e4c req-10c2c860-c667-45cb-9e30-d22936873775 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef25b507-e1eb-4fe1-8c76-ca655d65a7d3 HTTP/1.1" status: 200 len: 217 time: 0.1467462 Nov 24 01:49:27.105638 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-ff75df49-19ac-4238-a7ff-10b5e9abae45 None None] Provisioning complete for port 09f8d89b-f389-4d8e-9aea-00d3a77bbdc5 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:49:27.105973 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-ff75df49-19ac-4238-a7ff-10b5e9abae45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:27.111987 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d4abb873-f405-46ed-9fba-2504a9c2cf66 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks [] for router_gateway, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:27.123604 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d4c0eb-9303-464f-9fe1-d61cd78cf85c tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Pushing event updated for resources: {'Port': ['ID=8c5a64ad-d42a-471f-a32f-db15d4769f1e,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:27.126369 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0b1725c-c368-4572-a0a3-285e2f514909 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:49:27.135597 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-d0b1725c-c368-4572-a0a3-285e2f514909 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "PUT /v2.0/routers/044ffa33-622b-40ec-a123-209f6a9cdbd5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9815774 Nov 24 01:49:27.142181 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48386) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:27.146090 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d4c0eb-9303-464f-9fe1-d61cd78cf85c tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Checking segment: {'id': '7e51b004-daaf-4101-92e7-703d28f523e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'cfb014c0-1e5e-4f74-ab5c-bfc5641ca70f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:49:27.146568 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d4c0eb-9303-464f-9fe1-d61cd78cf85c tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Network hostable DHCP agents. Network: cfb014c0-1e5e-4f74-ab5c-bfc5641ca70f, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 01:49:27.152594 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894ad955-9eea-4cf0-8705-5b4d87153cd7 None None] Sync routers for ids ['044ffa33-622b-40ec-a123-209f6a9cdbd5'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:49:27.157535 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e4a4fd66-27a0-4c83-9771-5f8b4a68bc81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:27.160427 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-ff75df49-19ac-4238-a7ff-10b5e9abae45 None None] Port 09f8d89b-f389-4d8e-9aea-00d3a77bbdc5 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:49:27.164569 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894ad955-9eea-4cf0-8705-5b4d87153cd7 None None] Routers {'044ffa33-622b-40ec-a123-209f6a9cdbd5'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:49:27.166265 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-894ad955-9eea-4cf0-8705-5b4d87153cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:49:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['044ffa33-622b-40ec-a123-209f6a9cdbd5'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:49:27.174891 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec2bc43-cc4a-4393-912c-18a7738e6d09 req-b01bb23a-6715-46d2-9b35-fda117736942 tempest-TestServerAdvancedOps-1103902934 tempest-TestServerAdvancedOps-1103902934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:27.176413 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-6ec2bc43-cc4a-4393-912c-18a7738e6d09 req-b01bb23a-6715-46d2-9b35-fda117736942 tempest-TestServerAdvancedOps-1103902934 tempest-TestServerAdvancedOps-1103902934-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e555cf1-802d-40d5-ae1f-51b1b35ecbc7 HTTP/1.1" status: 200 len: 943 time: 0.2113748 Nov 24 01:49:27.257494 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b833bd-64e0-41a0-9b3c-0fe610bb9e4c req-8bbf2292-eb1e-4368-af76-7c7f4c5984e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:27.259354 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-98b833bd-64e0-41a0-9b3c-0fe610bb9e4c req-8bbf2292-eb1e-4368-af76-7c7f4c5984e9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=04fb54b3-438b-484a-a8c3-f3d6f89bf229 HTTP/1.1" status: 200 len: 852 time: 0.2156327 Nov 24 01:49:27.259708 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d906b636-060e-49f9-962b-6bfc27aa35a4 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:27.300655 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-894ad955-9eea-4cf0-8705-5b4d87153cd7 None None] Set router 044ffa33-622b-40ec-a123-209f6a9cdbd5 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:49:27.303628 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d906b636-060e-49f9-962b-6bfc27aa35a4 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:27.316998 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d4c0eb-9303-464f-9fe1-d61cd78cf85c tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Network cfb014c0-1e5e-4f74-ab5c-bfc5641ca70f is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 01:49:27.320510 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-6ec2bc43-cc4a-4393-912c-18a7738e6d09 req-ae369d5f-1d8a-4727-b50f-75208d0988c0 tempest-TestServerAdvancedOps-1103902934 tempest-TestServerAdvancedOps-1103902934-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d70c3bf-486d-419b-b2ac-73daf3ea0b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122582 Nov 24 01:49:27.345045 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-98b833bd-64e0-41a0-9b3c-0fe610bb9e4c req-03fdfba2-4f4d-4636-a63d-79f52e17e88c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1f406c50-b025-486a-b5b6-bbee997c7cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549331 Nov 24 01:49:27.396427 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-84d4c0eb-9303-464f-9fe1-d61cd78cf85c tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, cfb014c0-1e5e-4f74-ab5c-bfc5641ca70f) {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:49:27.415855 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1c63b6-1957-4a4c-b115-34276f9e32f8 None None] Network cfb014c0-1e5e-4f74-ab5c-bfc5641ca70f requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:49:27.429753 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d4c0eb-9303-464f-9fe1-d61cd78cf85c tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:49:27.435623 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d4c0eb-9303-464f-9fe1-d61cd78cf85c tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:27.440529 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d4c0eb-9303-464f-9fe1-d61cd78cf85c tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:27.441222 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-84d4c0eb-9303-464f-9fe1-d61cd78cf85c tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:27.541455 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-894ad955-9eea-4cf0-8705-5b4d87153cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044ffa33-622b-40ec-a123-209f6a9cdbd5', 'name': 'tempest-TestNetworkBasicOps-router-1593989456', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.187'}], 'enable_snat': True}, 'gw_port_id': '15abb6d1-0606-4928-811c-ecc84505c223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:49:12Z', 'updated_at': '2021-11-24T01:49:23Z', 'revision_number': 4, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': '15abb6d1-0606-4928-811c-ecc84505c223', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044ffa33-622b-40ec-a123-209f6a9cdbd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:49:13Z', 'updated_at': '2021-11-24T01:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': '758483ef-c738-4f14-8ab8-094385e704eb', 'name': '', 'network_id': '8617ed88-7a9f-4293-a73d-5ec916acee3f', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'mac_address': 'fa:16:3e:c0:df:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '044ffa33-622b-40ec-a123-209f6a9cdbd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '430b8ec6-a019-4487-a7d1-af147e18faf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:49:22Z', 'updated_at': '2021-11-24T01:49:25Z', 'revision_number': 2, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'subnets': [{'id': '430b8ec6-a019-4487-a7d1-af147e18faf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:49:27.553140 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-84d4c0eb-9303-464f-9fe1-d61cd78cf85c tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.0551627 Nov 24 01:49:27.555183 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177c96eb-179d-47ad-bee4-e57ab14e4c0c tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:27.555693 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177c96eb-179d-47ad-bee4-e57ab14e4c0c tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:27.556180 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177c96eb-179d-47ad-bee4-e57ab14e4c0c tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:27.556653 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177c96eb-179d-47ad-bee4-e57ab14e4c0c tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:27.557120 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177c96eb-179d-47ad-bee4-e57ab14e4c0c tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:27.557616 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177c96eb-179d-47ad-bee4-e57ab14e4c0c tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:27.558085 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177c96eb-179d-47ad-bee4-e57ab14e4c0c tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:27.558548 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177c96eb-179d-47ad-bee4-e57ab14e4c0c tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:27.559014 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177c96eb-179d-47ad-bee4-e57ab14e4c0c tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:27.559469 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177c96eb-179d-47ad-bee4-e57ab14e4c0c tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:27.561824 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-177c96eb-179d-47ad-bee4-e57ab14e4c0c tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7001 time: 0.4122562 Nov 24 01:49:27.562780 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48388) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:27.567133 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d76f5c95-18c2-42aa-8f7a-6fd87bbc79aa tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:27.576571 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894ad955-9eea-4cf0-8705-5b4d87153cd7 None None] Checking router: 044ffa33-622b-40ec-a123-209f6a9cdbd5 for host: dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 01:49:27.576926 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894ad955-9eea-4cf0-8705-5b4d87153cd7 None None] Updating router 044ffa33-622b-40ec-a123-209f6a9cdbd5 port 758483ef-c738-4f14-8ab8-094385e704eb binding host dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 01:49:27.582470 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48390) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:27.615773 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-894ad955-9eea-4cf0-8705-5b4d87153cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:27.690940 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76f5c95-18c2-42aa-8f7a-6fd87bbc79aa tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Pushing event deleted for resources: {'Port': ['ID=09f8d89b-f389-4d8e-9aea-00d3a77bbdc5,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:27.782628 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:27.794320 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d76f5c95-18c2-42aa-8f7a-6fd87bbc79aa tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:27.799921 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-d76f5c95-18c2-42aa-8f7a-6fd87bbc79aa tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "DELETE /v2.0/ports/09f8d89b-f389-4d8e-9aea-00d3a77bbdc5 HTTP/1.1" status: 204 len: 168 time: 1.8434677 Nov 24 01:49:27.801045 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48392) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:27.810904 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-98b833bd-64e0-41a0-9b3c-0fe610bb9e4c req-5d5fa52e-e297-4fa6-aca6-e9c363bed1c8 service neutron] 10.222.0.48 "GET /v2.0/networks/1f406c50-b025-486a-b5b6-bbee997c7cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4345136 Nov 24 01:49:27.890286 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d4abb873-f405-46ed-9fba-2504a9c2cf66 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-424338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418138'] for router, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:27.905135 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ee2562-541a-47fe-83b6-600834376626 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:27.906844 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ee2562-541a-47fe-83b6-600834376626 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:27.910930 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-45ee2562-541a-47fe-83b6-600834376626 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1042485 Nov 24 01:49:27.927740 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48394) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:27.934539 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-894ad955-9eea-4cf0-8705-5b4d87153cd7 None None] Publish callbacks [] for port, precommit_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:27.942701 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-894ad955-9eea-4cf0-8705-5b4d87153cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:28.063512 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a0e89a-931a-4a6c-8c88-c7c3621246d7 None None] Pushing event updated for resources: {'Port': ['ID=758483ef-c738-4f14-8ab8-094385e704eb,revision_number=3']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:28.066466 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-894ad955-9eea-4cf0-8705-5b4d87153cd7 None None] Attempting to bind port 758483ef-c738-4f14-8ab8-094385e704eb on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:49:28.066998 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-894ad955-9eea-4cf0-8705-5b4d87153cd7 None None] Attempting to bind port 758483ef-c738-4f14-8ab8-094385e704eb by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': 'feb4f0f9-1c57-448a-84ec-01d3896941c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '8617ed88-7a9f-4293-a73d-5ec916acee3f'}] {{(pid=109869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:49:28.067450 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894ad955-9eea-4cf0-8705-5b4d87153cd7 None None] Attempting to bind port 758483ef-c738-4f14-8ab8-094385e704eb on network 8617ed88-7a9f-4293-a73d-5ec916acee3f {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:49:28.072323 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:28.077052 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894ad955-9eea-4cf0-8705-5b4d87153cd7 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:49:28.077640 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894ad955-9eea-4cf0-8705-5b4d87153cd7 None None] Checking segment: {'id': 'feb4f0f9-1c57-448a-84ec-01d3896941c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '8617ed88-7a9f-4293-a73d-5ec916acee3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:49:28.078585 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-894ad955-9eea-4cf0-8705-5b4d87153cd7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:28.078585 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894ad955-9eea-4cf0-8705-5b4d87153cd7 None None] Bound using segment: {'id': 'feb4f0f9-1c57-448a-84ec-01d3896941c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '8617ed88-7a9f-4293-a73d-5ec916acee3f'} {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:49:28.079984 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-894ad955-9eea-4cf0-8705-5b4d87153cd7 None None] Bound port: 758483ef-c738-4f14-8ab8-094385e704eb, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'feb4f0f9-1c57-448a-84ec-01d3896941c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '8617ed88-7a9f-4293-a73d-5ec916acee3f'}}] {{(pid=109869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:49:28.080308 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-d906b636-060e-49f9-962b-6bfc27aa35a4 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Allocated IP 2001:db8::26d (5f587a3e-68ce-4051-b6cd-2f4b38587650/26dfd3a7-a219-4465-8663-43e42b4a284e/424254f0-58a2-46d7-89b6-0cbdae3b0aeb) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:49:28.080820 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-894ad955-9eea-4cf0-8705-5b4d87153cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:28.109499 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4d3390f-866b-4555-b2b5-9859fb190c02 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Deleting subnet 47306b9e-051e-494a-bf48-dd54ab301175 {{(pid=109867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 01:49:28.130791 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a4d3390f-866b-4555-b2b5-9859fb190c02 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for subnet, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:28.173047 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.db [None req-894ad955-9eea-4cf0-8705-5b4d87153cd7 None None] For port 758483ef-c738-4f14-8ab8-094385e704eb, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:49:28.178458 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.db [None req-894ad955-9eea-4cf0-8705-5b4d87153cd7 None None] For port 758483ef-c738-4f14-8ab8-094385e704eb, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=758483ef-c738-4f14-8ab8-094385e704eb,segment=NetworkSegment(feb4f0f9-1c57-448a-84ec-01d3896941c5),segment_id=feb4f0f9-1c57-448a-84ec-01d3896941c5)] {{(pid=109869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:49:28.189352 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-894ad955-9eea-4cf0-8705-5b4d87153cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:28.214521 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a4d3390f-866b-4555-b2b5-9859fb190c02 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28690885'] for subnet, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:28.256240 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894ad955-9eea-4cf0-8705-5b4d87153cd7 None None] Routers {'044ffa33-622b-40ec-a123-209f6a9cdbd5'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:49:28.256920 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-894ad955-9eea-4cf0-8705-5b4d87153cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:49:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['044ffa33-622b-40ec-a123-209f6a9cdbd5'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:49:28.276572 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a02121-93f0-4396-af2c-97c21a7509ba tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:28.277042 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a02121-93f0-4396-af2c-97c21a7509ba tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:28.277522 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a02121-93f0-4396-af2c-97c21a7509ba tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:28.278153 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a02121-93f0-4396-af2c-97c21a7509ba tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:28.278610 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a02121-93f0-4396-af2c-97c21a7509ba tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:28.279712 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a02121-93f0-4396-af2c-97c21a7509ba tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:28.280177 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a02121-93f0-4396-af2c-97c21a7509ba tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:28.280792 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a02121-93f0-4396-af2c-97c21a7509ba tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:28.285582 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-85a02121-93f0-4396-af2c-97c21a7509ba tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5246 time: 0.6870191 Nov 24 01:49:28.292094 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48396) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:28.309898 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-17c7805c-aa56-4e13-ab61-df94bc3a35f5 None None] Provisioning complete for port 758483ef-c738-4f14-8ab8-094385e704eb triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:49:28.310408 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-17c7805c-aa56-4e13-ab61-df94bc3a35f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:28.427923 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-17c7805c-aa56-4e13-ab61-df94bc3a35f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:28.475365 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-17c7805c-aa56-4e13-ab61-df94bc3a35f5 None None] For port 758483ef-c738-4f14-8ab8-094385e704eb, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=758483ef-c738-4f14-8ab8-094385e704eb,segment=NetworkSegment(feb4f0f9-1c57-448a-84ec-01d3896941c5),segment_id=feb4f0f9-1c57-448a-84ec-01d3896941c5)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:49:28.489879 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-17c7805c-aa56-4e13-ab61-df94bc3a35f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:28.495735 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d906b636-060e-49f9-962b-6bfc27aa35a4 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:28.503424 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 324a1de3-ce82-4ea1-ab6f-0a8ae07a1d60 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:49:28.539194 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a0e89a-931a-4a6c-8c88-c7c3621246d7 None None] Pushing event updated for resources: {'Port': ['ID=758483ef-c738-4f14-8ab8-094385e704eb,revision_number=4']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:28.544477 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a4d3390f-866b-4555-b2b5-9859fb190c02 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:28.562759 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4abb873-f405-46ed-9fba-2504a9c2cf66 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Router 3b4083a5-5066-4a9f-9bbe-94adc6add338 is scheduled to L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e with binding_index 1 {{(pid=109867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 01:49:28.588292 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-894ad955-9eea-4cf0-8705-5b4d87153cd7 None None] Set router 044ffa33-622b-40ec-a123-209f6a9cdbd5 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:49:28.600333 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c7805c-aa56-4e13-ab61-df94bc3a35f5 None None] Pushing event updated for resources: {'Port': ['ID=758483ef-c738-4f14-8ab8-094385e704eb,revision_number=5']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:28.616570 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 324a1de3-ce82-4ea1-ab6f-0a8ae07a1d60 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:49:28.617216 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:28.630800 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-0c2f6fe6-1a81-4bbf-973d-7322e7bc88ad tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Deleting port 8c5a64ad-d42a-471f-a32f-db15d4769f1e {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:49:28.631369 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0c2f6fe6-1a81-4bbf-973d-7322e7bc88ad tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:28.715959 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-da47710c-30d9-415e-97d1-950d657af232 None None] Provisioning complete for port 758483ef-c738-4f14-8ab8-094385e704eb triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:49:28.716695 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-da47710c-30d9-415e-97d1-950d657af232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:28.725643 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0c2f6fe6-1a81-4bbf-973d-7322e7bc88ad tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:28.761514 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4abb873-f405-46ed-9fba-2504a9c2cf66 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:49:28.774256 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d11ee4b-cbb8-4a30-a887-04de9bc2eb10 None None] Sync routers for ids ['3b4083a5-5066-4a9f-9bbe-94adc6add338'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:49:28.789575 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-0c2f6fe6-1a81-4bbf-973d-7322e7bc88ad tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Calling delete_port for 8c5a64ad-d42a-471f-a32f-db15d4769f1e owned by {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:49:28.790673 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d906b636-060e-49f9-962b-6bfc27aa35a4 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:28.792241 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d11ee4b-cbb8-4a30-a887-04de9bc2eb10 None None] Routers {'3b4083a5-5066-4a9f-9bbe-94adc6add338'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:49:28.793063 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-6d11ee4b-cbb8-4a30-a887-04de9bc2eb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:49:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['3b4083a5-5066-4a9f-9bbe-94adc6add338'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:49:28.808327 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d4abb873-f405-46ed-9fba-2504a9c2cf66 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks [] for router, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:28.812292 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-d4abb873-f405-46ed-9fba-2504a9c2cf66 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.5041797 Nov 24 01:49:28.820254 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-98b833bd-64e0-41a0-9b3c-0fe610bb9e4c req-b5db1690-7c2a-48e1-a31c-47bd9f969ddc service neutron] 10.222.0.48 "GET /v2.0/networks/1f406c50-b025-486a-b5b6-bbee997c7cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5797145 Nov 24 01:49:28.825207 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48400) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:28.830657 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a4d3390f-866b-4555-b2b5-9859fb190c02 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25501782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25307808'] for subnet, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:28.853969 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a4d3390f-866b-4555-b2b5-9859fb190c02 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:28.863401 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131b6423-8904-4df7-8b63-3fe8b1aae0e2 None None] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:49:28.867065 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-a4d3390f-866b-4555-b2b5-9859fb190c02 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "DELETE /v2.0/subnets/47306b9e-051e-494a-bf48-dd54ab301175 HTTP/1.1" status: 204 len: 168 time: 0.9347603 Nov 24 01:49:28.867222 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe1adb3-6f53-43a5-ab02-71cf01d1da0f req-fd8f068a-e303-4455-b677-4c36d6008466 tempest-TestServerAdvancedOps-1103902934 tempest-TestServerAdvancedOps-1103902934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:28.867222 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-2fe1adb3-6f53-43a5-ab02-71cf01d1da0f req-fd8f068a-e303-4455-b677-4c36d6008466 tempest-TestServerAdvancedOps-1103902934 tempest-TestServerAdvancedOps-1103902934-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e555cf1-802d-40d5-ae1f-51b1b35ecbc7 HTTP/1.1" status: 200 len: 943 time: 0.4112928 Nov 24 01:49:28.869721 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-6d11ee4b-cbb8-4a30-a887-04de9bc2eb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:49:28.877618 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48402) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:28.880836 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-894ad955-9eea-4cf0-8705-5b4d87153cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044ffa33-622b-40ec-a123-209f6a9cdbd5', 'name': 'tempest-TestNetworkBasicOps-router-1593989456', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.187'}], 'enable_snat': True}, 'gw_port_id': '15abb6d1-0606-4928-811c-ecc84505c223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:49:12Z', 'updated_at': '2021-11-24T01:49:23Z', 'revision_number': 4, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': '15abb6d1-0606-4928-811c-ecc84505c223', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044ffa33-622b-40ec-a123-209f6a9cdbd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:49:13Z', 'updated_at': '2021-11-24T01:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': '758483ef-c738-4f14-8ab8-094385e704eb', 'name': '', 'network_id': '8617ed88-7a9f-4293-a73d-5ec916acee3f', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'mac_address': 'fa:16:3e:c0:df:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '044ffa33-622b-40ec-a123-209f6a9cdbd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '430b8ec6-a019-4487-a7d1-af147e18faf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:49:22Z', 'updated_at': '2021-11-24T01:49:28Z', 'revision_number': 4, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'subnets': [{'id': '430b8ec6-a019-4487-a7d1-af147e18faf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:49:28.909560 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894ad955-9eea-4cf0-8705-5b4d87153cd7 None None] The sync data for ids ['044ffa33-622b-40ec-a123-209f6a9cdbd5'] in dv-neutron-818911-2-hyperv is: [{'id': '044ffa33-622b-40ec-a123-209f6a9cdbd5', 'name': 'tempest-TestNetworkBasicOps-router-1593989456', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.187'}], 'enable_snat': True}, 'gw_port_id': '15abb6d1-0606-4928-811c-ecc84505c223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:49:12Z', 'updated_at': '2021-11-24T01:49:23Z', 'revision_number': 4, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': '15abb6d1-0606-4928-811c-ecc84505c223', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044ffa33-622b-40ec-a123-209f6a9cdbd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:49:13Z', 'updated_at': '2021-11-24T01:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': '758483ef-c738-4f14-8ab8-094385e704eb', 'name': '', 'network_id': '8617ed88-7a9f-4293-a73d-5ec916acee3f', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'mac_address': 'fa:16:3e:c0:df:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '044ffa33-622b-40ec-a123-209f6a9cdbd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '430b8ec6-a019-4487-a7d1-af147e18faf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:49:22Z', 'updated_at': '2021-11-24T01:49:28Z', 'revision_number': 4, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'subnets': [{'id': '430b8ec6-a019-4487-a7d1-af147e18faf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:49:28.910674 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d11ee4b-cbb8-4a30-a887-04de9bc2eb10 None None] Routers {'3b4083a5-5066-4a9f-9bbe-94adc6add338'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:49:28.911313 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-6d11ee4b-cbb8-4a30-a887-04de9bc2eb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:49:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['3b4083a5-5066-4a9f-9bbe-94adc6add338'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:49:28.929807 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d906b636-060e-49f9-962b-6bfc27aa35a4 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Network 5f587a3e-68ce-4051-b6cd-2f4b38587650 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:49:28.948940 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-6d11ee4b-cbb8-4a30-a887-04de9bc2eb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:49:28.949878 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d11ee4b-cbb8-4a30-a887-04de9bc2eb10 None None] The sync data for ids ['3b4083a5-5066-4a9f-9bbe-94adc6add338'] in dv-neutron-818911-2-hyperv is: [] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:49:29.000477 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d3390f-866b-4555-b2b5-9859fb190c02 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Pushing event deleted for resources: {'Subnet': ['ID=47306b9e-051e-494a-bf48-dd54ab301175,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:29.022053 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-45c43df9-8588-4b80-b335-4a17732fe539 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1397481 Nov 24 01:49:29.022981 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48404) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:29.039760 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-d906b636-060e-49f9-962b-6bfc27aa35a4 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:49:29.061809 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d3390f-866b-4555-b2b5-9859fb190c02 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:49:29.062315 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d3390f-866b-4555-b2b5-9859fb190c02 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:49:29.062761 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d3390f-866b-4555-b2b5-9859fb190c02 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:49:29.064719 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d3390f-866b-4555-b2b5-9859fb190c02 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:49:29.065161 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d3390f-866b-4555-b2b5-9859fb190c02 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:49:29.065635 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d3390f-866b-4555-b2b5-9859fb190c02 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:49:29.066069 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d3390f-866b-4555-b2b5-9859fb190c02 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:49:29.066508 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d3390f-866b-4555-b2b5-9859fb190c02 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:49:29.066935 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d3390f-866b-4555-b2b5-9859fb190c02 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:49:29.067362 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d3390f-866b-4555-b2b5-9859fb190c02 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:49:29.067800 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d3390f-866b-4555-b2b5-9859fb190c02 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:49:29.068222 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d3390f-866b-4555-b2b5-9859fb190c02 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:49:29.078040 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d906b636-060e-49f9-962b-6bfc27aa35a4 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:49:29.127205 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-89df3324-1bd6-4fd9-ab4e-7343bbeb72de tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] 10.222.0.21 "GET /v2.0/routers/3b4083a5-5066-4a9f-9bbe-94adc6add338 HTTP/1.1" status: 200 len: 879 time: 0.2774279 Nov 24 01:49:29.136385 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d906b636-060e-49f9-962b-6bfc27aa35a4 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Pushing event updated for resources: {'Port': ['ID=424254f0-58a2-46d7-89b6-0cbdae3b0aeb,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:29.138716 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48406) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:29.191781 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33aa609-d8bc-4fc6-960d-35da64c486f8 None None] DHCP port deletion for 9b0cb615-dd00-417f-9128-01ca62e524f6 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:49:29.249534 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-2fe1adb3-6f53-43a5-ab02-71cf01d1da0f req-316103a8-2770-4cda-b17f-2aef9ae9e097 tempest-TestServerAdvancedOps-1103902934 tempest-TestServerAdvancedOps-1103902934-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d70c3bf-486d-419b-b2ac-73daf3ea0b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3297999 Nov 24 01:49:29.254484 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8421cbbe-bec9-440a-9ca3-2c1381685e16 req-d5a6a0ad-e7b5-4035-b888-bc75e4ff9dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:29.256125 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-8421cbbe-bec9-440a-9ca3-2c1381685e16 req-d5a6a0ad-e7b5-4035-b888-bc75e4ff9dc4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9127e27d7b3846929ea36d5320996f35&device_id=0e555cf1-802d-40d5-ae1f-51b1b35ecbc7 HTTP/1.1" status: 200 len: 1096 time: 0.2126181 Nov 24 01:49:29.263721 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-b33aa609-d8bc-4fc6-960d-35da64c486f8 None None] Deleting port 324a1de3-ce82-4ea1-ab6f-0a8ae07a1d60 {{(pid=109868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:49:29.265861 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-b33aa609-d8bc-4fc6-960d-35da64c486f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:29.323318 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91a8e90-7a37-4555-8ea9-37a885976d12 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:29.325619 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-d91a8e90-7a37-4555-8ea9-37a885976d12 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2885184 Nov 24 01:49:29.329231 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48408) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:29.359537 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-b33aa609-d8bc-4fc6-960d-35da64c486f8 None None] For port 324a1de3-ce82-4ea1-ab6f-0a8ae07a1d60, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=324a1de3-ce82-4ea1-ab6f-0a8ae07a1d60,segment=NetworkSegment(2b1ff8b4-a836-4287-84a2-3eaf8ccfb867),segment_id=2b1ff8b4-a836-4287-84a2-3eaf8ccfb867)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:49:29.360234 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-b33aa609-d8bc-4fc6-960d-35da64c486f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:29.364287 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0c2f6fe6-1a81-4bbf-973d-7322e7bc88ad tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:29.376819 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-b33aa609-d8bc-4fc6-960d-35da64c486f8 None None] Calling delete_port for 324a1de3-ce82-4ea1-ab6f-0a8ae07a1d60 owned by network:dhcp {{(pid=109868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:49:29.474221 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d906b636-060e-49f9-962b-6bfc27aa35a4 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:29.475109 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-b33aa609-d8bc-4fc6-960d-35da64c486f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974'] for port, after_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:29.495759 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2f6fe6-1a81-4bbf-973d-7322e7bc88ad tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Pushing event deleted for resources: {'Port': ['ID=8c5a64ad-d42a-471f-a32f-db15d4769f1e,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:29.518989 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-284ce186-2b18-4f76-ac00-819d655a8624 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2805 time: 1.2231266 Nov 24 01:49:29.536889 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0c2f6fe6-1a81-4bbf-973d-7322e7bc88ad tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:29.538154 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33aa609-d8bc-4fc6-960d-35da64c486f8 None None] Pushing event deleted for resources: {'Port': ['ID=324a1de3-ce82-4ea1-ab6f-0a8ae07a1d60,revision_number=None']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:29.544534 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-0c2f6fe6-1a81-4bbf-973d-7322e7bc88ad tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "DELETE /v2.0/ports/8c5a64ad-d42a-471f-a32f-db15d4769f1e HTTP/1.1" status: 204 len: 168 time: 1.9698431 Nov 24 01:49:29.551586 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2f6fe6-1a81-4bbf-973d-7322e7bc88ad tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:49:29.552073 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2f6fe6-1a81-4bbf-973d-7322e7bc88ad tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:49:29.552537 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2f6fe6-1a81-4bbf-973d-7322e7bc88ad tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:49:29.552973 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2f6fe6-1a81-4bbf-973d-7322e7bc88ad tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:49:29.553428 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2f6fe6-1a81-4bbf-973d-7322e7bc88ad tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:49:29.554191 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2f6fe6-1a81-4bbf-973d-7322e7bc88ad tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:49:29.554621 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2f6fe6-1a81-4bbf-973d-7322e7bc88ad tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:49:29.555050 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2f6fe6-1a81-4bbf-973d-7322e7bc88ad tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:49:29.556264 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2f6fe6-1a81-4bbf-973d-7322e7bc88ad tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:49:29.556707 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2f6fe6-1a81-4bbf-973d-7322e7bc88ad tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:49:29.557152 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2f6fe6-1a81-4bbf-973d-7322e7bc88ad tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:49:29.557606 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2f6fe6-1a81-4bbf-973d-7322e7bc88ad tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:49:29.565234 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48412) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:29.568544 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6491147-8130-4510-8d84-51f483c30a5d tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:29.570213 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-a6491147-8130-4510-8d84-51f483c30a5d tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2399006 Nov 24 01:49:29.570974 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33aa609-d8bc-4fc6-960d-35da64c486f8 None None] No DVR routers for this DVR port 324a1de3-ce82-4ea1-ab6f-0a8ae07a1d60 on host dv-neutron-818911-2-hyperv {{(pid=109868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:49:29.590239 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48414) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:29.601812 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:29.663542 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-625e7035-0d62-42ad-8a1e-004f1e322fe7 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0684683 Nov 24 01:49:29.669209 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48416) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:29.671634 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8421cbbe-bec9-440a-9ca3-2c1381685e16 req-b10138cd-7455-4b93-ac41-81cace2b92e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:29.673171 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-8421cbbe-bec9-440a-9ca3-2c1381685e16 req-b10138cd-7455-4b93-ac41-81cace2b92e7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1f406c50-b025-486a-b5b6-bbee997c7cc8 HTTP/1.1" status: 200 len: 913 time: 0.4001920 Nov 24 01:49:29.675240 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-7f0da7ad-4c25-4ac2-896b-db48bfb95eb6 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Request body: {'subnet': {'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:49:29.736246 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48418) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:29.741664 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-7fb9cd93-b2e0-47e3-9abd-fe55a5402c4d tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2072851282', 'description': 'tempest-secgroup-smoke-2072851282 description', 'project_id': '5cd72ac6dd034b2d92e26f70404adb10'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:49:29.747850 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-8421cbbe-bec9-440a-9ca3-2c1381685e16 req-550035b7-aaa9-47b9-8142-45aa159c72ab service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef25b507-e1eb-4fe1-8c76-ca655d65a7d3 HTTP/1.1" status: 200 len: 217 time: 0.0658815 Nov 24 01:49:29.759418 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca5049b-8571-4606-b52d-3b6e917c67c9 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:29.765501 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca5049b-8571-4606-b52d-3b6e917c67c9 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:29.767142 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-8ca5049b-8571-4606-b52d-3b6e917c67c9 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1955886 Nov 24 01:49:29.771130 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48420) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:29.877680 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8421cbbe-bec9-440a-9ca3-2c1381685e16 req-4a20552d-81c1-4e1c-ab83-59c01e50da01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:29.879236 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-8421cbbe-bec9-440a-9ca3-2c1381685e16 req-4a20552d-81c1-4e1c-ab83-59c01e50da01 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=04fb54b3-438b-484a-a8c3-f3d6f89bf229 HTTP/1.1" status: 200 len: 852 time: 0.1110654 Nov 24 01:49:29.898883 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-7fb9cd93-b2e0-47e3-9abd-fe55a5402c4d tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:29.927589 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f0da7ad-4c25-4ac2-896b-db48bfb95eb6 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Made reservation on behalf of 6974375fded34c83af8967d3f69dce07 for: {'subnet': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:49:29.931138 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7f0da7ad-4c25-4ac2-896b-db48bfb95eb6 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25307781'] for subnet, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:29.945167 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-8421cbbe-bec9-440a-9ca3-2c1381685e16 req-12e2fba8-55f0-42d4-8d37-caa3921e90be service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1f406c50-b025-486a-b5b6-bbee997c7cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475545 Nov 24 01:49:29.973234 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d906b636-060e-49f9-962b-6bfc27aa35a4 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-424338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418138'] for router, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:29.981383 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-d163e287-bc50-448d-8268-405be76f0954 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.8407474 Nov 24 01:49:29.985734 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48422) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:30.010279 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-86483540-450a-4e8e-9d2e-945679be2e5c tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-758577745'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:49:30.098678 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:30.140340 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-dc79993a-c0b0-4aeb-aaf5-8d11433e5b57 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Deleting port e6c95504-c852-4b0c-ab77-a85493b3c444 {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:49:30.140675 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-dc79993a-c0b0-4aeb-aaf5-8d11433e5b57 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:30.174851 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-7fb9cd93-b2e0-47e3-9abd-fe55a5402c4d tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:30.199284 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-7fb9cd93-b2e0-47e3-9abd-fe55a5402c4d tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:30.285378 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-8421cbbe-bec9-440a-9ca3-2c1381685e16 req-92c097a2-5bdb-4b6f-9bb7-fb63b57bb7d9 service neutron] 10.222.0.48 "GET /v2.0/networks/1f406c50-b025-486a-b5b6-bbee997c7cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3311000 Nov 24 01:49:30.315075 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-dc79993a-c0b0-4aeb-aaf5-8d11433e5b57 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:30.334946 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-7fb9cd93-b2e0-47e3-9abd-fe55a5402c4d tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:30.336175 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-7fb9cd93-b2e0-47e3-9abd-fe55a5402c4d tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5989668 Nov 24 01:49:30.340976 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48426) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:30.346878 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-6547f31e-32aa-463f-bafb-bc8d89c132e4 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'security_group_rule': {'security_group_id': '283518e8-877b-4fae-ac62-76ff27d3e8bb', 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:49:30.386588 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb9cd93-b2e0-47e3-9abd-fe55a5402c4d tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=283518e8-877b-4fae-ac62-76ff27d3e8bb,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:30.392061 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-dc79993a-c0b0-4aeb-aaf5-8d11433e5b57 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Calling delete_port for e6c95504-c852-4b0c-ab77-a85493b3c444 owned by {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:49:30.442979 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6547f31e-32aa-463f-bafb-bc8d89c132e4 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:30.494308 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 758483ef-c738-4f14-8ab8-094385e704eb up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:49:30.551926 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 758483ef-c738-4f14-8ab8-094385e704eb triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:49:30.552561 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:30.566615 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6547f31e-32aa-463f-bafb-bc8d89c132e4 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:30.595265 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6547f31e-32aa-463f-bafb-bc8d89c132e4 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:30.595643 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48ab521-5402-4a3f-a521-8a23fe85c550 req-a4aefecb-bcb1-431c-8e39-2c2dbde1b1cd tempest-TestServerAdvancedOps-1103902934 tempest-TestServerAdvancedOps-1103902934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:30.597370 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-c48ab521-5402-4a3f-a521-8a23fe85c550 req-a4aefecb-bcb1-431c-8e39-2c2dbde1b1cd tempest-TestServerAdvancedOps-1103902934 tempest-TestServerAdvancedOps-1103902934-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e555cf1-802d-40d5-ae1f-51b1b35ecbc7 HTTP/1.1" status: 200 len: 943 time: 0.2579799 Nov 24 01:49:30.611213 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-8421cbbe-bec9-440a-9ca3-2c1381685e16 req-adab2aa7-1973-4318-8273-aaed50a1fac0 service neutron] 10.222.0.48 "GET /v2.0/networks/1f406c50-b025-486a-b5b6-bbee997c7cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3042779 Nov 24 01:49:30.638569 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d906b636-060e-49f9-962b-6bfc27aa35a4 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Router 5d31ba85-fbfd-4dc3-98d9-b8600b770987 is scheduled to L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e with binding_index 1 {{(pid=109867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 01:49:30.640418 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6547f31e-32aa-463f-bafb-bc8d89c132e4 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f3380fd-9348-42d1-8e55-09a9823ee48c,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:30.646523 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7f0da7ad-4c25-4ac2-896b-db48bfb95eb6 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25501847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25307831'] for subnet, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:30.656162 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6547f31e-32aa-463f-bafb-bc8d89c132e4 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:30.657464 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-6547f31e-32aa-463f-bafb-bc8d89c132e4 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3142569 Nov 24 01:49:30.665231 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48428) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:30.671176 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-4c2fea47-aae9-4a0d-af77-873eabdb9688 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'security_group_rule': {'security_group_id': '283518e8-877b-4fae-ac62-76ff27d3e8bb', 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:49:30.709661 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0da7ad-4c25-4ac2-896b-db48bfb95eb6 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:49:30.747805 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-7f0da7ad-4c25-4ac2-896b-db48bfb95eb6 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:49:30.757647 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0da7ad-4c25-4ac2-896b-db48bfb95eb6 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:30.758351 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7f0da7ad-4c25-4ac2-896b-db48bfb95eb6 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:30.762682 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 324a1de3-ce82-4ea1-ab6f-0a8ae07a1d60 no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:49:30.770170 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0da7ad-4c25-4ac2-896b-db48bfb95eb6 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Pushing event updated for resources: {'Subnet': ['ID=4ae8a9fa-a280-47a9-9bec-9a4a2a76548f,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:30.772116 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-dc79993a-c0b0-4aeb-aaf5-8d11433e5b57 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:30.774289 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13bb49da-2e50-40a0-b759-412194a165d6 None None] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:49:30.790572 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-c48ab521-5402-4a3f-a521-8a23fe85c550 req-1d7d53c4-db6f-42e5-9773-83f76c32aefc tempest-TestServerAdvancedOps-1103902934 tempest-TestServerAdvancedOps-1103902934-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d70c3bf-486d-419b-b2ac-73daf3ea0b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822548 Nov 24 01:49:30.800255 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4c2fea47-aae9-4a0d-af77-873eabdb9688 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:30.815080 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-7f0da7ad-4c25-4ac2-896b-db48bfb95eb6 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1438866 Nov 24 01:49:30.822275 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48430) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:30.832320 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-cb5088c7-362a-4ae3-a245-676b260432e1 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Request body: {'port': {'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6', 'mac_address': 'fa:16:3e:6d:10:d3', 'name': 'tempest-NetworksTestDHCPv6-1193881859'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:49:30.846829 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc79993a-c0b0-4aeb-aaf5-8d11433e5b57 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Pushing event deleted for resources: {'Port': ['ID=e6c95504-c852-4b0c-ab77-a85493b3c444,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:30.886473 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d906b636-060e-49f9-962b-6bfc27aa35a4 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:49:30.892131 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-dc79993a-c0b0-4aeb-aaf5-8d11433e5b57 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:30.898065 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-dc79993a-c0b0-4aeb-aaf5-8d11433e5b57 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "DELETE /v2.0/ports/e6c95504-c852-4b0c-ab77-a85493b3c444 HTTP/1.1" status: 204 len: 168 time: 1.1193027 Nov 24 01:49:30.902313 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ddebca-50bf-4277-9ac5-588995eb9e35 None None] Sync routers for ids ['5d31ba85-fbfd-4dc3-98d9-b8600b770987'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:49:30.903050 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48432) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:30.918927 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ddebca-50bf-4277-9ac5-588995eb9e35 None None] Routers {'5d31ba85-fbfd-4dc3-98d9-b8600b770987'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:49:30.919924 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-12ddebca-50bf-4277-9ac5-588995eb9e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:49:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['5d31ba85-fbfd-4dc3-98d9-b8600b770987'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:49:30.949799 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d906b636-060e-49f9-962b-6bfc27aa35a4 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks [] for router, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:30.953522 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-d906b636-060e-49f9-962b-6bfc27aa35a4 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.9223216 Nov 24 01:49:30.954015 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48434) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:30.962610 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-86483540-450a-4e8e-9d2e-945679be2e5c tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3684298', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-424347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2775'] for router, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:31.001092 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-86483540-450a-4e8e-9d2e-945679be2e5c tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3683822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-418125', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-424361'] for router, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:31.021162 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: 324a1de3-ce82-4ea1-ab6f-0a8ae07a1d60 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:49:31.021984 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 324a1de3-ce82-4ea1-ab6f-0a8ae07a1d60 not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:49:31.023607 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4c2fea47-aae9-4a0d-af77-873eabdb9688 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:31.032199 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c15bda3-bb28-446c-91c9-001aaa683127 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:31.036645 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-9c15bda3-bb28-446c-91c9-001aaa683127 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1295686 Nov 24 01:49:31.038694 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48436) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:31.061515 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-12ddebca-50bf-4277-9ac5-588995eb9e35 None None] Set router 5d31ba85-fbfd-4dc3-98d9-b8600b770987 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:49:31.105932 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb5088c7-362a-4ae3-a245-676b260432e1 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Made reservation on behalf of 6974375fded34c83af8967d3f69dce07 for: {'port': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:49:31.125065 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-74b415c3-6c48-4fe6-ab1f-d78ab8a4a69e tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks [] for router, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:31.228051 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66524a4f-c28a-413f-811f-da2152443ec3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-9b0cb615-dd00-417f-9128-01ca62e524f6', 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6', 'tenant_id': '6974375fded34c83af8967d3f69dce07', 'fixed_ips': [{'subnet_id': '4ae8a9fa-a280-47a9-9bec-9a4a2a76548f'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 01:49:31.229194 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-66524a4f-c28a-413f-811f-da2152443ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:31.297037 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-cb5088c7-362a-4ae3-a245-676b260432e1 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:31.297750 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-12ddebca-50bf-4277-9ac5-588995eb9e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d31ba85-fbfd-4dc3-98d9-b8600b770987', 'name': '', 'tenant_id': 'c4adec6e2d17412bba3cb6bcb8d12769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f587a3e-68ce-4051-b6cd-2f4b38587650', 'external_fixed_ips': [{'subnet_id': '26dfd3a7-a219-4465-8663-43e42b4a284e', 'ip_address': '2001:db8::26d'}], 'enable_snat': True}, 'gw_port_id': '424254f0-58a2-46d7-89b6-0cbdae3b0aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:49:26Z', 'updated_at': '2021-11-24T01:49:29Z', 'revision_number': 3, 'project_id': 'c4adec6e2d17412bba3cb6bcb8d12769', 'gw_port': {'id': '424254f0-58a2-46d7-89b6-0cbdae3b0aeb', 'name': '', 'network_id': '5f587a3e-68ce-4051-b6cd-2f4b38587650', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:dd:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d31ba85-fbfd-4dc3-98d9-b8600b770987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '26dfd3a7-a219-4465-8663-43e42b4a284e', 'ip_address': '2001:db8::26d', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:49:27Z', 'updated_at': '2021-11-24T01:49:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26dfd3a7-a219-4465-8663-43e42b4a284e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:49:31.312761 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device ef25b507-e1eb-4fe1-8c76-ca655d65a7d3 details requested by agent hyperv_hv-neutron-8189 with host hv-neutron-8189 {{(pid=109868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 01:49:31.323888 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-74b415c3-6c48-4fe6-ab1f-d78ab8a4a69e tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:31.328220 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ddebca-50bf-4277-9ac5-588995eb9e35 None None] Checking router: 5d31ba85-fbfd-4dc3-98d9-b8600b770987 for host: dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 01:49:31.328620 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ddebca-50bf-4277-9ac5-588995eb9e35 None None] Updating router 5d31ba85-fbfd-4dc3-98d9-b8600b770987 port 424254f0-58a2-46d7-89b6-0cbdae3b0aeb binding host dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 01:49:31.331362 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [None req-cb5088c7-362a-4ae3-a245-676b260432e1 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] device_id is not set on port 5d91993a-3561-48d1-84df-1461c135dbce yet. {{(pid=109867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 01:49:31.358341 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-12ddebca-50bf-4277-9ac5-588995eb9e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:31.424089 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port ef25b507-e1eb-4fe1-8c76-ca655d65a7d3, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=ef25b507-e1eb-4fe1-8c76-ca655d65a7d3,segment=NetworkSegment(f3ac9934-45d7-402f-a296-a46c720ed6db),segment_id=f3ac9934-45d7-402f-a296-a46c720ed6db)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:49:31.444488 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Returning: {'device': 'ef25b507-e1eb-4fe1-8c76-ca655d65a7d3', 'network_id': '1f406c50-b025-486a-b5b6-bbee997c7cc8', 'port_id': 'ef25b507-e1eb-4fe1-8c76-ca655d65a7d3', 'mac_address': 'fa:16:3e:f8:e7:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04fb54b3-438b-484a-a8c3-f3d6f89bf229', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 01:49:31.478330 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-74b415c3-6c48-4fe6-ab1f-d78ab8a4a69e tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Deleting port 424254f0-58a2-46d7-89b6-0cbdae3b0aeb {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:49:31.478672 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-74b415c3-6c48-4fe6-ab1f-d78ab8a4a69e tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:31.496789 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:31.508991 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce149e43-bef6-40db-ad2d-e5e517ceb9ef tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] GET failed (client error): The resource could not be found. Nov 24 01:49:31.513071 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-ce149e43-bef6-40db-ad2d-e5e517ceb9ef tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "GET /v2.0/ports/8c5a64ad-d42a-471f-a32f-db15d4769f1e HTTP/1.1" status: 404 len: 333 time: 0.4710283 Nov 24 01:49:31.513254 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef25b507-e1eb-4fe1-8c76-ca655d65a7d3 {{(pid=109868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 01:49:31.513369 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4c2fea47-aae9-4a0d-af77-873eabdb9688 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:31.520248 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48438) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:31.535306 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port ef25b507-e1eb-4fe1-8c76-ca655d65a7d3, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=ef25b507-e1eb-4fe1-8c76-ca655d65a7d3,segment=NetworkSegment(f3ac9934-45d7-402f-a296-a46c720ed6db),segment_id=f3ac9934-45d7-402f-a296-a46c720ed6db)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:49:31.541705 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:31.550241 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-cb5088c7-362a-4ae3-a245-676b260432e1 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Allocated IP 2001:db8::171 (9b0cb615-dd00-417f-9128-01ca62e524f6/4ae8a9fa-a280-47a9-9bec-9a4a2a76548f/5d91993a-3561-48d1-84df-1461c135dbce) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:49:31.552935 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.pecan_wsgi.hooks.translation [None req-f738c3f3-6e4a-4b61-aa8d-c09891449857 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] GET failed (client error): The resource could not be found. Nov 24 01:49:31.557037 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-f738c3f3-6e4a-4b61-aa8d-c09891449857 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "GET /v2.0/ports/e6c95504-c852-4b0c-ab77-a85493b3c444 HTTP/1.1" status: 404 len: 333 time: 0.0330007 Nov 24 01:49:31.582300 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48440) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:31.597648 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=ef25b507-e1eb-4fe1-8c76-ca655d65a7d3,revision_number=4']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:31.607982 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:49:31.608642 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:49:31.609081 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:49:31.609564 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:49:31.610027 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:49:31.610419 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:49:31.610760 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:49:31.611092 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:49:31.611451 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:49:31.611779 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:49:31.612108 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:49:31.612478 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:49:31.622284 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2fea47-aae9-4a0d-af77-873eabdb9688 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d3d6919-e3ff-4567-8b94-f53dc779d00c,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:31.650916 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4c2fea47-aae9-4a0d-af77-873eabdb9688 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:31.655695 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-4c2fea47-aae9-4a0d-af77-873eabdb9688 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9859073 Nov 24 01:49:31.655695 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86483540-450a-4e8e-9d2e-945679be2e5c tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Router 3b4083a5-5066-4a9f-9bbe-94adc6add338 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:49:31.656035 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48442) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:31.661334 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-1c9a0677-4533-4fe4-b5f7-5664f68fd43c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'security_group_rule': {'security_group_id': '283518e8-877b-4fae-ac62-76ff27d3e8bb', 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:49:31.670090 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-12ddebca-50bf-4277-9ac5-588995eb9e35 None None] Publish callbacks [] for port, precommit_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:31.676475 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-12ddebca-50bf-4277-9ac5-588995eb9e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:31.713692 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-12ddebca-50bf-4277-9ac5-588995eb9e35 None None] Attempting to bind port 424254f0-58a2-46d7-89b6-0cbdae3b0aeb on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:49:31.714097 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-12ddebca-50bf-4277-9ac5-588995eb9e35 None None] Attempting to bind port 424254f0-58a2-46d7-89b6-0cbdae3b0aeb by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '56fd2427-9a92-4ec5-ae26-6f0a07ffaf84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '5f587a3e-68ce-4051-b6cd-2f4b38587650'}] {{(pid=109869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:49:31.714577 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ddebca-50bf-4277-9ac5-588995eb9e35 None None] Attempting to bind port 424254f0-58a2-46d7-89b6-0cbdae3b0aeb on network 5f587a3e-68ce-4051-b6cd-2f4b38587650 {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:49:31.738046 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ddebca-50bf-4277-9ac5-588995eb9e35 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:49:31.738448 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ddebca-50bf-4277-9ac5-588995eb9e35 None None] Checking segment: {'id': '56fd2427-9a92-4ec5-ae26-6f0a07ffaf84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '5f587a3e-68ce-4051-b6cd-2f4b38587650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:49:31.738948 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-12ddebca-50bf-4277-9ac5-588995eb9e35 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:31.739195 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ddebca-50bf-4277-9ac5-588995eb9e35 None None] Bound using segment: {'id': '56fd2427-9a92-4ec5-ae26-6f0a07ffaf84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '5f587a3e-68ce-4051-b6cd-2f4b38587650'} {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:49:31.739666 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-12ddebca-50bf-4277-9ac5-588995eb9e35 None None] Bound port: 424254f0-58a2-46d7-89b6-0cbdae3b0aeb, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56fd2427-9a92-4ec5-ae26-6f0a07ffaf84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '5f587a3e-68ce-4051-b6cd-2f4b38587650'}}] {{(pid=109869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:49:31.740063 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-12ddebca-50bf-4277-9ac5-588995eb9e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:31.757509 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-74b415c3-6c48-4fe6-ab1f-d78ab8a4a69e tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:31.772420 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86483540-450a-4e8e-9d2e-945679be2e5c tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:49:31.779646 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b340d8d-ad24-4667-86f3-8451f671de21 None None] Pushing event updated for resources: {'Port': ['ID=424254f0-58a2-46d7-89b6-0cbdae3b0aeb,revision_number=2']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:31.785449 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e2b596-278d-44a7-839f-7f85bf5178e8 None None] Sync routers for ids ['3b4083a5-5066-4a9f-9bbe-94adc6add338'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:49:31.790022 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-86483540-450a-4e8e-9d2e-945679be2e5c tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks [] for router, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:31.794175 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-86483540-450a-4e8e-9d2e-945679be2e5c tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] 10.222.0.21 "PUT /v2.0/routers/3b4083a5-5066-4a9f-9bbe-94adc6add338 HTTP/1.1" status: 200 len: 886 time: 1.8001237 Nov 24 01:49:31.797106 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48444) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:31.805174 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0cd5c3b8-925c-46e5-a96c-01923f6ddc40 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:31.808389 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e2b596-278d-44a7-839f-7f85bf5178e8 None None] Routers {'3b4083a5-5066-4a9f-9bbe-94adc6add338'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:49:31.809150 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-88e2b596-278d-44a7-839f-7f85bf5178e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:49:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['3b4083a5-5066-4a9f-9bbe-94adc6add338'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:49:31.809475 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.db [None req-12ddebca-50bf-4277-9ac5-588995eb9e35 None None] For port 424254f0-58a2-46d7-89b6-0cbdae3b0aeb, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:49:31.812803 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.db [None req-12ddebca-50bf-4277-9ac5-588995eb9e35 None None] For port 424254f0-58a2-46d7-89b6-0cbdae3b0aeb, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=424254f0-58a2-46d7-89b6-0cbdae3b0aeb,segment=NetworkSegment(56fd2427-9a92-4ec5-ae26-6f0a07ffaf84),segment_id=56fd2427-9a92-4ec5-ae26-6f0a07ffaf84)] {{(pid=109869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:49:31.818899 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-74b415c3-6c48-4fe6-ab1f-d78ab8a4a69e tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Calling delete_port for 424254f0-58a2-46d7-89b6-0cbdae3b0aeb owned by network:router_gateway {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:49:31.820069 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-12ddebca-50bf-4277-9ac5-588995eb9e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:31.876684 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ddebca-50bf-4277-9ac5-588995eb9e35 None None] Routers {'5d31ba85-fbfd-4dc3-98d9-b8600b770987'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:49:31.877324 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-12ddebca-50bf-4277-9ac5-588995eb9e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:49:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['5d31ba85-fbfd-4dc3-98d9-b8600b770987'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:49:31.887774 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] get_ports_and_sgs() called for port_ids ['ef25b507-e1eb-4fe1-8c76-ca655d65a7d3'] {{(pid=109868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 01:49:31.891259 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-88e2b596-278d-44a7-839f-7f85bf5178e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:49:31.894258 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1c9a0677-4533-4fe4-b5f7-5664f68fd43c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:31.940332 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-45cdec66-dcee-4e66-936e-47e25fead55d tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] 10.222.0.21 "GET /v2.0/routers/3b4083a5-5066-4a9f-9bbe-94adc6add338 HTTP/1.1" status: 200 len: 886 time: 0.1420379 Nov 24 01:49:31.940721 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48448) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:31.953025 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e2b596-278d-44a7-839f-7f85bf5178e8 None None] Routers {'3b4083a5-5066-4a9f-9bbe-94adc6add338'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:49:31.953934 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-88e2b596-278d-44a7-839f-7f85bf5178e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:49:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['3b4083a5-5066-4a9f-9bbe-94adc6add338'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:49:31.955941 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b340d8d-ad24-4667-86f3-8451f671de21 None None] Pushing event updated for resources: {'Port': ['ID=424254f0-58a2-46d7-89b6-0cbdae3b0aeb,revision_number=3']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:31.980534 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-12ddebca-50bf-4277-9ac5-588995eb9e35 None None] Set router 5d31ba85-fbfd-4dc3-98d9-b8600b770987 gateway port host: None {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:49:31.999780 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-88e2b596-278d-44a7-839f-7f85bf5178e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:49:32.000490 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e2b596-278d-44a7-839f-7f85bf5178e8 None None] The sync data for ids ['3b4083a5-5066-4a9f-9bbe-94adc6add338'] in dv-neutron-818911-2-hyperv is: [] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:49:32.051492 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-12ddebca-50bf-4277-9ac5-588995eb9e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d31ba85-fbfd-4dc3-98d9-b8600b770987', 'name': '', 'tenant_id': 'c4adec6e2d17412bba3cb6bcb8d12769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:49:26Z', 'updated_at': '2021-11-24T01:49:31Z', 'revision_number': 4, 'project_id': 'c4adec6e2d17412bba3cb6bcb8d12769', 'gw_port_host': None}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:49:32.081590 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ddebca-50bf-4277-9ac5-588995eb9e35 None None] The sync data for ids ['5d31ba85-fbfd-4dc3-98d9-b8600b770987'] in dv-neutron-818911-2-hyperv is: [{'id': '5d31ba85-fbfd-4dc3-98d9-b8600b770987', 'name': '', 'tenant_id': 'c4adec6e2d17412bba3cb6bcb8d12769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:49:26Z', 'updated_at': '2021-11-24T01:49:31Z', 'revision_number': 4, 'project_id': 'c4adec6e2d17412bba3cb6bcb8d12769', 'gw_port_host': None}] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:49:32.110901 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-6994f7e6-7241-4b80-9e14-579df76ecaf3 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b4083a5-5066-4a9f-9bbe-94adc6add338 HTTP/1.1" status: 200 len: 205 time: 0.1149278 Nov 24 01:49:32.113261 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48450) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:32.199536 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0cd5c3b8-925c-46e5-a96c-01923f6ddc40 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:32.239388 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9a66b1ce-e47d-4763-97cf-2fe668de1a67 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks [] for router, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:32.294977 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1c9a0677-4533-4fe4-b5f7-5664f68fd43c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:32.303195 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-0cd5c3b8-925c-46e5-a96c-01923f6ddc40 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfb014c0-1e5e-4f74-ab5c-bfc5641ca70f']}} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:49:32.308191 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-cb5088c7-362a-4ae3-a245-676b260432e1 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:32.325387 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ccf4f2-1c6e-4d00-a33f-2817a0b481bd req-88e84be7-9246-49c9-8b0e-6b5bd1726627 tempest-TestServerAdvancedOps-1103902934 tempest-TestServerAdvancedOps-1103902934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:32.326992 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-15ccf4f2-1c6e-4d00-a33f-2817a0b481bd req-88e84be7-9246-49c9-8b0e-6b5bd1726627 tempest-TestServerAdvancedOps-1103902934 tempest-TestServerAdvancedOps-1103902934-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e555cf1-802d-40d5-ae1f-51b1b35ecbc7 HTTP/1.1" status: 200 len: 944 time: 0.4021313 Nov 24 01:49:32.336417 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1c9a0677-4533-4fe4-b5f7-5664f68fd43c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:32.342878 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-0cd5c3b8-925c-46e5-a96c-01923f6ddc40 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e51b004-daaf-4101-92e7-703d28f523e2') {'for_net_delete': True} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:49:32.343645 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-0cd5c3b8-925c-46e5-a96c-01923f6ddc40 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e51b004-daaf-4101-92e7-703d28f523e2') {} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:49:32.363677 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9a66b1ce-e47d-4763-97cf-2fe668de1a67 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:32.384950 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0cd5c3b8-925c-46e5-a96c-01923f6ddc40 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28690908'] for segment, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:32.413711 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9a0677-4533-4fe4-b5f7-5664f68fd43c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dd968e1-7e93-42b1-a453-b3eedd8fda5a,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:32.422409 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-9a66b1ce-e47d-4763-97cf-2fe668de1a67 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Deleting port 18684672-3a1b-41d2-bcd7-df906b19fa32 {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:49:32.422763 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9a66b1ce-e47d-4763-97cf-2fe668de1a67 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:32.442590 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1c9a0677-4533-4fe4-b5f7-5664f68fd43c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:32.443794 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-1c9a0677-4533-4fe4-b5f7-5664f68fd43c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7863421 Nov 24 01:49:32.448075 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48452) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:32.453081 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0cd5c3b8-925c-46e5-a96c-01923f6ddc40 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:32.476446 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-1b4d477b-af25-45ea-84ff-c0ab21146e9c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'security_group_rule': {'security_group_id': '283518e8-877b-4fae-ac62-76ff27d3e8bb', 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:49:32.491085 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cd5c3b8-925c-46e5-a96c-01923f6ddc40 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=109867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:49:32.491395 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0cd5c3b8-925c-46e5-a96c-01923f6ddc40 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25503736'] for segment, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:32.495551 dv-neutron-818911-2-hyperv neutron-server[109867]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 01:49:32.495551 dv-neutron-818911-2-hyperv neutron-server[109867]: items = [ Nov 24 01:49:32.495551 dv-neutron-818911-2-hyperv neutron-server[109867]: Traceback (most recent call last): Nov 24 01:49:32.495551 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:49:32.495551 dv-neutron-818911-2-hyperv neutron-server[109867]: timer() Nov 24 01:49:32.495551 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:49:32.495551 dv-neutron-818911-2-hyperv neutron-server[109867]: cb(*args, **kw) Nov 24 01:49:32.495551 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:49:32.495551 dv-neutron-818911-2-hyperv neutron-server[109867]: return func(*args, **kwargs) Nov 24 01:49:32.495551 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:49:32.495551 dv-neutron-818911-2-hyperv neutron-server[109867]: self._notify() Nov 24 01:49:32.495551 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:49:32.495551 dv-neutron-818911-2-hyperv neutron-server[109867]: self.callback(batched_events) Nov 24 01:49:32.495551 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:49:32.495551 dv-neutron-818911-2-hyperv neutron-server[109867]: event.method(event) Nov 24 01:49:32.495551 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:49:32.495551 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:49:32.495551 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:49:32.495551 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:49:32.495551 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:49:32.495551 dv-neutron-818911-2-hyperv neutron-server[109867]: return f(self, *a, **k) Nov 24 01:49:32.495551 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:49:32.495551 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._get(url).json() Nov 24 01:49:32.495551 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:49:32.495551 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:49:32.495551 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:49:32.495551 dv-neutron-818911-2-hyperv neutron-server[109867]: return self.request(url, 'GET', **kwargs) Nov 24 01:49:32.495551 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:49:32.495551 dv-neutron-818911-2-hyperv neutron-server[109867]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:49:32.495551 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:49:32.495551 dv-neutron-818911-2-hyperv neutron-server[109867]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:49:32.495551 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:49:32.495551 dv-neutron-818911-2-hyperv neutron-server[109867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:49:32.495551 dv-neutron-818911-2-hyperv neutron-server[109867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:49:32.523045 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9a66b1ce-e47d-4763-97cf-2fe668de1a67 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:32.530916 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1b4d477b-af25-45ea-84ff-c0ab21146e9c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:32.536358 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-15ccf4f2-1c6e-4d00-a33f-2817a0b481bd req-a3db8222-16af-4757-8f18-e78e9e8d1793 tempest-TestServerAdvancedOps-1103902934 tempest-TestServerAdvancedOps-1103902934-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d70c3bf-486d-419b-b2ac-73daf3ea0b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907341 Nov 24 01:49:32.547980 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-9a66b1ce-e47d-4763-97cf-2fe668de1a67 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Calling delete_port for 18684672-3a1b-41d2-bcd7-df906b19fa32 owned by network:router_gateway {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:49:32.583195 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-cb5088c7-362a-4ae3-a245-676b260432e1 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:32.595606 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0cd5c3b8-925c-46e5-a96c-01923f6ddc40 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:32.616256 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-74b415c3-6c48-4fe6-ab1f-d78ab8a4a69e tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:32.628765 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0cd5c3b8-925c-46e5-a96c-01923f6ddc40 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks [] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:32.638478 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-0cd5c3b8-925c-46e5-a96c-01923f6ddc40 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "DELETE /v2.0/networks/cfb014c0-1e5e-4f74-ab5c-bfc5641ca70f HTTP/1.1" status: 204 len: 168 time: 1.0486131 Nov 24 01:49:32.638830 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48454) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:32.640961 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-66524a4f-c28a-413f-811f-da2152443ec3 None None] Allocated IP 2001:db8::2 (9b0cb615-dd00-417f-9128-01ca62e524f6/4ae8a9fa-a280-47a9-9bec-9a4a2a76548f/ace47b11-0def-4e1c-8113-c85d8357e7e9) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:49:32.646182 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-d8d71e9d-4d83-475f-9873-a82e6c82f450 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1601481974'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:49:32.658875 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1b4d477b-af25-45ea-84ff-c0ab21146e9c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:32.660629 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd5c3b8-925c-46e5-a96c-01923f6ddc40 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Pushing event deleted for resources: {'Network': ['ID=cfb014c0-1e5e-4f74-ab5c-bfc5641ca70f,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:32.664447 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5088c7-362a-4ae3-a245-676b260432e1 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:49:32.669435 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1b4d477b-af25-45ea-84ff-c0ab21146e9c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:32.677028 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-cb5088c7-362a-4ae3-a245-676b260432e1 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:49:32.691714 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5088c7-362a-4ae3-a245-676b260432e1 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:49:32.698200 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5088c7-362a-4ae3-a245-676b260432e1 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:32.698826 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-cb5088c7-362a-4ae3-a245-676b260432e1 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:32.702748 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5088c7-362a-4ae3-a245-676b260432e1 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Pushing event updated for resources: {'Port': ['ID=5d91993a-3561-48d1-84df-1461c135dbce,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:32.705116 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-74b415c3-6c48-4fe6-ab1f-d78ab8a4a69e tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418161'] for router_gateway, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:32.740514 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4d477b-af25-45ea-84ff-c0ab21146e9c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9edeaab1-5b77-4fe7-92e9-e6c39263d365,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:32.752211 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8d71e9d-4d83-475f-9873-a82e6c82f450 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Made reservation on behalf of 3a57d4c6d6484e7bbaf48e6f242b2f3e for: {'network': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:49:32.756355 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d8d71e9d-4d83-475f-9873-a82e6c82f450 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:32.764288 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1b4d477b-af25-45ea-84ff-c0ab21146e9c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:32.765710 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-1b4d477b-af25-45ea-84ff-c0ab21146e9c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3163407 Nov 24 01:49:32.774003 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48456) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:32.783114 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-49e4b4c4-327d-41d2-b5ac-7ffc30937b9e tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'security_group_rule': {'security_group_id': '283518e8-877b-4fae-ac62-76ff27d3e8bb', 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:49:32.798136 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-cb5088c7-362a-4ae3-a245-676b260432e1 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.9716828 Nov 24 01:49:32.798764 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48458) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:32.833205 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-66524a4f-c28a-413f-811f-da2152443ec3 None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:32.833668 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b415c3-6c48-4fe6-ab1f-d78ab8a4a69e tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Pushing event deleted for resources: {'Port': ['ID=424254f0-58a2-46d7-89b6-0cbdae3b0aeb,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:32.841526 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-66524a4f-c28a-413f-811f-da2152443ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:32.850166 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.securitygroups_db [None req-49e4b4c4-327d-41d2-b5ac-7ffc30937b9e tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Project 5cd72ac6dd034b2d92e26f70404adb10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 01:49:32.856952 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-49e4b4c4-327d-41d2-b5ac-7ffc30937b9e tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:32.870257 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9a66b1ce-e47d-4763-97cf-2fe668de1a67 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:32.888237 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8d71e9d-4d83-475f-9873-a82e6c82f450 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=109866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:49:32.896312 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66524a4f-c28a-413f-811f-da2152443ec3 None None] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:49:32.901493 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-66524a4f-c28a-413f-811f-da2152443ec3 None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:49:32.906549 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66524a4f-c28a-413f-811f-da2152443ec3 None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:49:32.910034 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66524a4f-c28a-413f-811f-da2152443ec3 None None] Pushing event updated for resources: {'Port': ['ID=ace47b11-0def-4e1c-8113-c85d8357e7e9,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:32.944970 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb8b61e-20d9-4eb2-a99a-c730a7412a44 None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:49:32.986868 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-66524a4f-c28a-413f-811f-da2152443ec3 None None] Attempting to bind port ace47b11-0def-4e1c-8113-c85d8357e7e9 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:49:32.987893 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-66524a4f-c28a-413f-811f-da2152443ec3 None None] Attempting to bind port ace47b11-0def-4e1c-8113-c85d8357e7e9 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '2b1ff8b4-a836-4287-84a2-3eaf8ccfb867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:49:32.988424 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66524a4f-c28a-413f-811f-da2152443ec3 None None] Attempting to bind port ace47b11-0def-4e1c-8113-c85d8357e7e9 on network 9b0cb615-dd00-417f-9128-01ca62e524f6 {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:49:32.995124 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66524a4f-c28a-413f-811f-da2152443ec3 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:49:32.995560 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66524a4f-c28a-413f-811f-da2152443ec3 None None] Checking segment: {'id': '2b1ff8b4-a836-4287-84a2-3eaf8ccfb867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:49:32.995966 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-66524a4f-c28a-413f-811f-da2152443ec3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:32.996367 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66524a4f-c28a-413f-811f-da2152443ec3 None None] Bound using segment: {'id': '2b1ff8b4-a836-4287-84a2-3eaf8ccfb867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:49:32.996847 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-66524a4f-c28a-413f-811f-da2152443ec3 None None] Bound port: ace47b11-0def-4e1c-8113-c85d8357e7e9, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1ff8b4-a836-4287-84a2-3eaf8ccfb867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:49:32.997202 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-66524a4f-c28a-413f-811f-da2152443ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:33.012963 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a66b1ce-e47d-4763-97cf-2fe668de1a67 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Pushing event deleted for resources: {'Port': ['ID=18684672-3a1b-41d2-bcd7-df906b19fa32,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:33.020402 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d8d71e9d-4d83-475f-9873-a82e6c82f450 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:33.020747 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.segments_db [None req-d8d71e9d-4d83-475f-9873-a82e6c82f450 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Added segment b3dfb78b-abdb-4f48-95e2-e3bb8f569b53 of type vlan for network 748a34c2-ed1f-46c5-96e0-171472f116da Nov 24 01:49:33.052069 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9a66b1ce-e47d-4763-97cf-2fe668de1a67 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418161'] for router_gateway, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:33.069798 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-66524a4f-c28a-413f-811f-da2152443ec3 None None] For port ace47b11-0def-4e1c-8113-c85d8357e7e9, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:49:33.075976 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-66524a4f-c28a-413f-811f-da2152443ec3 None None] For port ace47b11-0def-4e1c-8113-c85d8357e7e9, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=ace47b11-0def-4e1c-8113-c85d8357e7e9,segment=NetworkSegment(2b1ff8b4-a836-4287-84a2-3eaf8ccfb867),segment_id=2b1ff8b4-a836-4287-84a2-3eaf8ccfb867)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:49:33.081943 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-66524a4f-c28a-413f-811f-da2152443ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:33.146444 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66524a4f-c28a-413f-811f-da2152443ec3 None None] Pushing event updated for resources: {'Port': ['ID=ace47b11-0def-4e1c-8113-c85d8357e7e9,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:33.184046 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-74b415c3-6c48-4fe6-ab1f-d78ab8a4a69e tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-424460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2766'] for router, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:33.187100 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-74b415c3-6c48-4fe6-ab1f-d78ab8a4a69e tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:33.188287 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d8d71e9d-4d83-475f-9873-a82e6c82f450 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:33.195934 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9a66b1ce-e47d-4763-97cf-2fe668de1a67 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-424460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2766'] for router, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:33.207052 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9a66b1ce-e47d-4763-97cf-2fe668de1a67 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:33.209808 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-49e4b4c4-327d-41d2-b5ac-7ffc30937b9e tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:33.220848 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-49e4b4c4-327d-41d2-b5ac-7ffc30937b9e tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:33.249616 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48dfdb3-9515-4049-9bcf-f8bb4955ba4d tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:33.255474 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48dfdb3-9515-4049-9bcf-f8bb4955ba4d tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:33.257141 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-c48dfdb3-9515-4049-9bcf-f8bb4955ba4d tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.4312408 Nov 24 01:49:33.260540 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48460) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:33.270805 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-74b415c3-6c48-4fe6-ab1f-d78ab8a4a69e tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-424469'] for router, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:33.271381 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74b415c3-6c48-4fe6-ab1f-d78ab8a4a69e tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5d31ba85-fbfd-4dc3-98d9-b8600b770987 {{(pid=109867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 01:49:33.285913 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device ef25b507-e1eb-4fe1-8c76-ca655d65a7d3 up at agent hyperv_hv-neutron-8189 {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:49:33.293802 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e4b4c4-327d-41d2-b5ac-7ffc30937b9e tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cb12d93-4175-46f9-b5ba-4781307ca449,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:33.294577 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-74b415c3-6c48-4fe6-ab1f-d78ab8a4a69e tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks [] for router, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:33.296521 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-74b415c3-6c48-4fe6-ab1f-d78ab8a4a69e tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] 10.222.0.21 "DELETE /v2.0/routers/5d31ba85-fbfd-4dc3-98d9-b8600b770987 HTTP/1.1" status: 204 len: 168 time: 2.3409166 Nov 24 01:49:33.298854 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48462) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:33.310360 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d8d71e9d-4d83-475f-9873-a82e6c82f450 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:33.317348 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d71e9d-4d83-475f-9873-a82e6c82f450 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:33.318312 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d8d71e9d-4d83-475f-9873-a82e6c82f450 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks [] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:33.320698 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9a66b1ce-e47d-4763-97cf-2fe668de1a67 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-424469'] for router, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:33.323461 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a66b1ce-e47d-4763-97cf-2fe668de1a67 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Fanout notify agent at l3_agent the message router_deleted on router 3b4083a5-5066-4a9f-9bbe-94adc6add338 {{(pid=109866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 01:49:33.330484 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9a66b1ce-e47d-4763-97cf-2fe668de1a67 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks [] for router, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:33.331604 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-9a66b1ce-e47d-4763-97cf-2fe668de1a67 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] 10.222.0.21 "DELETE /v2.0/routers/3b4083a5-5066-4a9f-9bbe-94adc6add338 HTTP/1.1" status: 204 len: 168 time: 1.2173021 Nov 24 01:49:33.336530 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48464) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:33.345663 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-49e4b4c4-327d-41d2-b5ac-7ffc30937b9e tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:33.347265 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-49e4b4c4-327d-41d2-b5ac-7ffc30937b9e tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5716820 Nov 24 01:49:33.362522 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48466) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:33.364358 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-3f02b582-4ac3-4b2b-af54-d8451a0143dd tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Request body: {'network': {'name': 'tempest-RoutersTest-1281549755'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:49:33.369364 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-c9eb44cb-809e-43f8-963d-4fc7ec5aef0a tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'security_group_rule': {'security_group_id': '283518e8-877b-4fae-ac62-76ff27d3e8bb', 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:49:33.393220 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-d8d71e9d-4d83-475f-9873-a82e6c82f450 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7533042 Nov 24 01:49:33.402131 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48468) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:33.450414 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Provisioning for port ef25b507-e1eb-4fe1-8c76-ca655d65a7d3 completed by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 01:49:33.456916 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Provisioning complete for port ef25b507-e1eb-4fe1-8c76-ca655d65a7d3 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:49:33.458159 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:33.459254 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_v2 [None req-236d67cb-6204-4956-b5f2-b1bc639085ff tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Deleting subnet 26dfd3a7-a219-4465-8663-43e42b4a284e {{(pid=109867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 01:49:33.464895 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-236d67cb-6204-4956-b5f2-b1bc639085ff tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:33.473557 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-c7ba7386-b804-46bb-8883-6350db0dac41 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Request body: {'subnet': {'network_id': '748a34c2-ed1f-46c5-96e0-171472f116da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:49:33.494979 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d71e9d-4d83-475f-9873-a82e6c82f450 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Pushing event updated for resources: {'Network': ['ID=748a34c2-ed1f-46c5-96e0-171472f116da,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:33.506251 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f02b582-4ac3-4b2b-af54-d8451a0143dd tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Made reservation on behalf of 24f911856b3c4338b647feba51f20eff for: {'network': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:49:33.511013 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3f02b582-4ac3-4b2b-af54-d8451a0143dd tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:33.520484 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network 748a34c2-ed1f-46c5-96e0-171472f116da details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:49:33.530665 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-236d67cb-6204-4956-b5f2-b1bc639085ff tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28690885'] for subnet, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:33.553581 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f02b582-4ac3-4b2b-af54-d8451a0143dd tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=109866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:49:33.558486 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-b0b1caaa-4867-4059-8a61-2edf14a6a90c tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Deleting port 5d91993a-3561-48d1-84df-1461c135dbce {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:49:33.558679 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b0b1caaa-4867-4059-8a61-2edf14a6a90c tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:33.581007 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.securitygroups_db [None req-c9eb44cb-809e-43f8-963d-4fc7ec5aef0a tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Project 5cd72ac6dd034b2d92e26f70404adb10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 01:49:33.613579 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3f02b582-4ac3-4b2b-af54-d8451a0143dd tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:33.613930 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.segments_db [None req-3f02b582-4ac3-4b2b-af54-d8451a0143dd tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Added segment b3c147e8-1619-4e22-ac82-557f059207eb of type vlan for network 507b716f-dd02-4d57-8e0c-0f059492d69d Nov 24 01:49:33.626980 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c9eb44cb-809e-43f8-963d-4fc7ec5aef0a tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:33.686020 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3f02b582-4ac3-4b2b-af54-d8451a0143dd tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:33.687114 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:33.701547 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7ba7386-b804-46bb-8883-6350db0dac41 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Made reservation on behalf of 3a57d4c6d6484e7bbaf48e6f242b2f3e for: {'subnet': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:49:33.705124 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c7ba7386-b804-46bb-8883-6350db0dac41 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29154835'] for subnet, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:33.712277 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e555cf1-802d-40d5-ae1f-51b1b35ecbc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef25b507-e1eb-4fe1-8c76-ca655d65a7d3'}] {{(pid=109868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 01:49:33.714934 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adafa3b64de3cabc8eac619938bcace59b198ffee64d481093eb3def62699d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d93e54f-4768-467a-b8dc-18d022c8679b" -d '{"events": [{"server_uuid": "0e555cf1-802d-40d5-ae1f-51b1b35ecbc7", "name": "network-vif-plugged", "status": "completed", "tag": "ef25b507-e1eb-4fe1-8c76-ca655d65a7d3"}]}' {{(pid=109868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 01:49:33.728385 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port ef25b507-e1eb-4fe1-8c76-ca655d65a7d3, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=ef25b507-e1eb-4fe1-8c76-ca655d65a7d3,segment=NetworkSegment(f3ac9934-45d7-402f-a296-a46c720ed6db),segment_id=f3ac9934-45d7-402f-a296-a46c720ed6db)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:49:33.733752 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:33.736132 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-236d67cb-6204-4956-b5f2-b1bc639085ff tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:33.778479 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 01:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7602af5b-3f82-4fc5-9769-58c2a587d1d1 x-openstack-request-id: req-7602af5b-3f82-4fc5-9769-58c2a587d1d1 {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 01:49:33.779079 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e555cf1-802d-40d5-ae1f-51b1b35ecbc7", "name": "network-vif-plugged", "status": "completed", "tag": "ef25b507-e1eb-4fe1-8c76-ca655d65a7d3", "code": 200}]} {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 01:49:33.779342 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7602af5b-3f82-4fc5-9769-58c2a587d1d1 {{(pid=109868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 01:49:33.780307 dv-neutron-818911-2-hyperv neutron-server[109868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e555cf1-802d-40d5-ae1f-51b1b35ecbc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef25b507-e1eb-4fe1-8c76-ca655d65a7d3', 'code': 200} Nov 24 01:49:33.810127 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.ipam_backend_mixin [None req-c7ba7386-b804-46bb-8883-6350db0dac41 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Performing IP validity checks on allocation pools {{(pid=109866) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 24 01:49:33.811486 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b0b1caaa-4867-4059-8a61-2edf14a6a90c tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:33.813003 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.ipam_backend_mixin [None req-c7ba7386-b804-46bb-8883-6350db0dac41 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109866) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 24 01:49:33.817656 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3f02b582-4ac3-4b2b-af54-d8451a0143dd tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:33.823264 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f02b582-4ac3-4b2b-af54-d8451a0143dd tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:33.823866 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3f02b582-4ac3-4b2b-af54-d8451a0143dd tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks [] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:33.831330 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c9eb44cb-809e-43f8-963d-4fc7ec5aef0a tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:33.832458 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=ef25b507-e1eb-4fe1-8c76-ca655d65a7d3,revision_number=5']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:33.840565 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-b0b1caaa-4867-4059-8a61-2edf14a6a90c tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Calling delete_port for 5d91993a-3561-48d1-84df-1461c135dbce owned by {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:49:33.848394 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c9eb44cb-809e-43f8-963d-4fc7ec5aef0a tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:33.873096 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be699455-244c-4013-801b-12b0c4840fa3 req-cd4d29af-0af5-44a8-a8ed-17bdfec5c86a tempest-TestServerAdvancedOps-1103902934 tempest-TestServerAdvancedOps-1103902934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:33.874747 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-be699455-244c-4013-801b-12b0c4840fa3 req-cd4d29af-0af5-44a8-a8ed-17bdfec5c86a tempest-TestServerAdvancedOps-1103902934 tempest-TestServerAdvancedOps-1103902934-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e555cf1-802d-40d5-ae1f-51b1b35ecbc7 HTTP/1.1" status: 200 len: 944 time: 0.2119174 Nov 24 01:49:33.888688 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eb44cb-809e-43f8-963d-4fc7ec5aef0a tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4798423-542a-4173-b8f1-8658e20aad2d,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:33.933498 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c9eb44cb-809e-43f8-963d-4fc7ec5aef0a tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:33.934709 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-c9eb44cb-809e-43f8-963d-4fc7ec5aef0a tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5706019 Nov 24 01:49:33.936611 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-236d67cb-6204-4956-b5f2-b1bc639085ff tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25501782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25307808'] for subnet, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:33.947230 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-3f02b582-4ac3-4b2b-af54-d8451a0143dd tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6045294 Nov 24 01:49:33.954601 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48476) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:33.960982 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-4e701923-3d55-4b7f-947a-bd6f06b2c8ab tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Request body: {'subnet': {'network_id': '507b716f-dd02-4d57-8e0c-0f059492d69d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:49:33.964299 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f02b582-4ac3-4b2b-af54-d8451a0143dd tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Pushing event updated for resources: {'Network': ['ID=507b716f-dd02-4d57-8e0c-0f059492d69d,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:33.970485 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236d67cb-6204-4956-b5f2-b1bc639085ff tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=26dfd3a7-a219-4465-8663-43e42b4a284e,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:33.977047 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-236d67cb-6204-4956-b5f2-b1bc639085ff tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:33.979060 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network 507b716f-dd02-4d57-8e0c-0f059492d69d details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:49:33.983757 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-236d67cb-6204-4956-b5f2-b1bc639085ff tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] 10.222.0.21 "DELETE /v2.0/subnets/26dfd3a7-a219-4465-8663-43e42b4a284e HTTP/1.1" status: 204 len: 168 time: 0.6837957 Nov 24 01:49:33.984378 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48478) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:34.087484 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-280caf82-7dbe-4bed-9c7e-add411c7f221 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:34.193729 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b0b1caaa-4867-4059-8a61-2edf14a6a90c tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:34.266939 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-280caf82-7dbe-4bed-9c7e-add411c7f221 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:34.274984 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b1caaa-4867-4059-8a61-2edf14a6a90c tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Pushing event deleted for resources: {'Port': ['ID=5d91993a-3561-48d1-84df-1461c135dbce,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:34.314645 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b0b1caaa-4867-4059-8a61-2edf14a6a90c tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:34.320306 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-b0b1caaa-4867-4059-8a61-2edf14a6a90c tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "DELETE /v2.0/ports/5d91993a-3561-48d1-84df-1461c135dbce HTTP/1.1" status: 204 len: 168 time: 1.0563407 Nov 24 01:49:34.325526 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48490) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:34.345474 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-280caf82-7dbe-4bed-9c7e-add411c7f221 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f587a3e-68ce-4051-b6cd-2f4b38587650']}} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:49:34.389087 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-280caf82-7dbe-4bed-9c7e-add411c7f221 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56fd2427-9a92-4ec5-ae26-6f0a07ffaf84') {'for_net_delete': True} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:49:34.389377 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-280caf82-7dbe-4bed-9c7e-add411c7f221 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56fd2427-9a92-4ec5-ae26-6f0a07ffaf84') {} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:49:34.425108 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-280caf82-7dbe-4bed-9c7e-add411c7f221 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28690908'] for segment, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:34.438181 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-2c1f8517-d5b0-49af-8a1b-4bb7bb6c1c4b req-98ece014-7c2f-4548-83ef-00a488ec71ca tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2072851282&fields=id&tenant_id=5cd72ac6dd034b2d92e26f70404adb10 HTTP/1.1" status: 200 len: 267 time: 0.2387195 Nov 24 01:49:34.453926 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a423e9c-8a3b-45e8-a6e9-7dd09fe3d695 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:34.455694 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a423e9c-8a3b-45e8-a6e9-7dd09fe3d695 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:34.459715 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-5a423e9c-8a3b-45e8-a6e9-7dd09fe3d695 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1282871 Nov 24 01:49:34.470087 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-be699455-244c-4013-801b-12b0c4840fa3 req-6697f242-eebc-4be2-be57-7e6ec8236158 tempest-TestServerAdvancedOps-1103902934 tempest-TestServerAdvancedOps-1103902934-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d70c3bf-486d-419b-b2ac-73daf3ea0b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5787420 Nov 24 01:49:34.471068 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48492) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:34.472108 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-280caf82-7dbe-4bed-9c7e-add411c7f221 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:34.521823 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-280caf82-7dbe-4bed-9c7e-add411c7f221 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=109867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:49:34.522237 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-280caf82-7dbe-4bed-9c7e-add411c7f221 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25503736'] for segment, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:34.524159 dv-neutron-818911-2-hyperv neutron-server[109867]: Traceback (most recent call last): Nov 24 01:49:34.524159 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:49:34.524159 dv-neutron-818911-2-hyperv neutron-server[109867]: timer() Nov 24 01:49:34.524159 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:49:34.524159 dv-neutron-818911-2-hyperv neutron-server[109867]: cb(*args, **kw) Nov 24 01:49:34.524159 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:49:34.524159 dv-neutron-818911-2-hyperv neutron-server[109867]: return func(*args, **kwargs) Nov 24 01:49:34.524159 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:49:34.524159 dv-neutron-818911-2-hyperv neutron-server[109867]: self._notify() Nov 24 01:49:34.524159 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:49:34.524159 dv-neutron-818911-2-hyperv neutron-server[109867]: self.callback(batched_events) Nov 24 01:49:34.524159 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:49:34.524159 dv-neutron-818911-2-hyperv neutron-server[109867]: event.method(event) Nov 24 01:49:34.524159 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:49:34.524159 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:49:34.524159 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:49:34.524159 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:49:34.524159 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:49:34.524159 dv-neutron-818911-2-hyperv neutron-server[109867]: return f(self, *a, **k) Nov 24 01:49:34.524159 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:49:34.524159 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._get(url).json() Nov 24 01:49:34.524159 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:49:34.524159 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:49:34.524159 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:49:34.524159 dv-neutron-818911-2-hyperv neutron-server[109867]: return self.request(url, 'GET', **kwargs) Nov 24 01:49:34.524159 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:49:34.524159 dv-neutron-818911-2-hyperv neutron-server[109867]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:49:34.524159 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:49:34.524159 dv-neutron-818911-2-hyperv neutron-server[109867]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:49:34.524159 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:49:34.524159 dv-neutron-818911-2-hyperv neutron-server[109867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:49:34.524159 dv-neutron-818911-2-hyperv neutron-server[109867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:49:34.543151 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d86006-8e9a-4a0f-af6d-dacac50a7193 req-daf23902-a828-42b6-bce0-945ea6b412b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:34.545092 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-45d86006-8e9a-4a0f-af6d-dacac50a7193 req-daf23902-a828-42b6-bce0-945ea6b412b5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0e555cf1-802d-40d5-ae1f-51b1b35ecbc7 HTTP/1.1" status: 200 len: 1098 time: 0.5610604 Nov 24 01:49:34.572437 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device ace47b11-0def-4e1c-8113-c85d8357e7e9 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:49:34.645953 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c7ba7386-b804-46bb-8883-6350db0dac41 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29149261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29154849'] for subnet, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:34.654764 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-8aab6cdd-c0ca-4b58-a23f-120e1a73d706 None None] Provisioning complete for port ace47b11-0def-4e1c-8113-c85d8357e7e9 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:49:34.655179 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-8aab6cdd-c0ca-4b58-a23f-120e1a73d706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:34.660616 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e701923-3d55-4b7f-947a-bd6f06b2c8ab tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Made reservation on behalf of 24f911856b3c4338b647feba51f20eff for: {'subnet': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:49:34.667646 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4e701923-3d55-4b7f-947a-bd6f06b2c8ab tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29154835'] for subnet, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:34.680952 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port ace47b11-0def-4e1c-8113-c85d8357e7e9 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:49:34.681329 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:34.683905 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_v2 [None req-236beb88-d705-43cb-aad9-8c113f078796 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Deleting subnet 4ae8a9fa-a280-47a9-9bec-9a4a2a76548f {{(pid=109866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 01:49:34.698686 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-280caf82-7dbe-4bed-9c7e-add411c7f221 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:34.726736 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-236beb88-d705-43cb-aad9-8c113f078796 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for subnet, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:34.730215 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-280caf82-7dbe-4bed-9c7e-add411c7f221 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5f587a3e-68ce-4051-b6cd-2f4b38587650 {{(pid=109867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 24 01:49:34.732969 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280caf82-7dbe-4bed-9c7e-add411c7f221 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Pushing event deleted for resources: {'Network': ['ID=5f587a3e-68ce-4051-b6cd-2f4b38587650,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:34.735400 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-280caf82-7dbe-4bed-9c7e-add411c7f221 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks [] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:34.738888 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-280caf82-7dbe-4bed-9c7e-add411c7f221 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] 10.222.0.21 "DELETE /v2.0/networks/5f587a3e-68ce-4051-b6cd-2f4b38587650 HTTP/1.1" status: 204 len: 168 time: 0.7499077 Nov 24 01:49:34.773864 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1f8517-d5b0-49af-8a1b-4bb7bb6c1c4b req-10fe954c-2556-4039-886e-37ddd099820c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:34.775928 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-2c1f8517-d5b0-49af-8a1b-4bb7bb6c1c4b req-10fe954c-2556-4039-886e-37ddd099820c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/networks?id=8617ed88-7a9f-4293-a73d-5ec916acee3f HTTP/1.1" status: 200 len: 795 time: 0.3139355 Nov 24 01:49:34.802039 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-2c1f8517-d5b0-49af-8a1b-4bb7bb6c1c4b req-88bc7f62-d0af-4f8a-8694-a3870f6d3ddc tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/quotas/5cd72ac6dd034b2d92e26f70404adb10 HTTP/1.1" status: 200 len: 375 time: 0.0195301 Nov 24 01:49:34.930977 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-2c1f8517-d5b0-49af-8a1b-4bb7bb6c1c4b req-12d2db53-8509-4761-aecf-614f848bbc94 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5cd72ac6dd034b2d92e26f70404adb10&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1189806 Nov 24 01:49:34.983388 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-8aab6cdd-c0ca-4b58-a23f-120e1a73d706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:35.045279 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:35.049223 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ba7386-b804-46bb-8883-6350db0dac41 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Pushing event updated for resources: {'Subnet': ['ID=886fb8b4-0a94-439e-a40c-dcf541712b06,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:35.063461 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-8aab6cdd-c0ca-4b58-a23f-120e1a73d706 None None] For port ace47b11-0def-4e1c-8113-c85d8357e7e9, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=ace47b11-0def-4e1c-8113-c85d8357e7e9,segment=NetworkSegment(2b1ff8b4-a836-4287-84a2-3eaf8ccfb867),segment_id=2b1ff8b4-a836-4287-84a2-3eaf8ccfb867)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:49:35.070567 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-45d86006-8e9a-4a0f-af6d-dacac50a7193 req-1a1c384e-95df-4c92-bb15-766b4a08773f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=4d70c3bf-486d-419b-b2ac-73daf3ea0b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4935458 Nov 24 01:49:35.077350 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-8aab6cdd-c0ca-4b58-a23f-120e1a73d706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:35.085766 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-2c1f8517-d5b0-49af-8a1b-4bb7bb6c1c4b req-b8b0674d-e391-4d27-98bd-93ca15483b76 service neutron] 10.222.0.21 "GET /v2.0/networks/8617ed88-7a9f-4293-a73d-5ec916acee3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388412 Nov 24 01:49:35.109878 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-236beb88-d705-43cb-aad9-8c113f078796 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29055568'] for subnet, precommit_delete_associations {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:35.114476 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48500) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:35.138156 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-8f28bcbf-b798-4549-b94f-5d0bd0a57b08 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Request body: {'router': {'name': 'tempest-router--1956116867', 'project_id': '3db14b7dc4ff44bba6b719e42645792c'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:49:35.156159 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ba7386-b804-46bb-8883-6350db0dac41 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Checking segment: {'id': 'b3dfb78b-abdb-4f48-95e2-e3bb8f569b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '748a34c2-ed1f-46c5-96e0-171472f116da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:49:35.156669 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ba7386-b804-46bb-8883-6350db0dac41 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Network hostable DHCP agents. Network: 748a34c2-ed1f-46c5-96e0-171472f116da, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 01:49:35.221136 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-2c1f8517-d5b0-49af-8a1b-4bb7bb6c1c4b req-779a2b2e-3835-48e7-b150-4c6ded0e5a9c service neutron] 10.222.0.21 "GET /v2.0/networks/8617ed88-7a9f-4293-a73d-5ec916acee3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344032 Nov 24 01:49:35.223337 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8f28bcbf-b798-4549-b94f-5d0bd0a57b08 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-424105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2744'] for router, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:35.224437 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8f28bcbf-b798-4549-b94f-5d0bd0a57b08 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-424325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-326625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2753'] for router, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:35.256010 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.db.api [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 01:49:35.256402 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG oslo_db.api [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 01:49:35.256867 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-bb7228d9-5fa3-4cf8-8073-de5dce78be5b None None] Could not find standard attr ID for object 5d91993a-3561-48d1-84df-1461c135dbce. {{(pid=109868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 01:49:35.262069 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aab6cdd-c0ca-4b58-a23f-120e1a73d706 None None] Pushing event updated for resources: {'Port': ['ID=ace47b11-0def-4e1c-8113-c85d8357e7e9,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:35.302293 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ba7386-b804-46bb-8883-6350db0dac41 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Network 748a34c2-ed1f-46c5-96e0-171472f116da is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 01:49:35.332067 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-c7ba7386-b804-46bb-8883-6350db0dac41 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, 748a34c2-ed1f-46c5-96e0-171472f116da) {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:49:35.334175 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-236beb88-d705-43cb-aad9-8c113f078796 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:35.343846 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39cd5ad-34f5-4da3-ac12-309212773568 None None] Network 748a34c2-ed1f-46c5-96e0-171472f116da requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:49:35.381512 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ba7386-b804-46bb-8883-6350db0dac41 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:35.382115 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c7ba7386-b804-46bb-8883-6350db0dac41 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:35.480626 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8f28bcbf-b798-4549-b94f-5d0bd0a57b08 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:35.509981 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8f28bcbf-b798-4549-b94f-5d0bd0a57b08 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-424338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418138'] for router, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:35.518496 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-526ab3e9-149b-4743-badd-18688cd33488 req-3a33f8b2-9bec-4bc0-882e-4aa94fb68bc2 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=0530cda3-d693-481b-91ae-7c78caa49aff HTTP/1.1" status: 200 len: 210 time: 0.0622191 Nov 24 01:49:35.526354 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-c7ba7386-b804-46bb-8883-6350db0dac41 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1209671 Nov 24 01:49:35.529277 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48508) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:35.535247 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-d9803f5d-2673-45f4-b942-12f1231d2eac tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Request body: {'port': {'network_id': '748a34c2-ed1f-46c5-96e0-171472f116da', 'name': 'tempest-PortsIpV6TestJSON-480419752'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:49:35.546815 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4e701923-3d55-4b7f-947a-bd6f06b2c8ab tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29149261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29154849'] for subnet, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:35.560863 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8f28bcbf-b798-4549-b94f-5d0bd0a57b08 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks [] for router, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:35.564587 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-8f28bcbf-b798-4549-b94f-5d0bd0a57b08 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4275558 Nov 24 01:49:35.583500 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48510) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:35.588724 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-236beb88-d705-43cb-aad9-8c113f078796 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29149324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29154870'] for subnet, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:35.614403 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d962a5b2-2e2d-4f7e-a900-138c66534717 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-748a34c2-ed1f-46c5-96e0-171472f116da', 'network_id': '748a34c2-ed1f-46c5-96e0-171472f116da', 'tenant_id': '3a57d4c6d6484e7bbaf48e6f242b2f3e', 'fixed_ips': [{'subnet_id': '886fb8b4-0a94-439e-a40c-dcf541712b06'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 01:49:35.615290 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-d962a5b2-2e2d-4f7e-a900-138c66534717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:35.671577 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ddccd7-6864-4027-9749-9ad8f5daeaaa req-9ebff2fd-e1af-41ee-8a0d-06a753d5302b tempest-TestServerAdvancedOps-1103902934 tempest-TestServerAdvancedOps-1103902934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:35.672961 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-71ddccd7-6864-4027-9749-9ad8f5daeaaa req-9ebff2fd-e1af-41ee-8a0d-06a753d5302b tempest-TestServerAdvancedOps-1103902934 tempest-TestServerAdvancedOps-1103902934-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e555cf1-802d-40d5-ae1f-51b1b35ecbc7 HTTP/1.1" status: 200 len: 945 time: 0.1144936 Nov 24 01:49:35.686902 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-236beb88-d705-43cb-aad9-8c113f078796 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:35.692786 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-236beb88-d705-43cb-aad9-8c113f078796 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "DELETE /v2.0/subnets/4ae8a9fa-a280-47a9-9bec-9a4a2a76548f HTTP/1.1" status: 204 len: 168 time: 1.1987922 Nov 24 01:49:35.693045 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48512) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:35.702810 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4550e258-564e-4ae8-ba02-23eaae23109a None None] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:49:35.711660 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e701923-3d55-4b7f-947a-bd6f06b2c8ab tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Pushing event updated for resources: {'Subnet': ['ID=8fe5dac5-1d56-4014-a21d-b3f8d0dc1b7b,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:35.722956 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-57b071c5-0b68-4aae-91ec-bea470cea767 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks [] for router, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:35.751540 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-a9569e70-80a0-4dc3-a8e4-d2748ac258fa tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0556121 Nov 24 01:49:35.755263 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48514) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:35.783523 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236beb88-d705-43cb-aad9-8c113f078796 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Pushing event deleted for resources: {'Subnet': ['ID=4ae8a9fa-a280-47a9-9bec-9a4a2a76548f,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:35.793785 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9803f5d-2673-45f4-b942-12f1231d2eac tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Made reservation on behalf of 3a57d4c6d6484e7bbaf48e6f242b2f3e for: {'port': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:49:35.798689 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d9803f5d-2673-45f4-b942-12f1231d2eac tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:35.812741 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e701923-3d55-4b7f-947a-bd6f06b2c8ab tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Checking segment: {'id': 'b3c147e8-1619-4e22-ac82-557f059207eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '507b716f-dd02-4d57-8e0c-0f059492d69d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:49:35.813101 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e701923-3d55-4b7f-947a-bd6f06b2c8ab tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Network hostable DHCP agents. Network: 507b716f-dd02-4d57-8e0c-0f059492d69d, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 01:49:35.832293 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-71ddccd7-6864-4027-9749-9ad8f5daeaaa req-a04604df-8c28-47f5-a95c-24dd1c314dd1 tempest-TestServerAdvancedOps-1103902934 tempest-TestServerAdvancedOps-1103902934-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d70c3bf-486d-419b-b2ac-73daf3ea0b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492093 Nov 24 01:49:35.835601 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [None req-d9803f5d-2673-45f4-b942-12f1231d2eac tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] device_id is not set on port b4b27e39-9c98-4489-b102-3e9677cdfb5a yet. {{(pid=109867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 01:49:35.864295 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40b2dd9-6b66-4fdd-976d-2fcca5054ca9 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:35.868731 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-f40b2dd9-6b66-4fdd-976d-2fcca5054ca9 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1095700 Nov 24 01:49:35.877657 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48516) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:35.951882 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e701923-3d55-4b7f-947a-bd6f06b2c8ab tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Network 507b716f-dd02-4d57-8e0c-0f059492d69d is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 01:49:35.986915 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-57b071c5-0b68-4aae-91ec-bea470cea767 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-424460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2766'] for router, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:35.992081 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-57b071c5-0b68-4aae-91ec-bea470cea767 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:35.998140 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-4e701923-3d55-4b7f-947a-bd6f06b2c8ab tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, 507b716f-dd02-4d57-8e0c-0f059492d69d) {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:49:36.029101 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7d8988-0b48-42d3-b273-7533ffb528fc None None] Network 507b716f-dd02-4d57-8e0c-0f059492d69d requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:49:36.042322 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e701923-3d55-4b7f-947a-bd6f06b2c8ab tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:36.043104 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4e701923-3d55-4b7f-947a-bd6f06b2c8ab tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:36.054819 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-d962a5b2-2e2d-4f7e-a900-138c66534717 None None] Allocated IP 2001:db8::2 (748a34c2-ed1f-46c5-96e0-171472f116da/886fb8b4-0a94-439e-a40c-dcf541712b06/3a79a074-f1bf-4008-9b01-643a521c3287) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:49:36.056664 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58b5e8c-210a-458a-ac62-d42e8713ed94 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:36.061096 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-f58b5e8c-210a-458a-ac62-d42e8713ed94 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1821208 Nov 24 01:49:36.061488 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48518) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:36.065095 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-57b071c5-0b68-4aae-91ec-bea470cea767 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-424469'] for router, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:36.065668 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57b071c5-0b68-4aae-91ec-bea470cea767 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e783d2e6-ff22-491c-b55c-f9813d278a88 {{(pid=109866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 01:49:36.071048 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-57b071c5-0b68-4aae-91ec-bea470cea767 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks [] for router, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:36.072330 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-57b071c5-0b68-4aae-91ec-bea470cea767 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] 10.222.0.21 "DELETE /v2.0/routers/e783d2e6-ff22-491c-b55c-f9813d278a88 HTTP/1.1" status: 204 len: 168 time: 0.4855864 Nov 24 01:49:36.079062 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-4e701923-3d55-4b7f-947a-bd6f06b2c8ab tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1234357 Nov 24 01:49:36.081602 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48522) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:36.088568 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-cd63a85a-f5a2-4888-b806-1bda305f85f1 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-745055050', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:49:36.120797 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cd63a85a-f5a2-4888-b806-1bda305f85f1 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-424105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2744'] for router, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:36.122388 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cd63a85a-f5a2-4888-b806-1bda305f85f1 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-424325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-326625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2753'] for router, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:36.169971 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-656d8a77-9085-492a-bad3-88950563019b tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1067789 Nov 24 01:49:36.175664 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48524) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:36.182481 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-898b1fed-b35d-40ae-a9e8-0e0ce59a4a10 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Request body: {'subnet': {'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:49:36.217830 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cd63a85a-f5a2-4888-b806-1bda305f85f1 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:36.230849 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cd63a85a-f5a2-4888-b806-1bda305f85f1 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-424338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418138'] for router, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:36.256026 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cd63a85a-f5a2-4888-b806-1bda305f85f1 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks [] for router, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:36.261724 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48526) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:36.264102 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-cd63a85a-f5a2-4888-b806-1bda305f85f1 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1812162 Nov 24 01:49:36.283666 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48528) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:36.287275 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e80e8ba-df21-4fc5-95a7-373bd46f0865 None None] DHCP port deletion for 9b0cb615-dd00-417f-9128-01ca62e524f6 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:49:36.370765 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-898b1fed-b35d-40ae-a9e8-0e0ce59a4a10 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Made reservation on behalf of 6974375fded34c83af8967d3f69dce07 for: {'subnet': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:49:36.374171 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-898b1fed-b35d-40ae-a9e8-0e0ce59a4a10 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25307781'] for subnet, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:36.414432 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e7573d-d1ce-4a27-b0bd-fd17031d62d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-507b716f-dd02-4d57-8e0c-0f059492d69d', 'network_id': '507b716f-dd02-4d57-8e0c-0f059492d69d', 'tenant_id': '24f911856b3c4338b647feba51f20eff', 'fixed_ips': [{'subnet_id': '8fe5dac5-1d56-4014-a21d-b3f8d0dc1b7b'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 01:49:36.415878 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-27e7573d-d1ce-4a27-b0bd-fd17031d62d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:36.454865 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-d962a5b2-2e2d-4f7e-a900-138c66534717 None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:36.519282 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device ace47b11-0def-4e1c-8113-c85d8357e7e9 no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:49:36.521801 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-3e80e8ba-df21-4fc5-95a7-373bd46f0865 None None] Deleting port ace47b11-0def-4e1c-8113-c85d8357e7e9 {{(pid=109868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:49:36.522264 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-3e80e8ba-df21-4fc5-95a7-373bd46f0865 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:36.532389 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-d962a5b2-2e2d-4f7e-a900-138c66534717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:36.534733 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-c07545ff-0ea7-44b9-a7ff-fdaf330cf552 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-353435176', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}, 'admin_state_up': False}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:49:36.569965 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c07545ff-0ea7-44b9-a7ff-fdaf330cf552 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-424105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2744'] for router, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:36.572132 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c07545ff-0ea7-44b9-a7ff-fdaf330cf552 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-424325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-326625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2753'] for router, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:36.641585 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d962a5b2-2e2d-4f7e-a900-138c66534717 None None] Network 748a34c2-ed1f-46c5-96e0-171472f116da is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:49:36.648498 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-4f32a7a2-e773-4595-baec-1bc60ff77ba9 req-469bd12a-9012-48e7-ac7c-89f54149da40 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=0530cda3-d693-481b-91ae-7c78caa49aff HTTP/1.1" status: 200 len: 210 time: 0.0558121 Nov 24 01:49:36.688994 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3a85-f119-4649-9a36-e20068e0e9ea tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:36.704390 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-d962a5b2-2e2d-4f7e-a900-138c66534717 None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:49:36.707660 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c07545ff-0ea7-44b9-a7ff-fdaf330cf552 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:36.725293 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d962a5b2-2e2d-4f7e-a900-138c66534717 None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:49:36.732326 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d962a5b2-2e2d-4f7e-a900-138c66534717 None None] Pushing event updated for resources: {'Port': ['ID=3a79a074-f1bf-4008-9b01-643a521c3287,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:36.744335 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-3e80e8ba-df21-4fc5-95a7-373bd46f0865 None None] For port ace47b11-0def-4e1c-8113-c85d8357e7e9, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=ace47b11-0def-4e1c-8113-c85d8357e7e9,segment=NetworkSegment(2b1ff8b4-a836-4287-84a2-3eaf8ccfb867),segment_id=2b1ff8b4-a836-4287-84a2-3eaf8ccfb867)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:49:36.744933 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-3e80e8ba-df21-4fc5-95a7-373bd46f0865 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:36.817730 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-d9803f5d-2673-45f4-b942-12f1231d2eac tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Allocated IP 2001:db8::237 (748a34c2-ed1f-46c5-96e0-171472f116da/886fb8b4-0a94-439e-a40c-dcf541712b06/b4b27e39-9c98-4489-b102-3e9677cdfb5a) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:49:36.823221 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-3e80e8ba-df21-4fc5-95a7-373bd46f0865 None None] Calling delete_port for ace47b11-0def-4e1c-8113-c85d8357e7e9 owned by network:dhcp {{(pid=109868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:49:36.827390 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-27e7573d-d1ce-4a27-b0bd-fd17031d62d8 None None] Allocated IP 172.20.0.2 (507b716f-dd02-4d57-8e0c-0f059492d69d/8fe5dac5-1d56-4014-a21d-b3f8d0dc1b7b/e2f85746-a208-49fb-9e0a-4e08be69dafe) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:49:36.867410 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-d962a5b2-2e2d-4f7e-a900-138c66534717 None None] Attempting to bind port 3a79a074-f1bf-4008-9b01-643a521c3287 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:49:36.867839 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-d962a5b2-2e2d-4f7e-a900-138c66534717 None None] Attempting to bind port 3a79a074-f1bf-4008-9b01-643a521c3287 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': 'b3dfb78b-abdb-4f48-95e2-e3bb8f569b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '748a34c2-ed1f-46c5-96e0-171472f116da'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:49:36.868718 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d962a5b2-2e2d-4f7e-a900-138c66534717 None None] Attempting to bind port 3a79a074-f1bf-4008-9b01-643a521c3287 on network 748a34c2-ed1f-46c5-96e0-171472f116da {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:49:36.897539 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c07545ff-0ea7-44b9-a7ff-fdaf330cf552 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:36.921488 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d962a5b2-2e2d-4f7e-a900-138c66534717 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:49:36.921867 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d962a5b2-2e2d-4f7e-a900-138c66534717 None None] Checking segment: {'id': 'b3dfb78b-abdb-4f48-95e2-e3bb8f569b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '748a34c2-ed1f-46c5-96e0-171472f116da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:49:36.922460 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-d962a5b2-2e2d-4f7e-a900-138c66534717 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:36.922867 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d962a5b2-2e2d-4f7e-a900-138c66534717 None None] Bound using segment: {'id': 'b3dfb78b-abdb-4f48-95e2-e3bb8f569b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '748a34c2-ed1f-46c5-96e0-171472f116da'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:49:36.923350 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-d962a5b2-2e2d-4f7e-a900-138c66534717 None None] Bound port: 3a79a074-f1bf-4008-9b01-643a521c3287, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3dfb78b-abdb-4f48-95e2-e3bb8f569b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '748a34c2-ed1f-46c5-96e0-171472f116da'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:49:36.923736 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-d962a5b2-2e2d-4f7e-a900-138c66534717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:36.940466 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:37.091100 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] For port ace47b11-0def-4e1c-8113-c85d8357e7e9, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=ace47b11-0def-4e1c-8113-c85d8357e7e9,segment=NetworkSegment(2b1ff8b4-a836-4287-84a2-3eaf8ccfb867),segment_id=2b1ff8b4-a836-4287-84a2-3eaf8ccfb867)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:49:37.098483 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c07545ff-0ea7-44b9-a7ff-fdaf330cf552 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks [] for router_gateway, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:37.107648 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:37.123091 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c07545ff-0ea7-44b9-a7ff-fdaf330cf552 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:37.151216 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-d962a5b2-2e2d-4f7e-a900-138c66534717 None None] For port 3a79a074-f1bf-4008-9b01-643a521c3287, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:49:37.158788 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-3e80e8ba-df21-4fc5-95a7-373bd46f0865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974'] for port, after_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:37.193537 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-d962a5b2-2e2d-4f7e-a900-138c66534717 None None] For port 3a79a074-f1bf-4008-9b01-643a521c3287, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=3a79a074-f1bf-4008-9b01-643a521c3287,segment=NetworkSegment(b3dfb78b-abdb-4f48-95e2-e3bb8f569b53),segment_id=b3dfb78b-abdb-4f48-95e2-e3bb8f569b53)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:49:37.213518 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-d962a5b2-2e2d-4f7e-a900-138c66534717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:37.232731 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e80e8ba-df21-4fc5-95a7-373bd46f0865 None None] No DVR routers for this DVR port ace47b11-0def-4e1c-8113-c85d8357e7e9 on host dv-neutron-818911-2-hyperv {{(pid=109868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:49:37.251771 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Pushing event updated for resources: {'Port': ['ID=ace47b11-0def-4e1c-8113-c85d8357e7e9,revision_number=5']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:37.260227 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [None req-c07545ff-0ea7-44b9-a7ff-fdaf330cf552 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Allocated IP 172.26.5.143 (eb22795d-37ee-46ee-844d-92c17e2ea450/3e66fcff-6e72-4083-b514-48f69cdaa2cb/d4d2fd4c-71dc-4c84-8c74-1b8609dd1adc) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:49:37.282898 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e80e8ba-df21-4fc5-95a7-373bd46f0865 None None] Pushing event deleted for resources: {'Port': ['ID=ace47b11-0def-4e1c-8113-c85d8357e7e9,revision_number=None']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:37.285297 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-27e7573d-d1ce-4a27-b0bd-fd17031d62d8 None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:37.332170 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-27e7573d-d1ce-4a27-b0bd-fd17031d62d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:37.370651 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e7573d-d1ce-4a27-b0bd-fd17031d62d8 None None] Network 507b716f-dd02-4d57-8e0c-0f059492d69d is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:49:37.371487 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d962a5b2-2e2d-4f7e-a900-138c66534717 None None] Pushing event updated for resources: {'Port': ['ID=3a79a074-f1bf-4008-9b01-643a521c3287,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:37.376931 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-27e7573d-d1ce-4a27-b0bd-fd17031d62d8 None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:49:37.379796 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e7573d-d1ce-4a27-b0bd-fd17031d62d8 None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:49:37.382660 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c07545ff-0ea7-44b9-a7ff-fdaf330cf552 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:37.426349 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c07545ff-0ea7-44b9-a7ff-fdaf330cf552 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:37.456174 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e7573d-d1ce-4a27-b0bd-fd17031d62d8 None None] Pushing event updated for resources: {'Port': ['ID=e2f85746-a208-49fb-9e0a-4e08be69dafe,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:37.474492 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-27e7573d-d1ce-4a27-b0bd-fd17031d62d8 None None] Attempting to bind port e2f85746-a208-49fb-9e0a-4e08be69dafe on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:49:37.475009 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-27e7573d-d1ce-4a27-b0bd-fd17031d62d8 None None] Attempting to bind port e2f85746-a208-49fb-9e0a-4e08be69dafe by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': 'b3c147e8-1619-4e22-ac82-557f059207eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '507b716f-dd02-4d57-8e0c-0f059492d69d'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:49:37.476018 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e7573d-d1ce-4a27-b0bd-fd17031d62d8 None None] Attempting to bind port e2f85746-a208-49fb-9e0a-4e08be69dafe on network 507b716f-dd02-4d57-8e0c-0f059492d69d {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:49:37.481868 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07545ff-0ea7-44b9-a7ff-fdaf330cf552 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Network eb22795d-37ee-46ee-844d-92c17e2ea450 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:49:37.482908 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e7573d-d1ce-4a27-b0bd-fd17031d62d8 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:49:37.483419 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e7573d-d1ce-4a27-b0bd-fd17031d62d8 None None] Checking segment: {'id': 'b3c147e8-1619-4e22-ac82-557f059207eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '507b716f-dd02-4d57-8e0c-0f059492d69d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:49:37.483919 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-27e7573d-d1ce-4a27-b0bd-fd17031d62d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:37.484415 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e7573d-d1ce-4a27-b0bd-fd17031d62d8 None None] Bound using segment: {'id': 'b3c147e8-1619-4e22-ac82-557f059207eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '507b716f-dd02-4d57-8e0c-0f059492d69d'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:49:37.485796 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-c07545ff-0ea7-44b9-a7ff-fdaf330cf552 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:49:37.485936 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-27e7573d-d1ce-4a27-b0bd-fd17031d62d8 None None] Bound port: e2f85746-a208-49fb-9e0a-4e08be69dafe, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3c147e8-1619-4e22-ac82-557f059207eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '507b716f-dd02-4d57-8e0c-0f059492d69d'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:49:37.486439 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-27e7573d-d1ce-4a27-b0bd-fd17031d62d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:37.488206 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07545ff-0ea7-44b9-a7ff-fdaf330cf552 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Pushing event updated for resources: {'Port': ['ID=d4d2fd4c-71dc-4c84-8c74-1b8609dd1adc,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:37.491433 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07545ff-0ea7-44b9-a7ff-fdaf330cf552 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:49:37.543656 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9406e480-e416-495d-8b7d-e9e53bf14af0 req-919b7505-1194-4a6f-a23b-ede53724db99 tempest-TestServerAdvancedOps-1103902934 tempest-TestServerAdvancedOps-1103902934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:37.545296 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-9406e480-e416-495d-8b7d-e9e53bf14af0 req-919b7505-1194-4a6f-a23b-ede53724db99 tempest-TestServerAdvancedOps-1103902934 tempest-TestServerAdvancedOps-1103902934-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e555cf1-802d-40d5-ae1f-51b1b35ecbc7 HTTP/1.1" status: 200 len: 945 time: 0.5796320 Nov 24 01:49:37.545439 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e039b7-d7dc-492e-b735-1ae5722896ab None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:49:37.603584 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-27e7573d-d1ce-4a27-b0bd-fd17031d62d8 None None] For port e2f85746-a208-49fb-9e0a-4e08be69dafe, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:49:37.607407 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-27e7573d-d1ce-4a27-b0bd-fd17031d62d8 None None] For port e2f85746-a208-49fb-9e0a-4e08be69dafe, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=e2f85746-a208-49fb-9e0a-4e08be69dafe,segment=NetworkSegment(b3c147e8-1619-4e22-ac82-557f059207eb),segment_id=b3c147e8-1619-4e22-ac82-557f059207eb)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:49:37.616057 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-27e7573d-d1ce-4a27-b0bd-fd17031d62d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:37.706855 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d9803f5d-2673-45f4-b942-12f1231d2eac tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:37.720867 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e7573d-d1ce-4a27-b0bd-fd17031d62d8 None None] Pushing event updated for resources: {'Port': ['ID=e2f85746-a208-49fb-9e0a-4e08be69dafe,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:37.722385 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-3d8a3a85-f119-4649-9a36-e20068e0e9ea tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Allocated IP 172.20.0.1 (507b716f-dd02-4d57-8e0c-0f059492d69d/8fe5dac5-1d56-4014-a21d-b3f8d0dc1b7b/dcfaaa91-d193-4c88-90ba-a0d24630b835) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:49:37.749665 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-a6ded033-2a80-474f-ae71-d34f0911934b None None] Provisioning complete for port d4d2fd4c-71dc-4c84-8c74-1b8609dd1adc triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:49:37.750365 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a6ded033-2a80-474f-ae71-d34f0911934b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:37.797648 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-dd0cb186-24db-4a21-a328-d3f1ba0cbb9f req-f890202c-b8aa-4114-80c7-34ad7f8ba7a0 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=0530cda3-d693-481b-91ae-7c78caa49aff HTTP/1.1" status: 200 len: 210 time: 0.0697443 Nov 24 01:49:37.817303 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-a6ded033-2a80-474f-ae71-d34f0911934b None None] Port d4d2fd4c-71dc-4c84-8c74-1b8609dd1adc cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:49:37.861667 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.objects.ports [None req-898b1fed-b35d-40ae-a9e8-0e0ce59a4a10 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109867) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 24 01:49:37.880259 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-898b1fed-b35d-40ae-a9e8-0e0ce59a4a10 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25501847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25307831'] for subnet, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:37.892582 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-9406e480-e416-495d-8b7d-e9e53bf14af0 req-ea1358e8-ac43-436d-9473-ad0683ae373a tempest-TestServerAdvancedOps-1103902934 tempest-TestServerAdvancedOps-1103902934-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d70c3bf-486d-419b-b2ac-73daf3ea0b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3180270 Nov 24 01:49:38.008697 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898b1fed-b35d-40ae-a9e8-0e0ce59a4a10 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:49:38.014628 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-898b1fed-b35d-40ae-a9e8-0e0ce59a4a10 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:49:38.038889 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898b1fed-b35d-40ae-a9e8-0e0ce59a4a10 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:38.039487 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-898b1fed-b35d-40ae-a9e8-0e0ce59a4a10 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:38.057813 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898b1fed-b35d-40ae-a9e8-0e0ce59a4a10 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Pushing event updated for resources: {'Subnet': ['ID=03f41bf0-ef17-4289-8932-5e18d407572c,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:38.064525 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d9803f5d-2673-45f4-b942-12f1231d2eac tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:38.065203 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30797ab9-2938-49ea-b2aa-3cea26a91fa5 None None] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:49:38.075999 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-898b1fed-b35d-40ae-a9e8-0e0ce59a4a10 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8991771 Nov 24 01:49:38.087229 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48550) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:38.104704 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-f605dcbe-2466-40c9-8df7-df64e45d148a tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Request body: {'subnet': {'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:49:38.139700 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3a85-f119-4649-9a36-e20068e0e9ea tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:38.216548 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9803f5d-2673-45f4-b942-12f1231d2eac tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Network 748a34c2-ed1f-46c5-96e0-171472f116da is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:49:38.230265 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-d9803f5d-2673-45f4-b942-12f1231d2eac tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:49:38.246890 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9803f5d-2673-45f4-b942-12f1231d2eac tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:49:38.253234 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9803f5d-2673-45f4-b942-12f1231d2eac tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:38.254163 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d9803f5d-2673-45f4-b942-12f1231d2eac tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:38.314892 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9803f5d-2673-45f4-b942-12f1231d2eac tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Pushing event updated for resources: {'Port': ['ID=b4b27e39-9c98-4489-b102-3e9677cdfb5a,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:38.334098 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c07545ff-0ea7-44b9-a7ff-fdaf330cf552 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks [] for router_gateway, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:38.358607 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09e4807-0b79-4eb7-acae-6def68f68b8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-9b0cb615-dd00-417f-9128-01ca62e524f6', 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6', 'tenant_id': '6974375fded34c83af8967d3f69dce07', 'fixed_ips': [{'subnet_id': '03f41bf0-ef17-4289-8932-5e18d407572c'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 01:49:38.359579 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a09e4807-0b79-4eb7-acae-6def68f68b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:38.365959 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-d9803f5d-2673-45f4-b942-12f1231d2eac tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8346765 Nov 24 01:49:38.371539 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48552) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:38.442490 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3a85-f119-4649-9a36-e20068e0e9ea tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:38.500378 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f605dcbe-2466-40c9-8df7-df64e45d148a tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Made reservation on behalf of 6974375fded34c83af8967d3f69dce07 for: {'subnet': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:49:38.509070 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f605dcbe-2466-40c9-8df7-df64e45d148a tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25307781'] for subnet, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:38.582423 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f429d265-fb36-4fa7-b507-d83453e6d353 req-6bf581a5-989a-485e-ae31-c9e96b00e5b6 tempest-TestServerAdvancedOps-1103902934 tempest-TestServerAdvancedOps-1103902934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:38.585052 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-f429d265-fb36-4fa7-b507-d83453e6d353 req-6bf581a5-989a-485e-ae31-c9e96b00e5b6 tempest-TestServerAdvancedOps-1103902934 tempest-TestServerAdvancedOps-1103902934-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e555cf1-802d-40d5-ae1f-51b1b35ecbc7 HTTP/1.1" status: 200 len: 945 time: 0.3219323 Nov 24 01:49:38.684669 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.ipam_backend_mixin [None req-f605dcbe-2466-40c9-8df7-df64e45d148a tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 03f41bf0-ef17-4289-8932-5e18d407572c (CIDR: 2001:db8::/64) Nov 24 01:49:38.749676 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 3a79a074-f1bf-4008-9b01-643a521c3287 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:49:38.752968 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.pecan_wsgi.hooks.translation [None req-f605dcbe-2466-40c9-8df7-df64e45d148a tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 01:49:38.753499 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f605dcbe-2466-40c9-8df7-df64e45d148a tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:49:38.765325 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-f429d265-fb36-4fa7-b507-d83453e6d353 req-4b487048-89ab-4958-8619-d6785ef0b0ce tempest-TestServerAdvancedOps-1103902934 tempest-TestServerAdvancedOps-1103902934-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d70c3bf-486d-419b-b2ac-73daf3ea0b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102743 Nov 24 01:49:38.777495 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c07545ff-0ea7-44b9-a7ff-fdaf330cf552 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-424338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418138'] for router, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:38.825773 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8a3a85-f119-4649-9a36-e20068e0e9ea tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Network 507b716f-dd02-4d57-8e0c-0f059492d69d is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:49:38.833883 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-a09e4807-0b79-4eb7-acae-6def68f68b8d None None] Allocated IP 2001:db8::f816:3eff:feeb:4c97 (9b0cb615-dd00-417f-9128-01ca62e524f6/03f41bf0-ef17-4289-8932-5e18d407572c/11060a64-67ff-4c17-afb9-6053eb506774) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:49:38.858484 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-f605dcbe-2466-40c9-8df7-df64e45d148a tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7663422 Nov 24 01:49:38.862975 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48558) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:38.869094 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-58e0548e-61d2-4dca-a772-7123721d4a5d tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Request body: {'subnet': {'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:49:38.900711 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-3d8a3a85-f119-4649-9a36-e20068e0e9ea tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:49:38.903563 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 3a79a074-f1bf-4008-9b01-643a521c3287 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:49:38.903962 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:38.932517 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8a3a85-f119-4649-9a36-e20068e0e9ea tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:49:39.044894 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54333e6f-0002-4cf6-9fcb-77a1b3f7a197 None None] Network 748a34c2-ed1f-46c5-96e0-171472f116da requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:49:39.075908 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8a3a85-f119-4649-9a36-e20068e0e9ea tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Pushing event updated for resources: {'Port': ['ID=dcfaaa91-d193-4c88-90ba-a0d24630b835,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:39.103526 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3a85-f119-4649-9a36-e20068e0e9ea tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3777869'] for router_interface, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:39.139687 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-2e9fd007-fb57-40fd-b527-5c7b80531442 req-2dc8614d-a899-4c71-afef-6a8091bbcc4a tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=0530cda3-d693-481b-91ae-7c78caa49aff HTTP/1.1" status: 200 len: 210 time: 0.1425560 Nov 24 01:49:39.228951 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-4cb6ac43-4864-425d-ba82-32ba04e8b8ed tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Deleting port b4b27e39-9c98-4489-b102-3e9677cdfb5a {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:49:39.229567 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4cb6ac43-4864-425d-ba82-32ba04e8b8ed tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:39.279761 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a09e4807-0b79-4eb7-acae-6def68f68b8d None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:39.298441 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a09e4807-0b79-4eb7-acae-6def68f68b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:39.341999 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-ba3cf78f-8ffc-4464-94e9-8ccd50eef9d8 None None] Provisioning complete for port 3a79a074-f1bf-4008-9b01-643a521c3287 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:49:39.342697 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-ba3cf78f-8ffc-4464-94e9-8ccd50eef9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:39.390384 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4cb6ac43-4864-425d-ba82-32ba04e8b8ed tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:39.411150 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-4cb6ac43-4864-425d-ba82-32ba04e8b8ed tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Calling delete_port for b4b27e39-9c98-4489-b102-3e9677cdfb5a owned by {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:49:39.419086 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1f8517-d5b0-49af-8a1b-4bb7bb6c1c4b req-f6477160-36d6-4334-a94d-7a98908f305d tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:39.420635 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-2c1f8517-d5b0-49af-8a1b-4bb7bb6c1c4b req-f6477160-36d6-4334-a94d-7a98908f305d tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.48 "GET /v2.0/networks?id=8617ed88-7a9f-4293-a73d-5ec916acee3f HTTP/1.1" status: 200 len: 795 time: 0.3662364 Nov 24 01:49:39.425897 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e0548e-61d2-4dca-a772-7123721d4a5d tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Made reservation on behalf of 6974375fded34c83af8967d3f69dce07 for: {'subnet': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:49:39.429179 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-58e0548e-61d2-4dca-a772-7123721d4a5d tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29154835'] for subnet, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:39.442437 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09e4807-0b79-4eb7-acae-6def68f68b8d None None] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:49:39.449074 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b185eb-42a1-4765-9677-d3626b98afc4 None None] Network 507b716f-dd02-4d57-8e0c-0f059492d69d requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:49:39.464172 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11ebfa4-652e-421a-8d2b-0f50b200afbb req-c90ebd8b-a91c-4e78-bbef-263d3548500b tempest-TestServerAdvancedOps-1103902934 tempest-TestServerAdvancedOps-1103902934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:39.465695 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-b11ebfa4-652e-421a-8d2b-0f50b200afbb req-c90ebd8b-a91c-4e78-bbef-263d3548500b tempest-TestServerAdvancedOps-1103902934 tempest-TestServerAdvancedOps-1103902934-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e555cf1-802d-40d5-ae1f-51b1b35ecbc7 HTTP/1.1" status: 200 len: 945 time: 0.1651952 Nov 24 01:49:39.499702 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3a85-f119-4649-9a36-e20068e0e9ea tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:39.525275 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-a09e4807-0b79-4eb7-acae-6def68f68b8d None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:49:39.539787 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09e4807-0b79-4eb7-acae-6def68f68b8d None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:49:39.541977 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:39.550017 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09e4807-0b79-4eb7-acae-6def68f68b8d None None] Pushing event updated for resources: {'Port': ['ID=11060a64-67ff-4c17-afb9-6053eb506774,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:39.559327 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c07545ff-0ea7-44b9-a7ff-fdaf330cf552 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Router eabc232f-76ca-4a8e-b4bc-02f5af256334 is scheduled to L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e with binding_index 1 {{(pid=109866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 01:49:39.686298 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] For port 3a79a074-f1bf-4008-9b01-643a521c3287, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=3a79a074-f1bf-4008-9b01-643a521c3287,segment=NetworkSegment(b3dfb78b-abdb-4f48-95e2-e3bb8f569b53),segment_id=b3dfb78b-abdb-4f48-95e2-e3bb8f569b53)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:49:39.711373 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:39.712171 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-2c1f8517-d5b0-49af-8a1b-4bb7bb6c1c4b req-bb40e592-42d2-4e1b-a279-c078d359e093 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5cd72ac6dd034b2d92e26f70404adb10 HTTP/1.1" status: 200 len: 380 time: 0.2381837 Nov 24 01:49:39.712436 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device e2f85746-a208-49fb-9e0a-4e08be69dafe up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:49:39.719122 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-b11ebfa4-652e-421a-8d2b-0f50b200afbb req-fedc26ff-dd35-4508-9453-9e5233fde711 tempest-TestServerAdvancedOps-1103902934 tempest-TestServerAdvancedOps-1103902934-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d70c3bf-486d-419b-b2ac-73daf3ea0b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439988 Nov 24 01:49:39.730036 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4cb6ac43-4864-425d-ba82-32ba04e8b8ed tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:39.740171 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-a09e4807-0b79-4eb7-acae-6def68f68b8d None None] Attempting to bind port 11060a64-67ff-4c17-afb9-6053eb506774 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:49:39.740705 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-a09e4807-0b79-4eb7-acae-6def68f68b8d None None] Attempting to bind port 11060a64-67ff-4c17-afb9-6053eb506774 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '2b1ff8b4-a836-4287-84a2-3eaf8ccfb867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:49:39.741160 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09e4807-0b79-4eb7-acae-6def68f68b8d None None] Attempting to bind port 11060a64-67ff-4c17-afb9-6053eb506774 on network 9b0cb615-dd00-417f-9128-01ca62e524f6 {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:49:39.779269 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb6ac43-4864-425d-ba82-32ba04e8b8ed tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Pushing event deleted for resources: {'Port': ['ID=b4b27e39-9c98-4489-b102-3e9677cdfb5a,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:39.814621 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09e4807-0b79-4eb7-acae-6def68f68b8d None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:49:39.815170 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09e4807-0b79-4eb7-acae-6def68f68b8d None None] Checking segment: {'id': '2b1ff8b4-a836-4287-84a2-3eaf8ccfb867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:49:39.815693 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a09e4807-0b79-4eb7-acae-6def68f68b8d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:39.816601 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09e4807-0b79-4eb7-acae-6def68f68b8d None None] Bound using segment: {'id': '2b1ff8b4-a836-4287-84a2-3eaf8ccfb867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:49:39.816772 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-a09e4807-0b79-4eb7-acae-6def68f68b8d None None] Bound port: 11060a64-67ff-4c17-afb9-6053eb506774, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1ff8b4-a836-4287-84a2-3eaf8ccfb867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:49:39.817218 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a09e4807-0b79-4eb7-acae-6def68f68b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:39.859008 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4cb6ac43-4864-425d-ba82-32ba04e8b8ed tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:39.865219 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-4cb6ac43-4864-425d-ba82-32ba04e8b8ed tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "DELETE /v2.0/ports/b4b27e39-9c98-4489-b102-3e9677cdfb5a HTTP/1.1" status: 204 len: 168 time: 1.4902475 Nov 24 01:49:39.865402 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [req-2c1f8517-d5b0-49af-8a1b-4bb7bb6c1c4b req-d69932a1-6c66-411f-8c78-852c4c96234f tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'port': {'device_id': '0530cda3-d693-481b-91ae-7c78caa49aff', 'network_id': '8617ed88-7a9f-4293-a73d-5ec916acee3f', 'admin_state_up': True, 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'security_groups': ['283518e8-877b-4fae-ac62-76ff27d3e8bb']}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:49:39.865908 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48566) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:39.898763 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.pecan_wsgi.hooks.translation [None req-d12f3bd3-2149-4937-baeb-efb3bcf43743 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] DELETE failed (client error): The resource could not be found. Nov 24 01:49:39.899359 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d12f3bd3-2149-4937-baeb-efb3bcf43743 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:49:39.906131 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-d12f3bd3-2149-4937-baeb-efb3bcf43743 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "DELETE /v2.0/ports/b4b27e39-9c98-4489-b102-3e9677cdfb5a HTTP/1.1" status: 404 len: 333 time: 0.0360136 Nov 24 01:49:39.908632 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48568) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:39.925526 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Pushing event updated for resources: {'Port': ['ID=3a79a074-f1bf-4008-9b01-643a521c3287,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:39.943963 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca639e81-7513-47b3-b4ef-c4c7e53623c6 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] GET failed (client error): The resource could not be found. Nov 24 01:49:39.952184 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-ca639e81-7513-47b3-b4ef-c4c7e53623c6 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "GET /v2.0/ports/b4b27e39-9c98-4489-b102-3e9677cdfb5a HTTP/1.1" status: 404 len: 333 time: 0.0426061 Nov 24 01:49:39.958018 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48570) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:39.978761 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port e2f85746-a208-49fb-9e0a-4e08be69dafe triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:49:39.979266 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:39.986075 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-a09e4807-0b79-4eb7-acae-6def68f68b8d None None] For port 11060a64-67ff-4c17-afb9-6053eb506774, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:49:40.033901 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-a09e4807-0b79-4eb7-acae-6def68f68b8d None None] For port 11060a64-67ff-4c17-afb9-6053eb506774, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=11060a64-67ff-4c17-afb9-6053eb506774,segment=NetworkSegment(2b1ff8b4-a836-4287-84a2-3eaf8ccfb867),segment_id=2b1ff8b4-a836-4287-84a2-3eaf8ccfb867)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:49:40.048032 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3a85-f119-4649-9a36-e20068e0e9ea tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks [] for port, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:40.052348 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a09e4807-0b79-4eb7-acae-6def68f68b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:40.060086 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_v2 [None req-04440f6b-af46-4ccb-a42e-c54f64ae4950 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Deleting subnet 886fb8b4-0a94-439e-a40c-dcf541712b06 {{(pid=109867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 01:49:40.067021 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3a85-f119-4649-9a36-e20068e0e9ea tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25501696'] for port, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:40.074537 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-04440f6b-af46-4ccb-a42e-c54f64ae4950 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks [] for subnet, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:40.077147 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-58e0548e-61d2-4dca-a772-7123721d4a5d tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29149261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29154849'] for subnet, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:40.111514 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-b9f564ed-d627-4174-aa8f-640a318dc1bd None None] Provisioning complete for port e2f85746-a208-49fb-9e0a-4e08be69dafe triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:49:40.112063 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-b9f564ed-d627-4174-aa8f-640a318dc1bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:40.176076 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c07545ff-0ea7-44b9-a7ff-fdaf330cf552 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:49:40.181833 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e0548e-61d2-4dca-a772-7123721d4a5d tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:49:40.187294 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f198f2-53a6-46f1-be84-6e8bd5cd0cde None None] Sync routers for ids ['eabc232f-76ca-4a8e-b4bc-02f5af256334'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:49:40.217639 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f198f2-53a6-46f1-be84-6e8bd5cd0cde None None] Routers {'eabc232f-76ca-4a8e-b4bc-02f5af256334'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:49:40.218281 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-b1f198f2-53a6-46f1-be84-6e8bd5cd0cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:49:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['eabc232f-76ca-4a8e-b4bc-02f5af256334'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:49:40.256712 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-58e0548e-61d2-4dca-a772-7123721d4a5d tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:49:40.261753 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-04440f6b-af46-4ccb-a42e-c54f64ae4950 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28690885'] for subnet, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:40.294277 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e0548e-61d2-4dca-a772-7123721d4a5d tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:40.300986 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-58e0548e-61d2-4dca-a772-7123721d4a5d tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:40.302073 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8a3a85-f119-4649-9a36-e20068e0e9ea tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Pushing event updated for resources: {'Port': ['ID=dcfaaa91-d193-4c88-90ba-a0d24630b835,revision_number=2']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:40.321247 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-b1f198f2-53a6-46f1-be84-6e8bd5cd0cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:49:40.321907 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3a85-f119-4649-9a36-e20068e0e9ea tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3778017'] for router_interface, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:40.332389 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f198f2-53a6-46f1-be84-6e8bd5cd0cde None None] Routers {'eabc232f-76ca-4a8e-b4bc-02f5af256334'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:49:40.333020 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-b1f198f2-53a6-46f1-be84-6e8bd5cd0cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:49:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['eabc232f-76ca-4a8e-b4bc-02f5af256334'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:49:40.344012 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09e4807-0b79-4eb7-acae-6def68f68b8d None None] Pushing event updated for resources: {'Port': ['ID=11060a64-67ff-4c17-afb9-6053eb506774,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:40.363686 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c07545ff-0ea7-44b9-a7ff-fdaf330cf552 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks [] for router, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:40.365234 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-c07545ff-0ea7-44b9-a7ff-fdaf330cf552 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.0805330 Nov 24 01:49:40.388284 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-58e0548e-61d2-4dca-a772-7123721d4a5d tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5242703 Nov 24 01:49:40.400293 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-62389e98-dffb-4e15-9eed-18ae216eaf3b req-bc3d07c2-54ce-463d-94e6-7d756a7ad2f0 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=0530cda3-d693-481b-91ae-7c78caa49aff HTTP/1.1" status: 200 len: 210 time: 0.0617123 Nov 24 01:49:40.401917 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48574) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:40.403413 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48576) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:40.435496 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:40.438284 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-b1f198f2-53a6-46f1-be84-6e8bd5cd0cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:49:40.441850 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f198f2-53a6-46f1-be84-6e8bd5cd0cde None None] The sync data for ids ['eabc232f-76ca-4a8e-b4bc-02f5af256334'] in dv-neutron-818911-2-hyperv is: [] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:49:40.464451 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e0548e-61d2-4dca-a772-7123721d4a5d tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Pushing event updated for resources: {'Subnet': ['ID=5ca3b198-f204-4cb0-a549-7bd57a8c81ae,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:40.473556 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c1f8517-d5b0-49af-8a1b-4bb7bb6c1c4b req-d69932a1-6c66-411f-8c78-852c4c96234f tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Made reservation on behalf of 5cd72ac6dd034b2d92e26f70404adb10 for: {'port': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:49:40.477995 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-2c1f8517-d5b0-49af-8a1b-4bb7bb6c1c4b req-d69932a1-6c66-411f-8c78-852c4c96234f tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:40.518340 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] For port e2f85746-a208-49fb-9e0a-4e08be69dafe, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=e2f85746-a208-49fb-9e0a-4e08be69dafe,segment=NetworkSegment(b3c147e8-1619-4e22-ac82-557f059207eb),segment_id=b3c147e8-1619-4e22-ac82-557f059207eb)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:49:40.559453 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:40.572597 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-b9f564ed-d627-4174-aa8f-640a318dc1bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:40.708962 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-04440f6b-af46-4ccb-a42e-c54f64ae4950 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:40.767491 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [req-2c1f8517-d5b0-49af-8a1b-4bb7bb6c1c4b req-d69932a1-6c66-411f-8c78-852c4c96234f tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Allocated IP 172.20.0.9 (8617ed88-7a9f-4293-a73d-5ec916acee3f/430b8ec6-a019-4487-a7d1-af147e18faf5/d9282004-ac34-4eb1-b254-5b08bd21ecb2) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:49:40.770680 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-c186b2c1-390f-45b4-b504-967857756121 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Request body: {'port': {'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6', 'mac_address': 'fa:16:3e:10:e8:44', 'name': 'tempest-NetworksTestDHCPv6-1644792974'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:49:40.783706 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Pushing event updated for resources: {'Port': ['ID=e2f85746-a208-49fb-9e0a-4e08be69dafe,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:40.806164 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.db.api [None req-b9f564ed-d627-4174-aa8f-640a318dc1bd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 01:49:40.806542 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG oslo_db.api [None req-b9f564ed-d627-4174-aa8f-640a318dc1bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 01:49:40.914301 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 3a79a074-f1bf-4008-9b01-643a521c3287 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:49:40.969721 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 3a79a074-f1bf-4008-9b01-643a521c3287 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:49:40.970599 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:40.993192 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f53879-fe0f-4446-8349-eaf8d5bda3de req-80f981e8-2bdb-4ceb-9e12-e3349e800dea tempest-TestServerAdvancedOps-1103902934 tempest-TestServerAdvancedOps-1103902934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:40.994880 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-46f53879-fe0f-4446-8349-eaf8d5bda3de req-80f981e8-2bdb-4ceb-9e12-e3349e800dea tempest-TestServerAdvancedOps-1103902934 tempest-TestServerAdvancedOps-1103902934-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e555cf1-802d-40d5-ae1f-51b1b35ecbc7 HTTP/1.1" status: 200 len: 945 time: 0.1366379 Nov 24 01:49:41.017540 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-9b9b67d5-956d-4f36-ac94-3d619a45b34b tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] 10.222.0.21 "GET /v2.0/routers/eabc232f-76ca-4a8e-b4bc-02f5af256334 HTTP/1.1" status: 200 len: 924 time: 0.6106868 Nov 24 01:49:41.022455 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48580) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:41.027810 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-04440f6b-af46-4ccb-a42e-c54f64ae4950 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25501782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25307808'] for subnet, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:41.075126 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 11060a64-67ff-4c17-afb9-6053eb506774 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:49:41.079698 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-e5fb8755-6661-4a73-bd23-ed4013a56b88 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] 10.222.0.21 "GET /v2.0/ports?device_id=eabc232f-76ca-4a8e-b4bc-02f5af256334 HTTP/1.1" status: 200 len: 205 time: 0.0531237 Nov 24 01:49:41.080965 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48582) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:41.082126 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-04440f6b-af46-4ccb-a42e-c54f64ae4950 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:41.086919 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-04440f6b-af46-4ccb-a42e-c54f64ae4950 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "DELETE /v2.0/subnets/886fb8b4-0a94-439e-a40c-dcf541712b06 HTTP/1.1" status: 204 len: 168 time: 1.1273897 Nov 24 01:49:41.104692 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ce0362-1ffb-4e09-8f45-9219c193bb9c None None] Network 748a34c2-ed1f-46c5-96e0-171472f116da requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:49:41.106500 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48584) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:41.131544 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-46f53879-fe0f-4446-8349-eaf8d5bda3de req-5b7b27fb-133c-4a8b-aced-0ee28e305656 tempest-TestServerAdvancedOps-1103902934 tempest-TestServerAdvancedOps-1103902934-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d70c3bf-486d-419b-b2ac-73daf3ea0b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256466 Nov 24 01:49:41.134389 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04440f6b-af46-4ccb-a42e-c54f64ae4950 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Pushing event deleted for resources: {'Subnet': ['ID=886fb8b4-0a94-439e-a40c-dcf541712b06,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:41.144823 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-2c1f8517-d5b0-49af-8a1b-4bb7bb6c1c4b req-d69932a1-6c66-411f-8c78-852c4c96234f tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:41.187082 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8a3a85-f119-4649-9a36-e20068e0e9ea tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Network 507b716f-dd02-4d57-8e0c-0f059492d69d is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:49:41.195550 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-3d8a3a85-f119-4649-9a36-e20068e0e9ea tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:49:41.222860 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-991a36d2-8751-4edb-bc93-d5898dd5662a tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:41.245915 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 11060a64-67ff-4c17-afb9-6053eb506774 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:49:41.246134 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:41.251022 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-2c1f8517-d5b0-49af-8a1b-4bb7bb6c1c4b req-d69932a1-6c66-411f-8c78-852c4c96234f tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:41.254837 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c186b2c1-390f-45b4-b504-967857756121 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Made reservation on behalf of 6974375fded34c83af8967d3f69dce07 for: {'port': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:49:41.322295 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c1f8517-d5b0-49af-8a1b-4bb7bb6c1c4b req-d69932a1-6c66-411f-8c78-852c4c96234f tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Network 8617ed88-7a9f-4293-a73d-5ec916acee3f is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:49:41.352870 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [req-2c1f8517-d5b0-49af-8a1b-4bb7bb6c1c4b req-d69932a1-6c66-411f-8c78-852c4c96234f tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:49:41.359287 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c1f8517-d5b0-49af-8a1b-4bb7bb6c1c4b req-d69932a1-6c66-411f-8c78-852c4c96234f tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:49:41.399681 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69932a1-6c66-411f-8c78-852c4c96234f tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'Port': ['ID=d9282004-ac34-4eb1-b254-5b08bd21ecb2,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:41.529182 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-991a36d2-8751-4edb-bc93-d5898dd5662a tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Deleting port 3a79a074-f1bf-4008-9b01-643a521c3287 {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:49:41.529884 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-991a36d2-8751-4edb-bc93-d5898dd5662a tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:41.544461 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1f8517-d5b0-49af-8a1b-4bb7bb6c1c4b req-d69932a1-6c66-411f-8c78-852c4c96234f tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:41.551297 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-2c1f8517-d5b0-49af-8a1b-4bb7bb6c1c4b req-d69932a1-6c66-411f-8c78-852c4c96234f tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:41.682981 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:41.684857 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [None req-991a36d2-8751-4edb-bc93-d5898dd5662a tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] For port 3a79a074-f1bf-4008-9b01-643a521c3287, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=3a79a074-f1bf-4008-9b01-643a521c3287,segment=NetworkSegment(b3dfb78b-abdb-4f48-95e2-e3bb8f569b53),segment_id=b3dfb78b-abdb-4f48-95e2-e3bb8f569b53)] {{(pid=109866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:49:41.685265 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-991a36d2-8751-4edb-bc93-d5898dd5662a tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:41.737979 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-991a36d2-8751-4edb-bc93-d5898dd5662a tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Calling delete_port for 3a79a074-f1bf-4008-9b01-643a521c3287 owned by network:dhcp {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:49:41.742499 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] For port 11060a64-67ff-4c17-afb9-6053eb506774, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=11060a64-67ff-4c17-afb9-6053eb506774,segment=NetworkSegment(2b1ff8b4-a836-4287-84a2-3eaf8ccfb867),segment_id=2b1ff8b4-a836-4287-84a2-3eaf8ccfb867)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:49:41.745709 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57bbd0a5-4e6a-4712-bed8-fa3dd7653cc2 None None] DHCP port deletion for 748a34c2-ed1f-46c5-96e0-171472f116da request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:49:41.749868 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-08c28ffb-2fd4-4f7f-9c0a-d59a319d79f8 None None] Could not find standard attr ID for object b4b27e39-9c98-4489-b102-3e9677cdfb5a. {{(pid=109868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 01:49:41.756213 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:41.774882 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9f095e-ebe0-4d2c-9d3c-fe15c97ee1c9 req-5cca1429-de2f-40b4-b3aa-003369c1e5aa tempest-TestServerAdvancedOps-1103902934 tempest-TestServerAdvancedOps-1103902934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:41.776500 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-1a9f095e-ebe0-4d2c-9d3c-fe15c97ee1c9 req-5cca1429-de2f-40b4-b3aa-003369c1e5aa tempest-TestServerAdvancedOps-1103902934 tempest-TestServerAdvancedOps-1103902934-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e555cf1-802d-40d5-ae1f-51b1b35ecbc7 HTTP/1.1" status: 200 len: 945 time: 0.3657370 Nov 24 01:49:41.785303 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-2c1f8517-d5b0-49af-8a1b-4bb7bb6c1c4b req-d69932a1-6c66-411f-8c78-852c4c96234f tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9238393 Nov 24 01:49:41.835759 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-08c28ffb-2fd4-4f7f-9c0a-d59a319d79f8 None None] Provisioning complete for port 3a79a074-f1bf-4008-9b01-643a521c3287 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:49:41.836292 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-08c28ffb-2fd4-4f7f-9c0a-d59a319d79f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:41.856592 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [req-2c1f8517-d5b0-49af-8a1b-4bb7bb6c1c4b req-39ab159c-9b25-44fd-a927-f35480650eb7 service neutron] Request body: {'port': {'device_id': '0530cda3-d693-481b-91ae-7c78caa49aff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8189'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:49:41.870997 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Pushing event updated for resources: {'Port': ['ID=11060a64-67ff-4c17-afb9-6053eb506774,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:41.908529 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-57bbd0a5-4e6a-4712-bed8-fa3dd7653cc2 None None] Deleting port 3a79a074-f1bf-4008-9b01-643a521c3287 {{(pid=109868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:49:41.909320 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-57bbd0a5-4e6a-4712-bed8-fa3dd7653cc2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:41.951927 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-1a9f095e-ebe0-4d2c-9d3c-fe15c97ee1c9 req-0789adc3-8254-432f-9386-4b89573204e3 tempest-TestServerAdvancedOps-1103902934 tempest-TestServerAdvancedOps-1103902934-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d70c3bf-486d-419b-b2ac-73daf3ea0b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598053 Nov 24 01:49:41.962091 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-2c1f8517-d5b0-49af-8a1b-4bb7bb6c1c4b req-39ab159c-9b25-44fd-a927-f35480650eb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:42.015160 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1223c1-5fab-4e14-a348-6bcff224165f None None] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:49:42.044425 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-991a36d2-8751-4edb-bc93-d5898dd5662a tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:42.076051 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-57bbd0a5-4e6a-4712-bed8-fa3dd7653cc2 None None] For port 3a79a074-f1bf-4008-9b01-643a521c3287, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=3a79a074-f1bf-4008-9b01-643a521c3287,segment=NetworkSegment(b3dfb78b-abdb-4f48-95e2-e3bb8f569b53),segment_id=b3dfb78b-abdb-4f48-95e2-e3bb8f569b53)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:49:42.076444 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-57bbd0a5-4e6a-4712-bed8-fa3dd7653cc2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:42.127305 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991a36d2-8751-4edb-bc93-d5898dd5662a tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Pushing event deleted for resources: {'Port': ['ID=3a79a074-f1bf-4008-9b01-643a521c3287,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:42.129295 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991a36d2-8751-4edb-bc93-d5898dd5662a tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] No DVR routers for this DVR port 3a79a074-f1bf-4008-9b01-643a521c3287 on host dv-neutron-818911-2-hyperv {{(pid=109866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:49:42.132375 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2bf3f5c9-bf63-4e82-b8db-daa272e74d6b tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks [] for router, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:42.135714 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-57bbd0a5-4e6a-4712-bed8-fa3dd7653cc2 None None] Calling delete_port for 3a79a074-f1bf-4008-9b01-643a521c3287 owned by network:dhcp {{(pid=109868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:49:42.161147 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-08c28ffb-2fd4-4f7f-9c0a-d59a319d79f8 None None] Provisioning complete for port e2f85746-a208-49fb-9e0a-4e08be69dafe triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:49:42.161536 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-08c28ffb-2fd4-4f7f-9c0a-d59a319d79f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:42.185472 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c186b2c1-390f-45b4-b504-967857756121 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:42.188722 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02575866-9926-4fe8-9376-f78156605c7a req-283b3ceb-de07-4e23-8bf4-241949be9c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:42.190240 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-02575866-9926-4fe8-9376-f78156605c7a req-283b3ceb-de07-4e23-8bf4-241949be9c67 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9127e27d7b3846929ea36d5320996f35&device_id=0e555cf1-802d-40d5-ae1f-51b1b35ecbc7 HTTP/1.1" status: 200 len: 1098 time: 0.2178147 Nov 24 01:49:42.202580 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8569d3-6a6e-4dc7-b70a-9319921799e7 req-36c8e45d-1788-4024-a8f8-9a42a271cd58 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:42.204030 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-3e8569d3-6a6e-4dc7-b70a-9319921799e7 req-36c8e45d-1788-4024-a8f8-9a42a271cd58 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=0530cda3-d693-481b-91ae-7c78caa49aff HTTP/1.1" status: 200 len: 931 time: 0.2355294 Nov 24 01:49:42.240658 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-991a36d2-8751-4edb-bc93-d5898dd5662a tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:42.291046 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-991a36d2-8751-4edb-bc93-d5898dd5662a tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['748a34c2-ed1f-46c5-96e0-171472f116da']}} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:49:42.312989 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [None req-c186b2c1-390f-45b4-b504-967857756121 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] device_id is not set on port 173347d2-2a93-45b9-8b53-63dce1629ceb yet. {{(pid=109867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 01:49:42.319784 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-991a36d2-8751-4edb-bc93-d5898dd5662a tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3dfb78b-abdb-4f48-95e2-e3bb8f569b53') {'for_net_delete': True} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:49:42.319784 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-991a36d2-8751-4edb-bc93-d5898dd5662a tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3dfb78b-abdb-4f48-95e2-e3bb8f569b53') {} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:49:42.336714 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-991a36d2-8751-4edb-bc93-d5898dd5662a tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29055561'] for segment, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:42.352559 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-57bbd0a5-4e6a-4712-bed8-fa3dd7653cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974'] for port, after_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:42.361326 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-991a36d2-8751-4edb-bc93-d5898dd5662a tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:42.375725 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-991a36d2-8751-4edb-bc93-d5898dd5662a tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=109866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:49:42.376126 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-991a36d2-8751-4edb-bc93-d5898dd5662a tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29151010'] for segment, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:42.379155 dv-neutron-818911-2-hyperv neutron-server[109866]: Traceback (most recent call last): Nov 24 01:49:42.379155 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:49:42.379155 dv-neutron-818911-2-hyperv neutron-server[109866]: timer() Nov 24 01:49:42.379155 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:49:42.379155 dv-neutron-818911-2-hyperv neutron-server[109866]: cb(*args, **kw) Nov 24 01:49:42.379155 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:49:42.379155 dv-neutron-818911-2-hyperv neutron-server[109866]: return func(*args, **kwargs) Nov 24 01:49:42.379155 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:49:42.379155 dv-neutron-818911-2-hyperv neutron-server[109866]: self._notify() Nov 24 01:49:42.379155 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:49:42.379155 dv-neutron-818911-2-hyperv neutron-server[109866]: self.callback(batched_events) Nov 24 01:49:42.379155 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:49:42.379155 dv-neutron-818911-2-hyperv neutron-server[109866]: event.method(event) Nov 24 01:49:42.379155 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:49:42.379155 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:49:42.379155 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:49:42.379155 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:49:42.379155 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:49:42.379155 dv-neutron-818911-2-hyperv neutron-server[109866]: return f(self, *a, **k) Nov 24 01:49:42.379155 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:49:42.379155 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._get(url).json() Nov 24 01:49:42.379155 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:49:42.379155 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:49:42.379155 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:49:42.379155 dv-neutron-818911-2-hyperv neutron-server[109866]: return self.request(url, 'GET', **kwargs) Nov 24 01:49:42.379155 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:49:42.379155 dv-neutron-818911-2-hyperv neutron-server[109866]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:49:42.379155 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:49:42.379155 dv-neutron-818911-2-hyperv neutron-server[109866]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:49:42.379155 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:49:42.379155 dv-neutron-818911-2-hyperv neutron-server[109866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:49:42.379155 dv-neutron-818911-2-hyperv neutron-server[109866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:49:42.421542 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bbd0a5-4e6a-4712-bed8-fa3dd7653cc2 None None] No DVR routers for this DVR port 3a79a074-f1bf-4008-9b01-643a521c3287 on host dv-neutron-818911-2-hyperv {{(pid=109868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:49:42.425081 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bbd0a5-4e6a-4712-bed8-fa3dd7653cc2 None None] Pushing event deleted for resources: {'Port': ['ID=3a79a074-f1bf-4008-9b01-643a521c3287,revision_number=None']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:42.440638 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d8a3a85-f119-4649-9a36-e20068e0e9ea tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Router 0533e255-393b-4e35-8a4b-869de0c1637a is scheduled to L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e with binding_index 1 {{(pid=109867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 01:49:42.461181 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-08c28ffb-2fd4-4f7f-9c0a-d59a319d79f8 None None] Provisioning complete for port dcfaaa91-d193-4c88-90ba-a0d24630b835 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:49:42.462111 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-08c28ffb-2fd4-4f7f-9c0a-d59a319d79f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:42.462807 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-3e8569d3-6a6e-4dc7-b70a-9319921799e7 req-ca5c4e73-d734-403c-9680-3fd0d6a8a41f tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=283518e8-877b-4fae-ac62-76ff27d3e8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2323842 Nov 24 01:49:42.494752 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2bf3f5c9-bf63-4e82-b8db-daa272e74d6b tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:42.537820 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02575866-9926-4fe8-9376-f78156605c7a req-32cd8011-70f7-4e94-bd37-737ce288a02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:42.539335 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-02575866-9926-4fe8-9376-f78156605c7a req-32cd8011-70f7-4e94-bd37-737ce288a02b service neutron] 10.222.0.48 "GET /v2.0/networks?id=1f406c50-b025-486a-b5b6-bbee997c7cc8 HTTP/1.1" status: 200 len: 913 time: 0.3325560 Nov 24 01:49:42.560957 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-08c28ffb-2fd4-4f7f-9c0a-d59a319d79f8 None None] Port dcfaaa91-d193-4c88-90ba-a0d24630b835 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:49:42.572469 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de75201f-c238-4e7e-ae51-44ccc9d17b7f None None] Update dhcp port {'port': {'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6', 'fixed_ips': [{'subnet_id': '03f41bf0-ef17-4289-8932-5e18d407572c', 'ip_address': '2001:db8::f816:3eff:feeb:4c97'}, {'subnet_id': '5ca3b198-f204-4cb0-a549-7bd57a8c81ae'}], 'binding:host_id': 'dv-neutron-818911-2-hyperv'}, 'id': '11060a64-67ff-4c17-afb9-6053eb506774'} from dv-neutron-818911-2-hyperv. {{(pid=109868) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 24 01:49:42.605346 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-de75201f-c238-4e7e-ae51-44ccc9d17b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:42.710018 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 11060a64-67ff-4c17-afb9-6053eb506774 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:49:42.739603 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-02575866-9926-4fe8-9376-f78156605c7a req-656983fa-3775-45ca-bc52-c80d397ad4e4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef25b507-e1eb-4fe1-8c76-ca655d65a7d3 HTTP/1.1" status: 200 len: 217 time: 0.1628244 Nov 24 01:49:42.749991 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [req-2c1f8517-d5b0-49af-8a1b-4bb7bb6c1c4b req-39ab159c-9b25-44fd-a927-f35480650eb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9282004-ac34-4eb1-b254-5b08bd21ecb2 {{(pid=109866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 01:49:42.756382 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-c946f325-a6d9-450f-8fd7-dc87d4e88259 None None] Provisioning complete for port 11060a64-67ff-4c17-afb9-6053eb506774 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:49:42.756980 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-c946f325-a6d9-450f-8fd7-dc87d4e88259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:42.757135 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-991a36d2-8751-4edb-bc93-d5898dd5662a tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:42.760000 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-2c1f8517-d5b0-49af-8a1b-4bb7bb6c1c4b req-39ab159c-9b25-44fd-a927-f35480650eb7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:42.768764 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-991a36d2-8751-4edb-bc93-d5898dd5662a tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks [] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:42.772461 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-991a36d2-8751-4edb-bc93-d5898dd5662a tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "DELETE /v2.0/networks/748a34c2-ed1f-46c5-96e0-171472f116da HTTP/1.1" status: 204 len: 168 time: 1.6626565 Nov 24 01:49:42.777334 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48592) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:42.782451 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-acf0212d-735e-4cf8-aae7-ea20a9694010 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-161224290'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:49:42.803291 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991a36d2-8751-4edb-bc93-d5898dd5662a tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Pushing event deleted for resources: {'Network': ['ID=748a34c2-ed1f-46c5-96e0-171472f116da,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:42.810647 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.provisioning_blocks [req-2c1f8517-d5b0-49af-8a1b-4bb7bb6c1c4b req-39ab159c-9b25-44fd-a927-f35480650eb7 service neutron] Transition to ACTIVE for port object d9282004-ac34-4eb1-b254-5b08bd21ecb2 will not be triggered until provisioned by entity L2. {{(pid=109866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 01:49:42.821685 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-2c1f8517-d5b0-49af-8a1b-4bb7bb6c1c4b req-39ab159c-9b25-44fd-a927-f35480650eb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29149402'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:42.824361 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 11060a64-67ff-4c17-afb9-6053eb506774 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:49:42.824737 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:42.833100 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-c186b2c1-390f-45b4-b504-967857756121 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Allocated IP 2001:db8:0:1::13e (9b0cb615-dd00-417f-9128-01ca62e524f6/5ca3b198-f204-4cb0-a549-7bd57a8c81ae/173347d2-2a93-45b9-8b53-63dce1629ceb) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:49:42.841779 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d8a3a85-f119-4649-9a36-e20068e0e9ea tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:49:42.854978 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acf0212d-735e-4cf8-aae7-ea20a9694010 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Made reservation on behalf of 3a57d4c6d6484e7bbaf48e6f242b2f3e for: {'network': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:49:42.858918 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-acf0212d-735e-4cf8-aae7-ea20a9694010 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:42.861066 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9751a05c-efcb-4071-bc5a-263d8f5de5ad None None] Sync routers for ids ['0533e255-393b-4e35-8a4b-869de0c1637a'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:49:42.861948 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-c186b2c1-390f-45b4-b504-967857756121 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Allocated IP 2001:db8::f816:3eff:fe10:e844 (9b0cb615-dd00-417f-9128-01ca62e524f6/03f41bf0-ef17-4289-8932-5e18d407572c/173347d2-2a93-45b9-8b53-63dce1629ceb) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:49:42.872399 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02575866-9926-4fe8-9376-f78156605c7a req-d8d155c1-b1b2-4bd9-ae12-c8aafac24f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:42.874120 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-02575866-9926-4fe8-9376-f78156605c7a req-d8d155c1-b1b2-4bd9-ae12-c8aafac24f85 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=04fb54b3-438b-484a-a8c3-f3d6f89bf229 HTTP/1.1" status: 200 len: 852 time: 0.1268923 Nov 24 01:49:42.884398 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-3d8a3a85-f119-4649-9a36-e20068e0e9ea tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] 10.222.0.21 "PUT /v2.0/routers/0533e255-393b-4e35-8a4b-869de0c1637a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6186013 Nov 24 01:49:42.885715 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48594) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:42.903757 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ab159c-9b25-44fd-a927-f35480650eb7 service neutron] Pushing event updated for resources: {'Port': ['ID=d9282004-ac34-4eb1-b254-5b08bd21ecb2,revision_number=2']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:42.936873 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9751a05c-efcb-4071-bc5a-263d8f5de5ad None None] Routers {'0533e255-393b-4e35-8a4b-869de0c1637a'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:49:42.937565 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-9751a05c-efcb-4071-bc5a-263d8f5de5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:49:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['0533e255-393b-4e35-8a4b-869de0c1637a'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:49:42.949930 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acf0212d-735e-4cf8-aae7-ea20a9694010 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=109866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:49:42.969472 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-acf0212d-735e-4cf8-aae7-ea20a9694010 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:42.969775 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.segments_db [None req-acf0212d-735e-4cf8-aae7-ea20a9694010 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Added segment 27c9be7e-0ebf-4d1a-8053-8b21eeffd9ae of type vlan for network dc6fe85b-4548-40d6-a388-ff06292f0520 Nov 24 01:49:42.975625 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-2bf3f5c9-bf63-4e82-b8db-daa272e74d6b tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Deleting port d4d2fd4c-71dc-4c84-8c74-1b8609dd1adc {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:49:42.976177 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2bf3f5c9-bf63-4e82-b8db-daa272e74d6b tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:42.985866 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5420adc7-0578-4046-885c-6638e350b60b tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:42.987691 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-5420adc7-0578-4046-885c-6638e350b60b tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] 10.222.0.21 "GET /v2.0/ports/dcfaaa91-d193-4c88-90ba-a0d24630b835 HTTP/1.1" status: 200 len: 910 time: 0.0931177 Nov 24 01:49:42.992490 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48598) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:42.995676 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-02575866-9926-4fe8-9376-f78156605c7a req-ac540e28-c49e-4087-8743-99af47403dd4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1f406c50-b025-486a-b5b6-bbee997c7cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1122324 Nov 24 01:49:43.006623 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-493884ee-cf4e-4d55-8f99-efe0d38e708a tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8fe5dac5-1d56-4014-a21d-b3f8d0dc1b7b'}]}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:49:43.009220 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-9751a05c-efcb-4071-bc5a-263d8f5de5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:49:43.068255 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device e2f85746-a208-49fb-9e0a-4e08be69dafe up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:49:43.108369 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9751a05c-efcb-4071-bc5a-263d8f5de5ad None None] Routers {'0533e255-393b-4e35-8a4b-869de0c1637a'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:49:43.108861 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-9751a05c-efcb-4071-bc5a-263d8f5de5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:49:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['0533e255-393b-4e35-8a4b-869de0c1637a'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:49:43.153590 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-9751a05c-efcb-4071-bc5a-263d8f5de5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:49:43.153903 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9751a05c-efcb-4071-bc5a-263d8f5de5ad None None] The sync data for ids ['0533e255-393b-4e35-8a4b-869de0c1637a'] in dv-neutron-818911-2-hyperv is: [] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:49:43.156620 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-acf0212d-735e-4cf8-aae7-ea20a9694010 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:43.169358 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [req-2c1f8517-d5b0-49af-8a1b-4bb7bb6c1c4b req-39ab159c-9b25-44fd-a927-f35480650eb7 service neutron] Attempting to bind port d9282004-ac34-4eb1-b254-5b08bd21ecb2 on host hv-neutron-8189 for vnic_type normal with profile {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:49:43.169783 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [req-2c1f8517-d5b0-49af-8a1b-4bb7bb6c1c4b req-39ab159c-9b25-44fd-a927-f35480650eb7 service neutron] Attempting to bind port d9282004-ac34-4eb1-b254-5b08bd21ecb2 by drivers openvswitch,hyperv on host hv-neutron-8189 at level 0 using segments [{'id': 'feb4f0f9-1c57-448a-84ec-01d3896941c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '8617ed88-7a9f-4293-a73d-5ec916acee3f'}] {{(pid=109866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:49:43.170834 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c1f8517-d5b0-49af-8a1b-4bb7bb6c1c4b req-39ab159c-9b25-44fd-a927-f35480650eb7 service neutron] Attempting to bind port d9282004-ac34-4eb1-b254-5b08bd21ecb2 on network 8617ed88-7a9f-4293-a73d-5ec916acee3f {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:49:43.174216 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port e2f85746-a208-49fb-9e0a-4e08be69dafe triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:49:43.174678 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:43.192547 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c1f8517-d5b0-49af-8a1b-4bb7bb6c1c4b req-39ab159c-9b25-44fd-a927-f35480650eb7 service neutron] Port d9282004-ac34-4eb1-b254-5b08bd21ecb2 on network 8617ed88-7a9f-4293-a73d-5ec916acee3f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8189 {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 01:49:43.192866 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c1f8517-d5b0-49af-8a1b-4bb7bb6c1c4b req-39ab159c-9b25-44fd-a927-f35480650eb7 service neutron] Attempting to bind port d9282004-ac34-4eb1-b254-5b08bd21ecb2 on network 8617ed88-7a9f-4293-a73d-5ec916acee3f {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:49:43.242262 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2bf3f5c9-bf63-4e82-b8db-daa272e74d6b tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:43.246479 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c1f8517-d5b0-49af-8a1b-4bb7bb6c1c4b req-39ab159c-9b25-44fd-a927-f35480650eb7 service neutron] Checking agent: {'id': '5773fe6b-0967-455f-9dc9-84c0c923201b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 42, 58), 'started_at': datetime.datetime(2021, 11, 24, 1, 42, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:49:43.246934 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c1f8517-d5b0-49af-8a1b-4bb7bb6c1c4b req-39ab159c-9b25-44fd-a927-f35480650eb7 service neutron] Checking segment: {'id': 'feb4f0f9-1c57-448a-84ec-01d3896941c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '8617ed88-7a9f-4293-a73d-5ec916acee3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:49:43.247200 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c1f8517-d5b0-49af-8a1b-4bb7bb6c1c4b req-39ab159c-9b25-44fd-a927-f35480650eb7 service neutron] Bound using segment: {'id': 'feb4f0f9-1c57-448a-84ec-01d3896941c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '8617ed88-7a9f-4293-a73d-5ec916acee3f'} {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:49:43.247644 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [req-2c1f8517-d5b0-49af-8a1b-4bb7bb6c1c4b req-39ab159c-9b25-44fd-a927-f35480650eb7 service neutron] Bound port: d9282004-ac34-4eb1-b254-5b08bd21ecb2, host: hv-neutron-8189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'feb4f0f9-1c57-448a-84ec-01d3896941c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '8617ed88-7a9f-4293-a73d-5ec916acee3f'}}] {{(pid=109866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:49:43.247999 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-2c1f8517-d5b0-49af-8a1b-4bb7bb6c1c4b req-39ab159c-9b25-44fd-a927-f35480650eb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:43.264603 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7b6d7c-ad41-4c09-90e7-b419ded44fc9 req-981ed9d7-3409-46aa-b43d-ba1ecdd3c137 tempest-TestServerAdvancedOps-1103902934 tempest-TestServerAdvancedOps-1103902934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:43.266138 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-4b7b6d7c-ad41-4c09-90e7-b419ded44fc9 req-981ed9d7-3409-46aa-b43d-ba1ecdd3c137 tempest-TestServerAdvancedOps-1103902934 tempest-TestServerAdvancedOps-1103902934-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e555cf1-802d-40d5-ae1f-51b1b35ecbc7 HTTP/1.1" status: 200 len: 945 time: 0.1884167 Nov 24 01:49:43.275814 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-acf0212d-735e-4cf8-aae7-ea20a9694010 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:43.278978 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-2bf3f5c9-bf63-4e82-b8db-daa272e74d6b tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Calling delete_port for d4d2fd4c-71dc-4c84-8c74-1b8609dd1adc owned by network:router_gateway {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:49:43.281330 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf0212d-735e-4cf8-aae7-ea20a9694010 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:43.281985 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-acf0212d-735e-4cf8-aae7-ea20a9694010 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks [] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:43.295696 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-02575866-9926-4fe8-9376-f78156605c7a req-5e46c242-0d68-4a28-a356-fa8ff553dbdd service neutron] 10.222.0.48 "GET /v2.0/networks/1f406c50-b025-486a-b5b6-bbee997c7cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813838 Nov 24 01:49:43.333621 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 3a79a074-f1bf-4008-9b01-643a521c3287 no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:49:43.356031 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: 3a79a074-f1bf-4008-9b01-643a521c3287 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:49:43.356403 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 3a79a074-f1bf-4008-9b01-643a521c3287 not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:49:43.390883 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c186b2c1-390f-45b4-b504-967857756121 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:43.442702 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-acf0212d-735e-4cf8-aae7-ea20a9694010 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6640687 Nov 24 01:49:43.449487 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf0212d-735e-4cf8-aae7-ea20a9694010 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Pushing event updated for resources: {'Network': ['ID=dc6fe85b-4548-40d6-a388-ff06292f0520,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:43.450682 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48600) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:43.461214 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-41eca515-aae4-4270-b4b2-ad8c0e1606ef tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Request body: {'subnet': {'network_id': 'dc6fe85b-4548-40d6-a388-ff06292f0520', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:49:43.466138 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network dc6fe85b-4548-40d6-a388-ff06292f0520 details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:49:43.479975 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-493884ee-cf4e-4d55-8f99-efe0d38e708a tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:43.502778 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-4b7b6d7c-ad41-4c09-90e7-b419ded44fc9 req-3c82438f-3a64-4cb5-8f7d-5e97cbb75af4 tempest-TestServerAdvancedOps-1103902934 tempest-TestServerAdvancedOps-1103902934-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d70c3bf-486d-419b-b2ac-73daf3ea0b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080827 Nov 24 01:49:43.512515 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [req-2c1f8517-d5b0-49af-8a1b-4bb7bb6c1c4b req-39ab159c-9b25-44fd-a927-f35480650eb7 service neutron] For port d9282004-ac34-4eb1-b254-5b08bd21ecb2, host hv-neutron-8189, cleared binding levels {{(pid=109866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:49:43.546692 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [req-2c1f8517-d5b0-49af-8a1b-4bb7bb6c1c4b req-39ab159c-9b25-44fd-a927-f35480650eb7 service neutron] For port d9282004-ac34-4eb1-b254-5b08bd21ecb2, host hv-neutron-8189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=d9282004-ac34-4eb1-b254-5b08bd21ecb2,segment=NetworkSegment(feb4f0f9-1c57-448a-84ec-01d3896941c5),segment_id=feb4f0f9-1c57-448a-84ec-01d3896941c5)] {{(pid=109866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:49:43.562981 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-2c1f8517-d5b0-49af-8a1b-4bb7bb6c1c4b req-39ab159c-9b25-44fd-a927-f35480650eb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29149402'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:43.566855 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-02575866-9926-4fe8-9376-f78156605c7a req-2ccd94d8-b657-47ca-970e-ebdd596ead01 service neutron] 10.222.0.48 "GET /v2.0/networks/1f406c50-b025-486a-b5b6-bbee997c7cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598653 Nov 24 01:49:43.629676 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c186b2c1-390f-45b4-b504-967857756121 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:43.675576 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1f8517-d5b0-49af-8a1b-4bb7bb6c1c4b req-39ab159c-9b25-44fd-a927-f35480650eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:43.676220 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-2c1f8517-d5b0-49af-8a1b-4bb7bb6c1c4b req-39ab159c-9b25-44fd-a927-f35480650eb7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:43.677661 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-2c1f8517-d5b0-49af-8a1b-4bb7bb6c1c4b req-39ab159c-9b25-44fd-a927-f35480650eb7 service neutron] 10.222.0.48 "PUT /v2.0/ports/d9282004-ac34-4eb1-b254-5b08bd21ecb2 HTTP/1.1" status: 200 len: 1093 time: 1.8293967 Nov 24 01:49:43.679836 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0530cda3-d693-481b-91ae-7c78caa49aff', 'tag': 'd9282004-ac34-4eb1-b254-5b08bd21ecb2'}] {{(pid=109866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 01:49:43.683283 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-de75201f-c238-4e7e-ae51-44ccc9d17b7f None None] Allocated IP 2001:db8:0:1::2 (9b0cb615-dd00-417f-9128-01ca62e524f6/5ca3b198-f204-4cb0-a549-7bd57a8c81ae/11060a64-67ff-4c17-afb9-6053eb506774) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:49:43.685809 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b7c53c286d9351d1367337230623a155cee02c46c94b80588b67a0bc16402ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed6cc40f-0bbc-4a05-8077-904fd281fe64" -d '{"events": [{"name": "network-changed", "server_uuid": "0530cda3-d693-481b-91ae-7c78caa49aff", "tag": "d9282004-ac34-4eb1-b254-5b08bd21ecb2"}]}' {{(pid=109866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 01:49:43.707020 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c186b2c1-390f-45b4-b504-967857756121 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Pushing event updated for resources: {'Port': ['ID=173347d2-2a93-45b9-8b53-63dce1629ceb,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:43.718802 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ab159c-9b25-44fd-a927-f35480650eb7 service neutron] Pushing event updated for resources: {'Port': ['ID=d9282004-ac34-4eb1-b254-5b08bd21ecb2,revision_number=3']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:43.787564 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c186b2c1-390f-45b4-b504-967857756121 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:49:43.793677 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-c186b2c1-390f-45b4-b504-967857756121 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:49:43.806152 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 01:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dc608f7-ac29-4e82-9ca4-57e84ea254e5 x-openstack-request-id: req-0dc608f7-ac29-4e82-9ca4-57e84ea254e5 {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 01:49:43.807599 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0530cda3-d693-481b-91ae-7c78caa49aff", "tag": "d9282004-ac34-4eb1-b254-5b08bd21ecb2", "status": "completed", "code": 200}]} {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 01:49:43.808041 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0dc608f7-ac29-4e82-9ca4-57e84ea254e5 {{(pid=109866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 01:49:43.808665 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0530cda3-d693-481b-91ae-7c78caa49aff', 'tag': 'd9282004-ac34-4eb1-b254-5b08bd21ecb2', 'status': 'completed', 'code': 200} Nov 24 01:49:43.820205 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c186b2c1-390f-45b4-b504-967857756121 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:49:43.831551 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c186b2c1-390f-45b4-b504-967857756121 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:43.834398 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c186b2c1-390f-45b4-b504-967857756121 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:43.850242 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41eca515-aae4-4270-b4b2-ad8c0e1606ef tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Made reservation on behalf of 3a57d4c6d6484e7bbaf48e6f242b2f3e for: {'subnet': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:49:43.855929 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-41eca515-aae4-4270-b4b2-ad8c0e1606ef tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25307781'] for subnet, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:43.868730 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-c186b2c1-390f-45b4-b504-967857756121 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 3.2919457 Nov 24 01:49:43.871131 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48606) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:43.871352 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-de75201f-c238-4e7e-ae51-44ccc9d17b7f None None] For port 11060a64-67ff-4c17-afb9-6053eb506774, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=11060a64-67ff-4c17-afb9-6053eb506774,segment=NetworkSegment(2b1ff8b4-a836-4287-84a2-3eaf8ccfb867),segment_id=2b1ff8b4-a836-4287-84a2-3eaf8ccfb867)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:49:43.885055 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2bf3f5c9-bf63-4e82-b8db-daa272e74d6b tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:43.909515 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-de75201f-c238-4e7e-ae51-44ccc9d17b7f None None] Publish callbacks [] for port, precommit_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:43.916378 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-de75201f-c238-4e7e-ae51-44ccc9d17b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:43.922852 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c466cb-b458-41dd-b47b-c55800b2a75a None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:49:43.928896 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffebac8-2f9c-4d6c-a146-054d82a0fd00 req-a267fc3a-31bd-4372-97bb-b7ec7ec7a46d tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:43.930972 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-9ffebac8-2f9c-4d6c-a146-054d82a0fd00 req-a267fc3a-31bd-4372-97bb-b7ec7ec7a46d tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=0530cda3-d693-481b-91ae-7c78caa49aff HTTP/1.1" status: 200 len: 943 time: 0.3289373 Nov 24 01:49:43.965702 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1f8517-d5b0-49af-8a1b-4bb7bb6c1c4b req-c78e2710-7321-475e-a713-dd32525e1d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:43.967238 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-2c1f8517-d5b0-49af-8a1b-4bb7bb6c1c4b req-c78e2710-7321-475e-a713-dd32525e1d38 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5cd72ac6dd034b2d92e26f70404adb10&device_id=0530cda3-d693-481b-91ae-7c78caa49aff HTTP/1.1" status: 200 len: 1096 time: 0.1575246 Nov 24 01:49:43.978851 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf3f5c9-bf63-4e82-b8db-daa272e74d6b tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Pushing event deleted for resources: {'Port': ['ID=d4d2fd4c-71dc-4c84-8c74-1b8609dd1adc,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:44.041036 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-2c1f8517-d5b0-49af-8a1b-4bb7bb6c1c4b req-ec7ed055-aa29-4a7e-81fc-89c2964498b5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d9282004-ac34-4eb1-b254-5b08bd21ecb2 HTTP/1.1" status: 200 len: 217 time: 0.0523624 Nov 24 01:49:44.048280 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de75201f-c238-4e7e-ae51-44ccc9d17b7f None None] Pushing event updated for resources: {'Port': ['ID=11060a64-67ff-4c17-afb9-6053eb506774,revision_number=4']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:44.111745 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-9ffebac8-2f9c-4d6c-a146-054d82a0fd00 req-de96295c-4584-49ea-a12f-8420cec1735c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=283518e8-877b-4fae-ac62-76ff27d3e8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1578500 Nov 24 01:49:44.119153 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2bf3f5c9-bf63-4e82-b8db-daa272e74d6b tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418161'] for router_gateway, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:44.171857 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1f8517-d5b0-49af-8a1b-4bb7bb6c1c4b req-0de102d7-096d-4547-8b45-d6ae59019cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:44.173114 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-2c1f8517-d5b0-49af-8a1b-4bb7bb6c1c4b req-0de102d7-096d-4547-8b45-d6ae59019cf6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=430b8ec6-a019-4487-a7d1-af147e18faf5 HTTP/1.1" status: 200 len: 834 time: 0.1185331 Nov 24 01:49:44.183202 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-8911ca81-c254-4ea1-9c33-7a0b83d870ba tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Deleting port 173347d2-2a93-45b9-8b53-63dce1629ceb {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:49:44.183558 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8911ca81-c254-4ea1-9c33-7a0b83d870ba tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:44.229900 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2bf3f5c9-bf63-4e82-b8db-daa272e74d6b tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-424460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2766'] for router, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:44.236480 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2bf3f5c9-bf63-4e82-b8db-daa272e74d6b tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:44.338582 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2bf3f5c9-bf63-4e82-b8db-daa272e74d6b tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-424469'] for router, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:44.339225 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bf3f5c9-bf63-4e82-b8db-daa272e74d6b tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Fanout notify agent at l3_agent the message router_deleted on router eabc232f-76ca-4a8e-b4bc-02f5af256334 {{(pid=109867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 01:49:44.352531 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1f8517-d5b0-49af-8a1b-4bb7bb6c1c4b req-a7882e26-5323-4c65-b337-ebdf4b683ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:44.352746 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2bf3f5c9-bf63-4e82-b8db-daa272e74d6b tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks [] for router, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:44.354146 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-2bf3f5c9-bf63-4e82-b8db-daa272e74d6b tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] 10.222.0.21 "DELETE /v2.0/routers/eabc232f-76ca-4a8e-b4bc-02f5af256334 HTTP/1.1" status: 204 len: 168 time: 3.2627866 Nov 24 01:49:44.354257 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-2c1f8517-d5b0-49af-8a1b-4bb7bb6c1c4b req-a7882e26-5323-4c65-b337-ebdf4b683ddf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8617ed88-7a9f-4293-a73d-5ec916acee3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1523643 Nov 24 01:49:44.358293 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48608) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:44.363554 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-fa0b2254-a9c7-4ab5-9b47-1432dabe3d35 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1632376739', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'enable_snat': False}}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:49:44.378936 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-493884ee-cf4e-4d55-8f99-efe0d38e708a tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks [] for port, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:44.386220 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8911ca81-c254-4ea1-9c33-7a0b83d870ba tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:44.407552 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-493884ee-cf4e-4d55-8f99-efe0d38e708a tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29149402'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:44.426706 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-41eca515-aae4-4270-b4b2-ad8c0e1606ef tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25501847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25307831'] for subnet, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:44.436545 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fa0b2254-a9c7-4ab5-9b47-1432dabe3d35 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-424105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2744'] for router, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:44.437606 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fa0b2254-a9c7-4ab5-9b47-1432dabe3d35 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-424325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-326625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2753'] for router, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:44.443627 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-8911ca81-c254-4ea1-9c33-7a0b83d870ba tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Calling delete_port for 173347d2-2a93-45b9-8b53-63dce1629ceb owned by {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:49:44.535029 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eca515-aae4-4270-b4b2-ad8c0e1606ef tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Pushing event updated for resources: {'Subnet': ['ID=691a7854-e6f5-4282-bb40-d8d5a587eb6b,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:44.549384 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fa0b2254-a9c7-4ab5-9b47-1432dabe3d35 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:44.557857 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41eca515-aae4-4270-b4b2-ad8c0e1606ef tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Checking segment: {'id': '27c9be7e-0ebf-4d1a-8053-8b21eeffd9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'dc6fe85b-4548-40d6-a388-ff06292f0520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:49:44.558184 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41eca515-aae4-4270-b4b2-ad8c0e1606ef tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Network hostable DHCP agents. Network: dc6fe85b-4548-40d6-a388-ff06292f0520, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 01:49:44.583329 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493884ee-cf4e-4d55-8f99-efe0d38e708a tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Pushing event updated for resources: {'Port': ['ID=dcfaaa91-d193-4c88-90ba-a0d24630b835,revision_number=3']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:44.596667 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493884ee-cf4e-4d55-8f99-efe0d38e708a tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:44.597305 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-493884ee-cf4e-4d55-8f99-efe0d38e708a tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:44.598780 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-493884ee-cf4e-4d55-8f99-efe0d38e708a tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] 10.222.0.21 "PUT /v2.0/ports/dcfaaa91-d193-4c88-90ba-a0d24630b835 HTTP/1.1" status: 200 len: 910 time: 1.6052766 Nov 24 01:49:44.603412 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48612) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:44.695611 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 11060a64-67ff-4c17-afb9-6053eb506774 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:49:44.761195 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-2c1f8517-d5b0-49af-8a1b-4bb7bb6c1c4b req-6eb7374e-32b1-4350-b8a3-10365b1afec3 service neutron] 10.222.0.48 "GET /v2.0/networks/8617ed88-7a9f-4293-a73d-5ec916acee3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3919837 Nov 24 01:49:44.770041 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 11060a64-67ff-4c17-afb9-6053eb506774 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:49:44.770903 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:44.814376 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-c6eb64eb-c761-4a5c-bbde-083ad7333464 None None] Provisioning complete for port 11060a64-67ff-4c17-afb9-6053eb506774 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:49:44.815088 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-c6eb64eb-c761-4a5c-bbde-083ad7333464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:44.851642 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec57ab12-0dbf-4007-8e91-871f63e17d5a req-fa52bc76-4d5f-4e57-a206-3502a09594ff tempest-TestServerAdvancedOps-1103902934 tempest-TestServerAdvancedOps-1103902934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:44.854314 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-ec57ab12-0dbf-4007-8e91-871f63e17d5a req-fa52bc76-4d5f-4e57-a206-3502a09594ff tempest-TestServerAdvancedOps-1103902934 tempest-TestServerAdvancedOps-1103902934-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e555cf1-802d-40d5-ae1f-51b1b35ecbc7 HTTP/1.1" status: 200 len: 945 time: 0.1406589 Nov 24 01:49:45.082001 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41eca515-aae4-4270-b4b2-ad8c0e1606ef tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Network dc6fe85b-4548-40d6-a388-ff06292f0520 is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 01:49:45.090883 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-ef488a68-1b13-4ebc-a848-c34bb73d6e62 None None] Provisioning complete for port 173347d2-2a93-45b9-8b53-63dce1629ceb triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:49:45.091466 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-ef488a68-1b13-4ebc-a848-c34bb73d6e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:45.098140 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fa0b2254-a9c7-4ab5-9b47-1432dabe3d35 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:45.101773 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-41eca515-aae4-4270-b4b2-ad8c0e1606ef tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, dc6fe85b-4548-40d6-a388-ff06292f0520) {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:49:45.107360 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41eca515-aae4-4270-b4b2-ad8c0e1606ef tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:45.107962 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-41eca515-aae4-4270-b4b2-ad8c0e1606ef tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:45.137629 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-ef488a68-1b13-4ebc-a848-c34bb73d6e62 None None] Port 173347d2-2a93-45b9-8b53-63dce1629ceb cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:49:45.147682 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0e3109-3da4-4fe8-9f32-872efe1cc450 None None] Network dc6fe85b-4548-40d6-a388-ff06292f0520 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:49:45.161512 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-41eca515-aae4-4270-b4b2-ad8c0e1606ef tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7080975 Nov 24 01:49:45.163771 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48616) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:45.172032 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-bc107c60-e975-47a2-aa79-f1ed920a955a tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Request body: {'port': {'network_id': 'dc6fe85b-4548-40d6-a388-ff06292f0520', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-704418846'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:49:45.315864 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b92ec77-83e5-460c-8002-fcb11e3d4117 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-dc6fe85b-4548-40d6-a388-ff06292f0520', 'network_id': 'dc6fe85b-4548-40d6-a388-ff06292f0520', 'tenant_id': '3a57d4c6d6484e7bbaf48e6f242b2f3e', 'fixed_ips': [{'subnet_id': '691a7854-e6f5-4282-bb40-d8d5a587eb6b'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 01:49:45.317245 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-7b92ec77-83e5-460c-8002-fcb11e3d4117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:45.341190 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-ec57ab12-0dbf-4007-8e91-871f63e17d5a req-e673ca79-24c8-44ee-a442-e3c990bfb4fe tempest-TestServerAdvancedOps-1103902934 tempest-TestServerAdvancedOps-1103902934-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d70c3bf-486d-419b-b2ac-73daf3ea0b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4772170 Nov 24 01:49:45.354458 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdf3f59-d533-41fc-aea4-509e1fc681a6 req-bc3f157d-0b90-409a-acc6-ee962e527a0f tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:45.356059 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-9fdf3f59-d533-41fc-aea4-509e1fc681a6 req-bc3f157d-0b90-409a-acc6-ee962e527a0f tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=0530cda3-d693-481b-91ae-7c78caa49aff HTTP/1.1" status: 200 len: 943 time: 0.1292727 Nov 24 01:49:45.484734 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-2c1f8517-d5b0-49af-8a1b-4bb7bb6c1c4b req-885c09a8-31c5-4561-bfb8-dfeec7e5e09f service neutron] 10.222.0.48 "GET /v2.0/networks/8617ed88-7a9f-4293-a73d-5ec916acee3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7119994 Nov 24 01:49:45.521911 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-9fdf3f59-d533-41fc-aea4-509e1fc681a6 req-ced44fc4-743b-4f2e-8893-b6dd3231c6c4 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=283518e8-877b-4fae-ac62-76ff27d3e8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1592362 Nov 24 01:49:45.525810 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc107c60-e975-47a2-aa79-f1ed920a955a tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Made reservation on behalf of 3a57d4c6d6484e7bbaf48e6f242b2f3e for: {'port': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:49:45.535522 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-bc107c60-e975-47a2-aa79-f1ed920a955a tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:45.559789 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8911ca81-c254-4ea1-9c33-7a0b83d870ba tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:45.590172 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [None req-bc107c60-e975-47a2-aa79-f1ed920a955a tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] device_id is not set on port b9dce865-8a32-4839-bb8f-9c301f820eb7 yet. {{(pid=109867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 01:49:45.634628 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-7b92ec77-83e5-460c-8002-fcb11e3d4117 None None] Allocated IP 2001:db8::2 (dc6fe85b-4548-40d6-a388-ff06292f0520/691a7854-e6f5-4282-bb40-d8d5a587eb6b/2b909a89-c5c3-49c7-8758-1b466fbc2992) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:49:45.649888 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8911ca81-c254-4ea1-9c33-7a0b83d870ba tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Pushing event deleted for resources: {'Port': ['ID=173347d2-2a93-45b9-8b53-63dce1629ceb,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:45.654363 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fa0b2254-a9c7-4ab5-9b47-1432dabe3d35 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:45.678313 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fa0b2254-a9c7-4ab5-9b47-1432dabe3d35 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:45.738840 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6452f6d1-c278-4728-bad0-8ac7fde8bb9c req-1420cdfb-780d-44a2-a694-83c7b5b28875 tempest-TestServerAdvancedOps-1103902934 tempest-TestServerAdvancedOps-1103902934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:45.740478 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-6452f6d1-c278-4728-bad0-8ac7fde8bb9c req-1420cdfb-780d-44a2-a694-83c7b5b28875 tempest-TestServerAdvancedOps-1103902934 tempest-TestServerAdvancedOps-1103902934-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e555cf1-802d-40d5-ae1f-51b1b35ecbc7 HTTP/1.1" status: 200 len: 945 time: 0.1825325 Nov 24 01:49:45.748455 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8911ca81-c254-4ea1-9c33-7a0b83d870ba tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:45.751695 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-8911ca81-c254-4ea1-9c33-7a0b83d870ba tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "DELETE /v2.0/ports/173347d2-2a93-45b9-8b53-63dce1629ceb HTTP/1.1" status: 204 len: 168 time: 1.8787205 Nov 24 01:49:45.756715 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48622) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:45.804634 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6cc40f-0bbc-4a05-8077-904fd281fe64 req-31a8dd0a-1d01-4c7d-bbad-6b8735fd2c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:45.806834 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-ed6cc40f-0bbc-4a05-8077-904fd281fe64 req-31a8dd0a-1d01-4c7d-bbad-6b8735fd2c96 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5cd72ac6dd034b2d92e26f70404adb10&device_id=0530cda3-d693-481b-91ae-7c78caa49aff HTTP/1.1" status: 200 len: 1096 time: 0.1960330 Nov 24 01:49:45.842680 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-7b92ec77-83e5-460c-8002-fcb11e3d4117 None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:45.851220 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-7b92ec77-83e5-460c-8002-fcb11e3d4117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:45.853025 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fafe75d4-9930-44f7-956e-e2e6361a81de tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:45.858071 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-fafe75d4-9930-44f7-956e-e2e6361a81de tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1002874 Nov 24 01:49:45.861600 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48624) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:45.892954 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-6452f6d1-c278-4728-bad0-8ac7fde8bb9c req-d778529a-b593-44c2-a4a5-c26199fdb994 tempest-TestServerAdvancedOps-1103902934 tempest-TestServerAdvancedOps-1103902934-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d70c3bf-486d-419b-b2ac-73daf3ea0b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335638 Nov 24 01:49:45.902732 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b92ec77-83e5-460c-8002-fcb11e3d4117 None None] Network dc6fe85b-4548-40d6-a388-ff06292f0520 is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:49:45.907469 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-7b92ec77-83e5-460c-8002-fcb11e3d4117 None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:49:45.912284 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-fa0b2254-a9c7-4ab5-9b47-1432dabe3d35 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Allocated IP 172.26.5.195 (eb22795d-37ee-46ee-844d-92c17e2ea450/3e66fcff-6e72-4083-b514-48f69cdaa2cb/e6efa746-78b3-465a-bf7d-5f8d7e56984a) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:49:45.915470 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b92ec77-83e5-460c-8002-fcb11e3d4117 None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:49:45.961821 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-26f7efbf-2961-4d40-a7bb-0b57577591c0 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3777994'] for router_interface, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:45.979264 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b92ec77-83e5-460c-8002-fcb11e3d4117 None None] Pushing event updated for resources: {'Port': ['ID=2b909a89-c5c3-49c7-8758-1b466fbc2992,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:45.992253 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-7b92ec77-83e5-460c-8002-fcb11e3d4117 None None] Attempting to bind port 2b909a89-c5c3-49c7-8758-1b466fbc2992 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:49:45.993227 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-7b92ec77-83e5-460c-8002-fcb11e3d4117 None None] Attempting to bind port 2b909a89-c5c3-49c7-8758-1b466fbc2992 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '27c9be7e-0ebf-4d1a-8053-8b21eeffd9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'dc6fe85b-4548-40d6-a388-ff06292f0520'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:49:45.993617 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b92ec77-83e5-460c-8002-fcb11e3d4117 None None] Attempting to bind port 2b909a89-c5c3-49c7-8758-1b466fbc2992 on network dc6fe85b-4548-40d6-a388-ff06292f0520 {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:49:45.998703 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b92ec77-83e5-460c-8002-fcb11e3d4117 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:49:45.999074 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b92ec77-83e5-460c-8002-fcb11e3d4117 None None] Checking segment: {'id': '27c9be7e-0ebf-4d1a-8053-8b21eeffd9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'dc6fe85b-4548-40d6-a388-ff06292f0520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:49:46.000635 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-7b92ec77-83e5-460c-8002-fcb11e3d4117 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:46.000635 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b92ec77-83e5-460c-8002-fcb11e3d4117 None None] Bound using segment: {'id': '27c9be7e-0ebf-4d1a-8053-8b21eeffd9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'dc6fe85b-4548-40d6-a388-ff06292f0520'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:49:46.000635 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-7b92ec77-83e5-460c-8002-fcb11e3d4117 None None] Bound port: 2b909a89-c5c3-49c7-8758-1b466fbc2992, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27c9be7e-0ebf-4d1a-8053-8b21eeffd9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'dc6fe85b-4548-40d6-a388-ff06292f0520'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:49:46.000924 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-7b92ec77-83e5-460c-8002-fcb11e3d4117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:46.006427 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-bc107c60-e975-47a2-aa79-f1ed920a955a tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Allocated IP 2001:db8::208 (dc6fe85b-4548-40d6-a388-ff06292f0520/691a7854-e6f5-4282-bb40-d8d5a587eb6b/b9dce865-8a32-4839-bb8f-9c301f820eb7) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:49:46.025089 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e2974f-8957-4bad-9fa5-443f6f0df103 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:46.029080 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-c7e2974f-8957-4bad-9fa5-443f6f0df103 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1623602 Nov 24 01:49:46.033335 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48626) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:46.071029 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6cc40f-0bbc-4a05-8077-904fd281fe64 req-b286e712-9ece-4437-9b6f-110b67969015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:46.072910 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-ed6cc40f-0bbc-4a05-8077-904fd281fe64 req-b286e712-9ece-4437-9b6f-110b67969015 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8617ed88-7a9f-4293-a73d-5ec916acee3f HTTP/1.1" status: 200 len: 896 time: 0.2557735 Nov 24 01:49:46.079745 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-7b92ec77-83e5-460c-8002-fcb11e3d4117 None None] For port 2b909a89-c5c3-49c7-8758-1b466fbc2992, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:49:46.085009 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-7b92ec77-83e5-460c-8002-fcb11e3d4117 None None] For port 2b909a89-c5c3-49c7-8758-1b466fbc2992, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=2b909a89-c5c3-49c7-8758-1b466fbc2992,segment=NetworkSegment(27c9be7e-0ebf-4d1a-8053-8b21eeffd9ae),segment_id=27c9be7e-0ebf-4d1a-8053-8b21eeffd9ae)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:49:46.093888 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-7b92ec77-83e5-460c-8002-fcb11e3d4117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:46.157227 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-ed6cc40f-0bbc-4a05-8077-904fd281fe64 req-f7f4a7a8-2172-41fa-868b-0dd783fb62a5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d9282004-ac34-4eb1-b254-5b08bd21ecb2 HTTP/1.1" status: 200 len: 217 time: 0.0701907 Nov 24 01:49:46.168860 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b92ec77-83e5-460c-8002-fcb11e3d4117 None None] Pushing event updated for resources: {'Port': ['ID=2b909a89-c5c3-49c7-8758-1b466fbc2992,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:46.188451 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fa0b2254-a9c7-4ab5-9b47-1432dabe3d35 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:46.195800 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e3f8b9-36f8-4da5-85a7-60877741e3c7 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:46.197359 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e3f8b9-36f8-4da5-85a7-60877741e3c7 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:46.199037 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e3f8b9-36f8-4da5-85a7-60877741e3c7 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:46.200588 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-b8e3f8b9-36f8-4da5-85a7-60877741e3c7 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1648691 Nov 24 01:49:46.213258 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48628) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:46.289927 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6cc40f-0bbc-4a05-8077-904fd281fe64 req-681ee6f4-5682-4656-850e-20bcad780e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:46.291466 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-ed6cc40f-0bbc-4a05-8077-904fd281fe64 req-681ee6f4-5682-4656-850e-20bcad780e08 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=430b8ec6-a019-4487-a7d1-af147e18faf5 HTTP/1.1" status: 200 len: 834 time: 0.1235337 Nov 24 01:49:46.296060 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-bc107c60-e975-47a2-aa79-f1ed920a955a tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:46.315830 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_v2 [None req-884674df-12ea-4e4a-9515-7436bab0fc4d tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Deleting subnet 03f41bf0-ef17-4289-8932-5e18d407572c {{(pid=109867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 01:49:46.323247 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-884674df-12ea-4e4a-9515-7436bab0fc4d tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for subnet, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:46.370028 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fa0b2254-a9c7-4ab5-9b47-1432dabe3d35 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:46.407315 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6cc40f-0bbc-4a05-8077-904fd281fe64 req-a78cdd01-81ce-4888-893d-5a2161d9e338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:46.409800 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-ed6cc40f-0bbc-4a05-8077-904fd281fe64 req-a78cdd01-81ce-4888-893d-5a2161d9e338 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8617ed88-7a9f-4293-a73d-5ec916acee3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1061585 Nov 24 01:49:46.434930 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-884674df-12ea-4e4a-9515-7436bab0fc4d tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28690885'] for subnet, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:46.481446 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0b2254-a9c7-4ab5-9b47-1432dabe3d35 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Network eb22795d-37ee-46ee-844d-92c17e2ea450 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:49:46.489975 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-fa0b2254-a9c7-4ab5-9b47-1432dabe3d35 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:49:46.498512 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-bc107c60-e975-47a2-aa79-f1ed920a955a tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:46.507751 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8211d051-310a-4fa4-82bb-b94582ab3552 None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:49:46.509534 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0b2254-a9c7-4ab5-9b47-1432dabe3d35 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:49:46.514758 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0b2254-a9c7-4ab5-9b47-1432dabe3d35 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Pushing event updated for resources: {'Port': ['ID=e6efa746-78b3-465a-bf7d-5f8d7e56984a,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:46.524958 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc107c60-e975-47a2-aa79-f1ed920a955a tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Network dc6fe85b-4548-40d6-a388-ff06292f0520 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:49:46.559338 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-bc107c60-e975-47a2-aa79-f1ed920a955a tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:49:46.559952 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-26f7efbf-2961-4d40-a7bb-0b57577591c0 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Deleting port dcfaaa91-d193-4c88-90ba-a0d24630b835 {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:49:46.560390 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-26f7efbf-2961-4d40-a7bb-0b57577591c0 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:46.569373 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc107c60-e975-47a2-aa79-f1ed920a955a tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:49:46.577310 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc107c60-e975-47a2-aa79-f1ed920a955a tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:46.578106 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-bc107c60-e975-47a2-aa79-f1ed920a955a tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:46.580075 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e628d9ac-a578-443f-b20a-2d457b28e9ee None None] Provisioning complete for port e6efa746-78b3-465a-bf7d-5f8d7e56984a triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:49:46.580415 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e628d9ac-a578-443f-b20a-2d457b28e9ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:46.595038 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-ed6cc40f-0bbc-4a05-8077-904fd281fe64 req-797c2132-5d11-4cf8-aa79-768f26a7161a service neutron] 10.222.0.48 "GET /v2.0/networks/8617ed88-7a9f-4293-a73d-5ec916acee3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773763 Nov 24 01:49:46.732544 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-bc107c60-e975-47a2-aa79-f1ed920a955a tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.5643857 Nov 24 01:49:46.732818 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc107c60-e975-47a2-aa79-f1ed920a955a tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Pushing event updated for resources: {'Port': ['ID=b9dce865-8a32-4839-bb8f-9c301f820eb7,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:46.736691 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48632) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:46.777791 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-ed6cc40f-0bbc-4a05-8077-904fd281fe64 req-eee086bf-08b1-4770-901a-33a13b216691 service neutron] 10.222.0.48 "GET /v2.0/networks/8617ed88-7a9f-4293-a73d-5ec916acee3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693747 Nov 24 01:49:46.781345 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-26f7efbf-2961-4d40-a7bb-0b57577591c0 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:46.798725 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-26f7efbf-2961-4d40-a7bb-0b57577591c0 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Calling delete_port for dcfaaa91-d193-4c88-90ba-a0d24630b835 owned by network:router_interface {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:49:46.818812 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 2b909a89-c5c3-49c7-8758-1b466fbc2992 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:49:46.843417 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-e628d9ac-a578-443f-b20a-2d457b28e9ee None None] Port e6efa746-78b3-465a-bf7d-5f8d7e56984a cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:49:46.883627 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-884674df-12ea-4e4a-9515-7436bab0fc4d tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:46.891659 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 2b909a89-c5c3-49c7-8758-1b466fbc2992 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:49:46.893073 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:46.965187 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf76048-ba6e-4971-8ee7-ad1e0d267d57 req-b0e70760-6d1e-449a-8132-958432bc78d6 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:46.973811 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-7bf76048-ba6e-4971-8ee7-ad1e0d267d57 req-b0e70760-6d1e-449a-8132-958432bc78d6 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=0530cda3-d693-481b-91ae-7c78caa49aff HTTP/1.1" status: 200 len: 943 time: 0.3279641 Nov 24 01:49:47.002719 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:47.056371 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] For port 2b909a89-c5c3-49c7-8758-1b466fbc2992, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=2b909a89-c5c3-49c7-8758-1b466fbc2992,segment=NetworkSegment(27c9be7e-0ebf-4d1a-8053-8b21eeffd9ae),segment_id=27c9be7e-0ebf-4d1a-8053-8b21eeffd9ae)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:49:47.065095 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:47.099405 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87de5a1-398d-4e02-8f96-cd13deaad6fd req-b809a42c-f712-4486-9be3-511b28e689ac tempest-TestServerAdvancedOps-1103902934 tempest-TestServerAdvancedOps-1103902934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:47.108887 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-b87de5a1-398d-4e02-8f96-cd13deaad6fd req-b809a42c-f712-4486-9be3-511b28e689ac tempest-TestServerAdvancedOps-1103902934 tempest-TestServerAdvancedOps-1103902934-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e555cf1-802d-40d5-ae1f-51b1b35ecbc7 HTTP/1.1" status: 200 len: 945 time: 0.0871823 Nov 24 01:49:47.115805 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-26f7efbf-2961-4d40-a7bb-0b57577591c0 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:47.127849 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Pushing event updated for resources: {'Port': ['ID=2b909a89-c5c3-49c7-8758-1b466fbc2992,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:47.158651 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f7efbf-2961-4d40-a7bb-0b57577591c0 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Pushing event deleted for resources: {'Port': ['ID=dcfaaa91-d193-4c88-90ba-a0d24630b835,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:47.202105 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-7bf76048-ba6e-4971-8ee7-ad1e0d267d57 req-849171d6-ea16-4702-864f-8ac3230d0d8c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=283518e8-877b-4fae-ac62-76ff27d3e8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2271543 Nov 24 01:49:47.214172 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-884674df-12ea-4e4a-9515-7436bab0fc4d tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25501782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25307808'] for subnet, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:47.242904 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-b87de5a1-398d-4e02-8f96-cd13deaad6fd req-e6fcc79f-519c-4a82-b1f1-df91289dd67b tempest-TestServerAdvancedOps-1103902934 tempest-TestServerAdvancedOps-1103902934-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d70c3bf-486d-419b-b2ac-73daf3ea0b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320460 Nov 24 01:49:47.255056 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884674df-12ea-4e4a-9515-7436bab0fc4d tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Pushing event deleted for resources: {'Subnet': ['ID=03f41bf0-ef17-4289-8932-5e18d407572c,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:47.271789 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fa0b2254-a9c7-4ab5-9b47-1432dabe3d35 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:47.278502 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f843c63d-b567-40ef-a169-33d98405655e None None] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:49:47.298249 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-884674df-12ea-4e4a-9515-7436bab0fc4d tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:47.309937 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-884674df-12ea-4e4a-9515-7436bab0fc4d tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "DELETE /v2.0/subnets/03f41bf0-ef17-4289-8932-5e18d407572c HTTP/1.1" status: 204 len: 168 time: 1.0953188 Nov 24 01:49:47.318464 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-ab9228be-a82b-44fc-9a15-b83fb3cfee3c tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Deleting port b9dce865-8a32-4839-bb8f-9c301f820eb7 {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:49:47.318834 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ab9228be-a82b-44fc-9a15-b83fb3cfee3c tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:47.336390 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48638) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:47.356124 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device d9282004-ac34-4eb1-b254-5b08bd21ecb2 details requested by agent hyperv_hv-neutron-8189 with host hv-neutron-8189 {{(pid=109868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 01:49:47.449136 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33cf8707-3f41-47c7-94a4-a6839bf72d68 None None] Network dc6fe85b-4548-40d6-a388-ff06292f0520 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:49:47.468247 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-26f7efbf-2961-4d40-a7bb-0b57577591c0 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424538'] for router_interface, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:47.527125 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_v2 [None req-fddb5478-0208-4920-8b28-562f59a901f6 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Deleting subnet 5ca3b198-f204-4cb0-a549-7bd57a8c81ae {{(pid=109866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 01:49:47.592938 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ab9228be-a82b-44fc-9a15-b83fb3cfee3c tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:47.602444 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-fddb5478-0208-4920-8b28-562f59a901f6 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for subnet, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:47.625960 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-83042626-93e1-4e11-a3fa-e297036b8335 None None] Provisioning complete for port 2b909a89-c5c3-49c7-8758-1b466fbc2992 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:49:47.626326 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-83042626-93e1-4e11-a3fa-e297036b8335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:47.643845 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-ab9228be-a82b-44fc-9a15-b83fb3cfee3c tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Calling delete_port for b9dce865-8a32-4839-bb8f-9c301f820eb7 owned by {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:49:47.708255 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-fddb5478-0208-4920-8b28-562f59a901f6 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29055568'] for subnet, precommit_delete_associations {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:47.730271 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port d9282004-ac34-4eb1-b254-5b08bd21ecb2, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=d9282004-ac34-4eb1-b254-5b08bd21ecb2,segment=NetworkSegment(feb4f0f9-1c57-448a-84ec-01d3896941c5),segment_id=feb4f0f9-1c57-448a-84ec-01d3896941c5)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:49:47.747361 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85c0ce8-b1ba-4e19-a636-fb5d43ec358e req-d3823d49-dedc-4a66-a002-59387ee8601d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:47.749045 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-c85c0ce8-b1ba-4e19-a636-fb5d43ec358e req-d3823d49-dedc-4a66-a002-59387ee8601d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9127e27d7b3846929ea36d5320996f35&device_id=0e555cf1-802d-40d5-ae1f-51b1b35ecbc7 HTTP/1.1" status: 200 len: 1098 time: 0.1742532 Nov 24 01:49:47.788360 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Returning: {'device': 'd9282004-ac34-4eb1-b254-5b08bd21ecb2', 'network_id': '8617ed88-7a9f-4293-a73d-5ec916acee3f', 'port_id': 'd9282004-ac34-4eb1-b254-5b08bd21ecb2', 'mac_address': 'fa:16:3e:74:3e:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '430b8ec6-a019-4487-a7d1-af147e18faf5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 01:49:47.934858 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:47.959557 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9282004-ac34-4eb1-b254-5b08bd21ecb2 {{(pid=109868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 01:49:48.005454 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port d9282004-ac34-4eb1-b254-5b08bd21ecb2, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=d9282004-ac34-4eb1-b254-5b08bd21ecb2,segment=NetworkSegment(feb4f0f9-1c57-448a-84ec-01d3896941c5),segment_id=feb4f0f9-1c57-448a-84ec-01d3896941c5)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:49:48.015911 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:48.082175 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=d9282004-ac34-4eb1-b254-5b08bd21ecb2,revision_number=4']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:48.096845 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fa0b2254-a9c7-4ab5-9b47-1432dabe3d35 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-424338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418138'] for router, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:48.143247 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e2b989-8348-4ec1-bd69-c5b7f52ea881 req-c1705bb6-7a68-48b8-9d6c-37092bf07442 tempest-TestServerAdvancedOps-1103902934 tempest-TestServerAdvancedOps-1103902934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:48.146180 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-f4e2b989-8348-4ec1-bd69-c5b7f52ea881 req-c1705bb6-7a68-48b8-9d6c-37092bf07442 tempest-TestServerAdvancedOps-1103902934 tempest-TestServerAdvancedOps-1103902934-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e555cf1-802d-40d5-ae1f-51b1b35ecbc7 HTTP/1.1" status: 200 len: 945 time: 0.5721266 Nov 24 01:49:48.261023 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ab9228be-a82b-44fc-9a15-b83fb3cfee3c tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:48.295248 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9228be-a82b-44fc-9a15-b83fb3cfee3c tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Pushing event deleted for resources: {'Port': ['ID=b9dce865-8a32-4839-bb8f-9c301f820eb7,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:48.297735 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-9050e30f-a6f4-4781-9a0d-772b610c6c0f None None] Provisioning complete for port 2b909a89-c5c3-49c7-8758-1b466fbc2992 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:49:48.299157 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9050e30f-a6f4-4781-9a0d-772b610c6c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:48.307170 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] get_ports_and_sgs() called for port_ids ['d9282004-ac34-4eb1-b254-5b08bd21ecb2'] {{(pid=109868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 01:49:48.333841 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ab9228be-a82b-44fc-9a15-b83fb3cfee3c tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:48.340248 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-ab9228be-a82b-44fc-9a15-b83fb3cfee3c tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "DELETE /v2.0/ports/b9dce865-8a32-4839-bb8f-9c301f820eb7 HTTP/1.1" status: 204 len: 168 time: 1.5956445 Nov 24 01:49:48.344372 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85c0ce8-b1ba-4e19-a636-fb5d43ec358e req-b84c51b0-24e8-497e-af03-85a32392fd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:48.346556 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48644) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:48.350789 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-c85c0ce8-b1ba-4e19-a636-fb5d43ec358e req-b84c51b0-24e8-497e-af03-85a32392fd48 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1f406c50-b025-486a-b5b6-bbee997c7cc8 HTTP/1.1" status: 200 len: 913 time: 0.5610991 Nov 24 01:49:48.388500 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26f7efbf-2961-4d40-a7bb-0b57577591c0 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Router 0533e255-393b-4e35-8a4b-869de0c1637a has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:49:48.404965 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-fddb5478-0208-4920-8b28-562f59a901f6 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:48.428741 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.pecan_wsgi.hooks.translation [None req-0822185e-1be0-4a30-978c-2e704e200e06 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] GET failed (client error): The resource could not be found. Nov 24 01:49:48.434012 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-0822185e-1be0-4a30-978c-2e704e200e06 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "GET /v2.0/ports/b9dce865-8a32-4839-bb8f-9c301f820eb7 HTTP/1.1" status: 404 len: 333 time: 0.0823767 Nov 24 01:49:48.438883 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48646) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:48.468613 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-f4e2b989-8348-4ec1-bd69-c5b7f52ea881 req-32b171a5-996e-4964-a29b-e52a5e774bd5 tempest-TestServerAdvancedOps-1103902934 tempest-TestServerAdvancedOps-1103902934-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d70c3bf-486d-419b-b2ac-73daf3ea0b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2993436 Nov 24 01:49:48.535548 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3120391e-cf01-484a-8263-fd7d0fe08456 req-46a4f233-469c-40c1-9f28-48166b9bad5f tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:48.538591 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-c85c0ce8-b1ba-4e19-a636-fb5d43ec358e req-fdd16288-0cc7-49b3-8a3e-ef42a53c3436 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef25b507-e1eb-4fe1-8c76-ca655d65a7d3 HTTP/1.1" status: 200 len: 217 time: 0.0705912 Nov 24 01:49:48.540566 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-9050e30f-a6f4-4781-9a0d-772b610c6c0f None None] Could not find standard attr ID for object b9dce865-8a32-4839-bb8f-9c301f820eb7. {{(pid=109868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 01:49:48.546971 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-3120391e-cf01-484a-8263-fd7d0fe08456 req-46a4f233-469c-40c1-9f28-48166b9bad5f tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=0530cda3-d693-481b-91ae-7c78caa49aff HTTP/1.1" status: 200 len: 944 time: 0.2058718 Nov 24 01:49:48.571342 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa0b2254-a9c7-4ab5-9b47-1432dabe3d35 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Router 6dfe925f-a9d3-406e-94dc-b4e4812f017a is scheduled to L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e with binding_index 1 {{(pid=109867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 01:49:48.606731 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_v2 [None req-172985cd-5bdc-494d-9b49-13c0515e7fa5 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Deleting subnet 691a7854-e6f5-4282-bb40-d8d5a587eb6b {{(pid=109867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 01:49:48.645810 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-172985cd-5bdc-494d-9b49-13c0515e7fa5 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks [] for subnet, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:48.666731 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-3120391e-cf01-484a-8263-fd7d0fe08456 req-ce0bbec4-7ba1-420b-9cc2-6e5766598850 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=283518e8-877b-4fae-ac62-76ff27d3e8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186254 Nov 24 01:49:48.702873 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-b27576bc-3d84-4c99-ae2c-eef96c3e075e None None] Could not find standard attr ID for object b9dce865-8a32-4839-bb8f-9c301f820eb7. {{(pid=109868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 01:49:48.716120 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85c0ce8-b1ba-4e19-a636-fb5d43ec358e req-67b10632-a813-42d4-bab7-45a793fed0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:48.717855 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-c85c0ce8-b1ba-4e19-a636-fb5d43ec358e req-67b10632-a813-42d4-bab7-45a793fed0ce service neutron] 10.222.0.48 "GET /v2.0/subnets?id=04fb54b3-438b-484a-a8c3-f3d6f89bf229 HTTP/1.1" status: 200 len: 852 time: 0.1697574 Nov 24 01:49:48.719411 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 2b909a89-c5c3-49c7-8758-1b466fbc2992 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:49:48.723635 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-fddb5478-0208-4920-8b28-562f59a901f6 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29149324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29154870'] for subnet, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:48.784592 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-172985cd-5bdc-494d-9b49-13c0515e7fa5 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28690885'] for subnet, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:48.801849 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-c85c0ce8-b1ba-4e19-a636-fb5d43ec358e req-97ac30c1-2063-4055-a77a-f230fc308995 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1f406c50-b025-486a-b5b6-bbee997c7cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751610 Nov 24 01:49:48.802776 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26f7efbf-2961-4d40-a7bb-0b57577591c0 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:49:48.806327 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddb5478-0208-4920-8b28-562f59a901f6 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Pushing event deleted for resources: {'Subnet': ['ID=5ca3b198-f204-4cb0-a549-7bd57a8c81ae,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:48.811340 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-26f7efbf-2961-4d40-a7bb-0b57577591c0 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] 10.222.0.21 "PUT /v2.0/routers/0533e255-393b-4e35-8a4b-869de0c1637a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2056346 Nov 24 01:49:48.817656 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26779e83-605f-4a62-875b-3dcbc913aa3d None None] Sync routers for ids ['0533e255-393b-4e35-8a4b-869de0c1637a'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:49:48.821673 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-fddb5478-0208-4920-8b28-562f59a901f6 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:48.827843 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-fddb5478-0208-4920-8b28-562f59a901f6 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "DELETE /v2.0/subnets/5ca3b198-f204-4cb0-a549-7bd57a8c81ae HTTP/1.1" status: 204 len: 168 time: 1.4901023 Nov 24 01:49:48.829462 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48648) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:48.831626 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48650) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:48.832322 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26779e83-605f-4a62-875b-3dcbc913aa3d None None] Routers {'0533e255-393b-4e35-8a4b-869de0c1637a'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:49:48.833252 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-26779e83-605f-4a62-875b-3dcbc913aa3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:49:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['0533e255-393b-4e35-8a4b-869de0c1637a'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:49:48.874796 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-26779e83-605f-4a62-875b-3dcbc913aa3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:49:48.886233 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26779e83-605f-4a62-875b-3dcbc913aa3d None None] Routers {'0533e255-393b-4e35-8a4b-869de0c1637a'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:49:48.887394 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-26779e83-605f-4a62-875b-3dcbc913aa3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:49:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['0533e255-393b-4e35-8a4b-869de0c1637a'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:49:48.895456 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-7e73cc24-e60e-4626-840e-e4ff7c52912c tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] 10.222.0.21 "GET /v2.0/ports?device_id=0533e255-393b-4e35-8a4b-869de0c1637a HTTP/1.1" status: 200 len: 205 time: 0.0539019 Nov 24 01:49:48.902402 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48652) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:48.905697 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 2b909a89-c5c3-49c7-8758-1b466fbc2992 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:49:48.909320 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:48.925224 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-26779e83-605f-4a62-875b-3dcbc913aa3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:49:48.925918 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26779e83-605f-4a62-875b-3dcbc913aa3d None None] The sync data for ids ['0533e255-393b-4e35-8a4b-869de0c1637a'] in dv-neutron-818911-2-hyperv is: [] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:49:49.004253 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-f4276b77-c0eb-42ff-be2b-49d0eef1de7e tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1714475 Nov 24 01:49:49.006983 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48654) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:49.016570 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-f7b9b12f-9882-4ee2-b5e5-4fdec6f1eeb2 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Request body: {'subnet': {'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:49:49.032914 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5e5d8b5f-fb43-4d76-8f26-f72b5b7ddd50 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks [] for router, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:49.037391 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e511491-ef6f-45c3-8727-bba2a3a5ae3b None None] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:49:49.122201 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-c85c0ce8-b1ba-4e19-a636-fb5d43ec358e req-1c983180-0a87-48bc-a7f5-f3e747b89b8c service neutron] 10.222.0.48 "GET /v2.0/networks/1f406c50-b025-486a-b5b6-bbee997c7cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3083820 Nov 24 01:49:49.145341 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa0b2254-a9c7-4ab5-9b47-1432dabe3d35 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:49:49.159666 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a18da8c-1e7c-460f-a429-66c55e5c4403 None None] Sync routers for ids ['6dfe925f-a9d3-406e-94dc-b4e4812f017a'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:49:49.167101 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-74e961a6-7db7-45e5-aea9-41d8c6f4acb3 None None] Provisioning complete for port 11060a64-67ff-4c17-afb9-6053eb506774 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:49:49.167467 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-74e961a6-7db7-45e5-aea9-41d8c6f4acb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:49.171823 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-172985cd-5bdc-494d-9b49-13c0515e7fa5 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:49.202933 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a18da8c-1e7c-460f-a429-66c55e5c4403 None None] Routers {'6dfe925f-a9d3-406e-94dc-b4e4812f017a'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:49:49.203563 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-9a18da8c-1e7c-460f-a429-66c55e5c4403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:49:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['6dfe925f-a9d3-406e-94dc-b4e4812f017a'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:49:49.220010 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7b9b12f-9882-4ee2-b5e5-4fdec6f1eeb2 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Made reservation on behalf of 6974375fded34c83af8967d3f69dce07 for: {'subnet': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:49:49.224959 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f7b9b12f-9882-4ee2-b5e5-4fdec6f1eeb2 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25307781'] for subnet, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:49.229952 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5e5d8b5f-fb43-4d76-8f26-f72b5b7ddd50 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-424460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2766'] for router, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:49.232219 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5e5d8b5f-fb43-4d76-8f26-f72b5b7ddd50 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:49.255143 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fa0b2254-a9c7-4ab5-9b47-1432dabe3d35 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks [] for router, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:49.259393 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-fa0b2254-a9c7-4ab5-9b47-1432dabe3d35 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 4.9001174 Nov 24 01:49:49.260448 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48656) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:49.292149 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5e5d8b5f-fb43-4d76-8f26-f72b5b7ddd50 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-424469'] for router, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:49.292795 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e5d8b5f-fb43-4d76-8f26-f72b5b7ddd50 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Fanout notify agent at l3_agent the message router_deleted on router 0533e255-393b-4e35-8a4b-869de0c1637a {{(pid=109866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 01:49:49.300329 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5e5d8b5f-fb43-4d76-8f26-f72b5b7ddd50 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks [] for router, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:49.303881 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-5e5d8b5f-fb43-4d76-8f26-f72b5b7ddd50 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] 10.222.0.21 "DELETE /v2.0/routers/0533e255-393b-4e35-8a4b-869de0c1637a HTTP/1.1" status: 204 len: 168 time: 0.3955543 Nov 24 01:49:49.311372 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48658) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:49.338285 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede84eb1-039f-436a-8c69-56654885c78a None None] DHCP port deletion for 9b0cb615-dd00-417f-9128-01ca62e524f6 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:49:49.376067 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-172985cd-5bdc-494d-9b49-13c0515e7fa5 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25501782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25307808'] for subnet, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:49.387877 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-9a18da8c-1e7c-460f-a429-66c55e5c4403 None None] Set router 6dfe925f-a9d3-406e-94dc-b4e4812f017a gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:49:49.402156 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4bb5c31-fdf3-4f4c-adda-303439c4d73b tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Deleting subnet 8fe5dac5-1d56-4014-a21d-b3f8d0dc1b7b {{(pid=109866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 01:49:49.408418 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d4bb5c31-fdf3-4f4c-adda-303439c4d73b tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks [] for subnet, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:49.450091 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172985cd-5bdc-494d-9b49-13c0515e7fa5 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Pushing event deleted for resources: {'Subnet': ['ID=691a7854-e6f5-4282-bb40-d8d5a587eb6b,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:49.454322 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-172985cd-5bdc-494d-9b49-13c0515e7fa5 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:49.457892 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-172985cd-5bdc-494d-9b49-13c0515e7fa5 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "DELETE /v2.0/subnets/691a7854-e6f5-4282-bb40-d8d5a587eb6b HTTP/1.1" status: 204 len: 168 time: 1.0172334 Nov 24 01:49:49.460859 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48660) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:49.466864 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d4bb5c31-fdf3-4f4c-adda-303439c4d73b tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29055568'] for subnet, precommit_delete_associations {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:49.519787 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-c85c0ce8-b1ba-4e19-a636-fb5d43ec358e req-af2dc860-146c-48e3-be78-656c1cea3f9d service neutron] 10.222.0.48 "GET /v2.0/networks/1f406c50-b025-486a-b5b6-bbee997c7cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386177 Nov 24 01:49:49.566745 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-027eb5cf-af64-46f1-b680-ce49d8ff456f tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] 10.222.0.21 "GET /v2.0/routers/6dfe925f-a9d3-406e-94dc-b4e4812f017a HTTP/1.1" status: 200 len: 909 time: 0.2942898 Nov 24 01:49:49.572212 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48664) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:49.581633 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-7b826cc9-2d21-45f0-b8f9-2aa99de46b79 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1632376739', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'enable_snat': True}}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:49:49.598308 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e308fb09-288d-4ed8-9bbf-edad9f5eff72 None None] Network dc6fe85b-4548-40d6-a388-ff06292f0520 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:49:49.614342 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d4bb5c31-fdf3-4f4c-adda-303439c4d73b tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:49.616104 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-35654381-70ad-46de-9345-76b12995e051 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:49.700447 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2931021d-1374-44c5-9719-f84875737102 req-77aa7c2c-b11f-457f-b905-b020bf5f94e9 tempest-TestServerAdvancedOps-1103902934 tempest-TestServerAdvancedOps-1103902934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:49.700613 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7b826cc9-2d21-45f0-b8f9-2aa99de46b79 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-424105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2744'] for router, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:49.701673 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7b826cc9-2d21-45f0-b8f9-2aa99de46b79 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-424325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-326625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2753'] for router, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:49.702882 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-2931021d-1374-44c5-9719-f84875737102 req-77aa7c2c-b11f-457f-b905-b020bf5f94e9 tempest-TestServerAdvancedOps-1103902934 tempest-TestServerAdvancedOps-1103902934-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e555cf1-802d-40d5-ae1f-51b1b35ecbc7 HTTP/1.1" status: 200 len: 945 time: 0.1042271 Nov 24 01:49:49.752322 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d4bb5c31-fdf3-4f4c-adda-303439c4d73b tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29149324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29154870'] for subnet, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:49.762500 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-ede84eb1-039f-436a-8c69-56654885c78a None None] Deleting port 11060a64-67ff-4c17-afb9-6053eb506774 {{(pid=109868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:49:49.762876 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-ede84eb1-039f-436a-8c69-56654885c78a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:49.797528 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bb5c31-fdf3-4f4c-adda-303439c4d73b tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Pushing event deleted for resources: {'Subnet': ['ID=8fe5dac5-1d56-4014-a21d-b3f8d0dc1b7b,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:49.799960 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d4bb5c31-fdf3-4f4c-adda-303439c4d73b tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:49.803953 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-d4bb5c31-fdf3-4f4c-adda-303439c4d73b tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] 10.222.0.21 "DELETE /v2.0/subnets/8fe5dac5-1d56-4014-a21d-b3f8d0dc1b7b HTTP/1.1" status: 204 len: 168 time: 0.4916136 Nov 24 01:49:49.811693 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48670) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:49.831201 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7b826cc9-2d21-45f0-b8f9-2aa99de46b79 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:49.844803 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80afebc-155c-46e0-9915-2934f0d498da None None] Network 507b716f-dd02-4d57-8e0c-0f059492d69d requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:49:49.866206 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-2931021d-1374-44c5-9719-f84875737102 req-7596a39f-6dbc-4a2d-9855-ea14acfb4940 tempest-TestServerAdvancedOps-1103902934 tempest-TestServerAdvancedOps-1103902934-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d70c3bf-486d-419b-b2ac-73daf3ea0b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460719 Nov 24 01:49:49.917138 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-35654381-70ad-46de-9345-76b12995e051 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Deleting port 2b909a89-c5c3-49c7-8758-1b466fbc2992 {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:49:49.917544 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-35654381-70ad-46de-9345-76b12995e051 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:49.931395 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0edc2c96-9e5b-4e4e-b018-c41dd3deaf2e tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:49.979762 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-ede84eb1-039f-436a-8c69-56654885c78a None None] For port 11060a64-67ff-4c17-afb9-6053eb506774, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=11060a64-67ff-4c17-afb9-6053eb506774,segment=NetworkSegment(2b1ff8b4-a836-4287-84a2-3eaf8ccfb867),segment_id=2b1ff8b4-a836-4287-84a2-3eaf8ccfb867)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:49:49.980158 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-ede84eb1-039f-436a-8c69-56654885c78a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:50.004647 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-ede84eb1-039f-436a-8c69-56654885c78a None None] Calling delete_port for 11060a64-67ff-4c17-afb9-6053eb506774 owned by network:dhcp {{(pid=109868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:49:50.024940 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-0edc2c96-9e5b-4e4e-b018-c41dd3deaf2e tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Deleting port e2f85746-a208-49fb-9e0a-4e08be69dafe {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:49:50.025394 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0edc2c96-9e5b-4e4e-b018-c41dd3deaf2e tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:50.093748 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794dd6d9-1eec-46e0-a7c5-ca9d0daaac82 None None] DHCP port deletion for dc6fe85b-4548-40d6-a388-ff06292f0520 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:49:50.104259 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [None req-0edc2c96-9e5b-4e4e-b018-c41dd3deaf2e tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] For port e2f85746-a208-49fb-9e0a-4e08be69dafe, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=e2f85746-a208-49fb-9e0a-4e08be69dafe,segment=NetworkSegment(b3c147e8-1619-4e22-ac82-557f059207eb),segment_id=b3c147e8-1619-4e22-ac82-557f059207eb)] {{(pid=109866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:49:50.105032 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0edc2c96-9e5b-4e4e-b018-c41dd3deaf2e tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:50.111103 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-9a18da8c-1e7c-460f-a429-66c55e5c4403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dfe925f-a9d3-406e-94dc-b4e4812f017a', 'name': 'tempest-snat-router-1632376739', 'tenant_id': 'c4adec6e2d17412bba3cb6bcb8d12769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.195'}], 'enable_snat': False}, 'gw_port_id': 'e6efa746-78b3-465a-bf7d-5f8d7e56984a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:49:44Z', 'updated_at': '2021-11-24T01:49:46Z', 'revision_number': 3, 'project_id': 'c4adec6e2d17412bba3cb6bcb8d12769', 'gw_port': {'id': 'e6efa746-78b3-465a-bf7d-5f8d7e56984a', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:39:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dfe925f-a9d3-406e-94dc-b4e4812f017a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:49:45Z', 'updated_at': '2021-11-24T01:49:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:49:50.119072 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-0edc2c96-9e5b-4e4e-b018-c41dd3deaf2e tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Calling delete_port for e2f85746-a208-49fb-9e0a-4e08be69dafe owned by network:dhcp {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:49:50.173474 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7b826cc9-2d21-45f0-b8f9-2aa99de46b79 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:50.174951 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a18da8c-1e7c-460f-a429-66c55e5c4403 None None] Checking router: 6dfe925f-a9d3-406e-94dc-b4e4812f017a for host: dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 01:49:50.175305 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a18da8c-1e7c-460f-a429-66c55e5c4403 None None] Updating router 6dfe925f-a9d3-406e-94dc-b4e4812f017a port e6efa746-78b3-465a-bf7d-5f8d7e56984a binding host dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 01:49:50.189835 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [None req-35654381-70ad-46de-9345-76b12995e051 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] For port 2b909a89-c5c3-49c7-8758-1b466fbc2992, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=2b909a89-c5c3-49c7-8758-1b466fbc2992,segment=NetworkSegment(27c9be7e-0ebf-4d1a-8053-8b21eeffd9ae),segment_id=27c9be7e-0ebf-4d1a-8053-8b21eeffd9ae)] {{(pid=109867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:49:50.190244 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-35654381-70ad-46de-9345-76b12995e051 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:50.224234 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9a18da8c-1e7c-460f-a429-66c55e5c4403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:50.239206 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0edc2c96-9e5b-4e4e-b018-c41dd3deaf2e tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:50.249105 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-35654381-70ad-46de-9345-76b12995e051 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Calling delete_port for 2b909a89-c5c3-49c7-8758-1b466fbc2992 owned by network:dhcp {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:49:50.254579 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.objects.ports [None req-f7b9b12f-9882-4ee2-b5e5-4fdec6f1eeb2 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109867) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 24 01:49:50.265974 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-ede84eb1-039f-436a-8c69-56654885c78a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974'] for port, after_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:50.294719 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edc2c96-9e5b-4e4e-b018-c41dd3deaf2e tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Pushing event deleted for resources: {'Port': ['ID=e2f85746-a208-49fb-9e0a-4e08be69dafe,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:50.299378 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edc2c96-9e5b-4e4e-b018-c41dd3deaf2e tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] No DVR routers for this DVR port e2f85746-a208-49fb-9e0a-4e08be69dafe on host dv-neutron-818911-2-hyperv {{(pid=109866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:49:50.309445 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede84eb1-039f-436a-8c69-56654885c78a None None] Pushing event deleted for resources: {'Port': ['ID=11060a64-67ff-4c17-afb9-6053eb506774,revision_number=None']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:50.369979 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb025317-d719-4384-8987-03964748d27c None None] DHCP port deletion for 507b716f-dd02-4d57-8e0c-0f059492d69d request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:49:50.373138 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-794dd6d9-1eec-46e0-a7c5-ca9d0daaac82 None None] Deleting port 2b909a89-c5c3-49c7-8758-1b466fbc2992 {{(pid=109868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:49:50.373771 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-794dd6d9-1eec-46e0-a7c5-ca9d0daaac82 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:50.377125 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede84eb1-039f-436a-8c69-56654885c78a None None] No DVR routers for this DVR port 11060a64-67ff-4c17-afb9-6053eb506774 on host dv-neutron-818911-2-hyperv {{(pid=109868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:49:50.395938 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8cf421-171e-4ae1-96af-76be23028d4e req-1803eea3-faed-46b0-8825-eedde3174a30 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:50.397583 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-6c8cf421-171e-4ae1-96af-76be23028d4e req-1803eea3-faed-46b0-8825-eedde3174a30 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=0530cda3-d693-481b-91ae-7c78caa49aff HTTP/1.1" status: 200 len: 944 time: 0.6404488 Nov 24 01:49:50.408994 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0edc2c96-9e5b-4e4e-b018-c41dd3deaf2e tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:50.439582 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-0edc2c96-9e5b-4e4e-b018-c41dd3deaf2e tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['507b716f-dd02-4d57-8e0c-0f059492d69d']}} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:49:50.449980 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-0edc2c96-9e5b-4e4e-b018-c41dd3deaf2e tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3c147e8-1619-4e22-ac82-557f059207eb') {'for_net_delete': True} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:49:50.450338 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-0edc2c96-9e5b-4e4e-b018-c41dd3deaf2e tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3c147e8-1619-4e22-ac82-557f059207eb') {} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:49:50.460630 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0edc2c96-9e5b-4e4e-b018-c41dd3deaf2e tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29055561'] for segment, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:50.476337 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0edc2c96-9e5b-4e4e-b018-c41dd3deaf2e tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:50.483676 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0edc2c96-9e5b-4e4e-b018-c41dd3deaf2e tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=109866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:49:50.484182 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0edc2c96-9e5b-4e4e-b018-c41dd3deaf2e tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29151010'] for segment, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:50.484459 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-794dd6d9-1eec-46e0-a7c5-ca9d0daaac82 None None] For port 2b909a89-c5c3-49c7-8758-1b466fbc2992, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=2b909a89-c5c3-49c7-8758-1b466fbc2992,segment=NetworkSegment(27c9be7e-0ebf-4d1a-8053-8b21eeffd9ae),segment_id=27c9be7e-0ebf-4d1a-8053-8b21eeffd9ae)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:49:50.485025 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-794dd6d9-1eec-46e0-a7c5-ca9d0daaac82 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:50.488342 dv-neutron-818911-2-hyperv neutron-server[109866]: Traceback (most recent call last): Nov 24 01:49:50.488342 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:49:50.488342 dv-neutron-818911-2-hyperv neutron-server[109866]: timer() Nov 24 01:49:50.488342 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:49:50.488342 dv-neutron-818911-2-hyperv neutron-server[109866]: cb(*args, **kw) Nov 24 01:49:50.488342 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:49:50.488342 dv-neutron-818911-2-hyperv neutron-server[109866]: return func(*args, **kwargs) Nov 24 01:49:50.488342 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:49:50.488342 dv-neutron-818911-2-hyperv neutron-server[109866]: self._notify() Nov 24 01:49:50.488342 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:49:50.488342 dv-neutron-818911-2-hyperv neutron-server[109866]: self.callback(batched_events) Nov 24 01:49:50.488342 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:49:50.488342 dv-neutron-818911-2-hyperv neutron-server[109866]: event.method(event) Nov 24 01:49:50.488342 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:49:50.488342 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:49:50.488342 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:49:50.488342 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:49:50.488342 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:49:50.488342 dv-neutron-818911-2-hyperv neutron-server[109866]: return f(self, *a, **k) Nov 24 01:49:50.488342 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:49:50.488342 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._get(url).json() Nov 24 01:49:50.488342 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:49:50.488342 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:49:50.488342 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:49:50.488342 dv-neutron-818911-2-hyperv neutron-server[109866]: return self.request(url, 'GET', **kwargs) Nov 24 01:49:50.488342 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:49:50.488342 dv-neutron-818911-2-hyperv neutron-server[109866]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:49:50.488342 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:49:50.488342 dv-neutron-818911-2-hyperv neutron-server[109866]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:49:50.488342 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:49:50.488342 dv-neutron-818911-2-hyperv neutron-server[109866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:49:50.488342 dv-neutron-818911-2-hyperv neutron-server[109866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:49:50.539841 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-794dd6d9-1eec-46e0-a7c5-ca9d0daaac82 None None] Calling delete_port for 2b909a89-c5c3-49c7-8758-1b466fbc2992 owned by network:dhcp {{(pid=109868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:49:50.561039 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0edc2c96-9e5b-4e4e-b018-c41dd3deaf2e tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:50.567653 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0edc2c96-9e5b-4e4e-b018-c41dd3deaf2e tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks [] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:50.571178 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-0edc2c96-9e5b-4e4e-b018-c41dd3deaf2e tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] 10.222.0.21 "DELETE /v2.0/networks/507b716f-dd02-4d57-8e0c-0f059492d69d HTTP/1.1" status: 204 len: 168 time: 0.7583349 Nov 24 01:49:50.588127 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48672) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:50.588722 dv-neutron-818911-2-hyperv neutron-server[109867]: WARNING neutron.services.revisions.revision_plugin [None req-f7b9b12f-9882-4ee2-b5e5-4fdec6f1eeb2 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Could not find related port for resource to bump revision. Nov 24 01:49:50.605014 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-ad7a44be-dd05-4dfd-8b38-95b9c8fba445 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-838312234', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:49:50.618554 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-6c8cf421-171e-4ae1-96af-76be23028d4e req-c03ab151-e6cc-4dc3-9a94-15d1a061205c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=283518e8-877b-4fae-ac62-76ff27d3e8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1979303 Nov 24 01:49:50.620372 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.ipam_pluggable_backend [None req-f7b9b12f-9882-4ee2-b5e5-4fdec6f1eeb2 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Port 11060a64-67ff-4c17-afb9-6053eb506774 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=109867) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 24 01:49:50.620516 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.ipam_pluggable_backend [None req-f7b9b12f-9882-4ee2-b5e5-4fdec6f1eeb2 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Reverting IP allocation for 2001:db8::f816:3eff:feeb:4c97 {{(pid=109867) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 24 01:49:50.629860 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.ipam_pluggable_backend [None req-f7b9b12f-9882-4ee2-b5e5-4fdec6f1eeb2 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feeb:4c97 {{(pid=109867) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 24 01:49:50.633402 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f7b9b12f-9882-4ee2-b5e5-4fdec6f1eeb2 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25501847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25307831'] for subnet, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:50.662453 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-35654381-70ad-46de-9345-76b12995e051 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:50.673176 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 11060a64-67ff-4c17-afb9-6053eb506774 no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:49:50.674889 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edc2c96-9e5b-4e4e-b018-c41dd3deaf2e tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Pushing event deleted for resources: {'Network': ['ID=507b716f-dd02-4d57-8e0c-0f059492d69d,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:50.679101 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ad7a44be-dd05-4dfd-8b38-95b9c8fba445 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-424105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2744'] for router, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:50.681167 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ad7a44be-dd05-4dfd-8b38-95b9c8fba445 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-424325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-326625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2753'] for router, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:50.724803 dv-neutron-818911-2-hyperv neutron-server[109868]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 24 01:49:50.724803 dv-neutron-818911-2-hyperv neutron-server[109868]: from cryptography.utils import int_from_bytes Nov 24 01:49:50.724803 dv-neutron-818911-2-hyperv neutron-server[109868]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 24 01:49:50.724803 dv-neutron-818911-2-hyperv neutron-server[109868]: from cryptography.utils import int_from_bytes Nov 24 01:49:50.724803 dv-neutron-818911-2-hyperv neutron-server[109868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 01:49:50.724803 dv-neutron-818911-2-hyperv neutron-server[109868]: self.session.flush() Nov 24 01:49:50.724803 dv-neutron-818911-2-hyperv neutron-server[109868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 01:49:50.724803 dv-neutron-818911-2-hyperv neutron-server[109868]: self.session.flush() Nov 24 01:49:50.724803 dv-neutron-818911-2-hyperv neutron-server[109868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 01:49:50.724803 dv-neutron-818911-2-hyperv neutron-server[109868]: self.session.flush() Nov 24 01:49:50.724803 dv-neutron-818911-2-hyperv neutron-server[109868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 01:49:50.724803 dv-neutron-818911-2-hyperv neutron-server[109868]: self.session.flush() Nov 24 01:49:50.724803 dv-neutron-818911-2-hyperv neutron-server[109868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 01:49:50.724803 dv-neutron-818911-2-hyperv neutron-server[109868]: self.session.flush() Nov 24 01:49:50.724803 dv-neutron-818911-2-hyperv neutron-server[109868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 01:49:50.724803 dv-neutron-818911-2-hyperv neutron-server[109868]: self.session.flush() Nov 24 01:49:50.724803 dv-neutron-818911-2-hyperv neutron-server[109868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 01:49:50.724803 dv-neutron-818911-2-hyperv neutron-server[109868]: self.session.flush() Nov 24 01:49:50.724803 dv-neutron-818911-2-hyperv neutron-server[109868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 01:49:50.724803 dv-neutron-818911-2-hyperv neutron-server[109868]: self.session.flush() Nov 24 01:49:50.724803 dv-neutron-818911-2-hyperv neutron-server[109868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 01:49:50.724803 dv-neutron-818911-2-hyperv neutron-server[109868]: self.session.flush() Nov 24 01:49:50.724803 dv-neutron-818911-2-hyperv neutron-server[109868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 01:49:50.724803 dv-neutron-818911-2-hyperv neutron-server[109868]: self.session.flush() Nov 24 01:49:50.724803 dv-neutron-818911-2-hyperv neutron-server[109868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 01:49:50.724803 dv-neutron-818911-2-hyperv neutron-server[109868]: self.session.flush() Nov 24 01:49:50.724803 dv-neutron-818911-2-hyperv neutron-server[109868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 01:49:50.724803 dv-neutron-818911-2-hyperv neutron-server[109868]: self.session.flush() Nov 24 01:49:50.724803 dv-neutron-818911-2-hyperv neutron-server[109868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 01:49:50.724803 dv-neutron-818911-2-hyperv neutron-server[109868]: self.session.flush() Nov 24 01:49:50.724803 dv-neutron-818911-2-hyperv neutron-server[109868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 01:49:50.724803 dv-neutron-818911-2-hyperv neutron-server[109868]: self.session.flush() Nov 24 01:49:50.724803 dv-neutron-818911-2-hyperv neutron-server[109868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 01:49:50.724803 dv-neutron-818911-2-hyperv neutron-server[109868]: self.session.flush() Nov 24 01:49:50.724803 dv-neutron-818911-2-hyperv neutron-server[109868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 01:49:50.724803 dv-neutron-818911-2-hyperv neutron-server[109868]: self.session.flush() Nov 24 01:49:50.724803 dv-neutron-818911-2-hyperv neutron-server[109868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 01:49:50.724803 dv-neutron-818911-2-hyperv neutron-server[109868]: self.session.flush() Nov 24 01:49:50.724803 dv-neutron-818911-2-hyperv neutron-server[109868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 01:49:50.724803 dv-neutron-818911-2-hyperv neutron-server[109868]: self.session.flush() Nov 24 01:49:50.724803 dv-neutron-818911-2-hyperv neutron-server[109868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 01:49:50.724803 dv-neutron-818911-2-hyperv neutron-server[109868]: self.session.flush() Nov 24 01:49:50.728334 dv-neutron-818911-2-hyperv neutron-server[109868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 01:49:50.728334 dv-neutron-818911-2-hyperv neutron-server[109868]: self.session.flush() Nov 24 01:49:50.728334 dv-neutron-818911-2-hyperv neutron-server[109868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 01:49:50.728334 dv-neutron-818911-2-hyperv neutron-server[109868]: self.session.flush() Nov 24 01:49:50.728334 dv-neutron-818911-2-hyperv neutron-server[109868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 01:49:50.728334 dv-neutron-818911-2-hyperv neutron-server[109868]: self.session.flush() Nov 24 01:49:50.728334 dv-neutron-818911-2-hyperv neutron-server[109868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 01:49:50.728334 dv-neutron-818911-2-hyperv neutron-server[109868]: self.session.flush() Nov 24 01:49:50.728334 dv-neutron-818911-2-hyperv neutron-server[109868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 01:49:50.728334 dv-neutron-818911-2-hyperv neutron-server[109868]: self.session.flush() Nov 24 01:49:50.728334 dv-neutron-818911-2-hyperv neutron-server[109868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 01:49:50.728334 dv-neutron-818911-2-hyperv neutron-server[109868]: self.session.flush() Nov 24 01:49:50.728334 dv-neutron-818911-2-hyperv neutron-server[109868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 01:49:50.728334 dv-neutron-818911-2-hyperv neutron-server[109868]: self.session.flush() Nov 24 01:49:50.733653 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: 11060a64-67ff-4c17-afb9-6053eb506774 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:49:50.733653 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 11060a64-67ff-4c17-afb9-6053eb506774 not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:49:50.733653 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 2b909a89-c5c3-49c7-8758-1b466fbc2992 no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:49:50.742027 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-794dd6d9-1eec-46e0-a7c5-ca9d0daaac82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974'] for port, after_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:50.743612 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ad7a44be-dd05-4dfd-8b38-95b9c8fba445 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:50.749795 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ad7a44be-dd05-4dfd-8b38-95b9c8fba445 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-424338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418138'] for router, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:50.769934 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ad7a44be-dd05-4dfd-8b38-95b9c8fba445 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks [] for router, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:50.774308 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-ad7a44be-dd05-4dfd-8b38-95b9c8fba445 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1815157 Nov 24 01:49:50.774579 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48674) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:50.780179 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-a030a391-a348-4c82-ab0b-619870cd2499 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Request body: {'network': {'name': 'tempest-RoutersTest-1687428419'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:49:50.795657 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: 2b909a89-c5c3-49c7-8758-1b466fbc2992 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:49:50.795657 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 2b909a89-c5c3-49c7-8758-1b466fbc2992 not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:49:50.796043 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device e2f85746-a208-49fb-9e0a-4e08be69dafe no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:49:50.802905 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9a18da8c-1e7c-460f-a429-66c55e5c4403 None None] Publish callbacks [] for port, precommit_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:50.804922 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794dd6d9-1eec-46e0-a7c5-ca9d0daaac82 None None] Pushing event deleted for resources: {'Port': ['ID=2b909a89-c5c3-49c7-8758-1b466fbc2992,revision_number=None']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:50.808600 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a030a391-a348-4c82-ab0b-619870cd2499 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Made reservation on behalf of 24f911856b3c4338b647feba51f20eff for: {'network': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:49:50.812789 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a030a391-a348-4c82-ab0b-619870cd2499 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:50.826129 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794dd6d9-1eec-46e0-a7c5-ca9d0daaac82 None None] No DVR routers for this DVR port 2b909a89-c5c3-49c7-8758-1b466fbc2992 on host dv-neutron-818911-2-hyperv {{(pid=109868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:49:50.829498 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9a18da8c-1e7c-460f-a429-66c55e5c4403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:50.831484 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: e2f85746-a208-49fb-9e0a-4e08be69dafe {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:49:50.831822 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device e2f85746-a208-49fb-9e0a-4e08be69dafe not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:49:50.845475 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a030a391-a348-4c82-ab0b-619870cd2499 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=109866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:49:50.857983 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a030a391-a348-4c82-ab0b-619870cd2499 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:50.858483 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.segments_db [None req-a030a391-a348-4c82-ab0b-619870cd2499 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Added segment faac1438-3870-4202-bded-84a557baaf74 of type vlan for network 908ade6b-b91a-4667-962d-c9abb70c0c91 Nov 24 01:49:50.882350 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-9a18da8c-1e7c-460f-a429-66c55e5c4403 None None] Attempting to bind port e6efa746-78b3-465a-bf7d-5f8d7e56984a on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:49:50.882837 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-9a18da8c-1e7c-460f-a429-66c55e5c4403 None None] Attempting to bind port e6efa746-78b3-465a-bf7d-5f8d7e56984a by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:49:50.883492 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a18da8c-1e7c-460f-a429-66c55e5c4403 None None] Attempting to bind port e6efa746-78b3-465a-bf7d-5f8d7e56984a on network eb22795d-37ee-46ee-844d-92c17e2ea450 {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:49:50.889880 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c76061-b763-482b-a1fb-aa6ab1972959 None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:49:50.904961 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a18da8c-1e7c-460f-a429-66c55e5c4403 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:49:50.905800 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a18da8c-1e7c-460f-a429-66c55e5c4403 None None] Checking segment: {'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:49:50.906567 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9a18da8c-1e7c-460f-a429-66c55e5c4403 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:50.907117 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a18da8c-1e7c-460f-a429-66c55e5c4403 None None] Bound using segment: {'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:49:50.907815 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-9a18da8c-1e7c-460f-a429-66c55e5c4403 None None] Bound port: e6efa746-78b3-465a-bf7d-5f8d7e56984a, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:49:50.908391 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9a18da8c-1e7c-460f-a429-66c55e5c4403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:50.917094 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a030a391-a348-4c82-ab0b-619870cd2499 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:50.937230 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f613da-dd46-46f9-9dca-ea2e25049b83 None None] Pushing event updated for resources: {'Port': ['ID=e6efa746-78b3-465a-bf7d-5f8d7e56984a,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:50.946381 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a030a391-a348-4c82-ab0b-619870cd2499 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:50.954853 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a030a391-a348-4c82-ab0b-619870cd2499 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:50.955563 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a030a391-a348-4c82-ab0b-619870cd2499 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks [] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:50.984033 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-9a18da8c-1e7c-460f-a429-66c55e5c4403 None None] For port e6efa746-78b3-465a-bf7d-5f8d7e56984a, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:49:50.988158 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-9a18da8c-1e7c-460f-a429-66c55e5c4403 None None] For port e6efa746-78b3-465a-bf7d-5f8d7e56984a, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=e6efa746-78b3-465a-bf7d-5f8d7e56984a,segment=NetworkSegment(03509fd2-ca9c-4aa0-94e6-e236afda62e7),segment_id=03509fd2-ca9c-4aa0-94e6-e236afda62e7)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:49:50.993882 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9a18da8c-1e7c-460f-a429-66c55e5c4403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:50.995944 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-ff8e3696-f075-4e40-a74c-34eaa241b849 None None] Provisioning complete for port e6efa746-78b3-465a-bf7d-5f8d7e56984a triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:49:50.996283 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-ff8e3696-f075-4e40-a74c-34eaa241b849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:51.017287 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-a030a391-a348-4c82-ab0b-619870cd2499 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2412391 Nov 24 01:49:51.040367 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48678) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:51.046203 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-a36f0f22-5ebc-4308-9ac5-cd50e624a1af tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Request body: {'subnet': {'network_id': '908ade6b-b91a-4667-962d-c9abb70c0c91', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:49:51.069919 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35654381-70ad-46de-9345-76b12995e051 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Pushing event deleted for resources: {'Port': ['ID=2b909a89-c5c3-49c7-8758-1b466fbc2992,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:51.075126 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b9b12f-9882-4ee2-b5e5-4fdec6f1eeb2 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:49:51.081876 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-f7b9b12f-9882-4ee2-b5e5-4fdec6f1eeb2 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:49:51.084346 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b9b12f-9882-4ee2-b5e5-4fdec6f1eeb2 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:51.084937 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f7b9b12f-9882-4ee2-b5e5-4fdec6f1eeb2 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:51.089395 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35654381-70ad-46de-9345-76b12995e051 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] No DVR routers for this DVR port 2b909a89-c5c3-49c7-8758-1b466fbc2992 on host dv-neutron-818911-2-hyperv {{(pid=109867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:49:51.103609 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72183794-2ba9-4bb6-a36e-7315a412cd1f None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:49:51.111103 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a18da8c-1e7c-460f-a429-66c55e5c4403 None None] Routers {'6dfe925f-a9d3-406e-94dc-b4e4812f017a'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:49:51.111896 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-9a18da8c-1e7c-460f-a429-66c55e5c4403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:49:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['6dfe925f-a9d3-406e-94dc-b4e4812f017a'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:49:51.113226 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a030a391-a348-4c82-ab0b-619870cd2499 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Pushing event updated for resources: {'Network': ['ID=908ade6b-b91a-4667-962d-c9abb70c0c91,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:51.117753 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b15e46c4-9ab9-475a-a6d3-5cc2e935bf93 None None] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:49:51.122813 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b9b12f-9882-4ee2-b5e5-4fdec6f1eeb2 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Pushing event updated for resources: {'Subnet': ['ID=0e176e64-917b-4abd-be7d-e0703cbeb4f1,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:51.154500 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f613da-dd46-46f9-9dca-ea2e25049b83 None None] Pushing event updated for resources: {'Port': ['ID=e6efa746-78b3-465a-bf7d-5f8d7e56984a,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:51.158450 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-f7b9b12f-9882-4ee2-b5e5-4fdec6f1eeb2 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1481237 Nov 24 01:49:51.162547 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104b88e2-219f-4c70-9de5-d4005248f201 req-9987dddf-25e2-4db2-b1b0-0ee1a50ffdf9 tempest-TestServerAdvancedOps-1103902934 tempest-TestServerAdvancedOps-1103902934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:51.164168 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-104b88e2-219f-4c70-9de5-d4005248f201 req-9987dddf-25e2-4db2-b1b0-0ee1a50ffdf9 tempest-TestServerAdvancedOps-1103902934 tempest-TestServerAdvancedOps-1103902934-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e555cf1-802d-40d5-ae1f-51b1b35ecbc7 HTTP/1.1" status: 200 len: 945 time: 0.1827524 Nov 24 01:49:51.169153 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48680) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:51.175095 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network 908ade6b-b91a-4667-962d-c9abb70c0c91 details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:49:51.179430 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-9b95049f-cb60-48eb-ba00-868e476e360f tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Request body: {'subnet': {'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:49:51.250019 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-104b88e2-219f-4c70-9de5-d4005248f201 req-d1874a8b-b943-46fa-be31-aae916bae514 tempest-TestServerAdvancedOps-1103902934 tempest-TestServerAdvancedOps-1103902934-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d70c3bf-486d-419b-b2ac-73daf3ea0b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715444 Nov 24 01:49:51.260969 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-35654381-70ad-46de-9345-76b12995e051 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:51.261453 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a36f0f22-5ebc-4308-9ac5-cd50e624a1af tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Made reservation on behalf of 24f911856b3c4338b647feba51f20eff for: {'subnet': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:49:51.265783 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a36f0f22-5ebc-4308-9ac5-cd50e624a1af tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29154835'] for subnet, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:51.433520 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device d9282004-ac34-4eb1-b254-5b08bd21ecb2 up at agent hyperv_hv-neutron-8189 {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:49:51.437082 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b95049f-cb60-48eb-ba00-868e476e360f tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Made reservation on behalf of 6974375fded34c83af8967d3f69dce07 for: {'subnet': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:49:51.453441 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9b95049f-cb60-48eb-ba00-868e476e360f tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25307781'] for subnet, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:51.532202 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-ff8e3696-f075-4e40-a74c-34eaa241b849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:51.546824 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a36f0f22-5ebc-4308-9ac5-cd50e624a1af tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29149261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29154849'] for subnet, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:51.564913 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-35654381-70ad-46de-9345-76b12995e051 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc6fe85b-4548-40d6-a388-ff06292f0520']}} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:49:51.587064 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-35654381-70ad-46de-9345-76b12995e051 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27c9be7e-0ebf-4d1a-8053-8b21eeffd9ae') {'for_net_delete': True} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:49:51.587844 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-35654381-70ad-46de-9345-76b12995e051 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27c9be7e-0ebf-4d1a-8053-8b21eeffd9ae') {} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:49:51.598309 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-ff8e3696-f075-4e40-a74c-34eaa241b849 None None] For port e6efa746-78b3-465a-bf7d-5f8d7e56984a, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=e6efa746-78b3-465a-bf7d-5f8d7e56984a,segment=NetworkSegment(03509fd2-ca9c-4aa0-94e6-e236afda62e7),segment_id=03509fd2-ca9c-4aa0-94e6-e236afda62e7)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:49:51.607571 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-9a18da8c-1e7c-460f-a429-66c55e5c4403 None None] Set router 6dfe925f-a9d3-406e-94dc-b4e4812f017a gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:49:51.609270 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-35654381-70ad-46de-9345-76b12995e051 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28690908'] for segment, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:51.613187 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613bf023-c237-44e5-902b-23a51631ca89 req-2c80b2c8-620a-4d1e-b224-12efd21ebcd0 tempest-TestServerAdvancedOps-1103902934 tempest-TestServerAdvancedOps-1103902934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:51.614822 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-613bf023-c237-44e5-902b-23a51631ca89 req-2c80b2c8-620a-4d1e-b224-12efd21ebcd0 tempest-TestServerAdvancedOps-1103902934 tempest-TestServerAdvancedOps-1103902934-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e555cf1-802d-40d5-ae1f-51b1b35ecbc7 HTTP/1.1" status: 200 len: 945 time: 0.1115086 Nov 24 01:49:51.621232 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.ipam_backend_mixin [None req-9b95049f-cb60-48eb-ba00-868e476e360f tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0e176e64-917b-4abd-be7d-e0703cbeb4f1 (CIDR: 2001:db8::/64) Nov 24 01:49:51.633437 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b95049f-cb60-48eb-ba00-868e476e360f tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 01:49:51.633437 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b95049f-cb60-48eb-ba00-868e476e360f tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:49:51.636289 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7b826cc9-2d21-45f0-b8f9-2aa99de46b79 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:51.636443 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-ff8e3696-f075-4e40-a74c-34eaa241b849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:51.638938 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-35654381-70ad-46de-9345-76b12995e051 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:51.652632 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36f0f22-5ebc-4308-9ac5-cd50e624a1af tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Pushing event updated for resources: {'Subnet': ['ID=2119d35b-8635-44be-9d17-9fc1c7d68c96,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:51.671413 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7b826cc9-2d21-45f0-b8f9-2aa99de46b79 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:51.678274 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36f0f22-5ebc-4308-9ac5-cd50e624a1af tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Checking segment: {'id': 'faac1438-3870-4202-bded-84a557baaf74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '908ade6b-b91a-4667-962d-c9abb70c0c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:49:51.678896 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36f0f22-5ebc-4308-9ac5-cd50e624a1af tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Network hostable DHCP agents. Network: 908ade6b-b91a-4667-962d-c9abb70c0c91, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 01:49:51.683815 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35654381-70ad-46de-9345-76b12995e051 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=109867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:49:51.684162 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-35654381-70ad-46de-9345-76b12995e051 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25503736'] for segment, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:51.689222 dv-neutron-818911-2-hyperv neutron-server[109867]: Traceback (most recent call last): Nov 24 01:49:51.689222 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:49:51.689222 dv-neutron-818911-2-hyperv neutron-server[109867]: timer() Nov 24 01:49:51.689222 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:49:51.689222 dv-neutron-818911-2-hyperv neutron-server[109867]: cb(*args, **kw) Nov 24 01:49:51.689222 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:49:51.689222 dv-neutron-818911-2-hyperv neutron-server[109867]: return func(*args, **kwargs) Nov 24 01:49:51.689222 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:49:51.689222 dv-neutron-818911-2-hyperv neutron-server[109867]: self._notify() Nov 24 01:49:51.689222 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:49:51.689222 dv-neutron-818911-2-hyperv neutron-server[109867]: self.callback(batched_events) Nov 24 01:49:51.689222 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:49:51.689222 dv-neutron-818911-2-hyperv neutron-server[109867]: event.method(event) Nov 24 01:49:51.689222 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:49:51.689222 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:49:51.689222 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:49:51.689222 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:49:51.689222 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:49:51.689222 dv-neutron-818911-2-hyperv neutron-server[109867]: return f(self, *a, **k) Nov 24 01:49:51.689222 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:49:51.689222 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._get(url).json() Nov 24 01:49:51.689222 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:49:51.689222 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:49:51.689222 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:49:51.689222 dv-neutron-818911-2-hyperv neutron-server[109867]: return self.request(url, 'GET', **kwargs) Nov 24 01:49:51.689222 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:49:51.689222 dv-neutron-818911-2-hyperv neutron-server[109867]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:49:51.689222 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:49:51.689222 dv-neutron-818911-2-hyperv neutron-server[109867]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:49:51.689222 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:49:51.689222 dv-neutron-818911-2-hyperv neutron-server[109867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:49:51.689222 dv-neutron-818911-2-hyperv neutron-server[109867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:49:51.719285 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-9b95049f-cb60-48eb-ba00-868e476e360f tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5488892 Nov 24 01:49:51.724530 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48688) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:51.730036 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-7deca988-ab97-4e81-bf4e-09a8c9293414 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Request body: {'subnet': {'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:49:51.750029 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-613bf023-c237-44e5-902b-23a51631ca89 req-9c0f8c6b-b76b-4c05-9201-eae6b5104959 tempest-TestServerAdvancedOps-1103902934 tempest-TestServerAdvancedOps-1103902934-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d70c3bf-486d-419b-b2ac-73daf3ea0b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982053 Nov 24 01:49:51.755518 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36f0f22-5ebc-4308-9ac5-cd50e624a1af tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Network 908ade6b-b91a-4667-962d-c9abb70c0c91 is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 01:49:51.769276 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-a36f0f22-5ebc-4308-9ac5-cd50e624a1af tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, 908ade6b-b91a-4667-962d-c9abb70c0c91) {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:49:51.770769 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8e3696-f075-4e40-a74c-34eaa241b849 None None] Pushing event updated for resources: {'Port': ['ID=e6efa746-78b3-465a-bf7d-5f8d7e56984a,revision_number=4']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:51.773901 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36f0f22-5ebc-4308-9ac5-cd50e624a1af tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:51.774849 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a36f0f22-5ebc-4308-9ac5-cd50e624a1af tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:51.794278 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b656051-c4f4-4181-9847-d0f6d6ef41ae None None] Network 908ade6b-b91a-4667-962d-c9abb70c0c91 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:49:51.804278 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Provisioning for port d9282004-ac34-4eb1-b254-5b08bd21ecb2 completed by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 01:49:51.805596 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-a36f0f22-5ebc-4308-9ac5-cd50e624a1af tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7627029 Nov 24 01:49:51.806336 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48690) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:51.867800 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Provisioning complete for port d9282004-ac34-4eb1-b254-5b08bd21ecb2 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:49:51.868179 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:51.913020 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-54b14423-3928-4ba2-a939-e781af1ca7cd None None] Provisioning complete for port e6efa746-78b3-465a-bf7d-5f8d7e56984a triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:49:51.913374 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-54b14423-3928-4ba2-a939-e781af1ca7cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:51.951550 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-35654381-70ad-46de-9345-76b12995e051 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:51.972312 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-35654381-70ad-46de-9345-76b12995e051 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks [] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:51.975577 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-35654381-70ad-46de-9345-76b12995e051 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "DELETE /v2.0/networks/dc6fe85b-4548-40d6-a388-ff06292f0520 HTTP/1.1" status: 204 len: 168 time: 2.5117078 Nov 24 01:49:51.980081 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48692) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:51.987896 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a69492-0974-4c7b-b3d1-8c1a7ddd85a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-9b0cb615-dd00-417f-9128-01ca62e524f6', 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6', 'tenant_id': '6974375fded34c83af8967d3f69dce07', 'fixed_ips': [{'subnet_id': '0e176e64-917b-4abd-be7d-e0703cbeb4f1'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 01:49:51.988748 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-42a69492-0974-4c7b-b3d1-8c1a7ddd85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:52.021778 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925f4995-e5bd-4f1f-8e34-4f1104bdabc5 req-671ca0d5-2dc1-4b88-91bd-0f5387bfb4e5 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:52.026559 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-9523e6d8-75e0-4336-a48b-d3eaaeba90c9 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Request body: {'port': {'network_id': 'f9ae361b-af25-426a-af1d-ae2f7b65d452', 'name': 'tempest-PortsIpV6TestJSON-389697874'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:49:52.029313 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-925f4995-e5bd-4f1f-8e34-4f1104bdabc5 req-671ca0d5-2dc1-4b88-91bd-0f5387bfb4e5 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=0530cda3-d693-481b-91ae-7c78caa49aff HTTP/1.1" status: 200 len: 944 time: 0.2468801 Nov 24 01:49:52.046536 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35654381-70ad-46de-9345-76b12995e051 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Pushing event deleted for resources: {'Network': ['ID=dc6fe85b-4548-40d6-a388-ff06292f0520,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:52.109797 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-7b826cc9-2d21-45f0-b8f9-2aa99de46b79 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Allocated IP 172.26.5.17 (eb22795d-37ee-46ee-844d-92c17e2ea450/3e66fcff-6e72-4083-b514-48f69cdaa2cb/c95f793c-fad5-406b-ab3b-3ddd6c134a2c) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:49:52.143991 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-925f4995-e5bd-4f1f-8e34-4f1104bdabc5 req-34781055-c631-4bc8-85bc-9d50706708aa tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=283518e8-877b-4fae-ac62-76ff27d3e8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122196 Nov 24 01:49:52.152812 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7deca988-ab97-4e81-bf4e-09a8c9293414 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Made reservation on behalf of 6974375fded34c83af8967d3f69dce07 for: {'subnet': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:49:52.156983 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7deca988-ab97-4e81-bf4e-09a8c9293414 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25307781'] for subnet, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:52.205871 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-19b564af-f6c8-41ef-b378-8d18845eba9f tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:52.259270 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9523e6d8-75e0-4336-a48b-d3eaaeba90c9 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Made reservation on behalf of 3a57d4c6d6484e7bbaf48e6f242b2f3e for: {'port': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:49:52.262845 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9523e6d8-75e0-4336-a48b-d3eaaeba90c9 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:52.325047 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [None req-9523e6d8-75e0-4336-a48b-d3eaaeba90c9 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] device_id is not set on port 31668967-4a63-4f2c-bea8-5e2c01a34704 yet. {{(pid=109866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 01:49:52.341722 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7b826cc9-2d21-45f0-b8f9-2aa99de46b79 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:52.362369 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:52.378651 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7e5010-0657-4b2e-a115-b8feac4c6f82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-908ade6b-b91a-4667-962d-c9abb70c0c91', 'network_id': '908ade6b-b91a-4667-962d-c9abb70c0c91', 'tenant_id': '24f911856b3c4338b647feba51f20eff', 'fixed_ips': [{'subnet_id': '2119d35b-8635-44be-9d17-9fc1c7d68c96'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 01:49:52.379748 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-2f7e5010-0657-4b2e-a115-b8feac4c6f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:52.401276 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-42a69492-0974-4c7b-b3d1-8c1a7ddd85a3 None None] Allocated IP 2001:db8::f816:3eff:fead:85f1 (9b0cb615-dd00-417f-9128-01ca62e524f6/0e176e64-917b-4abd-be7d-e0703cbeb4f1/dff10642-e437-4be8-b063-3405289fdd62) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:49:52.409250 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-9a18da8c-1e7c-460f-a429-66c55e5c4403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dfe925f-a9d3-406e-94dc-b4e4812f017a', 'name': 'tempest-snat-router-1632376739', 'tenant_id': 'c4adec6e2d17412bba3cb6bcb8d12769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.195'}], 'enable_snat': False}, 'gw_port_id': 'e6efa746-78b3-465a-bf7d-5f8d7e56984a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:49:44Z', 'updated_at': '2021-11-24T01:49:46Z', 'revision_number': 3, 'project_id': 'c4adec6e2d17412bba3cb6bcb8d12769', 'gw_port': {'id': 'e6efa746-78b3-465a-bf7d-5f8d7e56984a', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:39:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dfe925f-a9d3-406e-94dc-b4e4812f017a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:49:45Z', 'updated_at': '2021-11-24T01:49:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:49:52.432241 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7b826cc9-2d21-45f0-b8f9-2aa99de46b79 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:52.456593 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a18da8c-1e7c-460f-a429-66c55e5c4403 None None] The sync data for ids ['6dfe925f-a9d3-406e-94dc-b4e4812f017a'] in dv-neutron-818911-2-hyperv is: [{'id': '6dfe925f-a9d3-406e-94dc-b4e4812f017a', 'name': 'tempest-snat-router-1632376739', 'tenant_id': 'c4adec6e2d17412bba3cb6bcb8d12769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.195'}], 'enable_snat': False}, 'gw_port_id': 'e6efa746-78b3-465a-bf7d-5f8d7e56984a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:49:44Z', 'updated_at': '2021-11-24T01:49:46Z', 'revision_number': 3, 'project_id': 'c4adec6e2d17412bba3cb6bcb8d12769', 'gw_port': {'id': 'e6efa746-78b3-465a-bf7d-5f8d7e56984a', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:39:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dfe925f-a9d3-406e-94dc-b4e4812f017a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:49:45Z', 'updated_at': '2021-11-24T01:49:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:49:52.479593 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0530cda3-d693-481b-91ae-7c78caa49aff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9282004-ac34-4eb1-b254-5b08bd21ecb2'}] {{(pid=109868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 01:49:52.482111 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adafa3b64de3cabc8eac619938bcace59b198ffee64d481093eb3def62699d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47df0c4a-273c-4e9e-817b-5eac58f9b0bd" -d '{"events": [{"server_uuid": "0530cda3-d693-481b-91ae-7c78caa49aff", "name": "network-vif-plugged", "status": "completed", "tag": "d9282004-ac34-4eb1-b254-5b08bd21ecb2"}]}' {{(pid=109868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 01:49:52.520225 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b826cc9-2d21-45f0-b8f9-2aa99de46b79 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Network eb22795d-37ee-46ee-844d-92c17e2ea450 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:49:52.533055 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-7b826cc9-2d21-45f0-b8f9-2aa99de46b79 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:49:52.538833 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b826cc9-2d21-45f0-b8f9-2aa99de46b79 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Pushing event updated for resources: {'Port': ['ID=c95f793c-fad5-406b-ab3b-3ddd6c134a2c,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:52.545896 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b826cc9-2d21-45f0-b8f9-2aa99de46b79 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:49:52.571045 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 01:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f383afe-5cee-4c16-a853-2cc12b17ab83 x-openstack-request-id: req-4f383afe-5cee-4c16-a853-2cc12b17ab83 {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 01:49:52.571344 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0530cda3-d693-481b-91ae-7c78caa49aff", "name": "network-vif-plugged", "status": "completed", "tag": "d9282004-ac34-4eb1-b254-5b08bd21ecb2", "code": 200}]} {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 01:49:52.571574 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4f383afe-5cee-4c16-a853-2cc12b17ab83 {{(pid=109868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 01:49:52.571959 dv-neutron-818911-2-hyperv neutron-server[109868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0530cda3-d693-481b-91ae-7c78caa49aff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9282004-ac34-4eb1-b254-5b08bd21ecb2', 'code': 200} Nov 24 01:49:52.575961 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port d9282004-ac34-4eb1-b254-5b08bd21ecb2, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=d9282004-ac34-4eb1-b254-5b08bd21ecb2,segment=NetworkSegment(feb4f0f9-1c57-448a-84ec-01d3896941c5),segment_id=feb4f0f9-1c57-448a-84ec-01d3896941c5)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:49:52.577202 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40a4014-7692-41de-a0e8-40e1fd8a6e55 None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:49:52.626529 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:52.651458 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7deca988-ab97-4e81-bf4e-09a8c9293414 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25501847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25307831'] for subnet, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:52.818368 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-122b02df-1c93-48ab-8e72-55b6841d93b8 None None] Provisioning complete for port c95f793c-fad5-406b-ab3b-3ddd6c134a2c triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:49:52.818729 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-122b02df-1c93-48ab-8e72-55b6841d93b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:52.824926 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=d9282004-ac34-4eb1-b254-5b08bd21ecb2,revision_number=5']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:52.852541 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-2f7e5010-0657-4b2e-a115-b8feac4c6f82 None None] Allocated IP 172.20.0.2 (908ade6b-b91a-4667-962d-c9abb70c0c91/2119d35b-8635-44be-9d17-9fc1c7d68c96/98b784fd-c437-4aa6-9539-a82d1a081394) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:49:52.857140 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7deca988-ab97-4e81-bf4e-09a8c9293414 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:49:52.909396 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-122b02df-1c93-48ab-8e72-55b6841d93b8 None None] Port c95f793c-fad5-406b-ab3b-3ddd6c134a2c cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:49:52.911748 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deca988-ab97-4e81-bf4e-09a8c9293414 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Pushing event updated for resources: {'Subnet': ['ID=9b4208cc-1626-4dec-85d7-d54888933491,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:52.916099 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-7deca988-ab97-4e81-bf4e-09a8c9293414 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:49:52.921926 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7deca988-ab97-4e81-bf4e-09a8c9293414 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:52.922528 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7deca988-ab97-4e81-bf4e-09a8c9293414 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:52.930700 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-42a69492-0974-4c7b-b3d1-8c1a7ddd85a3 None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:52.945894 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-42a69492-0974-4c7b-b3d1-8c1a7ddd85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:53.038666 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-7deca988-ab97-4e81-bf4e-09a8c9293414 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3128872 Nov 24 01:49:53.063304 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a69492-0974-4c7b-b3d1-8c1a7ddd85a3 None None] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:49:53.071352 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-42a69492-0974-4c7b-b3d1-8c1a7ddd85a3 None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:49:53.074199 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a69492-0974-4c7b-b3d1-8c1a7ddd85a3 None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:49:53.080304 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48698) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:53.088700 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a69492-0974-4c7b-b3d1-8c1a7ddd85a3 None None] Pushing event updated for resources: {'Port': ['ID=dff10642-e437-4be8-b063-3405289fdd62,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:53.102697 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-9ca63e9c-524a-430d-b5b0-c87b7d2a8ea2 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Request body: {'port': {'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6', 'mac_address': 'fa:16:3e:e9:c6:83', 'name': 'tempest-NetworksTestDHCPv6-1881663688'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:49:53.107513 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d6e879-a445-4fbd-9723-09262761e4cb req-db8a6a54-5382-4c5a-8c06-2faa3b80b95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:53.109200 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-01d6e879-a445-4fbd-9723-09262761e4cb req-db8a6a54-5382-4c5a-8c06-2faa3b80b95d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0530cda3-d693-481b-91ae-7c78caa49aff HTTP/1.1" status: 200 len: 1098 time: 0.2320731 Nov 24 01:49:53.176577 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9523e6d8-75e0-4336-a48b-d3eaaeba90c9 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:53.193203 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-42a69492-0974-4c7b-b3d1-8c1a7ddd85a3 None None] Attempting to bind port dff10642-e437-4be8-b063-3405289fdd62 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:49:53.193596 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-42a69492-0974-4c7b-b3d1-8c1a7ddd85a3 None None] Attempting to bind port dff10642-e437-4be8-b063-3405289fdd62 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '2b1ff8b4-a836-4287-84a2-3eaf8ccfb867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:49:53.193959 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a69492-0974-4c7b-b3d1-8c1a7ddd85a3 None None] Attempting to bind port dff10642-e437-4be8-b063-3405289fdd62 on network 9b0cb615-dd00-417f-9128-01ca62e524f6 {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:49:53.202505 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a69492-0974-4c7b-b3d1-8c1a7ddd85a3 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:49:53.202905 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a69492-0974-4c7b-b3d1-8c1a7ddd85a3 None None] Checking segment: {'id': '2b1ff8b4-a836-4287-84a2-3eaf8ccfb867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:49:53.203274 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-42a69492-0974-4c7b-b3d1-8c1a7ddd85a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:53.203660 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a69492-0974-4c7b-b3d1-8c1a7ddd85a3 None None] Bound using segment: {'id': '2b1ff8b4-a836-4287-84a2-3eaf8ccfb867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:49:53.204123 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-42a69492-0974-4c7b-b3d1-8c1a7ddd85a3 None None] Bound port: dff10642-e437-4be8-b063-3405289fdd62, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1ff8b4-a836-4287-84a2-3eaf8ccfb867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:49:53.204750 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-42a69492-0974-4c7b-b3d1-8c1a7ddd85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:53.212618 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055e4b62-9e1d-40b1-8890-cba4b6c5d108 req-66eb046c-27dd-4374-9811-5f6046254339 tempest-TestServerAdvancedOps-1103902934 tempest-TestServerAdvancedOps-1103902934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:53.214540 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-055e4b62-9e1d-40b1-8890-cba4b6c5d108 req-66eb046c-27dd-4374-9811-5f6046254339 tempest-TestServerAdvancedOps-1103902934 tempest-TestServerAdvancedOps-1103902934-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e555cf1-802d-40d5-ae1f-51b1b35ecbc7 HTTP/1.1" status: 200 len: 945 time: 0.2106311 Nov 24 01:49:53.232146 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-2f7e5010-0657-4b2e-a115-b8feac4c6f82 None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:53.330984 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-42a69492-0974-4c7b-b3d1-8c1a7ddd85a3 None None] For port dff10642-e437-4be8-b063-3405289fdd62, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:49:53.335226 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-01d6e879-a445-4fbd-9723-09262761e4cb req-301a8695-e4ad-4d16-b37b-4e295020afa4 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=283518e8-877b-4fae-ac62-76ff27d3e8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2067788 Nov 24 01:49:53.335813 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-42a69492-0974-4c7b-b3d1-8c1a7ddd85a3 None None] For port dff10642-e437-4be8-b063-3405289fdd62, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=dff10642-e437-4be8-b063-3405289fdd62,segment=NetworkSegment(2b1ff8b4-a836-4287-84a2-3eaf8ccfb867),segment_id=2b1ff8b4-a836-4287-84a2-3eaf8ccfb867)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:49:53.341048 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-2f7e5010-0657-4b2e-a115-b8feac4c6f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:53.346029 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-055e4b62-9e1d-40b1-8890-cba4b6c5d108 req-416843f8-f8a2-4147-904b-baff04d41fa4 tempest-TestServerAdvancedOps-1103902934 tempest-TestServerAdvancedOps-1103902934-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d70c3bf-486d-419b-b2ac-73daf3ea0b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193635 Nov 24 01:49:53.351233 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7b826cc9-2d21-45f0-b8f9-2aa99de46b79 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:53.372417 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-42a69492-0974-4c7b-b3d1-8c1a7ddd85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:53.407702 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9523e6d8-75e0-4336-a48b-d3eaaeba90c9 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:53.459051 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9523e6d8-75e0-4336-a48b-d3eaaeba90c9 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Network f9ae361b-af25-426a-af1d-ae2f7b65d452 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:49:53.474914 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-9523e6d8-75e0-4336-a48b-d3eaaeba90c9 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:49:53.512326 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9523e6d8-75e0-4336-a48b-d3eaaeba90c9 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:49:53.519942 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9523e6d8-75e0-4336-a48b-d3eaaeba90c9 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:53.520618 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9523e6d8-75e0-4336-a48b-d3eaaeba90c9 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:53.533215 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [None req-19b564af-f6c8-41ef-b378-8d18845eba9f tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Allocated IP 172.20.0.1 (908ade6b-b91a-4667-962d-c9abb70c0c91/2119d35b-8635-44be-9d17-9fc1c7d68c96/2db26859-3a5c-43fb-9af5-a82a100a1f64) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:49:53.563889 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fef72d0-60c3-4ea4-8f78-0ac9e9e276dc req-f7b86a60-78a3-4a8e-8c65-5b71a536e6a0 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:53.566282 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-5fef72d0-60c3-4ea4-8f78-0ac9e9e276dc req-f7b86a60-78a3-4a8e-8c65-5b71a536e6a0 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=0530cda3-d693-481b-91ae-7c78caa49aff HTTP/1.1" status: 200 len: 945 time: 0.3053219 Nov 24 01:49:53.602244 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7e5010-0657-4b2e-a115-b8feac4c6f82 None None] Network 908ade6b-b91a-4667-962d-c9abb70c0c91 is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:49:53.605182 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-2f7e5010-0657-4b2e-a115-b8feac4c6f82 None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:49:53.618136 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7e5010-0657-4b2e-a115-b8feac4c6f82 None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:49:53.631602 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7b826cc9-2d21-45f0-b8f9-2aa99de46b79 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-424338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418138'] for router, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:53.651134 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-9523e6d8-75e0-4336-a48b-d3eaaeba90c9 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.6679468 Nov 24 01:49:53.663727 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e5010-0657-4b2e-a115-b8feac4c6f82 None None] Pushing event updated for resources: {'Port': ['ID=98b784fd-c437-4aa6-9539-a82d1a081394,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:53.666678 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48704) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:53.668809 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9523e6d8-75e0-4336-a48b-d3eaaeba90c9 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Pushing event updated for resources: {'Port': ['ID=31668967-4a63-4f2c-bea8-5e2c01a34704,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:53.753027 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca63e9c-524a-430d-b5b0-c87b7d2a8ea2 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Made reservation on behalf of 6974375fded34c83af8967d3f69dce07 for: {'port': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:49:53.758845 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-2f7e5010-0657-4b2e-a115-b8feac4c6f82 None None] Attempting to bind port 98b784fd-c437-4aa6-9539-a82d1a081394 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:49:53.759227 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-2f7e5010-0657-4b2e-a115-b8feac4c6f82 None None] Attempting to bind port 98b784fd-c437-4aa6-9539-a82d1a081394 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': 'faac1438-3870-4202-bded-84a557baaf74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '908ade6b-b91a-4667-962d-c9abb70c0c91'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:49:53.759593 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7e5010-0657-4b2e-a115-b8feac4c6f82 None None] Attempting to bind port 98b784fd-c437-4aa6-9539-a82d1a081394 on network 908ade6b-b91a-4667-962d-c9abb70c0c91 {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:49:53.774700 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7e5010-0657-4b2e-a115-b8feac4c6f82 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:49:53.775132 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7e5010-0657-4b2e-a115-b8feac4c6f82 None None] Checking segment: {'id': 'faac1438-3870-4202-bded-84a557baaf74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '908ade6b-b91a-4667-962d-c9abb70c0c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:49:53.775463 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-2f7e5010-0657-4b2e-a115-b8feac4c6f82 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:53.775856 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7e5010-0657-4b2e-a115-b8feac4c6f82 None None] Bound using segment: {'id': 'faac1438-3870-4202-bded-84a557baaf74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '908ade6b-b91a-4667-962d-c9abb70c0c91'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:49:53.776638 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-2f7e5010-0657-4b2e-a115-b8feac4c6f82 None None] Bound port: 98b784fd-c437-4aa6-9539-a82d1a081394, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faac1438-3870-4202-bded-84a557baaf74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '908ade6b-b91a-4667-962d-c9abb70c0c91'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:49:53.777023 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-2f7e5010-0657-4b2e-a115-b8feac4c6f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:53.798527 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a69492-0974-4c7b-b3d1-8c1a7ddd85a3 None None] Pushing event updated for resources: {'Port': ['ID=dff10642-e437-4be8-b063-3405289fdd62,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:53.821304 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b826cc9-2d21-45f0-b8f9-2aa99de46b79 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Router cba11af2-6260-4748-8b93-011f61ce9a3b is scheduled to L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e with binding_index 1 {{(pid=109867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 01:49:53.885984 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-5fef72d0-60c3-4ea4-8f78-0ac9e9e276dc req-c9ff2617-877d-4549-8405-113a6fcb5046 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=283518e8-877b-4fae-ac62-76ff27d3e8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3053112 Nov 24 01:49:53.907068 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-2f7e5010-0657-4b2e-a115-b8feac4c6f82 None None] For port 98b784fd-c437-4aa6-9539-a82d1a081394, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:49:53.911568 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-2f7e5010-0657-4b2e-a115-b8feac4c6f82 None None] For port 98b784fd-c437-4aa6-9539-a82d1a081394, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=98b784fd-c437-4aa6-9539-a82d1a081394,segment=NetworkSegment(faac1438-3870-4202-bded-84a557baaf74),segment_id=faac1438-3870-4202-bded-84a557baaf74)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:49:53.919174 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-2f7e5010-0657-4b2e-a115-b8feac4c6f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:53.993321 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b826cc9-2d21-45f0-b8f9-2aa99de46b79 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:49:54.003183 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb5195e-b1ff-4848-a73e-7bffed7616d1 None None] Sync routers for ids ['cba11af2-6260-4748-8b93-011f61ce9a3b'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:49:54.014449 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7b826cc9-2d21-45f0-b8f9-2aa99de46b79 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks [] for router, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:54.020099 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e5010-0657-4b2e-a115-b8feac4c6f82 None None] Pushing event updated for resources: {'Port': ['ID=98b784fd-c437-4aa6-9539-a82d1a081394,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:54.021233 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb5195e-b1ff-4848-a73e-7bffed7616d1 None None] Routers {'cba11af2-6260-4748-8b93-011f61ce9a3b'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:49:54.021512 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-7b826cc9-2d21-45f0-b8f9-2aa99de46b79 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.4466379 Nov 24 01:49:54.021902 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-6bb5195e-b1ff-4848-a73e-7bffed7616d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:49:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['cba11af2-6260-4748-8b93-011f61ce9a3b'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:49:54.022291 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48706) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:54.057783 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfa0238-d3d7-4464-a628-bf7e74d1f998 req-e6e1ac9b-eaf7-404e-b568-25c43f1f7809 tempest-TestServerAdvancedOps-1103902934 tempest-TestServerAdvancedOps-1103902934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:54.059859 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-fbfa0238-d3d7-4464-a628-bf7e74d1f998 req-e6e1ac9b-eaf7-404e-b568-25c43f1f7809 tempest-TestServerAdvancedOps-1103902934 tempest-TestServerAdvancedOps-1103902934-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e555cf1-802d-40d5-ae1f-51b1b35ecbc7 HTTP/1.1" status: 200 len: 945 time: 0.3396249 Nov 24 01:49:54.120396 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9ca63e9c-524a-430d-b5b0-c87b7d2a8ea2 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:54.130715 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-19b564af-f6c8-41ef-b378-8d18845eba9f tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:54.162691 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-6bb5195e-b1ff-4848-a73e-7bffed7616d1 None None] Set router cba11af2-6260-4748-8b93-011f61ce9a3b gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:49:54.205036 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-362f572f-5ad8-4c35-9a81-aa853c3806eb tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] 10.222.0.21 "GET /v2.0/routers/cba11af2-6260-4748-8b93-011f61ce9a3b HTTP/1.1" status: 200 len: 907 time: 0.1792779 Nov 24 01:49:54.205431 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48708) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:54.263928 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-d506749f-905b-46fd-8286-f4bd207f03b6 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Deleting port 31668967-4a63-4f2c-bea8-5e2c01a34704 {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:49:54.264450 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d506749f-905b-46fd-8286-f4bd207f03b6 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:54.269898 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [None req-9ca63e9c-524a-430d-b5b0-c87b7d2a8ea2 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] device_id is not set on port caa93f58-83d2-4910-9fba-8a9c4ce89713 yet. {{(pid=109866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 01:49:54.372260 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f63648d3-1e52-4250-9018-fed52e3a9483 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks [] for router, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:54.512952 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-19b564af-f6c8-41ef-b378-8d18845eba9f tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:54.532380 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d506749f-905b-46fd-8286-f4bd207f03b6 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:54.537309 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-6bb5195e-b1ff-4848-a73e-7bffed7616d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cba11af2-6260-4748-8b93-011f61ce9a3b', 'name': 'tempest-snat-router-1632376739', 'tenant_id': 'c4adec6e2d17412bba3cb6bcb8d12769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.17'}], 'enable_snat': True}, 'gw_port_id': 'c95f793c-fad5-406b-ab3b-3ddd6c134a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:49:49Z', 'updated_at': '2021-11-24T01:49:52Z', 'revision_number': 3, 'project_id': 'c4adec6e2d17412bba3cb6bcb8d12769', 'gw_port': {'id': 'c95f793c-fad5-406b-ab3b-3ddd6c134a2c', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1c:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cba11af2-6260-4748-8b93-011f61ce9a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:49:51Z', 'updated_at': '2021-11-24T01:49:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:49:54.579031 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb5195e-b1ff-4848-a73e-7bffed7616d1 None None] Checking router: cba11af2-6260-4748-8b93-011f61ce9a3b for host: dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 01:49:54.579259 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb5195e-b1ff-4848-a73e-7bffed7616d1 None None] Updating router cba11af2-6260-4748-8b93-011f61ce9a3b port c95f793c-fad5-406b-ab3b-3ddd6c134a2c binding host dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 01:49:54.588985 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [req-fbfa0238-d3d7-4464-a628-bf7e74d1f998 req-86523139-8fa1-49f7-a756-3ded9b6ad1e1 tempest-TestServerAdvancedOps-1103902934 tempest-TestServerAdvancedOps-1103902934-project] Deleting port ef25b507-e1eb-4fe1-8c76-ca655d65a7d3 {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:49:54.589504 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-fbfa0238-d3d7-4464-a628-bf7e74d1f998 req-86523139-8fa1-49f7-a756-3ded9b6ad1e1 tempest-TestServerAdvancedOps-1103902934 tempest-TestServerAdvancedOps-1103902934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:54.625656 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-6bb5195e-b1ff-4848-a73e-7bffed7616d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:54.649133 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-d506749f-905b-46fd-8286-f4bd207f03b6 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Calling delete_port for 31668967-4a63-4f2c-bea8-5e2c01a34704 owned by {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:49:54.691570 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b564af-f6c8-41ef-b378-8d18845eba9f tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Network 908ade6b-b91a-4667-962d-c9abb70c0c91 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:49:54.713646 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-4daef42f-8b71-4c62-bbc8-12fabb249f26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:54.734813 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-19b564af-f6c8-41ef-b378-8d18845eba9f tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:49:54.737557 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b564af-f6c8-41ef-b378-8d18845eba9f tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:49:54.740561 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b564af-f6c8-41ef-b378-8d18845eba9f tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Pushing event updated for resources: {'Port': ['ID=2db26859-3a5c-43fb-9af5-a82a100a1f64,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:54.942306 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [req-fbfa0238-d3d7-4464-a628-bf7e74d1f998 req-86523139-8fa1-49f7-a756-3ded9b6ad1e1 tempest-TestServerAdvancedOps-1103902934 tempest-TestServerAdvancedOps-1103902934-project] For port ef25b507-e1eb-4fe1-8c76-ca655d65a7d3, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=ef25b507-e1eb-4fe1-8c76-ca655d65a7d3,segment=NetworkSegment(f3ac9934-45d7-402f-a296-a46c720ed6db),segment_id=f3ac9934-45d7-402f-a296-a46c720ed6db)] {{(pid=109866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:49:54.942778 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-fbfa0238-d3d7-4464-a628-bf7e74d1f998 req-86523139-8fa1-49f7-a756-3ded9b6ad1e1 tempest-TestServerAdvancedOps-1103902934 tempest-TestServerAdvancedOps-1103902934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:54.950507 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device dff10642-e437-4be8-b063-3405289fdd62 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:49:54.963239 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-19b564af-f6c8-41ef-b378-8d18845eba9f tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3777869'] for router_interface, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:54.985126 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f63648d3-1e52-4250-9018-fed52e3a9483 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:55.000195 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-6bb5195e-b1ff-4848-a73e-7bffed7616d1 None None] Publish callbacks [] for port, precommit_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:55.011405 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-6bb5195e-b1ff-4848-a73e-7bffed7616d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:55.036862 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cefd12-0fc2-475f-9fc1-a363817110ba req-e7e35cc3-4fc0-43de-bc66-116bcae05173 tempest-TestServerAdvancedOps-1103902934 tempest-TestServerAdvancedOps-1103902934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:55.038403 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-b3cefd12-0fc2-475f-9fc1-a363817110ba req-e7e35cc3-4fc0-43de-bc66-116bcae05173 tempest-TestServerAdvancedOps-1103902934 tempest-TestServerAdvancedOps-1103902934-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e555cf1-802d-40d5-ae1f-51b1b35ecbc7 HTTP/1.1" status: 200 len: 945 time: 0.5417173 Nov 24 01:49:55.058589 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2656c5-a64f-4867-b809-f6f09d0ba898 None None] Pushing event updated for resources: {'Port': ['ID=c95f793c-fad5-406b-ab3b-3ddd6c134a2c,revision_number=2']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:55.060358 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c732e0-b038-4605-aa65-6db045d7e4b8 None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:49:55.075111 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port dff10642-e437-4be8-b063-3405289fdd62 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:49:55.075431 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-6bb5195e-b1ff-4848-a73e-7bffed7616d1 None None] Attempting to bind port c95f793c-fad5-406b-ab3b-3ddd6c134a2c on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:49:55.076020 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-6bb5195e-b1ff-4848-a73e-7bffed7616d1 None None] Attempting to bind port c95f793c-fad5-406b-ab3b-3ddd6c134a2c by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}] {{(pid=109869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:49:55.076167 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:55.077224 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb5195e-b1ff-4848-a73e-7bffed7616d1 None None] Attempting to bind port c95f793c-fad5-406b-ab3b-3ddd6c134a2c on network eb22795d-37ee-46ee-844d-92c17e2ea450 {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:49:55.083784 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb5195e-b1ff-4848-a73e-7bffed7616d1 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:49:55.084423 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb5195e-b1ff-4848-a73e-7bffed7616d1 None None] Checking segment: {'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:49:55.084997 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-6bb5195e-b1ff-4848-a73e-7bffed7616d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:55.085583 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb5195e-b1ff-4848-a73e-7bffed7616d1 None None] Bound using segment: {'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'} {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:49:55.087003 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-6bb5195e-b1ff-4848-a73e-7bffed7616d1 None None] Bound port: c95f793c-fad5-406b-ab3b-3ddd6c134a2c, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}}] {{(pid=109869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:49:55.087594 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-6bb5195e-b1ff-4848-a73e-7bffed7616d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:55.099125 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-f63648d3-1e52-4250-9018-fed52e3a9483 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Deleting port c95f793c-fad5-406b-ab3b-3ddd6c134a2c {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:49:55.099465 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f63648d3-1e52-4250-9018-fed52e3a9483 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:55.104217 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-b3cefd12-0fc2-475f-9fc1-a363817110ba req-3b4c7726-760d-4ad4-9493-9ac47fa448be tempest-TestServerAdvancedOps-1103902934 tempest-TestServerAdvancedOps-1103902934-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d70c3bf-486d-419b-b2ac-73daf3ea0b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564764 Nov 24 01:49:55.128928 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [req-fbfa0238-d3d7-4464-a628-bf7e74d1f998 req-86523139-8fa1-49f7-a756-3ded9b6ad1e1 tempest-TestServerAdvancedOps-1103902934 tempest-TestServerAdvancedOps-1103902934-project] Calling delete_port for ef25b507-e1eb-4fe1-8c76-ca655d65a7d3 owned by compute:nova {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:49:55.167696 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.db [None req-6bb5195e-b1ff-4848-a73e-7bffed7616d1 None None] For port c95f793c-fad5-406b-ab3b-3ddd6c134a2c, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:49:55.170761 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.db [None req-6bb5195e-b1ff-4848-a73e-7bffed7616d1 None None] For port c95f793c-fad5-406b-ab3b-3ddd6c134a2c, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=c95f793c-fad5-406b-ab3b-3ddd6c134a2c,segment=NetworkSegment(03509fd2-ca9c-4aa0-94e6-e236afda62e7),segment_id=03509fd2-ca9c-4aa0-94e6-e236afda62e7)] {{(pid=109869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:49:55.177855 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-6bb5195e-b1ff-4848-a73e-7bffed7616d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:55.232648 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [None req-9ca63e9c-524a-430d-b5b0-c87b7d2a8ea2 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Allocated IP 2001:db8:0:1::18e (9b0cb615-dd00-417f-9128-01ca62e524f6/9b4208cc-1626-4dec-85d7-d54888933491/caa93f58-83d2-4910-9fba-8a9c4ce89713) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:49:55.237979 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9caa264e-0744-48e0-8df3-23a24645128c None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:49:55.251191 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb5195e-b1ff-4848-a73e-7bffed7616d1 None None] Routers {'cba11af2-6260-4748-8b93-011f61ce9a3b'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:49:55.252086 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-6bb5195e-b1ff-4848-a73e-7bffed7616d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:49:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['cba11af2-6260-4748-8b93-011f61ce9a3b'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:49:55.288695 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [None req-9ca63e9c-524a-430d-b5b0-c87b7d2a8ea2 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Allocated IP 2001:db8::f816:3eff:fee9:c683 (9b0cb615-dd00-417f-9128-01ca62e524f6/0e176e64-917b-4abd-be7d-e0703cbeb4f1/caa93f58-83d2-4910-9fba-8a9c4ce89713) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:49:55.295786 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:55.296134 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f63648d3-1e52-4250-9018-fed52e3a9483 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:55.300203 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-99aab6f5-9d42-4ee1-bb50-56294ba2774e None None] Provisioning complete for port c95f793c-fad5-406b-ab3b-3ddd6c134a2c triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:49:55.300736 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-99aab6f5-9d42-4ee1-bb50-56294ba2774e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:55.316504 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-f63648d3-1e52-4250-9018-fed52e3a9483 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Calling delete_port for c95f793c-fad5-406b-ab3b-3ddd6c134a2c owned by network:router_gateway {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:49:55.371567 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] For port dff10642-e437-4be8-b063-3405289fdd62, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=dff10642-e437-4be8-b063-3405289fdd62,segment=NetworkSegment(2b1ff8b4-a836-4287-84a2-3eaf8ccfb867),segment_id=2b1ff8b4-a836-4287-84a2-3eaf8ccfb867)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:49:55.375887 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-6bb5195e-b1ff-4848-a73e-7bffed7616d1 None None] Set router cba11af2-6260-4748-8b93-011f61ce9a3b gateway port host: None {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:49:55.381178 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:55.382332 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device e6efa746-78b3-465a-bf7d-5f8d7e56984a up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:49:55.457199 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-6bb5195e-b1ff-4848-a73e-7bffed7616d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cba11af2-6260-4748-8b93-011f61ce9a3b', 'name': 'tempest-snat-router-1632376739', 'tenant_id': 'c4adec6e2d17412bba3cb6bcb8d12769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:49:49Z', 'updated_at': '2021-11-24T01:49:54Z', 'revision_number': 4, 'project_id': 'c4adec6e2d17412bba3cb6bcb8d12769', 'gw_port_host': None}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:49:55.504255 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Pushing event updated for resources: {'Port': ['ID=dff10642-e437-4be8-b063-3405289fdd62,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:55.512168 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb5195e-b1ff-4848-a73e-7bffed7616d1 None None] The sync data for ids ['cba11af2-6260-4748-8b93-011f61ce9a3b'] in dv-neutron-818911-2-hyperv is: [{'id': 'cba11af2-6260-4748-8b93-011f61ce9a3b', 'name': 'tempest-snat-router-1632376739', 'tenant_id': 'c4adec6e2d17412bba3cb6bcb8d12769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:49:49Z', 'updated_at': '2021-11-24T01:49:54Z', 'revision_number': 4, 'project_id': 'c4adec6e2d17412bba3cb6bcb8d12769', 'gw_port_host': None}] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:49:55.533178 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2656c5-a64f-4867-b809-f6f09d0ba898 None None] Pushing event updated for resources: {'Port': ['ID=c95f793c-fad5-406b-ab3b-3ddd6c134a2c,revision_number=3']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:55.561677 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9ca63e9c-524a-430d-b5b0-c87b7d2a8ea2 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:55.577996 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port e6efa746-78b3-465a-bf7d-5f8d7e56984a triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:49:55.579360 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:55.623552 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d506749f-905b-46fd-8286-f4bd207f03b6 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:55.640759 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-99aab6f5-9d42-4ee1-bb50-56294ba2774e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:55.686153 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f63648d3-1e52-4250-9018-fed52e3a9483 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:55.687614 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcb41d8-8031-470d-a19c-01189e3306b3 req-df230d54-c52b-413d-8d4a-16110ae7d5ce tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:55.689372 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-4dcb41d8-8031-470d-a19c-01189e3306b3 req-df230d54-c52b-413d-8d4a-16110ae7d5ce tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=0530cda3-d693-481b-91ae-7c78caa49aff HTTP/1.1" status: 200 len: 945 time: 0.6025918 Nov 24 01:49:55.701919 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d506749f-905b-46fd-8286-f4bd207f03b6 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:55.707920 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-d506749f-905b-46fd-8286-f4bd207f03b6 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "DELETE /v2.0/ports/31668967-4a63-4f2c-bea8-5e2c01a34704 HTTP/1.1" status: 204 len: 168 time: 2.0377722 Nov 24 01:49:55.713740 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48714) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:55.727199 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-592c91ee-9194-444e-a20f-0ef8d0506443 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Request body: {'port': {'network_id': 'f9ae361b-af25-426a-af1d-ae2f7b65d452', 'mac_address': 'fa:16:3e:68:33:e0', 'name': 'tempest-PortsIpV6TestJSON-778784345'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:49:55.752734 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2540c752-a5c9-4e93-b438-48f623973b15 None None] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:49:55.774165 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d506749f-905b-46fd-8286-f4bd207f03b6 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Pushing event deleted for resources: {'Port': ['ID=31668967-4a63-4f2c-bea8-5e2c01a34704,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:55.774457 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63648d3-1e52-4250-9018-fed52e3a9483 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Pushing event deleted for resources: {'Port': ['ID=c95f793c-fad5-406b-ab3b-3ddd6c134a2c,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:55.835984 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-19b564af-f6c8-41ef-b378-8d18845eba9f tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:55.854891 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ffda3d-d799-4db1-a6fa-1642b140d1ee None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:49:55.892192 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 98b784fd-c437-4aa6-9539-a82d1a081394 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:49:55.910983 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9ca63e9c-524a-430d-b5b0-c87b7d2a8ea2 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:55.996867 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f63648d3-1e52-4250-9018-fed52e3a9483 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418161'] for router_gateway, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:56.007482 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-d6d7602d-f33b-41bb-a685-ba6adf45014a None None] Could not find standard attr ID for object c95f793c-fad5-406b-ab3b-3ddd6c134a2c. {{(pid=109868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 01:49:56.034710 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-592c91ee-9194-444e-a20f-0ef8d0506443 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Made reservation on behalf of 3a57d4c6d6484e7bbaf48e6f242b2f3e for: {'port': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:49:56.040507 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-4dcb41d8-8031-470d-a19c-01189e3306b3 req-22321ea2-ac94-405e-a9e7-9108892fc97a tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=283518e8-877b-4fae-ac62-76ff27d3e8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2754054 Nov 24 01:49:56.080441 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-d6d7602d-f33b-41bb-a685-ba6adf45014a None None] Provisioning complete for port dff10642-e437-4be8-b063-3405289fdd62 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:49:56.080819 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-d6d7602d-f33b-41bb-a685-ba6adf45014a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:56.082553 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34de741d-8621-4b05-a517-e9bbb3fd4038 None None] Network 908ade6b-b91a-4667-962d-c9abb70c0c91 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:49:56.092143 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca63e9c-524a-430d-b5b0-c87b7d2a8ea2 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:49:56.169033 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 98b784fd-c437-4aa6-9539-a82d1a081394 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:49:56.169546 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:56.191540 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f63648d3-1e52-4250-9018-fed52e3a9483 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-424460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2766'] for router, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:56.197111 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f63648d3-1e52-4250-9018-fed52e3a9483 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:56.198903 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-9ca63e9c-524a-430d-b5b0-c87b7d2a8ea2 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:49:56.234616 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca63e9c-524a-430d-b5b0-c87b7d2a8ea2 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Pushing event updated for resources: {'Port': ['ID=caa93f58-83d2-4910-9fba-8a9c4ce89713,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:56.237741 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-fbfa0238-d3d7-4464-a628-bf7e74d1f998 req-86523139-8fa1-49f7-a756-3ded9b6ad1e1 tempest-TestServerAdvancedOps-1103902934 tempest-TestServerAdvancedOps-1103902934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:56.239267 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca63e9c-524a-430d-b5b0-c87b7d2a8ea2 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:49:56.245716 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca63e9c-524a-430d-b5b0-c87b7d2a8ea2 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:56.246544 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9ca63e9c-524a-430d-b5b0-c87b7d2a8ea2 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:56.287541 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-41811a39-8aea-4bd6-a542-3764e15632c3 req-b329bd20-5a0d-4c78-b2a2-522138660562 tempest-TestServerAdvancedOps-1103902934 tempest-TestServerAdvancedOps-1103902934-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e555cf1-802d-40d5-ae1f-51b1b35ecbc7 HTTP/1.1" status: 200 len: 210 time: 0.0910721 Nov 24 01:49:56.299190 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-592c91ee-9194-444e-a20f-0ef8d0506443 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:56.322896 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadb8da1-d4a7-4422-9966-e6e01f6d897d req-c70c15fd-91c0-4657-b921-eef7108bfc83 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:56.328076 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-aadb8da1-d4a7-4422-9966-e6e01f6d897d req-c70c15fd-91c0-4657-b921-eef7108bfc83 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=0530cda3-d693-481b-91ae-7c78caa49aff HTTP/1.1" status: 200 len: 945 time: 0.1859837 Nov 24 01:49:56.338061 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f63648d3-1e52-4250-9018-fed52e3a9483 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-424469'] for router, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:56.339683 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f63648d3-1e52-4250-9018-fed52e3a9483 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cba11af2-6260-4748-8b93-011f61ce9a3b {{(pid=109867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 01:49:56.341482 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86523139-8fa1-49f7-a756-3ded9b6ad1e1 tempest-TestServerAdvancedOps-1103902934 tempest-TestServerAdvancedOps-1103902934-project] Pushing event deleted for resources: {'Port': ['ID=ef25b507-e1eb-4fe1-8c76-ca655d65a7d3,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:56.357014 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-9ca63e9c-524a-430d-b5b0-c87b7d2a8ea2 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 3.2752059 Nov 24 01:49:56.366805 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48720) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:56.380401 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [None req-592c91ee-9194-444e-a20f-0ef8d0506443 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] device_id is not set on port 9565f8bd-1664-4c78-8710-de746e3bc2f9 yet. {{(pid=109867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 01:49:56.392781 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f63648d3-1e52-4250-9018-fed52e3a9483 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks [] for router, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:56.394408 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-f63648d3-1e52-4250-9018-fed52e3a9483 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] 10.222.0.21 "DELETE /v2.0/routers/cba11af2-6260-4748-8b93-011f61ce9a3b HTTP/1.1" status: 204 len: 168 time: 2.1879740 Nov 24 01:49:56.402248 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48722) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:56.452075 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:56.453573 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbfa0238-d3d7-4464-a628-bf7e74d1f998 req-86523139-8fa1-49f7-a756-3ded9b6ad1e1 tempest-TestServerAdvancedOps-1103902934 tempest-TestServerAdvancedOps-1103902934-project] No DVR routers for this DVR port ef25b507-e1eb-4fe1-8c76-ca655d65a7d3 on host hv-neutron-8189 {{(pid=109866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:49:56.460495 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-fbfa0238-d3d7-4464-a628-bf7e74d1f998 req-86523139-8fa1-49f7-a756-3ded9b6ad1e1 tempest-TestServerAdvancedOps-1103902934 tempest-TestServerAdvancedOps-1103902934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:56.463947 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-fbfa0238-d3d7-4464-a628-bf7e74d1f998 req-86523139-8fa1-49f7-a756-3ded9b6ad1e1 tempest-TestServerAdvancedOps-1103902934 tempest-TestServerAdvancedOps-1103902934-project] 10.222.0.48 "DELETE /v2.0/ports/ef25b507-e1eb-4fe1-8c76-ca655d65a7d3 HTTP/1.1" status: 204 len: 173 time: 2.3686240 Nov 24 01:49:56.465892 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e555cf1-802d-40d5-ae1f-51b1b35ecbc7', 'name': 'network-vif-deleted', 'tag': 'ef25b507-e1eb-4fe1-8c76-ca655d65a7d3'}] {{(pid=109866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 01:49:56.468379 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b7c53c286d9351d1367337230623a155cee02c46c94b80588b67a0bc16402ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76cdb35c-0e20-4ce8-af4d-651232a00703" -d '{"events": [{"server_uuid": "0e555cf1-802d-40d5-ae1f-51b1b35ecbc7", "name": "network-vif-deleted", "tag": "ef25b507-e1eb-4fe1-8c76-ca655d65a7d3"}]}' {{(pid=109866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 01:49:56.524984 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] For port 98b784fd-c437-4aa6-9539-a82d1a081394, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=98b784fd-c437-4aa6-9539-a82d1a081394,segment=NetworkSegment(faac1438-3870-4202-bded-84a557baaf74),segment_id=faac1438-3870-4202-bded-84a557baaf74)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:49:56.535283 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1603ce2a-4212-48ba-84e1-18ca82161154 None None] Update dhcp port {'port': {'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6', 'fixed_ips': [{'subnet_id': '0e176e64-917b-4abd-be7d-e0703cbeb4f1', 'ip_address': '2001:db8::f816:3eff:fead:85f1'}, {'subnet_id': '9b4208cc-1626-4dec-85d7-d54888933491'}], 'binding:host_id': 'dv-neutron-818911-2-hyperv'}, 'id': 'dff10642-e437-4be8-b063-3405289fdd62'} from dv-neutron-818911-2-hyperv. {{(pid=109868) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 24 01:49:56.537739 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:56.594625 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-1603ce2a-4212-48ba-84e1-18ca82161154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:56.652943 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-4cd49cb7-4de1-4150-934e-feb2d64ffb20 None None] Provisioning complete for port 98b784fd-c437-4aa6-9539-a82d1a081394 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:49:56.653156 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-4cd49cb7-4de1-4150-934e-feb2d64ffb20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:56.658982 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Pushing event updated for resources: {'Port': ['ID=98b784fd-c437-4aa6-9539-a82d1a081394,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:56.831266 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-aadb8da1-d4a7-4422-9966-e6e01f6d897d req-c1567c43-e4c0-4b35-ae69-bb8171a51eef tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=283518e8-877b-4fae-ac62-76ff27d3e8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4945743 Nov 24 01:49:56.845260 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device dff10642-e437-4be8-b063-3405289fdd62 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:49:56.869802 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48726) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:56.908942 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b1539e52-b6e4-442c-b0d3-a9048b624490 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks [] for router, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:56.939929 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 01:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54ddbdb5-3af9-49e7-8ae8-02566da3af2d x-openstack-request-id: req-54ddbdb5-3af9-49e7-8ae8-02566da3af2d {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 01:49:56.940968 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e555cf1-802d-40d5-ae1f-51b1b35ecbc7", "name": "network-vif-deleted", "tag": "ef25b507-e1eb-4fe1-8c76-ca655d65a7d3", "status": "completed", "code": 200}]} {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 01:49:56.941452 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-54ddbdb5-3af9-49e7-8ae8-02566da3af2d {{(pid=109866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 01:49:56.942094 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e555cf1-802d-40d5-ae1f-51b1b35ecbc7', 'name': 'network-vif-deleted', 'tag': 'ef25b507-e1eb-4fe1-8c76-ca655d65a7d3', 'status': 'completed', 'code': 200} Nov 24 01:49:56.991391 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-cc0a26a7-11b0-4634-ab4b-24bf1c2ac739 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Deleting port caa93f58-83d2-4910-9fba-8a9c4ce89713 {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:49:56.992626 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cc0a26a7-11b0-4634-ab4b-24bf1c2ac739 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:57.068960 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-1603ce2a-4212-48ba-84e1-18ca82161154 None None] Allocated IP 2001:db8:0:1::2 (9b0cb615-dd00-417f-9128-01ca62e524f6/9b4208cc-1626-4dec-85d7-d54888933491/dff10642-e437-4be8-b063-3405289fdd62) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:49:57.122647 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-19b564af-f6c8-41ef-b378-8d18845eba9f tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks [] for port, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:57.140527 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-19b564af-f6c8-41ef-b378-8d18845eba9f tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29149402'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:57.166097 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port dff10642-e437-4be8-b063-3405289fdd62 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:49:57.166428 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:57.228443 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab836f82-947c-48a9-95a2-dbcda6b91987 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:57.232473 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-01571c20-d694-4367-a177-550fee5d7bc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:57.236638 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-ab836f82-947c-48a9-95a2-dbcda6b91987 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0530cda3-d693-481b-91ae-7c78caa49aff HTTP/1.1" status: 200 len: 1093 time: 0.3643727 Nov 24 01:49:57.239763 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cc0a26a7-11b0-4634-ab4b-24bf1c2ac739 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:57.244120 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48728) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:57.261712 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-6ac1ce45-7d99-4812-9753-22bd9e0230c9 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'floatingip': {'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'port_id': 'd9282004-ac34-4eb1-b254-5b08bd21ecb2', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:49:57.279784 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-592c91ee-9194-444e-a20f-0ef8d0506443 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:57.282220 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-cc0a26a7-11b0-4634-ab4b-24bf1c2ac739 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Calling delete_port for caa93f58-83d2-4910-9fba-8a9c4ce89713 owned by {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:49:57.297527 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-91695c6b-a13a-4fac-ba83-e36395302f99 None None] Provisioning complete for port 2db26859-3a5c-43fb-9af5-a82a100a1f64 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:49:57.297895 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-91695c6b-a13a-4fac-ba83-e36395302f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:57.307520 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-19b564af-f6c8-41ef-b378-8d18845eba9f tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3778017'] for router_interface, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:57.312602 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b564af-f6c8-41ef-b378-8d18845eba9f tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Pushing event updated for resources: {'Port': ['ID=2db26859-3a5c-43fb-9af5-a82a100a1f64,revision_number=2']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:57.334459 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b1539e52-b6e4-442c-b0d3-a9048b624490 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:57.357494 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-592c91ee-9194-444e-a20f-0ef8d0506443 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:57.364233 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-91695c6b-a13a-4fac-ba83-e36395302f99 None None] Port 2db26859-3a5c-43fb-9af5-a82a100a1f64 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:49:57.376116 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device ef25b507-e1eb-4fe1-8c76-ca655d65a7d3 no longer exists at agent hyperv_hv-neutron-8189 {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:49:57.378817 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-6ac1ce45-7d99-4812-9753-22bd9e0230c9 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for floatingip, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:57.380387 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-1603ce2a-4212-48ba-84e1-18ca82161154 None None] For port dff10642-e437-4be8-b063-3405289fdd62, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=dff10642-e437-4be8-b063-3405289fdd62,segment=NetworkSegment(2b1ff8b4-a836-4287-84a2-3eaf8ccfb867),segment_id=2b1ff8b4-a836-4287-84a2-3eaf8ccfb867)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:49:57.383888 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48732) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:57.434542 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] No Port match for: ef25b507-e1eb-4fe1-8c76-ca655d65a7d3 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:49:57.435234 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device ef25b507-e1eb-4fe1-8c76-ca655d65a7d3 not bound to the agent host hv-neutron-8189 {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:49:57.439667 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592c91ee-9194-444e-a20f-0ef8d0506443 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Network f9ae361b-af25-426a-af1d-ae2f7b65d452 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:49:57.451179 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-592c91ee-9194-444e-a20f-0ef8d0506443 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:49:57.457459 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-91695c6b-a13a-4fac-ba83-e36395302f99 None None] Provisioning complete for port 98b784fd-c437-4aa6-9539-a82d1a081394 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:49:57.457673 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592c91ee-9194-444e-a20f-0ef8d0506443 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:49:57.457886 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-91695c6b-a13a-4fac-ba83-e36395302f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:57.464018 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592c91ee-9194-444e-a20f-0ef8d0506443 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:57.464659 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-592c91ee-9194-444e-a20f-0ef8d0506443 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:57.480821 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592c91ee-9194-444e-a20f-0ef8d0506443 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Pushing event updated for resources: {'Port': ['ID=9565f8bd-1664-4c78-8710-de746e3bc2f9,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:57.493308 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-1603ce2a-4212-48ba-84e1-18ca82161154 None None] Publish callbacks [] for port, precommit_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:57.494471 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-b1539e52-b6e4-442c-b0d3-a9048b624490 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Deleting port e6efa746-78b3-465a-bf7d-5f8d7e56984a {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:49:57.494899 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b1539e52-b6e4-442c-b0d3-a9048b624490 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:57.504640 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-592c91ee-9194-444e-a20f-0ef8d0506443 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.7884812 Nov 24 01:49:57.506132 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48734) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:57.508413 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-1603ce2a-4212-48ba-84e1-18ca82161154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:57.565816 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_v2 [None req-65a1e0ca-feac-42bd-b473-bbef0950284e admin admin] Deleting subnet 04fb54b3-438b-484a-a8c3-f3d6f89bf229 {{(pid=109866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 01:49:57.580375 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-65a1e0ca-feac-42bd-b473-bbef0950284e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:57.593017 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [None req-b1539e52-b6e4-442c-b0d3-a9048b624490 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] For port e6efa746-78b3-465a-bf7d-5f8d7e56984a, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=e6efa746-78b3-465a-bf7d-5f8d7e56984a,segment=NetworkSegment(03509fd2-ca9c-4aa0-94e6-e236afda62e7),segment_id=03509fd2-ca9c-4aa0-94e6-e236afda62e7)] {{(pid=109867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:49:57.593450 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b1539e52-b6e4-442c-b0d3-a9048b624490 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:57.609300 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-b1539e52-b6e4-442c-b0d3-a9048b624490 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Calling delete_port for e6efa746-78b3-465a-bf7d-5f8d7e56984a owned by network:router_gateway {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:49:57.621609 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb9daba-b4a0-4e13-a90d-1b8062ccf74d tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:57.625966 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-5eb9daba-b4a0-4e13-a90d-1b8062ccf74d tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "GET /v2.0/ports/9565f8bd-1664-4c78-8710-de746e3bc2f9 HTTP/1.1" status: 200 len: 844 time: 0.1130137 Nov 24 01:49:57.631192 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48736) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:57.731124 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b564af-f6c8-41ef-b378-8d18845eba9f tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Network 908ade6b-b91a-4667-962d-c9abb70c0c91 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:49:57.738712 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1603ce2a-4212-48ba-84e1-18ca82161154 None None] Pushing event updated for resources: {'Port': ['ID=dff10642-e437-4be8-b063-3405289fdd62,revision_number=4']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:57.750336 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-65a1e0ca-feac-42bd-b473-bbef0950284e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29055568'] for subnet, precommit_delete_associations {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:57.752328 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-19b564af-f6c8-41ef-b378-8d18845eba9f tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:49:57.818108 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:57.828070 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b1539e52-b6e4-442c-b0d3-a9048b624490 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:57.875405 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1539e52-b6e4-442c-b0d3-a9048b624490 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Pushing event deleted for resources: {'Port': ['ID=e6efa746-78b3-465a-bf7d-5f8d7e56984a,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:57.888466 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428d6950-1a3b-41d8-a719-a5d9007128a6 None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:49:57.941641 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-a62bf2b3-88e6-47b1-8d68-e8eaa7cbb184 None None] Provisioning complete for port 2db26859-3a5c-43fb-9af5-a82a100a1f64 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:49:57.942327 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a62bf2b3-88e6-47b1-8d68-e8eaa7cbb184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:57.981726 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-a62bf2b3-88e6-47b1-8d68-e8eaa7cbb184 None None] Port 2db26859-3a5c-43fb-9af5-a82a100a1f64 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:49:57.988786 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b1539e52-b6e4-442c-b0d3-a9048b624490 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418161'] for router_gateway, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:58.042560 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-65a1e0ca-feac-42bd-b473-bbef0950284e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:58.077658 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:58.110067 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-62b449d4-4247-459b-99fd-a2ccd4b5b639 None None] Provisioning complete for port 2db26859-3a5c-43fb-9af5-a82a100a1f64 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:49:58.110481 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-62b449d4-4247-459b-99fd-a2ccd4b5b639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:58.118365 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b1539e52-b6e4-442c-b0d3-a9048b624490 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-424460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2766'] for router, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:58.124444 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b1539e52-b6e4-442c-b0d3-a9048b624490 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:58.124651 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cc0a26a7-11b0-4634-ab4b-24bf1c2ac739 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:58.139619 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-6ac1ce45-7d99-4812-9753-22bd9e0230c9 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:58.168754 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-62b449d4-4247-459b-99fd-a2ccd4b5b639 None None] Port 2db26859-3a5c-43fb-9af5-a82a100a1f64 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:49:58.184393 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0a26a7-11b0-4634-ab4b-24bf1c2ac739 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Pushing event deleted for resources: {'Port': ['ID=caa93f58-83d2-4910-9fba-8a9c4ce89713,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:58.191818 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b1539e52-b6e4-442c-b0d3-a9048b624490 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-424469'] for router, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:58.192460 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1539e52-b6e4-442c-b0d3-a9048b624490 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6dfe925f-a9d3-406e-94dc-b4e4812f017a {{(pid=109867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 01:49:58.193780 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-72312ee7-f969-4c04-8ce8-f1c52b831351 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Deleting port 9565f8bd-1664-4c78-8710-de746e3bc2f9 {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:49:58.194127 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-72312ee7-f969-4c04-8ce8-f1c52b831351 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:58.197707 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b1539e52-b6e4-442c-b0d3-a9048b624490 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks [] for router, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:58.202741 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-b1539e52-b6e4-442c-b0d3-a9048b624490 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] 10.222.0.21 "DELETE /v2.0/routers/6dfe925f-a9d3-406e-94dc-b4e4812f017a HTTP/1.1" status: 204 len: 168 time: 1.7896006 Nov 24 01:49:58.207816 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48738) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:58.214944 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-b877a998-5c96-4c72-82d6-6c35adb55636 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-47103773', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}, 'admin_state_up': False}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:49:58.244976 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b877a998-5c96-4c72-82d6-6c35adb55636 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-424105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2744'] for router, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:58.246403 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b877a998-5c96-4c72-82d6-6c35adb55636 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-424325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-326625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2753'] for router, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:58.319997 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b877a998-5c96-4c72-82d6-6c35adb55636 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:58.335057 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-65a1e0ca-feac-42bd-b473-bbef0950284e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29149324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29154870'] for subnet, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:58.426273 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a1e0ca-feac-42bd-b473-bbef0950284e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04fb54b3-438b-484a-a8c3-f3d6f89bf229,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:58.467258 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cc0a26a7-11b0-4634-ab4b-24bf1c2ac739 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:58.471537 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-cc0a26a7-11b0-4634-ab4b-24bf1c2ac739 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "DELETE /v2.0/ports/caa93f58-83d2-4910-9fba-8a9c4ce89713 HTTP/1.1" status: 204 len: 168 time: 2.1054835 Nov 24 01:49:58.482188 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48740) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:58.482437 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-65a1e0ca-feac-42bd-b473-bbef0950284e admin admin] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:58.486130 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-65a1e0ca-feac-42bd-b473-bbef0950284e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/04fb54b3-438b-484a-a8c3-f3d6f89bf229 HTTP/1.1" status: 204 len: 168 time: 1.0991604 Nov 24 01:49:58.494135 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19b564af-f6c8-41ef-b378-8d18845eba9f tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Router abb92a61-c755-46ea-86f2-b372043c557e is scheduled to L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e with binding_index 1 {{(pid=109866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 01:49:58.495794 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48742) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:58.508652 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-72312ee7-f969-4c04-8ce8-f1c52b831351 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:58.540085 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-72312ee7-f969-4c04-8ce8-f1c52b831351 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Calling delete_port for 9565f8bd-1664-4c78-8710-de746e3bc2f9 owned by {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:49:58.542467 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [None req-6ac1ce45-7d99-4812-9753-22bd9e0230c9 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Allocated IP 172.26.5.206 (eb22795d-37ee-46ee-844d-92c17e2ea450/3e66fcff-6e72-4083-b514-48f69cdaa2cb/02bad51f-4a7b-421e-a5d6-50783cbffaf7) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:49:58.542816 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b877a998-5c96-4c72-82d6-6c35adb55636 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:58.605041 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-8855bc6d-4192-4fda-8169-9963ca6cadff None None] Provisioning complete for port dff10642-e437-4be8-b063-3405289fdd62 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:49:58.605641 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-8855bc6d-4192-4fda-8169-9963ca6cadff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:58.628779 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91458e23-5cfb-472c-9bb3-cafa87e58c9f tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:58.633330 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-91458e23-5cfb-472c-9bb3-cafa87e58c9f tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1501269 Nov 24 01:49:58.634393 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48744) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:58.651031 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-bf88ea1b-76b4-4511-997a-5faa48f88d9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:58.709113 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-8855bc6d-4192-4fda-8169-9963ca6cadff None None] Could not find standard attr ID for object caa93f58-83d2-4910-9fba-8a9c4ce89713. {{(pid=109868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 01:49:58.779201 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33d166d-2352-4f17-b848-47c5726b8bc0 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:58.780780 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-c33d166d-2352-4f17-b848-47c5726b8bc0 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1429596 Nov 24 01:49:58.785480 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48746) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:58.803617 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-6ac1ce45-7d99-4812-9753-22bd9e0230c9 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:58.822504 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19b564af-f6c8-41ef-b378-8d18845eba9f tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:49:58.828431 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-19b564af-f6c8-41ef-b378-8d18845eba9f tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] 10.222.0.21 "PUT /v2.0/routers/abb92a61-c755-46ea-86f2-b372043c557e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0205545 Nov 24 01:49:58.832875 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48748) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:58.833870 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec87e7cc-1eeb-4df1-9603-7f578220fce5 None None] Sync routers for ids ['abb92a61-c755-46ea-86f2-b372043c557e'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:49:58.840974 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-8b3b0d14-9660-4d7b-a5cf-53fbb6bd4c7a tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Request body: {'network': {'name': 'tempest-RoutersTest-1015459261'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:49:58.857553 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec87e7cc-1eeb-4df1-9603-7f578220fce5 None None] Routers {'abb92a61-c755-46ea-86f2-b372043c557e'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:49:58.859229 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-ec87e7cc-1eeb-4df1-9603-7f578220fce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:49:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['abb92a61-c755-46ea-86f2-b372043c557e'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:49:58.873009 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-bf88ea1b-76b4-4511-997a-5faa48f88d9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:58.916347 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b3b0d14-9660-4d7b-a5cf-53fbb6bd4c7a tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Made reservation on behalf of 24f911856b3c4338b647feba51f20eff for: {'network': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:49:58.917385 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-bf88ea1b-76b4-4511-997a-5faa48f88d9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f406c50-b025-486a-b5b6-bbee997c7cc8']}} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:49:58.922377 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8b3b0d14-9660-4d7b-a5cf-53fbb6bd4c7a tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:58.926604 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-72312ee7-f969-4c04-8ce8-f1c52b831351 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:58.937778 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-6ac1ce45-7d99-4812-9753-22bd9e0230c9 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:58.938036 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-bf88ea1b-76b4-4511-997a-5faa48f88d9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3ac9934-45d7-402f-a296-a46c720ed6db') {'for_net_delete': True} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:49:58.938145 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-bf88ea1b-76b4-4511-997a-5faa48f88d9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3ac9934-45d7-402f-a296-a46c720ed6db') {} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:49:58.953338 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device dff10642-e437-4be8-b063-3405289fdd62 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:49:58.959401 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-bf88ea1b-76b4-4511-997a-5faa48f88d9c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28690908'] for segment, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:58.978375 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa119590-b942-440a-a38e-1cc1354de5ee tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:58.980079 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa119590-b942-440a-a38e-1cc1354de5ee tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:58.982381 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa119590-b942-440a-a38e-1cc1354de5ee tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:58.987111 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-fa119590-b942-440a-a38e-1cc1354de5ee tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1971366 Nov 24 01:49:58.992863 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48750) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:59.020355 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac1ce45-7d99-4812-9753-22bd9e0230c9 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'Port': ['ID=02bad51f-4a7b-421e-a5d6-50783cbffaf7,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:59.041780 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-ec87e7cc-1eeb-4df1-9603-7f578220fce5 None None] Set router abb92a61-c755-46ea-86f2-b372043c557e gateway port host: None {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:49:59.055084 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac1ce45-7d99-4812-9753-22bd9e0230c9 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Network eb22795d-37ee-46ee-844d-92c17e2ea450 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:49:59.059738 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-6ac1ce45-7d99-4812-9753-22bd9e0230c9 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:49:59.073313 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-401c3e29-0019-461b-9cfe-ca09a60fd969 None None] Could not find standard attr ID for object caa93f58-83d2-4910-9fba-8a9c4ce89713. {{(pid=109868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 01:49:59.077734 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_v2 [None req-42195a63-f20d-40ea-a2ad-c0da779495af tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Deleting subnet 0e176e64-917b-4abd-be7d-e0703cbeb4f1 {{(pid=109867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 01:49:59.089389 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-bf88ea1b-76b4-4511-997a-5faa48f88d9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:59.091652 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-42195a63-f20d-40ea-a2ad-c0da779495af tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for subnet, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:59.106113 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac1ce45-7d99-4812-9753-22bd9e0230c9 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:49:59.127838 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf88ea1b-76b4-4511-997a-5faa48f88d9c admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=109867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:49:59.128240 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-bf88ea1b-76b4-4511-997a-5faa48f88d9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25503736'] for segment, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:59.129997 dv-neutron-818911-2-hyperv neutron-server[109867]: Traceback (most recent call last): Nov 24 01:49:59.129997 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:49:59.129997 dv-neutron-818911-2-hyperv neutron-server[109867]: timer() Nov 24 01:49:59.129997 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:49:59.129997 dv-neutron-818911-2-hyperv neutron-server[109867]: cb(*args, **kw) Nov 24 01:49:59.129997 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:49:59.129997 dv-neutron-818911-2-hyperv neutron-server[109867]: return func(*args, **kwargs) Nov 24 01:49:59.129997 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:49:59.129997 dv-neutron-818911-2-hyperv neutron-server[109867]: self._notify() Nov 24 01:49:59.129997 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:49:59.129997 dv-neutron-818911-2-hyperv neutron-server[109867]: self.callback(batched_events) Nov 24 01:49:59.129997 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:49:59.129997 dv-neutron-818911-2-hyperv neutron-server[109867]: event.method(event) Nov 24 01:49:59.129997 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:49:59.129997 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:49:59.129997 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:49:59.129997 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:49:59.129997 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:49:59.129997 dv-neutron-818911-2-hyperv neutron-server[109867]: return f(self, *a, **k) Nov 24 01:49:59.129997 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:49:59.129997 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._get(url).json() Nov 24 01:49:59.129997 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:49:59.129997 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:49:59.129997 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:49:59.129997 dv-neutron-818911-2-hyperv neutron-server[109867]: return self.request(url, 'GET', **kwargs) Nov 24 01:49:59.129997 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:49:59.129997 dv-neutron-818911-2-hyperv neutron-server[109867]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:49:59.129997 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:49:59.129997 dv-neutron-818911-2-hyperv neutron-server[109867]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:49:59.129997 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:49:59.129997 dv-neutron-818911-2-hyperv neutron-server[109867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:49:59.129997 dv-neutron-818911-2-hyperv neutron-server[109867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:49:59.147004 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port dff10642-e437-4be8-b063-3405289fdd62 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:49:59.147744 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:59.149805 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b3b0d14-9660-4d7b-a5cf-53fbb6bd4c7a tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=109866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:49:59.154825 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72312ee7-f969-4c04-8ce8-f1c52b831351 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Pushing event deleted for resources: {'Port': ['ID=9565f8bd-1664-4c78-8710-de746e3bc2f9,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:59.168666 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-72312ee7-f969-4c04-8ce8-f1c52b831351 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:59.177054 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-72312ee7-f969-4c04-8ce8-f1c52b831351 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "DELETE /v2.0/ports/9565f8bd-1664-4c78-8710-de746e3bc2f9 HTTP/1.1" status: 204 len: 168 time: 1.5430801 Nov 24 01:49:59.182087 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48752) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:59.211479 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-42195a63-f20d-40ea-a2ad-c0da779495af tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28690885'] for subnet, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:59.214921 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-bf88ea1b-76b4-4511-997a-5faa48f88d9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:59.216663 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8b3b0d14-9660-4d7b-a5cf-53fbb6bd4c7a tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:59.217064 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.segments_db [None req-8b3b0d14-9660-4d7b-a5cf-53fbb6bd4c7a tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Added segment 64638c55-a990-496a-b667-d582800d1f23 of type vlan for network f4cfd1df-0a9a-4bca-8684-eb667a06b1b5 Nov 24 01:49:59.218821 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c7ba08e-7ed1-4e73-9385-722efd816de4 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] GET failed (client error): The resource could not be found. Nov 24 01:49:59.224099 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-8c7ba08e-7ed1-4e73-9385-722efd816de4 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "GET /v2.0/ports/9565f8bd-1664-4c78-8710-de746e3bc2f9 HTTP/1.1" status: 404 len: 333 time: 0.0356317 Nov 24 01:49:59.233456 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48754) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:59.242548 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-bf88ea1b-76b4-4511-997a-5faa48f88d9c admin admin] Publish callbacks [] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:59.245730 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-bf88ea1b-76b4-4511-997a-5faa48f88d9c admin admin] 10.222.0.21 "DELETE /v2.0/networks/1f406c50-b025-486a-b5b6-bbee997c7cc8 HTTP/1.1" status: 204 len: 168 time: 0.7469792 Nov 24 01:49:59.255789 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-6188542d-e2cd-418d-882f-d27bb92dc597 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Request body: {'port': {'network_id': 'f9ae361b-af25-426a-af1d-ae2f7b65d452', 'name': 'tempest-PortsIpV6TestJSON-2048395278'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:49:59.272728 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48756) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:59.333836 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 98b784fd-c437-4aa6-9539-a82d1a081394 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:49:59.397111 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-ec87e7cc-1eeb-4df1-9603-7f578220fce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb92a61-c755-46ea-86f2-b372043c557e', 'name': 'tempest-RoutersTest-router-838312234', 'tenant_id': '24f911856b3c4338b647feba51f20eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:49:50Z', 'updated_at': '2021-11-24T01:49:55Z', 'revision_number': 2, 'project_id': '24f911856b3c4338b647feba51f20eff', 'gw_port_host': None, '_interfaces': [{'id': '2db26859-3a5c-43fb-9af5-a82a100a1f64', 'name': '', 'network_id': '908ade6b-b91a-4667-962d-c9abb70c0c91', 'tenant_id': '24f911856b3c4338b647feba51f20eff', 'mac_address': 'fa:16:3e:a2:1c:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb92a61-c755-46ea-86f2-b372043c557e', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '2119d35b-8635-44be-9d17-9fc1c7d68c96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:49:52Z', 'updated_at': '2021-11-24T01:49:56Z', 'revision_number': 2, 'project_id': '24f911856b3c4338b647feba51f20eff', 'subnets': [{'id': '2119d35b-8635-44be-9d17-9fc1c7d68c96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:49:59.411780 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8b3b0d14-9660-4d7b-a5cf-53fbb6bd4c7a tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:59.426910 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 98b784fd-c437-4aa6-9539-a82d1a081394 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:49:59.427278 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:59.431453 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec87e7cc-1eeb-4df1-9603-7f578220fce5 None None] Checking router: abb92a61-c755-46ea-86f2-b372043c557e for host: dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 01:49:59.432311 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec87e7cc-1eeb-4df1-9603-7f578220fce5 None None] Updating router abb92a61-c755-46ea-86f2-b372043c557e port 2db26859-3a5c-43fb-9af5-a82a100a1f64 binding host dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 01:49:59.487492 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-ec87e7cc-1eeb-4df1-9603-7f578220fce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:59.527725 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdbb1b4a-91f5-4e39-bc33-b4aa489865cf admin admin] Deleting subnet 52b0cc44-b4bf-4368-a7b5-3c6285e0a0c0 {{(pid=109866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 01:49:59.536175 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8b3b0d14-9660-4d7b-a5cf-53fbb6bd4c7a tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:59.541803 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b3b0d14-9660-4d7b-a5cf-53fbb6bd4c7a tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:49:59.542389 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8b3b0d14-9660-4d7b-a5cf-53fbb6bd4c7a tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks [] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:59.550804 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cdbb1b4a-91f5-4e39-bc33-b4aa489865cf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:59.592065 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:59.603114 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6188542d-e2cd-418d-882f-d27bb92dc597 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Made reservation on behalf of 3a57d4c6d6484e7bbaf48e6f242b2f3e for: {'port': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:49:59.606258 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-6188542d-e2cd-418d-882f-d27bb92dc597 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:59.671601 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf88ea1b-76b4-4511-997a-5faa48f88d9c admin admin] Pushing event deleted for resources: {'Network': ['ID=1f406c50-b025-486a-b5b6-bbee997c7cc8,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:49:59.700395 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b877a998-5c96-4c72-82d6-6c35adb55636 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks [] for router_gateway, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:59.711666 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device e6efa746-78b3-465a-bf7d-5f8d7e56984a no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:49:59.727564 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b877a998-5c96-4c72-82d6-6c35adb55636 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:59.761763 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: e6efa746-78b3-465a-bf7d-5f8d7e56984a {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:49:59.762089 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device e6efa746-78b3-465a-bf7d-5f8d7e56984a not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:49:59.821004 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-42195a63-f20d-40ea-a2ad-c0da779495af tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:59.880994 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-ec87e7cc-1eeb-4df1-9603-7f578220fce5 None None] Publish callbacks [] for port, precommit_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:59.891168 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-ec87e7cc-1eeb-4df1-9603-7f578220fce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:59.920441 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-b877a998-5c96-4c72-82d6-6c35adb55636 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Allocated IP 172.26.5.8 (eb22795d-37ee-46ee-844d-92c17e2ea450/3e66fcff-6e72-4083-b514-48f69cdaa2cb/25023102-4ab7-46c9-b101-52a89f66d4be) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:49:59.938550 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cdbb1b4a-91f5-4e39-bc33-b4aa489865cf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29055568'] for subnet, precommit_delete_associations {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:59.946559 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-8b3b0d14-9660-4d7b-a5cf-53fbb6bd4c7a tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1110141 Nov 24 01:49:59.946730 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48758) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:49:59.953616 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-f375e806-2fa1-4a11-ba8d-3c36e1974ed7 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Request body: {'subnet': {'network_id': 'f4cfd1df-0a9a-4bca-8684-eb667a06b1b5', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:49:59.971317 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-42195a63-f20d-40ea-a2ad-c0da779495af tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25501782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25307808'] for subnet, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:49:59.990112 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30436c6c-3210-4e3f-a4e0-89b1e797ee24 None None] Pushing event updated for resources: {'Port': ['ID=2db26859-3a5c-43fb-9af5-a82a100a1f64,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:00.010365 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-ec87e7cc-1eeb-4df1-9603-7f578220fce5 None None] Attempting to bind port 2db26859-3a5c-43fb-9af5-a82a100a1f64 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:50:00.010918 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-ec87e7cc-1eeb-4df1-9603-7f578220fce5 None None] Attempting to bind port 2db26859-3a5c-43fb-9af5-a82a100a1f64 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': 'faac1438-3870-4202-bded-84a557baaf74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '908ade6b-b91a-4667-962d-c9abb70c0c91'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:50:00.011475 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec87e7cc-1eeb-4df1-9603-7f578220fce5 None None] Attempting to bind port 2db26859-3a5c-43fb-9af5-a82a100a1f64 on network 908ade6b-b91a-4667-962d-c9abb70c0c91 {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:50:00.017485 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3b0d14-9660-4d7b-a5cf-53fbb6bd4c7a tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Pushing event updated for resources: {'Network': ['ID=f4cfd1df-0a9a-4bca-8684-eb667a06b1b5,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:00.020028 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [None req-6188542d-e2cd-418d-882f-d27bb92dc597 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] device_id is not set on port 855f9394-2c85-4e52-a544-9a18cd28044a yet. {{(pid=109866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 01:50:00.023810 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec87e7cc-1eeb-4df1-9603-7f578220fce5 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:50:00.024196 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec87e7cc-1eeb-4df1-9603-7f578220fce5 None None] Checking segment: {'id': 'faac1438-3870-4202-bded-84a557baaf74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '908ade6b-b91a-4667-962d-c9abb70c0c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:50:00.024931 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-ec87e7cc-1eeb-4df1-9603-7f578220fce5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:00.030423 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec87e7cc-1eeb-4df1-9603-7f578220fce5 None None] Bound using segment: {'id': 'faac1438-3870-4202-bded-84a557baaf74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '908ade6b-b91a-4667-962d-c9abb70c0c91'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:50:00.030554 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-ec87e7cc-1eeb-4df1-9603-7f578220fce5 None None] Bound port: 2db26859-3a5c-43fb-9af5-a82a100a1f64, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faac1438-3870-4202-bded-84a557baaf74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '908ade6b-b91a-4667-962d-c9abb70c0c91'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:50:00.031391 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-ec87e7cc-1eeb-4df1-9603-7f578220fce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:00.040987 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42195a63-f20d-40ea-a2ad-c0da779495af tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Pushing event deleted for resources: {'Subnet': ['ID=0e176e64-917b-4abd-be7d-e0703cbeb4f1,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:00.050326 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network f4cfd1df-0a9a-4bca-8684-eb667a06b1b5 details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:50:00.075379 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-42195a63-f20d-40ea-a2ad-c0da779495af tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:00.081012 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-42195a63-f20d-40ea-a2ad-c0da779495af tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "DELETE /v2.0/subnets/0e176e64-917b-4abd-be7d-e0703cbeb4f1 HTTP/1.1" status: 204 len: 168 time: 1.0825813 Nov 24 01:50:00.087816 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48760) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:00.102480 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d8bbd9-bb17-47e7-952f-3705d2fffad6 None None] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:50:00.107272 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cdbb1b4a-91f5-4e39-bc33-b4aa489865cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:00.217980 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae71ac94-339e-41e3-8307-80b109533f0b tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Deleting subnet 9b4208cc-1626-4dec-85d7-d54888933491 {{(pid=109867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 01:50:00.221943 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ae71ac94-339e-41e3-8307-80b109533f0b tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for subnet, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:00.262408 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:00.274335 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b877a998-5c96-4c72-82d6-6c35adb55636 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:00.286724 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ae71ac94-339e-41e3-8307-80b109533f0b tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28690885'] for subnet, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:00.293161 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f375e806-2fa1-4a11-ba8d-3c36e1974ed7 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Made reservation on behalf of 24f911856b3c4338b647feba51f20eff for: {'subnet': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:50:00.296978 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f375e806-2fa1-4a11-ba8d-3c36e1974ed7 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25307781'] for subnet, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:00.350208 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-ec87e7cc-1eeb-4df1-9603-7f578220fce5 None None] For port 2db26859-3a5c-43fb-9af5-a82a100a1f64, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:50:00.358546 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-ec87e7cc-1eeb-4df1-9603-7f578220fce5 None None] For port 2db26859-3a5c-43fb-9af5-a82a100a1f64, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=2db26859-3a5c-43fb-9af5-a82a100a1f64,segment=NetworkSegment(faac1438-3870-4202-bded-84a557baaf74),segment_id=faac1438-3870-4202-bded-84a557baaf74)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:50:00.359392 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-ad9586c3-28f7-4223-95c6-ae16f1e21cfa None None] Provisioning complete for port 2db26859-3a5c-43fb-9af5-a82a100a1f64 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:50:00.359791 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-ad9586c3-28f7-4223-95c6-ae16f1e21cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:00.386209 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cdbb1b4a-91f5-4e39-bc33-b4aa489865cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29149324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29154870'] for subnet, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:00.387336 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-ec87e7cc-1eeb-4df1-9603-7f578220fce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:00.471742 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-ad9586c3-28f7-4223-95c6-ae16f1e21cfa None None] Port 2db26859-3a5c-43fb-9af5-a82a100a1f64 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:50:00.486425 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b877a998-5c96-4c72-82d6-6c35adb55636 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:00.488515 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbb1b4a-91f5-4e39-bc33-b4aa489865cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52b0cc44-b4bf-4368-a7b5-3c6285e0a0c0,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:00.494138 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec87e7cc-1eeb-4df1-9603-7f578220fce5 None None] Routers {'abb92a61-c755-46ea-86f2-b372043c557e'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:50:00.494785 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-ec87e7cc-1eeb-4df1-9603-7f578220fce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:49:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['abb92a61-c755-46ea-86f2-b372043c557e'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:00.505858 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cdbb1b4a-91f5-4e39-bc33-b4aa489865cf admin admin] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:00.511504 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-cdbb1b4a-91f5-4e39-bc33-b4aa489865cf admin admin] 10.222.0.21 "DELETE /v2.0/subnets/52b0cc44-b4bf-4368-a7b5-3c6285e0a0c0 HTTP/1.1" status: 204 len: 168 time: 1.2376890 Nov 24 01:50:00.536162 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48762) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:00.537442 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ae71ac94-339e-41e3-8307-80b109533f0b tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:00.559708 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30436c6c-3210-4e3f-a4e0-89b1e797ee24 None None] Pushing event updated for resources: {'Port': ['ID=2db26859-3a5c-43fb-9af5-a82a100a1f64,revision_number=4']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:00.598559 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-6188542d-e2cd-418d-882f-d27bb92dc597 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:00.633365 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-6ac1ce45-7d99-4812-9753-22bd9e0230c9 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:00.643239 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-ec87e7cc-1eeb-4df1-9603-7f578220fce5 None None] Set router abb92a61-c755-46ea-86f2-b372043c557e gateway port host: None {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:50:00.650674 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b877a998-5c96-4c72-82d6-6c35adb55636 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Network eb22795d-37ee-46ee-844d-92c17e2ea450 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:50:00.731340 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b877a998-5c96-4c72-82d6-6c35adb55636 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Pushing event updated for resources: {'Port': ['ID=25023102-4ab7-46c9-b101-52a89f66d4be,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:00.737842 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-b877a998-5c96-4c72-82d6-6c35adb55636 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:50:00.780756 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511c63ba-6555-455b-88a7-7ae891cb060b None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:50:00.802829 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-6188542d-e2cd-418d-882f-d27bb92dc597 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:00.836808 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b877a998-5c96-4c72-82d6-6c35adb55636 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:50:00.850691 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ae71ac94-339e-41e3-8307-80b109533f0b tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25501782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25307808'] for subnet, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:00.858061 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-6ac1ce45-7d99-4812-9753-22bd9e0230c9 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:00.870994 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6188542d-e2cd-418d-882f-d27bb92dc597 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Network f9ae361b-af25-426a-af1d-ae2f7b65d452 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:50:00.892816 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-6188542d-e2cd-418d-882f-d27bb92dc597 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:50:00.895959 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6188542d-e2cd-418d-882f-d27bb92dc597 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:50:00.901769 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6188542d-e2cd-418d-882f-d27bb92dc597 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:00.902407 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-6188542d-e2cd-418d-882f-d27bb92dc597 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:00.903997 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-3019f3f9-7e8e-4e44-af09-a658644d502e None None] Provisioning complete for port 2db26859-3a5c-43fb-9af5-a82a100a1f64 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:50:00.904380 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-3019f3f9-7e8e-4e44-af09-a658644d502e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:00.927228 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6188542d-e2cd-418d-882f-d27bb92dc597 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Pushing event updated for resources: {'Port': ['ID=855f9394-2c85-4e52-a544-9a18cd28044a,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:00.937034 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-6188542d-e2cd-418d-882f-d27bb92dc597 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.7029543 Nov 24 01:50:00.942528 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae71ac94-339e-41e3-8307-80b109533f0b tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Pushing event deleted for resources: {'Subnet': ['ID=9b4208cc-1626-4dec-85d7-d54888933491,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:00.946362 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0c6053d2-0373-4521-b7f0-c00e5d14a5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:00.947071 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48764) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:00.954186 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ae71ac94-339e-41e3-8307-80b109533f0b tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:00.955318 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-24a0498f-b920-43cd-9ebd-1953025ad176 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:50:00.960277 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-ae71ac94-339e-41e3-8307-80b109533f0b tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "DELETE /v2.0/subnets/9b4208cc-1626-4dec-85d7-d54888933491 HTTP/1.1" status: 204 len: 168 time: 0.8691926 Nov 24 01:50:00.971953 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48766) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:01.040313 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-24a0498f-b920-43cd-9ebd-1953025ad176 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:01.050700 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-3019f3f9-7e8e-4e44-af09-a658644d502e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:01.062743 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-de4b2590-943c-41e3-b3b8-ba255b4aa364 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0828562 Nov 24 01:50:01.062956 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48768) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:01.068105 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-ec87e7cc-1eeb-4df1-9603-7f578220fce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb92a61-c755-46ea-86f2-b372043c557e', 'name': 'tempest-RoutersTest-router-838312234', 'tenant_id': '24f911856b3c4338b647feba51f20eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:49:50Z', 'updated_at': '2021-11-24T01:49:55Z', 'revision_number': 2, 'project_id': '24f911856b3c4338b647feba51f20eff', 'gw_port_host': None, '_interfaces': [{'id': '2db26859-3a5c-43fb-9af5-a82a100a1f64', 'name': '', 'network_id': '908ade6b-b91a-4667-962d-c9abb70c0c91', 'tenant_id': '24f911856b3c4338b647feba51f20eff', 'mac_address': 'fa:16:3e:a2:1c:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb92a61-c755-46ea-86f2-b372043c557e', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '2119d35b-8635-44be-9d17-9fc1c7d68c96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:49:52Z', 'updated_at': '2021-11-24T01:50:00Z', 'revision_number': 4, 'project_id': '24f911856b3c4338b647feba51f20eff', 'subnets': [{'id': '2119d35b-8635-44be-9d17-9fc1c7d68c96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:01.068993 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-d6264eba-00bc-4779-8bd3-33c6112244d3 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Request body: {'subnet': {'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:50:01.097911 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec87e7cc-1eeb-4df1-9603-7f578220fce5 None None] The sync data for ids ['abb92a61-c755-46ea-86f2-b372043c557e'] in dv-neutron-818911-2-hyperv is: [{'id': 'abb92a61-c755-46ea-86f2-b372043c557e', 'name': 'tempest-RoutersTest-router-838312234', 'tenant_id': '24f911856b3c4338b647feba51f20eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:49:50Z', 'updated_at': '2021-11-24T01:49:55Z', 'revision_number': 2, 'project_id': '24f911856b3c4338b647feba51f20eff', 'gw_port_host': None, '_interfaces': [{'id': '2db26859-3a5c-43fb-9af5-a82a100a1f64', 'name': '', 'network_id': '908ade6b-b91a-4667-962d-c9abb70c0c91', 'tenant_id': '24f911856b3c4338b647feba51f20eff', 'mac_address': 'fa:16:3e:a2:1c:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb92a61-c755-46ea-86f2-b372043c557e', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '2119d35b-8635-44be-9d17-9fc1c7d68c96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:49:52Z', 'updated_at': '2021-11-24T01:50:00Z', 'revision_number': 4, 'project_id': '24f911856b3c4338b647feba51f20eff', 'subnets': [{'id': '2119d35b-8635-44be-9d17-9fc1c7d68c96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:50:01.121953 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-3019f3f9-7e8e-4e44-af09-a658644d502e None None] For port 2db26859-3a5c-43fb-9af5-a82a100a1f64, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=2db26859-3a5c-43fb-9af5-a82a100a1f64,segment=NetworkSegment(faac1438-3870-4202-bded-84a557baaf74),segment_id=faac1438-3870-4202-bded-84a557baaf74)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:50:01.133005 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-3019f3f9-7e8e-4e44-af09-a658644d502e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:01.145618 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.agents_db [None req-4e42c10c-a1d3-4d07-89d6-7a24334140aa None None] Agent healthcheck: found 6 active agents {{(pid=109869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 01:50:01.207767 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-3019f3f9-7e8e-4e44-af09-a658644d502e None None] Provisioning complete for port 25023102-4ab7-46c9-b101-52a89f66d4be triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:50:01.208401 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-3019f3f9-7e8e-4e44-af09-a658644d502e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:01.216636 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f375e806-2fa1-4a11-ba8d-3c36e1974ed7 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25501847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25307831'] for subnet, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:01.258398 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3019f3f9-7e8e-4e44-af09-a658644d502e None None] Pushing event updated for resources: {'Port': ['ID=2db26859-3a5c-43fb-9af5-a82a100a1f64,revision_number=5']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:01.275931 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-3019f3f9-7e8e-4e44-af09-a658644d502e None None] Port 25023102-4ab7-46c9-b101-52a89f66d4be cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:50:01.352214 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f375e806-2fa1-4a11-ba8d-3c36e1974ed7 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Pushing event updated for resources: {'Subnet': ['ID=1ecfa2aa-fa62-4dc7-b0b7-5537d0a9a18f,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:01.364272 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6264eba-00bc-4779-8bd3-33c6112244d3 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Made reservation on behalf of 6974375fded34c83af8967d3f69dce07 for: {'subnet': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:50:01.367777 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d6264eba-00bc-4779-8bd3-33c6112244d3 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29154835'] for subnet, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:01.419132 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b645d690-5afc-4d95-9ae3-1115018f46a5 None None] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:50:01.421745 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-b3963e15-0d20-4eee-93d2-2c72f495403a None None] Provisioning complete for port dff10642-e437-4be8-b063-3405289fdd62 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:50:01.422108 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-b3963e15-0d20-4eee-93d2-2c72f495403a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:01.446155 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0c6053d2-0373-4521-b7f0-c00e5d14a5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:01.480918 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-0c6053d2-0373-4521-b7f0-c00e5d14a5d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd36d48a-eafd-497a-8217-37f90d3ff769']}} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:01.491691 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-0c6053d2-0373-4521-b7f0-c00e5d14a5d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '201869e8-32d9-4622-b932-2dd960ae053b') {'for_net_delete': True} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:01.492025 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-0c6053d2-0373-4521-b7f0-c00e5d14a5d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '201869e8-32d9-4622-b932-2dd960ae053b') {} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:01.504510 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0c6053d2-0373-4521-b7f0-c00e5d14a5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28690908'] for segment, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:01.521451 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0c6053d2-0373-4521-b7f0-c00e5d14a5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:01.523786 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-6ac1ce45-7d99-4812-9753-22bd9e0230c9 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for port, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:01.529961 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c6053d2-0373-4521-b7f0-c00e5d14a5d7 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=109867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:50:01.530509 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0c6053d2-0373-4521-b7f0-c00e5d14a5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25503736'] for segment, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:01.551177 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-6ac1ce45-7d99-4812-9753-22bd9e0230c9 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29149402'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:01.600074 dv-neutron-818911-2-hyperv neutron-server[109867]: Traceback (most recent call last): Nov 24 01:50:01.600074 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:50:01.600074 dv-neutron-818911-2-hyperv neutron-server[109867]: timer() Nov 24 01:50:01.600074 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:50:01.600074 dv-neutron-818911-2-hyperv neutron-server[109867]: cb(*args, **kw) Nov 24 01:50:01.600074 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:50:01.600074 dv-neutron-818911-2-hyperv neutron-server[109867]: return func(*args, **kwargs) Nov 24 01:50:01.600074 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:50:01.600074 dv-neutron-818911-2-hyperv neutron-server[109867]: self._notify() Nov 24 01:50:01.600074 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:50:01.600074 dv-neutron-818911-2-hyperv neutron-server[109867]: self.callback(batched_events) Nov 24 01:50:01.600074 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:50:01.600074 dv-neutron-818911-2-hyperv neutron-server[109867]: event.method(event) Nov 24 01:50:01.600074 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:50:01.600074 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:50:01.600074 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:50:01.600074 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:50:01.600074 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:50:01.600074 dv-neutron-818911-2-hyperv neutron-server[109867]: return f(self, *a, **k) Nov 24 01:50:01.600074 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:50:01.600074 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._get(url).json() Nov 24 01:50:01.600074 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:50:01.600074 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:50:01.600074 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:50:01.600074 dv-neutron-818911-2-hyperv neutron-server[109867]: return self.request(url, 'GET', **kwargs) Nov 24 01:50:01.600074 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:50:01.600074 dv-neutron-818911-2-hyperv neutron-server[109867]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:50:01.600074 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:50:01.600074 dv-neutron-818911-2-hyperv neutron-server[109867]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:50:01.600074 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:50:01.600074 dv-neutron-818911-2-hyperv neutron-server[109867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:50:01.600074 dv-neutron-818911-2-hyperv neutron-server[109867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:50:01.612543 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-755dc471-9fcf-46b0-b7e8-220229771df1 req-b18a1ecb-2d09-4603-9ca0-8b7c4d731d7f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0530cda3-d693-481b-91ae-7c78caa49aff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2955549 Nov 24 01:50:01.614757 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0c6053d2-0373-4521-b7f0-c00e5d14a5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:01.637234 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-24a0498f-b920-43cd-9ebd-1953025ad176 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks [] for port, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:01.639040 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0c6053d2-0373-4521-b7f0-c00e5d14a5d7 admin admin] Publish callbacks [] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:01.658591 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-0c6053d2-0373-4521-b7f0-c00e5d14a5d7 admin admin] 10.222.0.21 "DELETE /v2.0/networks/dd36d48a-eafd-497a-8217-37f90d3ff769 HTTP/1.1" status: 204 len: 168 time: 1.1093187 Nov 24 01:50:01.681246 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-24a0498f-b920-43cd-9ebd-1953025ad176 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29149402'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:01.692397 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6053d2-0373-4521-b7f0-c00e5d14a5d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd36d48a-eafd-497a-8217-37f90d3ff769,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:01.703620 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f375e806-2fa1-4a11-ba8d-3c36e1974ed7 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Checking segment: {'id': '64638c55-a990-496a-b667-d582800d1f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f4cfd1df-0a9a-4bca-8684-eb667a06b1b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:50:01.704010 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f375e806-2fa1-4a11-ba8d-3c36e1974ed7 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Network hostable DHCP agents. Network: f4cfd1df-0a9a-4bca-8684-eb667a06b1b5, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 01:50:01.779581 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f375e806-2fa1-4a11-ba8d-3c36e1974ed7 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Network f4cfd1df-0a9a-4bca-8684-eb667a06b1b5 is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 01:50:01.799789 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-f375e806-2fa1-4a11-ba8d-3c36e1974ed7 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, f4cfd1df-0a9a-4bca-8684-eb667a06b1b5) {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:50:01.816787 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac1ce45-7d99-4812-9753-22bd9e0230c9 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'Port': ['ID=02bad51f-4a7b-421e-a5d6-50783cbffaf7,revision_number=2']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:01.816970 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18333302-fedd-4bfb-928e-3954a66c570d None None] Network f4cfd1df-0a9a-4bca-8684-eb667a06b1b5 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:50:01.837355 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-6ac1ce45-7d99-4812-9753-22bd9e0230c9 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418250'] for floatingip, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:01.850805 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f375e806-2fa1-4a11-ba8d-3c36e1974ed7 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:01.851507 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f375e806-2fa1-4a11-ba8d-3c36e1974ed7 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:01.904628 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-f375e806-2fa1-4a11-ba8d-3c36e1974ed7 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9452591 Nov 24 01:50:01.906271 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48772) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:01.971312 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba327e5-546d-4dc2-ba84-9be9ac47ce87 None None] DHCP port deletion for 9b0cb615-dd00-417f-9128-01ca62e524f6 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:50:01.999507 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b877a998-5c96-4c72-82d6-6c35adb55636 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks [] for router_gateway, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:02.018150 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-24a0498f-b920-43cd-9ebd-1953025ad176 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] In _notify_port_updated(), no bound segment for port 855f9394-2c85-4e52-a544-9a18cd28044a on network f9ae361b-af25-426a-af1d-ae2f7b65d452 {{(pid=109866) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 24 01:50:02.026546 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a0498f-b920-43cd-9ebd-1953025ad176 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:02.027184 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-24a0498f-b920-43cd-9ebd-1953025ad176 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:02.031035 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-24a0498f-b920-43cd-9ebd-1953025ad176 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "PUT /v2.0/ports/855f9394-2c85-4e52-a544-9a18cd28044a HTTP/1.1" status: 200 len: 818 time: 1.0803709 Nov 24 01:50:02.032638 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48774) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:02.033221 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48776) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:02.143230 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-4ba327e5-546d-4dc2-ba84-9be9ac47ce87 None None] Deleting port dff10642-e437-4be8-b063-3405289fdd62 {{(pid=109868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:50:02.143803 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-4ba327e5-546d-4dc2-ba84-9be9ac47ce87 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:02.168218 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aaf543d-c6bc-4efb-8d44-2d47a48f26d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-f4cfd1df-0a9a-4bca-8684-eb667a06b1b5', 'network_id': 'f4cfd1df-0a9a-4bca-8684-eb667a06b1b5', 'tenant_id': '24f911856b3c4338b647feba51f20eff', 'fixed_ips': [{'subnet_id': '1ecfa2aa-fa62-4dc7-b0b7-5537d0a9a18f'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 01:50:02.169191 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-1aaf543d-c6bc-4efb-8d44-2d47a48f26d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:02.242549 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-4ba327e5-546d-4dc2-ba84-9be9ac47ce87 None None] For port dff10642-e437-4be8-b063-3405289fdd62, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=dff10642-e437-4be8-b063-3405289fdd62,segment=NetworkSegment(2b1ff8b4-a836-4287-84a2-3eaf8ccfb867),segment_id=2b1ff8b4-a836-4287-84a2-3eaf8ccfb867)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:50:02.242892 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-4ba327e5-546d-4dc2-ba84-9be9ac47ce87 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:02.299232 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-4ba327e5-546d-4dc2-ba84-9be9ac47ce87 None None] Calling delete_port for dff10642-e437-4be8-b063-3405289fdd62 owned by network:dhcp {{(pid=109868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:50:02.426617 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b877a998-5c96-4c72-82d6-6c35adb55636 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-424338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418138'] for router, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:02.431843 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-1aaf543d-c6bc-4efb-8d44-2d47a48f26d8 None None] Allocated IP 172.21.0.2 (f4cfd1df-0a9a-4bca-8684-eb667a06b1b5/1ecfa2aa-fa62-4dc7-b0b7-5537d0a9a18f/bcb20ce6-8475-456d-b125-10c1f180f0d0) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:50:02.487368 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a0498f-b920-43cd-9ebd-1953025ad176 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Pushing event updated for resources: {'Port': ['ID=855f9394-2c85-4e52-a544-9a18cd28044a,revision_number=2']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:02.525072 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755dc471-9fcf-46b0-b7e8-220229771df1 req-bb75a91e-0b55-4e9c-a40d-3a88320d089b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:02.526412 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-755dc471-9fcf-46b0-b7e8-220229771df1 req-bb75a91e-0b55-4e9c-a40d-3a88320d089b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5cd72ac6dd034b2d92e26f70404adb10&device_id=0530cda3-d693-481b-91ae-7c78caa49aff HTTP/1.1" status: 200 len: 1098 time: 0.8038037 Nov 24 01:50:02.549466 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d6264eba-00bc-4779-8bd3-33c6112244d3 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29149261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29154849'] for subnet, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:02.560606 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-9b723fe5-6304-46e8-bc01-c373f6607a64 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9127e27d7b3846929ea36d5320996f35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5229053 Nov 24 01:50:02.568814 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-4ba327e5-546d-4dc2-ba84-9be9ac47ce87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974'] for port, after_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:02.576211 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48778) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:02.614100 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-bcc4ecb8-181c-4dba-bc98-c9dd2f2aeffd tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:02.634658 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba327e5-546d-4dc2-ba84-9be9ac47ce87 None None] No DVR routers for this DVR port dff10642-e437-4be8-b063-3405289fdd62 on host dv-neutron-818911-2-hyperv {{(pid=109868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:50:02.648780 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba327e5-546d-4dc2-ba84-9be9ac47ce87 None None] Pushing event deleted for resources: {'Port': ['ID=dff10642-e437-4be8-b063-3405289fdd62,revision_number=None']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:02.653467 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.l3_db [None req-6ac1ce45-7d99-4812-9753-22bd9e0230c9 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Floating IP afec3b51-07fb-4443-8bab-c1a77b18b418 associated. External IP: 172.26.5.206, port: d9282004-ac34-4eb1-b254-5b08bd21ecb2. Nov 24 01:50:02.667152 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6264eba-00bc-4779-8bd3-33c6112244d3 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:50:02.697656 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-1aaf543d-c6bc-4efb-8d44-2d47a48f26d8 None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:02.713382 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-1aaf543d-c6bc-4efb-8d44-2d47a48f26d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:02.723150 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-d6264eba-00bc-4779-8bd3-33c6112244d3 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:50:02.738676 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b85349-1978-47cf-9fb9-4e0cba362427 None None] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:50:02.756287 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6264eba-00bc-4779-8bd3-33c6112244d3 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:02.756873 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d6264eba-00bc-4779-8bd3-33c6112244d3 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:02.766934 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6264eba-00bc-4779-8bd3-33c6112244d3 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Pushing event updated for resources: {'Subnet': ['ID=fd7935ae-5210-4370-be81-0d42203efb20,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:02.775038 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aaf543d-c6bc-4efb-8d44-2d47a48f26d8 None None] Network f4cfd1df-0a9a-4bca-8684-eb667a06b1b5 is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:50:02.814362 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 2db26859-3a5c-43fb-9af5-a82a100a1f64 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:50:02.853006 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-d6264eba-00bc-4779-8bd3-33c6112244d3 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7895124 Nov 24 01:50:02.853710 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48780) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:02.854504 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-1aaf543d-c6bc-4efb-8d44-2d47a48f26d8 None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:50:02.870863 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aaf543d-c6bc-4efb-8d44-2d47a48f26d8 None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:50:02.876299 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b877a998-5c96-4c72-82d6-6c35adb55636 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Router 362d5aea-9705-47db-a151-2a669759219a is scheduled to L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e with binding_index 1 {{(pid=109867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 01:50:02.882216 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-7532f3fa-a580-402d-8d1a-032cd3efbdca tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Request body: {'subnet': {'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:50:02.895056 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-c7bd2c8f-56c5-4bc3-9d51-3a26400ae601 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Deleting port 855f9394-2c85-4e52-a544-9a18cd28044a {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:50:02.895056 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c7bd2c8f-56c5-4bc3-9d51-3a26400ae601 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:02.921318 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaf543d-c6bc-4efb-8d44-2d47a48f26d8 None None] Pushing event updated for resources: {'Port': ['ID=bcb20ce6-8475-456d-b125-10c1f180f0d0,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:02.937139 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f0638818-804a-483e-be73-03c75f5ac717 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:02.952517 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755dc471-9fcf-46b0-b7e8-220229771df1 req-96fbf831-9044-43d8-b0b9-6703f180ef0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:02.954015 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-755dc471-9fcf-46b0-b7e8-220229771df1 req-96fbf831-9044-43d8-b0b9-6703f180ef0c service neutron] 10.222.0.48 "GET /v2.0/networks?id=8617ed88-7a9f-4293-a73d-5ec916acee3f HTTP/1.1" status: 200 len: 896 time: 0.4022717 Nov 24 01:50:02.998834 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 2db26859-3a5c-43fb-9af5-a82a100a1f64 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:50:02.999301 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:03.082808 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f0638818-804a-483e-be73-03c75f5ac717 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:03.086582 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-1aaf543d-c6bc-4efb-8d44-2d47a48f26d8 None None] Attempting to bind port bcb20ce6-8475-456d-b125-10c1f180f0d0 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:50:03.086582 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-1aaf543d-c6bc-4efb-8d44-2d47a48f26d8 None None] Attempting to bind port bcb20ce6-8475-456d-b125-10c1f180f0d0 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '64638c55-a990-496a-b667-d582800d1f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f4cfd1df-0a9a-4bca-8684-eb667a06b1b5'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:50:03.086582 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aaf543d-c6bc-4efb-8d44-2d47a48f26d8 None None] Attempting to bind port bcb20ce6-8475-456d-b125-10c1f180f0d0 on network f4cfd1df-0a9a-4bca-8684-eb667a06b1b5 {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:50:03.107159 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aaf543d-c6bc-4efb-8d44-2d47a48f26d8 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:50:03.107456 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aaf543d-c6bc-4efb-8d44-2d47a48f26d8 None None] Checking segment: {'id': '64638c55-a990-496a-b667-d582800d1f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f4cfd1df-0a9a-4bca-8684-eb667a06b1b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:50:03.107854 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-1aaf543d-c6bc-4efb-8d44-2d47a48f26d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:03.108319 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aaf543d-c6bc-4efb-8d44-2d47a48f26d8 None None] Bound using segment: {'id': '64638c55-a990-496a-b667-d582800d1f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f4cfd1df-0a9a-4bca-8684-eb667a06b1b5'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:50:03.108871 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-1aaf543d-c6bc-4efb-8d44-2d47a48f26d8 None None] Bound port: bcb20ce6-8475-456d-b125-10c1f180f0d0, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64638c55-a990-496a-b667-d582800d1f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f4cfd1df-0a9a-4bca-8684-eb667a06b1b5'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:50:03.109326 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-1aaf543d-c6bc-4efb-8d44-2d47a48f26d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:03.132658 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edadb5cb-ee35-4837-9e8d-a28283ad44d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-9b0cb615-dd00-417f-9128-01ca62e524f6', 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6', 'tenant_id': '6974375fded34c83af8967d3f69dce07', 'fixed_ips': [{'subnet_id': 'fd7935ae-5210-4370-be81-0d42203efb20'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 01:50:03.133082 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c7bd2c8f-56c5-4bc3-9d51-3a26400ae601 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:03.133791 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-edadb5cb-ee35-4837-9e8d-a28283ad44d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:03.234470 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-c7bd2c8f-56c5-4bc3-9d51-3a26400ae601 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Calling delete_port for 855f9394-2c85-4e52-a544-9a18cd28044a owned by {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:50:03.264904 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-755dc471-9fcf-46b0-b7e8-220229771df1 req-6f4f01ce-a0cb-4025-9300-fa57cad513d5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d9282004-ac34-4eb1-b254-5b08bd21ecb2 HTTP/1.1" status: 200 len: 999 time: 0.2940714 Nov 24 01:50:03.316611 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-1aaf543d-c6bc-4efb-8d44-2d47a48f26d8 None None] For port bcb20ce6-8475-456d-b125-10c1f180f0d0, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:50:03.342065 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-1aaf543d-c6bc-4efb-8d44-2d47a48f26d8 None None] For port bcb20ce6-8475-456d-b125-10c1f180f0d0, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=bcb20ce6-8475-456d-b125-10c1f180f0d0,segment=NetworkSegment(64638c55-a990-496a-b667-d582800d1f23),segment_id=64638c55-a990-496a-b667-d582800d1f23)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:50:03.353139 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-1aaf543d-c6bc-4efb-8d44-2d47a48f26d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:03.378654 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-bcc4ecb8-181c-4dba-bc98-c9dd2f2aeffd tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Allocated IP 172.21.0.1 (f4cfd1df-0a9a-4bca-8684-eb667a06b1b5/1ecfa2aa-fa62-4dc7-b0b7-5537d0a9a18f/d4ad46f2-63a0-41e8-85b9-d0f083b33f18) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:50:03.425040 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f0638818-804a-483e-be73-03c75f5ac717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:03.429760 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f0638818-804a-483e-be73-03c75f5ac717 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:03.431135 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-f0638818-804a-483e-be73-03c75f5ac717 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4d70c3bf-486d-419b-b2ac-73daf3ea0b88 HTTP/1.1" status: 204 len: 168 time: 0.8336170 Nov 24 01:50:03.441616 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device dff10642-e437-4be8-b063-3405289fdd62 no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:50:03.451432 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b877a998-5c96-4c72-82d6-6c35adb55636 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:50:03.467880 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831f27c5-dde7-4e76-bcb9-61d2a993a6b5 None None] Sync routers for ids ['362d5aea-9705-47db-a151-2a669759219a'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:50:03.478980 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755dc471-9fcf-46b0-b7e8-220229771df1 req-93a87e9d-d805-4194-8f24-5b7a09dd7f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:03.480862 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-755dc471-9fcf-46b0-b7e8-220229771df1 req-93a87e9d-d805-4194-8f24-5b7a09dd7f91 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=430b8ec6-a019-4487-a7d1-af147e18faf5 HTTP/1.1" status: 200 len: 834 time: 0.2051740 Nov 24 01:50:03.484841 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0638818-804a-483e-be73-03c75f5ac717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d70c3bf-486d-419b-b2ac-73daf3ea0b88,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:03.490956 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831f27c5-dde7-4e76-bcb9-61d2a993a6b5 None None] Routers {'362d5aea-9705-47db-a151-2a669759219a'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:50:03.491776 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-831f27c5-dde7-4e76-bcb9-61d2a993a6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:49:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['362d5aea-9705-47db-a151-2a669759219a'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:03.498454 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7532f3fa-a580-402d-8d1a-032cd3efbdca tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Made reservation on behalf of 6974375fded34c83af8967d3f69dce07 for: {'subnet': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:50:03.505392 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-7532f3fa-a580-402d-8d1a-032cd3efbdca tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29154835'] for subnet, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:03.535980 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b877a998-5c96-4c72-82d6-6c35adb55636 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks [] for router, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:03.537716 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: dff10642-e437-4be8-b063-3405289fdd62 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:50:03.538124 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device dff10642-e437-4be8-b063-3405289fdd62 not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:50:03.543498 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-b877a998-5c96-4c72-82d6-6c35adb55636 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.3335083 Nov 24 01:50:03.547582 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48784) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:03.563348 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-30ae7d6e-3e61-4c4f-b147-e27e5249b65d tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'enable_snat': False}}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:50:03.595749 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-831f27c5-dde7-4e76-bcb9-61d2a993a6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:03.604795 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-edadb5cb-ee35-4837-9e8d-a28283ad44d4 None None] Allocated IP 2001:db8::2 (9b0cb615-dd00-417f-9128-01ca62e524f6/fd7935ae-5210-4370-be81-0d42203efb20/7b8da16e-14c7-460b-ad10-ebc9680683b5) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:50:03.613219 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaf543d-c6bc-4efb-8d44-2d47a48f26d8 None None] Pushing event updated for resources: {'Port': ['ID=bcb20ce6-8475-456d-b125-10c1f180f0d0,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:03.625307 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831f27c5-dde7-4e76-bcb9-61d2a993a6b5 None None] Routers {'362d5aea-9705-47db-a151-2a669759219a'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:50:03.625967 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-831f27c5-dde7-4e76-bcb9-61d2a993a6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:49:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['362d5aea-9705-47db-a151-2a669759219a'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:03.627941 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ac1ce45-7d99-4812-9753-22bd9e0230c9 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Router 044ffa33-622b-40ec-a123-209f6a9cdbd5 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:50:03.689153 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c7bd2c8f-56c5-4bc3-9d51-3a26400ae601 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:03.713550 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-831f27c5-dde7-4e76-bcb9-61d2a993a6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:03.714949 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831f27c5-dde7-4e76-bcb9-61d2a993a6b5 None None] The sync data for ids ['362d5aea-9705-47db-a151-2a669759219a'] in dv-neutron-818911-2-hyperv is: [] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:50:03.787577 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-bcc4ecb8-181c-4dba-bc98-c9dd2f2aeffd tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:03.826101 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.ipam_backend_mixin [None req-7532f3fa-a580-402d-8d1a-032cd3efbdca tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fd7935ae-5210-4370-be81-0d42203efb20 (CIDR: 2001:db8::/64) Nov 24 01:50:03.836875 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bd2c8f-56c5-4bc3-9d51-3a26400ae601 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Pushing event deleted for resources: {'Port': ['ID=855f9394-2c85-4e52-a544-9a18cd28044a,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:03.839776 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-7532f3fa-a580-402d-8d1a-032cd3efbdca tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 01:50:03.840233 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7532f3fa-a580-402d-8d1a-032cd3efbdca tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:50:03.889493 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755dc471-9fcf-46b0-b7e8-220229771df1 req-176fdceb-2d83-4e4d-83d5-38467fc71149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:03.901998 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-755dc471-9fcf-46b0-b7e8-220229771df1 req-176fdceb-2d83-4e4d-83d5-38467fc71149 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8617ed88-7a9f-4293-a73d-5ec916acee3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3904724 Nov 24 01:50:03.903230 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c7bd2c8f-56c5-4bc3-9d51-3a26400ae601 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:03.908026 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-c7bd2c8f-56c5-4bc3-9d51-3a26400ae601 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "DELETE /v2.0/ports/855f9394-2c85-4e52-a544-9a18cd28044a HTTP/1.1" status: 204 len: 168 time: 1.5704920 Nov 24 01:50:03.911701 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48788) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:03.920565 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-edadb5cb-ee35-4837-9e8d-a28283ad44d4 None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:03.930244 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-edadb5cb-ee35-4837-9e8d-a28283ad44d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:03.989776 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edadb5cb-ee35-4837-9e8d-a28283ad44d4 None None] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:50:03.995817 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-edadb5cb-ee35-4837-9e8d-a28283ad44d4 None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:50:03.999308 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edadb5cb-ee35-4837-9e8d-a28283ad44d4 None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:50:04.009039 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edadb5cb-ee35-4837-9e8d-a28283ad44d4 None None] Pushing event updated for resources: {'Port': ['ID=7b8da16e-14c7-460b-ad10-ebc9680683b5,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:04.009669 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-bcc4ecb8-181c-4dba-bc98-c9dd2f2aeffd tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:04.041061 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48790) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:04.056659 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc4ecb8-181c-4dba-bc98-c9dd2f2aeffd tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Network f4cfd1df-0a9a-4bca-8684-eb667a06b1b5 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:50:04.073038 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-bcc4ecb8-181c-4dba-bc98-c9dd2f2aeffd tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:50:04.080233 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48792) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:04.080425 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-7532f3fa-a580-402d-8d1a-032cd3efbdca tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2178764 Nov 24 01:50:04.082269 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-755dc471-9fcf-46b0-b7e8-220229771df1 req-3bf34ab5-7115-464b-a268-33ffefa0b5e5 service neutron] 10.222.0.48 "GET /v2.0/networks/8617ed88-7a9f-4293-a73d-5ec916acee3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621771 Nov 24 01:50:04.083483 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc4ecb8-181c-4dba-bc98-c9dd2f2aeffd tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:50:04.083815 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-edadb5cb-ee35-4837-9e8d-a28283ad44d4 None None] Attempting to bind port 7b8da16e-14c7-460b-ad10-ebc9680683b5 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:50:04.084167 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-edadb5cb-ee35-4837-9e8d-a28283ad44d4 None None] Attempting to bind port 7b8da16e-14c7-460b-ad10-ebc9680683b5 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '2b1ff8b4-a836-4287-84a2-3eaf8ccfb867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:50:04.084676 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edadb5cb-ee35-4837-9e8d-a28283ad44d4 None None] Attempting to bind port 7b8da16e-14c7-460b-ad10-ebc9680683b5 on network 9b0cb615-dd00-417f-9128-01ca62e524f6 {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:50:04.090630 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edadb5cb-ee35-4837-9e8d-a28283ad44d4 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:50:04.090630 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edadb5cb-ee35-4837-9e8d-a28283ad44d4 None None] Checking segment: {'id': '2b1ff8b4-a836-4287-84a2-3eaf8ccfb867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:50:04.090896 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-edadb5cb-ee35-4837-9e8d-a28283ad44d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:04.091853 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edadb5cb-ee35-4837-9e8d-a28283ad44d4 None None] Bound using segment: {'id': '2b1ff8b4-a836-4287-84a2-3eaf8ccfb867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:50:04.091853 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-edadb5cb-ee35-4837-9e8d-a28283ad44d4 None None] Bound port: 7b8da16e-14c7-460b-ad10-ebc9680683b5, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1ff8b4-a836-4287-84a2-3eaf8ccfb867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:50:04.092087 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-edadb5cb-ee35-4837-9e8d-a28283ad44d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:04.095436 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-abbe9f19-973b-464e-aee6-030b7cd6fbfc tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Request body: {'subnet': {'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:50:04.114366 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32a04a3-6152-44bf-9ff9-cd8ad3532b74 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:04.115945 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-d32a04a3-6152-44bf-9ff9-cd8ad3532b74 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2013469 Nov 24 01:50:04.128502 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48794) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:04.160861 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-edadb5cb-ee35-4837-9e8d-a28283ad44d4 None None] For port 7b8da16e-14c7-460b-ad10-ebc9680683b5, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:50:04.167561 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-edadb5cb-ee35-4837-9e8d-a28283ad44d4 None None] For port 7b8da16e-14c7-460b-ad10-ebc9680683b5, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=7b8da16e-14c7-460b-ad10-ebc9680683b5,segment=NetworkSegment(2b1ff8b4-a836-4287-84a2-3eaf8ccfb867),segment_id=2b1ff8b4-a836-4287-84a2-3eaf8ccfb867)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:50:04.170299 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc4ecb8-181c-4dba-bc98-c9dd2f2aeffd tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Pushing event updated for resources: {'Port': ['ID=d4ad46f2-63a0-41e8-85b9-d0f083b33f18,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:04.172032 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-58082905-5ad9-48a0-bc5f-8e902f7abd36 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] GET failed (client error): The resource could not be found. Nov 24 01:50:04.175403 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-edadb5cb-ee35-4837-9e8d-a28283ad44d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:04.179066 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-58082905-5ad9-48a0-bc5f-8e902f7abd36 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "GET /v2.0/ports/855f9394-2c85-4e52-a544-9a18cd28044a HTTP/1.1" status: 404 len: 333 time: 0.0464926 Nov 24 01:50:04.183430 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48796) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:04.192180 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-10110238-3999-4246-a598-8c9921e38d75 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1421473491'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:50:04.243361 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edadb5cb-ee35-4837-9e8d-a28283ad44d4 None None] Pushing event updated for resources: {'Port': ['ID=7b8da16e-14c7-460b-ad10-ebc9680683b5,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:04.264470 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-d52b8d7c-563e-4a02-8b35-de9d3b24b235 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=94ce2d3597044c14b78c4455b07952df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2190316 Nov 24 01:50:04.268513 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48798) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:04.284333 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ac1ce45-7d99-4812-9753-22bd9e0230c9 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:50:04.301570 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10110238-3999-4246-a598-8c9921e38d75 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Made reservation on behalf of 3a57d4c6d6484e7bbaf48e6f242b2f3e for: {'network': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:50:04.305103 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-10110238-3999-4246-a598-8c9921e38d75 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:04.313856 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c04074-5e30-45f5-beda-f820567153fd None None] Sync routers for ids ['044ffa33-622b-40ec-a123-209f6a9cdbd5'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:50:04.329812 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c04074-5e30-45f5-beda-f820567153fd None None] Routers {'044ffa33-622b-40ec-a123-209f6a9cdbd5'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:50:04.331166 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-b4c04074-5e30-45f5-beda-f820567153fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:49:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['044ffa33-622b-40ec-a123-209f6a9cdbd5'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:04.332985 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-6ac1ce45-7d99-4812-9753-22bd9e0230c9 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for floatingip, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:04.359908 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-755dc471-9fcf-46b0-b7e8-220229771df1 req-d4035505-0b8c-4e1b-bcb9-41eaa75ab4ce service neutron] 10.222.0.48 "GET /v2.0/networks/8617ed88-7a9f-4293-a73d-5ec916acee3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463021 Nov 24 01:50:04.376388 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-6ac1ce45-7d99-4812-9753-22bd9e0230c9 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.1295445 Nov 24 01:50:04.379333 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0530cda3-d693-481b-91ae-7c78caa49aff', 'tag': 'd9282004-ac34-4eb1-b254-5b08bd21ecb2'}] {{(pid=109866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 01:50:04.386913 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b7c53c286d9351d1367337230623a155cee02c46c94b80588b67a0bc16402ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53cfe0cb-b289-449c-a080-d05c786a8dcf" -d '{"events": [{"name": "network-changed", "server_uuid": "0530cda3-d693-481b-91ae-7c78caa49aff", "tag": "d9282004-ac34-4eb1-b254-5b08bd21ecb2"}]}' {{(pid=109866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 01:50:04.392158 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48800) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:04.393172 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10110238-3999-4246-a598-8c9921e38d75 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=109866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:50:04.438382 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-bcc4ecb8-181c-4dba-bc98-c9dd2f2aeffd tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3777869'] for router_interface, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:04.488262 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 01:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f37957f4-e127-46fb-9458-c0349d6df2de x-openstack-request-id: req-f37957f4-e127-46fb-9458-c0349d6df2de {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 01:50:04.489209 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0530cda3-d693-481b-91ae-7c78caa49aff", "tag": "d9282004-ac34-4eb1-b254-5b08bd21ecb2", "status": "completed", "code": 200}]} {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 01:50:04.489854 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f37957f4-e127-46fb-9458-c0349d6df2de {{(pid=109866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 01:50:04.490438 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0530cda3-d693-481b-91ae-7c78caa49aff', 'tag': 'd9282004-ac34-4eb1-b254-5b08bd21ecb2', 'status': 'completed', 'code': 200} Nov 24 01:50:04.497020 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-10110238-3999-4246-a598-8c9921e38d75 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:04.502539 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.segments_db [None req-10110238-3999-4246-a598-8c9921e38d75 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Added segment 197d81c3-4d7b-40d3-a960-90a61cef1dd2 of type vlan for network 0a7adf2b-4cce-46ac-b5df-5d5054542b40 Nov 24 01:50:04.603900 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-b4c04074-5e30-45f5-beda-f820567153fd None None] Set router 044ffa33-622b-40ec-a123-209f6a9cdbd5 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:50:04.637717 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-10110238-3999-4246-a598-8c9921e38d75 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:04.653491 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-30ae7d6e-3e61-4c4f-b147-e27e5249b65d tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:04.682893 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-c0ac55af-d16e-4206-b7b7-70bb3d88aeb1 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/floatingips/afec3b51-07fb-4443-8bab-c1a77b18b418 HTTP/1.1" status: 200 len: 991 time: 0.2828279 Nov 24 01:50:04.699997 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e95f106d-80b6-4d7b-a768-2b9eefee0daa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:04.713682 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cfe0cb-b289-449c-a080-d05c786a8dcf req-c1eaa137-218e-4197-ba34-f1bf1e38b7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:04.715139 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-53cfe0cb-b289-449c-a080-d05c786a8dcf req-c1eaa137-218e-4197-ba34-f1bf1e38b7ef service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5cd72ac6dd034b2d92e26f70404adb10&device_id=0530cda3-d693-481b-91ae-7c78caa49aff HTTP/1.1" status: 200 len: 1098 time: 0.1335521 Nov 24 01:50:04.718180 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-10110238-3999-4246-a598-8c9921e38d75 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:04.723191 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abbe9f19-973b-464e-aee6-030b7cd6fbfc tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Made reservation on behalf of 6974375fded34c83af8967d3f69dce07 for: {'subnet': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:50:04.724129 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10110238-3999-4246-a598-8c9921e38d75 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:04.727108 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-10110238-3999-4246-a598-8c9921e38d75 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks [] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:04.728462 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-abbe9f19-973b-464e-aee6-030b7cd6fbfc tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25307781'] for subnet, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:04.737247 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-bcc4ecb8-181c-4dba-bc98-c9dd2f2aeffd tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:04.840539 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e95f106d-80b6-4d7b-a768-2b9eefee0daa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:04.936089 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-10110238-3999-4246-a598-8c9921e38d75 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7475750 Nov 24 01:50:04.937401 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48804) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:04.939528 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device bcb20ce6-8475-456d-b125-10c1f180f0d0 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:50:04.955207 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10110238-3999-4246-a598-8c9921e38d75 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Pushing event updated for resources: {'Network': ['ID=0a7adf2b-4cce-46ac-b5df-5d5054542b40,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:04.967760 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-826daacf-4b6a-4bbb-8073-a6baf4e99a00 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Request body: {'subnet': {'network_id': '0a7adf2b-4cce-46ac-b5df-5d5054542b40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:50:04.980704 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network 0a7adf2b-4cce-46ac-b5df-5d5054542b40 details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:50:05.011494 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7426d9b1-2f6f-4b3a-9856-2bbee6fb0198 None None] Network f4cfd1df-0a9a-4bca-8684-eb667a06b1b5 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:50:05.056018 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cfe0cb-b289-449c-a080-d05c786a8dcf req-b3eff4f7-6d1d-4b31-b165-19f87a69cae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:05.058339 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-53cfe0cb-b289-449c-a080-d05c786a8dcf req-b3eff4f7-6d1d-4b31-b165-19f87a69cae5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8617ed88-7a9f-4293-a73d-5ec916acee3f HTTP/1.1" status: 200 len: 896 time: 0.3185525 Nov 24 01:50:05.140387 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-53cfe0cb-b289-449c-a080-d05c786a8dcf req-066a12ee-fab8-4f4d-90a8-79e16a269106 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d9282004-ac34-4eb1-b254-5b08bd21ecb2 HTTP/1.1" status: 200 len: 999 time: 0.0729048 Nov 24 01:50:05.202418 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cfe0cb-b289-449c-a080-d05c786a8dcf req-5f45c5b1-3a53-48ea-9dc3-40b0245e7211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:05.205150 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-53cfe0cb-b289-449c-a080-d05c786a8dcf req-5f45c5b1-3a53-48ea-9dc3-40b0245e7211 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=430b8ec6-a019-4487-a7d1-af147e18faf5 HTTP/1.1" status: 200 len: 834 time: 0.0557787 Nov 24 01:50:05.260149 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cfe0cb-b289-449c-a080-d05c786a8dcf req-299c19da-32bd-4596-ac20-9d2afd7af380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:05.261864 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-53cfe0cb-b289-449c-a080-d05c786a8dcf req-299c19da-32bd-4596-ac20-9d2afd7af380 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8617ed88-7a9f-4293-a73d-5ec916acee3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0478747 Nov 24 01:50:05.417882 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-9b3a2149-abec-4a60-b06e-0fd5190c4b96 None None] Provisioning complete for port bcb20ce6-8475-456d-b125-10c1f180f0d0 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:50:05.418417 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9b3a2149-abec-4a60-b06e-0fd5190c4b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:05.541909 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port bcb20ce6-8475-456d-b125-10c1f180f0d0 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:50:05.542129 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:05.551729 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-bcc4ecb8-181c-4dba-bc98-c9dd2f2aeffd tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks [] for port, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:05.558525 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e95f106d-80b6-4d7b-a768-2b9eefee0daa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:05.561719 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e95f106d-80b6-4d7b-a768-2b9eefee0daa admin admin] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:05.565588 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-e95f106d-80b6-4d7b-a768-2b9eefee0daa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4fff43f2-5dc0-4d0f-9fda-c7bf44ee6eb7 HTTP/1.1" status: 204 len: 168 time: 1.2918141 Nov 24 01:50:05.595007 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-bcc4ecb8-181c-4dba-bc98-c9dd2f2aeffd tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25501696'] for port, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:05.657137 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95f106d-80b6-4d7b-a768-2b9eefee0daa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fff43f2-5dc0-4d0f-9fda-c7bf44ee6eb7,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:05.666441 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-bcc4ecb8-181c-4dba-bc98-c9dd2f2aeffd tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3778017'] for router_interface, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:05.701322 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-b4c04074-5e30-45f5-beda-f820567153fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044ffa33-622b-40ec-a123-209f6a9cdbd5', 'name': 'tempest-TestNetworkBasicOps-router-1593989456', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.187'}], 'enable_snat': True}, 'gw_port_id': '15abb6d1-0606-4928-811c-ecc84505c223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:49:12Z', 'updated_at': '2021-11-24T01:49:23Z', 'revision_number': 4, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': '15abb6d1-0606-4928-811c-ecc84505c223', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044ffa33-622b-40ec-a123-209f6a9cdbd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:49:13Z', 'updated_at': '2021-11-24T01:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_floatingips': [{'id': 'afec3b51-07fb-4443-8bab-c1a77b18b418', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'floating_ip_address': '172.26.5.206', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': '044ffa33-622b-40ec-a123-209f6a9cdbd5', 'port_id': 'd9282004-ac34-4eb1-b254-5b08bd21ecb2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 984, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8617ed88-7a9f-4293-a73d-5ec916acee3f', 'mac_address': 'fa:16:3e:74:3e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0530cda3-d693-481b-91ae-7c78caa49aff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T01:50:00Z', 'updated_at': '2021-11-24T01:50:00Z', 'revision_number': 0, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '758483ef-c738-4f14-8ab8-094385e704eb', 'name': '', 'network_id': '8617ed88-7a9f-4293-a73d-5ec916acee3f', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'mac_address': 'fa:16:3e:c0:df:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044ffa33-622b-40ec-a123-209f6a9cdbd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '430b8ec6-a019-4487-a7d1-af147e18faf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:49:22Z', 'updated_at': '2021-11-24T01:49:28Z', 'revision_number': 5, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'subnets': [{'id': '430b8ec6-a019-4487-a7d1-af147e18faf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:05.775138 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:05.869081 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48808) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:05.918973 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] For port bcb20ce6-8475-456d-b125-10c1f180f0d0, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=bcb20ce6-8475-456d-b125-10c1f180f0d0,segment=NetworkSegment(64638c55-a990-496a-b667-d582800d1f23),segment_id=64638c55-a990-496a-b667-d582800d1f23)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:50:05.922439 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9b3a2149-abec-4a60-b06e-0fd5190c4b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:05.926807 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c04074-5e30-45f5-beda-f820567153fd None None] Checking router: 044ffa33-622b-40ec-a123-209f6a9cdbd5 for host: dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 01:50:05.948112 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:05.948928 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 7b8da16e-14c7-460b-ad10-ebc9680683b5 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:50:05.999546 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.objects.ports [None req-abbe9f19-973b-464e-aee6-030b7cd6fbfc tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109867) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 24 01:50:06.033470 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-f58fb8ee-3f68-496e-bb00-db2eb0690e66 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/floatingips/afec3b51-07fb-4443-8bab-c1a77b18b418 HTTP/1.1" status: 200 len: 991 time: 0.1613853 Nov 24 01:50:06.035994 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-53cfe0cb-b289-449c-a080-d05c786a8dcf req-9a6d76ab-1b6f-43d2-8f5b-4ca8fd3226f0 service neutron] 10.222.0.48 "GET /v2.0/networks/8617ed88-7a9f-4293-a73d-5ec916acee3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7642601 Nov 24 01:50:06.064927 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Pushing event updated for resources: {'Port': ['ID=bcb20ce6-8475-456d-b125-10c1f180f0d0,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:06.080172 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c04074-5e30-45f5-beda-f820567153fd None None] Routers {'044ffa33-622b-40ec-a123-209f6a9cdbd5'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:50:06.081023 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-b4c04074-5e30-45f5-beda-f820567153fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:49:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['044ffa33-622b-40ec-a123-209f6a9cdbd5'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:06.141860 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-826daacf-4b6a-4bbb-8073-a6baf4e99a00 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Made reservation on behalf of 3a57d4c6d6484e7bbaf48e6f242b2f3e for: {'subnet': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:50:06.146033 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-826daacf-4b6a-4bbb-8073-a6baf4e99a00 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25307781'] for subnet, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:06.150532 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-53cfe0cb-b289-449c-a080-d05c786a8dcf req-e3f15511-2787-4707-b569-a858347d224e service neutron] 10.222.0.48 "GET /v2.0/networks/8617ed88-7a9f-4293-a73d-5ec916acee3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062233 Nov 24 01:50:06.223635 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc4ecb8-181c-4dba-bc98-c9dd2f2aeffd tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Network f4cfd1df-0a9a-4bca-8684-eb667a06b1b5 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:50:06.228318 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 7b8da16e-14c7-460b-ad10-ebc9680683b5 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:50:06.228691 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:06.232673 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.db.api [None req-9b3a2149-abec-4a60-b06e-0fd5190c4b96 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 01:50:06.233029 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG oslo_db.api [None req-9b3a2149-abec-4a60-b06e-0fd5190c4b96 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 01:50:06.239377 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc4ecb8-181c-4dba-bc98-c9dd2f2aeffd tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Pushing event updated for resources: {'Port': ['ID=d4ad46f2-63a0-41e8-85b9-d0f083b33f18,revision_number=2']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:06.247791 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-bcc4ecb8-181c-4dba-bc98-c9dd2f2aeffd tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:50:06.290218 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-b4c04074-5e30-45f5-beda-f820567153fd None None] Set router 044ffa33-622b-40ec-a123-209f6a9cdbd5 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:50:06.417238 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:06.504544 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] For port 7b8da16e-14c7-460b-ad10-ebc9680683b5, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=7b8da16e-14c7-460b-ad10-ebc9680683b5,segment=NetworkSegment(2b1ff8b4-a836-4287-84a2-3eaf8ccfb867),segment_id=2b1ff8b4-a836-4287-84a2-3eaf8ccfb867)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:50:06.512451 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:06.598434 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Pushing event updated for resources: {'Port': ['ID=7b8da16e-14c7-460b-ad10-ebc9680683b5,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:06.633444 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-b4c04074-5e30-45f5-beda-f820567153fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044ffa33-622b-40ec-a123-209f6a9cdbd5', 'name': 'tempest-TestNetworkBasicOps-router-1593989456', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.187'}], 'enable_snat': True}, 'gw_port_id': '15abb6d1-0606-4928-811c-ecc84505c223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:49:12Z', 'updated_at': '2021-11-24T01:49:23Z', 'revision_number': 4, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': '15abb6d1-0606-4928-811c-ecc84505c223', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044ffa33-622b-40ec-a123-209f6a9cdbd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:49:13Z', 'updated_at': '2021-11-24T01:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_floatingips': [{'id': 'afec3b51-07fb-4443-8bab-c1a77b18b418', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'floating_ip_address': '172.26.5.206', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': '044ffa33-622b-40ec-a123-209f6a9cdbd5', 'port_id': 'd9282004-ac34-4eb1-b254-5b08bd21ecb2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 984, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8617ed88-7a9f-4293-a73d-5ec916acee3f', 'mac_address': 'fa:16:3e:74:3e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0530cda3-d693-481b-91ae-7c78caa49aff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T01:50:00Z', 'updated_at': '2021-11-24T01:50:00Z', 'revision_number': 0, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '758483ef-c738-4f14-8ab8-094385e704eb', 'name': '', 'network_id': '8617ed88-7a9f-4293-a73d-5ec916acee3f', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'mac_address': 'fa:16:3e:c0:df:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044ffa33-622b-40ec-a123-209f6a9cdbd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '430b8ec6-a019-4487-a7d1-af147e18faf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:49:22Z', 'updated_at': '2021-11-24T01:49:28Z', 'revision_number': 5, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'subnets': [{'id': '430b8ec6-a019-4487-a7d1-af147e18faf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:06.661153 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c04074-5e30-45f5-beda-f820567153fd None None] The sync data for ids ['044ffa33-622b-40ec-a123-209f6a9cdbd5'] in dv-neutron-818911-2-hyperv is: [{'id': '044ffa33-622b-40ec-a123-209f6a9cdbd5', 'name': 'tempest-TestNetworkBasicOps-router-1593989456', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.187'}], 'enable_snat': True}, 'gw_port_id': '15abb6d1-0606-4928-811c-ecc84505c223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:49:12Z', 'updated_at': '2021-11-24T01:49:23Z', 'revision_number': 4, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': '15abb6d1-0606-4928-811c-ecc84505c223', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044ffa33-622b-40ec-a123-209f6a9cdbd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:49:13Z', 'updated_at': '2021-11-24T01:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_floatingips': [{'id': 'afec3b51-07fb-4443-8bab-c1a77b18b418', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'floating_ip_address': '172.26.5.206', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': '044ffa33-622b-40ec-a123-209f6a9cdbd5', 'port_id': 'd9282004-ac34-4eb1-b254-5b08bd21ecb2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 984, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8617ed88-7a9f-4293-a73d-5ec916acee3f', 'mac_address': 'fa:16:3e:74:3e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0530cda3-d693-481b-91ae-7c78caa49aff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T01:50:00Z', 'updated_at': '2021-11-24T01:50:00Z', 'revision_number': 0, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '758483ef-c738-4f14-8ab8-094385e704eb', 'name': '', 'network_id': '8617ed88-7a9f-4293-a73d-5ec916acee3f', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'mac_address': 'fa:16:3e:c0:df:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044ffa33-622b-40ec-a123-209f6a9cdbd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '430b8ec6-a019-4487-a7d1-af147e18faf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:49:22Z', 'updated_at': '2021-11-24T01:49:28Z', 'revision_number': 5, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'subnets': [{'id': '430b8ec6-a019-4487-a7d1-af147e18faf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:50:06.703985 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device bcb20ce6-8475-456d-b125-10c1f180f0d0 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:50:06.795812 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port bcb20ce6-8475-456d-b125-10c1f180f0d0 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:50:06.795812 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:06.886423 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 7b8da16e-14c7-460b-ad10-ebc9680683b5 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:50:06.906476 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf2fd0a-f1b4-415c-92ca-05ffd0468c2d None None] New status for floating IP afec3b51-07fb-4443-8bab-c1a77b18b418: ACTIVE {{(pid=109869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 01:50:06.920038 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcc4ecb8-181c-4dba-bc98-c9dd2f2aeffd tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Router abb92a61-c755-46ea-86f2-b372043c557e has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:50:06.933584 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-ff2c2193-ad40-417e-a8e0-46daeaedac6d None None] Provisioning complete for port d4ad46f2-63a0-41e8-85b9-d0f083b33f18 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:50:06.933955 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-ff2c2193-ad40-417e-a8e0-46daeaedac6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:06.948918 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-abbe9f19-973b-464e-aee6-030b7cd6fbfc tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:06.982154 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 7b8da16e-14c7-460b-ad10-ebc9680683b5 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:50:06.982529 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:06.984290 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-ff2c2193-ad40-417e-a8e0-46daeaedac6d None None] Port d4ad46f2-63a0-41e8-85b9-d0f083b33f18 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:50:07.023486 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-ff2c2193-ad40-417e-a8e0-46daeaedac6d None None] Provisioning complete for port 7b8da16e-14c7-460b-ad10-ebc9680683b5 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:50:07.023845 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-ff2c2193-ad40-417e-a8e0-46daeaedac6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:07.037231 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48810) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:07.145918 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-9e4db91b-cfe5-4490-aade-296964621429 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/floatingips/afec3b51-07fb-4443-8bab-c1a77b18b418 HTTP/1.1" status: 200 len: 991 time: 0.1059752 Nov 24 01:50:07.149991 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-826daacf-4b6a-4bbb-8073-a6baf4e99a00 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25501847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25307831'] for subnet, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:07.180005 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-ff2c2193-ad40-417e-a8e0-46daeaedac6d None None] Provisioning complete for port bcb20ce6-8475-456d-b125-10c1f180f0d0 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:50:07.180375 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-ff2c2193-ad40-417e-a8e0-46daeaedac6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:07.285737 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcc4ecb8-181c-4dba-bc98-c9dd2f2aeffd tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:50:07.297674 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa86a20f-9524-4482-a2f7-750e07a2e6d8 None None] Sync routers for ids ['abb92a61-c755-46ea-86f2-b372043c557e'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:50:07.302590 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-bcc4ecb8-181c-4dba-bc98-c9dd2f2aeffd tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] 10.222.0.21 "PUT /v2.0/routers/abb92a61-c755-46ea-86f2-b372043c557e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3931937 Nov 24 01:50:07.305470 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48812) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:07.310344 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-22473f36-659d-402a-92c5-5183055d0223 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Request body: {'network': {'name': 'tempest-RoutersTest-2066597564'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:50:07.311579 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa86a20f-9524-4482-a2f7-750e07a2e6d8 None None] Routers {'abb92a61-c755-46ea-86f2-b372043c557e'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:50:07.312256 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-aa86a20f-9524-4482-a2f7-750e07a2e6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:49:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['abb92a61-c755-46ea-86f2-b372043c557e'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:07.315406 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826daacf-4b6a-4bbb-8073-a6baf4e99a00 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Pushing event updated for resources: {'Subnet': ['ID=b78476be-9d9b-4b3d-a494-9b44302500fb,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:07.348342 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22473f36-659d-402a-92c5-5183055d0223 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Made reservation on behalf of 24f911856b3c4338b647feba51f20eff for: {'network': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:50:07.356548 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-22473f36-659d-402a-92c5-5183055d0223 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:07.394422 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22473f36-659d-402a-92c5-5183055d0223 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=109866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:50:07.407428 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-aa86a20f-9524-4482-a2f7-750e07a2e6d8 None None] Set router abb92a61-c755-46ea-86f2-b372043c557e gateway port host: None {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:50:07.415650 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-22473f36-659d-402a-92c5-5183055d0223 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:07.416804 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.segments_db [None req-22473f36-659d-402a-92c5-5183055d0223 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Added segment b63be3d9-8749-470d-a21a-468b150487ae of type vlan for network 75a657f0-0d6f-4a96-a2c6-bdde36b17fa6 Nov 24 01:50:07.437252 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-30ae7d6e-3e61-4c4f-b147-e27e5249b65d tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3684298', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-424347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2775'] for router, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:07.438982 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826daacf-4b6a-4bbb-8073-a6baf4e99a00 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Checking segment: {'id': '197d81c3-4d7b-40d3-a960-90a61cef1dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0a7adf2b-4cce-46ac-b5df-5d5054542b40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:50:07.439347 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826daacf-4b6a-4bbb-8073-a6baf4e99a00 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Network hostable DHCP agents. Network: 0a7adf2b-4cce-46ac-b5df-5d5054542b40, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 01:50:07.452032 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-30ae7d6e-3e61-4c4f-b147-e27e5249b65d tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3683822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-418125', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-424361'] for router, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:07.474590 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [None req-abbe9f19-973b-464e-aee6-030b7cd6fbfc tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] For port 7b8da16e-14c7-460b-ad10-ebc9680683b5, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=7b8da16e-14c7-460b-ad10-ebc9680683b5,segment=NetworkSegment(2b1ff8b4-a836-4287-84a2-3eaf8ccfb867),segment_id=2b1ff8b4-a836-4287-84a2-3eaf8ccfb867)] {{(pid=109867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:50:07.481081 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-22473f36-659d-402a-92c5-5183055d0223 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:07.516301 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-22473f36-659d-402a-92c5-5183055d0223 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:07.524147 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22473f36-659d-402a-92c5-5183055d0223 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:07.524880 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-22473f36-659d-402a-92c5-5183055d0223 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks [] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:07.543318 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826daacf-4b6a-4bbb-8073-a6baf4e99a00 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Network 0a7adf2b-4cce-46ac-b5df-5d5054542b40 is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 01:50:07.565373 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-abbe9f19-973b-464e-aee6-030b7cd6fbfc tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for port, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:07.579930 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-22473f36-659d-402a-92c5-5183055d0223 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2733936 Nov 24 01:50:07.583581 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48814) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:07.592060 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-ea203cad-cee1-4ae4-84b7-f238e2ed02db tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Request body: {'subnet': {'network_id': '75a657f0-0d6f-4a96-a2c6-bdde36b17fa6', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:50:07.600624 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-826daacf-4b6a-4bbb-8073-a6baf4e99a00 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, 0a7adf2b-4cce-46ac-b5df-5d5054542b40) {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:50:07.604201 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-abbe9f19-973b-464e-aee6-030b7cd6fbfc tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25501696'] for port, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:07.605306 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-abbe9f19-973b-464e-aee6-030b7cd6fbfc tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25501847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25307831'] for subnet, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:07.612355 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1efe5b9e-380e-47f9-98d2-b81d5ca322b1 None None] Network 0a7adf2b-4cce-46ac-b5df-5d5054542b40 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:50:07.622112 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826daacf-4b6a-4bbb-8073-a6baf4e99a00 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:07.623006 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-826daacf-4b6a-4bbb-8073-a6baf4e99a00 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:07.709378 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abbe9f19-973b-464e-aee6-030b7cd6fbfc tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:50:07.726295 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-826daacf-4b6a-4bbb-8073-a6baf4e99a00 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7639883 Nov 24 01:50:07.727606 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-abbe9f19-973b-464e-aee6-030b7cd6fbfc tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:50:07.731596 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48816) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:07.733342 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22473f36-659d-402a-92c5-5183055d0223 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Pushing event updated for resources: {'Network': ['ID=75a657f0-0d6f-4a96-a2c6-bdde36b17fa6,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:07.743811 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abbe9f19-973b-464e-aee6-030b7cd6fbfc tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:07.743988 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-abbe9f19-973b-464e-aee6-030b7cd6fbfc tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:07.761997 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-00058f02-68d0-4efa-b072-9200e0b470f4 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Request body: {'subnet': {'network_id': '0a7adf2b-4cce-46ac-b5df-5d5054542b40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:50:07.763803 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea203cad-cee1-4ae4-84b7-f238e2ed02db tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Made reservation on behalf of 24f911856b3c4338b647feba51f20eff for: {'subnet': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:50:07.767850 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ea203cad-cee1-4ae4-84b7-f238e2ed02db tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29154835'] for subnet, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:07.794875 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbe9f19-973b-464e-aee6-030b7cd6fbfc tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Pushing event updated for resources: {'Subnet': ['ID=10746884-137b-4ef3-a9f5-c1b5ea1729a5,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:07.798351 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8cade7c-84fd-4faf-8d09-8c206e39273d None None] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:50:07.798568 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30ae7d6e-3e61-4c4f-b147-e27e5249b65d tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Router 362d5aea-9705-47db-a151-2a669759219a has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:50:07.799664 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network 75a657f0-0d6f-4a96-a2c6-bdde36b17fa6 details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:50:07.804650 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbe9f19-973b-464e-aee6-030b7cd6fbfc tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Pushing event updated for resources: {'Port': ['ID=7b8da16e-14c7-460b-ad10-ebc9680683b5,revision_number=5']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:07.825286 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-abbe9f19-973b-464e-aee6-030b7cd6fbfc tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.7388103 Nov 24 01:50:07.829445 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48818) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:07.860663 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-8ab63772-4010-4950-b93e-5a263dc1ae0d tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Request body: {'port': {'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6', 'mac_address': 'fa:16:3e:f3:87:76', 'name': 'tempest-NetworksTestDHCPv6-654036772'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:50:08.025075 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ea203cad-cee1-4ae4-84b7-f238e2ed02db tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29149261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29154849'] for subnet, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:08.065971 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-aa86a20f-9524-4482-a2f7-750e07a2e6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb92a61-c755-46ea-86f2-b372043c557e', 'name': 'tempest-RoutersTest-router-838312234', 'tenant_id': '24f911856b3c4338b647feba51f20eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:49:50Z', 'updated_at': '2021-11-24T01:50:04Z', 'revision_number': 3, 'project_id': '24f911856b3c4338b647feba51f20eff', 'gw_port_host': None, '_interfaces': [{'id': '2db26859-3a5c-43fb-9af5-a82a100a1f64', 'name': '', 'network_id': '908ade6b-b91a-4667-962d-c9abb70c0c91', 'tenant_id': '24f911856b3c4338b647feba51f20eff', 'mac_address': 'fa:16:3e:a2:1c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb92a61-c755-46ea-86f2-b372043c557e', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '2119d35b-8635-44be-9d17-9fc1c7d68c96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:49:52Z', 'updated_at': '2021-11-24T01:50:01Z', 'revision_number': 5, 'project_id': '24f911856b3c4338b647feba51f20eff', 'subnets': [{'id': '2119d35b-8635-44be-9d17-9fc1c7d68c96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4ad46f2-63a0-41e8-85b9-d0f083b33f18', 'name': '', 'network_id': 'f4cfd1df-0a9a-4bca-8684-eb667a06b1b5', 'tenant_id': '24f911856b3c4338b647feba51f20eff', 'mac_address': 'fa:16:3e:2c:8f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb92a61-c755-46ea-86f2-b372043c557e', 'device_owner': 'network:router_interface', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '1ecfa2aa-fa62-4dc7-b0b7-5537d0a9a18f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:50:02Z', 'updated_at': '2021-11-24T01:50:05Z', 'revision_number': 2, 'project_id': '24f911856b3c4338b647feba51f20eff', 'subnets': [{'id': '1ecfa2aa-fa62-4dc7-b0b7-5537d0a9a18f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:08.103803 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa86a20f-9524-4482-a2f7-750e07a2e6d8 None None] Checking router: abb92a61-c755-46ea-86f2-b372043c557e for host: dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 01:50:08.105189 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa86a20f-9524-4482-a2f7-750e07a2e6d8 None None] Updating router abb92a61-c755-46ea-86f2-b372043c557e port d4ad46f2-63a0-41e8-85b9-d0f083b33f18 binding host dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 01:50:08.112179 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea203cad-cee1-4ae4-84b7-f238e2ed02db tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Pushing event updated for resources: {'Subnet': ['ID=e6bfe66a-97e9-456e-b8b7-f62c53e4b0f8,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:08.116055 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea203cad-cee1-4ae4-84b7-f238e2ed02db tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Checking segment: {'id': 'b63be3d9-8749-470d-a21a-468b150487ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '75a657f0-0d6f-4a96-a2c6-bdde36b17fa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:50:08.116420 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea203cad-cee1-4ae4-84b7-f238e2ed02db tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Network hostable DHCP agents. Network: 75a657f0-0d6f-4a96-a2c6-bdde36b17fa6, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 01:50:08.135653 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00058f02-68d0-4efa-b072-9200e0b470f4 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Made reservation on behalf of 3a57d4c6d6484e7bbaf48e6f242b2f3e for: {'subnet': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:50:08.140029 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea203cad-cee1-4ae4-84b7-f238e2ed02db tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Network 75a657f0-0d6f-4a96-a2c6-bdde36b17fa6 is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 01:50:08.140410 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-00058f02-68d0-4efa-b072-9200e0b470f4 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25307781'] for subnet, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:08.149033 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30ae7d6e-3e61-4c4f-b147-e27e5249b65d tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:50:08.150514 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48820) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:08.162666 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-ea203cad-cee1-4ae4-84b7-f238e2ed02db tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, 75a657f0-0d6f-4a96-a2c6-bdde36b17fa6) {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:50:08.166823 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea203cad-cee1-4ae4-84b7-f238e2ed02db tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:08.167151 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5983b0-9fd5-4173-8898-5429fc082731 None None] Sync routers for ids ['362d5aea-9705-47db-a151-2a669759219a'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:50:08.167915 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ea203cad-cee1-4ae4-84b7-f238e2ed02db tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:08.171291 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-aa86a20f-9524-4482-a2f7-750e07a2e6d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:08.173874 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-30ae7d6e-3e61-4c4f-b147-e27e5249b65d tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks [] for router, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:08.177912 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-30ae7d6e-3e61-4c4f-b147-e27e5249b65d tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] 10.222.0.21 "PUT /v2.0/routers/362d5aea-9705-47db-a151-2a669759219a HTTP/1.1" status: 200 len: 922 time: 4.6293283 Nov 24 01:50:08.183343 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eea36ee-699f-48ab-a9f2-f17714802fcb None None] Network 75a657f0-0d6f-4a96-a2c6-bdde36b17fa6 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:50:08.183665 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48822) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:08.204729 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5983b0-9fd5-4173-8898-5429fc082731 None None] Routers {'362d5aea-9705-47db-a151-2a669759219a'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:50:08.205840 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-db5983b0-9fd5-4173-8898-5429fc082731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:49:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['362d5aea-9705-47db-a151-2a669759219a'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:08.221051 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9401ca90-b797-4af0-a4da-fbc06a84c1cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-0a7adf2b-4cce-46ac-b5df-5d5054542b40', 'network_id': '0a7adf2b-4cce-46ac-b5df-5d5054542b40', 'tenant_id': '3a57d4c6d6484e7bbaf48e6f242b2f3e', 'fixed_ips': [{'subnet_id': 'b78476be-9d9b-4b3d-a494-9b44302500fb'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 01:50:08.221926 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9401ca90-b797-4af0-a4da-fbc06a84c1cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:08.257980 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-ea203cad-cee1-4ae4-84b7-f238e2ed02db tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6702831 Nov 24 01:50:08.258299 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48824) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:08.268155 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-db5983b0-9fd5-4173-8898-5429fc082731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:08.280236 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5983b0-9fd5-4173-8898-5429fc082731 None None] Routers {'362d5aea-9705-47db-a151-2a669759219a'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:50:08.281657 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-db5983b0-9fd5-4173-8898-5429fc082731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:49:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['362d5aea-9705-47db-a151-2a669759219a'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:08.281799 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab63772-4010-4950-b93e-5a263dc1ae0d tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Made reservation on behalf of 6974375fded34c83af8967d3f69dce07 for: {'port': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:50:08.322860 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-db5983b0-9fd5-4173-8898-5429fc082731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:08.324482 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5983b0-9fd5-4173-8898-5429fc082731 None None] The sync data for ids ['362d5aea-9705-47db-a151-2a669759219a'] in dv-neutron-818911-2-hyperv is: [] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:50:08.378697 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-e0ed2c5e-86c5-4291-916d-6dbd240fa2ce tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/floatingips/afec3b51-07fb-4443-8bab-c1a77b18b418 HTTP/1.1" status: 200 len: 993 time: 0.2138126 Nov 24 01:50:08.532843 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8ab63772-4010-4950-b93e-5a263dc1ae0d tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:08.574256 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [None req-8ab63772-4010-4950-b93e-5a263dc1ae0d tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] device_id is not set on port 68812848-5764-4284-918f-45c0599969cd yet. {{(pid=109867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 01:50:08.656976 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.ipam_backend_mixin [None req-00058f02-68d0-4efa-b072-9200e0b470f4 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b78476be-9d9b-4b3d-a494-9b44302500fb (CIDR: 2001:db8::/64) Nov 24 01:50:08.662669 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-cc93641e-bf7a-4f3f-9b59-ae9427dea5ed tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] 10.222.0.21 "GET /v2.0/routers/362d5aea-9705-47db-a151-2a669759219a HTTP/1.1" status: 200 len: 922 time: 0.4674888 Nov 24 01:50:08.664624 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48826) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:08.665579 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.pecan_wsgi.hooks.translation [None req-00058f02-68d0-4efa-b072-9200e0b470f4 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 01:50:08.666030 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00058f02-68d0-4efa-b072-9200e0b470f4 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:50:08.736413 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 7b8da16e-14c7-460b-ad10-ebc9680683b5 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:50:08.778912 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-9401ca90-b797-4af0-a4da-fbc06a84c1cd None None] Allocated IP 2001:db8::2 (0a7adf2b-4cce-46ac-b5df-5d5054542b40/b78476be-9d9b-4b3d-a494-9b44302500fb/8b52ff30-2c5b-495e-ad76-4705452e8a31) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:50:08.811641 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d0506239-8146-40b3-9e8a-68a7fe6f2329 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:08.881625 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a812412-1d79-4716-bbdb-7654b8b7e8dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-75a657f0-0d6f-4a96-a2c6-bdde36b17fa6', 'network_id': '75a657f0-0d6f-4a96-a2c6-bdde36b17fa6', 'tenant_id': '24f911856b3c4338b647feba51f20eff', 'fixed_ips': [{'subnet_id': 'e6bfe66a-97e9-456e-b8b7-f62c53e4b0f8'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 01:50:08.883110 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-4a812412-1d79-4716-bbdb-7654b8b7e8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:08.889330 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-8ab63772-4010-4950-b93e-5a263dc1ae0d tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Allocated IP 2001:db8::191 (9b0cb615-dd00-417f-9128-01ca62e524f6/fd7935ae-5210-4370-be81-0d42203efb20/68812848-5764-4284-918f-45c0599969cd) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:50:08.906791 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-8ab63772-4010-4950-b93e-5a263dc1ae0d tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Allocated IP 2001:db8:0:1:f816:3eff:fef3:8776 (9b0cb615-dd00-417f-9128-01ca62e524f6/10746884-137b-4ef3-a9f5-c1b5ea1729a5/68812848-5764-4284-918f-45c0599969cd) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:50:09.012627 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 7b8da16e-14c7-460b-ad10-ebc9680683b5 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:50:09.013008 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:09.128043 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ae1b36-74cd-41d8-ad5c-8d61d789145e tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:09.132576 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-e3ae1b36-74cd-41d8-ad5c-8d61d789145e tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=eb22795d-37ee-46ee-844d-92c17e2ea450&device_id=362d5aea-9705-47db-a151-2a669759219a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.4615855 Nov 24 01:50:09.133378 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48828) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:09.138335 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-00058f02-68d0-4efa-b072-9200e0b470f4 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3991868 Nov 24 01:50:09.141954 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48830) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:09.146073 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-aa86a20f-9524-4482-a2f7-750e07a2e6d8 None None] Publish callbacks [] for port, precommit_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:09.148941 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-a08a1ae3-6fbc-455d-9e35-356750da421f tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Request body: {'subnet': {'network_id': '0a7adf2b-4cce-46ac-b5df-5d5054542b40', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:50:09.163948 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-aa86a20f-9524-4482-a2f7-750e07a2e6d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:09.235526 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [None req-d0506239-8146-40b3-9e8a-68a7fe6f2329 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Allocated IP 172.22.0.1 (75a657f0-0d6f-4a96-a2c6-bdde36b17fa6/e6bfe66a-97e9-456e-b8b7-f62c53e4b0f8/318885bc-2005-48c0-b333-b4f4659e2efd) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:50:09.284079 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9245c5-25c3-484a-83df-5ed3fa5340a8 None None] Pushing event updated for resources: {'Port': ['ID=d4ad46f2-63a0-41e8-85b9-d0f083b33f18,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:09.291855 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9401ca90-b797-4af0-a4da-fbc06a84c1cd None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:09.327215 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9401ca90-b797-4af0-a4da-fbc06a84c1cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:09.389616 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a08a1ae3-6fbc-455d-9e35-356750da421f tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Made reservation on behalf of 3a57d4c6d6484e7bbaf48e6f242b2f3e for: {'subnet': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:50:09.393613 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a08a1ae3-6fbc-455d-9e35-356750da421f tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29154835'] for subnet, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:09.414260 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9401ca90-b797-4af0-a4da-fbc06a84c1cd None None] Pushing event updated for resources: {'Port': ['ID=8b52ff30-2c5b-495e-ad76-4705452e8a31,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:09.442893 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-1c348c0a-3978-4976-8236-570846d50d72 None None] Provisioning complete for port 7b8da16e-14c7-460b-ad10-ebc9680683b5 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:50:09.442893 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-1c348c0a-3978-4976-8236-570846d50d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:09.450455 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d0506239-8146-40b3-9e8a-68a7fe6f2329 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:09.456193 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9401ca90-b797-4af0-a4da-fbc06a84c1cd None None] Network 0a7adf2b-4cce-46ac-b5df-5d5054542b40 is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:50:09.478054 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-9401ca90-b797-4af0-a4da-fbc06a84c1cd None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:50:09.480102 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-aa86a20f-9524-4482-a2f7-750e07a2e6d8 None None] Attempting to bind port d4ad46f2-63a0-41e8-85b9-d0f083b33f18 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:50:09.480568 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-aa86a20f-9524-4482-a2f7-750e07a2e6d8 None None] Attempting to bind port d4ad46f2-63a0-41e8-85b9-d0f083b33f18 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '64638c55-a990-496a-b667-d582800d1f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f4cfd1df-0a9a-4bca-8684-eb667a06b1b5'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:50:09.481019 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa86a20f-9524-4482-a2f7-750e07a2e6d8 None None] Attempting to bind port d4ad46f2-63a0-41e8-85b9-d0f083b33f18 on network f4cfd1df-0a9a-4bca-8684-eb667a06b1b5 {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:50:09.488820 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9401ca90-b797-4af0-a4da-fbc06a84c1cd None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:50:09.491453 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa86a20f-9524-4482-a2f7-750e07a2e6d8 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:50:09.491963 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa86a20f-9524-4482-a2f7-750e07a2e6d8 None None] Checking segment: {'id': '64638c55-a990-496a-b667-d582800d1f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f4cfd1df-0a9a-4bca-8684-eb667a06b1b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:50:09.492802 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-aa86a20f-9524-4482-a2f7-750e07a2e6d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:09.492954 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa86a20f-9524-4482-a2f7-750e07a2e6d8 None None] Bound using segment: {'id': '64638c55-a990-496a-b667-d582800d1f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f4cfd1df-0a9a-4bca-8684-eb667a06b1b5'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:50:09.493748 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-aa86a20f-9524-4482-a2f7-750e07a2e6d8 None None] Bound port: d4ad46f2-63a0-41e8-85b9-d0f083b33f18, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64638c55-a990-496a-b667-d582800d1f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f4cfd1df-0a9a-4bca-8684-eb667a06b1b5'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:50:09.494154 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-aa86a20f-9524-4482-a2f7-750e07a2e6d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:09.571515 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d0506239-8146-40b3-9e8a-68a7fe6f2329 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:09.667229 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0506239-8146-40b3-9e8a-68a7fe6f2329 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Pushing event updated for resources: {'Port': ['ID=318885bc-2005-48c0-b333-b4f4659e2efd,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:09.669124 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8ab63772-4010-4950-b93e-5a263dc1ae0d tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:09.677045 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ee0795-696a-490f-826d-d034340bc054 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:09.678981 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-44ee0795-696a-490f-826d-d034340bc054 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] 10.222.0.21 "GET /v2.0/networks/eb22795d-37ee-46ee-844d-92c17e2ea450 HTTP/1.1" status: 200 len: 881 time: 0.5440059 Nov 24 01:50:09.680079 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0506239-8146-40b3-9e8a-68a7fe6f2329 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Network 75a657f0-0d6f-4a96-a2c6-bdde36b17fa6 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:50:09.682043 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48832) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:09.687517 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-d0506239-8146-40b3-9e8a-68a7fe6f2329 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:50:09.691449 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0506239-8146-40b3-9e8a-68a7fe6f2329 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:50:09.720765 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-bb391be9-4035-46c2-a9db-977302b0a4e9 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] 10.222.0.21 "GET /v2.0/ports?device_id=362d5aea-9705-47db-a151-2a669759219a HTTP/1.1" status: 200 len: 205 time: 0.0371289 Nov 24 01:50:09.724938 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48834) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:09.769639 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d0506239-8146-40b3-9e8a-68a7fe6f2329 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3777869'] for router_interface, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:09.782647 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-9401ca90-b797-4af0-a4da-fbc06a84c1cd None None] Attempting to bind port 8b52ff30-2c5b-495e-ad76-4705452e8a31 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:50:09.783234 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-9401ca90-b797-4af0-a4da-fbc06a84c1cd None None] Attempting to bind port 8b52ff30-2c5b-495e-ad76-4705452e8a31 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '197d81c3-4d7b-40d3-a960-90a61cef1dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0a7adf2b-4cce-46ac-b5df-5d5054542b40'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:50:09.783575 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9401ca90-b797-4af0-a4da-fbc06a84c1cd None None] Attempting to bind port 8b52ff30-2c5b-495e-ad76-4705452e8a31 on network 0a7adf2b-4cce-46ac-b5df-5d5054542b40 {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:50:09.793160 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8ab63772-4010-4950-b93e-5a263dc1ae0d tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:09.795668 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9401ca90-b797-4af0-a4da-fbc06a84c1cd None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:50:09.796176 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9401ca90-b797-4af0-a4da-fbc06a84c1cd None None] Checking segment: {'id': '197d81c3-4d7b-40d3-a960-90a61cef1dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0a7adf2b-4cce-46ac-b5df-5d5054542b40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:50:09.796691 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9401ca90-b797-4af0-a4da-fbc06a84c1cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:09.797169 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9401ca90-b797-4af0-a4da-fbc06a84c1cd None None] Bound using segment: {'id': '197d81c3-4d7b-40d3-a960-90a61cef1dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0a7adf2b-4cce-46ac-b5df-5d5054542b40'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:50:09.797794 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-9401ca90-b797-4af0-a4da-fbc06a84c1cd None None] Bound port: 8b52ff30-2c5b-495e-ad76-4705452e8a31, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '197d81c3-4d7b-40d3-a960-90a61cef1dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0a7adf2b-4cce-46ac-b5df-5d5054542b40'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:50:09.798270 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9401ca90-b797-4af0-a4da-fbc06a84c1cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:09.855864 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-4a812412-1d79-4716-bbdb-7654b8b7e8dd None None] Allocated IP 172.22.0.2 (75a657f0-0d6f-4a96-a2c6-bdde36b17fa6/e6bfe66a-97e9-456e-b8b7-f62c53e4b0f8/52a8f3f3-858e-4f17-ba86-22e0157b1e6d) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:50:09.888679 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab63772-4010-4950-b93e-5a263dc1ae0d tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:50:09.899120 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-8ab63772-4010-4950-b93e-5a263dc1ae0d tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:50:09.906334 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab63772-4010-4950-b93e-5a263dc1ae0d tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:50:09.912807 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab63772-4010-4950-b93e-5a263dc1ae0d tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:09.914345 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a08a1ae3-6fbc-455d-9e35-356750da421f tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29149261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29154849'] for subnet, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:09.915534 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8ab63772-4010-4950-b93e-5a263dc1ae0d tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:09.933327 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0742b991-a2a3-4b11-8e73-4a56425bdf4f tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks [] for router, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:09.941696 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-aa86a20f-9524-4482-a2f7-750e07a2e6d8 None None] For port d4ad46f2-63a0-41e8-85b9-d0f083b33f18, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:50:09.976656 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab63772-4010-4950-b93e-5a263dc1ae0d tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Pushing event updated for resources: {'Port': ['ID=68812848-5764-4284-918f-45c0599969cd,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:09.986567 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-8ab63772-4010-4950-b93e-5a263dc1ae0d tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.1557415 Nov 24 01:50:09.990041 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48836) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:09.999591 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-aa86a20f-9524-4482-a2f7-750e07a2e6d8 None None] For port d4ad46f2-63a0-41e8-85b9-d0f083b33f18, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=d4ad46f2-63a0-41e8-85b9-d0f083b33f18,segment=NetworkSegment(64638c55-a990-496a-b667-d582800d1f23),segment_id=64638c55-a990-496a-b667-d582800d1f23)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:50:10.014523 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-aa86a20f-9524-4482-a2f7-750e07a2e6d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:10.016820 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a08a1ae3-6fbc-455d-9e35-356750da421f tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Network 0a7adf2b-4cce-46ac-b5df-5d5054542b40 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:50:10.020826 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d0506239-8146-40b3-9e8a-68a7fe6f2329 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:10.026151 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-a08a1ae3-6fbc-455d-9e35-356750da421f tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:50:10.031572 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08a1ae3-6fbc-455d-9e35-356750da421f tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:10.032176 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a08a1ae3-6fbc-455d-9e35-356750da421f tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:10.051187 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08a1ae3-6fbc-455d-9e35-356750da421f tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Pushing event updated for resources: {'Subnet': ['ID=8ee2f388-cdd7-4ba7-b09d-1782058c8b34,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:10.064372 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-9401ca90-b797-4af0-a4da-fbc06a84c1cd None None] For port 8b52ff30-2c5b-495e-ad76-4705452e8a31, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:50:10.127880 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-9401ca90-b797-4af0-a4da-fbc06a84c1cd None None] For port 8b52ff30-2c5b-495e-ad76-4705452e8a31, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=8b52ff30-2c5b-495e-ad76-4705452e8a31,segment=NetworkSegment(197d81c3-4d7b-40d3-a960-90a61cef1dd2),segment_id=197d81c3-4d7b-40d3-a960-90a61cef1dd2)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:50:10.139477 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa86a20f-9524-4482-a2f7-750e07a2e6d8 None None] Routers {'abb92a61-c755-46ea-86f2-b372043c557e'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:50:10.140127 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-aa86a20f-9524-4482-a2f7-750e07a2e6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:49:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['abb92a61-c755-46ea-86f2-b372043c557e'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:10.213009 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0742b991-a2a3-4b11-8e73-4a56425bdf4f tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:10.250485 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-aa86a20f-9524-4482-a2f7-750e07a2e6d8 None None] Set router abb92a61-c755-46ea-86f2-b372043c557e gateway port host: None {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:50:10.262840 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-a08a1ae3-6fbc-455d-9e35-356750da421f tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1168873 Nov 24 01:50:10.273178 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48838) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:10.278294 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-579eed89-0137-4143-85a7-28c1afa26a12 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Request body: {'port': {'network_id': '0a7adf2b-4cce-46ac-b5df-5d5054542b40', 'fixed_ips': [{'subnet_id': 'b78476be-9d9b-4b3d-a494-9b44302500fb'}, {'subnet_id': '8ee2f388-cdd7-4ba7-b09d-1782058c8b34'}], 'name': 'tempest-PortsIpV6TestJSON-2020089092'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:50:10.293599 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-8d6b7ee8-1173-4aa3-9b0b-a933ebe236b5 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Deleting port 68812848-5764-4284-918f-45c0599969cd {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:50:10.293945 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8d6b7ee8-1173-4aa3-9b0b-a933ebe236b5 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:10.384460 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-0742b991-a2a3-4b11-8e73-4a56425bdf4f tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Deleting port 25023102-4ab7-46c9-b101-52a89f66d4be {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:50:10.385084 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0742b991-a2a3-4b11-8e73-4a56425bdf4f tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:10.422255 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9401ca90-b797-4af0-a4da-fbc06a84c1cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:10.476790 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-579eed89-0137-4143-85a7-28c1afa26a12 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Made reservation on behalf of 3a57d4c6d6484e7bbaf48e6f242b2f3e for: {'port': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:50:10.477003 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8d6b7ee8-1173-4aa3-9b0b-a933ebe236b5 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:10.479211 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-a8e69e04-604c-438f-a3b6-224c4a647ef3 None None] Provisioning complete for port d4ad46f2-63a0-41e8-85b9-d0f083b33f18 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:50:10.479388 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a8e69e04-604c-438f-a3b6-224c4a647ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:10.485063 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9245c5-25c3-484a-83df-5ed3fa5340a8 None None] Pushing event updated for resources: {'Port': ['ID=d4ad46f2-63a0-41e8-85b9-d0f083b33f18,revision_number=4']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:10.494478 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-8d6b7ee8-1173-4aa3-9b0b-a933ebe236b5 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Calling delete_port for 68812848-5764-4284-918f-45c0599969cd owned by {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:50:10.510760 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d0506239-8146-40b3-9e8a-68a7fe6f2329 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks [] for port, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:10.518556 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d0506239-8146-40b3-9e8a-68a7fe6f2329 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29149402'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:10.549884 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9401ca90-b797-4af0-a4da-fbc06a84c1cd None None] Pushing event updated for resources: {'Port': ['ID=8b52ff30-2c5b-495e-ad76-4705452e8a31,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:10.589717 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0742b991-a2a3-4b11-8e73-4a56425bdf4f tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:10.604154 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-0742b991-a2a3-4b11-8e73-4a56425bdf4f tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Calling delete_port for 25023102-4ab7-46c9-b101-52a89f66d4be owned by network:router_gateway {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:50:10.639269 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0506239-8146-40b3-9e8a-68a7fe6f2329 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Pushing event updated for resources: {'Port': ['ID=318885bc-2005-48c0-b333-b4f4659e2efd,revision_number=2']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:10.648487 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d0506239-8146-40b3-9e8a-68a7fe6f2329 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3778017'] for router_interface, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:10.684990 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-aa86a20f-9524-4482-a2f7-750e07a2e6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb92a61-c755-46ea-86f2-b372043c557e', 'name': 'tempest-RoutersTest-router-838312234', 'tenant_id': '24f911856b3c4338b647feba51f20eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:49:50Z', 'updated_at': '2021-11-24T01:50:09Z', 'revision_number': 4, 'project_id': '24f911856b3c4338b647feba51f20eff', 'gw_port_host': None, '_interfaces': [{'id': '2db26859-3a5c-43fb-9af5-a82a100a1f64', 'name': '', 'network_id': '908ade6b-b91a-4667-962d-c9abb70c0c91', 'tenant_id': '24f911856b3c4338b647feba51f20eff', 'mac_address': 'fa:16:3e:a2:1c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb92a61-c755-46ea-86f2-b372043c557e', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '2119d35b-8635-44be-9d17-9fc1c7d68c96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:49:52Z', 'updated_at': '2021-11-24T01:50:01Z', 'revision_number': 5, 'project_id': '24f911856b3c4338b647feba51f20eff', 'subnets': [{'id': '2119d35b-8635-44be-9d17-9fc1c7d68c96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '318885bc-2005-48c0-b333-b4f4659e2efd', 'name': '', 'network_id': '75a657f0-0d6f-4a96-a2c6-bdde36b17fa6', 'tenant_id': '24f911856b3c4338b647feba51f20eff', 'mac_address': 'fa:16:3e:82:a4:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb92a61-c755-46ea-86f2-b372043c557e', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'e6bfe66a-97e9-456e-b8b7-f62c53e4b0f8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:50:08Z', 'updated_at': '2021-11-24T01:50:09Z', 'revision_number': 1, 'project_id': '24f911856b3c4338b647feba51f20eff', 'subnets': [{'id': 'e6bfe66a-97e9-456e-b8b7-f62c53e4b0f8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4ad46f2-63a0-41e8-85b9-d0f083b33f18', 'name': '', 'network_id': 'f4cfd1df-0a9a-4bca-8684-eb667a06b1b5', 'tenant_id': '24f911856b3c4338b647feba51f20eff', 'mac_address': 'fa:16:3e:2c:8f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb92a61-c755-46ea-86f2-b372043c557e', 'device_owner': 'network:router_interface', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '1ecfa2aa-fa62-4dc7-b0b7-5537d0a9a18f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:50:02Z', 'updated_at': '2021-11-24T01:50:09Z', 'revision_number': 4, 'project_id': '24f911856b3c4338b647feba51f20eff', 'subnets': [{'id': '1ecfa2aa-fa62-4dc7-b0b7-5537d0a9a18f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:10.709242 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-579eed89-0137-4143-85a7-28c1afa26a12 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:10.714016 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa86a20f-9524-4482-a2f7-750e07a2e6d8 None None] The sync data for ids ['abb92a61-c755-46ea-86f2-b372043c557e'] in dv-neutron-818911-2-hyperv is: [{'id': 'abb92a61-c755-46ea-86f2-b372043c557e', 'name': 'tempest-RoutersTest-router-838312234', 'tenant_id': '24f911856b3c4338b647feba51f20eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:49:50Z', 'updated_at': '2021-11-24T01:50:09Z', 'revision_number': 4, 'project_id': '24f911856b3c4338b647feba51f20eff', 'gw_port_host': None, '_interfaces': [{'id': '2db26859-3a5c-43fb-9af5-a82a100a1f64', 'name': '', 'network_id': '908ade6b-b91a-4667-962d-c9abb70c0c91', 'tenant_id': '24f911856b3c4338b647feba51f20eff', 'mac_address': 'fa:16:3e:a2:1c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb92a61-c755-46ea-86f2-b372043c557e', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '2119d35b-8635-44be-9d17-9fc1c7d68c96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:49:52Z', 'updated_at': '2021-11-24T01:50:01Z', 'revision_number': 5, 'project_id': '24f911856b3c4338b647feba51f20eff', 'subnets': [{'id': '2119d35b-8635-44be-9d17-9fc1c7d68c96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '318885bc-2005-48c0-b333-b4f4659e2efd', 'name': '', 'network_id': '75a657f0-0d6f-4a96-a2c6-bdde36b17fa6', 'tenant_id': '24f911856b3c4338b647feba51f20eff', 'mac_address': 'fa:16:3e:82:a4:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb92a61-c755-46ea-86f2-b372043c557e', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'e6bfe66a-97e9-456e-b8b7-f62c53e4b0f8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:50:08Z', 'updated_at': '2021-11-24T01:50:09Z', 'revision_number': 1, 'project_id': '24f911856b3c4338b647feba51f20eff', 'subnets': [{'id': 'e6bfe66a-97e9-456e-b8b7-f62c53e4b0f8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4ad46f2-63a0-41e8-85b9-d0f083b33f18', 'name': '', 'network_id': 'f4cfd1df-0a9a-4bca-8684-eb667a06b1b5', 'tenant_id': '24f911856b3c4338b647feba51f20eff', 'mac_address': 'fa:16:3e:2c:8f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb92a61-c755-46ea-86f2-b372043c557e', 'device_owner': 'network:router_interface', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '1ecfa2aa-fa62-4dc7-b0b7-5537d0a9a18f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:50:02Z', 'updated_at': '2021-11-24T01:50:09Z', 'revision_number': 4, 'project_id': '24f911856b3c4338b647feba51f20eff', 'subnets': [{'id': '1ecfa2aa-fa62-4dc7-b0b7-5537d0a9a18f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:50:10.762341 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [None req-579eed89-0137-4143-85a7-28c1afa26a12 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] device_id is not set on port c89fd523-5738-4d47-b6bb-697abf71ae3f yet. {{(pid=109866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 01:50:10.763359 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a8e69e04-604c-438f-a3b6-224c4a647ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:10.800790 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-a8e69e04-604c-438f-a3b6-224c4a647ef3 None None] For port d4ad46f2-63a0-41e8-85b9-d0f083b33f18, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=d4ad46f2-63a0-41e8-85b9-d0f083b33f18,segment=NetworkSegment(64638c55-a990-496a-b667-d582800d1f23),segment_id=64638c55-a990-496a-b667-d582800d1f23)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:50:10.803443 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-4a812412-1d79-4716-bbdb-7654b8b7e8dd None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:10.806847 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8d6b7ee8-1173-4aa3-9b0b-a933ebe236b5 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:10.809282 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a8e69e04-604c-438f-a3b6-224c4a647ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:10.815938 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-4a812412-1d79-4716-bbdb-7654b8b7e8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:10.836894 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a812412-1d79-4716-bbdb-7654b8b7e8dd None None] Network 75a657f0-0d6f-4a96-a2c6-bdde36b17fa6 is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:50:10.867420 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0506239-8146-40b3-9e8a-68a7fe6f2329 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Network 75a657f0-0d6f-4a96-a2c6-bdde36b17fa6 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:50:10.875754 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-d0506239-8146-40b3-9e8a-68a7fe6f2329 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:50:10.886976 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6b7ee8-1173-4aa3-9b0b-a933ebe236b5 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Pushing event deleted for resources: {'Port': ['ID=68812848-5764-4284-918f-45c0599969cd,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:10.893514 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-4a812412-1d79-4716-bbdb-7654b8b7e8dd None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:50:10.900840 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a812412-1d79-4716-bbdb-7654b8b7e8dd None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:50:11.018611 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8d6b7ee8-1173-4aa3-9b0b-a933ebe236b5 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:11.024656 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-8d6b7ee8-1173-4aa3-9b0b-a933ebe236b5 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "DELETE /v2.0/ports/68812848-5764-4284-918f-45c0599969cd HTTP/1.1" status: 204 len: 168 time: 1.0309722 Nov 24 01:50:11.027226 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48840) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:11.062888 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e69e04-604c-438f-a3b6-224c4a647ef3 None None] Pushing event updated for resources: {'Port': ['ID=d4ad46f2-63a0-41e8-85b9-d0f083b33f18,revision_number=5']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:11.088790 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-ec46ce8f-c3eb-4b89-a258-92f52fbbf158 None None] Provisioning complete for port d4ad46f2-63a0-41e8-85b9-d0f083b33f18 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:50:11.089525 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-ec46ce8f-c3eb-4b89-a258-92f52fbbf158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:11.138854 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e519618-2bb9-42b6-8aed-9c1679b2de48 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:11.142948 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-4e519618-2bb9-42b6-8aed-9c1679b2de48 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1123848 Nov 24 01:50:11.149572 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48842) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:11.167365 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0742b991-a2a3-4b11-8e73-4a56425bdf4f tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:11.177922 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-4a812412-1d79-4716-bbdb-7654b8b7e8dd None None] Attempting to bind port 52a8f3f3-858e-4f17-ba86-22e0157b1e6d on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:50:11.178726 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-4a812412-1d79-4716-bbdb-7654b8b7e8dd None None] Attempting to bind port 52a8f3f3-858e-4f17-ba86-22e0157b1e6d by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': 'b63be3d9-8749-470d-a21a-468b150487ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '75a657f0-0d6f-4a96-a2c6-bdde36b17fa6'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:50:11.179329 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a812412-1d79-4716-bbdb-7654b8b7e8dd None None] Attempting to bind port 52a8f3f3-858e-4f17-ba86-22e0157b1e6d on network 75a657f0-0d6f-4a96-a2c6-bdde36b17fa6 {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:50:11.182325 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a812412-1d79-4716-bbdb-7654b8b7e8dd None None] Pushing event updated for resources: {'Port': ['ID=52a8f3f3-858e-4f17-ba86-22e0157b1e6d,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:11.221330 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a812412-1d79-4716-bbdb-7654b8b7e8dd None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:50:11.222025 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a812412-1d79-4716-bbdb-7654b8b7e8dd None None] Checking segment: {'id': 'b63be3d9-8749-470d-a21a-468b150487ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '75a657f0-0d6f-4a96-a2c6-bdde36b17fa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:50:11.222648 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-4a812412-1d79-4716-bbdb-7654b8b7e8dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:11.223198 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a812412-1d79-4716-bbdb-7654b8b7e8dd None None] Bound using segment: {'id': 'b63be3d9-8749-470d-a21a-468b150487ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '75a657f0-0d6f-4a96-a2c6-bdde36b17fa6'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:50:11.223841 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-4a812412-1d79-4716-bbdb-7654b8b7e8dd None None] Bound port: 52a8f3f3-858e-4f17-ba86-22e0157b1e6d, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b63be3d9-8749-470d-a21a-468b150487ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '75a657f0-0d6f-4a96-a2c6-bdde36b17fa6'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:50:11.224451 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-4a812412-1d79-4716-bbdb-7654b8b7e8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:11.256248 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0742b991-a2a3-4b11-8e73-4a56425bdf4f tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Pushing event deleted for resources: {'Port': ['ID=25023102-4ab7-46c9-b101-52a89f66d4be,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:11.291787 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5995158-1c6a-471c-bcd1-9f770e2b475f None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:50:11.387577 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a9330a-e746-428e-b8c2-b114f5600568 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:11.390139 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-d9a9330a-e746-428e-b8c2-b114f5600568 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2394288 Nov 24 01:50:11.397375 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48844) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:11.407542 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0742b991-a2a3-4b11-8e73-4a56425bdf4f tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418161'] for router_gateway, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:11.413041 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-4a812412-1d79-4716-bbdb-7654b8b7e8dd None None] For port 52a8f3f3-858e-4f17-ba86-22e0157b1e6d, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:50:11.431360 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-4a812412-1d79-4716-bbdb-7654b8b7e8dd None None] For port 52a8f3f3-858e-4f17-ba86-22e0157b1e6d, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=52a8f3f3-858e-4f17-ba86-22e0157b1e6d,segment=NetworkSegment(b63be3d9-8749-470d-a21a-468b150487ae),segment_id=b63be3d9-8749-470d-a21a-468b150487ae)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:50:11.441018 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-ec46ce8f-c3eb-4b89-a258-92f52fbbf158 None None] Could not find standard attr ID for object 68812848-5764-4284-918f-45c0599969cd. {{(pid=109868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 01:50:11.444239 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-4a812412-1d79-4716-bbdb-7654b8b7e8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:11.521045 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a812412-1d79-4716-bbdb-7654b8b7e8dd None None] Pushing event updated for resources: {'Port': ['ID=52a8f3f3-858e-4f17-ba86-22e0157b1e6d,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:11.568108 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0742b991-a2a3-4b11-8e73-4a56425bdf4f tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-424460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2766'] for router, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:11.572893 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0742b991-a2a3-4b11-8e73-4a56425bdf4f tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:11.582613 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0506239-8146-40b3-9e8a-68a7fe6f2329 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Router abb92a61-c755-46ea-86f2-b372043c557e has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:50:11.591868 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ee5543-f881-448c-a9d8-693f676fa9e3 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:11.593960 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ee5543-f881-448c-a9d8-693f676fa9e3 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:11.595946 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ee5543-f881-448c-a9d8-693f676fa9e3 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:11.597824 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-88ee5543-f881-448c-a9d8-693f676fa9e3 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1986797 Nov 24 01:50:11.601230 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48846) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:11.709470 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0742b991-a2a3-4b11-8e73-4a56425bdf4f tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-424469'] for router, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:11.710470 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0742b991-a2a3-4b11-8e73-4a56425bdf4f tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Fanout notify agent at l3_agent the message router_deleted on router 362d5aea-9705-47db-a151-2a669759219a {{(pid=109867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 01:50:11.722222 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_v2 [None req-1146fed7-c40e-4f09-9111-a32e1f35716f tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Deleting subnet 10746884-137b-4ef3-a9f5-c1b5ea1729a5 {{(pid=109867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 01:50:11.729399 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0742b991-a2a3-4b11-8e73-4a56425bdf4f tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks [] for router, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:11.736251 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-0742b991-a2a3-4b11-8e73-4a56425bdf4f tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] 10.222.0.21 "DELETE /v2.0/routers/362d5aea-9705-47db-a151-2a669759219a HTTP/1.1" status: 204 len: 168 time: 2.0067296 Nov 24 01:50:11.738170 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48848) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:11.740672 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1146fed7-c40e-4f09-9111-a32e1f35716f tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for subnet, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:11.744689 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-ac5e58ed-6744-4e31-90c3-c7908d2b602b tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1875317020', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:50:11.820965 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1146fed7-c40e-4f09-9111-a32e1f35716f tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28690885'] for subnet, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:11.858278 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0506239-8146-40b3-9e8a-68a7fe6f2329 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:50:11.868099 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-d0506239-8146-40b3-9e8a-68a7fe6f2329 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] 10.222.0.21 "PUT /v2.0/routers/abb92a61-c755-46ea-86f2-b372043c557e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6088898 Nov 24 01:50:11.877610 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48850) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:11.883795 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-c3123033-a4e3-4f49-a355-c3d5eff75ef4 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Request body: {'network': {'name': 'tempest-RoutersTest-1719456027'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:50:11.890766 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ac5e58ed-6744-4e31-90c3-c7908d2b602b tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-424105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2744'] for router, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:11.891776 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ac5e58ed-6744-4e31-90c3-c7908d2b602b tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-424325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-326625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2753'] for router, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:11.940909 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [None req-579eed89-0137-4143-85a7-28c1afa26a12 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Allocated IP 2001:db8::e4 (0a7adf2b-4cce-46ac-b5df-5d5054542b40/b78476be-9d9b-4b3d-a494-9b44302500fb/c89fd523-5738-4d47-b6bb-697abf71ae3f) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:50:11.956156 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [None req-579eed89-0137-4143-85a7-28c1afa26a12 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Allocated IP 2001:db8:0:1::3df (0a7adf2b-4cce-46ac-b5df-5d5054542b40/8ee2f388-cdd7-4ba7-b09d-1782058c8b34/c89fd523-5738-4d47-b6bb-697abf71ae3f) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:50:11.964210 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3123033-a4e3-4f49-a355-c3d5eff75ef4 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Made reservation on behalf of 24f911856b3c4338b647feba51f20eff for: {'network': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:50:11.968461 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c3123033-a4e3-4f49-a355-c3d5eff75ef4 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:12.070283 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ac5e58ed-6744-4e31-90c3-c7908d2b602b tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:12.083772 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ac5e58ed-6744-4e31-90c3-c7908d2b602b tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-424338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418138'] for router, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:12.103397 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1146fed7-c40e-4f09-9111-a32e1f35716f tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:12.107069 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3123033-a4e3-4f49-a355-c3d5eff75ef4 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=109867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:50:12.139086 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ac5e58ed-6744-4e31-90c3-c7908d2b602b tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks [] for router, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:12.144035 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-ac5e58ed-6744-4e31-90c3-c7908d2b602b tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4026778 Nov 24 01:50:12.150092 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48852) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:12.155846 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-7f846056-7c35-4e49-a1fa-7fa1386a5c80 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Request body: {'router': {'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:50:12.165168 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c3123033-a4e3-4f49-a355-c3d5eff75ef4 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:12.165692 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.segments_db [None req-c3123033-a4e3-4f49-a355-c3d5eff75ef4 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Added segment 2a733735-cfa6-462d-8e21-6ba66082f300 of type vlan for network e3bfedb3-f9ba-495d-9125-d7a77bc922f6 Nov 24 01:50:12.250115 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c3123033-a4e3-4f49-a355-c3d5eff75ef4 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:12.276675 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1146fed7-c40e-4f09-9111-a32e1f35716f tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25501782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25307808'] for subnet, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:12.314762 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c3123033-a4e3-4f49-a355-c3d5eff75ef4 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:12.321568 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3123033-a4e3-4f49-a355-c3d5eff75ef4 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:12.322192 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c3123033-a4e3-4f49-a355-c3d5eff75ef4 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks [] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:12.347451 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-579eed89-0137-4143-85a7-28c1afa26a12 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:12.351080 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd41cf6-ce28-4ea4-a983-c784a0271183 None None] Network 0a7adf2b-4cce-46ac-b5df-5d5054542b40 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:50:12.410845 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1146fed7-c40e-4f09-9111-a32e1f35716f tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Pushing event deleted for resources: {'Subnet': ['ID=10746884-137b-4ef3-a9f5-c1b5ea1729a5,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:12.414440 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3123033-a4e3-4f49-a355-c3d5eff75ef4 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Pushing event updated for resources: {'Network': ['ID=e3bfedb3-f9ba-495d-9125-d7a77bc922f6,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:12.419602 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1146fed7-c40e-4f09-9111-a32e1f35716f tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:12.425693 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-1146fed7-c40e-4f09-9111-a32e1f35716f tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "DELETE /v2.0/subnets/10746884-137b-4ef3-a9f5-c1b5ea1729a5 HTTP/1.1" status: 204 len: 168 time: 0.8210611 Nov 24 01:50:12.428099 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-c3123033-a4e3-4f49-a355-c3d5eff75ef4 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5494282 Nov 24 01:50:12.429454 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48854) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:12.431563 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48856) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:12.443554 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-13094586-b589-419e-b2a2-25b0d0248d13 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Request body: {'subnet': {'network_id': 'e3bfedb3-f9ba-495d-9125-d7a77bc922f6', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:50:12.454822 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f574f8-c4b3-4bde-88f2-84984a603bf6 None None] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:50:12.455481 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network e3bfedb3-f9ba-495d-9125-d7a77bc922f6 details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:50:12.472939 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-7f846056-7c35-4e49-a1fa-7fa1386a5c80 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:12.493186 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e05c8ee8-555c-47cd-ba5f-08163a5031a0 None None] Provisioning complete for port 8b52ff30-2c5b-495e-ad76-4705452e8a31 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:50:12.493858 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e05c8ee8-555c-47cd-ba5f-08163a5031a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:12.551836 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-579eed89-0137-4143-85a7-28c1afa26a12 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:12.591261 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_v2 [None req-86420b86-2051-4a3f-85a5-9b2ef5174295 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Deleting subnet fd7935ae-5210-4370-be81-0d42203efb20 {{(pid=109867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 01:50:12.598564 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-86420b86-2051-4a3f-85a5-9b2ef5174295 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for subnet, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:12.655325 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579eed89-0137-4143-85a7-28c1afa26a12 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Network 0a7adf2b-4cce-46ac-b5df-5d5054542b40 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:50:12.656232 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579eed89-0137-4143-85a7-28c1afa26a12 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Pushing event updated for resources: {'Port': ['ID=c89fd523-5738-4d47-b6bb-697abf71ae3f,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:12.668505 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-579eed89-0137-4143-85a7-28c1afa26a12 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:50:12.674972 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579eed89-0137-4143-85a7-28c1afa26a12 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:50:12.682623 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579eed89-0137-4143-85a7-28c1afa26a12 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:12.683329 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-579eed89-0137-4143-85a7-28c1afa26a12 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:12.714276 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a566cc92-4d48-478c-a8de-969d130c4f5d None None] Sync routers for ids ['abb92a61-c755-46ea-86f2-b372043c557e'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:50:12.759959 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a566cc92-4d48-478c-a8de-969d130c4f5d None None] Routers {'abb92a61-c755-46ea-86f2-b372043c557e'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:50:12.759959 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-a566cc92-4d48-478c-a8de-969d130c4f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:49:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['abb92a61-c755-46ea-86f2-b372043c557e'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:12.763573 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13094586-b589-419e-b2a2-25b0d0248d13 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Made reservation on behalf of 24f911856b3c4338b647feba51f20eff for: {'subnet': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:50:12.772400 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-13094586-b589-419e-b2a2-25b0d0248d13 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25307781'] for subnet, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:12.785195 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-86420b86-2051-4a3f-85a5-9b2ef5174295 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28690885'] for subnet, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:12.814674 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-579eed89-0137-4143-85a7-28c1afa26a12 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.5379543 Nov 24 01:50:12.816476 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48858) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:12.824940 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-484cd155-d719-4eb7-b84f-1d2026b791a6 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b78476be-9d9b-4b3d-a494-9b44302500fb'}]}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:50:12.985562 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-7f846056-7c35-4e49-a1fa-7fa1386a5c80 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks [] for router_gateway, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:12.987372 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-484cd155-d719-4eb7-b84f-1d2026b791a6 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:13.021435 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-7f846056-7c35-4e49-a1fa-7fa1386a5c80 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:13.029372 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f831f0-ea28-4b31-8a51-33249cb3d9e7 None None] Network 75a657f0-0d6f-4a96-a2c6-bdde36b17fa6 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:50:13.032301 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device d4ad46f2-63a0-41e8-85b9-d0f083b33f18 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:50:13.064884 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-86420b86-2051-4a3f-85a5-9b2ef5174295 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:13.200383 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-86420b86-2051-4a3f-85a5-9b2ef5174295 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25501782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25307808'] for subnet, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:13.233430 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86420b86-2051-4a3f-85a5-9b2ef5174295 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Pushing event deleted for resources: {'Subnet': ['ID=fd7935ae-5210-4370-be81-0d42203efb20,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:13.235580 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-13094586-b589-419e-b2a2-25b0d0248d13 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25501847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25307831'] for subnet, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:13.237321 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-a566cc92-4d48-478c-a8de-969d130c4f5d None None] Set router abb92a61-c755-46ea-86f2-b372043c557e gateway port host: None {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:50:13.242258 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [None req-7f846056-7c35-4e49-a1fa-7fa1386a5c80 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Allocated IP 172.26.5.27 (eb22795d-37ee-46ee-844d-92c17e2ea450/3e66fcff-6e72-4083-b514-48f69cdaa2cb/4742b38f-e539-48f0-90be-939157f50848) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:50:13.263905 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-86420b86-2051-4a3f-85a5-9b2ef5174295 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:13.269506 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-86420b86-2051-4a3f-85a5-9b2ef5174295 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "DELETE /v2.0/subnets/fd7935ae-5210-4370-be81-0d42203efb20 HTTP/1.1" status: 204 len: 168 time: 0.8366497 Nov 24 01:50:13.271188 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48860) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:13.299099 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13094586-b589-419e-b2a2-25b0d0248d13 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Pushing event updated for resources: {'Subnet': ['ID=202a0517-0b6e-4f17-8bc4-f34291f7384c,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:13.314983 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e05c8ee8-555c-47cd-ba5f-08163a5031a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:13.317713 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13094586-b589-419e-b2a2-25b0d0248d13 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Checking segment: {'id': '2a733735-cfa6-462d-8e21-6ba66082f300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e3bfedb3-f9ba-495d-9125-d7a77bc922f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:50:13.318080 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13094586-b589-419e-b2a2-25b0d0248d13 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Network hostable DHCP agents. Network: e3bfedb3-f9ba-495d-9125-d7a77bc922f6, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 01:50:13.326477 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-a5b94109-afc4-4cd3-a0b7-5cf0fc9a05c1 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0525157 Nov 24 01:50:13.326767 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48862) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:13.334659 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-a04535c2-8e48-4b14-9bcd-217b29fc4a5e tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Request body: {'subnet': {'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:50:13.369209 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13094586-b589-419e-b2a2-25b0d0248d13 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Network e3bfedb3-f9ba-495d-9125-d7a77bc922f6 is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 01:50:13.417082 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-13094586-b589-419e-b2a2-25b0d0248d13 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, e3bfedb3-f9ba-495d-9125-d7a77bc922f6) {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:50:13.428403 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13094586-b589-419e-b2a2-25b0d0248d13 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:13.429580 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-13094586-b589-419e-b2a2-25b0d0248d13 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:13.452052 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [None req-484cd155-d719-4eb7-b84f-1d2026b791a6 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Delete allocated IP 2001:db8:0:1::3df (0a7adf2b-4cce-46ac-b5df-5d5054542b40/8ee2f388-cdd7-4ba7-b09d-1782058c8b34) {{(pid=109866) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 24 01:50:13.457628 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b52a4c0-1432-435a-ab76-b3d5adab054f None None] Network e3bfedb3-f9ba-495d-9125-d7a77bc922f6 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:50:13.465227 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-13094586-b589-419e-b2a2-25b0d0248d13 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0325880 Nov 24 01:50:13.468745 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48864) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:13.482368 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a04535c2-8e48-4b14-9bcd-217b29fc4a5e tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Made reservation on behalf of 6974375fded34c83af8967d3f69dce07 for: {'subnet': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:50:13.487500 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a04535c2-8e48-4b14-9bcd-217b29fc4a5e tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25307781'] for subnet, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:13.540310 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port d4ad46f2-63a0-41e8-85b9-d0f083b33f18 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:50:13.540674 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:13.565177 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-7f846056-7c35-4e49-a1fa-7fa1386a5c80 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:13.597505 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e05c8ee8-555c-47cd-ba5f-08163a5031a0 None None] For port 8b52ff30-2c5b-495e-ad76-4705452e8a31, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=8b52ff30-2c5b-495e-ad76-4705452e8a31,segment=NetworkSegment(197d81c3-4d7b-40d3-a960-90a61cef1dd2),segment_id=197d81c3-4d7b-40d3-a960-90a61cef1dd2)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:50:13.643000 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e05c8ee8-555c-47cd-ba5f-08163a5031a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:13.707178 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a04535c2-8e48-4b14-9bcd-217b29fc4a5e tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25501847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25307831'] for subnet, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:13.733241 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-7f846056-7c35-4e49-a1fa-7fa1386a5c80 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:13.745860 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eac40a3-f9cb-4ffa-85fd-bfbec1e98d82 None None] Update dhcp port {'port': {'network_id': '0a7adf2b-4cce-46ac-b5df-5d5054542b40', 'fixed_ips': [{'subnet_id': 'b78476be-9d9b-4b3d-a494-9b44302500fb', 'ip_address': '2001:db8::2'}, {'subnet_id': '8ee2f388-cdd7-4ba7-b09d-1782058c8b34'}], 'binding:host_id': 'dv-neutron-818911-2-hyperv'}, 'id': '8b52ff30-2c5b-495e-ad76-4705452e8a31'} from dv-neutron-818911-2-hyperv. {{(pid=109868) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 24 01:50:13.757183 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04535c2-8e48-4b14-9bcd-217b29fc4a5e tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:50:13.761367 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-a04535c2-8e48-4b14-9bcd-217b29fc4a5e tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:50:13.766098 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04535c2-8e48-4b14-9bcd-217b29fc4a5e tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:13.766993 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a04535c2-8e48-4b14-9bcd-217b29fc4a5e tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:13.779146 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04535c2-8e48-4b14-9bcd-217b29fc4a5e tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Pushing event updated for resources: {'Subnet': ['ID=8f048eef-285e-4ce6-a531-d917faf55358,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:13.803584 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-a04535c2-8e48-4b14-9bcd-217b29fc4a5e tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4755418 Nov 24 01:50:13.807653 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48866) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:13.811467 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f846056-7c35-4e49-a1fa-7fa1386a5c80 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Network eb22795d-37ee-46ee-844d-92c17e2ea450 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:50:13.812600 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-304d4e44-6ceb-4fe5-9b56-3cb98263150d tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Request body: {'subnet': {'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:50:13.828562 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-7f846056-7c35-4e49-a1fa-7fa1386a5c80 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:50:13.833217 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f846056-7c35-4e49-a1fa-7fa1386a5c80 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:50:13.862496 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f846056-7c35-4e49-a1fa-7fa1386a5c80 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Pushing event updated for resources: {'Port': ['ID=4742b38f-e539-48f0-90be-939157f50848,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:13.863892 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05c990f-f497-4568-9d45-e8bf8fb6f498 None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:50:13.883540 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-7eac40a3-f9cb-4ffa-85fd-bfbec1e98d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:13.907455 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6ea0e9-28fd-4a9f-88d3-696a4a50bced None None] Update dhcp port {'port': {'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6', 'fixed_ips': [{'subnet_id': 'fd7935ae-5210-4370-be81-0d42203efb20'}], 'binding:host_id': 'dv-neutron-818911-2-hyperv'}, 'id': '7b8da16e-14c7-460b-ad10-ebc9680683b5'} from dv-neutron-818911-2-hyperv. {{(pid=109868) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 24 01:50:13.916260 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-484cd155-d719-4eb7-b84f-1d2026b791a6 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks [] for port, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:13.946848 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-484cd155-d719-4eb7-b84f-1d2026b791a6 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29149402'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:13.955567 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-304d4e44-6ceb-4fe5-9b56-3cb98263150d tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Made reservation on behalf of 6974375fded34c83af8967d3f69dce07 for: {'subnet': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:50:13.960893 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-304d4e44-6ceb-4fe5-9b56-3cb98263150d tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25307781'] for subnet, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:13.984543 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05c8ee8-555c-47cd-ba5f-08163a5031a0 None None] Pushing event updated for resources: {'Port': ['ID=8b52ff30-2c5b-495e-ad76-4705452e8a31,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:14.029440 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-0880cc0e-7fea-41a5-974a-25faef0d17f5 None None] Provisioning complete for port 52a8f3f3-858e-4f17-ba86-22e0157b1e6d triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:50:14.030376 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-0880cc0e-7fea-41a5-974a-25faef0d17f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:14.066562 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.ipam_backend_mixin [None req-304d4e44-6ceb-4fe5-9b56-3cb98263150d tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8f048eef-285e-4ce6-a531-d917faf55358 (CIDR: 2001:db8::/64) Nov 24 01:50:14.071006 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.pecan_wsgi.hooks.translation [None req-304d4e44-6ceb-4fe5-9b56-3cb98263150d tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 01:50:14.071514 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-304d4e44-6ceb-4fe5-9b56-3cb98263150d tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:50:14.090700 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-cd6ea0e9-28fd-4a9f-88d3-696a4a50bced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:14.092018 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-304d4e44-6ceb-4fe5-9b56-3cb98263150d tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2831695 Nov 24 01:50:14.094548 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48868) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:14.101802 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-484cd155-d719-4eb7-b84f-1d2026b791a6 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] In _notify_port_updated(), no bound segment for port c89fd523-5738-4d47-b6bb-697abf71ae3f on network 0a7adf2b-4cce-46ac-b5df-5d5054542b40 {{(pid=109866) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 24 01:50:14.102964 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-5f780eef-9118-4cbf-86c5-058d786e71c4 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Request body: {'subnet': {'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:50:14.107305 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484cd155-d719-4eb7-b84f-1d2026b791a6 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:14.107943 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-484cd155-d719-4eb7-b84f-1d2026b791a6 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:14.109268 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-484cd155-d719-4eb7-b84f-1d2026b791a6 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "PUT /v2.0/ports/c89fd523-5738-4d47-b6bb-697abf71ae3f HTTP/1.1" status: 200 len: 925 time: 1.2918048 Nov 24 01:50:14.114740 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48870) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:14.122836 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-8e2f212d-b005-4afe-a910-a2d5325b4b26 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b78476be-9d9b-4b3d-a494-9b44302500fb'}, {'subnet_id': '8ee2f388-cdd7-4ba7-b09d-1782058c8b34'}]}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:50:14.125672 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484cd155-d719-4eb7-b84f-1d2026b791a6 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Pushing event updated for resources: {'Port': ['ID=c89fd523-5738-4d47-b6bb-697abf71ae3f,revision_number=2']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:14.228193 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 52a8f3f3-858e-4f17-ba86-22e0157b1e6d up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:50:14.255583 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f780eef-9118-4cbf-86c5-058d786e71c4 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Made reservation on behalf of 6974375fded34c83af8967d3f69dce07 for: {'subnet': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:50:14.259919 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5f780eef-9118-4cbf-86c5-058d786e71c4 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25307781'] for subnet, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:14.309004 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404764d4-fef0-4d96-a5c1-deb6c3a1e3ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-e3bfedb3-f9ba-495d-9125-d7a77bc922f6', 'network_id': 'e3bfedb3-f9ba-495d-9125-d7a77bc922f6', 'tenant_id': '24f911856b3c4338b647feba51f20eff', 'fixed_ips': [{'subnet_id': '202a0517-0b6e-4f17-8bc4-f34291f7384c'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 01:50:14.309960 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-404764d4-fef0-4d96-a5c1-deb6c3a1e3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:14.384859 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8e2f212d-b005-4afe-a910-a2d5325b4b26 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:14.446506 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-a566cc92-4d48-478c-a8de-969d130c4f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb92a61-c755-46ea-86f2-b372043c557e', 'name': 'tempest-RoutersTest-router-838312234', 'tenant_id': '24f911856b3c4338b647feba51f20eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:49:50Z', 'updated_at': '2021-11-24T01:50:09Z', 'revision_number': 4, 'project_id': '24f911856b3c4338b647feba51f20eff', 'gw_port_host': None, '_interfaces': [{'id': '2db26859-3a5c-43fb-9af5-a82a100a1f64', 'name': '', 'network_id': '908ade6b-b91a-4667-962d-c9abb70c0c91', 'tenant_id': '24f911856b3c4338b647feba51f20eff', 'mac_address': 'fa:16:3e:a2:1c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb92a61-c755-46ea-86f2-b372043c557e', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '2119d35b-8635-44be-9d17-9fc1c7d68c96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:49:52Z', 'updated_at': '2021-11-24T01:50:01Z', 'revision_number': 5, 'project_id': '24f911856b3c4338b647feba51f20eff', 'subnets': [{'id': '2119d35b-8635-44be-9d17-9fc1c7d68c96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '318885bc-2005-48c0-b333-b4f4659e2efd', 'name': '', 'network_id': '75a657f0-0d6f-4a96-a2c6-bdde36b17fa6', 'tenant_id': '24f911856b3c4338b647feba51f20eff', 'mac_address': 'fa:16:3e:82:a4:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb92a61-c755-46ea-86f2-b372043c557e', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'e6bfe66a-97e9-456e-b8b7-f62c53e4b0f8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:50:08Z', 'updated_at': '2021-11-24T01:50:10Z', 'revision_number': 2, 'project_id': '24f911856b3c4338b647feba51f20eff', 'subnets': [{'id': 'e6bfe66a-97e9-456e-b8b7-f62c53e4b0f8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4ad46f2-63a0-41e8-85b9-d0f083b33f18', 'name': '', 'network_id': 'f4cfd1df-0a9a-4bca-8684-eb667a06b1b5', 'tenant_id': '24f911856b3c4338b647feba51f20eff', 'mac_address': 'fa:16:3e:2c:8f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb92a61-c755-46ea-86f2-b372043c557e', 'device_owner': 'network:router_interface', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '1ecfa2aa-fa62-4dc7-b0b7-5537d0a9a18f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:50:02Z', 'updated_at': '2021-11-24T01:50:10Z', 'revision_number': 5, 'project_id': '24f911856b3c4338b647feba51f20eff', 'subnets': [{'id': '1ecfa2aa-fa62-4dc7-b0b7-5537d0a9a18f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:14.895352 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-7c28cb78-4beb-4c8d-a03d-fdfcece24bdf tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:14.904961 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-404764d4-fef0-4d96-a5c1-deb6c3a1e3ec None None] Allocated IP 172.23.0.2 (e3bfedb3-f9ba-495d-9125-d7a77bc922f6/202a0517-0b6e-4f17-8bc4-f34291f7384c/89dec38a-697b-42f6-8049-c9e72bbdff7c) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:50:14.964762 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-7f846056-7c35-4e49-a1fa-7fa1386a5c80 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks [] for router_gateway, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:14.995380 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a566cc92-4d48-478c-a8de-969d130c4f5d None None] Checking router: abb92a61-c755-46ea-86f2-b372043c557e for host: dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 01:50:14.995746 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a566cc92-4d48-478c-a8de-969d130c4f5d None None] Updating router abb92a61-c755-46ea-86f2-b372043c557e port 318885bc-2005-48c0-b333-b4f4659e2efd binding host dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 01:50:15.032189 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-0880cc0e-7fea-41a5-974a-25faef0d17f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:15.051396 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-7eac40a3-f9cb-4ffa-85fd-bfbec1e98d82 None None] Allocated IP 2001:db8:0:1::2 (0a7adf2b-4cce-46ac-b5df-5d5054542b40/8ee2f388-cdd7-4ba7-b09d-1782058c8b34/8b52ff30-2c5b-495e-ad76-4705452e8a31) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:50:15.087218 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 52a8f3f3-858e-4f17-ba86-22e0157b1e6d triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:50:15.087733 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:15.089395 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a566cc92-4d48-478c-a8de-969d130c4f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:15.140524 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe7e18e-e349-4a2b-be22-caeb046d2559 None None] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:50:15.151951 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.objects.ports [None req-5f780eef-9118-4cbf-86c5-058d786e71c4 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109867) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 24 01:50:15.259702 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-0880cc0e-7fea-41a5-974a-25faef0d17f5 None None] For port 52a8f3f3-858e-4f17-ba86-22e0157b1e6d, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=52a8f3f3-858e-4f17-ba86-22e0157b1e6d,segment=NetworkSegment(b63be3d9-8749-470d-a21a-468b150487ae),segment_id=b63be3d9-8749-470d-a21a-468b150487ae)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:50:15.305092 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-0880cc0e-7fea-41a5-974a-25faef0d17f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:15.325786 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5f780eef-9118-4cbf-86c5-058d786e71c4 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:15.477047 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-404764d4-fef0-4d96-a5c1-deb6c3a1e3ec None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:15.493537 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [None req-5f780eef-9118-4cbf-86c5-058d786e71c4 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] For port 7b8da16e-14c7-460b-ad10-ebc9680683b5, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=7b8da16e-14c7-460b-ad10-ebc9680683b5,segment=NetworkSegment(2b1ff8b4-a836-4287-84a2-3eaf8ccfb867),segment_id=2b1ff8b4-a836-4287-84a2-3eaf8ccfb867)] {{(pid=109867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:50:15.494999 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-7f846056-7c35-4e49-a1fa-7fa1386a5c80 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3684298', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-424347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2775'] for router, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:15.514641 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-404764d4-fef0-4d96-a5c1-deb6c3a1e3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:15.518256 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-7eac40a3-f9cb-4ffa-85fd-bfbec1e98d82 None None] For port 8b52ff30-2c5b-495e-ad76-4705452e8a31, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=8b52ff30-2c5b-495e-ad76-4705452e8a31,segment=NetworkSegment(197d81c3-4d7b-40d3-a960-90a61cef1dd2),segment_id=197d81c3-4d7b-40d3-a960-90a61cef1dd2)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:50:15.519101 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-7f846056-7c35-4e49-a1fa-7fa1386a5c80 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3683822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-418125', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-424361'] for router, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:15.531539 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5f780eef-9118-4cbf-86c5-058d786e71c4 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for port, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:15.538464 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5f780eef-9118-4cbf-86c5-058d786e71c4 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25501696'] for port, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:15.539637 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5f780eef-9118-4cbf-86c5-058d786e71c4 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25501847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25307831'] for subnet, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:15.582123 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-a53fff41-7327-453d-b16c-fd379c4a1a0a None None] Provisioning complete for port 52a8f3f3-858e-4f17-ba86-22e0157b1e6d triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:50:15.582368 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a53fff41-7327-453d-b16c-fd379c4a1a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:15.591916 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [None req-7c28cb78-4beb-4c8d-a03d-fdfcece24bdf tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Allocated IP 172.23.0.1 (e3bfedb3-f9ba-495d-9125-d7a77bc922f6/202a0517-0b6e-4f17-8bc4-f34291f7384c/c001e3dc-4f42-46e0-ad0d-878d2a0066f8) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:50:15.602407 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0880cc0e-7fea-41a5-974a-25faef0d17f5 None None] Pushing event updated for resources: {'Port': ['ID=52a8f3f3-858e-4f17-ba86-22e0157b1e6d,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:15.623804 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f780eef-9118-4cbf-86c5-058d786e71c4 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:50:15.632802 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-5f780eef-9118-4cbf-86c5-058d786e71c4 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:50:15.639392 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f780eef-9118-4cbf-86c5-058d786e71c4 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:15.639953 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5f780eef-9118-4cbf-86c5-058d786e71c4 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:15.668414 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f780eef-9118-4cbf-86c5-058d786e71c4 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Pushing event updated for resources: {'Port': ['ID=7b8da16e-14c7-460b-ad10-ebc9680683b5,revision_number=9']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:15.671056 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f780eef-9118-4cbf-86c5-058d786e71c4 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Pushing event updated for resources: {'Subnet': ['ID=883d53cb-2b39-4c1a-8fc9-3ae8e83e24a8,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:15.677365 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-5f780eef-9118-4cbf-86c5-058d786e71c4 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.5817788 Nov 24 01:50:15.680843 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48872) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:15.686006 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-1a637085-617a-4a74-b153-8aba594abd41 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Request body: {'port': {'network_id': '9b0cb615-dd00-417f-9128-01ca62e524f6', 'mac_address': 'fa:16:3e:0f:11:a6', 'name': 'tempest-NetworksTestDHCPv6-723925996'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:50:15.725899 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404764d4-fef0-4d96-a5c1-deb6c3a1e3ec None None] Network e3bfedb3-f9ba-495d-9125-d7a77bc922f6 is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:50:15.748235 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 8b52ff30-2c5b-495e-ad76-4705452e8a31 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:50:15.752669 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-7eac40a3-f9cb-4ffa-85fd-bfbec1e98d82 None None] Publish callbacks [] for port, precommit_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:15.760012 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-404764d4-fef0-4d96-a5c1-deb6c3a1e3ec None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:50:15.771234 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404764d4-fef0-4d96-a5c1-deb6c3a1e3ec None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:50:15.793759 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-7eac40a3-f9cb-4ffa-85fd-bfbec1e98d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:15.811157 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f846056-7c35-4e49-a1fa-7fa1386a5c80 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Router ed31ca33-714e-40e7-a5be-3a4547274e44 is scheduled to L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e with binding_index 1 {{(pid=109866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 01:50:15.826090 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a637085-617a-4a74-b153-8aba594abd41 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Made reservation on behalf of 6974375fded34c83af8967d3f69dce07 for: {'port': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:50:15.829134 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404764d4-fef0-4d96-a5c1-deb6c3a1e3ec None None] Pushing event updated for resources: {'Port': ['ID=89dec38a-697b-42f6-8049-c9e72bbdff7c,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:15.829340 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-7c28cb78-4beb-4c8d-a03d-fdfcece24bdf tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:15.906521 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [None req-8e2f212d-b005-4afe-a910-a2d5325b4b26 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Allocated IP 2001:db8:0:1::27f (0a7adf2b-4cce-46ac-b5df-5d5054542b40/8ee2f388-cdd7-4ba7-b09d-1782058c8b34/c89fd523-5738-4d47-b6bb-697abf71ae3f) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:50:15.920625 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1a637085-617a-4a74-b153-8aba594abd41 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:15.946210 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [None req-1a637085-617a-4a74-b153-8aba594abd41 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] device_id is not set on port 74793310-86cf-458b-9c59-2d40309d97cb yet. {{(pid=109867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 01:50:16.052651 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-7c28cb78-4beb-4c8d-a03d-fdfcece24bdf tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:16.074862 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-404764d4-fef0-4d96-a5c1-deb6c3a1e3ec None None] Attempting to bind port 89dec38a-697b-42f6-8049-c9e72bbdff7c on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:50:16.075437 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-404764d4-fef0-4d96-a5c1-deb6c3a1e3ec None None] Attempting to bind port 89dec38a-697b-42f6-8049-c9e72bbdff7c by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '2a733735-cfa6-462d-8e21-6ba66082f300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e3bfedb3-f9ba-495d-9125-d7a77bc922f6'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:50:16.075680 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404764d4-fef0-4d96-a5c1-deb6c3a1e3ec None None] Attempting to bind port 89dec38a-697b-42f6-8049-c9e72bbdff7c on network e3bfedb3-f9ba-495d-9125-d7a77bc922f6 {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:50:16.103035 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f846056-7c35-4e49-a1fa-7fa1386a5c80 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:50:16.108228 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eac40a3-f9cb-4ffa-85fd-bfbec1e98d82 None None] Pushing event updated for resources: {'Port': ['ID=8b52ff30-2c5b-495e-ad76-4705452e8a31,revision_number=4']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:16.119914 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-7f846056-7c35-4e49-a1fa-7fa1386a5c80 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks [] for router, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:16.121033 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-7f846056-7c35-4e49-a1fa-7fa1386a5c80 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] 10.222.0.21 "PUT /v2.0/routers/ed31ca33-714e-40e7-a5be-3a4547274e44 HTTP/1.1" status: 200 len: 883 time: 3.9699743 Nov 24 01:50:16.121626 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404764d4-fef0-4d96-a5c1-deb6c3a1e3ec None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:50:16.122013 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404764d4-fef0-4d96-a5c1-deb6c3a1e3ec None None] Checking segment: {'id': '2a733735-cfa6-462d-8e21-6ba66082f300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e3bfedb3-f9ba-495d-9125-d7a77bc922f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:50:16.122420 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-404764d4-fef0-4d96-a5c1-deb6c3a1e3ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:16.122817 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404764d4-fef0-4d96-a5c1-deb6c3a1e3ec None None] Bound using segment: {'id': '2a733735-cfa6-462d-8e21-6ba66082f300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e3bfedb3-f9ba-495d-9125-d7a77bc922f6'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:50:16.124194 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-404764d4-fef0-4d96-a5c1-deb6c3a1e3ec None None] Bound port: 89dec38a-697b-42f6-8049-c9e72bbdff7c, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a733735-cfa6-462d-8e21-6ba66082f300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e3bfedb3-f9ba-495d-9125-d7a77bc922f6'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:50:16.124194 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-404764d4-fef0-4d96-a5c1-deb6c3a1e3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:16.129968 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48874) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:16.136456 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc0b402-c96a-4feb-9e52-a1eb4e6ebbaa None None] Sync routers for ids ['ed31ca33-714e-40e7-a5be-3a4547274e44'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:50:16.142460 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c28cb78-4beb-4c8d-a03d-fdfcece24bdf tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Pushing event updated for resources: {'Port': ['ID=c001e3dc-4f42-46e0-ad0d-878d2a0066f8,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:16.145784 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 8b52ff30-2c5b-495e-ad76-4705452e8a31 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:50:16.145784 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:16.146820 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c28cb78-4beb-4c8d-a03d-fdfcece24bdf tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Network e3bfedb3-f9ba-495d-9125-d7a77bc922f6 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:50:16.161662 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a566cc92-4d48-478c-a8de-969d130c4f5d None None] Publish callbacks [] for port, precommit_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:16.169985 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc0b402-c96a-4feb-9e52-a1eb4e6ebbaa None None] Routers {'ed31ca33-714e-40e7-a5be-3a4547274e44'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:50:16.172265 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-0cc0b402-c96a-4feb-9e52-a1eb4e6ebbaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:49:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['ed31ca33-714e-40e7-a5be-3a4547274e44'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:16.222098 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-7c28cb78-4beb-4c8d-a03d-fdfcece24bdf tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:50:16.232798 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c28cb78-4beb-4c8d-a03d-fdfcece24bdf tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:50:16.238750 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-0cc0b402-c96a-4feb-9e52-a1eb4e6ebbaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:16.251846 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-1a637085-617a-4a74-b153-8aba594abd41 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Allocated IP 2001:db8::1de (9b0cb615-dd00-417f-9128-01ca62e524f6/8f048eef-285e-4ce6-a531-d917faf55358/74793310-86cf-458b-9c59-2d40309d97cb) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:50:16.261979 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc0b402-c96a-4feb-9e52-a1eb4e6ebbaa None None] Routers {'ed31ca33-714e-40e7-a5be-3a4547274e44'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:50:16.262907 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-0cc0b402-c96a-4feb-9e52-a1eb4e6ebbaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:49:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['ed31ca33-714e-40e7-a5be-3a4547274e44'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:16.265751 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a566cc92-4d48-478c-a8de-969d130c4f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:16.267352 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-1a637085-617a-4a74-b153-8aba594abd41 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Allocated IP 2001:db8:0:1:f816:3eff:fe0f:11a6 (9b0cb615-dd00-417f-9128-01ca62e524f6/883d53cb-2b39-4c1a-8fc9-3ae8e83e24a8/74793310-86cf-458b-9c59-2d40309d97cb) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:50:16.314935 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-0cc0b402-c96a-4feb-9e52-a1eb4e6ebbaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:16.315891 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc0b402-c96a-4feb-9e52-a1eb4e6ebbaa None None] The sync data for ids ['ed31ca33-714e-40e7-a5be-3a4547274e44'] in dv-neutron-818911-2-hyperv is: [] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:50:16.359277 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f535ea9b-cf76-4cef-9957-e78a916020de None None] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:50:16.376681 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8e2f212d-b005-4afe-a910-a2d5325b4b26 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks [] for port, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:16.381075 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-7c28cb78-4beb-4c8d-a03d-fdfcece24bdf tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3777869'] for router_interface, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:16.421568 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8e2f212d-b005-4afe-a910-a2d5325b4b26 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29149402'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:16.428206 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-a53fff41-7327-453d-b16c-fd379c4a1a0a None None] Provisioning complete for port 7b8da16e-14c7-460b-ad10-ebc9680683b5 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:50:16.429281 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a53fff41-7327-453d-b16c-fd379c4a1a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:16.438498 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-667c191b-d00c-4ed1-ad8b-0ed5d56f38bd tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] 10.222.0.21 "GET /v2.0/routers/ed31ca33-714e-40e7-a5be-3a4547274e44 HTTP/1.1" status: 200 len: 924 time: 0.3066514 Nov 24 01:50:16.451091 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48876) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:16.544425 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2f212d-b005-4afe-a910-a2d5325b4b26 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Pushing event updated for resources: {'Port': ['ID=c89fd523-5738-4d47-b6bb-697abf71ae3f,revision_number=3']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:16.567125 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1a637085-617a-4a74-b153-8aba594abd41 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:16.578208 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-8e2f212d-b005-4afe-a910-a2d5325b4b26 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] In _notify_port_updated(), no bound segment for port c89fd523-5738-4d47-b6bb-697abf71ae3f on network 0a7adf2b-4cce-46ac-b5df-5d5054542b40 {{(pid=109866) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 24 01:50:16.583938 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2f212d-b005-4afe-a910-a2d5325b4b26 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:16.584473 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8e2f212d-b005-4afe-a910-a2d5325b4b26 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:16.585269 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-404764d4-fef0-4d96-a5c1-deb6c3a1e3ec None None] For port 89dec38a-697b-42f6-8049-c9e72bbdff7c, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:50:16.591900 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-8e2f212d-b005-4afe-a910-a2d5325b4b26 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "PUT /v2.0/ports/c89fd523-5738-4d47-b6bb-697abf71ae3f HTTP/1.1" status: 200 len: 1011 time: 2.4703646 Nov 24 01:50:16.592194 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17a5f22-3980-44c1-8799-69d71d8dd984 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:16.592720 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48878) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:16.597947 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-e17a5f22-3980-44c1-8799-69d71d8dd984 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=eb22795d-37ee-46ee-844d-92c17e2ea450&device_id=ed31ca33-714e-40e7-a5be-3a4547274e44&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1379859 Nov 24 01:50:16.600450 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48880) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:16.621004 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46db55cc-3273-4e90-bb53-d86115b99ec9 None None] Pushing event updated for resources: {'Port': ['ID=318885bc-2005-48c0-b333-b4f4659e2efd,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:16.679449 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-404764d4-fef0-4d96-a5c1-deb6c3a1e3ec None None] For port 89dec38a-697b-42f6-8049-c9e72bbdff7c, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=89dec38a-697b-42f6-8049-c9e72bbdff7c,segment=NetworkSegment(2a733735-cfa6-462d-8e21-6ba66082f300),segment_id=2a733735-cfa6-462d-8e21-6ba66082f300)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:50:16.695731 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-7c28cb78-4beb-4c8d-a03d-fdfcece24bdf tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:16.702615 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-404764d4-fef0-4d96-a5c1-deb6c3a1e3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:16.747023 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1a637085-617a-4a74-b153-8aba594abd41 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:16.753284 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c24a9af-ffa6-42db-aeeb-7bac82d8d226 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:16.754944 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-2c24a9af-ffa6-42db-aeeb-7bac82d8d226 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] 10.222.0.21 "GET /v2.0/networks/eb22795d-37ee-46ee-844d-92c17e2ea450 HTTP/1.1" status: 200 len: 881 time: 0.1529117 Nov 24 01:50:16.761208 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48882) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:16.865346 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-d48d49a6-490c-437f-8ffd-3d458e8b59c1 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed31ca33-714e-40e7-a5be-3a4547274e44 HTTP/1.1" status: 200 len: 205 time: 0.0917029 Nov 24 01:50:16.869200 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48884) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:16.879671 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a637085-617a-4a74-b153-8aba594abd41 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:50:16.900022 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-1a637085-617a-4a74-b153-8aba594abd41 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:50:16.955778 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a637085-617a-4a74-b153-8aba594abd41 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:50:16.962961 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a637085-617a-4a74-b153-8aba594abd41 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:16.966068 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1a637085-617a-4a74-b153-8aba594abd41 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:16.981448 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a637085-617a-4a74-b153-8aba594abd41 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Pushing event updated for resources: {'Port': ['ID=74793310-86cf-458b-9c59-2d40309d97cb,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:17.015900 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-1a637085-617a-4a74-b153-8aba594abd41 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.3316450 Nov 24 01:50:17.016620 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48886) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:17.096883 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-1982dc05-bf11-4f3a-829d-4cd97f6576ba tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Deleting port c89fd523-5738-4d47-b6bb-697abf71ae3f {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:50:17.097434 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1982dc05-bf11-4f3a-829d-4cd97f6576ba tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:17.105003 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b05a47ff-918b-444e-a8fe-047a4df30087 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks [] for router, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:17.125595 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404764d4-fef0-4d96-a5c1-deb6c3a1e3ec None None] Pushing event updated for resources: {'Port': ['ID=89dec38a-697b-42f6-8049-c9e72bbdff7c,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:17.138842 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 8b52ff30-2c5b-495e-ad76-4705452e8a31 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:50:17.143753 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-a566cc92-4d48-478c-a8de-969d130c4f5d None None] Attempting to bind port 318885bc-2005-48c0-b333-b4f4659e2efd on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:50:17.144363 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-a566cc92-4d48-478c-a8de-969d130c4f5d None None] Attempting to bind port 318885bc-2005-48c0-b333-b4f4659e2efd by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': 'b63be3d9-8749-470d-a21a-468b150487ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '75a657f0-0d6f-4a96-a2c6-bdde36b17fa6'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:50:17.144789 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a566cc92-4d48-478c-a8de-969d130c4f5d None None] Attempting to bind port 318885bc-2005-48c0-b333-b4f4659e2efd on network 75a657f0-0d6f-4a96-a2c6-bdde36b17fa6 {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:50:17.200774 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a566cc92-4d48-478c-a8de-969d130c4f5d None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:50:17.201151 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a566cc92-4d48-478c-a8de-969d130c4f5d None None] Checking segment: {'id': 'b63be3d9-8749-470d-a21a-468b150487ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '75a657f0-0d6f-4a96-a2c6-bdde36b17fa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:50:17.201595 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a566cc92-4d48-478c-a8de-969d130c4f5d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:17.201998 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a566cc92-4d48-478c-a8de-969d130c4f5d None None] Bound using segment: {'id': 'b63be3d9-8749-470d-a21a-468b150487ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '75a657f0-0d6f-4a96-a2c6-bdde36b17fa6'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:50:17.202477 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-a566cc92-4d48-478c-a8de-969d130c4f5d None None] Bound port: 318885bc-2005-48c0-b333-b4f4659e2efd, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b63be3d9-8749-470d-a21a-468b150487ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '75a657f0-0d6f-4a96-a2c6-bdde36b17fa6'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:50:17.202859 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a566cc92-4d48-478c-a8de-969d130c4f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:17.252822 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b05a47ff-918b-444e-a8fe-047a4df30087 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:17.296859 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-a566cc92-4d48-478c-a8de-969d130c4f5d None None] For port 318885bc-2005-48c0-b333-b4f4659e2efd, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:50:17.301752 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-a566cc92-4d48-478c-a8de-969d130c4f5d None None] For port 318885bc-2005-48c0-b333-b4f4659e2efd, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=318885bc-2005-48c0-b333-b4f4659e2efd,segment=NetworkSegment(b63be3d9-8749-470d-a21a-468b150487ae),segment_id=b63be3d9-8749-470d-a21a-468b150487ae)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:50:17.315595 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1982dc05-bf11-4f3a-829d-4cd97f6576ba tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:17.333653 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-b05a47ff-918b-444e-a8fe-047a4df30087 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Deleting port 4742b38f-e539-48f0-90be-939157f50848 {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:50:17.333964 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b05a47ff-918b-444e-a8fe-047a4df30087 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:17.339275 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-1982dc05-bf11-4f3a-829d-4cd97f6576ba tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Calling delete_port for c89fd523-5738-4d47-b6bb-697abf71ae3f owned by {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:50:17.351107 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a566cc92-4d48-478c-a8de-969d130c4f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:17.354472 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-2ec2e363-86eb-4936-8f0d-4f618ec160cc tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Deleting port 74793310-86cf-458b-9c59-2d40309d97cb {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:50:17.354810 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-2ec2e363-86eb-4936-8f0d-4f618ec160cc tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:17.404673 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8b9f3d-bade-4bc1-a41f-6ecb093b918e None None] Network 0a7adf2b-4cce-46ac-b5df-5d5054542b40 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:50:17.445956 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b05a47ff-918b-444e-a8fe-047a4df30087 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:17.460439 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-b05a47ff-918b-444e-a8fe-047a4df30087 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Calling delete_port for 4742b38f-e539-48f0-90be-939157f50848 owned by network:router_gateway {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:50:17.472864 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46db55cc-3273-4e90-bb53-d86115b99ec9 None None] Pushing event updated for resources: {'Port': ['ID=318885bc-2005-48c0-b333-b4f4659e2efd,revision_number=4']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:17.565865 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-7c28cb78-4beb-4c8d-a03d-fdfcece24bdf tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks [] for port, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:17.567304 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a566cc92-4d48-478c-a8de-969d130c4f5d None None] Routers {'abb92a61-c755-46ea-86f2-b372043c557e'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:50:17.568121 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-a566cc92-4d48-478c-a8de-969d130c4f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:49:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['abb92a61-c755-46ea-86f2-b372043c557e'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:17.581266 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-7c28cb78-4beb-4c8d-a03d-fdfcece24bdf tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29149402'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:17.585437 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-2ec2e363-86eb-4936-8f0d-4f618ec160cc tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:17.684924 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-a53fff41-7327-453d-b16c-fd379c4a1a0a None None] Provisioning complete for port 4742b38f-e539-48f0-90be-939157f50848 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:50:17.685457 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a53fff41-7327-453d-b16c-fd379c4a1a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:17.714883 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b05a47ff-918b-444e-a8fe-047a4df30087 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:17.721862 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 8b52ff30-2c5b-495e-ad76-4705452e8a31 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:50:17.722320 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:17.750584 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05a47ff-918b-444e-a8fe-047a4df30087 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Pushing event deleted for resources: {'Port': ['ID=4742b38f-e539-48f0-90be-939157f50848,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:17.801467 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-a566cc92-4d48-478c-a8de-969d130c4f5d None None] Set router abb92a61-c755-46ea-86f2-b372043c557e gateway port host: None {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:50:17.835967 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b05a47ff-918b-444e-a8fe-047a4df30087 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418161'] for router_gateway, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:17.843953 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee1b079-e854-4e30-b329-cd4ff12cf897 None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:50:17.926361 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-a53fff41-7327-453d-b16c-fd379c4a1a0a None None] Port 4742b38f-e539-48f0-90be-939157f50848 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:50:17.980597 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b05a47ff-918b-444e-a8fe-047a4df30087 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-424460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2766'] for router, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:17.993559 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-2ec2e363-86eb-4936-8f0d-4f618ec160cc tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Calling delete_port for 74793310-86cf-458b-9c59-2d40309d97cb owned by {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:50:17.993896 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b05a47ff-918b-444e-a8fe-047a4df30087 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:18.063087 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b05a47ff-918b-444e-a8fe-047a4df30087 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-424469'] for router, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:18.064182 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b05a47ff-918b-444e-a8fe-047a4df30087 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Fanout notify agent at l3_agent the message router_deleted on router ed31ca33-714e-40e7-a5be-3a4547274e44 {{(pid=109867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 01:50:18.083451 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b05a47ff-918b-444e-a8fe-047a4df30087 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks [] for router, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:18.086437 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-b05a47ff-918b-444e-a8fe-047a4df30087 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] 10.222.0.21 "DELETE /v2.0/routers/ed31ca33-714e-40e7-a5be-3a4547274e44 HTTP/1.1" status: 204 len: 168 time: 1.2051675 Nov 24 01:50:18.090749 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48888) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:18.090886 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-a53fff41-7327-453d-b16c-fd379c4a1a0a None None] Provisioning complete for port 318885bc-2005-48c0-b333-b4f4659e2efd triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:50:18.091186 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a53fff41-7327-453d-b16c-fd379c4a1a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:18.097519 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-81608cdd-217c-4114-b54e-5f70706b296f tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-964901049', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:50:18.136602 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-81608cdd-217c-4114-b54e-5f70706b296f tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-424105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2744'] for router, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:18.138097 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-81608cdd-217c-4114-b54e-5f70706b296f tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-424325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-326625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2753'] for router, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:18.142959 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-7c28cb78-4beb-4c8d-a03d-fdfcece24bdf tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3778017'] for router_interface, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:18.159557 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c28cb78-4beb-4c8d-a03d-fdfcece24bdf tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Pushing event updated for resources: {'Port': ['ID=c001e3dc-4f42-46e0-ad0d-878d2a0066f8,revision_number=2']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:18.185207 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 52a8f3f3-858e-4f17-ba86-22e0157b1e6d up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:50:18.212065 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-81608cdd-217c-4114-b54e-5f70706b296f tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:18.217170 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-81608cdd-217c-4114-b54e-5f70706b296f tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-424338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418138'] for router, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:18.245079 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-81608cdd-217c-4114-b54e-5f70706b296f tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks [] for router, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:18.246916 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-81608cdd-217c-4114-b54e-5f70706b296f tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1538534 Nov 24 01:50:18.249890 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48890) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:18.255082 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-e6c3f267-3176-4ee3-82ca-2f4a04da98e8 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'enable_snat': True}}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:50:18.325594 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a53fff41-7327-453d-b16c-fd379c4a1a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:18.357836 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 52a8f3f3-858e-4f17-ba86-22e0157b1e6d triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:50:18.358161 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:18.405129 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-a53fff41-7327-453d-b16c-fd379c4a1a0a None None] For port 318885bc-2005-48c0-b333-b4f4659e2efd, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=318885bc-2005-48c0-b333-b4f4659e2efd,segment=NetworkSegment(b63be3d9-8749-470d-a21a-468b150487ae),segment_id=b63be3d9-8749-470d-a21a-468b150487ae)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:50:18.410857 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-a566cc92-4d48-478c-a8de-969d130c4f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb92a61-c755-46ea-86f2-b372043c557e', 'name': 'tempest-RoutersTest-router-838312234', 'tenant_id': '24f911856b3c4338b647feba51f20eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:49:50Z', 'updated_at': '2021-11-24T01:50:16Z', 'revision_number': 5, 'project_id': '24f911856b3c4338b647feba51f20eff', 'gw_port_host': None, '_interfaces': [{'id': '2db26859-3a5c-43fb-9af5-a82a100a1f64', 'name': '', 'network_id': '908ade6b-b91a-4667-962d-c9abb70c0c91', 'tenant_id': '24f911856b3c4338b647feba51f20eff', 'mac_address': 'fa:16:3e:a2:1c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb92a61-c755-46ea-86f2-b372043c557e', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '2119d35b-8635-44be-9d17-9fc1c7d68c96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:49:52Z', 'updated_at': '2021-11-24T01:50:01Z', 'revision_number': 5, 'project_id': '24f911856b3c4338b647feba51f20eff', 'subnets': [{'id': '2119d35b-8635-44be-9d17-9fc1c7d68c96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '318885bc-2005-48c0-b333-b4f4659e2efd', 'name': '', 'network_id': '75a657f0-0d6f-4a96-a2c6-bdde36b17fa6', 'tenant_id': '24f911856b3c4338b647feba51f20eff', 'mac_address': 'fa:16:3e:82:a4:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb92a61-c755-46ea-86f2-b372043c557e', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'e6bfe66a-97e9-456e-b8b7-f62c53e4b0f8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:50:08Z', 'updated_at': '2021-11-24T01:50:17Z', 'revision_number': 4, 'project_id': '24f911856b3c4338b647feba51f20eff', 'subnets': [{'id': 'e6bfe66a-97e9-456e-b8b7-f62c53e4b0f8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c001e3dc-4f42-46e0-ad0d-878d2a0066f8', 'name': '', 'network_id': 'e3bfedb3-f9ba-495d-9125-d7a77bc922f6', 'tenant_id': '24f911856b3c4338b647feba51f20eff', 'mac_address': 'fa:16:3e:4a:a1:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb92a61-c755-46ea-86f2-b372043c557e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '202a0517-0b6e-4f17-8bc4-f34291f7384c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:50:15Z', 'updated_at': '2021-11-24T01:50:17Z', 'revision_number': 2, 'project_id': '24f911856b3c4338b647feba51f20eff', 'subnets': [{'id': '202a0517-0b6e-4f17-8bc4-f34291f7384c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4ad46f2-63a0-41e8-85b9-d0f083b33f18', 'name': '', 'network_id': 'f4cfd1df-0a9a-4bca-8684-eb667a06b1b5', 'tenant_id': '24f911856b3c4338b647feba51f20eff', 'mac_address': 'fa:16:3e:2c:8f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb92a61-c755-46ea-86f2-b372043c557e', 'device_owner': 'network:router_interface', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '1ecfa2aa-fa62-4dc7-b0b7-5537d0a9a18f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:50:02Z', 'updated_at': '2021-11-24T01:50:10Z', 'revision_number': 5, 'project_id': '24f911856b3c4338b647feba51f20eff', 'subnets': [{'id': '1ecfa2aa-fa62-4dc7-b0b7-5537d0a9a18f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:18.418804 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a53fff41-7327-453d-b16c-fd379c4a1a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:18.452635 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1982dc05-bf11-4f3a-829d-4cd97f6576ba tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:18.477857 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c28cb78-4beb-4c8d-a03d-fdfcece24bdf tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Network e3bfedb3-f9ba-495d-9125-d7a77bc922f6 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:50:18.479554 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a566cc92-4d48-478c-a8de-969d130c4f5d None None] The sync data for ids ['abb92a61-c755-46ea-86f2-b372043c557e'] in dv-neutron-818911-2-hyperv is: [{'id': 'abb92a61-c755-46ea-86f2-b372043c557e', 'name': 'tempest-RoutersTest-router-838312234', 'tenant_id': '24f911856b3c4338b647feba51f20eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:49:50Z', 'updated_at': '2021-11-24T01:50:16Z', 'revision_number': 5, 'project_id': '24f911856b3c4338b647feba51f20eff', 'gw_port_host': None, '_interfaces': [{'id': '2db26859-3a5c-43fb-9af5-a82a100a1f64', 'name': '', 'network_id': '908ade6b-b91a-4667-962d-c9abb70c0c91', 'tenant_id': '24f911856b3c4338b647feba51f20eff', 'mac_address': 'fa:16:3e:a2:1c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb92a61-c755-46ea-86f2-b372043c557e', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '2119d35b-8635-44be-9d17-9fc1c7d68c96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:49:52Z', 'updated_at': '2021-11-24T01:50:01Z', 'revision_number': 5, 'project_id': '24f911856b3c4338b647feba51f20eff', 'subnets': [{'id': '2119d35b-8635-44be-9d17-9fc1c7d68c96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '318885bc-2005-48c0-b333-b4f4659e2efd', 'name': '', 'network_id': '75a657f0-0d6f-4a96-a2c6-bdde36b17fa6', 'tenant_id': '24f911856b3c4338b647feba51f20eff', 'mac_address': 'fa:16:3e:82:a4:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb92a61-c755-46ea-86f2-b372043c557e', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'e6bfe66a-97e9-456e-b8b7-f62c53e4b0f8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:50:08Z', 'updated_at': '2021-11-24T01:50:17Z', 'revision_number': 4, 'project_id': '24f911856b3c4338b647feba51f20eff', 'subnets': [{'id': 'e6bfe66a-97e9-456e-b8b7-f62c53e4b0f8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c001e3dc-4f42-46e0-ad0d-878d2a0066f8', 'name': '', 'network_id': 'e3bfedb3-f9ba-495d-9125-d7a77bc922f6', 'tenant_id': '24f911856b3c4338b647feba51f20eff', 'mac_address': 'fa:16:3e:4a:a1:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb92a61-c755-46ea-86f2-b372043c557e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '202a0517-0b6e-4f17-8bc4-f34291f7384c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:50:15Z', 'updated_at': '2021-11-24T01:50:17Z', 'revision_number': 2, 'project_id': '24f911856b3c4338b647feba51f20eff', 'subnets': [{'id': '202a0517-0b6e-4f17-8bc4-f34291f7384c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4ad46f2-63a0-41e8-85b9-d0f083b33f18', 'name': '', 'network_id': 'f4cfd1df-0a9a-4bca-8684-eb667a06b1b5', 'tenant_id': '24f911856b3c4338b647feba51f20eff', 'mac_address': 'fa:16:3e:2c:8f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb92a61-c755-46ea-86f2-b372043c557e', 'device_owner': 'network:router_interface', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '1ecfa2aa-fa62-4dc7-b0b7-5537d0a9a18f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:50:02Z', 'updated_at': '2021-11-24T01:50:10Z', 'revision_number': 5, 'project_id': '24f911856b3c4338b647feba51f20eff', 'subnets': [{'id': '1ecfa2aa-fa62-4dc7-b0b7-5537d0a9a18f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:50:18.563169 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-7c28cb78-4beb-4c8d-a03d-fdfcece24bdf tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:50:18.588291 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1982dc05-bf11-4f3a-829d-4cd97f6576ba tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Pushing event deleted for resources: {'Port': ['ID=c89fd523-5738-4d47-b6bb-697abf71ae3f,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:18.657453 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e6c3f267-3176-4ee3-82ca-2f4a04da98e8 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:18.689710 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-c9bae61c-2d4c-44cb-9603-63adf0e540df None None] Provisioning complete for port 8b52ff30-2c5b-495e-ad76-4705452e8a31 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:50:18.690187 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-c9bae61c-2d4c-44cb-9603-63adf0e540df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:18.722158 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53fff41-7327-453d-b16c-fd379c4a1a0a None None] Pushing event updated for resources: {'Port': ['ID=318885bc-2005-48c0-b333-b4f4659e2efd,revision_number=5']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:18.846044 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1982dc05-bf11-4f3a-829d-4cd97f6576ba tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:18.852903 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-1982dc05-bf11-4f3a-829d-4cd97f6576ba tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "DELETE /v2.0/ports/c89fd523-5738-4d47-b6bb-697abf71ae3f HTTP/1.1" status: 204 len: 168 time: 2.2541468 Nov 24 01:50:18.856061 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48896) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:18.858511 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-2ec2e363-86eb-4936-8f0d-4f618ec160cc tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:18.899075 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fda5788-f48e-415c-b12c-a3c305f2895c None None] Network e3bfedb3-f9ba-495d-9125-d7a77bc922f6 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:50:18.904451 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c28cb78-4beb-4c8d-a03d-fdfcece24bdf tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Router abb92a61-c755-46ea-86f2-b372043c557e has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:50:18.918503 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 7b8da16e-14c7-460b-ad10-ebc9680683b5 no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:50:18.925329 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-a06ba341-199a-4eac-a798-f19462b04100 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] GET failed (client error): The resource could not be found. Nov 24 01:50:18.932491 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48898) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:18.933985 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-a06ba341-199a-4eac-a798-f19462b04100 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "GET /v2.0/ports/c89fd523-5738-4d47-b6bb-697abf71ae3f HTTP/1.1" status: 404 len: 333 time: 0.0767362 Nov 24 01:50:18.943406 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec2e363-86eb-4936-8f0d-4f618ec160cc tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Pushing event deleted for resources: {'Port': ['ID=74793310-86cf-458b-9c59-2d40309d97cb,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:19.072458 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_v2 [None req-00387f77-fde7-4dce-848b-8699ea0e7e88 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Deleting subnet 8ee2f388-cdd7-4ba7-b09d-1782058c8b34 {{(pid=109867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 01:50:19.078040 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-00387f77-fde7-4dce-848b-8699ea0e7e88 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks [] for subnet, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:19.145030 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-c9bae61c-2d4c-44cb-9603-63adf0e540df None None] Provisioning complete for port 7b8da16e-14c7-460b-ad10-ebc9680683b5 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:50:19.147819 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-c9bae61c-2d4c-44cb-9603-63adf0e540df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:19.209624 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c28cb78-4beb-4c8d-a03d-fdfcece24bdf tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:50:19.218670 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-7c28cb78-4beb-4c8d-a03d-fdfcece24bdf tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] 10.222.0.21 "PUT /v2.0/routers/abb92a61-c755-46ea-86f2-b372043c557e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7477069 Nov 24 01:50:19.220981 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-2ec2e363-86eb-4936-8f0d-4f618ec160cc tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:19.224653 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48900) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:19.230407 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-2ec2e363-86eb-4936-8f0d-4f618ec160cc tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "DELETE /v2.0/ports/74793310-86cf-458b-9c59-2d40309d97cb HTTP/1.1" status: 204 len: 168 time: 2.2120519 Nov 24 01:50:19.231902 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48902) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:19.232586 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-4aac943e-e80e-4c7b-9fd8-dc5715ed481c tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:50:19.306118 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c395e4c-8869-4ee1-a650-a56dea96891c tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:19.310175 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-2c395e4c-8869-4ee1-a650-a56dea96891c tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 966 time: 0.0768566 Nov 24 01:50:19.311315 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48904) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:19.409766 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bedc0ef9-e97c-46ba-a0a4-f92cbacf1428 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:19.419706 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:19.421804 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-00387f77-fde7-4dce-848b-8699ea0e7e88 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28690885'] for subnet, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:19.423767 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-bedc0ef9-e97c-46ba-a0a4-f92cbacf1428 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 966 time: 0.1106465 Nov 24 01:50:19.426047 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48906) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:19.509068 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] For port 7b8da16e-14c7-460b-ad10-ebc9680683b5, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=7b8da16e-14c7-460b-ad10-ebc9680683b5,segment=NetworkSegment(2b1ff8b4-a836-4287-84a2-3eaf8ccfb867),segment_id=2b1ff8b4-a836-4287-84a2-3eaf8ccfb867)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:50:19.525824 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:19.535007 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0883724b-452e-4c5e-af53-569a1d99f23e tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:19.540298 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0883724b-452e-4c5e-af53-569a1d99f23e tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:19.546606 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0883724b-452e-4c5e-af53-569a1d99f23e tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:19.551340 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-0883724b-452e-4c5e-af53-569a1d99f23e tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1241417 Nov 24 01:50:19.554426 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48908) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:19.563621 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-c9bae61c-2d4c-44cb-9603-63adf0e540df None None] Could not find standard attr ID for object 74793310-86cf-458b-9c59-2d40309d97cb. {{(pid=109868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 01:50:19.658815 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-00387f77-fde7-4dce-848b-8699ea0e7e88 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:19.681643 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7ea99de-fd06-4764-82db-a04b69f28e50 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Deleting subnet 883d53cb-2b39-4c1a-8fc9-3ae8e83e24a8 {{(pid=109866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 01:50:19.687292 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c7ea99de-fd06-4764-82db-a04b69f28e50 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for subnet, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:19.750112 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c7ea99de-fd06-4764-82db-a04b69f28e50 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29055568'] for subnet, precommit_delete_associations {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:19.834644 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-00387f77-fde7-4dce-848b-8699ea0e7e88 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25501782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25307808'] for subnet, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:19.906157 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c7ea99de-fd06-4764-82db-a04b69f28e50 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:19.941156 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-c9bae61c-2d4c-44cb-9603-63adf0e540df None None] Could not find standard attr ID for object c89fd523-5738-4d47-b6bb-697abf71ae3f. {{(pid=109868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 01:50:19.977373 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c7ea99de-fd06-4764-82db-a04b69f28e50 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29149324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29154870'] for subnet, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:19.983479 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00387f77-fde7-4dce-848b-8699ea0e7e88 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Pushing event deleted for resources: {'Subnet': ['ID=8ee2f388-cdd7-4ba7-b09d-1782058c8b34,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:19.988173 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e6c3f267-3176-4ee3-82ca-2f4a04da98e8 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:19.993778 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-00387f77-fde7-4dce-848b-8699ea0e7e88 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:20.004286 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ad1f3f-41ff-44d5-bff1-18ad355977f3 None None] Sync routers for ids ['abb92a61-c755-46ea-86f2-b372043c557e'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:50:20.006028 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-00387f77-fde7-4dce-848b-8699ea0e7e88 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "DELETE /v2.0/subnets/8ee2f388-cdd7-4ba7-b09d-1782058c8b34 HTTP/1.1" status: 204 len: 168 time: 1.0682466 Nov 24 01:50:20.026552 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48910) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:20.026770 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ea99de-fd06-4764-82db-a04b69f28e50 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Pushing event deleted for resources: {'Subnet': ['ID=883d53cb-2b39-4c1a-8fc9-3ae8e83e24a8,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:20.028376 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c7ea99de-fd06-4764-82db-a04b69f28e50 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:20.035131 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-c7ea99de-fd06-4764-82db-a04b69f28e50 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "DELETE /v2.0/subnets/883d53cb-2b39-4c1a-8fc9-3ae8e83e24a8 HTTP/1.1" status: 204 len: 168 time: 0.4795165 Nov 24 01:50:20.035823 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48912) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:20.047377 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ad1f3f-41ff-44d5-bff1-18ad355977f3 None None] Routers {'abb92a61-c755-46ea-86f2-b372043c557e'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:50:20.048021 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-c2ad1f3f-41ff-44d5-bff1-18ad355977f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:49:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['abb92a61-c755-46ea-86f2-b372043c557e'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:20.059062 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 89dec38a-697b-42f6-8049-c9e72bbdff7c up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:50:20.095619 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e6c3f267-3176-4ee3-82ca-2f4a04da98e8 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:20.098590 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fb393bc-d18a-4a10-9acb-e8a119ca5e02 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Deleting subnet 8f048eef-285e-4ce6-a531-d917faf55358 {{(pid=109866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 01:50:20.098910 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41d6ef7-300e-424c-bb73-426b30476bcc None None] Network 9b0cb615-dd00-417f-9128-01ca62e524f6 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:50:20.102341 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4fb393bc-d18a-4a10-9acb-e8a119ca5e02 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for subnet, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:20.152387 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4fb393bc-d18a-4a10-9acb-e8a119ca5e02 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29055568'] for subnet, precommit_delete_associations {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:20.216370 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4fb393bc-d18a-4a10-9acb-e8a119ca5e02 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:20.250382 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-c9bae61c-2d4c-44cb-9603-63adf0e540df None None] Provisioning complete for port 318885bc-2005-48c0-b333-b4f4659e2efd triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:50:20.250753 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-c9bae61c-2d4c-44cb-9603-63adf0e540df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:20.252364 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Pushing event updated for resources: {'Port': ['ID=7b8da16e-14c7-460b-ad10-ebc9680683b5,revision_number=10']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:20.330568 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4fb393bc-d18a-4a10-9acb-e8a119ca5e02 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29149324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29154870'] for subnet, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:20.349505 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03b2813-0664-418f-bb25-18d8d4dd1809 None None] Network 0a7adf2b-4cce-46ac-b5df-5d5054542b40 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:50:20.361210 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb393bc-d18a-4a10-9acb-e8a119ca5e02 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Pushing event deleted for resources: {'Subnet': ['ID=8f048eef-285e-4ce6-a531-d917faf55358,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:20.365328 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4fb393bc-d18a-4a10-9acb-e8a119ca5e02 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:20.369646 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-4fb393bc-d18a-4a10-9acb-e8a119ca5e02 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "DELETE /v2.0/subnets/8f048eef-285e-4ce6-a531-d917faf55358 HTTP/1.1" status: 204 len: 168 time: 0.3323791 Nov 24 01:50:20.372985 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48914) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:20.411271 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-c2ad1f3f-41ff-44d5-bff1-18ad355977f3 None None] Set router abb92a61-c755-46ea-86f2-b372043c557e gateway port host: None {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:50:20.417276 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-bffd7ecd-8f2c-4111-be5c-ba159a5d5d42 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0428879 Nov 24 01:50:20.421944 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48916) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:20.490583 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053b8be5-f13c-43b8-a4d0-0e26ce6f1d55 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:20.493208 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-053b8be5-f13c-43b8-a4d0-0e26ce6f1d55 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 865 time: 0.0702722 Nov 24 01:50:20.498106 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48918) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:20.499762 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 89dec38a-697b-42f6-8049-c9e72bbdff7c triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:50:20.500254 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:20.562589 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ef63bc-2802-4dfb-9646-37aedd832c1f tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:20.566596 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-62ef63bc-2802-4dfb-9646-37aedd832c1f tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0650797 Nov 24 01:50:20.566875 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48920) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:20.604481 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa58abad-df51-4918-9244-30a897c29597 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Deleting subnet b78476be-9d9b-4b3d-a494-9b44302500fb {{(pid=109867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 01:50:20.608296 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-aa58abad-df51-4918-9244-30a897c29597 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks [] for subnet, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:20.622559 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-0716f6ea-6919-4a18-acdb-81c966f7b4a9 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0492349 Nov 24 01:50:20.624747 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48922) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:20.649595 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-aa58abad-df51-4918-9244-30a897c29597 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28690885'] for subnet, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:20.654919 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3d85ce6-bcab-4d77-8ffb-a5a619e0e8fe tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] DELETE failed (client error): The resource could not be found. Nov 24 01:50:20.655518 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3d85ce6-bcab-4d77-8ffb-a5a619e0e8fe tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:50:20.661240 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-f3d85ce6-bcab-4d77-8ffb-a5a619e0e8fe tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "DELETE /v2.0/ports/74793310-86cf-458b-9c59-2d40309d97cb HTTP/1.1" status: 404 len: 333 time: 0.0331039 Nov 24 01:50:20.663636 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48924) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:20.697818 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a6e2e9e-1b79-4d4a-b6a7-ea07cbb48873 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] DELETE failed (client error): The resource could not be found. Nov 24 01:50:20.698272 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a6e2e9e-1b79-4d4a-b6a7-ea07cbb48873 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:50:20.703993 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-5a6e2e9e-1b79-4d4a-b6a7-ea07cbb48873 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "DELETE /v2.0/subnets/883d53cb-2b39-4c1a-8fc9-3ae8e83e24a8 HTTP/1.1" status: 404 len: 337 time: 0.0365708 Nov 24 01:50:20.704994 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48926) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:20.736489 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea88224a-e1c1-48e7-a621-b5ad2bab3c79 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] DELETE failed (client error): The resource could not be found. Nov 24 01:50:20.736943 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea88224a-e1c1-48e7-a621-b5ad2bab3c79 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:50:20.741536 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-ea88224a-e1c1-48e7-a621-b5ad2bab3c79 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "DELETE /v2.0/subnets/8f048eef-285e-4ce6-a531-d917faf55358 HTTP/1.1" status: 404 len: 337 time: 0.0349002 Nov 24 01:50:20.742639 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48928) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:20.765810 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d22b387-836f-4432-a3ff-ec1fc0763e4a tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] DELETE failed (client error): The resource could not be found. Nov 24 01:50:20.766068 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d22b387-836f-4432-a3ff-ec1fc0763e4a tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:50:20.771525 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-0d22b387-836f-4432-a3ff-ec1fc0763e4a tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "DELETE /v2.0/ports/68812848-5764-4284-918f-45c0599969cd HTTP/1.1" status: 404 len: 333 time: 0.0254433 Nov 24 01:50:20.771962 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48930) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:20.805982 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-9341214e-0c7e-4b4d-9470-4c687769be8a tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] DELETE failed (client error): The resource could not be found. Nov 24 01:50:20.806432 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9341214e-0c7e-4b4d-9470-4c687769be8a tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:50:20.809532 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-9341214e-0c7e-4b4d-9470-4c687769be8a tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "DELETE /v2.0/subnets/10746884-137b-4ef3-a9f5-c1b5ea1729a5 HTTP/1.1" status: 404 len: 337 time: 0.0355556 Nov 24 01:50:20.812227 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48932) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:20.818944 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-aa58abad-df51-4918-9244-30a897c29597 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:20.842610 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfbbe460-fb47-42b4-a392-d38e14d06981 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] DELETE failed (client error): The resource could not be found. Nov 24 01:50:20.843063 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfbbe460-fb47-42b4-a392-d38e14d06981 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:50:20.846976 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-dfbbe460-fb47-42b4-a392-d38e14d06981 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "DELETE /v2.0/subnets/fd7935ae-5210-4370-be81-0d42203efb20 HTTP/1.1" status: 404 len: 337 time: 0.0336697 Nov 24 01:50:20.850114 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48934) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:20.875146 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dd1b262-3bb5-4823-a5a8-3e6135dd5123 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] DELETE failed (client error): The resource could not be found. Nov 24 01:50:20.875707 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dd1b262-3bb5-4823-a5a8-3e6135dd5123 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:50:20.881146 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-4dd1b262-3bb5-4823-a5a8-3e6135dd5123 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "DELETE /v2.0/ports/caa93f58-83d2-4910-9fba-8a9c4ce89713 HTTP/1.1" status: 404 len: 333 time: 0.0272381 Nov 24 01:50:20.881315 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48936) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:20.894002 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:20.909552 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9ab7b52-6932-4b45-892e-800e7ebd1659 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] DELETE failed (client error): The resource could not be found. Nov 24 01:50:20.910009 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9ab7b52-6932-4b45-892e-800e7ebd1659 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:50:20.916948 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-e9ab7b52-6932-4b45-892e-800e7ebd1659 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "DELETE /v2.0/subnets/9b4208cc-1626-4dec-85d7-d54888933491 HTTP/1.1" status: 404 len: 337 time: 0.0318253 Nov 24 01:50:20.917855 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48938) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:20.924209 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2e9e33-315a-4c22-85e9-4c583cd03086 None None] DHCP port deletion for 9b0cb615-dd00-417f-9128-01ca62e524f6 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:50:20.940937 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-c7a6375f-c6b1-41e8-aa5f-1a423eb491aa None None] Provisioning complete for port 89dec38a-697b-42f6-8049-c9e72bbdff7c triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:50:20.941398 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-c7a6375f-c6b1-41e8-aa5f-1a423eb491aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:20.947267 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-33b46a25-2534-44d3-8a64-9aacb98fd9b1 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] DELETE failed (client error): The resource could not be found. Nov 24 01:50:20.947725 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33b46a25-2534-44d3-8a64-9aacb98fd9b1 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:50:20.953189 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-33b46a25-2534-44d3-8a64-9aacb98fd9b1 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "DELETE /v2.0/subnets/0e176e64-917b-4abd-be7d-e0703cbeb4f1 HTTP/1.1" status: 404 len: 337 time: 0.0318382 Nov 24 01:50:20.953473 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48940) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:20.985041 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b17558a-2d79-41a8-96c5-9c3123b4e984 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] DELETE failed (client error): The resource could not be found. Nov 24 01:50:20.986452 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b17558a-2d79-41a8-96c5-9c3123b4e984 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:50:20.989693 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-e6c3f267-3176-4ee3-82ca-2f4a04da98e8 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Allocated IP 172.26.5.128 (eb22795d-37ee-46ee-844d-92c17e2ea450/3e66fcff-6e72-4083-b514-48f69cdaa2cb/ded3483d-7d96-4b7c-a42f-2e73596fc9d8) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:50:20.995922 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48942) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:20.996125 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-8b17558a-2d79-41a8-96c5-9c3123b4e984 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "DELETE /v2.0/ports/173347d2-2a93-45b9-8b53-63dce1629ceb HTTP/1.1" status: 404 len: 333 time: 0.0408590 Nov 24 01:50:21.006432 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] For port 89dec38a-697b-42f6-8049-c9e72bbdff7c, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=89dec38a-697b-42f6-8049-c9e72bbdff7c,segment=NetworkSegment(2a733735-cfa6-462d-8e21-6ba66082f300),segment_id=2a733735-cfa6-462d-8e21-6ba66082f300)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:50:21.020234 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:21.021112 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 318885bc-2005-48c0-b333-b4f4659e2efd up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:50:21.034532 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.pecan_wsgi.hooks.translation [None req-40fcd342-0415-46a7-aa79-356c1389310f tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] DELETE failed (client error): The resource could not be found. Nov 24 01:50:21.034973 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40fcd342-0415-46a7-aa79-356c1389310f tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:50:21.038683 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-40fcd342-0415-46a7-aa79-356c1389310f tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "DELETE /v2.0/subnets/5ca3b198-f204-4cb0-a549-7bd57a8c81ae HTTP/1.1" status: 404 len: 337 time: 0.0375760 Nov 24 01:50:21.041993 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48944) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:21.079010 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-aa58abad-df51-4918-9244-30a897c29597 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25501782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25307808'] for subnet, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:21.081111 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-9133fbef-97ab-473d-aa91-1d7d96742100 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] DELETE failed (client error): The resource could not be found. Nov 24 01:50:21.081590 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9133fbef-97ab-473d-aa91-1d7d96742100 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:50:21.090257 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48946) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:21.090464 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-9133fbef-97ab-473d-aa91-1d7d96742100 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "DELETE /v2.0/subnets/03f41bf0-ef17-4289-8932-5e18d407572c HTTP/1.1" status: 404 len: 337 time: 0.0465431 Nov 24 01:50:21.115444 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-c2ad1f3f-41ff-44d5-bff1-18ad355977f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb92a61-c755-46ea-86f2-b372043c557e', 'name': 'tempest-RoutersTest-router-838312234', 'tenant_id': '24f911856b3c4338b647feba51f20eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:49:50Z', 'updated_at': '2021-11-24T01:50:16Z', 'revision_number': 5, 'project_id': '24f911856b3c4338b647feba51f20eff', 'gw_port_host': None, '_interfaces': [{'id': '2db26859-3a5c-43fb-9af5-a82a100a1f64', 'name': '', 'network_id': '908ade6b-b91a-4667-962d-c9abb70c0c91', 'tenant_id': '24f911856b3c4338b647feba51f20eff', 'mac_address': 'fa:16:3e:a2:1c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb92a61-c755-46ea-86f2-b372043c557e', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '2119d35b-8635-44be-9d17-9fc1c7d68c96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:49:52Z', 'updated_at': '2021-11-24T01:50:01Z', 'revision_number': 5, 'project_id': '24f911856b3c4338b647feba51f20eff', 'subnets': [{'id': '2119d35b-8635-44be-9d17-9fc1c7d68c96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '318885bc-2005-48c0-b333-b4f4659e2efd', 'name': '', 'network_id': '75a657f0-0d6f-4a96-a2c6-bdde36b17fa6', 'tenant_id': '24f911856b3c4338b647feba51f20eff', 'mac_address': 'fa:16:3e:82:a4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb92a61-c755-46ea-86f2-b372043c557e', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'e6bfe66a-97e9-456e-b8b7-f62c53e4b0f8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:50:08Z', 'updated_at': '2021-11-24T01:50:18Z', 'revision_number': 5, 'project_id': '24f911856b3c4338b647feba51f20eff', 'subnets': [{'id': 'e6bfe66a-97e9-456e-b8b7-f62c53e4b0f8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c001e3dc-4f42-46e0-ad0d-878d2a0066f8', 'name': '', 'network_id': 'e3bfedb3-f9ba-495d-9125-d7a77bc922f6', 'tenant_id': '24f911856b3c4338b647feba51f20eff', 'mac_address': 'fa:16:3e:4a:a1:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb92a61-c755-46ea-86f2-b372043c557e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '202a0517-0b6e-4f17-8bc4-f34291f7384c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:50:15Z', 'updated_at': '2021-11-24T01:50:17Z', 'revision_number': 2, 'project_id': '24f911856b3c4338b647feba51f20eff', 'subnets': [{'id': '202a0517-0b6e-4f17-8bc4-f34291f7384c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4ad46f2-63a0-41e8-85b9-d0f083b33f18', 'name': '', 'network_id': 'f4cfd1df-0a9a-4bca-8684-eb667a06b1b5', 'tenant_id': '24f911856b3c4338b647feba51f20eff', 'mac_address': 'fa:16:3e:2c:8f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb92a61-c755-46ea-86f2-b372043c557e', 'device_owner': 'network:router_interface', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '1ecfa2aa-fa62-4dc7-b0b7-5537d0a9a18f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:50:02Z', 'updated_at': '2021-11-24T01:50:10Z', 'revision_number': 5, 'project_id': '24f911856b3c4338b647feba51f20eff', 'subnets': [{'id': '1ecfa2aa-fa62-4dc7-b0b7-5537d0a9a18f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:21.129020 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-aa58abad-df51-4918-9244-30a897c29597 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:21.134387 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-aa58abad-df51-4918-9244-30a897c29597 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "DELETE /v2.0/subnets/b78476be-9d9b-4b3d-a494-9b44302500fb HTTP/1.1" status: 204 len: 168 time: 1.1070213 Nov 24 01:50:21.136352 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48948) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:21.169896 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ad1f3f-41ff-44d5-bff1-18ad355977f3 None None] Checking router: abb92a61-c755-46ea-86f2-b372043c557e for host: dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 01:50:21.170300 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ad1f3f-41ff-44d5-bff1-18ad355977f3 None None] Updating router abb92a61-c755-46ea-86f2-b372043c557e port c001e3dc-4f42-46e0-ad0d-878d2a0066f8 binding host dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 01:50:21.174161 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa58abad-df51-4918-9244-30a897c29597 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Pushing event deleted for resources: {'Subnet': ['ID=b78476be-9d9b-4b3d-a494-9b44302500fb,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:21.182707 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.extraroute_db [None req-4aac943e-e80e-4c7b-9fd8-dc5715ed481c tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=109867) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 24 01:50:21.195278 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.pecan_wsgi.hooks.translation [None req-6373d99c-8d3d-4d2d-a44b-28398a1f83f6 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] DELETE failed (client error): The resource could not be found. Nov 24 01:50:21.196705 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6373d99c-8d3d-4d2d-a44b-28398a1f83f6 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:50:21.199948 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Pushing event updated for resources: {'Port': ['ID=89dec38a-697b-42f6-8049-c9e72bbdff7c,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:21.200950 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-6373d99c-8d3d-4d2d-a44b-28398a1f83f6 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "DELETE /v2.0/ports/5d91993a-3561-48d1-84df-1461c135dbce HTTP/1.1" status: 404 len: 333 time: 0.1011150 Nov 24 01:50:21.216111 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-cd2e9e33-315a-4c22-85e9-4c583cd03086 None None] Deleting port 7b8da16e-14c7-460b-ad10-ebc9680683b5 {{(pid=109868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:50:21.216874 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-cd2e9e33-315a-4c22-85e9-4c583cd03086 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:21.217169 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48952) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:21.240868 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-947517fe-4e30-4ba1-bdd2-30367578d778 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:21.251425 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-c2ad1f3f-41ff-44d5-bff1-18ad355977f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:21.260911 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.pecan_wsgi.hooks.translation [None req-caa8de7b-9a20-410d-ab1b-60dcb1ef0d70 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] DELETE failed (client error): The resource could not be found. Nov 24 01:50:21.261497 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-caa8de7b-9a20-410d-ab1b-60dcb1ef0d70 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:50:21.264838 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-caa8de7b-9a20-410d-ab1b-60dcb1ef0d70 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "DELETE /v2.0/subnets/4ae8a9fa-a280-47a9-9bec-9a4a2a76548f HTTP/1.1" status: 404 len: 337 time: 0.0460479 Nov 24 01:50:21.280273 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48954) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:21.293949 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 318885bc-2005-48c0-b333-b4f4659e2efd triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:50:21.294583 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:21.300496 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.extraroute_db [None req-4aac943e-e80e-4c7b-9fd8-dc5715ed481c tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Removed routes are [] {{(pid=109867) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 24 01:50:21.301046 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4aac943e-e80e-4c7b-9fd8-dc5715ed481c tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3684298', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-424347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2775'] for router, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:21.315913 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b076212-7080-4979-b722-ed6e5c02db60 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] DELETE failed (client error): The resource could not be found. Nov 24 01:50:21.316622 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b076212-7080-4979-b722-ed6e5c02db60 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:50:21.323599 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-8b076212-7080-4979-b722-ed6e5c02db60 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "DELETE /v2.0/ports/09f8d89b-f389-4d8e-9aea-00d3a77bbdc5 HTTP/1.1" status: 404 len: 333 time: 0.0378029 Nov 24 01:50:21.324746 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48956) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:21.365985 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-51c1b5a2-a525-40bf-b968-060c2a6f2faf tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] DELETE failed (client error): The resource could not be found. Nov 24 01:50:21.367057 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51c1b5a2-a525-40bf-b968-060c2a6f2faf tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:50:21.372965 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-51c1b5a2-a525-40bf-b968-060c2a6f2faf tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "DELETE /v2.0/subnets/47306b9e-051e-494a-bf48-dd54ab301175 HTTP/1.1" status: 404 len: 337 time: 0.0468562 Nov 24 01:50:21.373658 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48958) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:21.396553 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-cd2e9e33-315a-4c22-85e9-4c583cd03086 None None] For port 7b8da16e-14c7-460b-ad10-ebc9680683b5, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=7b8da16e-14c7-460b-ad10-ebc9680683b5,segment=NetworkSegment(2b1ff8b4-a836-4287-84a2-3eaf8ccfb867),segment_id=2b1ff8b4-a836-4287-84a2-3eaf8ccfb867)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:50:21.401573 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-cd2e9e33-315a-4c22-85e9-4c583cd03086 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:21.412122 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ed43800-e3bd-4891-87b8-b51cdf9deb1e tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] DELETE failed (client error): The resource could not be found. Nov 24 01:50:21.412903 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ed43800-e3bd-4891-87b8-b51cdf9deb1e tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:50:21.419030 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48960) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:21.419515 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-6ed43800-e3bd-4891-87b8-b51cdf9deb1e tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "DELETE /v2.0/ports/1f518232-ff13-4a34-9d88-6ace23bbe5da HTTP/1.1" status: 404 len: 333 time: 0.0386803 Nov 24 01:50:21.425110 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-947517fe-4e30-4ba1-bdd2-30367578d778 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Deleting port 8b52ff30-2c5b-495e-ad76-4705452e8a31 {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:50:21.425535 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-947517fe-4e30-4ba1-bdd2-30367578d778 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:21.466467 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.pecan_wsgi.hooks.translation [None req-75e5f815-5519-490d-8897-fb90ba671f40 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] DELETE failed (client error): The resource could not be found. Nov 24 01:50:21.466927 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75e5f815-5519-490d-8897-fb90ba671f40 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:50:21.470389 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-75e5f815-5519-490d-8897-fb90ba671f40 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "DELETE /v2.0/subnets/79acd80d-dc4a-4d36-b2c6-28b77d4422df HTTP/1.1" status: 404 len: 337 time: 0.0461824 Nov 24 01:50:21.472979 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48962) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:21.503324 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [None req-947517fe-4e30-4ba1-bdd2-30367578d778 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] For port 8b52ff30-2c5b-495e-ad76-4705452e8a31, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=8b52ff30-2c5b-495e-ad76-4705452e8a31,segment=NetworkSegment(197d81c3-4d7b-40d3-a960-90a61cef1dd2),segment_id=197d81c3-4d7b-40d3-a960-90a61cef1dd2)] {{(pid=109866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:50:21.503661 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-947517fe-4e30-4ba1-bdd2-30367578d778 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:21.518675 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-947517fe-4e30-4ba1-bdd2-30367578d778 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Calling delete_port for 8b52ff30-2c5b-495e-ad76-4705452e8a31 owned by network:dhcp {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:50:21.572519 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e6c3f267-3176-4ee3-82ca-2f4a04da98e8 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:21.577560 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.pecan_wsgi.hooks.translation [None req-89cdf5fe-92da-4ce7-9dc2-842bfb6ce58b tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] DELETE failed (client error): The resource could not be found. Nov 24 01:50:21.578124 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89cdf5fe-92da-4ce7-9dc2-842bfb6ce58b tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:50:21.583575 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-89cdf5fe-92da-4ce7-9dc2-842bfb6ce58b tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "DELETE /v2.0/ports/d7128620-b6f4-4f58-9f04-d4c52adae5c6 HTTP/1.1" status: 404 len: 333 time: 0.1040959 Nov 24 01:50:21.585309 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48964) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:21.591341 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-cd2e9e33-315a-4c22-85e9-4c583cd03086 None None] Calling delete_port for 7b8da16e-14c7-460b-ad10-ebc9680683b5 owned by network:dhcp {{(pid=109868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:50:21.625170 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-947517fe-4e30-4ba1-bdd2-30367578d778 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:21.627304 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.pecan_wsgi.hooks.translation [None req-180f07c4-a76b-4d20-9674-94b04d0235ce tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] DELETE failed (client error): The resource could not be found. Nov 24 01:50:21.627860 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-180f07c4-a76b-4d20-9674-94b04d0235ce tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:50:21.634082 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-180f07c4-a76b-4d20-9674-94b04d0235ce tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "DELETE /v2.0/subnets/1c65b7c7-5b92-4aef-a351-ac2954f30c73 HTTP/1.1" status: 404 len: 337 time: 0.0439892 Nov 24 01:50:21.635410 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48966) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:21.651654 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-c7a6375f-c6b1-41e8-aa5f-1a423eb491aa None None] Provisioning complete for port 8b52ff30-2c5b-495e-ad76-4705452e8a31 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:50:21.652109 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-c7a6375f-c6b1-41e8-aa5f-1a423eb491aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:21.653046 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4aac943e-e80e-4c7b-9fd8-dc5715ed481c tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3684298', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-424347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2775'] for router, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:21.660899 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4aac943e-e80e-4c7b-9fd8-dc5715ed481c tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3683822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-418125', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-424361'] for router, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:21.698748 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947517fe-4e30-4ba1-bdd2-30367578d778 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Pushing event deleted for resources: {'Port': ['ID=8b52ff30-2c5b-495e-ad76-4705452e8a31,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:21.704467 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-31df99e2-a289-4e09-bf1a-547c7d377f55 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] DELETE failed (client error): The resource could not be found. Nov 24 01:50:21.705190 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31df99e2-a289-4e09-bf1a-547c7d377f55 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:50:21.708777 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-31df99e2-a289-4e09-bf1a-547c7d377f55 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "DELETE /v2.0/ports/f6297bad-f58d-4645-9e22-817715b82ee9 HTTP/1.1" status: 404 len: 333 time: 0.0731466 Nov 24 01:50:21.709859 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947517fe-4e30-4ba1-bdd2-30367578d778 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] No DVR routers for this DVR port 8b52ff30-2c5b-495e-ad76-4705452e8a31 on host dv-neutron-818911-2-hyperv {{(pid=109866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:50:21.711499 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48968) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:21.743690 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e6c3f267-3176-4ee3-82ca-2f4a04da98e8 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:21.762339 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4dc7561-d36f-4706-a63c-8bc2bce92fef tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] DELETE failed (client error): The resource could not be found. Nov 24 01:50:21.762707 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4dc7561-d36f-4706-a63c-8bc2bce92fef tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:50:21.768219 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-e4dc7561-d36f-4706-a63c-8bc2bce92fef tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "DELETE /v2.0/subnets/f82a807a-4372-46de-9366-2faa53031ccc HTTP/1.1" status: 404 len: 337 time: 0.0534511 Nov 24 01:50:21.770179 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48970) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:21.784929 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c3f267-3176-4ee3-82ca-2f4a04da98e8 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Network eb22795d-37ee-46ee-844d-92c17e2ea450 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:50:21.794705 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-e6c3f267-3176-4ee3-82ca-2f4a04da98e8 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:50:21.797165 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c3f267-3176-4ee3-82ca-2f4a04da98e8 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:50:21.814689 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-43161f4f-b6f1-4e9f-bc48-8e0a5921bb84 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] DELETE failed (client error): The resource could not be found. Nov 24 01:50:21.815274 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43161f4f-b6f1-4e9f-bc48-8e0a5921bb84 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:50:21.820678 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-43161f4f-b6f1-4e9f-bc48-8e0a5921bb84 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "DELETE /v2.0/ports/a16f8ce1-d8c5-4044-9044-0f17479f35e1 HTTP/1.1" status: 404 len: 333 time: 0.0472956 Nov 24 01:50:21.821871 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48972) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:21.859167 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c3f267-3176-4ee3-82ca-2f4a04da98e8 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Pushing event updated for resources: {'Port': ['ID=ded3483d-7d96-4b7c-a42f-2e73596fc9d8,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:21.876161 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aac943e-e80e-4c7b-9fd8-dc5715ed481c tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Router abb92a61-c755-46ea-86f2-b372043c557e has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:50:21.876844 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdf2da8f-149d-4511-95eb-2ec83d5a33ff tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] DELETE failed (client error): The resource could not be found. Nov 24 01:50:21.877306 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdf2da8f-149d-4511-95eb-2ec83d5a33ff tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:50:21.882794 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-cdf2da8f-149d-4511-95eb-2ec83d5a33ff tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "DELETE /v2.0/subnets/a4092f8e-abde-4ac0-af31-3a6aeb6a6524 HTTP/1.1" status: 404 len: 337 time: 0.0583291 Nov 24 01:50:21.882794 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-947517fe-4e30-4ba1-bdd2-30367578d778 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:21.885058 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48974) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:21.890596 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b57cca2-8d14-45ed-8376-60aeb15e3335 None None] Network 0a7adf2b-4cce-46ac-b5df-5d5054542b40 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:50:21.892255 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e3fb93-9398-4e4b-8c8d-5b976bb2ed42 None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:50:21.899755 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-c7a6375f-c6b1-41e8-aa5f-1a423eb491aa None None] Port 8b52ff30-2c5b-495e-ad76-4705452e8a31 was deleted so its status cannot be updated. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 24 01:50:21.923661 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-19c66f23-ee9d-4d26-b153-246a4c794f47 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] DELETE failed (client error): The resource could not be found. Nov 24 01:50:21.924036 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19c66f23-ee9d-4d26-b153-246a4c794f47 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:50:21.929958 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-19c66f23-ee9d-4d26-b153-246a4c794f47 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "DELETE /v2.0/subnets/508a478f-d7fa-4d4a-869a-ce625e7dc746 HTTP/1.1" status: 404 len: 337 time: 0.0411594 Nov 24 01:50:21.932853 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48976) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:21.944108 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-947517fe-4e30-4ba1-bdd2-30367578d778 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a7adf2b-4cce-46ac-b5df-5d5054542b40']}} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:21.956317 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-c7a6375f-c6b1-41e8-aa5f-1a423eb491aa None None] Could not find standard attr ID for object c89fd523-5738-4d47-b6bb-697abf71ae3f. {{(pid=109868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 01:50:21.963488 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-446dc2a2-f5b8-42e0-9a28-5dd0886ca475 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] DELETE failed (client error): The resource could not be found. Nov 24 01:50:21.964537 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-446dc2a2-f5b8-42e0-9a28-5dd0886ca475 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:50:21.971012 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-446dc2a2-f5b8-42e0-9a28-5dd0886ca475 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "DELETE /v2.0/ports/dc410723-0a64-48a4-9198-55ecf5679c12 HTTP/1.1" status: 404 len: 333 time: 0.0335028 Nov 24 01:50:21.971012 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48978) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:21.972961 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-947517fe-4e30-4ba1-bdd2-30367578d778 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '197d81c3-4d7b-40d3-a960-90a61cef1dd2') {'for_net_delete': True} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:21.973375 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-947517fe-4e30-4ba1-bdd2-30367578d778 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '197d81c3-4d7b-40d3-a960-90a61cef1dd2') {} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:22.009081 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-947517fe-4e30-4ba1-bdd2-30367578d778 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29055561'] for segment, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:22.017929 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bbcd9eb-7aa8-4653-8af4-619fdf05978b tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] DELETE failed (client error): The resource could not be found. Nov 24 01:50:22.019108 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bbcd9eb-7aa8-4653-8af4-619fdf05978b tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:50:22.024767 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-6bbcd9eb-7aa8-4653-8af4-619fdf05978b tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "DELETE /v2.0/subnets/d9c1f667-a154-417d-a01f-7aa75d8787c4 HTTP/1.1" status: 404 len: 337 time: 0.0514126 Nov 24 01:50:22.025685 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48980) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:22.054938 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-c7a6375f-c6b1-41e8-aa5f-1a423eb491aa None None] Provisioning complete for port c001e3dc-4f42-46e0-ad0d-878d2a0066f8 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:50:22.055310 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-c7a6375f-c6b1-41e8-aa5f-1a423eb491aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:22.063974 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-0304dceb-f77d-4e49-be96-fd1a86286362 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] DELETE failed (client error): The resource could not be found. Nov 24 01:50:22.064701 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0304dceb-f77d-4e49-be96-fd1a86286362 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:50:22.072234 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-0304dceb-f77d-4e49-be96-fd1a86286362 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "DELETE /v2.0/subnets/7ea9c2ef-5d5a-482e-be79-d976aca04128 HTTP/1.1" status: 404 len: 337 time: 0.0430226 Nov 24 01:50:22.072234 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-947517fe-4e30-4ba1-bdd2-30367578d778 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:22.073396 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48982) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:22.084429 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-947517fe-4e30-4ba1-bdd2-30367578d778 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=109866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:50:22.085257 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-947517fe-4e30-4ba1-bdd2-30367578d778 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29151010'] for segment, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:22.094224 dv-neutron-818911-2-hyperv neutron-server[109866]: Traceback (most recent call last): Nov 24 01:50:22.094224 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:50:22.094224 dv-neutron-818911-2-hyperv neutron-server[109866]: timer() Nov 24 01:50:22.094224 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:50:22.094224 dv-neutron-818911-2-hyperv neutron-server[109866]: cb(*args, **kw) Nov 24 01:50:22.094224 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:50:22.094224 dv-neutron-818911-2-hyperv neutron-server[109866]: return func(*args, **kwargs) Nov 24 01:50:22.094224 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:50:22.094224 dv-neutron-818911-2-hyperv neutron-server[109866]: self._notify() Nov 24 01:50:22.094224 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:50:22.094224 dv-neutron-818911-2-hyperv neutron-server[109866]: self.callback(batched_events) Nov 24 01:50:22.094224 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:50:22.094224 dv-neutron-818911-2-hyperv neutron-server[109866]: event.method(event) Nov 24 01:50:22.094224 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:50:22.094224 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:50:22.094224 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:50:22.094224 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:50:22.094224 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:50:22.094224 dv-neutron-818911-2-hyperv neutron-server[109866]: return f(self, *a, **k) Nov 24 01:50:22.094224 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:50:22.094224 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._get(url).json() Nov 24 01:50:22.094224 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:50:22.094224 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:50:22.094224 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:50:22.094224 dv-neutron-818911-2-hyperv neutron-server[109866]: return self.request(url, 'GET', **kwargs) Nov 24 01:50:22.094224 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:50:22.094224 dv-neutron-818911-2-hyperv neutron-server[109866]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:50:22.094224 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:50:22.094224 dv-neutron-818911-2-hyperv neutron-server[109866]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:50:22.094224 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:50:22.094224 dv-neutron-818911-2-hyperv neutron-server[109866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:50:22.094224 dv-neutron-818911-2-hyperv neutron-server[109866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:50:22.119830 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8464891-2e97-4588-bde9-c4459a5afc5d tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] DELETE failed (client error): The resource could not be found. Nov 24 01:50:22.120413 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8464891-2e97-4588-bde9-c4459a5afc5d tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:50:22.125920 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-a8464891-2e97-4588-bde9-c4459a5afc5d tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "DELETE /v2.0/ports/99faa448-e30b-477a-afe0-a40186a4abca HTTP/1.1" status: 404 len: 333 time: 0.0493441 Nov 24 01:50:22.127333 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48984) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:22.141139 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-c2ad1f3f-41ff-44d5-bff1-18ad355977f3 None None] Publish callbacks [] for port, precommit_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:22.161592 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-c2ad1f3f-41ff-44d5-bff1-18ad355977f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:22.167178 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-83740b02-e4fb-4863-a713-46fb0338cb75 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] DELETE failed (client error): The resource could not be found. Nov 24 01:50:22.167640 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83740b02-e4fb-4863-a713-46fb0338cb75 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:50:22.170403 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-cd2e9e33-315a-4c22-85e9-4c583cd03086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974'] for port, after_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:22.171359 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-83740b02-e4fb-4863-a713-46fb0338cb75 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "DELETE /v2.0/subnets/05739996-9262-4486-acdb-2802b2f5f47c HTTP/1.1" status: 404 len: 337 time: 0.0437446 Nov 24 01:50:22.175409 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-c7a6375f-c6b1-41e8-aa5f-1a423eb491aa None None] Port c001e3dc-4f42-46e0-ad0d-878d2a0066f8 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:50:22.180851 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48986) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:22.197797 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aac943e-e80e-4c7b-9fd8-dc5715ed481c tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:50:22.212052 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4aac943e-e80e-4c7b-9fd8-dc5715ed481c tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks [] for router, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:22.213312 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-4aac943e-e80e-4c7b-9fd8-dc5715ed481c tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] 10.222.0.21 "PUT /v2.0/routers/abb92a61-c755-46ea-86f2-b372043c557e HTTP/1.1" status: 200 len: 933 time: 2.9876072 Nov 24 01:50:22.216279 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48988) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:22.222213 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2e9e33-315a-4c22-85e9-4c583cd03086 None None] No DVR routers for this DVR port 7b8da16e-14c7-460b-ad10-ebc9680683b5 on host dv-neutron-818911-2-hyperv {{(pid=109868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:50:22.283641 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f679e8-49ed-497b-b31e-b3cc847b22cf None None] DHCP port deletion for 0a7adf2b-4cce-46ac-b5df-5d5054542b40 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:50:22.296072 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-afb93ac0-4777-4d5a-a97c-a3ef1bd4a6fd tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] DELETE failed (client error): The resource could not be found. Nov 24 01:50:22.298118 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afb93ac0-4777-4d5a-a97c-a3ef1bd4a6fd tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:50:22.302529 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-afb93ac0-4777-4d5a-a97c-a3ef1bd4a6fd tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "DELETE /v2.0/subnets/83b48630-a223-49ea-a7f4-c17e375d8863 HTTP/1.1" status: 404 len: 337 time: 0.1199644 Nov 24 01:50:22.303891 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-947517fe-4e30-4ba1-bdd2-30367578d778 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:22.305629 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48990) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:22.319431 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515586d8-72d0-4bf9-9922-1952f5900126 None None] Pushing event updated for resources: {'Port': ['ID=c001e3dc-4f42-46e0-ad0d-878d2a0066f8,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:22.345747 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2e9e33-315a-4c22-85e9-4c583cd03086 None None] Pushing event deleted for resources: {'Port': ['ID=7b8da16e-14c7-460b-ad10-ebc9680683b5,revision_number=None']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:22.350066 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-dbb1e84b-445c-4e17-90f7-82389324f562 None None] Could not find standard attr ID for object 8b52ff30-2c5b-495e-ad76-4705452e8a31. {{(pid=109868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 01:50:22.375222 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 89dec38a-697b-42f6-8049-c9e72bbdff7c up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:50:22.377037 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-c2ad1f3f-41ff-44d5-bff1-18ad355977f3 None None] Attempting to bind port c001e3dc-4f42-46e0-ad0d-878d2a0066f8 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:50:22.377492 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-c2ad1f3f-41ff-44d5-bff1-18ad355977f3 None None] Attempting to bind port c001e3dc-4f42-46e0-ad0d-878d2a0066f8 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '2a733735-cfa6-462d-8e21-6ba66082f300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e3bfedb3-f9ba-495d-9125-d7a77bc922f6'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:50:22.377919 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ad1f3f-41ff-44d5-bff1-18ad355977f3 None None] Attempting to bind port c001e3dc-4f42-46e0-ad0d-878d2a0066f8 on network e3bfedb3-f9ba-495d-9125-d7a77bc922f6 {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:50:22.387393 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ad1f3f-41ff-44d5-bff1-18ad355977f3 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:50:22.387766 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ad1f3f-41ff-44d5-bff1-18ad355977f3 None None] Checking segment: {'id': '2a733735-cfa6-462d-8e21-6ba66082f300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e3bfedb3-f9ba-495d-9125-d7a77bc922f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:50:22.388330 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-c2ad1f3f-41ff-44d5-bff1-18ad355977f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:22.388787 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ad1f3f-41ff-44d5-bff1-18ad355977f3 None None] Bound using segment: {'id': '2a733735-cfa6-462d-8e21-6ba66082f300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e3bfedb3-f9ba-495d-9125-d7a77bc922f6'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:50:22.389336 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-c2ad1f3f-41ff-44d5-bff1-18ad355977f3 None None] Bound port: c001e3dc-4f42-46e0-ad0d-878d2a0066f8, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a733735-cfa6-462d-8e21-6ba66082f300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e3bfedb3-f9ba-495d-9125-d7a77bc922f6'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:50:22.389886 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-c2ad1f3f-41ff-44d5-bff1-18ad355977f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:22.398012 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-d69014da-3ce8-4d6e-a27d-4426b87c31a9 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] DELETE failed (client error): The resource could not be found. Nov 24 01:50:22.399375 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d69014da-3ce8-4d6e-a27d-4426b87c31a9 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:50:22.403968 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-d69014da-3ce8-4d6e-a27d-4426b87c31a9 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "DELETE /v2.0/ports/880103c7-08a0-41f6-adac-fed0f7f3927c HTTP/1.1" status: 404 len: 333 time: 0.0970693 Nov 24 01:50:22.418196 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48992) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:22.426875 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-947517fe-4e30-4ba1-bdd2-30367578d778 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks [] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:22.433546 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-dbb1e84b-445c-4e17-90f7-82389324f562 None None] Provisioning complete for port ded3483d-7d96-4b7c-a42f-2e73596fc9d8 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:50:22.433908 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-dbb1e84b-445c-4e17-90f7-82389324f562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:22.435949 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 48994) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:22.437095 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-947517fe-4e30-4ba1-bdd2-30367578d778 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "DELETE /v2.0/networks/0a7adf2b-4cce-46ac-b5df-5d5054542b40 HTTP/1.1" status: 204 len: 168 time: 1.2993724 Nov 24 01:50:22.438214 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947517fe-4e30-4ba1-bdd2-30367578d778 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Pushing event deleted for resources: {'Network': ['ID=0a7adf2b-4cce-46ac-b5df-5d5054542b40,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:22.473788 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.pecan_wsgi.hooks.translation [None req-2697a3c2-3c61-4cb2-80b5-09a49608bdb6 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] DELETE failed (client error): The resource could not be found. Nov 24 01:50:22.474247 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2697a3c2-3c61-4cb2-80b5-09a49608bdb6 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:50:22.480600 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48996) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:22.480818 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-2697a3c2-3c61-4cb2-80b5-09a49608bdb6 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "DELETE /v2.0/subnets/3a4a55b3-8bd2-4843-80fb-e5a71eb4144a HTTP/1.1" status: 404 len: 337 time: 0.0616097 Nov 24 01:50:22.505519 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ab0d39-12f1-45f7-b87c-b5f5e12589f8 None None] get_active_networks_info from dv-neutron-818911-2-hyperv {{(pid=109868) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 24 01:50:22.511597 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-aab6636d-5b67-477e-8287-fd29789a1260 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] 10.222.0.21 "GET /v2.0/routers/abb92a61-c755-46ea-86f2-b372043c557e HTTP/1.1" status: 200 len: 933 time: 0.2944324 Nov 24 01:50:22.512660 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 48998) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:22.514870 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e6c3f267-3176-4ee3-82ca-2f4a04da98e8 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:22.518723 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-9a630ffc-bb29-4e61-8f87-73e56d2409da tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Request body: {'router': {'routes': None}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:50:22.521208 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-8beb309c-f982-4a97-9983-20191d5e9d45 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] DELETE failed (client error): The resource could not be found. Nov 24 01:50:22.521809 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8beb309c-f982-4a97-9983-20191d5e9d45 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:50:22.528186 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-8beb309c-f982-4a97-9983-20191d5e9d45 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "DELETE /v2.0/subnets/0f9a1eaf-333b-4ec7-ae02-efb60b51a077 HTTP/1.1" status: 404 len: 337 time: 0.0427306 Nov 24 01:50:22.529448 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49000) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:22.535204 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-dbb1e84b-445c-4e17-90f7-82389324f562 None None] Port ded3483d-7d96-4b7c-a42f-2e73596fc9d8 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:50:22.575473 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-c2ad1f3f-41ff-44d5-bff1-18ad355977f3 None None] For port c001e3dc-4f42-46e0-ad0d-878d2a0066f8, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:50:22.601590 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71e9bdf-9d10-4e24-9f18-12bfe959ee44 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:22.606834 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-b71e9bdf-9d10-4e24-9f18-12bfe959ee44 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1698725 Nov 24 01:50:22.607451 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49002) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:22.607850 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-c2ad1f3f-41ff-44d5-bff1-18ad355977f3 None None] For port c001e3dc-4f42-46e0-ad0d-878d2a0066f8, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=c001e3dc-4f42-46e0-ad0d-878d2a0066f8,segment=NetworkSegment(2a733735-cfa6-462d-8e21-6ba66082f300),segment_id=2a733735-cfa6-462d-8e21-6ba66082f300)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:50:22.619108 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-c2ad1f3f-41ff-44d5-bff1-18ad355977f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:22.628712 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 89dec38a-697b-42f6-8049-c9e72bbdff7c triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:50:22.629068 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:22.641721 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-5ec6a36c-42b3-4e28-bfec-5e62f8bbaa0a tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "GET /v2.0/ports?device_id=758a59dd-e318-4267-b4d3-3bd5179a6045 HTTP/1.1" status: 200 len: 205 time: 0.1101391 Nov 24 01:50:22.642132 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49004) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:22.687619 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.api.v2.resource [None req-e5e53d25-261f-474c-b60f-77b576d9948c tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] delete failed (client error): The resource could not be found. Nov 24 01:50:22.691048 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-e5e53d25-261f-474c-b60f-77b576d9948c tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "DELETE /v2.0/routers/758a59dd-e318-4267-b4d3-3bd5179a6045 HTTP/1.1" status: 404 len: 336 time: 0.0455456 Nov 24 01:50:22.691286 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49006) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:22.713204 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-e5681aab-ce9c-489b-b1a6-94389c03e060 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1025567 Nov 24 01:50:22.713918 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49008) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:22.721538 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-eb92844f-bb5c-4570-9298-ed2cd434877d tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-844056877'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:50:22.726836 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-00284a7e-b935-4ae2-a81c-a1ea9ee05066 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] DELETE failed (client error): The resource could not be found. Nov 24 01:50:22.727314 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00284a7e-b935-4ae2-a81c-a1ea9ee05066 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:50:22.733474 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-00284a7e-b935-4ae2-a81c-a1ea9ee05066 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "DELETE /v2.0/subnets/69ab8f97-2878-4bf3-80d4-5f5c6e5a22a0 HTTP/1.1" status: 404 len: 337 time: 0.0385885 Nov 24 01:50:22.735367 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49010) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:22.753097 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-3f51cbe8-0553-43a4-8ce1-1d2694bfb96a None None] Provisioning complete for port c001e3dc-4f42-46e0-ad0d-878d2a0066f8 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:50:22.753526 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-3f51cbe8-0553-43a4-8ce1-1d2694bfb96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:22.755155 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ab0d39-12f1-45f7-b87c-b5f5e12589f8 None None] Resources bound (agent type, host, resource id): {{(pid=109868) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 24 01:50:22.760796 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515586d8-72d0-4bf9-9922-1952f5900126 None None] Pushing event updated for resources: {'Port': ['ID=c001e3dc-4f42-46e0-ad0d-878d2a0066f8,revision_number=4']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:22.764198 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ad1f3f-41ff-44d5-bff1-18ad355977f3 None None] Routers {'abb92a61-c755-46ea-86f2-b372043c557e'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:50:22.764966 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-c2ad1f3f-41ff-44d5-bff1-18ad355977f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:49:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['abb92a61-c755-46ea-86f2-b372043c557e'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:22.810138 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-53e37e91-54ba-444b-b274-5ef6441d2f2d tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "GET /v2.0/ports?device_id=01109a14-b225-4d85-9c66-b586ac881f35 HTTP/1.1" status: 200 len: 205 time: 0.0714054 Nov 24 01:50:22.811163 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49012) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:22.821813 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb92844f-bb5c-4570-9298-ed2cd434877d tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Made reservation on behalf of 3a57d4c6d6484e7bbaf48e6f242b2f3e for: {'network': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:50:22.825229 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-eb92844f-bb5c-4570-9298-ed2cd434877d tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:22.868935 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.api.v2.resource [None req-dbb224ca-4afb-4336-8071-40dc526d6972 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] delete failed (client error): The resource could not be found. Nov 24 01:50:22.872498 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-dbb224ca-4afb-4336-8071-40dc526d6972 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "DELETE /v2.0/routers/01109a14-b225-4d85-9c66-b586ac881f35 HTTP/1.1" status: 404 len: 336 time: 0.0580161 Nov 24 01:50:22.874779 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49014) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:22.937703 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.pecan_wsgi.hooks.translation [None req-63355f15-bedd-4cbf-888a-4d32365b1813 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] DELETE failed (client error): The resource could not be found. Nov 24 01:50:22.938188 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63355f15-bedd-4cbf-888a-4d32365b1813 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:50:22.943670 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-63355f15-bedd-4cbf-888a-4d32365b1813 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "DELETE /v2.0/subnets/31221ee5-06b1-411b-b6ce-f2c1a36194a0 HTTP/1.1" status: 404 len: 337 time: 0.0657239 Nov 24 01:50:22.947578 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49016) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:22.961850 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb92844f-bb5c-4570-9298-ed2cd434877d tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=109867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:50:22.978801 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-c2ad1f3f-41ff-44d5-bff1-18ad355977f3 None None] Set router abb92a61-c755-46ea-86f2-b372043c557e gateway port host: None {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:50:22.992897 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-eb92844f-bb5c-4570-9298-ed2cd434877d tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:22.993240 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.segments_db [None req-eb92844f-bb5c-4570-9298-ed2cd434877d tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Added segment 98f77b5b-78f7-4779-b421-323c9757c8bc of type vlan for network aadce3e6-ada4-4e6b-b370-a583a62f633b Nov 24 01:50:22.994995 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.pecan_wsgi.hooks.translation [None req-2551a2b6-d1a4-4d75-b3a3-4a077246d7e5 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] DELETE failed (client error): The resource could not be found. Nov 24 01:50:22.995759 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2551a2b6-d1a4-4d75-b3a3-4a077246d7e5 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:50:23.002411 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-2551a2b6-d1a4-4d75-b3a3-4a077246d7e5 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "DELETE /v2.0/subnets/a3cbc29a-d807-4646-82d9-5680d73256e6 HTTP/1.1" status: 404 len: 337 time: 0.0515981 Nov 24 01:50:23.003815 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49018) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:23.033321 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e6c3f267-3176-4ee3-82ca-2f4a04da98e8 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3684298', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-424347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2775'] for router, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:23.036816 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-7de2c669-dfd2-412d-a1bc-aee6dbc7f933 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] DELETE failed (client error): The resource could not be found. Nov 24 01:50:23.037725 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7de2c669-dfd2-412d-a1bc-aee6dbc7f933 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:50:23.040604 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-7de2c669-dfd2-412d-a1bc-aee6dbc7f933 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "DELETE /v2.0/ports/430540a2-4182-423f-a857-cc29634cf24b HTTP/1.1" status: 404 len: 333 time: 0.0367219 Nov 24 01:50:23.043290 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49020) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:23.050961 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e6c3f267-3176-4ee3-82ca-2f4a04da98e8 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3683822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-418125', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-424361'] for router, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:23.065168 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-eb92844f-bb5c-4570-9298-ed2cd434877d tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:23.079601 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.extraroute_db [None req-9a630ffc-bb29-4e61-8f87-73e56d2409da tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Added routes are [] {{(pid=109866) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 24 01:50:23.080039 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.extraroute_db [None req-9a630ffc-bb29-4e61-8f87-73e56d2409da tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=109866) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 24 01:50:23.089045 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.pecan_wsgi.hooks.translation [None req-481afcdf-e52f-446a-94ab-57bc5a5caa96 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] DELETE failed (client error): The resource could not be found. Nov 24 01:50:23.089512 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-481afcdf-e52f-446a-94ab-57bc5a5caa96 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:50:23.093089 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-481afcdf-e52f-446a-94ab-57bc5a5caa96 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "DELETE /v2.0/subnets/f1913762-c947-4325-8f0a-9dc783c8f57a HTTP/1.1" status: 404 len: 337 time: 0.0485592 Nov 24 01:50:23.096119 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49022) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:23.129161 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bb2f6e2-62c9-459c-80ea-4d6a4b07813c tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] DELETE failed (client error): The resource could not be found. Nov 24 01:50:23.129843 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bb2f6e2-62c9-459c-80ea-4d6a4b07813c tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:50:23.133887 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-3bb2f6e2-62c9-459c-80ea-4d6a4b07813c tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "DELETE /v2.0/ports/fd73b012-53f4-4eda-a897-f1b02dbd7578 HTTP/1.1" status: 404 len: 333 time: 0.0367148 Nov 24 01:50:23.136763 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49024) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:23.167623 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-eb92844f-bb5c-4570-9298-ed2cd434877d tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:23.168048 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9a630ffc-bb29-4e61-8f87-73e56d2409da tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3684298', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-424347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2775'] for router, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:23.170231 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5196266-e451-496b-9da0-b0719d16affe tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] DELETE failed (client error): The resource could not be found. Nov 24 01:50:23.170793 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5196266-e451-496b-9da0-b0719d16affe tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:50:23.173329 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb92844f-bb5c-4570-9298-ed2cd434877d tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:23.176524 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-eb92844f-bb5c-4570-9298-ed2cd434877d tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks [] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:23.176684 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-b5196266-e451-496b-9da0-b0719d16affe tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "DELETE /v2.0/subnets/72ed1051-02ab-44fd-9216-3a311e75bac1 HTTP/1.1" status: 404 len: 337 time: 0.0362720 Nov 24 01:50:23.177004 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49026) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:23.180354 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-3f51cbe8-0553-43a4-8ce1-1d2694bfb96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:23.239287 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e3d64bb-7e63-42ad-8ca4-1f64ee77bb43 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] DELETE failed (client error): The resource could not be found. Nov 24 01:50:23.239287 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e3d64bb-7e63-42ad-8ca4-1f64ee77bb43 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:50:23.245341 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-5e3d64bb-7e63-42ad-8ca4-1f64ee77bb43 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "DELETE /v2.0/ports/d9a906ec-3efd-4f1f-a94a-bd12678b49bc HTTP/1.1" status: 404 len: 333 time: 0.0647991 Nov 24 01:50:23.246386 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-eb92844f-bb5c-4570-9298-ed2cd434877d tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5292573 Nov 24 01:50:23.246860 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49028) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:23.247214 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49030) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:23.264074 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-f6ddc422-50fc-4892-aad2-7741efa77d4c tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Request body: {'subnet': {'network_id': 'aadce3e6-ada4-4e6b-b370-a583a62f633b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:50:23.271700 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-3f51cbe8-0553-43a4-8ce1-1d2694bfb96a None None] For port c001e3dc-4f42-46e0-ad0d-878d2a0066f8, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=c001e3dc-4f42-46e0-ad0d-878d2a0066f8,segment=NetworkSegment(2a733735-cfa6-462d-8e21-6ba66082f300),segment_id=2a733735-cfa6-462d-8e21-6ba66082f300)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:50:23.320852 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-3f51cbe8-0553-43a4-8ce1-1d2694bfb96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:23.400533 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9a630ffc-bb29-4e61-8f87-73e56d2409da tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3684298', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-424347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2775'] for router, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:23.404355 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9a630ffc-bb29-4e61-8f87-73e56d2409da tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3683822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-418125', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-424361'] for router, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:23.430895 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f51cbe8-0553-43a4-8ce1-1d2694bfb96a None None] Pushing event updated for resources: {'Port': ['ID=c001e3dc-4f42-46e0-ad0d-878d2a0066f8,revision_number=5']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:23.448082 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab032340-0783-435e-886c-a4bd3f06f5c1 None None] get_active_networks_info from dv-neutron-818911-2-hyperv {{(pid=109868) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 24 01:50:23.493241 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-c2ad1f3f-41ff-44d5-bff1-18ad355977f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb92a61-c755-46ea-86f2-b372043c557e', 'name': 'tempest-RoutersTest-router-838312234', 'tenant_id': '24f911856b3c4338b647feba51f20eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:49:50Z', 'updated_at': '2021-11-24T01:50:21Z', 'revision_number': 6, 'project_id': '24f911856b3c4338b647feba51f20eff', 'gw_port_host': None, '_interfaces': [{'id': '2db26859-3a5c-43fb-9af5-a82a100a1f64', 'name': '', 'network_id': '908ade6b-b91a-4667-962d-c9abb70c0c91', 'tenant_id': '24f911856b3c4338b647feba51f20eff', 'mac_address': 'fa:16:3e:a2:1c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb92a61-c755-46ea-86f2-b372043c557e', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '2119d35b-8635-44be-9d17-9fc1c7d68c96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:49:52Z', 'updated_at': '2021-11-24T01:50:01Z', 'revision_number': 5, 'project_id': '24f911856b3c4338b647feba51f20eff', 'subnets': [{'id': '2119d35b-8635-44be-9d17-9fc1c7d68c96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '318885bc-2005-48c0-b333-b4f4659e2efd', 'name': '', 'network_id': '75a657f0-0d6f-4a96-a2c6-bdde36b17fa6', 'tenant_id': '24f911856b3c4338b647feba51f20eff', 'mac_address': 'fa:16:3e:82:a4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb92a61-c755-46ea-86f2-b372043c557e', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'e6bfe66a-97e9-456e-b8b7-f62c53e4b0f8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:50:08Z', 'updated_at': '2021-11-24T01:50:18Z', 'revision_number': 5, 'project_id': '24f911856b3c4338b647feba51f20eff', 'subnets': [{'id': 'e6bfe66a-97e9-456e-b8b7-f62c53e4b0f8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c001e3dc-4f42-46e0-ad0d-878d2a0066f8', 'name': '', 'network_id': 'e3bfedb3-f9ba-495d-9125-d7a77bc922f6', 'tenant_id': '24f911856b3c4338b647feba51f20eff', 'mac_address': 'fa:16:3e:4a:a1:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb92a61-c755-46ea-86f2-b372043c557e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '202a0517-0b6e-4f17-8bc4-f34291f7384c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:50:15Z', 'updated_at': '2021-11-24T01:50:22Z', 'revision_number': 4, 'project_id': '24f911856b3c4338b647feba51f20eff', 'subnets': [{'id': '202a0517-0b6e-4f17-8bc4-f34291f7384c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4ad46f2-63a0-41e8-85b9-d0f083b33f18', 'name': '', 'network_id': 'f4cfd1df-0a9a-4bca-8684-eb667a06b1b5', 'tenant_id': '24f911856b3c4338b647feba51f20eff', 'mac_address': 'fa:16:3e:2c:8f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb92a61-c755-46ea-86f2-b372043c557e', 'device_owner': 'network:router_interface', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '1ecfa2aa-fa62-4dc7-b0b7-5537d0a9a18f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:50:02Z', 'updated_at': '2021-11-24T01:50:10Z', 'revision_number': 5, 'project_id': '24f911856b3c4338b647feba51f20eff', 'subnets': [{'id': '1ecfa2aa-fa62-4dc7-b0b7-5537d0a9a18f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:23.517979 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a630ffc-bb29-4e61-8f87-73e56d2409da tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Router abb92a61-c755-46ea-86f2-b372043c557e has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:50:23.524291 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ad1f3f-41ff-44d5-bff1-18ad355977f3 None None] The sync data for ids ['abb92a61-c755-46ea-86f2-b372043c557e'] in dv-neutron-818911-2-hyperv is: [{'id': 'abb92a61-c755-46ea-86f2-b372043c557e', 'name': 'tempest-RoutersTest-router-838312234', 'tenant_id': '24f911856b3c4338b647feba51f20eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:49:50Z', 'updated_at': '2021-11-24T01:50:21Z', 'revision_number': 6, 'project_id': '24f911856b3c4338b647feba51f20eff', 'gw_port_host': None, '_interfaces': [{'id': '2db26859-3a5c-43fb-9af5-a82a100a1f64', 'name': '', 'network_id': '908ade6b-b91a-4667-962d-c9abb70c0c91', 'tenant_id': '24f911856b3c4338b647feba51f20eff', 'mac_address': 'fa:16:3e:a2:1c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb92a61-c755-46ea-86f2-b372043c557e', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '2119d35b-8635-44be-9d17-9fc1c7d68c96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:49:52Z', 'updated_at': '2021-11-24T01:50:01Z', 'revision_number': 5, 'project_id': '24f911856b3c4338b647feba51f20eff', 'subnets': [{'id': '2119d35b-8635-44be-9d17-9fc1c7d68c96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '318885bc-2005-48c0-b333-b4f4659e2efd', 'name': '', 'network_id': '75a657f0-0d6f-4a96-a2c6-bdde36b17fa6', 'tenant_id': '24f911856b3c4338b647feba51f20eff', 'mac_address': 'fa:16:3e:82:a4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb92a61-c755-46ea-86f2-b372043c557e', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'e6bfe66a-97e9-456e-b8b7-f62c53e4b0f8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:50:08Z', 'updated_at': '2021-11-24T01:50:18Z', 'revision_number': 5, 'project_id': '24f911856b3c4338b647feba51f20eff', 'subnets': [{'id': 'e6bfe66a-97e9-456e-b8b7-f62c53e4b0f8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c001e3dc-4f42-46e0-ad0d-878d2a0066f8', 'name': '', 'network_id': 'e3bfedb3-f9ba-495d-9125-d7a77bc922f6', 'tenant_id': '24f911856b3c4338b647feba51f20eff', 'mac_address': 'fa:16:3e:4a:a1:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb92a61-c755-46ea-86f2-b372043c557e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '202a0517-0b6e-4f17-8bc4-f34291f7384c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:50:15Z', 'updated_at': '2021-11-24T01:50:22Z', 'revision_number': 4, 'project_id': '24f911856b3c4338b647feba51f20eff', 'subnets': [{'id': '202a0517-0b6e-4f17-8bc4-f34291f7384c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4ad46f2-63a0-41e8-85b9-d0f083b33f18', 'name': '', 'network_id': 'f4cfd1df-0a9a-4bca-8684-eb667a06b1b5', 'tenant_id': '24f911856b3c4338b647feba51f20eff', 'mac_address': 'fa:16:3e:2c:8f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb92a61-c755-46ea-86f2-b372043c557e', 'device_owner': 'network:router_interface', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '1ecfa2aa-fa62-4dc7-b0b7-5537d0a9a18f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:50:02Z', 'updated_at': '2021-11-24T01:50:10Z', 'revision_number': 5, 'project_id': '24f911856b3c4338b647feba51f20eff', 'subnets': [{'id': '1ecfa2aa-fa62-4dc7-b0b7-5537d0a9a18f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:50:23.610666 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab032340-0783-435e-886c-a4bd3f06f5c1 None None] Resources bound (agent type, host, resource id): {{(pid=109868) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 24 01:50:23.620201 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a630ffc-bb29-4e61-8f87-73e56d2409da tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:50:23.627404 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9a630ffc-bb29-4e61-8f87-73e56d2409da tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks [] for router, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:23.631444 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-9a630ffc-bb29-4e61-8f87-73e56d2409da tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] 10.222.0.21 "PUT /v2.0/routers/abb92a61-c755-46ea-86f2-b372043c557e HTTP/1.1" status: 200 len: 699 time: 1.1175919 Nov 24 01:50:23.631954 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49032) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:23.677916 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.pecan_wsgi.hooks.translation [None req-8492bfb2-9e33-4d6d-b88c-0f145452e345 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] DELETE failed (client error): The resource could not be found. Nov 24 01:50:23.678405 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8492bfb2-9e33-4d6d-b88c-0f145452e345 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:50:23.683833 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-8492bfb2-9e33-4d6d-b88c-0f145452e345 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "DELETE /v2.0/subnets/558cce5b-5f8c-4ab1-8a6d-9fd62899a13f HTTP/1.1" status: 404 len: 337 time: 0.4139359 Nov 24 01:50:23.689840 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb92844f-bb5c-4570-9298-ed2cd434877d tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Pushing event updated for resources: {'Network': ['ID=aadce3e6-ada4-4e6b-b370-a583a62f633b,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:23.696313 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49034) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:23.728222 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.pecan_wsgi.hooks.translation [None req-5edf51c5-a811-478d-86fd-30654be69e31 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] DELETE failed (client error): The resource could not be found. Nov 24 01:50:23.728937 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5edf51c5-a811-478d-86fd-30654be69e31 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:50:23.734968 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-5edf51c5-a811-478d-86fd-30654be69e31 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "DELETE /v2.0/ports/8fe70939-a86a-44d1-a0b3-5a3c07ab863b HTTP/1.1" status: 404 len: 333 time: 0.0354667 Nov 24 01:50:23.739443 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-eec9a8b2-9d20-4c8c-b42c-08b7f007f1b9 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] 10.222.0.21 "GET /v2.0/routers/abb92a61-c755-46ea-86f2-b372043c557e HTTP/1.1" status: 200 len: 699 time: 0.1063378 Nov 24 01:50:23.740124 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49036) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:23.740462 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49038) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:23.818047 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6c3f267-3176-4ee3-82ca-2f4a04da98e8 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Router 1792e61e-af1f-4f65-ab81-6d8351823ded is scheduled to L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e with binding_index 1 {{(pid=109867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 01:50:23.860491 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48134b1c-e48e-4faa-bb0c-a97aa8f5a186 None None] Sync routers for ids ['abb92a61-c755-46ea-86f2-b372043c557e'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:50:23.874668 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48134b1c-e48e-4faa-bb0c-a97aa8f5a186 None None] Routers {'abb92a61-c755-46ea-86f2-b372043c557e'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:50:23.875490 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-48134b1c-e48e-4faa-bb0c-a97aa8f5a186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:49:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['abb92a61-c755-46ea-86f2-b372043c557e'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:23.880827 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6ddc422-50fc-4892-aad2-7741efa77d4c tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Made reservation on behalf of 3a57d4c6d6484e7bbaf48e6f242b2f3e for: {'subnet': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:50:23.884473 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f6ddc422-50fc-4892-aad2-7741efa77d4c tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25307781'] for subnet, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:23.928114 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network aadce3e6-ada4-4e6b-b370-a583a62f633b details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:50:24.004228 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-48134b1c-e48e-4faa-bb0c-a97aa8f5a186 None None] Set router abb92a61-c755-46ea-86f2-b372043c557e gateway port host: None {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:50:24.111013 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6c3f267-3176-4ee3-82ca-2f4a04da98e8 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:50:24.125723 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faac82e7-84fd-498f-b05c-12892bf37205 None None] Sync routers for ids ['1792e61e-af1f-4f65-ab81-6d8351823ded'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:50:24.129201 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e6c3f267-3176-4ee3-82ca-2f4a04da98e8 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks [] for router, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:24.133349 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-e6c3f267-3176-4ee3-82ca-2f4a04da98e8 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] 10.222.0.21 "PUT /v2.0/routers/1792e61e-af1f-4f65-ab81-6d8351823ded HTTP/1.1" status: 200 len: 918 time: 5.8800614 Nov 24 01:50:24.133944 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49040) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:24.159420 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faac82e7-84fd-498f-b05c-12892bf37205 None None] Routers {'1792e61e-af1f-4f65-ab81-6d8351823ded'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:50:24.160081 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-faac82e7-84fd-498f-b05c-12892bf37205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:49:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['1792e61e-af1f-4f65-ab81-6d8351823ded'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:24.199835 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f03df3f-1f50-4030-8f38-92b6c5b64367 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] DELETE failed (client error): The resource could not be found. Nov 24 01:50:24.200683 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f03df3f-1f50-4030-8f38-92b6c5b64367 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:50:24.205220 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-8f03df3f-1f50-4030-8f38-92b6c5b64367 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "DELETE /v2.0/subnets/2e15931c-8ea6-4e03-8284-cc4032f3a581 HTTP/1.1" status: 404 len: 337 time: 0.4637258 Nov 24 01:50:24.209185 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49042) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:24.224341 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-faac82e7-84fd-498f-b05c-12892bf37205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:24.247498 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faac82e7-84fd-498f-b05c-12892bf37205 None None] Routers {'1792e61e-af1f-4f65-ab81-6d8351823ded'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:50:24.248197 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-faac82e7-84fd-498f-b05c-12892bf37205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:49:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['1792e61e-af1f-4f65-ab81-6d8351823ded'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:24.260378 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device c001e3dc-4f42-46e0-ad0d-878d2a0066f8 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:50:24.265494 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4c1b222-19eb-4199-8fe6-e3c474f3ef7a tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] DELETE failed (client error): The resource could not be found. Nov 24 01:50:24.272546 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4c1b222-19eb-4199-8fe6-e3c474f3ef7a tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:50:24.281440 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-d4c1b222-19eb-4199-8fe6-e3c474f3ef7a tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "DELETE /v2.0/ports/6eec5f99-9745-4cdc-902f-5c93f653aa26 HTTP/1.1" status: 404 len: 333 time: 0.0652406 Nov 24 01:50:24.282412 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49044) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:24.308334 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-818f7b04-cea3-4a5e-92dd-15bb9d4a12a8 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] 10.222.0.21 "GET /v2.0/routers/1792e61e-af1f-4f65-ab81-6d8351823ded HTTP/1.1" status: 200 len: 924 time: 0.1708033 Nov 24 01:50:24.312181 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49046) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:24.327752 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0cdf992-e8fa-4896-a209-94f341d30b1b tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] DELETE failed (client error): The resource could not be found. Nov 24 01:50:24.327965 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-faac82e7-84fd-498f-b05c-12892bf37205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:24.328754 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faac82e7-84fd-498f-b05c-12892bf37205 None None] The sync data for ids ['1792e61e-af1f-4f65-ab81-6d8351823ded'] in dv-neutron-818911-2-hyperv is: [] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:50:24.328875 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0cdf992-e8fa-4896-a209-94f341d30b1b tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:50:24.339086 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-48134b1c-e48e-4faa-bb0c-a97aa8f5a186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb92a61-c755-46ea-86f2-b372043c557e', 'name': 'tempest-RoutersTest-router-838312234', 'tenant_id': '24f911856b3c4338b647feba51f20eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:49:50Z', 'updated_at': '2021-11-24T01:50:23Z', 'revision_number': 7, 'project_id': '24f911856b3c4338b647feba51f20eff', 'gw_port_host': None, '_interfaces': [{'id': '2db26859-3a5c-43fb-9af5-a82a100a1f64', 'name': '', 'network_id': '908ade6b-b91a-4667-962d-c9abb70c0c91', 'tenant_id': '24f911856b3c4338b647feba51f20eff', 'mac_address': 'fa:16:3e:a2:1c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb92a61-c755-46ea-86f2-b372043c557e', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '2119d35b-8635-44be-9d17-9fc1c7d68c96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:49:52Z', 'updated_at': '2021-11-24T01:50:01Z', 'revision_number': 5, 'project_id': '24f911856b3c4338b647feba51f20eff', 'subnets': [{'id': '2119d35b-8635-44be-9d17-9fc1c7d68c96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '318885bc-2005-48c0-b333-b4f4659e2efd', 'name': '', 'network_id': '75a657f0-0d6f-4a96-a2c6-bdde36b17fa6', 'tenant_id': '24f911856b3c4338b647feba51f20eff', 'mac_address': 'fa:16:3e:82:a4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb92a61-c755-46ea-86f2-b372043c557e', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'e6bfe66a-97e9-456e-b8b7-f62c53e4b0f8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:50:08Z', 'updated_at': '2021-11-24T01:50:18Z', 'revision_number': 5, 'project_id': '24f911856b3c4338b647feba51f20eff', 'subnets': [{'id': 'e6bfe66a-97e9-456e-b8b7-f62c53e4b0f8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c001e3dc-4f42-46e0-ad0d-878d2a0066f8', 'name': '', 'network_id': 'e3bfedb3-f9ba-495d-9125-d7a77bc922f6', 'tenant_id': '24f911856b3c4338b647feba51f20eff', 'mac_address': 'fa:16:3e:4a:a1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb92a61-c755-46ea-86f2-b372043c557e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '202a0517-0b6e-4f17-8bc4-f34291f7384c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:50:15Z', 'updated_at': '2021-11-24T01:50:23Z', 'revision_number': 5, 'project_id': '24f911856b3c4338b647feba51f20eff', 'subnets': [{'id': '202a0517-0b6e-4f17-8bc4-f34291f7384c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4ad46f2-63a0-41e8-85b9-d0f083b33f18', 'name': '', 'network_id': 'f4cfd1df-0a9a-4bca-8684-eb667a06b1b5', 'tenant_id': '24f911856b3c4338b647feba51f20eff', 'mac_address': 'fa:16:3e:2c:8f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb92a61-c755-46ea-86f2-b372043c557e', 'device_owner': 'network:router_interface', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '1ecfa2aa-fa62-4dc7-b0b7-5537d0a9a18f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:50:02Z', 'updated_at': '2021-11-24T01:50:10Z', 'revision_number': 5, 'project_id': '24f911856b3c4338b647feba51f20eff', 'subnets': [{'id': '1ecfa2aa-fa62-4dc7-b0b7-5537d0a9a18f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:24.343265 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-e0cdf992-e8fa-4896-a209-94f341d30b1b tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "DELETE /v2.0/subnets/609a1716-dd5b-4e03-b821-dde2208fdc45 HTTP/1.1" status: 404 len: 337 time: 0.0530705 Nov 24 01:50:24.343896 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49048) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:24.376763 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48134b1c-e48e-4faa-bb0c-a97aa8f5a186 None None] Checking router: abb92a61-c755-46ea-86f2-b372043c557e for host: dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 01:50:24.379360 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ff35e3b-bfb6-4956-9c6e-197e9f56387b tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] DELETE failed (client error): The resource could not be found. Nov 24 01:50:24.380119 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ff35e3b-bfb6-4956-9c6e-197e9f56387b tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:50:24.381283 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port c001e3dc-4f42-46e0-ad0d-878d2a0066f8 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:50:24.381810 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:24.384581 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-4ff35e3b-bfb6-4956-9c6e-197e9f56387b tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "DELETE /v2.0/ports/f99245e9-ef02-43aa-886f-0cdc4866be19 HTTP/1.1" status: 404 len: 333 time: 0.0372403 Nov 24 01:50:24.391623 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49050) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:24.392540 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48134b1c-e48e-4faa-bb0c-a97aa8f5a186 None None] Routers {'abb92a61-c755-46ea-86f2-b372043c557e'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:50:24.393486 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-48134b1c-e48e-4faa-bb0c-a97aa8f5a186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:49:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['abb92a61-c755-46ea-86f2-b372043c557e'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:24.452427 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bd3d0c8-d95f-41c1-b332-d8bffaf58edf tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] DELETE failed (client error): The resource could not be found. Nov 24 01:50:24.452800 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bd3d0c8-d95f-41c1-b332-d8bffaf58edf tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:50:24.455962 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-7bd3d0c8-d95f-41c1-b332-d8bffaf58edf tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "DELETE /v2.0/subnets/a811de93-e9cf-45da-81f2-05fa5175569e HTTP/1.1" status: 404 len: 337 time: 0.0634604 Nov 24 01:50:24.463167 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49052) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:24.505735 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a12fa4-bf67-43fe-916f-8423786fd429 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:24.507890 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-95a12fa4-bf67-43fe-916f-8423786fd429 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=eb22795d-37ee-46ee-844d-92c17e2ea450&device_id=1792e61e-af1f-4f65-ab81-6d8351823ded&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1947322 Nov 24 01:50:24.508146 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 8b52ff30-2c5b-495e-ad76-4705452e8a31 no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:50:24.510980 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49054) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:24.511479 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecd00640-26d1-45f0-b498-d3812394a6fd tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] DELETE failed (client error): The resource could not be found. Nov 24 01:50:24.511709 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecd00640-26d1-45f0-b498-d3812394a6fd tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:50:24.522041 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-ecd00640-26d1-45f0-b498-d3812394a6fd tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "DELETE /v2.0/ports/e434a241-dc2b-4626-a13b-1c9b80a47a7e HTTP/1.1" status: 404 len: 333 time: 0.0564396 Nov 24 01:50:24.526456 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49056) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:24.532760 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-48134b1c-e48e-4faa-bb0c-a97aa8f5a186 None None] Set router abb92a61-c755-46ea-86f2-b372043c557e gateway port host: None {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:50:24.545828 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: 8b52ff30-2c5b-495e-ad76-4705452e8a31 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:50:24.546326 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 8b52ff30-2c5b-495e-ad76-4705452e8a31 not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:50:24.553657 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f6ddc422-50fc-4892-aad2-7741efa77d4c tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25501847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25307831'] for subnet, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:24.588282 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-9a5246fd-b03c-4d44-b44d-9aee45e52bb4 None None] Provisioning complete for port c001e3dc-4f42-46e0-ad0d-878d2a0066f8 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:50:24.588616 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9a5246fd-b03c-4d44-b44d-9aee45e52bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:24.600083 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.pecan_wsgi.hooks.translation [None req-23e28100-1f34-4a3f-883c-100b9bd90e89 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] DELETE failed (client error): The resource could not be found. Nov 24 01:50:24.601104 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23e28100-1f34-4a3f-883c-100b9bd90e89 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:50:24.604244 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-23e28100-1f34-4a3f-883c-100b9bd90e89 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "DELETE /v2.0/subnets/b7455c30-0ef6-405a-a713-7a5f99e76aad HTTP/1.1" status: 404 len: 337 time: 0.0682080 Nov 24 01:50:24.609496 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49058) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:24.676027 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ddc422-50fc-4892-aad2-7741efa77d4c tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Pushing event updated for resources: {'Subnet': ['ID=a4db6e35-ce27-4dac-b252-2c98992519aa,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:24.702549 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e166a025-fadb-4c3a-a355-d02c7093fd41 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:24.704051 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-e166a025-fadb-4c3a-a355-d02c7093fd41 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] 10.222.0.21 "GET /v2.0/networks/eb22795d-37ee-46ee-844d-92c17e2ea450 HTTP/1.1" status: 200 len: 881 time: 0.1921153 Nov 24 01:50:24.708094 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a66f9af9-b689-41cc-b91d-55a4f4d86272 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:24.712562 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49062) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:24.727117 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ddc422-50fc-4892-aad2-7741efa77d4c tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Checking segment: {'id': '98f77b5b-78f7-4779-b421-323c9757c8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'aadce3e6-ada4-4e6b-b370-a583a62f633b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:50:24.728590 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ddc422-50fc-4892-aad2-7741efa77d4c tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Network hostable DHCP agents. Network: aadce3e6-ada4-4e6b-b370-a583a62f633b, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 01:50:24.738002 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4f0ed701-953e-4e22-86c8-ac1360ae1925 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:24.751394 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-8ae1651a-0555-4000-a772-36479638089a tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] 10.222.0.21 "GET /v2.0/ports?device_id=1792e61e-af1f-4f65-ab81-6d8351823ded HTTP/1.1" status: 200 len: 205 time: 0.0344822 Nov 24 01:50:24.751643 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49064) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:24.764575 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ddc422-50fc-4892-aad2-7741efa77d4c tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Network aadce3e6-ada4-4e6b-b370-a583a62f633b is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 01:50:24.802775 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-f6ddc422-50fc-4892-aad2-7741efa77d4c tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, aadce3e6-ada4-4e6b-b370-a583a62f633b) {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:50:24.812676 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b285454-35ae-4ddf-bf7b-53e82be228d1 None None] Network aadce3e6-ada4-4e6b-b370-a583a62f633b requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:50:24.816053 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ddc422-50fc-4892-aad2-7741efa77d4c tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:24.816659 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f6ddc422-50fc-4892-aad2-7741efa77d4c tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:24.868324 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4f0ed701-953e-4e22-86c8-ac1360ae1925 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:24.888592 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49066) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:24.888829 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-f6ddc422-50fc-4892-aad2-7741efa77d4c tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6332002 Nov 24 01:50:24.897754 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-4f0ed701-953e-4e22-86c8-ac1360ae1925 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b0cb615-dd00-417f-9128-01ca62e524f6']}} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:24.899367 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-438edcff-3a27-4372-9331-bffeb8fe59d9 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Request body: {'port': {'network_id': 'aadce3e6-ada4-4e6b-b370-a583a62f633b', 'name': 'tempest-PortsIpV6TestJSON-1259845486'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:50:24.911275 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-4f0ed701-953e-4e22-86c8-ac1360ae1925 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b1ff8b4-a836-4287-84a2-3eaf8ccfb867') {'for_net_delete': True} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:24.911275 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-4f0ed701-953e-4e22-86c8-ac1360ae1925 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b1ff8b4-a836-4287-84a2-3eaf8ccfb867') {} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:24.916072 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-48134b1c-e48e-4faa-bb0c-a97aa8f5a186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb92a61-c755-46ea-86f2-b372043c557e', 'name': 'tempest-RoutersTest-router-838312234', 'tenant_id': '24f911856b3c4338b647feba51f20eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:49:50Z', 'updated_at': '2021-11-24T01:50:23Z', 'revision_number': 7, 'project_id': '24f911856b3c4338b647feba51f20eff', 'gw_port_host': None, '_interfaces': [{'id': '2db26859-3a5c-43fb-9af5-a82a100a1f64', 'name': '', 'network_id': '908ade6b-b91a-4667-962d-c9abb70c0c91', 'tenant_id': '24f911856b3c4338b647feba51f20eff', 'mac_address': 'fa:16:3e:a2:1c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb92a61-c755-46ea-86f2-b372043c557e', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '2119d35b-8635-44be-9d17-9fc1c7d68c96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:49:52Z', 'updated_at': '2021-11-24T01:50:01Z', 'revision_number': 5, 'project_id': '24f911856b3c4338b647feba51f20eff', 'subnets': [{'id': '2119d35b-8635-44be-9d17-9fc1c7d68c96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '318885bc-2005-48c0-b333-b4f4659e2efd', 'name': '', 'network_id': '75a657f0-0d6f-4a96-a2c6-bdde36b17fa6', 'tenant_id': '24f911856b3c4338b647feba51f20eff', 'mac_address': 'fa:16:3e:82:a4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb92a61-c755-46ea-86f2-b372043c557e', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'e6bfe66a-97e9-456e-b8b7-f62c53e4b0f8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:50:08Z', 'updated_at': '2021-11-24T01:50:18Z', 'revision_number': 5, 'project_id': '24f911856b3c4338b647feba51f20eff', 'subnets': [{'id': 'e6bfe66a-97e9-456e-b8b7-f62c53e4b0f8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c001e3dc-4f42-46e0-ad0d-878d2a0066f8', 'name': '', 'network_id': 'e3bfedb3-f9ba-495d-9125-d7a77bc922f6', 'tenant_id': '24f911856b3c4338b647feba51f20eff', 'mac_address': 'fa:16:3e:4a:a1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb92a61-c755-46ea-86f2-b372043c557e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '202a0517-0b6e-4f17-8bc4-f34291f7384c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:50:15Z', 'updated_at': '2021-11-24T01:50:23Z', 'revision_number': 5, 'project_id': '24f911856b3c4338b647feba51f20eff', 'subnets': [{'id': '202a0517-0b6e-4f17-8bc4-f34291f7384c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4ad46f2-63a0-41e8-85b9-d0f083b33f18', 'name': '', 'network_id': 'f4cfd1df-0a9a-4bca-8684-eb667a06b1b5', 'tenant_id': '24f911856b3c4338b647feba51f20eff', 'mac_address': 'fa:16:3e:2c:8f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb92a61-c755-46ea-86f2-b372043c557e', 'device_owner': 'network:router_interface', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '1ecfa2aa-fa62-4dc7-b0b7-5537d0a9a18f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:50:02Z', 'updated_at': '2021-11-24T01:50:10Z', 'revision_number': 5, 'project_id': '24f911856b3c4338b647feba51f20eff', 'subnets': [{'id': '1ecfa2aa-fa62-4dc7-b0b7-5537d0a9a18f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:24.924149 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4f0ed701-953e-4e22-86c8-ac1360ae1925 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28690908'] for segment, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:24.935064 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-6984f6a1-73cc-40f2-bdd0-931693e6a3f7 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks [] for router, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:24.943970 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4f0ed701-953e-4e22-86c8-ac1360ae1925 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:24.952001 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48134b1c-e48e-4faa-bb0c-a97aa8f5a186 None None] The sync data for ids ['abb92a61-c755-46ea-86f2-b372043c557e'] in dv-neutron-818911-2-hyperv is: [{'id': 'abb92a61-c755-46ea-86f2-b372043c557e', 'name': 'tempest-RoutersTest-router-838312234', 'tenant_id': '24f911856b3c4338b647feba51f20eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:49:50Z', 'updated_at': '2021-11-24T01:50:23Z', 'revision_number': 7, 'project_id': '24f911856b3c4338b647feba51f20eff', 'gw_port_host': None, '_interfaces': [{'id': '2db26859-3a5c-43fb-9af5-a82a100a1f64', 'name': '', 'network_id': '908ade6b-b91a-4667-962d-c9abb70c0c91', 'tenant_id': '24f911856b3c4338b647feba51f20eff', 'mac_address': 'fa:16:3e:a2:1c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb92a61-c755-46ea-86f2-b372043c557e', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '2119d35b-8635-44be-9d17-9fc1c7d68c96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:49:52Z', 'updated_at': '2021-11-24T01:50:01Z', 'revision_number': 5, 'project_id': '24f911856b3c4338b647feba51f20eff', 'subnets': [{'id': '2119d35b-8635-44be-9d17-9fc1c7d68c96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '318885bc-2005-48c0-b333-b4f4659e2efd', 'name': '', 'network_id': '75a657f0-0d6f-4a96-a2c6-bdde36b17fa6', 'tenant_id': '24f911856b3c4338b647feba51f20eff', 'mac_address': 'fa:16:3e:82:a4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb92a61-c755-46ea-86f2-b372043c557e', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'e6bfe66a-97e9-456e-b8b7-f62c53e4b0f8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:50:08Z', 'updated_at': '2021-11-24T01:50:18Z', 'revision_number': 5, 'project_id': '24f911856b3c4338b647feba51f20eff', 'subnets': [{'id': 'e6bfe66a-97e9-456e-b8b7-f62c53e4b0f8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c001e3dc-4f42-46e0-ad0d-878d2a0066f8', 'name': '', 'network_id': 'e3bfedb3-f9ba-495d-9125-d7a77bc922f6', 'tenant_id': '24f911856b3c4338b647feba51f20eff', 'mac_address': 'fa:16:3e:4a:a1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb92a61-c755-46ea-86f2-b372043c557e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '202a0517-0b6e-4f17-8bc4-f34291f7384c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:50:15Z', 'updated_at': '2021-11-24T01:50:23Z', 'revision_number': 5, 'project_id': '24f911856b3c4338b647feba51f20eff', 'subnets': [{'id': '202a0517-0b6e-4f17-8bc4-f34291f7384c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4ad46f2-63a0-41e8-85b9-d0f083b33f18', 'name': '', 'network_id': 'f4cfd1df-0a9a-4bca-8684-eb667a06b1b5', 'tenant_id': '24f911856b3c4338b647feba51f20eff', 'mac_address': 'fa:16:3e:2c:8f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb92a61-c755-46ea-86f2-b372043c557e', 'device_owner': 'network:router_interface', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '1ecfa2aa-fa62-4dc7-b0b7-5537d0a9a18f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:50:02Z', 'updated_at': '2021-11-24T01:50:10Z', 'revision_number': 5, 'project_id': '24f911856b3c4338b647feba51f20eff', 'subnets': [{'id': '1ecfa2aa-fa62-4dc7-b0b7-5537d0a9a18f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:50:24.969314 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f0ed701-953e-4e22-86c8-ac1360ae1925 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=109867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:50:24.970209 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4f0ed701-953e-4e22-86c8-ac1360ae1925 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25503736'] for segment, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:24.973931 dv-neutron-818911-2-hyperv neutron-server[109867]: Traceback (most recent call last): Nov 24 01:50:24.973931 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:50:24.973931 dv-neutron-818911-2-hyperv neutron-server[109867]: timer() Nov 24 01:50:24.973931 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:50:24.973931 dv-neutron-818911-2-hyperv neutron-server[109867]: cb(*args, **kw) Nov 24 01:50:24.973931 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:50:24.973931 dv-neutron-818911-2-hyperv neutron-server[109867]: return func(*args, **kwargs) Nov 24 01:50:24.973931 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:50:24.973931 dv-neutron-818911-2-hyperv neutron-server[109867]: self._notify() Nov 24 01:50:24.973931 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:50:24.973931 dv-neutron-818911-2-hyperv neutron-server[109867]: self.callback(batched_events) Nov 24 01:50:24.973931 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:50:24.973931 dv-neutron-818911-2-hyperv neutron-server[109867]: event.method(event) Nov 24 01:50:24.973931 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:50:24.973931 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:50:24.973931 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:50:24.973931 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:50:24.973931 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:50:24.973931 dv-neutron-818911-2-hyperv neutron-server[109867]: return f(self, *a, **k) Nov 24 01:50:24.973931 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:50:24.973931 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._get(url).json() Nov 24 01:50:24.973931 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:50:24.973931 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:50:24.973931 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:50:24.973931 dv-neutron-818911-2-hyperv neutron-server[109867]: return self.request(url, 'GET', **kwargs) Nov 24 01:50:24.973931 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:50:24.973931 dv-neutron-818911-2-hyperv neutron-server[109867]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:50:24.973931 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:50:24.973931 dv-neutron-818911-2-hyperv neutron-server[109867]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:50:24.973931 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:50:24.973931 dv-neutron-818911-2-hyperv neutron-server[109867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:50:24.973931 dv-neutron-818911-2-hyperv neutron-server[109867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:50:25.024589 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57159c72-3f8c-4c8d-b1bc-8222ff16fdfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-aadce3e6-ada4-4e6b-b370-a583a62f633b', 'network_id': 'aadce3e6-ada4-4e6b-b370-a583a62f633b', 'tenant_id': '3a57d4c6d6484e7bbaf48e6f242b2f3e', 'fixed_ips': [{'subnet_id': 'a4db6e35-ce27-4dac-b252-2c98992519aa'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 01:50:25.026149 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-57159c72-3f8c-4c8d-b1bc-8222ff16fdfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:25.038215 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e003d93b-1245-4721-928b-752bdf00fe06 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3777994'] for router_interface, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:25.057895 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4f0ed701-953e-4e22-86c8-ac1360ae1925 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:25.083107 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4f0ed701-953e-4e22-86c8-ac1360ae1925 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Publish callbacks [] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:25.086455 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-4f0ed701-953e-4e22-86c8-ac1360ae1925 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] 10.222.0.21 "DELETE /v2.0/networks/9b0cb615-dd00-417f-9128-01ca62e524f6 HTTP/1.1" status: 204 len: 168 time: 0.4760075 Nov 24 01:50:25.087382 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0ed701-953e-4e22-86c8-ac1360ae1925 tempest-NetworksTestDHCPv6-1639258226 tempest-NetworksTestDHCPv6-1639258226-project] Pushing event deleted for resources: {'Network': ['ID=9b0cb615-dd00-417f-9128-01ca62e524f6,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:25.211229 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-57159c72-3f8c-4c8d-b1bc-8222ff16fdfe None None] Allocated IP 2001:db8::2 (aadce3e6-ada4-4e6b-b370-a583a62f633b/a4db6e35-ce27-4dac-b252-2c98992519aa/2e983c70-9d6f-49cb-a0a6-41c698c80a3b) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:50:25.265360 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-6984f6a1-73cc-40f2-bdd0-931693e6a3f7 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:25.284932 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-438edcff-3a27-4372-9331-bffeb8fe59d9 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Made reservation on behalf of 3a57d4c6d6484e7bbaf48e6f242b2f3e for: {'port': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:50:25.289323 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-438edcff-3a27-4372-9331-bffeb8fe59d9 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:25.343891 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [None req-438edcff-3a27-4372-9331-bffeb8fe59d9 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] device_id is not set on port 383daeda-0c6b-4898-96f4-d21026d71beb yet. {{(pid=109866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 01:50:25.401394 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-57159c72-3f8c-4c8d-b1bc-8222ff16fdfe None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:25.411854 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-57159c72-3f8c-4c8d-b1bc-8222ff16fdfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:25.416406 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49072) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:25.454125 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57159c72-3f8c-4c8d-b1bc-8222ff16fdfe None None] Network aadce3e6-ada4-4e6b-b370-a583a62f633b is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:50:25.460883 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-57159c72-3f8c-4c8d-b1bc-8222ff16fdfe None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:50:25.464528 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57159c72-3f8c-4c8d-b1bc-8222ff16fdfe None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:50:25.472176 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57159c72-3f8c-4c8d-b1bc-8222ff16fdfe None None] Pushing event updated for resources: {'Port': ['ID=2e983c70-9d6f-49cb-a0a6-41c698c80a3b,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:25.478351 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-6984f6a1-73cc-40f2-bdd0-931693e6a3f7 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Deleting port ded3483d-7d96-4b7c-a42f-2e73596fc9d8 {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:50:25.478682 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-6984f6a1-73cc-40f2-bdd0-931693e6a3f7 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:25.522521 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-57159c72-3f8c-4c8d-b1bc-8222ff16fdfe None None] Attempting to bind port 2e983c70-9d6f-49cb-a0a6-41c698c80a3b on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:50:25.522897 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-57159c72-3f8c-4c8d-b1bc-8222ff16fdfe None None] Attempting to bind port 2e983c70-9d6f-49cb-a0a6-41c698c80a3b by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '98f77b5b-78f7-4779-b421-323c9757c8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'aadce3e6-ada4-4e6b-b370-a583a62f633b'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:50:25.523343 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57159c72-3f8c-4c8d-b1bc-8222ff16fdfe None None] Attempting to bind port 2e983c70-9d6f-49cb-a0a6-41c698c80a3b on network aadce3e6-ada4-4e6b-b370-a583a62f633b {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:50:25.528836 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57159c72-3f8c-4c8d-b1bc-8222ff16fdfe None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:50:25.528836 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57159c72-3f8c-4c8d-b1bc-8222ff16fdfe None None] Checking segment: {'id': '98f77b5b-78f7-4779-b421-323c9757c8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'aadce3e6-ada4-4e6b-b370-a583a62f633b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:50:25.529261 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-57159c72-3f8c-4c8d-b1bc-8222ff16fdfe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:25.529689 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57159c72-3f8c-4c8d-b1bc-8222ff16fdfe None None] Bound using segment: {'id': '98f77b5b-78f7-4779-b421-323c9757c8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'aadce3e6-ada4-4e6b-b370-a583a62f633b'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:50:25.530299 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-57159c72-3f8c-4c8d-b1bc-8222ff16fdfe None None] Bound port: 2e983c70-9d6f-49cb-a0a6-41c698c80a3b, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98f77b5b-78f7-4779-b421-323c9757c8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'aadce3e6-ada4-4e6b-b370-a583a62f633b'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:50:25.530557 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-57159c72-3f8c-4c8d-b1bc-8222ff16fdfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:25.571332 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [None req-438edcff-3a27-4372-9331-bffeb8fe59d9 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Allocated IP 2001:db8::3f (aadce3e6-ada4-4e6b-b370-a583a62f633b/a4db6e35-ce27-4dac-b252-2c98992519aa/383daeda-0c6b-4898-96f4-d21026d71beb) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:50:25.584496 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-cf3b5a18-1891-49fc-975b-1fb1e96ad1ae admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6974375fded34c83af8967d3f69dce07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1664865 Nov 24 01:50:25.585209 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49076) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:25.604461 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-57159c72-3f8c-4c8d-b1bc-8222ff16fdfe None None] For port 2e983c70-9d6f-49cb-a0a6-41c698c80a3b, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:50:25.609400 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-57159c72-3f8c-4c8d-b1bc-8222ff16fdfe None None] For port 2e983c70-9d6f-49cb-a0a6-41c698c80a3b, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=2e983c70-9d6f-49cb-a0a6-41c698c80a3b,segment=NetworkSegment(98f77b5b-78f7-4779-b421-323c9757c8bc),segment_id=98f77b5b-78f7-4779-b421-323c9757c8bc)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:50:25.616479 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-57159c72-3f8c-4c8d-b1bc-8222ff16fdfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:25.650637 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f316bf09-14a6-4010-bc86-16b349b20c08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:25.660421 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-6984f6a1-73cc-40f2-bdd0-931693e6a3f7 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:25.681864 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-e003d93b-1245-4721-928b-752bdf00fe06 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Deleting port c001e3dc-4f42-46e0-ad0d-878d2a0066f8 {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:50:25.682199 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e003d93b-1245-4721-928b-752bdf00fe06 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:25.682561 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f316bf09-14a6-4010-bc86-16b349b20c08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:25.687164 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57159c72-3f8c-4c8d-b1bc-8222ff16fdfe None None] Pushing event updated for resources: {'Port': ['ID=2e983c70-9d6f-49cb-a0a6-41c698c80a3b,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:25.694182 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-6984f6a1-73cc-40f2-bdd0-931693e6a3f7 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Calling delete_port for ded3483d-7d96-4b7c-a42f-2e73596fc9d8 owned by network:router_gateway {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:50:25.736597 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f316bf09-14a6-4010-bc86-16b349b20c08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:25.743191 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f316bf09-14a6-4010-bc86-16b349b20c08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:25.747468 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-f316bf09-14a6-4010-bc86-16b349b20c08 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e6f5a106-4594-4bad-8875-5ae2f04112b0 HTTP/1.1" status: 204 len: 168 time: 0.1612127 Nov 24 01:50:25.755778 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f316bf09-14a6-4010-bc86-16b349b20c08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6f5a106-4594-4bad-8875-5ae2f04112b0,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:25.935841 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [None req-e003d93b-1245-4721-928b-752bdf00fe06 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] For port c001e3dc-4f42-46e0-ad0d-878d2a0066f8, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=c001e3dc-4f42-46e0-ad0d-878d2a0066f8,segment=NetworkSegment(2a733735-cfa6-462d-8e21-6ba66082f300),segment_id=2a733735-cfa6-462d-8e21-6ba66082f300)] {{(pid=109866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:50:25.936274 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e003d93b-1245-4721-928b-752bdf00fe06 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:25.961417 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-e003d93b-1245-4721-928b-752bdf00fe06 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Calling delete_port for c001e3dc-4f42-46e0-ad0d-878d2a0066f8 owned by network:router_interface {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:50:25.968897 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-438edcff-3a27-4372-9331-bffeb8fe59d9 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:26.137347 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-438edcff-3a27-4372-9331-bffeb8fe59d9 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:26.187419 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 2e983c70-9d6f-49cb-a0a6-41c698c80a3b up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:50:26.229272 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-6984f6a1-73cc-40f2-bdd0-931693e6a3f7 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:26.241820 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 2e983c70-9d6f-49cb-a0a6-41c698c80a3b triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:50:26.242029 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438edcff-3a27-4372-9331-bffeb8fe59d9 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Network aadce3e6-ada4-4e6b-b370-a583a62f633b is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:50:26.242184 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:26.255869 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-438edcff-3a27-4372-9331-bffeb8fe59d9 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:50:26.258939 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438edcff-3a27-4372-9331-bffeb8fe59d9 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:50:26.265041 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438edcff-3a27-4372-9331-bffeb8fe59d9 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:26.265314 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-438edcff-3a27-4372-9331-bffeb8fe59d9 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:26.278591 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438edcff-3a27-4372-9331-bffeb8fe59d9 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Pushing event updated for resources: {'Port': ['ID=383daeda-0c6b-4898-96f4-d21026d71beb,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:26.290062 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4b5fe1-beab-45db-aca7-58c8f1c9bace None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:50:26.350874 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6984f6a1-73cc-40f2-bdd0-931693e6a3f7 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Pushing event deleted for resources: {'Port': ['ID=ded3483d-7d96-4b7c-a42f-2e73596fc9d8,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:26.354290 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:26.360324 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-438edcff-3a27-4372-9331-bffeb8fe59d9 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4693747 Nov 24 01:50:26.363072 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49094) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:26.369530 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-cd1d9cca-353e-43fd-9372-20d4467c9e24 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Request body: {'port': {'network_id': 'aadce3e6-ada4-4e6b-b370-a583a62f633b', 'name': 'tempest-PortsIpV6TestJSON-718517112'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:50:26.412152 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-6984f6a1-73cc-40f2-bdd0-931693e6a3f7 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418161'] for router_gateway, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:26.452646 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] For port 2e983c70-9d6f-49cb-a0a6-41c698c80a3b, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=2e983c70-9d6f-49cb-a0a6-41c698c80a3b,segment=NetworkSegment(98f77b5b-78f7-4779-b421-323c9757c8bc),segment_id=98f77b5b-78f7-4779-b421-323c9757c8bc)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:50:26.458012 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:26.538383 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-6984f6a1-73cc-40f2-bdd0-931693e6a3f7 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-424460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2766'] for router, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:26.541625 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-6984f6a1-73cc-40f2-bdd0-931693e6a3f7 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:26.548551 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Pushing event updated for resources: {'Port': ['ID=2e983c70-9d6f-49cb-a0a6-41c698c80a3b,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:26.565976 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd1d9cca-353e-43fd-9372-20d4467c9e24 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Made reservation on behalf of 3a57d4c6d6484e7bbaf48e6f242b2f3e for: {'port': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:50:26.571251 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-cd1d9cca-353e-43fd-9372-20d4467c9e24 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:26.594212 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e003d93b-1245-4721-928b-752bdf00fe06 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:26.595891 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [None req-cd1d9cca-353e-43fd-9372-20d4467c9e24 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] device_id is not set on port 5132268d-1080-4307-93d0-ab495c25b3df yet. {{(pid=109867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 01:50:26.614255 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-6984f6a1-73cc-40f2-bdd0-931693e6a3f7 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-424469'] for router, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:26.614799 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6984f6a1-73cc-40f2-bdd0-931693e6a3f7 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Fanout notify agent at l3_agent the message router_deleted on router 1792e61e-af1f-4f65-ab81-6d8351823ded {{(pid=109866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 01:50:26.675174 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-6984f6a1-73cc-40f2-bdd0-931693e6a3f7 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks [] for router, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:26.676633 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-6984f6a1-73cc-40f2-bdd0-931693e6a3f7 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] 10.222.0.21 "DELETE /v2.0/routers/1792e61e-af1f-4f65-ab81-6d8351823ded HTTP/1.1" status: 204 len: 168 time: 1.9236877 Nov 24 01:50:26.679891 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49100) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:26.680538 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49102) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:26.687532 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-904247b4-a86b-4de4-922a-dfa2bce2cd2a tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1633722332', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:50:26.718860 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e003d93b-1245-4721-928b-752bdf00fe06 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Pushing event deleted for resources: {'Port': ['ID=c001e3dc-4f42-46e0-ad0d-878d2a0066f8,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:26.773890 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-cd1d9cca-353e-43fd-9372-20d4467c9e24 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Allocated IP 2001:db8::1d9 (aadce3e6-ada4-4e6b-b370-a583a62f633b/a4db6e35-ce27-4dac-b252-2c98992519aa/5132268d-1080-4307-93d0-ab495c25b3df) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:50:26.878302 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-057c4775-f7da-4d90-a49e-90a5361c6f98 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Request body: {'networks': [{'name': 'tempest-network--437216664'}, {'name': 'tempest-network--290562887'}]} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:50:26.878606 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-057c4775-f7da-4d90-a49e-90a5361c6f98 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Request body: {'network': {'name': 'tempest-network--437216664'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:50:26.879064 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-057c4775-f7da-4d90-a49e-90a5361c6f98 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Request body: {'network': {'name': 'tempest-network--290562887'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:50:26.884015 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-904247b4-a86b-4de4-922a-dfa2bce2cd2a tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-424105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2744'] for router, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:26.885034 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-904247b4-a86b-4de4-922a-dfa2bce2cd2a tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-424325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-326625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2753'] for router, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:26.891356 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e003d93b-1245-4721-928b-752bdf00fe06 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424538'] for router_interface, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:26.946364 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eda7f70-3f27-4aee-ab02-5f62baa1e35e None None] Network aadce3e6-ada4-4e6b-b370-a583a62f633b requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:50:26.977269 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-cd1d9cca-353e-43fd-9372-20d4467c9e24 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:27.019119 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-cd1d9cca-353e-43fd-9372-20d4467c9e24 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:27.026935 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-057c4775-f7da-4d90-a49e-90a5361c6f98 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Made reservation on behalf of dcbb34b3c9c944e5a1010891e732f84e for: {'network': 2} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:50:27.031383 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-057c4775-f7da-4d90-a49e-90a5361c6f98 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:27.046421 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-904247b4-a86b-4de4-922a-dfa2bce2cd2a tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:27.051146 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-d3ef176f-aade-4dd8-bff2-188def29b3eb None None] Provisioning complete for port 2e983c70-9d6f-49cb-a0a6-41c698c80a3b triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:50:27.051592 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-d3ef176f-aade-4dd8-bff2-188def29b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:27.051743 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-057c4775-f7da-4d90-a49e-90a5361c6f98 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Publish callbacks [] for security_group, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:27.066948 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-904247b4-a86b-4de4-922a-dfa2bce2cd2a tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-424338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418138'] for router, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:27.067398 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1d9cca-353e-43fd-9372-20d4467c9e24 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Network aadce3e6-ada4-4e6b-b370-a583a62f633b is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:50:27.073871 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-cd1d9cca-353e-43fd-9372-20d4467c9e24 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:50:27.077800 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1d9cca-353e-43fd-9372-20d4467c9e24 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:50:27.084096 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1d9cca-353e-43fd-9372-20d4467c9e24 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:27.085462 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-cd1d9cca-353e-43fd-9372-20d4467c9e24 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:27.098906 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1d9cca-353e-43fd-9372-20d4467c9e24 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Pushing event updated for resources: {'Port': ['ID=5132268d-1080-4307-93d0-ab495c25b3df,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:27.104278 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-904247b4-a86b-4de4-922a-dfa2bce2cd2a tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks [] for router, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:27.108118 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-904247b4-a86b-4de4-922a-dfa2bce2cd2a tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4214897 Nov 24 01:50:27.109091 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49106) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:27.116746 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-a8cefc33-80ac-41f5-a04f-6217437756fd tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'enable_snat': False}}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:50:27.123083 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-cd1d9cca-353e-43fd-9372-20d4467c9e24 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7588630 Nov 24 01:50:27.124295 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49108) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:27.168588 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-f48771d5-f6de-47f3-8b23-5a045e71450b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:27.222908 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ca0ba1-4608-4983-8dac-dfde1360fb0e tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:27.225878 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-28ca0ba1-4608-4983-8dac-dfde1360fb0e tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A3f HTTP/1.1" status: 200 len: 928 time: 0.1005359 Nov 24 01:50:27.227585 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49110) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:27.333670 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-1ae1af7f-2826-4167-8d59-f0076900b33e tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Deleting port 5132268d-1080-4307-93d0-ab495c25b3df {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:50:27.334017 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1ae1af7f-2826-4167-8d59-f0076900b33e tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:27.437053 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1ae1af7f-2826-4167-8d59-f0076900b33e tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:27.452233 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-1ae1af7f-2826-4167-8d59-f0076900b33e tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Calling delete_port for 5132268d-1080-4307-93d0-ab495c25b3df owned by {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:50:27.467658 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-eed8a275-5800-4bfc-b693-2bd804b395c9 None None] Provisioning complete for port 5132268d-1080-4307-93d0-ab495c25b3df triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:50:27.468142 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-eed8a275-5800-4bfc-b693-2bd804b395c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:27.519098 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-eed8a275-5800-4bfc-b693-2bd804b395c9 None None] Port 5132268d-1080-4307-93d0-ab495c25b3df cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:50:27.540275 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-eed8a275-5800-4bfc-b693-2bd804b395c9 None None] Provisioning complete for port 2e983c70-9d6f-49cb-a0a6-41c698c80a3b triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:50:27.541372 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-eed8a275-5800-4bfc-b693-2bd804b395c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:27.614256 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1ae1af7f-2826-4167-8d59-f0076900b33e tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:27.651764 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae1af7f-2826-4167-8d59-f0076900b33e tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Pushing event deleted for resources: {'Port': ['ID=5132268d-1080-4307-93d0-ab495c25b3df,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:27.680031 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1ae1af7f-2826-4167-8d59-f0076900b33e tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:27.684217 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-1ae1af7f-2826-4167-8d59-f0076900b33e tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "DELETE /v2.0/ports/5132268d-1080-4307-93d0-ab495c25b3df HTTP/1.1" status: 204 len: 168 time: 0.4552681 Nov 24 01:50:27.687021 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49112) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:27.696426 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-eed8a275-5800-4bfc-b693-2bd804b395c9 None None] Provisioning complete for port 383daeda-0c6b-4898-96f4-d21026d71beb triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:50:27.697231 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-eed8a275-5800-4bfc-b693-2bd804b395c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:27.714230 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.pecan_wsgi.hooks.translation [None req-17269f50-5e24-4777-a192-293d589bd200 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] GET failed (client error): The resource could not be found. Nov 24 01:50:27.715690 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-17269f50-5e24-4777-a192-293d589bd200 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "GET /v2.0/ports/5132268d-1080-4307-93d0-ab495c25b3df HTTP/1.1" status: 404 len: 333 time: 0.0279844 Nov 24 01:50:27.719486 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49114) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:27.758755 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-eed8a275-5800-4bfc-b693-2bd804b395c9 None None] Port 383daeda-0c6b-4898-96f4-d21026d71beb cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:50:27.775609 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:27.784748 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e003d93b-1245-4721-928b-752bdf00fe06 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Router abb92a61-c755-46ea-86f2-b372043c557e has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:50:27.789342 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-057c4775-f7da-4d90-a49e-90a5361c6f98 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Publish callbacks [] for security_group, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:27.797683 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-057c4775-f7da-4d90-a49e-90a5361c6f98 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:27.798187 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-057c4775-f7da-4d90-a49e-90a5361c6f98 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:27.819635 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a8cefc33-80ac-41f5-a04f-6217437756fd tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:27.822096 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-62f943d1-5601-48c2-bacc-dbe6dac70769 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Deleting port 383daeda-0c6b-4898-96f4-d21026d71beb {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:50:27.822745 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-62f943d1-5601-48c2-bacc-dbe6dac70769 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:27.881690 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-b1f138e7-a325-4404-a8c5-c6c592507159 None None] Provisioning complete for port 383daeda-0c6b-4898-96f4-d21026d71beb triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:50:27.882508 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-b1f138e7-a325-4404-a8c5-c6c592507159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:27.923918 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-b1f138e7-a325-4404-a8c5-c6c592507159 None None] Port 383daeda-0c6b-4898-96f4-d21026d71beb cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:50:27.929614 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057c4775-f7da-4d90-a49e-90a5361c6f98 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0eb8370-aac8-44ee-97b4-219a5ed8c906,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:27.930833 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-62f943d1-5601-48c2-bacc-dbe6dac70769 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:27.942046 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-057c4775-f7da-4d90-a49e-90a5361c6f98 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=109866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:50:27.947137 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-62f943d1-5601-48c2-bacc-dbe6dac70769 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Calling delete_port for 383daeda-0c6b-4898-96f4-d21026d71beb owned by {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:50:27.983398 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-057c4775-f7da-4d90-a49e-90a5361c6f98 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:27.983782 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.segments_db [None req-057c4775-f7da-4d90-a49e-90a5361c6f98 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Added segment 27298b22-fac5-4465-a53b-5a373399dcc4 of type vlan for network 98e2c31d-c4a2-4098-bb66-e0cdd8023a2d Nov 24 01:50:28.000977 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e003d93b-1245-4721-928b-752bdf00fe06 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:50:28.014261 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d9e744-a062-48b8-9a55-ba67a65a31d9 None None] Sync routers for ids ['abb92a61-c755-46ea-86f2-b372043c557e'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:50:28.031671 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-e003d93b-1245-4721-928b-752bdf00fe06 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] 10.222.0.21 "PUT /v2.0/routers/abb92a61-c755-46ea-86f2-b372043c557e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2888615 Nov 24 01:50:28.032174 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d9e744-a062-48b8-9a55-ba67a65a31d9 None None] Routers {'abb92a61-c755-46ea-86f2-b372043c557e'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:50:28.033114 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-f2d9e744-a062-48b8-9a55-ba67a65a31d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:50:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['abb92a61-c755-46ea-86f2-b372043c557e'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:28.033601 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49116) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:28.040977 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-1c5de5aa-e4a9-4479-86c3-93574e815952 None None] Could not find standard attr ID for object 5132268d-1080-4307-93d0-ab495c25b3df. {{(pid=109868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 01:50:28.072960 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:28.083665 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-057c4775-f7da-4d90-a49e-90a5361c6f98 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:28.125787 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-62f943d1-5601-48c2-bacc-dbe6dac70769 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:28.160860 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec3e17dd-1367-4d10-a652-309551b7ac64 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Deleting subnet 202a0517-0b6e-4f17-8bc4-f34291f7384c {{(pid=109866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 01:50:28.173490 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ec3e17dd-1367-4d10-a652-309551b7ac64 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks [] for subnet, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:28.183631 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f943d1-5601-48c2-bacc-dbe6dac70769 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Pushing event deleted for resources: {'Port': ['ID=383daeda-0c6b-4898-96f4-d21026d71beb,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:28.200089 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-f2d9e744-a062-48b8-9a55-ba67a65a31d9 None None] Set router abb92a61-c755-46ea-86f2-b372043c557e gateway port host: None {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:50:28.203325 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-62f943d1-5601-48c2-bacc-dbe6dac70769 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:28.210217 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-62f943d1-5601-48c2-bacc-dbe6dac70769 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "DELETE /v2.0/ports/383daeda-0c6b-4898-96f4-d21026d71beb HTTP/1.1" status: 204 len: 168 time: 0.4864824 Nov 24 01:50:28.214083 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49118) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:28.220560 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-057c4775-f7da-4d90-a49e-90a5361c6f98 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=109866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:50:28.257620 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0705944-65a1-476f-a3fa-a6c8b248b034 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] GET failed (client error): The resource could not be found. Nov 24 01:50:28.259309 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-057c4775-f7da-4d90-a49e-90a5361c6f98 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:28.259457 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-b0705944-65a1-476f-a3fa-a6c8b248b034 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "GET /v2.0/ports/383daeda-0c6b-4898-96f4-d21026d71beb HTTP/1.1" status: 404 len: 333 time: 0.0440905 Nov 24 01:50:28.261783 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.segments_db [None req-057c4775-f7da-4d90-a49e-90a5361c6f98 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Added segment c31cef51-c5ff-4a0b-943b-69c7ca598d6e of type vlan for network 3a7786ad-9e35-45d2-9aa8-43a2b86c27bd Nov 24 01:50:28.262500 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49120) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:28.265004 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ec3e17dd-1367-4d10-a652-309551b7ac64 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29055568'] for subnet, precommit_delete_associations {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:28.324116 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbbfd7ec-510e-4b6b-8417-14836eb36867 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Deleting subnet a4db6e35-ce27-4dac-b252-2c98992519aa {{(pid=109867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 01:50:28.327841 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-cbbfd7ec-510e-4b6b-8417-14836eb36867 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks [] for subnet, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:28.346512 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 2e983c70-9d6f-49cb-a0a6-41c698c80a3b up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:50:28.361706 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-057c4775-f7da-4d90-a49e-90a5361c6f98 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:28.393634 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-cbbfd7ec-510e-4b6b-8417-14836eb36867 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28690885'] for subnet, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:28.432621 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 2e983c70-9d6f-49cb-a0a6-41c698c80a3b triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:50:28.432871 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:28.473016 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-f2d9e744-a062-48b8-9a55-ba67a65a31d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb92a61-c755-46ea-86f2-b372043c557e', 'name': 'tempest-RoutersTest-router-838312234', 'tenant_id': '24f911856b3c4338b647feba51f20eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:49:50Z', 'updated_at': '2021-11-24T01:50:26Z', 'revision_number': 8, 'project_id': '24f911856b3c4338b647feba51f20eff', 'gw_port_host': None, '_interfaces': [{'id': '2db26859-3a5c-43fb-9af5-a82a100a1f64', 'name': '', 'network_id': '908ade6b-b91a-4667-962d-c9abb70c0c91', 'tenant_id': '24f911856b3c4338b647feba51f20eff', 'mac_address': 'fa:16:3e:a2:1c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb92a61-c755-46ea-86f2-b372043c557e', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '2119d35b-8635-44be-9d17-9fc1c7d68c96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:49:52Z', 'updated_at': '2021-11-24T01:50:01Z', 'revision_number': 5, 'project_id': '24f911856b3c4338b647feba51f20eff', 'subnets': [{'id': '2119d35b-8635-44be-9d17-9fc1c7d68c96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '318885bc-2005-48c0-b333-b4f4659e2efd', 'name': '', 'network_id': '75a657f0-0d6f-4a96-a2c6-bdde36b17fa6', 'tenant_id': '24f911856b3c4338b647feba51f20eff', 'mac_address': 'fa:16:3e:82:a4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb92a61-c755-46ea-86f2-b372043c557e', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'e6bfe66a-97e9-456e-b8b7-f62c53e4b0f8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:50:08Z', 'updated_at': '2021-11-24T01:50:18Z', 'revision_number': 5, 'project_id': '24f911856b3c4338b647feba51f20eff', 'subnets': [{'id': 'e6bfe66a-97e9-456e-b8b7-f62c53e4b0f8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4ad46f2-63a0-41e8-85b9-d0f083b33f18', 'name': '', 'network_id': 'f4cfd1df-0a9a-4bca-8684-eb667a06b1b5', 'tenant_id': '24f911856b3c4338b647feba51f20eff', 'mac_address': 'fa:16:3e:2c:8f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb92a61-c755-46ea-86f2-b372043c557e', 'device_owner': 'network:router_interface', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '1ecfa2aa-fa62-4dc7-b0b7-5537d0a9a18f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:50:02Z', 'updated_at': '2021-11-24T01:50:10Z', 'revision_number': 5, 'project_id': '24f911856b3c4338b647feba51f20eff', 'subnets': [{'id': '1ecfa2aa-fa62-4dc7-b0b7-5537d0a9a18f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:28.510206 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-cbbfd7ec-510e-4b6b-8417-14836eb36867 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:28.511060 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d9e744-a062-48b8-9a55-ba67a65a31d9 None None] Checking router: abb92a61-c755-46ea-86f2-b372043c557e for host: dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 01:50:28.522609 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d9e744-a062-48b8-9a55-ba67a65a31d9 None None] Routers {'abb92a61-c755-46ea-86f2-b372043c557e'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:50:28.523491 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-f2d9e744-a062-48b8-9a55-ba67a65a31d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:50:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['abb92a61-c755-46ea-86f2-b372043c557e'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:28.573044 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ec3e17dd-1367-4d10-a652-309551b7ac64 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:28.579192 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-057c4775-f7da-4d90-a49e-90a5361c6f98 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:28.579687 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-057c4775-f7da-4d90-a49e-90a5361c6f98 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:28.587019 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057c4775-f7da-4d90-a49e-90a5361c6f98 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:28.592094 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057c4775-f7da-4d90-a49e-90a5361c6f98 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:28.592757 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-057c4775-f7da-4d90-a49e-90a5361c6f98 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Publish callbacks [] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:28.595699 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-cbbfd7ec-510e-4b6b-8417-14836eb36867 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25501782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25307808'] for subnet, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:28.616333 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-cbbfd7ec-510e-4b6b-8417-14836eb36867 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:28.619941 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-cbbfd7ec-510e-4b6b-8417-14836eb36867 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "DELETE /v2.0/subnets/a4db6e35-ce27-4dac-b252-2c98992519aa HTTP/1.1" status: 204 len: 168 time: 0.3557701 Nov 24 01:50:28.637882 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49122) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:28.647096 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbfd7ec-510e-4b6b-8417-14836eb36867 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Pushing event deleted for resources: {'Subnet': ['ID=a4db6e35-ce27-4dac-b252-2c98992519aa,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:28.740147 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9047f7d5-50ca-4218-90ce-62de44a8d152 None None] Network aadce3e6-ada4-4e6b-b370-a583a62f633b requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:50:28.753075 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-057c4775-f7da-4d90-a49e-90a5361c6f98 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.0691247 Nov 24 01:50:28.755079 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a8cefc33-80ac-41f5-a04f-6217437756fd tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:28.755592 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-454ee41b-04cf-4b51-8f70-0e38f987fe03 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:28.759110 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49124) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:28.766351 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-f2d9e744-a062-48b8-9a55-ba67a65a31d9 None None] Set router abb92a61-c755-46ea-86f2-b372043c557e gateway port host: None {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:50:28.770625 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ec3e17dd-1367-4d10-a652-309551b7ac64 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29149324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29154870'] for subnet, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:28.840518 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-454ee41b-04cf-4b51-8f70-0e38f987fe03 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Deleting port 2e983c70-9d6f-49cb-a0a6-41c698c80a3b {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:50:28.841097 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-454ee41b-04cf-4b51-8f70-0e38f987fe03 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:28.883235 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a8cefc33-80ac-41f5-a04f-6217437756fd tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:28.884997 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057c4775-f7da-4d90-a49e-90a5361c6f98 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Pushing event updated for resources: {'Network': ['ID=98e2c31d-c4a2-4098-bb66-e0cdd8023a2d,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:28.895738 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network 98e2c31d-c4a2-4098-bb66-e0cdd8023a2d details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:50:28.905793 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3e17dd-1367-4d10-a652-309551b7ac64 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Pushing event deleted for resources: {'Subnet': ['ID=202a0517-0b6e-4f17-8bc4-f34291f7384c,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:28.911195 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ec3e17dd-1367-4d10-a652-309551b7ac64 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:28.917748 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-ec3e17dd-1367-4d10-a652-309551b7ac64 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] 10.222.0.21 "DELETE /v2.0/subnets/202a0517-0b6e-4f17-8bc4-f34291f7384c HTTP/1.1" status: 204 len: 168 time: 0.8808661 Nov 24 01:50:28.918946 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49126) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:28.938279 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316b698d-feb9-48e2-9ad5-84468f05280c None None] Network e3bfedb3-f9ba-495d-9125-d7a77bc922f6 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:50:28.940029 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [None req-454ee41b-04cf-4b51-8f70-0e38f987fe03 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] For port 2e983c70-9d6f-49cb-a0a6-41c698c80a3b, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=2e983c70-9d6f-49cb-a0a6-41c698c80a3b,segment=NetworkSegment(98f77b5b-78f7-4779-b421-323c9757c8bc),segment_id=98f77b5b-78f7-4779-b421-323c9757c8bc)] {{(pid=109867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:50:28.940705 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-454ee41b-04cf-4b51-8f70-0e38f987fe03 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:28.967042 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-454ee41b-04cf-4b51-8f70-0e38f987fe03 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Calling delete_port for 2e983c70-9d6f-49cb-a0a6-41c698c80a3b owned by network:dhcp {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:50:28.980713 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2915efc9-2e31-47ab-bb4d-6ec1ea82e91c None None] DHCP port deletion for aadce3e6-ada4-4e6b-b370-a583a62f633b request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:50:29.058912 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-f2d9e744-a062-48b8-9a55-ba67a65a31d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb92a61-c755-46ea-86f2-b372043c557e', 'name': 'tempest-RoutersTest-router-838312234', 'tenant_id': '24f911856b3c4338b647feba51f20eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:49:50Z', 'updated_at': '2021-11-24T01:50:26Z', 'revision_number': 8, 'project_id': '24f911856b3c4338b647feba51f20eff', 'gw_port_host': None, '_interfaces': [{'id': '2db26859-3a5c-43fb-9af5-a82a100a1f64', 'name': '', 'network_id': '908ade6b-b91a-4667-962d-c9abb70c0c91', 'tenant_id': '24f911856b3c4338b647feba51f20eff', 'mac_address': 'fa:16:3e:a2:1c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb92a61-c755-46ea-86f2-b372043c557e', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '2119d35b-8635-44be-9d17-9fc1c7d68c96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:49:52Z', 'updated_at': '2021-11-24T01:50:01Z', 'revision_number': 5, 'project_id': '24f911856b3c4338b647feba51f20eff', 'subnets': [{'id': '2119d35b-8635-44be-9d17-9fc1c7d68c96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '318885bc-2005-48c0-b333-b4f4659e2efd', 'name': '', 'network_id': '75a657f0-0d6f-4a96-a2c6-bdde36b17fa6', 'tenant_id': '24f911856b3c4338b647feba51f20eff', 'mac_address': 'fa:16:3e:82:a4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb92a61-c755-46ea-86f2-b372043c557e', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'e6bfe66a-97e9-456e-b8b7-f62c53e4b0f8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:50:08Z', 'updated_at': '2021-11-24T01:50:18Z', 'revision_number': 5, 'project_id': '24f911856b3c4338b647feba51f20eff', 'subnets': [{'id': 'e6bfe66a-97e9-456e-b8b7-f62c53e4b0f8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4ad46f2-63a0-41e8-85b9-d0f083b33f18', 'name': '', 'network_id': 'f4cfd1df-0a9a-4bca-8684-eb667a06b1b5', 'tenant_id': '24f911856b3c4338b647feba51f20eff', 'mac_address': 'fa:16:3e:2c:8f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb92a61-c755-46ea-86f2-b372043c557e', 'device_owner': 'network:router_interface', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '1ecfa2aa-fa62-4dc7-b0b7-5537d0a9a18f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:50:02Z', 'updated_at': '2021-11-24T01:50:10Z', 'revision_number': 5, 'project_id': '24f911856b3c4338b647feba51f20eff', 'subnets': [{'id': '1ecfa2aa-fa62-4dc7-b0b7-5537d0a9a18f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:29.076361 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-454ee41b-04cf-4b51-8f70-0e38f987fe03 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:29.102946 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d9e744-a062-48b8-9a55-ba67a65a31d9 None None] The sync data for ids ['abb92a61-c755-46ea-86f2-b372043c557e'] in dv-neutron-818911-2-hyperv is: [{'id': 'abb92a61-c755-46ea-86f2-b372043c557e', 'name': 'tempest-RoutersTest-router-838312234', 'tenant_id': '24f911856b3c4338b647feba51f20eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:49:50Z', 'updated_at': '2021-11-24T01:50:26Z', 'revision_number': 8, 'project_id': '24f911856b3c4338b647feba51f20eff', 'gw_port_host': None, '_interfaces': [{'id': '2db26859-3a5c-43fb-9af5-a82a100a1f64', 'name': '', 'network_id': '908ade6b-b91a-4667-962d-c9abb70c0c91', 'tenant_id': '24f911856b3c4338b647feba51f20eff', 'mac_address': 'fa:16:3e:a2:1c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb92a61-c755-46ea-86f2-b372043c557e', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '2119d35b-8635-44be-9d17-9fc1c7d68c96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:49:52Z', 'updated_at': '2021-11-24T01:50:01Z', 'revision_number': 5, 'project_id': '24f911856b3c4338b647feba51f20eff', 'subnets': [{'id': '2119d35b-8635-44be-9d17-9fc1c7d68c96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '318885bc-2005-48c0-b333-b4f4659e2efd', 'name': '', 'network_id': '75a657f0-0d6f-4a96-a2c6-bdde36b17fa6', 'tenant_id': '24f911856b3c4338b647feba51f20eff', 'mac_address': 'fa:16:3e:82:a4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb92a61-c755-46ea-86f2-b372043c557e', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'e6bfe66a-97e9-456e-b8b7-f62c53e4b0f8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:50:08Z', 'updated_at': '2021-11-24T01:50:18Z', 'revision_number': 5, 'project_id': '24f911856b3c4338b647feba51f20eff', 'subnets': [{'id': 'e6bfe66a-97e9-456e-b8b7-f62c53e4b0f8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4ad46f2-63a0-41e8-85b9-d0f083b33f18', 'name': '', 'network_id': 'f4cfd1df-0a9a-4bca-8684-eb667a06b1b5', 'tenant_id': '24f911856b3c4338b647feba51f20eff', 'mac_address': 'fa:16:3e:2c:8f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb92a61-c755-46ea-86f2-b372043c557e', 'device_owner': 'network:router_interface', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '1ecfa2aa-fa62-4dc7-b0b7-5537d0a9a18f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:50:02Z', 'updated_at': '2021-11-24T01:50:10Z', 'revision_number': 5, 'project_id': '24f911856b3c4338b647feba51f20eff', 'subnets': [{'id': '1ecfa2aa-fa62-4dc7-b0b7-5537d0a9a18f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:50:29.113944 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454ee41b-04cf-4b51-8f70-0e38f987fe03 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Pushing event deleted for resources: {'Port': ['ID=2e983c70-9d6f-49cb-a0a6-41c698c80a3b,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:29.126724 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454ee41b-04cf-4b51-8f70-0e38f987fe03 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] No DVR routers for this DVR port 2e983c70-9d6f-49cb-a0a6-41c698c80a3b on host dv-neutron-818911-2-hyperv {{(pid=109867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:50:29.135692 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454ee41b-04cf-4b51-8f70-0e38f987fe03 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:50:29.136044 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454ee41b-04cf-4b51-8f70-0e38f987fe03 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:50:29.136398 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454ee41b-04cf-4b51-8f70-0e38f987fe03 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:50:29.136733 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454ee41b-04cf-4b51-8f70-0e38f987fe03 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:50:29.137064 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454ee41b-04cf-4b51-8f70-0e38f987fe03 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:50:29.137398 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454ee41b-04cf-4b51-8f70-0e38f987fe03 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:50:29.137810 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454ee41b-04cf-4b51-8f70-0e38f987fe03 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:50:29.138260 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454ee41b-04cf-4b51-8f70-0e38f987fe03 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:50:29.138599 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454ee41b-04cf-4b51-8f70-0e38f987fe03 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:50:29.139023 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454ee41b-04cf-4b51-8f70-0e38f987fe03 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:50:29.139378 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454ee41b-04cf-4b51-8f70-0e38f987fe03 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:50:29.139714 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454ee41b-04cf-4b51-8f70-0e38f987fe03 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:50:29.192214 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-2915efc9-2e31-47ab-bb4d-6ec1ea82e91c None None] Deleting port 2e983c70-9d6f-49cb-a0a6-41c698c80a3b {{(pid=109868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:50:29.192214 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-2915efc9-2e31-47ab-bb4d-6ec1ea82e91c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:29.201794 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057c4775-f7da-4d90-a49e-90a5361c6f98 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Pushing event updated for resources: {'Network': ['ID=3a7786ad-9e35-45d2-9aa8-43a2b86c27bd,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:29.216197 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network 3a7786ad-9e35-45d2-9aa8-43a2b86c27bd details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:50:29.233675 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-454ee41b-04cf-4b51-8f70-0e38f987fe03 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:29.261398 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-454ee41b-04cf-4b51-8f70-0e38f987fe03 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aadce3e6-ada4-4e6b-b370-a583a62f633b']}} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:29.272400 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-454ee41b-04cf-4b51-8f70-0e38f987fe03 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98f77b5b-78f7-4779-b421-323c9757c8bc') {'for_net_delete': True} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:29.272743 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-454ee41b-04cf-4b51-8f70-0e38f987fe03 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98f77b5b-78f7-4779-b421-323c9757c8bc') {} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:29.277143 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-52fe8819-8cf9-431a-932d-78c36ee58da7 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:29.283923 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-454ee41b-04cf-4b51-8f70-0e38f987fe03 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28690908'] for segment, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:29.285189 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-2915efc9-2e31-47ab-bb4d-6ec1ea82e91c None None] For port 2e983c70-9d6f-49cb-a0a6-41c698c80a3b, host dv-neutron-818911-2-hyperv, got binding levels [] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:50:29.285604 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-2915efc9-2e31-47ab-bb4d-6ec1ea82e91c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:29.288806 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f7ebca-c82f-4ff4-b587-0ec844b4c1d5 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:29.294576 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f7ebca-c82f-4ff4-b587-0ec844b4c1d5 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:29.299134 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-454ee41b-04cf-4b51-8f70-0e38f987fe03 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:29.300638 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f7ebca-c82f-4ff4-b587-0ec844b4c1d5 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:29.305229 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-454ee41b-04cf-4b51-8f70-0e38f987fe03 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=109867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:50:29.305666 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-454ee41b-04cf-4b51-8f70-0e38f987fe03 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25503736'] for segment, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:29.306630 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f7ebca-c82f-4ff4-b587-0ec844b4c1d5 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:29.311103 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-81f7ebca-c82f-4ff4-b587-0ec844b4c1d5 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.5480397 Nov 24 01:50:29.311250 dv-neutron-818911-2-hyperv neutron-server[109867]: Traceback (most recent call last): Nov 24 01:50:29.311250 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:50:29.311250 dv-neutron-818911-2-hyperv neutron-server[109867]: timer() Nov 24 01:50:29.311250 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:50:29.311250 dv-neutron-818911-2-hyperv neutron-server[109867]: cb(*args, **kw) Nov 24 01:50:29.311250 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:50:29.311250 dv-neutron-818911-2-hyperv neutron-server[109867]: return func(*args, **kwargs) Nov 24 01:50:29.311250 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:50:29.311250 dv-neutron-818911-2-hyperv neutron-server[109867]: self._notify() Nov 24 01:50:29.311250 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:50:29.311250 dv-neutron-818911-2-hyperv neutron-server[109867]: self.callback(batched_events) Nov 24 01:50:29.311250 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:50:29.311250 dv-neutron-818911-2-hyperv neutron-server[109867]: event.method(event) Nov 24 01:50:29.311250 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:50:29.311250 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:50:29.311250 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:50:29.311250 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:50:29.311250 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:50:29.311250 dv-neutron-818911-2-hyperv neutron-server[109867]: return f(self, *a, **k) Nov 24 01:50:29.311250 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:50:29.311250 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._get(url).json() Nov 24 01:50:29.311250 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:50:29.311250 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:50:29.311250 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:50:29.311250 dv-neutron-818911-2-hyperv neutron-server[109867]: return self.request(url, 'GET', **kwargs) Nov 24 01:50:29.311250 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:50:29.311250 dv-neutron-818911-2-hyperv neutron-server[109867]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:50:29.311250 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:50:29.311250 dv-neutron-818911-2-hyperv neutron-server[109867]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:50:29.311250 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:50:29.311250 dv-neutron-818911-2-hyperv neutron-server[109867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:50:29.311250 dv-neutron-818911-2-hyperv neutron-server[109867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:50:29.313209 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49128) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:29.328889 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-2915efc9-2e31-47ab-bb4d-6ec1ea82e91c None None] Calling delete_port for 2e983c70-9d6f-49cb-a0a6-41c698c80a3b owned by network:dhcp {{(pid=109868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:50:29.332927 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.ipam_backend_mixin [None req-2915efc9-2e31-47ab-bb4d-6ec1ea82e91c None None] Port 2e983c70-9d6f-49cb-a0a6-41c698c80a3b was not found and therefore no delete operation was performed {{(pid=109868) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 24 01:50:29.335020 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [None req-a8cefc33-80ac-41f5-a04f-6217437756fd tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Allocated IP 172.26.5.33 (eb22795d-37ee-46ee-844d-92c17e2ea450/3e66fcff-6e72-4083-b514-48f69cdaa2cb/ce192c57-f437-4ece-b8f7-b297a213204e) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:50:29.336400 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-2915efc9-2e31-47ab-bb4d-6ec1ea82e91c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974'] for port, after_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:29.363732 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2915efc9-2e31-47ab-bb4d-6ec1ea82e91c None None] Pushing event deleted for resources: {'Port': ['ID=2e983c70-9d6f-49cb-a0a6-41c698c80a3b,revision_number=None']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:29.369802 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2915efc9-2e31-47ab-bb4d-6ec1ea82e91c None None] No DVR routers for this DVR port 2e983c70-9d6f-49cb-a0a6-41c698c80a3b on host dv-neutron-818911-2-hyperv {{(pid=109868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:50:29.435049 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-454ee41b-04cf-4b51-8f70-0e38f987fe03 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:29.445263 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-454ee41b-04cf-4b51-8f70-0e38f987fe03 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks [] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:29.453529 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-454ee41b-04cf-4b51-8f70-0e38f987fe03 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "DELETE /v2.0/networks/aadce3e6-ada4-4e6b-b370-a583a62f633b HTTP/1.1" status: 204 len: 168 time: 0.8139932 Nov 24 01:50:29.454913 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49130) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:29.460411 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-d2c75bd8-6feb-475d-b13d-f31228327492 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-978082306'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:50:29.466478 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-52fe8819-8cf9-431a-932d-78c36ee58da7 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Deleting port 89dec38a-697b-42f6-8049-c9e72bbdff7c {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:50:29.466813 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-52fe8819-8cf9-431a-932d-78c36ee58da7 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:29.467945 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-3f3b9470-66ba-4ae2-a7c9-0c748527e430 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:29.471816 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454ee41b-04cf-4b51-8f70-0e38f987fe03 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Pushing event deleted for resources: {'Network': ['ID=aadce3e6-ada4-4e6b-b370-a583a62f633b,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:29.514050 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d905d23-c430-4a55-982c-f544fb28ad95 None None] DHCP port deletion for e3bfedb3-f9ba-495d-9125-d7a77bc922f6 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:50:29.557373 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a8cefc33-80ac-41f5-a04f-6217437756fd tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:29.569527 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:29.571877 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2c75bd8-6feb-475d-b13d-f31228327492 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Made reservation on behalf of 3a57d4c6d6484e7bbaf48e6f242b2f3e for: {'network': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:50:29.575341 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d2c75bd8-6feb-475d-b13d-f31228327492 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:29.584330 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [None req-52fe8819-8cf9-431a-932d-78c36ee58da7 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] For port 89dec38a-697b-42f6-8049-c9e72bbdff7c, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=89dec38a-697b-42f6-8049-c9e72bbdff7c,segment=NetworkSegment(2a733735-cfa6-462d-8e21-6ba66082f300),segment_id=2a733735-cfa6-462d-8e21-6ba66082f300)] {{(pid=109866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:50:29.585272 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-52fe8819-8cf9-431a-932d-78c36ee58da7 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:29.595482 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-0d905d23-c430-4a55-982c-f544fb28ad95 None None] Deleting port 89dec38a-697b-42f6-8049-c9e72bbdff7c {{(pid=109868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:50:29.596550 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-0d905d23-c430-4a55-982c-f544fb28ad95 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:29.597300 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-3f3b9470-66ba-4ae2-a7c9-0c748527e430 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:29.614015 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-52fe8819-8cf9-431a-932d-78c36ee58da7 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Calling delete_port for 89dec38a-697b-42f6-8049-c9e72bbdff7c owned by network:dhcp {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:50:29.636396 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-3f3b9470-66ba-4ae2-a7c9-0c748527e430 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98e2c31d-c4a2-4098-bb66-e0cdd8023a2d']}} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:29.649162 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2c75bd8-6feb-475d-b13d-f31228327492 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=109866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:50:29.651472 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-3f3b9470-66ba-4ae2-a7c9-0c748527e430 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27298b22-fac5-4465-a53b-5a373399dcc4') {'for_net_delete': True} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:29.651773 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-3f3b9470-66ba-4ae2-a7c9-0c748527e430 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27298b22-fac5-4465-a53b-5a373399dcc4') {} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:29.664133 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-3f3b9470-66ba-4ae2-a7c9-0c748527e430 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28690908'] for segment, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:29.680715 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-3f3b9470-66ba-4ae2-a7c9-0c748527e430 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:29.695067 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d2c75bd8-6feb-475d-b13d-f31228327492 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:29.695411 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.segments_db [None req-d2c75bd8-6feb-475d-b13d-f31228327492 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Added segment 3c1b1fc1-492b-4c3d-8633-9f639a60f429 of type vlan for network 44ec3fd3-a4d7-496c-899a-7c836578a537 Nov 24 01:50:29.695953 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f3b9470-66ba-4ae2-a7c9-0c748527e430 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=109867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:50:29.696660 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-3f3b9470-66ba-4ae2-a7c9-0c748527e430 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25503736'] for segment, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:29.704127 dv-neutron-818911-2-hyperv neutron-server[109867]: Traceback (most recent call last): Nov 24 01:50:29.704127 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:50:29.704127 dv-neutron-818911-2-hyperv neutron-server[109867]: timer() Nov 24 01:50:29.704127 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:50:29.704127 dv-neutron-818911-2-hyperv neutron-server[109867]: cb(*args, **kw) Nov 24 01:50:29.704127 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:50:29.704127 dv-neutron-818911-2-hyperv neutron-server[109867]: return func(*args, **kwargs) Nov 24 01:50:29.704127 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:50:29.704127 dv-neutron-818911-2-hyperv neutron-server[109867]: self._notify() Nov 24 01:50:29.704127 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:50:29.704127 dv-neutron-818911-2-hyperv neutron-server[109867]: self.callback(batched_events) Nov 24 01:50:29.704127 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:50:29.704127 dv-neutron-818911-2-hyperv neutron-server[109867]: event.method(event) Nov 24 01:50:29.704127 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:50:29.704127 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:50:29.704127 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:50:29.704127 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:50:29.704127 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:50:29.704127 dv-neutron-818911-2-hyperv neutron-server[109867]: return f(self, *a, **k) Nov 24 01:50:29.704127 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:50:29.704127 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._get(url).json() Nov 24 01:50:29.704127 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:50:29.704127 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:50:29.704127 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:50:29.704127 dv-neutron-818911-2-hyperv neutron-server[109867]: return self.request(url, 'GET', **kwargs) Nov 24 01:50:29.704127 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:50:29.704127 dv-neutron-818911-2-hyperv neutron-server[109867]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:50:29.704127 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:50:29.704127 dv-neutron-818911-2-hyperv neutron-server[109867]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:50:29.704127 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:50:29.704127 dv-neutron-818911-2-hyperv neutron-server[109867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:50:29.704127 dv-neutron-818911-2-hyperv neutron-server[109867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:50:29.707416 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49134) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:29.711932 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a8cefc33-80ac-41f5-a04f-6217437756fd tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:29.782107 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d2c75bd8-6feb-475d-b13d-f31228327492 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:29.825084 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8cefc33-80ac-41f5-a04f-6217437756fd tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Network eb22795d-37ee-46ee-844d-92c17e2ea450 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:50:29.837933 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-a8cefc33-80ac-41f5-a04f-6217437756fd tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:50:29.838984 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-0d905d23-c430-4a55-982c-f544fb28ad95 None None] For port 89dec38a-697b-42f6-8049-c9e72bbdff7c, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=89dec38a-697b-42f6-8049-c9e72bbdff7c,segment=NetworkSegment(2a733735-cfa6-462d-8e21-6ba66082f300),segment_id=2a733735-cfa6-462d-8e21-6ba66082f300)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:50:29.839503 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-0d905d23-c430-4a55-982c-f544fb28ad95 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:29.840843 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8cefc33-80ac-41f5-a04f-6217437756fd tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:50:29.846015 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cefc33-80ac-41f5-a04f-6217437756fd tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Pushing event updated for resources: {'Port': ['ID=ce192c57-f437-4ece-b8f7-b297a213204e,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:29.846701 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973e1b86-3716-4244-b627-109fcd399696 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:29.847340 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973e1b86-3716-4244-b627-109fcd399696 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:29.847869 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973e1b86-3716-4244-b627-109fcd399696 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:29.855437 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-52fe8819-8cf9-431a-932d-78c36ee58da7 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:29.864469 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-973e1b86-3716-4244-b627-109fcd399696 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] 10.222.0.21 "GET /v2.0/ports?project_id=5cd72ac6dd034b2d92e26f70404adb10&network_id=8617ed88-7a9f-4293-a73d-5ec916acee3f HTTP/1.1" status: 200 len: 2999 time: 0.1585662 Nov 24 01:50:29.865498 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-0d905d23-c430-4a55-982c-f544fb28ad95 None None] Calling delete_port for 89dec38a-697b-42f6-8049-c9e72bbdff7c owned by network:dhcp {{(pid=109868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:50:29.866819 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-3f3b9470-66ba-4ae2-a7c9-0c748527e430 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:29.875359 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-3f3b9470-66ba-4ae2-a7c9-0c748527e430 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Publish callbacks [] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:29.877708 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20929dd-44de-4f8f-af7f-b928745c5893 None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:50:29.882372 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-3f3b9470-66ba-4ae2-a7c9-0c748527e430 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] 10.222.0.21 "DELETE /v2.0/networks/98e2c31d-c4a2-4098-bb66-e0cdd8023a2d HTTP/1.1" status: 204 len: 168 time: 0.5696242 Nov 24 01:50:29.886700 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49138) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:29.923992 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3b9470-66ba-4ae2-a7c9-0c748527e430 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Pushing event deleted for resources: {'Network': ['ID=98e2c31d-c4a2-4098-bb66-e0cdd8023a2d,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:29.966668 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-0d905d23-c430-4a55-982c-f544fb28ad95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974'] for port, after_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:30.001493 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d905d23-c430-4a55-982c-f544fb28ad95 None None] Pushing event deleted for resources: {'Port': ['ID=89dec38a-697b-42f6-8049-c9e72bbdff7c,revision_number=None']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:30.009772 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d905d23-c430-4a55-982c-f544fb28ad95 None None] No DVR routers for this DVR port 89dec38a-697b-42f6-8049-c9e72bbdff7c on host dv-neutron-818911-2-hyperv {{(pid=109868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:50:30.011318 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-39ec11e8-1c36-4575-8e8b-6f7733850f53 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:30.019688 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-77f69c57-79cb-42f4-9cab-fe365fe70b26 None None] Provisioning complete for port ce192c57-f437-4ece-b8f7-b297a213204e triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:50:30.019688 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-77f69c57-79cb-42f4-9cab-fe365fe70b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:30.060817 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-77f69c57-79cb-42f4-9cab-fe365fe70b26 None None] Port ce192c57-f437-4ece-b8f7-b297a213204e cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:50:30.088687 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:30.131726 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-39ec11e8-1c36-4575-8e8b-6f7733850f53 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:30.154302 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-39ec11e8-1c36-4575-8e8b-6f7733850f53 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a7786ad-9e35-45d2-9aa8-43a2b86c27bd']}} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:30.164868 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-39ec11e8-1c36-4575-8e8b-6f7733850f53 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c31cef51-c5ff-4a0b-943b-69c7ca598d6e') {'for_net_delete': True} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:30.165165 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-39ec11e8-1c36-4575-8e8b-6f7733850f53 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c31cef51-c5ff-4a0b-943b-69c7ca598d6e') {} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:30.171836 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 89dec38a-697b-42f6-8049-c9e72bbdff7c no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:50:30.175754 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-39ec11e8-1c36-4575-8e8b-6f7733850f53 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28690908'] for segment, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:30.190684 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-39ec11e8-1c36-4575-8e8b-6f7733850f53 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:30.194690 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: 89dec38a-697b-42f6-8049-c9e72bbdff7c {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:50:30.195270 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 89dec38a-697b-42f6-8049-c9e72bbdff7c not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:50:30.195804 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 2e983c70-9d6f-49cb-a0a6-41c698c80a3b no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:50:30.198304 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39ec11e8-1c36-4575-8e8b-6f7733850f53 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=109867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:50:30.198790 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-39ec11e8-1c36-4575-8e8b-6f7733850f53 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25503736'] for segment, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:30.203790 dv-neutron-818911-2-hyperv neutron-server[109867]: Traceback (most recent call last): Nov 24 01:50:30.203790 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:50:30.203790 dv-neutron-818911-2-hyperv neutron-server[109867]: timer() Nov 24 01:50:30.203790 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:50:30.203790 dv-neutron-818911-2-hyperv neutron-server[109867]: cb(*args, **kw) Nov 24 01:50:30.203790 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:50:30.203790 dv-neutron-818911-2-hyperv neutron-server[109867]: return func(*args, **kwargs) Nov 24 01:50:30.203790 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:50:30.203790 dv-neutron-818911-2-hyperv neutron-server[109867]: self._notify() Nov 24 01:50:30.203790 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:50:30.203790 dv-neutron-818911-2-hyperv neutron-server[109867]: self.callback(batched_events) Nov 24 01:50:30.203790 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:50:30.203790 dv-neutron-818911-2-hyperv neutron-server[109867]: event.method(event) Nov 24 01:50:30.203790 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:50:30.203790 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:50:30.203790 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:50:30.203790 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:50:30.203790 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:50:30.203790 dv-neutron-818911-2-hyperv neutron-server[109867]: return f(self, *a, **k) Nov 24 01:50:30.203790 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:50:30.203790 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._get(url).json() Nov 24 01:50:30.203790 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:50:30.203790 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:50:30.203790 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:50:30.203790 dv-neutron-818911-2-hyperv neutron-server[109867]: return self.request(url, 'GET', **kwargs) Nov 24 01:50:30.203790 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:50:30.203790 dv-neutron-818911-2-hyperv neutron-server[109867]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:50:30.203790 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:50:30.203790 dv-neutron-818911-2-hyperv neutron-server[109867]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:50:30.203790 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:50:30.203790 dv-neutron-818911-2-hyperv neutron-server[109867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:50:30.203790 dv-neutron-818911-2-hyperv neutron-server[109867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:50:30.206362 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d2c75bd8-6feb-475d-b13d-f31228327492 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:30.211977 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c75bd8-6feb-475d-b13d-f31228327492 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:30.212548 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d2c75bd8-6feb-475d-b13d-f31228327492 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks [] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:30.215413 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cefc33-80ac-41f5-a04f-6217437756fd tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:50:30.215739 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cefc33-80ac-41f5-a04f-6217437756fd tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:50:30.216075 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cefc33-80ac-41f5-a04f-6217437756fd tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:50:30.216407 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cefc33-80ac-41f5-a04f-6217437756fd tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:50:30.216731 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cefc33-80ac-41f5-a04f-6217437756fd tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:50:30.217053 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cefc33-80ac-41f5-a04f-6217437756fd tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:50:30.217592 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cefc33-80ac-41f5-a04f-6217437756fd tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:50:30.218106 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cefc33-80ac-41f5-a04f-6217437756fd tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:50:30.218429 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cefc33-80ac-41f5-a04f-6217437756fd tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:50:30.218751 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cefc33-80ac-41f5-a04f-6217437756fd tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:50:30.219078 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cefc33-80ac-41f5-a04f-6217437756fd tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:50:30.219778 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cefc33-80ac-41f5-a04f-6217437756fd tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:50:30.220245 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: 2e983c70-9d6f-49cb-a0a6-41c698c80a3b {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:50:30.220693 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 2e983c70-9d6f-49cb-a0a6-41c698c80a3b not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:50:30.221217 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device c001e3dc-4f42-46e0-ad0d-878d2a0066f8 no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:50:30.243394 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: c001e3dc-4f42-46e0-ad0d-878d2a0066f8 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:50:30.244094 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device c001e3dc-4f42-46e0-ad0d-878d2a0066f8 not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:50:30.267265 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fe8819-8cf9-431a-932d-78c36ee58da7 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] No DVR routers for this DVR port 89dec38a-697b-42f6-8049-c9e72bbdff7c on host dv-neutron-818911-2-hyperv {{(pid=109866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:50:30.280433 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-39ec11e8-1c36-4575-8e8b-6f7733850f53 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:30.290414 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fe8819-8cf9-431a-932d-78c36ee58da7 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Pushing event deleted for resources: {'Port': ['ID=89dec38a-697b-42f6-8049-c9e72bbdff7c,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:30.302105 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-39ec11e8-1c36-4575-8e8b-6f7733850f53 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Publish callbacks [] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:30.305970 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-39ec11e8-1c36-4575-8e8b-6f7733850f53 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] 10.222.0.21 "DELETE /v2.0/networks/3a7786ad-9e35-45d2-9aa8-43a2b86c27bd HTTP/1.1" status: 204 len: 168 time: 0.4170597 Nov 24 01:50:30.307018 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ec11e8-1c36-4575-8e8b-6f7733850f53 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Pushing event deleted for resources: {'Network': ['ID=3a7786ad-9e35-45d2-9aa8-43a2b86c27bd,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:30.308535 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49142) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:30.336113 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-d2c75bd8-6feb-475d-b13d-f31228327492 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8770304 Nov 24 01:50:30.338241 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49144) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:30.385246 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-bedcb566-feed-4c7e-8133-0c34b2f061c3 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Request body: {'subnet': {'network_id': '44ec3fd3-a4d7-496c-899a-7c836578a537', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:50:30.413693 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09bd4b54-25ee-4724-b003-3736a62a7bfd tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:30.419758 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09bd4b54-25ee-4724-b003-3736a62a7bfd tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:30.421297 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-09bd4b54-25ee-4724-b003-3736a62a7bfd tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1118643 Nov 24 01:50:30.425248 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49146) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:30.430141 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-c191d042-2544-42f1-b073-22905beb93cf tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1722645815'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:50:30.451130 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c191d042-2544-42f1-b073-22905beb93cf tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Made reservation on behalf of dcbb34b3c9c944e5a1010891e732f84e for: {'network': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:50:30.454773 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c191d042-2544-42f1-b073-22905beb93cf tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:30.467358 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c75bd8-6feb-475d-b13d-f31228327492 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Pushing event updated for resources: {'Network': ['ID=44ec3fd3-a4d7-496c-899a-7c836578a537,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:30.479970 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network 44ec3fd3-a4d7-496c-899a-7c836578a537 details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:50:30.480169 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c191d042-2544-42f1-b073-22905beb93cf tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=109867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:50:30.489360 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c191d042-2544-42f1-b073-22905beb93cf tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:30.489732 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.segments_db [None req-c191d042-2544-42f1-b073-22905beb93cf tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Added segment fa51612d-c2b3-4c33-8eac-35e579cc7c17 of type vlan for network 755593d4-2440-4ab4-936f-278a27b4b822 Nov 24 01:50:30.515240 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-52fe8819-8cf9-431a-932d-78c36ee58da7 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:30.534623 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c191d042-2544-42f1-b073-22905beb93cf tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:30.560983 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c191d042-2544-42f1-b073-22905beb93cf tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:30.566628 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c191d042-2544-42f1-b073-22905beb93cf tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:30.567317 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c191d042-2544-42f1-b073-22905beb93cf tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Publish callbacks [] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:30.604272 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-52fe8819-8cf9-431a-932d-78c36ee58da7 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3bfedb3-f9ba-495d-9125-d7a77bc922f6']}} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:30.609903 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-c191d042-2544-42f1-b073-22905beb93cf tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1829510 Nov 24 01:50:30.612433 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49148) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:30.622466 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-52fe8819-8cf9-431a-932d-78c36ee58da7 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a733735-cfa6-462d-8e21-6ba66082f300') {'for_net_delete': True} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:30.622770 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-52fe8819-8cf9-431a-932d-78c36ee58da7 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a733735-cfa6-462d-8e21-6ba66082f300') {} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:30.638473 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-52fe8819-8cf9-431a-932d-78c36ee58da7 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29055561'] for segment, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:30.641041 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-fa3ff7a5-ffbf-48bb-b4bb-e5345d405c5e tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-8476582'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:50:30.649719 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c191d042-2544-42f1-b073-22905beb93cf tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Pushing event updated for resources: {'Network': ['ID=755593d4-2440-4ab4-936f-278a27b4b822,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:30.663942 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network 755593d4-2440-4ab4-936f-278a27b4b822 details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:50:30.688834 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-52fe8819-8cf9-431a-932d-78c36ee58da7 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:30.695904 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bedcb566-feed-4c7e-8133-0c34b2f061c3 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Made reservation on behalf of 3a57d4c6d6484e7bbaf48e6f242b2f3e for: {'subnet': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:50:30.699586 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-bedcb566-feed-4c7e-8133-0c34b2f061c3 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29154835'] for subnet, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:30.710081 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa3ff7a5-ffbf-48bb-b4bb-e5345d405c5e tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Made reservation on behalf of dcbb34b3c9c944e5a1010891e732f84e for: {'network': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:50:30.713830 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fa3ff7a5-ffbf-48bb-b4bb-e5345d405c5e tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:30.726260 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52fe8819-8cf9-431a-932d-78c36ee58da7 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=109866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:50:30.726647 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-52fe8819-8cf9-431a-932d-78c36ee58da7 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29151010'] for segment, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:30.731191 dv-neutron-818911-2-hyperv neutron-server[109866]: Traceback (most recent call last): Nov 24 01:50:30.731191 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:50:30.731191 dv-neutron-818911-2-hyperv neutron-server[109866]: timer() Nov 24 01:50:30.731191 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:50:30.731191 dv-neutron-818911-2-hyperv neutron-server[109866]: cb(*args, **kw) Nov 24 01:50:30.731191 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:50:30.731191 dv-neutron-818911-2-hyperv neutron-server[109866]: return func(*args, **kwargs) Nov 24 01:50:30.731191 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:50:30.731191 dv-neutron-818911-2-hyperv neutron-server[109866]: self._notify() Nov 24 01:50:30.731191 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:50:30.731191 dv-neutron-818911-2-hyperv neutron-server[109866]: self.callback(batched_events) Nov 24 01:50:30.731191 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:50:30.731191 dv-neutron-818911-2-hyperv neutron-server[109866]: event.method(event) Nov 24 01:50:30.731191 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:50:30.731191 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:50:30.731191 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:50:30.731191 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:50:30.731191 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:50:30.731191 dv-neutron-818911-2-hyperv neutron-server[109866]: return f(self, *a, **k) Nov 24 01:50:30.731191 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:50:30.731191 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._get(url).json() Nov 24 01:50:30.731191 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:50:30.731191 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:50:30.731191 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:50:30.731191 dv-neutron-818911-2-hyperv neutron-server[109866]: return self.request(url, 'GET', **kwargs) Nov 24 01:50:30.731191 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:50:30.731191 dv-neutron-818911-2-hyperv neutron-server[109866]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:50:30.731191 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:50:30.731191 dv-neutron-818911-2-hyperv neutron-server[109866]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:50:30.731191 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:50:30.731191 dv-neutron-818911-2-hyperv neutron-server[109866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:50:30.731191 dv-neutron-818911-2-hyperv neutron-server[109866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:50:30.741355 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa3ff7a5-ffbf-48bb-b4bb-e5345d405c5e tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=109867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:50:30.750918 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fa3ff7a5-ffbf-48bb-b4bb-e5345d405c5e tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:30.751334 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.segments_db [None req-fa3ff7a5-ffbf-48bb-b4bb-e5345d405c5e tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Added segment a4f44951-65a5-406d-b304-092a26f38073 of type vlan for network 2f3bbba9-7d54-4e61-b5a6-5d6ec242b305 Nov 24 01:50:30.793282 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fa3ff7a5-ffbf-48bb-b4bb-e5345d405c5e tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:30.818555 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fa3ff7a5-ffbf-48bb-b4bb-e5345d405c5e tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:30.824640 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3ff7a5-ffbf-48bb-b4bb-e5345d405c5e tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:30.825228 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fa3ff7a5-ffbf-48bb-b4bb-e5345d405c5e tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Publish callbacks [] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:30.867204 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-fa3ff7a5-ffbf-48bb-b4bb-e5345d405c5e tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2540882 Nov 24 01:50:30.869637 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-52fe8819-8cf9-431a-932d-78c36ee58da7 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:30.869784 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49152) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:30.874875 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-4f3f835f-0a04-4833-9b96-46dc575c294e tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Request body: {'ports': [{'network_id': '755593d4-2440-4ab4-936f-278a27b4b822', 'name': 'tempest-port--467122863', 'admin_state_up': True}, {'network_id': '2f3bbba9-7d54-4e61-b5a6-5d6ec242b305', 'admin_state_up': False}]} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:50:30.875321 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-4f3f835f-0a04-4833-9b96-46dc575c294e tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Request body: {'port': {'network_id': '755593d4-2440-4ab4-936f-278a27b4b822', 'name': 'tempest-port--467122863', 'admin_state_up': True}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:50:30.876019 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-4f3f835f-0a04-4833-9b96-46dc575c294e tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Request body: {'port': {'network_id': '2f3bbba9-7d54-4e61-b5a6-5d6ec242b305', 'admin_state_up': False}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:50:30.883693 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-52fe8819-8cf9-431a-932d-78c36ee58da7 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks [] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:30.886897 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-52fe8819-8cf9-431a-932d-78c36ee58da7 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] 10.222.0.21 "DELETE /v2.0/networks/e3bfedb3-f9ba-495d-9125-d7a77bc922f6 HTTP/1.1" status: 204 len: 168 time: 1.9534187 Nov 24 01:50:30.894542 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49154) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:30.906543 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fe8819-8cf9-431a-932d-78c36ee58da7 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Pushing event deleted for resources: {'Network': ['ID=e3bfedb3-f9ba-495d-9125-d7a77bc922f6,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:30.908186 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a8cefc33-80ac-41f5-a04f-6217437756fd tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:30.939287 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ff7a5-ffbf-48bb-b4bb-e5345d405c5e tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Pushing event updated for resources: {'Network': ['ID=2f3bbba9-7d54-4e61-b5a6-5d6ec242b305,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:30.951189 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network 2f3bbba9-7d54-4e61-b5a6-5d6ec242b305 details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:50:31.164957 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-bedcb566-feed-4c7e-8133-0c34b2f061c3 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29149261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29154849'] for subnet, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:31.236552 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a8cefc33-80ac-41f5-a04f-6217437756fd tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3684298', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-424347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2775'] for router, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:31.245817 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedcb566-feed-4c7e-8133-0c34b2f061c3 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Pushing event updated for resources: {'Subnet': ['ID=cce5c554-ebb7-4f85-868f-64003a7013b5,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:31.255122 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a8cefc33-80ac-41f5-a04f-6217437756fd tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3683822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-418125', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-424361'] for router, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:31.309882 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedcb566-feed-4c7e-8133-0c34b2f061c3 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Checking segment: {'id': '3c1b1fc1-492b-4c3d-8633-9f639a60f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '44ec3fd3-a4d7-496c-899a-7c836578a537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:50:31.310242 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bedcb566-feed-4c7e-8133-0c34b2f061c3 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Network hostable DHCP agents. Network: 44ec3fd3-a4d7-496c-899a-7c836578a537, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 01:50:31.373291 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bedcb566-feed-4c7e-8133-0c34b2f061c3 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Network 44ec3fd3-a4d7-496c-899a-7c836578a537 is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 01:50:31.386233 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-bedcb566-feed-4c7e-8133-0c34b2f061c3 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, 44ec3fd3-a4d7-496c-899a-7c836578a537) {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:50:31.392773 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bedcb566-feed-4c7e-8133-0c34b2f061c3 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:31.393359 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-bedcb566-feed-4c7e-8133-0c34b2f061c3 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:31.398293 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732150c7-3215-4494-bc27-1c30c6f7ff57 None None] Network 44ec3fd3-a4d7-496c-899a-7c836578a537 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:50:31.421983 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-bedcb566-feed-4c7e-8133-0c34b2f061c3 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0669451 Nov 24 01:50:31.422206 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49158) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:31.427010 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-459da8c5-2b00-4e92-832d-effb3a3c039e tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Request body: {'port': {'network_id': '44ec3fd3-a4d7-496c-899a-7c836578a537', 'name': 'tempest-PortsIpV6TestJSON-1783902412', 'fixed_ips': [{'subnet_id': 'cce5c554-ebb7-4f85-868f-64003a7013b5', 'ip_address': '2001:db8::10'}]}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:50:31.464826 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8cefc33-80ac-41f5-a04f-6217437756fd tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Router e82217eb-22f2-4afc-9b80-555b621197b0 is scheduled to L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e with binding_index 1 {{(pid=109866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 01:50:31.540498 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49160) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:31.563892 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac8aaae-e267-4ea5-8676-6a1911eefebd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-44ec3fd3-a4d7-496c-899a-7c836578a537', 'network_id': '44ec3fd3-a4d7-496c-899a-7c836578a537', 'tenant_id': '3a57d4c6d6484e7bbaf48e6f242b2f3e', 'fixed_ips': [{'subnet_id': 'cce5c554-ebb7-4f85-868f-64003a7013b5'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 01:50:31.564996 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-2ac8aaae-e267-4ea5-8676-6a1911eefebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:31.631374 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc0c0d6-b09a-4f16-973e-102db184b442 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:31.633174 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-0bc0c0d6-b09a-4f16-973e-102db184b442 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=eb22795d-37ee-46ee-844d-92c17e2ea450 HTTP/1.1" status: 200 len: 814 time: 0.0915005 Nov 24 01:50:31.653830 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f3f835f-0a04-4833-9b96-46dc575c294e tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Made reservation on behalf of dcbb34b3c9c944e5a1010891e732f84e for: {'port': 2} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:50:31.657862 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8cefc33-80ac-41f5-a04f-6217437756fd tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:50:31.658415 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4f3f835f-0a04-4833-9b96-46dc575c294e tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:31.666413 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a8cefc33-80ac-41f5-a04f-6217437756fd tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Publish callbacks [] for router, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:31.668347 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-a8cefc33-80ac-41f5-a04f-6217437756fd tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] 10.222.0.21 "PUT /v2.0/routers/e82217eb-22f2-4afc-9b80-555b621197b0 HTTP/1.1" status: 200 len: 919 time: 4.5582783 Nov 24 01:50:31.673171 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49164) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:31.673652 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe2aeed-fe5e-4888-9ca7-fadd6d3e569f None None] Sync routers for ids ['e82217eb-22f2-4afc-9b80-555b621197b0'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:50:31.688928 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4f3f835f-0a04-4833-9b96-46dc575c294e tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:31.713548 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-459da8c5-2b00-4e92-832d-effb3a3c039e tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Made reservation on behalf of 3a57d4c6d6484e7bbaf48e6f242b2f3e for: {'port': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:50:31.714374 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe2aeed-fe5e-4888-9ca7-fadd6d3e569f None None] Routers {'e82217eb-22f2-4afc-9b80-555b621197b0'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:50:31.715895 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-bfe2aeed-fe5e-4888-9ca7-fadd6d3e569f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:50:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['e82217eb-22f2-4afc-9b80-555b621197b0'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:31.757320 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-bfe2aeed-fe5e-4888-9ca7-fadd6d3e569f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:31.770675 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe2aeed-fe5e-4888-9ca7-fadd6d3e569f None None] Routers {'e82217eb-22f2-4afc-9b80-555b621197b0'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:50:31.771379 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-bfe2aeed-fe5e-4888-9ca7-fadd6d3e569f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:50:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['e82217eb-22f2-4afc-9b80-555b621197b0'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:31.799631 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [None req-4f3f835f-0a04-4833-9b96-46dc575c294e tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] device_id is not set on port c9483537-6c79-48f4-b701-3857c42f0e1b yet. {{(pid=109867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 01:50:31.812013 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-bfe2aeed-fe5e-4888-9ca7-fadd6d3e569f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:31.812957 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe2aeed-fe5e-4888-9ca7-fadd6d3e569f None None] The sync data for ids ['e82217eb-22f2-4afc-9b80-555b621197b0'] in dv-neutron-818911-2-hyperv is: [] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:50:31.825873 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-2ac8aaae-e267-4ea5-8676-6a1911eefebd None None] Allocated IP 2001:db8::2 (44ec3fd3-a4d7-496c-899a-7c836578a537/cce5c554-ebb7-4f85-868f-64003a7013b5/2372c002-79d7-4654-980e-4305a60da35b) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:50:31.847734 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-38a67384-d237-413e-bb7e-ae5a2ef6fffa tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] 10.222.0.21 "GET /v2.0/routers/e82217eb-22f2-4afc-9b80-555b621197b0 HTTP/1.1" status: 200 len: 925 time: 0.1733820 Nov 24 01:50:31.852175 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-459da8c5-2b00-4e92-832d-effb3a3c039e tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:31.852586 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49168) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:31.871269 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [None req-459da8c5-2b00-4e92-832d-effb3a3c039e tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] device_id is not set on port 2a162da8-7c27-4749-a265-606612e990cf yet. {{(pid=109866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 01:50:31.997833 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aafa2338-787f-462f-b4d0-42709d094d41 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:31.998415 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-2ac8aaae-e267-4ea5-8676-6a1911eefebd None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:31.999267 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-aafa2338-787f-462f-b4d0-42709d094d41 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=eb22795d-37ee-46ee-844d-92c17e2ea450&device_id=e82217eb-22f2-4afc-9b80-555b621197b0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1438301 Nov 24 01:50:32.002077 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49170) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:32.011545 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-2ac8aaae-e267-4ea5-8676-6a1911eefebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:32.030894 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4f3f835f-0a04-4833-9b96-46dc575c294e tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:32.055349 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac8aaae-e267-4ea5-8676-6a1911eefebd None None] Network 44ec3fd3-a4d7-496c-899a-7c836578a537 is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:50:32.059260 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-2ac8aaae-e267-4ea5-8676-6a1911eefebd None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:50:32.064247 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac8aaae-e267-4ea5-8676-6a1911eefebd None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:50:32.068272 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac8aaae-e267-4ea5-8676-6a1911eefebd None None] Pushing event updated for resources: {'Port': ['ID=2372c002-79d7-4654-980e-4305a60da35b,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:32.080842 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac8aaae-e267-4ea5-8676-6a1911eefebd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:50:32.080842 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac8aaae-e267-4ea5-8676-6a1911eefebd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:50:32.081168 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac8aaae-e267-4ea5-8676-6a1911eefebd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:50:32.081386 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac8aaae-e267-4ea5-8676-6a1911eefebd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:50:32.081677 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac8aaae-e267-4ea5-8676-6a1911eefebd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:50:32.082006 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac8aaae-e267-4ea5-8676-6a1911eefebd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:50:32.082337 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac8aaae-e267-4ea5-8676-6a1911eefebd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:50:32.082661 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac8aaae-e267-4ea5-8676-6a1911eefebd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:50:32.083689 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac8aaae-e267-4ea5-8676-6a1911eefebd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:50:32.083689 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac8aaae-e267-4ea5-8676-6a1911eefebd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:50:32.083689 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac8aaae-e267-4ea5-8676-6a1911eefebd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:50:32.084046 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac8aaae-e267-4ea5-8676-6a1911eefebd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:50:32.097736 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49172) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:32.108361 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-818126ee-08bb-4b34-8566-15b9dcfa4f43 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'network': {'name': 'tempest-network-smoke--407248394', 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'port_security_enabled': True}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:50:32.115769 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f16a6f47-5489-471e-8256-c2ec51d4dc71 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3777994'] for router_interface, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:32.120188 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [None req-4f3f835f-0a04-4833-9b96-46dc575c294e tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] device_id is not set on port 4a9fbdbb-515b-44dd-8f0b-c8b0f9e22e87 yet. {{(pid=109867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 01:50:32.122809 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [None req-459da8c5-2b00-4e92-832d-effb3a3c039e tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Allocated IP 2001:db8::10 (44ec3fd3-a4d7-496c-899a-7c836578a537/cce5c554-ebb7-4f85-868f-64003a7013b5/2a162da8-7c27-4749-a265-606612e990cf) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:50:32.135160 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-2ac8aaae-e267-4ea5-8676-6a1911eefebd None None] Attempting to bind port 2372c002-79d7-4654-980e-4305a60da35b on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:50:32.135522 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-2ac8aaae-e267-4ea5-8676-6a1911eefebd None None] Attempting to bind port 2372c002-79d7-4654-980e-4305a60da35b by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '3c1b1fc1-492b-4c3d-8633-9f639a60f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '44ec3fd3-a4d7-496c-899a-7c836578a537'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:50:32.135879 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac8aaae-e267-4ea5-8676-6a1911eefebd None None] Attempting to bind port 2372c002-79d7-4654-980e-4305a60da35b on network 44ec3fd3-a4d7-496c-899a-7c836578a537 {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:50:32.141146 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac8aaae-e267-4ea5-8676-6a1911eefebd None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:50:32.141594 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac8aaae-e267-4ea5-8676-6a1911eefebd None None] Checking segment: {'id': '3c1b1fc1-492b-4c3d-8633-9f639a60f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '44ec3fd3-a4d7-496c-899a-7c836578a537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:50:32.142253 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-2ac8aaae-e267-4ea5-8676-6a1911eefebd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:32.142378 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac8aaae-e267-4ea5-8676-6a1911eefebd None None] Bound using segment: {'id': '3c1b1fc1-492b-4c3d-8633-9f639a60f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '44ec3fd3-a4d7-496c-899a-7c836578a537'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:50:32.142771 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-2ac8aaae-e267-4ea5-8676-6a1911eefebd None None] Bound port: 2372c002-79d7-4654-980e-4305a60da35b, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c1b1fc1-492b-4c3d-8633-9f639a60f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '44ec3fd3-a4d7-496c-899a-7c836578a537'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:50:32.143407 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-2ac8aaae-e267-4ea5-8676-6a1911eefebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:32.177022 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-818126ee-08bb-4b34-8566-15b9dcfa4f43 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Made reservation on behalf of 5cd72ac6dd034b2d92e26f70404adb10 for: {'network': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:50:32.180503 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-818126ee-08bb-4b34-8566-15b9dcfa4f43 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:32.186542 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b41e06-91c5-45b3-8190-dae3172dd9b5 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:32.190851 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-94b41e06-91c5-45b3-8190-dae3172dd9b5 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] 10.222.0.21 "GET /v2.0/networks/eb22795d-37ee-46ee-844d-92c17e2ea450 HTTP/1.1" status: 200 len: 881 time: 0.1847885 Nov 24 01:50:32.191683 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49174) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:32.217890 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-2ac8aaae-e267-4ea5-8676-6a1911eefebd None None] For port 2372c002-79d7-4654-980e-4305a60da35b, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:50:32.221349 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-2ac8aaae-e267-4ea5-8676-6a1911eefebd None None] For port 2372c002-79d7-4654-980e-4305a60da35b, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=2372c002-79d7-4654-980e-4305a60da35b,segment=NetworkSegment(3c1b1fc1-492b-4c3d-8633-9f639a60f429),segment_id=3c1b1fc1-492b-4c3d-8633-9f639a60f429)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:50:32.227410 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-2ac8aaae-e267-4ea5-8676-6a1911eefebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:32.233566 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-0fe0cb07-d8c4-4b54-9d3d-68a8d790728b tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] 10.222.0.21 "GET /v2.0/ports?device_id=e82217eb-22f2-4afc-9b80-555b621197b0 HTTP/1.1" status: 200 len: 205 time: 0.0383389 Nov 24 01:50:32.234488 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49176) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:32.239095 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-818126ee-08bb-4b34-8566-15b9dcfa4f43 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=109866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:50:32.295103 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac8aaae-e267-4ea5-8676-6a1911eefebd None None] Pushing event updated for resources: {'Port': ['ID=2372c002-79d7-4654-980e-4305a60da35b,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:32.319377 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-818126ee-08bb-4b34-8566-15b9dcfa4f43 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:32.319720 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.segments_db [None req-818126ee-08bb-4b34-8566-15b9dcfa4f43 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Added segment f285092a-19ce-4f3f-b65d-fc16f62f043d of type vlan for network 176ac394-6c88-463d-aaaa-65492c0ad94b Nov 24 01:50:32.416399 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4f3f835f-0a04-4833-9b96-46dc575c294e tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:32.435860 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-818126ee-08bb-4b34-8566-15b9dcfa4f43 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:32.494077 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-459da8c5-2b00-4e92-832d-effb3a3c039e tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:32.513652 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-818126ee-08bb-4b34-8566-15b9dcfa4f43 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:32.518796 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4f3f835f-0a04-4833-9b96-46dc575c294e tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:32.518961 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818126ee-08bb-4b34-8566-15b9dcfa4f43 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:32.519548 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-818126ee-08bb-4b34-8566-15b9dcfa4f43 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:32.529088 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1ad26874-8a25-4d96-9673-0060d7ba1434 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks [] for router, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:32.619687 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-818126ee-08bb-4b34-8566-15b9dcfa4f43 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5221763 Nov 24 01:50:32.624960 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49178) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:32.630113 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3f835f-0a04-4833-9b96-46dc575c294e tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Pushing event updated for resources: {'Port': ['ID=c9483537-6c79-48f4-b701-3857c42f0e1b,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:32.654966 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3f835f-0a04-4833-9b96-46dc575c294e tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Checking segment: {'id': 'fa51612d-c2b3-4c33-8eac-35e579cc7c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '755593d4-2440-4ab4-936f-278a27b4b822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:50:32.655417 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3f835f-0a04-4833-9b96-46dc575c294e tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Network hostable DHCP agents. Network: 755593d4-2440-4ab4-936f-278a27b4b822, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 01:50:32.661233 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-f16a6f47-5489-471e-8256-c2ec51d4dc71 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Deleting port 318885bc-2005-48c0-b333-b4f4659e2efd {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:50:32.661663 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f16a6f47-5489-471e-8256-c2ec51d4dc71 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:32.707931 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818126ee-08bb-4b34-8566-15b9dcfa4f43 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'Network': ['ID=176ac394-6c88-463d-aaaa-65492c0ad94b,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:32.719701 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network 176ac394-6c88-463d-aaaa-65492c0ad94b details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:50:32.725159 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3f835f-0a04-4833-9b96-46dc575c294e tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Network 755593d4-2440-4ab4-936f-278a27b4b822 is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 01:50:32.742544 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-4f3f835f-0a04-4833-9b96-46dc575c294e tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, 755593d4-2440-4ab4-936f-278a27b4b822) {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:50:32.749680 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3f835f-0a04-4833-9b96-46dc575c294e tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:50:32.750562 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4f3f835f-0a04-4833-9b96-46dc575c294e tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:32.786380 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e726dedb-2411-4d10-9093-22596fbfd44c None None] Network 755593d4-2440-4ab4-936f-278a27b4b822 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:50:32.808997 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [None req-f16a6f47-5489-471e-8256-c2ec51d4dc71 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] For port 318885bc-2005-48c0-b333-b4f4659e2efd, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=318885bc-2005-48c0-b333-b4f4659e2efd,segment=NetworkSegment(b63be3d9-8749-470d-a21a-468b150487ae),segment_id=b63be3d9-8749-470d-a21a-468b150487ae)] {{(pid=109867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:50:32.809363 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f16a6f47-5489-471e-8256-c2ec51d4dc71 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:32.839208 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-f16a6f47-5489-471e-8256-c2ec51d4dc71 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Calling delete_port for 318885bc-2005-48c0-b333-b4f4659e2efd owned by network:router_interface {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:50:32.876210 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3f835f-0a04-4833-9b96-46dc575c294e tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Pushing event updated for resources: {'Port': ['ID=4a9fbdbb-515b-44dd-8f0b-c8b0f9e22e87,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:32.918849 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3f835f-0a04-4833-9b96-46dc575c294e tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Checking segment: {'id': 'a4f44951-65a5-406d-b304-092a26f38073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2f3bbba9-7d54-4e61-b5a6-5d6ec242b305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:50:32.919398 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3f835f-0a04-4833-9b96-46dc575c294e tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Network hostable DHCP agents. Network: 2f3bbba9-7d54-4e61-b5a6-5d6ec242b305, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 01:50:32.956029 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3f835f-0a04-4833-9b96-46dc575c294e tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Network 2f3bbba9-7d54-4e61-b5a6-5d6ec242b305 is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 01:50:33.019709 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-4f3f835f-0a04-4833-9b96-46dc575c294e tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, 2f3bbba9-7d54-4e61-b5a6-5d6ec242b305) {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:50:33.023942 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3f835f-0a04-4833-9b96-46dc575c294e tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:50:33.029629 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1f083f-f7b7-4fc8-be46-6e4e592376ec None None] Network 2f3bbba9-7d54-4e61-b5a6-5d6ec242b305 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:50:33.030162 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3f835f-0a04-4833-9b96-46dc575c294e tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:33.035042 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3f835f-0a04-4833-9b96-46dc575c294e tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:33.035299 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4f3f835f-0a04-4833-9b96-46dc575c294e tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:33.058049 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-4f3f835f-0a04-4833-9b96-46dc575c294e tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.1871874 Nov 24 01:50:33.061593 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49180) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:33.113694 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-459da8c5-2b00-4e92-832d-effb3a3c039e tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:33.175334 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7cf8789-f3c1-4bfd-834a-280e3be17493 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:33.176030 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f4ac07-4d65-4795-8539-6e19bd9026ee tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:33.177485 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-c7cf8789-f3c1-4bfd-834a-280e3be17493 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=5cd72ac6dd034b2d92e26f70404adb10&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.5478945 Nov 24 01:50:33.183256 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f4ac07-4d65-4795-8539-6e19bd9026ee tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:33.184929 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-65f4ac07-4d65-4795-8539-6e19bd9026ee tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1223786 Nov 24 01:50:33.185545 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49182) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:33.188760 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49184) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:33.194693 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f16a6f47-5489-471e-8256-c2ec51d4dc71 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:33.198387 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459da8c5-2b00-4e92-832d-effb3a3c039e tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Network 44ec3fd3-a4d7-496c-899a-7c836578a537 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:50:33.239583 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-459da8c5-2b00-4e92-832d-effb3a3c039e tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:50:33.245143 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459da8c5-2b00-4e92-832d-effb3a3c039e tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Pushing event updated for resources: {'Port': ['ID=2a162da8-7c27-4749-a265-606612e990cf,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:33.246385 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16a6f47-5489-471e-8256-c2ec51d4dc71 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Pushing event deleted for resources: {'Port': ['ID=318885bc-2005-48c0-b333-b4f4659e2efd,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:33.263310 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459da8c5-2b00-4e92-832d-effb3a3c039e tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:50:33.270460 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459da8c5-2b00-4e92-832d-effb3a3c039e tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:33.271114 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-459da8c5-2b00-4e92-832d-effb3a3c039e tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:33.284892 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1ad26874-8a25-4d96-9673-0060d7ba1434 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:33.304453 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-459da8c5-2b00-4e92-832d-effb3a3c039e tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8780563 Nov 24 01:50:33.308415 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49186) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:33.338727 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-224fc708-2db2-42fb-9ac5-952b18535983 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Request body: {'port': {'network_id': '44ec3fd3-a4d7-496c-899a-7c836578a537', 'name': 'tempest-PortsIpV6TestJSON-84468156', 'fixed_ips': [{'subnet_id': 'cce5c554-ebb7-4f85-868f-64003a7013b5', 'ip_address': '2001:db8::f'}]}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:50:33.372359 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012d920a-c911-4edd-94a5-c10f4535c383 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:33.376373 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-012d920a-c911-4edd-94a5-c10f4535c383 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1870835 Nov 24 01:50:33.379233 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49188) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:33.449928 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-e1c6e7b0-76f7-4029-b610-28e1c5ad0eb3 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=eb22795d-37ee-46ee-844d-92c17e2ea450&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0624850 Nov 24 01:50:33.450983 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49190) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:33.491865 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-c51d33ec-c113-4a8f-9f79-98e300d0bb8d tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=5cd72ac6dd034b2d92e26f70404adb10&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0405614 Nov 24 01:50:33.494595 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49192) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:33.518853 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f16a6f47-5489-471e-8256-c2ec51d4dc71 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424538'] for router_interface, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:33.533328 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-1ad26874-8a25-4d96-9673-0060d7ba1434 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Deleting port ce192c57-f437-4ece-b8f7-b297a213204e {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:50:33.533607 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1ad26874-8a25-4d96-9673-0060d7ba1434 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:33.541139 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-55a42586-00ea-4244-b790-a90f576680ec tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Deleting port c9483537-6c79-48f4-b701-3857c42f0e1b {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:50:33.541395 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-55a42586-00ea-4244-b790-a90f576680ec tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:33.569744 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268090f5-cc3b-4aaf-83a5-60cd22eace55 None None] Network 44ec3fd3-a4d7-496c-899a-7c836578a537 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:50:33.657929 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-53a9a6d4-13c1-4f09-b4b9-528dac19e504 None None] Provisioning complete for port 2372c002-79d7-4654-980e-4305a60da35b triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:50:33.658526 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-53a9a6d4-13c1-4f09-b4b9-528dac19e504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:33.677114 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7236bce1-8fe7-4cfd-a36d-d5f3001244b9 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:33.681254 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-7236bce1-8fe7-4cfd-a36d-d5f3001244b9 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1831841 Nov 24 01:50:33.683031 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49194) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:33.687626 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-55a42586-00ea-4244-b790-a90f576680ec tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:33.699406 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-224fc708-2db2-42fb-9ac5-952b18535983 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Made reservation on behalf of 3a57d4c6d6484e7bbaf48e6f242b2f3e for: {'port': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:50:33.704271 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-224fc708-2db2-42fb-9ac5-952b18535983 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:33.719132 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-55a42586-00ea-4244-b790-a90f576680ec tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Calling delete_port for c9483537-6c79-48f4-b701-3857c42f0e1b owned by {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:50:33.727822 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1ad26874-8a25-4d96-9673-0060d7ba1434 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:33.753883 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [None req-224fc708-2db2-42fb-9ac5-952b18535983 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] device_id is not set on port 2e4afd75-769a-49c9-9d5d-6e04b3126a00 yet. {{(pid=109866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 01:50:33.758437 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-1ad26874-8a25-4d96-9673-0060d7ba1434 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Calling delete_port for ce192c57-f437-4ece-b8f7-b297a213204e owned by network:router_gateway {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:50:33.771238 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-9ea8b1e3-3209-4e14-ba73-4f848d01f1e5 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=eb22795d-37ee-46ee-844d-92c17e2ea450&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0847015 Nov 24 01:50:33.771439 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49196) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:33.778888 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-fd92f3d9-93fb-48f5-849a-42ea97a37a12 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1225696833', 'network_id': '176ac394-6c88-463d-aaaa-65492c0ad94b', 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:50:33.814552 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-53a9a6d4-13c1-4f09-b4b9-528dac19e504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:33.850489 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-53a9a6d4-13c1-4f09-b4b9-528dac19e504 None None] For port 2372c002-79d7-4654-980e-4305a60da35b, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=2372c002-79d7-4654-980e-4305a60da35b,segment=NetworkSegment(3c1b1fc1-492b-4c3d-8633-9f639a60f429),segment_id=3c1b1fc1-492b-4c3d-8633-9f639a60f429)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:50:33.857314 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-53a9a6d4-13c1-4f09-b4b9-528dac19e504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:33.874187 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f16a6f47-5489-471e-8256-c2ec51d4dc71 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Router abb92a61-c755-46ea-86f2-b372043c557e has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:50:33.919082 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a9a6d4-13c1-4f09-b4b9-528dac19e504 None None] Pushing event updated for resources: {'Port': ['ID=2372c002-79d7-4654-980e-4305a60da35b,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:33.939453 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd92f3d9-93fb-48f5-849a-42ea97a37a12 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Made reservation on behalf of 5cd72ac6dd034b2d92e26f70404adb10 for: {'subnet': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:50:33.942722 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fd92f3d9-93fb-48f5-849a-42ea97a37a12 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25307781'] for subnet, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:33.985017 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-55a42586-00ea-4244-b790-a90f576680ec tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:34.050256 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a42586-00ea-4244-b790-a90f576680ec tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Pushing event deleted for resources: {'Port': ['ID=c9483537-6c79-48f4-b701-3857c42f0e1b,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:34.059930 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-55a42586-00ea-4244-b790-a90f576680ec tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:34.063234 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-55a42586-00ea-4244-b790-a90f576680ec tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] 10.222.0.21 "DELETE /v2.0/ports/c9483537-6c79-48f4-b701-3857c42f0e1b HTTP/1.1" status: 204 len: 168 time: 0.8701353 Nov 24 01:50:34.066345 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49198) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:34.071856 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f16a6f47-5489-471e-8256-c2ec51d4dc71 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:50:34.088970 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54bacdf8-28a4-4f39-8fa4-2c1dc048040a None None] Sync routers for ids ['abb92a61-c755-46ea-86f2-b372043c557e'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:50:34.099356 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bacdf8-28a4-4f39-8fa4-2c1dc048040a None None] Routers {'abb92a61-c755-46ea-86f2-b372043c557e'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:50:34.104112 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-54bacdf8-28a4-4f39-8fa4-2c1dc048040a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:50:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['abb92a61-c755-46ea-86f2-b372043c557e'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:34.127311 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-f16a6f47-5489-471e-8256-c2ec51d4dc71 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] 10.222.0.21 "PUT /v2.0/routers/abb92a61-c755-46ea-86f2-b372043c557e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2043788 Nov 24 01:50:34.134424 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49200) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:34.208988 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-10729885-b2bb-449b-9819-f0138a056c32 None None] Provisioning complete for port 2372c002-79d7-4654-980e-4305a60da35b triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:50:34.211203 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-10729885-b2bb-449b-9819-f0138a056c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:34.249487 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd7c53b8-f3a0-48a8-aae5-ddb536599b7a tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Deleting subnet e6bfe66a-97e9-456e-b8b7-f62c53e4b0f8 {{(pid=109867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 01:50:34.252473 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fd7c53b8-f3a0-48a8-aae5-ddb536599b7a tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks [] for subnet, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:34.253390 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [None req-224fc708-2db2-42fb-9ac5-952b18535983 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Allocated IP 2001:db8::f (44ec3fd3-a4d7-496c-899a-7c836578a537/cce5c554-ebb7-4f85-868f-64003a7013b5/2e4afd75-769a-49c9-9d5d-6e04b3126a00) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:50:34.261902 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-54bacdf8-28a4-4f39-8fa4-2c1dc048040a None None] Set router abb92a61-c755-46ea-86f2-b372043c557e gateway port host: None {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:50:34.268878 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1ad26874-8a25-4d96-9673-0060d7ba1434 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:34.298372 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fd7c53b8-f3a0-48a8-aae5-ddb536599b7a tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28690885'] for subnet, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:34.348324 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad26874-8a25-4d96-9673-0060d7ba1434 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Pushing event deleted for resources: {'Port': ['ID=ce192c57-f437-4ece-b8f7-b297a213204e,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:34.353871 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f242e0-5485-4380-8d6e-9212f9d95b8f None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:50:34.410550 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fd7c53b8-f3a0-48a8-aae5-ddb536599b7a tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:34.416423 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 2372c002-79d7-4654-980e-4305a60da35b up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:50:34.493294 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fd7c53b8-f3a0-48a8-aae5-ddb536599b7a tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25501782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25307808'] for subnet, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:34.528029 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-10729885-b2bb-449b-9819-f0138a056c32 None None] Provisioning complete for port 2a162da8-7c27-4749-a265-606612e990cf triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:50:34.529051 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-10729885-b2bb-449b-9819-f0138a056c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:34.532369 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1ad26874-8a25-4d96-9673-0060d7ba1434 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418161'] for router_gateway, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:34.538334 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fd7c53b8-f3a0-48a8-aae5-ddb536599b7a tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:34.544810 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-fd7c53b8-f3a0-48a8-aae5-ddb536599b7a tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] 10.222.0.21 "DELETE /v2.0/subnets/e6bfe66a-97e9-456e-b8b7-f62c53e4b0f8 HTTP/1.1" status: 204 len: 168 time: 0.4106598 Nov 24 01:50:34.547682 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-7dc1316a-ab64-4313-9fe4-927a8a184ddf tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Deleting port 4a9fbdbb-515b-44dd-8f0b-c8b0f9e22e87 {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:50:34.548213 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7dc1316a-ab64-4313-9fe4-927a8a184ddf tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:34.555055 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49202) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:34.556178 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7c53b8-f3a0-48a8-aae5-ddb536599b7a tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Pushing event deleted for resources: {'Subnet': ['ID=e6bfe66a-97e9-456e-b8b7-f62c53e4b0f8,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:34.569994 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d48a5d-18de-4723-8797-012a6545b2cf None None] Network 75a657f0-0d6f-4a96-a2c6-bdde36b17fa6 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:50:34.605793 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 2372c002-79d7-4654-980e-4305a60da35b triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:50:34.606296 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:34.625382 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-54bacdf8-28a4-4f39-8fa4-2c1dc048040a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb92a61-c755-46ea-86f2-b372043c557e', 'name': 'tempest-RoutersTest-router-838312234', 'tenant_id': '24f911856b3c4338b647feba51f20eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:49:50Z', 'updated_at': '2021-11-24T01:50:33Z', 'revision_number': 9, 'project_id': '24f911856b3c4338b647feba51f20eff', 'gw_port_host': None, '_interfaces': [{'id': '2db26859-3a5c-43fb-9af5-a82a100a1f64', 'name': '', 'network_id': '908ade6b-b91a-4667-962d-c9abb70c0c91', 'tenant_id': '24f911856b3c4338b647feba51f20eff', 'mac_address': 'fa:16:3e:a2:1c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb92a61-c755-46ea-86f2-b372043c557e', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '2119d35b-8635-44be-9d17-9fc1c7d68c96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:49:52Z', 'updated_at': '2021-11-24T01:50:01Z', 'revision_number': 5, 'project_id': '24f911856b3c4338b647feba51f20eff', 'subnets': [{'id': '2119d35b-8635-44be-9d17-9fc1c7d68c96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4ad46f2-63a0-41e8-85b9-d0f083b33f18', 'name': '', 'network_id': 'f4cfd1df-0a9a-4bca-8684-eb667a06b1b5', 'tenant_id': '24f911856b3c4338b647feba51f20eff', 'mac_address': 'fa:16:3e:2c:8f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb92a61-c755-46ea-86f2-b372043c557e', 'device_owner': 'network:router_interface', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '1ecfa2aa-fa62-4dc7-b0b7-5537d0a9a18f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:50:02Z', 'updated_at': '2021-11-24T01:50:10Z', 'revision_number': 5, 'project_id': '24f911856b3c4338b647feba51f20eff', 'subnets': [{'id': '1ecfa2aa-fa62-4dc7-b0b7-5537d0a9a18f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:34.643344 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-10729885-b2bb-449b-9819-f0138a056c32 None None] Port 2a162da8-7c27-4749-a265-606612e990cf cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:50:34.665754 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54bacdf8-28a4-4f39-8fa4-2c1dc048040a None None] Checking router: abb92a61-c755-46ea-86f2-b372043c557e for host: dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 01:50:34.680128 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bacdf8-28a4-4f39-8fa4-2c1dc048040a None None] Routers {'abb92a61-c755-46ea-86f2-b372043c557e'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:50:34.682573 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-54bacdf8-28a4-4f39-8fa4-2c1dc048040a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:50:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['abb92a61-c755-46ea-86f2-b372043c557e'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:34.707814 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1ad26874-8a25-4d96-9673-0060d7ba1434 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-424460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2766'] for router, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:34.711687 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1ad26874-8a25-4d96-9673-0060d7ba1434 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:34.746434 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7dc1316a-ab64-4313-9fe4-927a8a184ddf tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:34.780175 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-7dc1316a-ab64-4313-9fe4-927a8a184ddf tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Calling delete_port for 4a9fbdbb-515b-44dd-8f0b-c8b0f9e22e87 owned by {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:50:34.785204 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-be759eca-2145-496e-8186-c7da7ca8054e tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:34.791054 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-224fc708-2db2-42fb-9ac5-952b18535983 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:34.794979 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-54bacdf8-28a4-4f39-8fa4-2c1dc048040a None None] Set router abb92a61-c755-46ea-86f2-b372043c557e gateway port host: None {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:50:34.832429 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fd92f3d9-93fb-48f5-849a-42ea97a37a12 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25501847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25307831'] for subnet, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:34.838293 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-224fc708-2db2-42fb-9ac5-952b18535983 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:34.851278 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1ad26874-8a25-4d96-9673-0060d7ba1434 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-424469'] for router, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:34.852019 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ad26874-8a25-4d96-9673-0060d7ba1434 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Fanout notify agent at l3_agent the message router_deleted on router e82217eb-22f2-4afc-9b80-555b621197b0 {{(pid=109866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 01:50:34.854980 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-d51f83a2-5e7f-4f3a-b892-7658dd7a5c09 None None] Provisioning complete for port 2a162da8-7c27-4749-a265-606612e990cf triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:50:34.855450 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-d51f83a2-5e7f-4f3a-b892-7658dd7a5c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:34.895133 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1ad26874-8a25-4d96-9673-0060d7ba1434 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks [] for router, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:34.902505 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-1ad26874-8a25-4d96-9673-0060d7ba1434 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] 10.222.0.21 "DELETE /v2.0/routers/e82217eb-22f2-4afc-9b80-555b621197b0 HTTP/1.1" status: 204 len: 168 time: 2.6644778 Nov 24 01:50:34.903854 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49204) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:34.907964 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-d51f83a2-5e7f-4f3a-b892-7658dd7a5c09 None None] Port 2a162da8-7c27-4749-a265-606612e990cf cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:50:34.911144 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-5a77e680-8576-4b69-93bc-e52068beca40 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-389789281', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}, 'admin_state_up': False}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:50:34.934750 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224fc708-2db2-42fb-9ac5-952b18535983 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Network 44ec3fd3-a4d7-496c-899a-7c836578a537 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:50:34.941493 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-224fc708-2db2-42fb-9ac5-952b18535983 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:50:34.948645 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224fc708-2db2-42fb-9ac5-952b18535983 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:50:34.954776 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224fc708-2db2-42fb-9ac5-952b18535983 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:34.955486 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-224fc708-2db2-42fb-9ac5-952b18535983 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:34.960799 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224fc708-2db2-42fb-9ac5-952b18535983 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Pushing event updated for resources: {'Port': ['ID=2e4afd75-769a-49c9-9d5d-6e04b3126a00,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:34.980824 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5a77e680-8576-4b69-93bc-e52068beca40 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-424105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2744'] for router, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:34.982462 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5a77e680-8576-4b69-93bc-e52068beca40 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-424325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-326625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2753'] for router, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:34.991233 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd92f3d9-93fb-48f5-849a-42ea97a37a12 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Checking segment: {'id': 'f285092a-19ce-4f3f-b65d-fc16f62f043d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '176ac394-6c88-463d-aaaa-65492c0ad94b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:50:34.991477 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-224fc708-2db2-42fb-9ac5-952b18535983 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 1.6805899 Nov 24 01:50:34.992505 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd92f3d9-93fb-48f5-849a-42ea97a37a12 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Network hostable DHCP agents. Network: 176ac394-6c88-463d-aaaa-65492c0ad94b, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 01:50:34.993919 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49206) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:35.000077 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd92f3d9-93fb-48f5-849a-42ea97a37a12 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'Subnet': ['ID=95c89327-6df4-4905-b017-dda5c10cc438,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:35.008439 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021ba9b6-501b-42d1-8e7a-67d36b3d6f0a None None] DHCP port deletion for 75a657f0-0d6f-4a96-a2c6-bdde36b17fa6 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:50:35.014203 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-be759eca-2145-496e-8186-c7da7ca8054e tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Deleting port 52a8f3f3-858e-4f17-ba86-22e0157b1e6d {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:50:35.014724 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-be759eca-2145-496e-8186-c7da7ca8054e tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:35.097300 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f522d2-839f-45b2-935e-29971547d2df tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:35.098958 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-43f522d2-839f-45b2-935e-29971547d2df tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1040518 Nov 24 01:50:35.102765 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49208) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:35.109861 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7dc1316a-ab64-4313-9fe4-927a8a184ddf tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:35.113505 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-021ba9b6-501b-42d1-8e7a-67d36b3d6f0a None None] Deleting port 52a8f3f3-858e-4f17-ba86-22e0157b1e6d {{(pid=109868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:50:35.113926 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-021ba9b6-501b-42d1-8e7a-67d36b3d6f0a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:35.118887 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd92f3d9-93fb-48f5-849a-42ea97a37a12 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Network 176ac394-6c88-463d-aaaa-65492c0ad94b is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 01:50:35.127100 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [None req-be759eca-2145-496e-8186-c7da7ca8054e tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] For port 52a8f3f3-858e-4f17-ba86-22e0157b1e6d, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=52a8f3f3-858e-4f17-ba86-22e0157b1e6d,segment=NetworkSegment(b63be3d9-8749-470d-a21a-468b150487ae),segment_id=b63be3d9-8749-470d-a21a-468b150487ae)] {{(pid=109867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:50:35.131532 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-be759eca-2145-496e-8186-c7da7ca8054e tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:35.142365 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-54bacdf8-28a4-4f39-8fa4-2c1dc048040a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb92a61-c755-46ea-86f2-b372043c557e', 'name': 'tempest-RoutersTest-router-838312234', 'tenant_id': '24f911856b3c4338b647feba51f20eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:49:50Z', 'updated_at': '2021-11-24T01:50:33Z', 'revision_number': 9, 'project_id': '24f911856b3c4338b647feba51f20eff', 'gw_port_host': None, '_interfaces': [{'id': '2db26859-3a5c-43fb-9af5-a82a100a1f64', 'name': '', 'network_id': '908ade6b-b91a-4667-962d-c9abb70c0c91', 'tenant_id': '24f911856b3c4338b647feba51f20eff', 'mac_address': 'fa:16:3e:a2:1c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb92a61-c755-46ea-86f2-b372043c557e', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '2119d35b-8635-44be-9d17-9fc1c7d68c96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:49:52Z', 'updated_at': '2021-11-24T01:50:01Z', 'revision_number': 5, 'project_id': '24f911856b3c4338b647feba51f20eff', 'subnets': [{'id': '2119d35b-8635-44be-9d17-9fc1c7d68c96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4ad46f2-63a0-41e8-85b9-d0f083b33f18', 'name': '', 'network_id': 'f4cfd1df-0a9a-4bca-8684-eb667a06b1b5', 'tenant_id': '24f911856b3c4338b647feba51f20eff', 'mac_address': 'fa:16:3e:2c:8f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb92a61-c755-46ea-86f2-b372043c557e', 'device_owner': 'network:router_interface', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '1ecfa2aa-fa62-4dc7-b0b7-5537d0a9a18f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:50:02Z', 'updated_at': '2021-11-24T01:50:10Z', 'revision_number': 5, 'project_id': '24f911856b3c4338b647feba51f20eff', 'subnets': [{'id': '1ecfa2aa-fa62-4dc7-b0b7-5537d0a9a18f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:35.186786 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54bacdf8-28a4-4f39-8fa4-2c1dc048040a None None] The sync data for ids ['abb92a61-c755-46ea-86f2-b372043c557e'] in dv-neutron-818911-2-hyperv is: [{'id': 'abb92a61-c755-46ea-86f2-b372043c557e', 'name': 'tempest-RoutersTest-router-838312234', 'tenant_id': '24f911856b3c4338b647feba51f20eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:49:50Z', 'updated_at': '2021-11-24T01:50:33Z', 'revision_number': 9, 'project_id': '24f911856b3c4338b647feba51f20eff', 'gw_port_host': None, '_interfaces': [{'id': '2db26859-3a5c-43fb-9af5-a82a100a1f64', 'name': '', 'network_id': '908ade6b-b91a-4667-962d-c9abb70c0c91', 'tenant_id': '24f911856b3c4338b647feba51f20eff', 'mac_address': 'fa:16:3e:a2:1c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb92a61-c755-46ea-86f2-b372043c557e', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '2119d35b-8635-44be-9d17-9fc1c7d68c96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:49:52Z', 'updated_at': '2021-11-24T01:50:01Z', 'revision_number': 5, 'project_id': '24f911856b3c4338b647feba51f20eff', 'subnets': [{'id': '2119d35b-8635-44be-9d17-9fc1c7d68c96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4ad46f2-63a0-41e8-85b9-d0f083b33f18', 'name': '', 'network_id': 'f4cfd1df-0a9a-4bca-8684-eb667a06b1b5', 'tenant_id': '24f911856b3c4338b647feba51f20eff', 'mac_address': 'fa:16:3e:2c:8f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb92a61-c755-46ea-86f2-b372043c557e', 'device_owner': 'network:router_interface', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '1ecfa2aa-fa62-4dc7-b0b7-5537d0a9a18f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:50:02Z', 'updated_at': '2021-11-24T01:50:10Z', 'revision_number': 5, 'project_id': '24f911856b3c4338b647feba51f20eff', 'subnets': [{'id': '1ecfa2aa-fa62-4dc7-b0b7-5537d0a9a18f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:50:35.196504 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-021ba9b6-501b-42d1-8e7a-67d36b3d6f0a None None] For port 52a8f3f3-858e-4f17-ba86-22e0157b1e6d, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=52a8f3f3-858e-4f17-ba86-22e0157b1e6d,segment=NetworkSegment(b63be3d9-8749-470d-a21a-468b150487ae),segment_id=b63be3d9-8749-470d-a21a-468b150487ae)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:50:35.196908 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-021ba9b6-501b-42d1-8e7a-67d36b3d6f0a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:35.213531 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5a77e680-8576-4b69-93bc-e52068beca40 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:35.225557 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-021ba9b6-501b-42d1-8e7a-67d36b3d6f0a None None] Calling delete_port for 52a8f3f3-858e-4f17-ba86-22e0157b1e6d owned by network:dhcp {{(pid=109868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:50:35.313048 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af91ab35-4a35-463c-ad98-757215c18991 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:35.319752 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af91ab35-4a35-463c-ad98-757215c18991 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:35.325916 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af91ab35-4a35-463c-ad98-757215c18991 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:35.330617 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-af91ab35-4a35-463c-ad98-757215c18991 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.2223594 Nov 24 01:50:35.331102 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49210) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:35.344355 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-021ba9b6-501b-42d1-8e7a-67d36b3d6f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974'] for port, after_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:35.362580 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021ba9b6-501b-42d1-8e7a-67d36b3d6f0a None None] No DVR routers for this DVR port 52a8f3f3-858e-4f17-ba86-22e0157b1e6d on host dv-neutron-818911-2-hyperv {{(pid=109868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:50:35.385646 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021ba9b6-501b-42d1-8e7a-67d36b3d6f0a None None] Pushing event deleted for resources: {'Port': ['ID=52a8f3f3-858e-4f17-ba86-22e0157b1e6d,revision_number=None']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:35.396289 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-cbf203b3-2991-4cf6-8c51-eca52d9a9fc8 None None] Provisioning complete for port 2e4afd75-769a-49c9-9d5d-6e04b3126a00 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:50:35.402375 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-cbf203b3-2991-4cf6-8c51-eca52d9a9fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:35.437555 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-cbf203b3-2991-4cf6-8c51-eca52d9a9fc8 None None] Port 2e4afd75-769a-49c9-9d5d-6e04b3126a00 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:50:35.465900 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5a77e680-8576-4b69-93bc-e52068beca40 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:35.525664 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-cc489e15-779f-4840-ac61-a8d2588e8b5d tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Deleting port 2e4afd75-769a-49c9-9d5d-6e04b3126a00 {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:50:35.526011 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cc489e15-779f-4840-ac61-a8d2588e8b5d tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:35.547834 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc1316a-ab64-4313-9fe4-927a8a184ddf tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Pushing event deleted for resources: {'Port': ['ID=4a9fbdbb-515b-44dd-8f0b-c8b0f9e22e87,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:35.550445 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-be759eca-2145-496e-8186-c7da7ca8054e tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Calling delete_port for 52a8f3f3-858e-4f17-ba86-22e0157b1e6d owned by network:dhcp {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:50:35.553723 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-fd92f3d9-93fb-48f5-849a-42ea97a37a12 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, 176ac394-6c88-463d-aaaa-65492c0ad94b) {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:50:35.558750 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7dc1316a-ab64-4313-9fe4-927a8a184ddf tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:35.562042 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-7dc1316a-ab64-4313-9fe4-927a8a184ddf tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] 10.222.0.21 "DELETE /v2.0/ports/4a9fbdbb-515b-44dd-8f0b-c8b0f9e22e87 HTTP/1.1" status: 204 len: 168 time: 1.4944694 Nov 24 01:50:35.565479 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49212) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:35.566261 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd92f3d9-93fb-48f5-849a-42ea97a37a12 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:35.566840 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fd92f3d9-93fb-48f5-849a-42ea97a37a12 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:35.567521 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28757509-0ddb-4363-ba78-6957e1b45e48 None None] Network 176ac394-6c88-463d-aaaa-65492c0ad94b requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:50:35.618383 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-f8310ce6-78ea-40e4-a763-93b0500f0634 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0507429 Nov 24 01:50:35.621358 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49214) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:35.628680 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-21c14c50-917b-4ff0-8b16-da9e0647fb4a tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-195690978'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:50:35.633210 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-fd92f3d9-93fb-48f5-849a-42ea97a37a12 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.8599858 Nov 24 01:50:35.684470 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-be759eca-2145-496e-8186-c7da7ca8054e tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:35.731334 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cc489e15-779f-4840-ac61-a8d2588e8b5d tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:35.737737 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be759eca-2145-496e-8186-c7da7ca8054e tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Pushing event deleted for resources: {'Port': ['ID=52a8f3f3-858e-4f17-ba86-22e0157b1e6d,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:35.743178 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21c14c50-917b-4ff0-8b16-da9e0647fb4a tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Made reservation on behalf of dcbb34b3c9c944e5a1010891e732f84e for: {'network': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:50:35.746955 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-21c14c50-917b-4ff0-8b16-da9e0647fb4a tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:35.763814 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be759eca-2145-496e-8186-c7da7ca8054e tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] No DVR routers for this DVR port 52a8f3f3-858e-4f17-ba86-22e0157b1e6d on host dv-neutron-818911-2-hyperv {{(pid=109867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:50:35.768046 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-cc489e15-779f-4840-ac61-a8d2588e8b5d tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Calling delete_port for 2e4afd75-769a-49c9-9d5d-6e04b3126a00 owned by {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:50:35.881843 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-be759eca-2145-496e-8186-c7da7ca8054e tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:35.904477 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-be759eca-2145-496e-8186-c7da7ca8054e tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75a657f0-0d6f-4a96-a2c6-bdde36b17fa6']}} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:35.912252 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21c14c50-917b-4ff0-8b16-da9e0647fb4a tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=109866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:50:35.914401 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-be759eca-2145-496e-8186-c7da7ca8054e tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b63be3d9-8749-470d-a21a-468b150487ae') {'for_net_delete': True} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:35.914880 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-be759eca-2145-496e-8186-c7da7ca8054e tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b63be3d9-8749-470d-a21a-468b150487ae') {} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:35.928867 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49218) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:35.934026 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-b9b116c0-a98c-48ac-93b6-a967fbc08f3d tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-391691141', 'description': 'tempest-secgroup-smoke-391691141 description', 'project_id': '5cd72ac6dd034b2d92e26f70404adb10'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:50:35.940603 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-be759eca-2145-496e-8186-c7da7ca8054e tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28690908'] for segment, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:35.944395 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5a77e680-8576-4b69-93bc-e52068beca40 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks [] for router_gateway, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:35.951401 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-21c14c50-917b-4ff0-8b16-da9e0647fb4a tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:35.951808 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.segments_db [None req-21c14c50-917b-4ff0-8b16-da9e0647fb4a tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Added segment 9c50e7bd-5c70-4b92-a6f1-8128dbddd66e of type vlan for network 8b567823-8e45-4a79-98ff-4f07dcf90a1a Nov 24 01:50:35.958822 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd1bb5ab-e78e-4df5-937d-c078dded7241 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-176ac394-6c88-463d-aaaa-65492c0ad94b', 'network_id': '176ac394-6c88-463d-aaaa-65492c0ad94b', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'fixed_ips': [{'subnet_id': '95c89327-6df4-4905-b017-dda5c10cc438'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 01:50:35.960582 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-dd1bb5ab-e78e-4df5-937d-c078dded7241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:35.967694 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-be759eca-2145-496e-8186-c7da7ca8054e tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:35.976458 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be759eca-2145-496e-8186-c7da7ca8054e tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=109867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:50:35.976978 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-be759eca-2145-496e-8186-c7da7ca8054e tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25503736'] for segment, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:35.980335 dv-neutron-818911-2-hyperv neutron-server[109867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 01:50:35.980335 dv-neutron-818911-2-hyperv neutron-server[109867]: self.session.flush() Nov 24 01:50:35.980335 dv-neutron-818911-2-hyperv neutron-server[109867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 01:50:35.980335 dv-neutron-818911-2-hyperv neutron-server[109867]: self.session.flush() Nov 24 01:50:35.980335 dv-neutron-818911-2-hyperv neutron-server[109867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 01:50:35.980335 dv-neutron-818911-2-hyperv neutron-server[109867]: self.session.flush() Nov 24 01:50:35.980335 dv-neutron-818911-2-hyperv neutron-server[109867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 01:50:35.980335 dv-neutron-818911-2-hyperv neutron-server[109867]: self.session.flush() Nov 24 01:50:35.980335 dv-neutron-818911-2-hyperv neutron-server[109867]: Traceback (most recent call last): Nov 24 01:50:35.980335 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:50:35.980335 dv-neutron-818911-2-hyperv neutron-server[109867]: timer() Nov 24 01:50:35.980335 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:50:35.980335 dv-neutron-818911-2-hyperv neutron-server[109867]: cb(*args, **kw) Nov 24 01:50:35.980335 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:50:35.980335 dv-neutron-818911-2-hyperv neutron-server[109867]: return func(*args, **kwargs) Nov 24 01:50:35.980335 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:50:35.980335 dv-neutron-818911-2-hyperv neutron-server[109867]: self._notify() Nov 24 01:50:35.980335 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:50:35.980335 dv-neutron-818911-2-hyperv neutron-server[109867]: self.callback(batched_events) Nov 24 01:50:35.980335 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:50:35.980335 dv-neutron-818911-2-hyperv neutron-server[109867]: event.method(event) Nov 24 01:50:35.980335 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:50:35.980335 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:50:35.980335 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:50:35.980335 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:50:35.980335 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:50:35.980335 dv-neutron-818911-2-hyperv neutron-server[109867]: return f(self, *a, **k) Nov 24 01:50:35.980335 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:50:35.980335 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._get(url).json() Nov 24 01:50:35.980335 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:50:35.980335 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:50:35.980335 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:50:35.980335 dv-neutron-818911-2-hyperv neutron-server[109867]: return self.request(url, 'GET', **kwargs) Nov 24 01:50:35.980335 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:50:35.980335 dv-neutron-818911-2-hyperv neutron-server[109867]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:50:35.980335 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:50:35.980335 dv-neutron-818911-2-hyperv neutron-server[109867]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:50:35.980335 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:50:35.980335 dv-neutron-818911-2-hyperv neutron-server[109867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:50:35.980335 dv-neutron-818911-2-hyperv neutron-server[109867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:50:35.984228 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5a77e680-8576-4b69-93bc-e52068beca40 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:35.993649 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b9b116c0-a98c-48ac-93b6-a967fbc08f3d tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:36.070557 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-21c14c50-917b-4ff0-8b16-da9e0647fb4a tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:36.079431 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-be759eca-2145-496e-8186-c7da7ca8054e tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:36.095193 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-be759eca-2145-496e-8186-c7da7ca8054e tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks [] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:36.101527 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-be759eca-2145-496e-8186-c7da7ca8054e tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] 10.222.0.21 "DELETE /v2.0/networks/75a657f0-0d6f-4a96-a2c6-bdde36b17fa6 HTTP/1.1" status: 204 len: 168 time: 1.5425484 Nov 24 01:50:36.112210 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49220) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:36.122224 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be759eca-2145-496e-8186-c7da7ca8054e tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Pushing event deleted for resources: {'Network': ['ID=75a657f0-0d6f-4a96-a2c6-bdde36b17fa6,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:36.144536 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-dd1bb5ab-e78e-4df5-937d-c078dded7241 None None] Allocated IP 172.20.0.18 (176ac394-6c88-463d-aaaa-65492c0ad94b/95c89327-6df4-4905-b017-dda5c10cc438/6d5da176-5825-4923-a366-fb2cd7a7c538) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:50:36.175576 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-21c14c50-917b-4ff0-8b16-da9e0647fb4a tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:36.181306 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c14c50-917b-4ff0-8b16-da9e0647fb4a tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:36.182315 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-21c14c50-917b-4ff0-8b16-da9e0647fb4a tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Publish callbacks [] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:36.192367 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 318885bc-2005-48c0-b333-b4f4659e2efd no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:50:36.215828 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: 318885bc-2005-48c0-b333-b4f4659e2efd {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:50:36.216259 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 318885bc-2005-48c0-b333-b4f4659e2efd not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:50:36.216972 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 52a8f3f3-858e-4f17-ba86-22e0157b1e6d no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:50:36.234788 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cc489e15-779f-4840-ac61-a8d2588e8b5d tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:36.247509 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [None req-5a77e680-8576-4b69-93bc-e52068beca40 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Allocated IP 172.26.5.90 (eb22795d-37ee-46ee-844d-92c17e2ea450/3e66fcff-6e72-4083-b514-48f69cdaa2cb/bd981702-d99a-4c99-b42b-ea6b1d53ce41) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:50:36.273512 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: 52a8f3f3-858e-4f17-ba86-22e0157b1e6d {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:50:36.274128 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 52a8f3f3-858e-4f17-ba86-22e0157b1e6d not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:50:36.327334 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b9b116c0-a98c-48ac-93b6-a967fbc08f3d tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:36.337878 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b9b116c0-a98c-48ac-93b6-a967fbc08f3d tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:36.384438 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b9b116c0-a98c-48ac-93b6-a967fbc08f3d tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:36.388578 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-b9b116c0-a98c-48ac-93b6-a967fbc08f3d tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4555089 Nov 24 01:50:36.405868 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49222) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:36.413595 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-dd1bb5ab-e78e-4df5-937d-c078dded7241 None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:36.416794 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-29d97c00-64a1-4e8e-9c03-275dcda3f35b tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'security_group_rule': {'security_group_id': '4f28cc3c-ac30-482b-95ab-b94125c0cc80', 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:50:36.420585 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-dd1bb5ab-e78e-4df5-937d-c078dded7241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:36.427395 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b116c0-a98c-48ac-93b6-a967fbc08f3d tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f28cc3c-ac30-482b-95ab-b94125c0cc80,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:36.477181 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd1bb5ab-e78e-4df5-937d-c078dded7241 None None] Network 176ac394-6c88-463d-aaaa-65492c0ad94b is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:50:36.481069 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-dd1bb5ab-e78e-4df5-937d-c078dded7241 None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:50:36.483914 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1bb5ab-e78e-4df5-937d-c078dded7241 None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:50:36.487671 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-29d97c00-64a1-4e8e-9c03-275dcda3f35b tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:36.495446 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1bb5ab-e78e-4df5-937d-c078dded7241 None None] Pushing event updated for resources: {'Port': ['ID=6d5da176-5825-4923-a366-fb2cd7a7c538,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:36.556550 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-dd1bb5ab-e78e-4df5-937d-c078dded7241 None None] Attempting to bind port 6d5da176-5825-4923-a366-fb2cd7a7c538 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:50:36.557113 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-dd1bb5ab-e78e-4df5-937d-c078dded7241 None None] Attempting to bind port 6d5da176-5825-4923-a366-fb2cd7a7c538 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': 'f285092a-19ce-4f3f-b65d-fc16f62f043d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '176ac394-6c88-463d-aaaa-65492c0ad94b'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:50:36.557707 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1bb5ab-e78e-4df5-937d-c078dded7241 None None] Attempting to bind port 6d5da176-5825-4923-a366-fb2cd7a7c538 on network 176ac394-6c88-463d-aaaa-65492c0ad94b {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:50:36.564830 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1bb5ab-e78e-4df5-937d-c078dded7241 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:50:36.565313 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1bb5ab-e78e-4df5-937d-c078dded7241 None None] Checking segment: {'id': 'f285092a-19ce-4f3f-b65d-fc16f62f043d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '176ac394-6c88-463d-aaaa-65492c0ad94b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:50:36.565865 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-dd1bb5ab-e78e-4df5-937d-c078dded7241 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:36.566353 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1bb5ab-e78e-4df5-937d-c078dded7241 None None] Bound using segment: {'id': 'f285092a-19ce-4f3f-b65d-fc16f62f043d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '176ac394-6c88-463d-aaaa-65492c0ad94b'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:50:36.566648 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-29d97c00-64a1-4e8e-9c03-275dcda3f35b tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:36.567141 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-dd1bb5ab-e78e-4df5-937d-c078dded7241 None None] Bound port: 6d5da176-5825-4923-a366-fb2cd7a7c538, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f285092a-19ce-4f3f-b65d-fc16f62f043d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '176ac394-6c88-463d-aaaa-65492c0ad94b'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:50:36.567558 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-dd1bb5ab-e78e-4df5-937d-c078dded7241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:36.572582 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-29d97c00-64a1-4e8e-9c03-275dcda3f35b tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:36.613269 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d97c00-64a1-4e8e-9c03-275dcda3f35b tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f74b8548-8500-4f35-949c-14365e982802,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:36.633657 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-29d97c00-64a1-4e8e-9c03-275dcda3f35b tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:36.637442 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-29d97c00-64a1-4e8e-9c03-275dcda3f35b tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2258437 Nov 24 01:50:36.637831 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49224) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:36.641625 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-dd1bb5ab-e78e-4df5-937d-c078dded7241 None None] For port 6d5da176-5825-4923-a366-fb2cd7a7c538, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:50:36.642884 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-0017bb16-8b6c-43b5-9227-bf20c9edc6cb tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'security_group_rule': {'security_group_id': '4f28cc3c-ac30-482b-95ab-b94125c0cc80', 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:50:36.645704 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-dd1bb5ab-e78e-4df5-937d-c078dded7241 None None] For port 6d5da176-5825-4923-a366-fb2cd7a7c538, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=6d5da176-5825-4923-a366-fb2cd7a7c538,segment=NetworkSegment(f285092a-19ce-4f3f-b65d-fc16f62f043d),segment_id=f285092a-19ce-4f3f-b65d-fc16f62f043d)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:50:36.653044 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-dd1bb5ab-e78e-4df5-937d-c078dded7241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:36.657366 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc489e15-779f-4840-ac61-a8d2588e8b5d tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Pushing event deleted for resources: {'Port': ['ID=2e4afd75-769a-49c9-9d5d-6e04b3126a00,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:36.660323 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c14c50-917b-4ff0-8b16-da9e0647fb4a tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Pushing event updated for resources: {'Network': ['ID=8b567823-8e45-4a79-98ff-4f07dcf90a1a,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:36.664892 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0941b0c9-12d0-4827-91f8-42ad76109192 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3777994'] for router_interface, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:36.670562 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-21c14c50-917b-4ff0-8b16-da9e0647fb4a tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0479338 Nov 24 01:50:36.679877 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49226) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:36.690661 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-299715aa-9e77-4af8-aa76-52f3f57bfb5d tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-343294530'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:50:36.713610 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network 8b567823-8e45-4a79-98ff-4f07dcf90a1a details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:50:36.737153 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cc489e15-779f-4840-ac61-a8d2588e8b5d tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:36.744367 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-cc489e15-779f-4840-ac61-a8d2588e8b5d tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "DELETE /v2.0/ports/2e4afd75-769a-49c9-9d5d-6e04b3126a00 HTTP/1.1" status: 204 len: 168 time: 1.4124351 Nov 24 01:50:36.744983 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49228) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:36.783630 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0017bb16-8b6c-43b5-9227-bf20c9edc6cb tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:36.786442 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-e68a5e39-bc9e-47c9-8f30-a6a4456b4918 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] GET failed (client error): The resource could not be found. Nov 24 01:50:36.791296 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-e68a5e39-bc9e-47c9-8f30-a6a4456b4918 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "GET /v2.0/ports/2e4afd75-769a-49c9-9d5d-6e04b3126a00 HTTP/1.1" status: 404 len: 333 time: 0.0415678 Nov 24 01:50:36.794338 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49230) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:36.820266 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1bb5ab-e78e-4df5-937d-c078dded7241 None None] Pushing event updated for resources: {'Port': ['ID=6d5da176-5825-4923-a366-fb2cd7a7c538,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:36.911906 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-299715aa-9e77-4af8-aa76-52f3f57bfb5d tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Made reservation on behalf of dcbb34b3c9c944e5a1010891e732f84e for: {'network': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:50:36.916246 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-299715aa-9e77-4af8-aa76-52f3f57bfb5d tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:36.958112 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0017bb16-8b6c-43b5-9227-bf20c9edc6cb tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:36.967906 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0017bb16-8b6c-43b5-9227-bf20c9edc6cb tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:36.975766 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-299715aa-9e77-4af8-aa76-52f3f57bfb5d tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=109866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:50:37.008234 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-299715aa-9e77-4af8-aa76-52f3f57bfb5d tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:37.008596 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.segments_db [None req-299715aa-9e77-4af8-aa76-52f3f57bfb5d tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Added segment 24320715-f877-495a-a4e5-52434a2d3dae of type vlan for network 0cce1ae2-22d4-43b1-9cf3-2e8ebb63ed88 Nov 24 01:50:37.011824 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-45a95700-391b-4ff5-a2a9-1d420b2e5e94 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Deleting port 2a162da8-7c27-4749-a265-606612e990cf {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:50:37.012157 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-45a95700-391b-4ff5-a2a9-1d420b2e5e94 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:37.028692 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5a77e680-8576-4b69-93bc-e52068beca40 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:37.036493 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0017bb16-8b6c-43b5-9227-bf20c9edc6cb tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5223f1d-d587-4241-aeaa-66edba269b4e,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:37.059242 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0017bb16-8b6c-43b5-9227-bf20c9edc6cb tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:37.064699 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-0017bb16-8b6c-43b5-9227-bf20c9edc6cb tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4232297 Nov 24 01:50:37.075929 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49232) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:37.082466 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-c3f030d9-d9c7-4ba5-9462-9c7ca22ed999 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'security_group_rule': {'security_group_id': '4f28cc3c-ac30-482b-95ab-b94125c0cc80', 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:50:37.101719 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-299715aa-9e77-4af8-aa76-52f3f57bfb5d tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:37.150247 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c3f030d9-d9c7-4ba5-9462-9c7ca22ed999 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:37.195368 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-299715aa-9e77-4af8-aa76-52f3f57bfb5d tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:37.201181 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299715aa-9e77-4af8-aa76-52f3f57bfb5d tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:37.201525 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-299715aa-9e77-4af8-aa76-52f3f57bfb5d tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Publish callbacks [] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:37.235963 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-45a95700-391b-4ff5-a2a9-1d420b2e5e94 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:37.240150 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c3f030d9-d9c7-4ba5-9462-9c7ca22ed999 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:37.242767 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-0941b0c9-12d0-4827-91f8-42ad76109192 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Deleting port d4ad46f2-63a0-41e8-85b9-d0f083b33f18 {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:50:37.243069 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0941b0c9-12d0-4827-91f8-42ad76109192 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:37.248689 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5a77e680-8576-4b69-93bc-e52068beca40 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:37.256969 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c3f030d9-d9c7-4ba5-9462-9c7ca22ed999 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:37.278992 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-299715aa-9e77-4af8-aa76-52f3f57bfb5d tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5977569 Nov 24 01:50:37.293226 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f030d9-d9c7-4ba5-9462-9c7ca22ed999 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33e7f8cc-1dbf-4163-8716-4a1bd42f3389,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:37.297172 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c3f030d9-d9c7-4ba5-9462-9c7ca22ed999 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:37.300751 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-45a95700-391b-4ff5-a2a9-1d420b2e5e94 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Calling delete_port for 2a162da8-7c27-4749-a265-606612e990cf owned by {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:50:37.301352 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-c3f030d9-d9c7-4ba5-9462-9c7ca22ed999 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2238998 Nov 24 01:50:37.302446 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49234) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:37.335699 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-a10c73ec-a689-440f-915d-7246e93c6f68 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'security_group_rule': {'security_group_id': '4f28cc3c-ac30-482b-95ab-b94125c0cc80', 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:50:37.360323 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299715aa-9e77-4af8-aa76-52f3f57bfb5d tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Pushing event updated for resources: {'Network': ['ID=0cce1ae2-22d4-43b1-9cf3-2e8ebb63ed88,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:37.377661 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network 0cce1ae2-22d4-43b1-9cf3-2e8ebb63ed88 details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:50:37.392602 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [None req-0941b0c9-12d0-4827-91f8-42ad76109192 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] For port d4ad46f2-63a0-41e8-85b9-d0f083b33f18, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=d4ad46f2-63a0-41e8-85b9-d0f083b33f18,segment=NetworkSegment(64638c55-a990-496a-b667-d582800d1f23),segment_id=64638c55-a990-496a-b667-d582800d1f23)] {{(pid=109867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:50:37.393077 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0941b0c9-12d0-4827-91f8-42ad76109192 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:37.399256 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a77e680-8576-4b69-93bc-e52068beca40 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Network eb22795d-37ee-46ee-844d-92c17e2ea450 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:50:37.402567 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a77e680-8576-4b69-93bc-e52068beca40 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Pushing event updated for resources: {'Port': ['ID=bd981702-d99a-4c99-b42b-ea6b1d53ce41,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:37.406007 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-5a77e680-8576-4b69-93bc-e52068beca40 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:50:37.406196 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a10c73ec-a689-440f-915d-7246e93c6f68 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:37.408602 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a77e680-8576-4b69-93bc-e52068beca40 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:50:37.424058 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3dddd4d-722f-4e68-962c-4096f9a35b7d None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:50:37.438395 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-0941b0c9-12d0-4827-91f8-42ad76109192 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Calling delete_port for d4ad46f2-63a0-41e8-85b9-d0f083b33f18 owned by network:router_interface {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:50:37.439356 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49236) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:37.447524 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-1023fec7-1357-4a13-b6d0-5743a1ecc524 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Request body: {'subnets': [{'network_id': '8b567823-8e45-4a79-98ff-4f07dcf90a1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--841947350', 'ip_version': 4}, {'network_id': '0cce1ae2-22d4-43b1-9cf3-2e8ebb63ed88', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:50:37.447903 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-1023fec7-1357-4a13-b6d0-5743a1ecc524 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Request body: {'subnet': {'network_id': '8b567823-8e45-4a79-98ff-4f07dcf90a1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--841947350', 'ip_version': 4}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:50:37.448552 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-1023fec7-1357-4a13-b6d0-5743a1ecc524 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Request body: {'subnet': {'network_id': '0cce1ae2-22d4-43b1-9cf3-2e8ebb63ed88', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:50:37.517055 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-a701322a-a995-4b90-8313-2cd2f3ceba71 None None] Provisioning complete for port bd981702-d99a-4c99-b42b-ea6b1d53ce41 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:50:37.517315 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a701322a-a995-4b90-8313-2cd2f3ceba71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:37.535159 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a10c73ec-a689-440f-915d-7246e93c6f68 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:37.540794 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a10c73ec-a689-440f-915d-7246e93c6f68 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:37.560116 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-a701322a-a995-4b90-8313-2cd2f3ceba71 None None] Port bd981702-d99a-4c99-b42b-ea6b1d53ce41 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:50:37.595940 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10c73ec-a689-440f-915d-7246e93c6f68 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2259f915-c1fb-4488-aa9d-84682422e4b2,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:37.614407 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a10c73ec-a689-440f-915d-7246e93c6f68 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:37.618411 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-a10c73ec-a689-440f-915d-7246e93c6f68 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3118567 Nov 24 01:50:37.618984 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49238) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:37.623294 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-c88a3c0c-0b2f-4ea0-9e15-c66889887d76 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'security_group_rule': {'security_group_id': '4f28cc3c-ac30-482b-95ab-b94125c0cc80', 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:50:37.676292 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.securitygroups_db [None req-c88a3c0c-0b2f-4ea0-9e15-c66889887d76 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Project 5cd72ac6dd034b2d92e26f70404adb10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 01:50:37.686170 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c88a3c0c-0b2f-4ea0-9e15-c66889887d76 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:37.721947 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0941b0c9-12d0-4827-91f8-42ad76109192 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:37.765671 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0941b0c9-12d0-4827-91f8-42ad76109192 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Pushing event deleted for resources: {'Port': ['ID=d4ad46f2-63a0-41e8-85b9-d0f083b33f18,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:37.799064 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-45a95700-391b-4ff5-a2a9-1d420b2e5e94 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:37.815923 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1023fec7-1357-4a13-b6d0-5743a1ecc524 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Made reservation on behalf of dcbb34b3c9c944e5a1010891e732f84e for: {'subnet': 2} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:50:37.820489 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1023fec7-1357-4a13-b6d0-5743a1ecc524 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29154835'] for subnet, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:37.820833 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1023fec7-1357-4a13-b6d0-5743a1ecc524 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29154835'] for subnet, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:37.847501 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c88a3c0c-0b2f-4ea0-9e15-c66889887d76 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:37.856650 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c88a3c0c-0b2f-4ea0-9e15-c66889887d76 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:37.883598 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88a3c0c-0b2f-4ea0-9e15-c66889887d76 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=553fc9c9-6dc9-4dc5-9ca0-f249e3c2b041,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:37.901874 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a95700-391b-4ff5-a2a9-1d420b2e5e94 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Pushing event deleted for resources: {'Port': ['ID=2a162da8-7c27-4749-a265-606612e990cf,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:37.907932 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-45a95700-391b-4ff5-a2a9-1d420b2e5e94 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:37.914729 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-45a95700-391b-4ff5-a2a9-1d420b2e5e94 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "DELETE /v2.0/ports/2a162da8-7c27-4749-a265-606612e990cf HTTP/1.1" status: 204 len: 168 time: 1.1150687 Nov 24 01:50:37.934875 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49240) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:37.937543 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c88a3c0c-0b2f-4ea0-9e15-c66889887d76 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:37.941227 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-c88a3c0c-0b2f-4ea0-9e15-c66889887d76 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3190570 Nov 24 01:50:37.947400 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49242) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:37.958543 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-01f45b6f-ba03-4782-9512-d752713f1596 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'security_group_rule': {'security_group_id': '4f28cc3c-ac30-482b-95ab-b94125c0cc80', 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:50:38.003559 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d3584c9-98e4-48e2-a4d7-8a5bada4b4fc tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] GET failed (client error): The resource could not be found. Nov 24 01:50:38.005029 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-6d3584c9-98e4-48e2-a4d7-8a5bada4b4fc tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "GET /v2.0/ports/2a162da8-7c27-4749-a265-606612e990cf HTTP/1.1" status: 404 len: 333 time: 0.0652223 Nov 24 01:50:38.007876 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49244) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:38.059619 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.securitygroups_db [None req-01f45b6f-ba03-4782-9512-d752713f1596 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Project 5cd72ac6dd034b2d92e26f70404adb10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 01:50:38.074421 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0941b0c9-12d0-4827-91f8-42ad76109192 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424538'] for router_interface, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:38.090733 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b2c3f71-2095-4b1c-a988-a98a78fa5c9d tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Deleting subnet cce5c554-ebb7-4f85-868f-64003a7013b5 {{(pid=109867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 01:50:38.100875 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8b2c3f71-2095-4b1c-a988-a98a78fa5c9d tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks [] for subnet, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:38.147581 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.agents_db [None req-4e42c10c-a1d3-4d07-89d6-7a24334140aa None None] Agent healthcheck: found 6 active agents {{(pid=109869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 01:50:38.152446 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-01f45b6f-ba03-4782-9512-d752713f1596 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:38.223013 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5a77e680-8576-4b69-93bc-e52068beca40 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks [] for router_gateway, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:38.250985 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8b2c3f71-2095-4b1c-a988-a98a78fa5c9d tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28690885'] for subnet, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:38.260637 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee695d19-8c29-44a8-9c12-11a261588ed8 None None] Network 176ac394-6c88-463d-aaaa-65492c0ad94b requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:50:38.355291 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-76469985-8893-4622-a212-571846485797 None None] Provisioning complete for port 6d5da176-5825-4923-a366-fb2cd7a7c538 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:50:38.355745 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-76469985-8893-4622-a212-571846485797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:38.386515 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-01f45b6f-ba03-4782-9512-d752713f1596 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:38.395875 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 6d5da176-5825-4923-a366-fb2cd7a7c538 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:50:38.401289 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-01f45b6f-ba03-4782-9512-d752713f1596 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:38.441936 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8b2c3f71-2095-4b1c-a988-a98a78fa5c9d tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:38.446498 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0941b0c9-12d0-4827-91f8-42ad76109192 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Router abb92a61-c755-46ea-86f2-b372043c557e has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:50:38.462849 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f45b6f-ba03-4782-9512-d752713f1596 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2d59c4c-be64-4571-a774-1827061edccf,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:38.520540 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-01f45b6f-ba03-4782-9512-d752713f1596 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:38.528880 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-01f45b6f-ba03-4782-9512-d752713f1596 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5671995 Nov 24 01:50:38.564773 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 6d5da176-5825-4923-a366-fb2cd7a7c538 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:50:38.565070 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:38.588946 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-76469985-8893-4622-a212-571846485797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:38.594956 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0941b0c9-12d0-4827-91f8-42ad76109192 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:50:38.605724 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-0941b0c9-12d0-4827-91f8-42ad76109192 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] 10.222.0.21 "PUT /v2.0/routers/abb92a61-c755-46ea-86f2-b372043c557e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4923592 Nov 24 01:50:38.606806 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49248) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:38.608870 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8b2c3f71-2095-4b1c-a988-a98a78fa5c9d tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25501782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25307808'] for subnet, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:38.612957 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d11ae61-ef21-4c01-afd5-6802069acb7f None None] Sync routers for ids ['abb92a61-c755-46ea-86f2-b372043c557e'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:50:38.665371 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-76469985-8893-4622-a212-571846485797 None None] For port 6d5da176-5825-4923-a366-fb2cd7a7c538, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=6d5da176-5825-4923-a366-fb2cd7a7c538,segment=NetworkSegment(f285092a-19ce-4f3f-b65d-fc16f62f043d),segment_id=f285092a-19ce-4f3f-b65d-fc16f62f043d)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:50:38.667089 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d11ae61-ef21-4c01-afd5-6802069acb7f None None] Routers {'abb92a61-c755-46ea-86f2-b372043c557e'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:50:38.667921 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-1d11ae61-ef21-4c01-afd5-6802069acb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:50:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['abb92a61-c755-46ea-86f2-b372043c557e'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:38.677645 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5a77e680-8576-4b69-93bc-e52068beca40 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-424338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418138'] for router, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:38.708829 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-76469985-8893-4622-a212-571846485797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:38.717736 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8b2c3f71-2095-4b1c-a988-a98a78fa5c9d tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:38.722663 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-8b2c3f71-2095-4b1c-a988-a98a78fa5c9d tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "DELETE /v2.0/subnets/cce5c554-ebb7-4f85-868f-64003a7013b5 HTTP/1.1" status: 204 len: 168 time: 0.7139080 Nov 24 01:50:38.727093 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2c3f71-2095-4b1c-a988-a98a78fa5c9d tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Pushing event deleted for resources: {'Subnet': ['ID=cce5c554-ebb7-4f85-868f-64003a7013b5,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:38.730763 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49256) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:38.759983 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0bf838-e241-4eca-b162-866cce185622 None None] Network 44ec3fd3-a4d7-496c-899a-7c836578a537 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:50:38.796145 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_v2 [None req-d36cf8e0-3507-4648-9f44-1b57cc406f31 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Deleting subnet 1ecfa2aa-fa62-4dc7-b0b7-5537d0a9a18f {{(pid=109867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 01:50:38.805969 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d36cf8e0-3507-4648-9f44-1b57cc406f31 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks [] for subnet, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:38.888050 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-15c1cfc7-d383-43a7-a207-134377711c31 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:38.901963 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d36cf8e0-3507-4648-9f44-1b57cc406f31 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28690885'] for subnet, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:38.920014 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-1d11ae61-ef21-4c01-afd5-6802069acb7f None None] Set router abb92a61-c755-46ea-86f2-b372043c557e gateway port host: None {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:50:38.967244 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-2aa18980-b013-4869-a225-26785ca0cb37 req-63e5b755-de50-474a-8bf9-05b1a1c1be7f tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-391691141&fields=id&tenant_id=5cd72ac6dd034b2d92e26f70404adb10 HTTP/1.1" status: 200 len: 267 time: 0.1501465 Nov 24 01:50:39.023074 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1023fec7-1357-4a13-b6d0-5743a1ecc524 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29149261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29154849'] for subnet, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:39.035409 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d36cf8e0-3507-4648-9f44-1b57cc406f31 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:39.039878 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76469985-8893-4622-a212-571846485797 None None] Pushing event updated for resources: {'Port': ['ID=6d5da176-5825-4923-a366-fb2cd7a7c538,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:39.040266 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-15c1cfc7-d383-43a7-a207-134377711c31 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Deleting port 2372c002-79d7-4654-980e-4305a60da35b {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:50:39.040590 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-15c1cfc7-d383-43a7-a207-134377711c31 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:39.101890 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a77e680-8576-4b69-93bc-e52068beca40 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Router 197d5a8a-27a1-4371-a607-7abb177810df is scheduled to L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e with binding_index 1 {{(pid=109866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 01:50:39.117327 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [None req-15c1cfc7-d383-43a7-a207-134377711c31 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] For port 2372c002-79d7-4654-980e-4305a60da35b, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=2372c002-79d7-4654-980e-4305a60da35b,segment=NetworkSegment(3c1b1fc1-492b-4c3d-8633-9f639a60f429),segment_id=3c1b1fc1-492b-4c3d-8633-9f639a60f429)] {{(pid=109867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:50:39.117810 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-15c1cfc7-d383-43a7-a207-134377711c31 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:39.130803 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-15c1cfc7-d383-43a7-a207-134377711c31 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Calling delete_port for 2372c002-79d7-4654-980e-4305a60da35b owned by network:dhcp {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:50:39.143753 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-42cfd5ca-0c79-4573-91b6-b2576f7a4806 None None] Provisioning complete for port 6d5da176-5825-4923-a366-fb2cd7a7c538 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:50:39.144115 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-42cfd5ca-0c79-4573-91b6-b2576f7a4806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:39.150766 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1023fec7-1357-4a13-b6d0-5743a1ecc524 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Pushing event updated for resources: {'Subnet': ['ID=ae5cc0d0-5c56-4876-9dc4-561ce7c5d235,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:39.208519 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa18980-b013-4869-a225-26785ca0cb37 req-925f5efd-ba5c-43d8-b6f4-30c4e9ce58d1 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:39.210642 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-2aa18980-b013-4869-a225-26785ca0cb37 req-925f5efd-ba5c-43d8-b6f4-30c4e9ce58d1 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/networks?id=176ac394-6c88-463d-aaaa-65492c0ad94b HTTP/1.1" status: 200 len: 796 time: 0.2243319 Nov 24 01:50:39.229265 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1023fec7-1357-4a13-b6d0-5743a1ecc524 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Checking segment: {'id': '9c50e7bd-5c70-4b92-a6f1-8128dbddd66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '8b567823-8e45-4a79-98ff-4f07dcf90a1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:50:39.229685 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1023fec7-1357-4a13-b6d0-5743a1ecc524 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Network hostable DHCP agents. Network: 8b567823-8e45-4a79-98ff-4f07dcf90a1a, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 01:50:39.234988 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-15c1cfc7-d383-43a7-a207-134377711c31 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:39.258081 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93cf27da-25ba-4bff-b016-8e6bcca5f3fa None None] DHCP port deletion for 44ec3fd3-a4d7-496c-899a-7c836578a537 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:50:39.277885 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c1cfc7-d383-43a7-a207-134377711c31 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] No DVR routers for this DVR port 2372c002-79d7-4654-980e-4305a60da35b on host dv-neutron-818911-2-hyperv {{(pid=109867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:50:39.282890 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c1cfc7-d383-43a7-a207-134377711c31 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Pushing event deleted for resources: {'Port': ['ID=2372c002-79d7-4654-980e-4305a60da35b,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:39.289218 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-2aa18980-b013-4869-a225-26785ca0cb37 req-4e0235fd-cd3f-4a8a-992a-7608eecdba8d tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/quotas/5cd72ac6dd034b2d92e26f70404adb10 HTTP/1.1" status: 200 len: 375 time: 0.0543749 Nov 24 01:50:39.320244 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1023fec7-1357-4a13-b6d0-5743a1ecc524 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Network 8b567823-8e45-4a79-98ff-4f07dcf90a1a is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 01:50:39.349271 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a77e680-8576-4b69-93bc-e52068beca40 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:50:39.365549 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-1023fec7-1357-4a13-b6d0-5743a1ecc524 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, 8b567823-8e45-4a79-98ff-4f07dcf90a1a) {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:50:39.378933 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8d54c8-b7ca-402b-bf41-270a1d45cca1 None None] Sync routers for ids ['197d5a8a-27a1-4371-a607-7abb177810df'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:50:39.379604 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1023fec7-1357-4a13-b6d0-5743a1ecc524 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29149261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29154849'] for subnet, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:39.395103 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8d54c8-b7ca-402b-bf41-270a1d45cca1 None None] Routers {'197d5a8a-27a1-4371-a607-7abb177810df'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:50:39.396138 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-4f8d54c8-b7ca-402b-bf41-270a1d45cca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:50:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['197d5a8a-27a1-4371-a607-7abb177810df'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:39.400980 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-15c1cfc7-d383-43a7-a207-134377711c31 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:39.403987 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d36cf8e0-3507-4648-9f44-1b57cc406f31 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25501782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25307808'] for subnet, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:39.436752 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1023fec7-1357-4a13-b6d0-5743a1ecc524 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Pushing event updated for resources: {'Subnet': ['ID=d177ec67-ea88-4da1-97df-ab0c9e23a255,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:39.449047 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22892443-8385-491c-b885-620ba8c43150 None None] Network 8b567823-8e45-4a79-98ff-4f07dcf90a1a requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:50:39.450781 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36cf8e0-3507-4648-9f44-1b57cc406f31 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Pushing event deleted for resources: {'Subnet': ['ID=1ecfa2aa-fa62-4dc7-b0b7-5537d0a9a18f,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:39.453389 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5a77e680-8576-4b69-93bc-e52068beca40 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks [] for router, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:39.456008 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d36cf8e0-3507-4648-9f44-1b57cc406f31 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:39.457455 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-5a77e680-8576-4b69-93bc-e52068beca40 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.5499668 Nov 24 01:50:39.458117 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49262) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:39.465562 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-d36cf8e0-3507-4648-9f44-1b57cc406f31 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] 10.222.0.21 "DELETE /v2.0/subnets/1ecfa2aa-fa62-4dc7-b0b7-5537d0a9a18f HTTP/1.1" status: 204 len: 168 time: 0.8526168 Nov 24 01:50:39.470539 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb70c0d3-0ee7-45ff-b389-7004f3155976 None None] Network f4cfd1df-0a9a-4bca-8684-eb667a06b1b5 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:50:39.472907 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49264) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:39.475335 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-f2877b26-7a3b-41be-8d27-53338205e36b tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:50:39.487376 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-4f8d54c8-b7ca-402b-bf41-270a1d45cca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:39.489868 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-15c1cfc7-d383-43a7-a207-134377711c31 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44ec3fd3-a4d7-496c-899a-7c836578a537']}} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:39.520557 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-15c1cfc7-d383-43a7-a207-134377711c31 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c1b1fc1-492b-4c3d-8633-9f639a60f429') {'for_net_delete': True} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:39.521524 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-15c1cfc7-d383-43a7-a207-134377711c31 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c1b1fc1-492b-4c3d-8633-9f639a60f429') {} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:39.536451 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8d54c8-b7ca-402b-bf41-270a1d45cca1 None None] Routers {'197d5a8a-27a1-4371-a607-7abb177810df'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:50:39.539080 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-4f8d54c8-b7ca-402b-bf41-270a1d45cca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:50:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['197d5a8a-27a1-4371-a607-7abb177810df'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:39.540397 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-15c1cfc7-d383-43a7-a207-134377711c31 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28690908'] for segment, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:39.550656 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-2aa18980-b013-4869-a225-26785ca0cb37 req-9fd6819c-30cf-469d-9a8d-eab482380f23 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5cd72ac6dd034b2d92e26f70404adb10&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2432477 Nov 24 01:50:39.591538 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-15c1cfc7-d383-43a7-a207-134377711c31 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:39.597510 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e1305fc9-30f2-4912-9b5c-092a739db032 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:39.610703 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15c1cfc7-d383-43a7-a207-134377711c31 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=109867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:50:39.611109 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-15c1cfc7-d383-43a7-a207-134377711c31 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25503736'] for segment, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:39.614903 dv-neutron-818911-2-hyperv neutron-server[109867]: Traceback (most recent call last): Nov 24 01:50:39.614903 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:50:39.614903 dv-neutron-818911-2-hyperv neutron-server[109867]: timer() Nov 24 01:50:39.614903 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:50:39.614903 dv-neutron-818911-2-hyperv neutron-server[109867]: cb(*args, **kw) Nov 24 01:50:39.614903 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:50:39.614903 dv-neutron-818911-2-hyperv neutron-server[109867]: return func(*args, **kwargs) Nov 24 01:50:39.614903 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:50:39.614903 dv-neutron-818911-2-hyperv neutron-server[109867]: self._notify() Nov 24 01:50:39.614903 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:50:39.614903 dv-neutron-818911-2-hyperv neutron-server[109867]: self.callback(batched_events) Nov 24 01:50:39.614903 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:50:39.614903 dv-neutron-818911-2-hyperv neutron-server[109867]: event.method(event) Nov 24 01:50:39.614903 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:50:39.614903 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:50:39.614903 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:50:39.614903 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:50:39.614903 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:50:39.614903 dv-neutron-818911-2-hyperv neutron-server[109867]: return f(self, *a, **k) Nov 24 01:50:39.614903 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:50:39.614903 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._get(url).json() Nov 24 01:50:39.614903 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:50:39.614903 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:50:39.614903 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:50:39.614903 dv-neutron-818911-2-hyperv neutron-server[109867]: return self.request(url, 'GET', **kwargs) Nov 24 01:50:39.614903 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:50:39.614903 dv-neutron-818911-2-hyperv neutron-server[109867]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:50:39.614903 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:50:39.614903 dv-neutron-818911-2-hyperv neutron-server[109867]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:50:39.614903 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:50:39.614903 dv-neutron-818911-2-hyperv neutron-server[109867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:50:39.614903 dv-neutron-818911-2-hyperv neutron-server[109867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:50:39.630613 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-4f8d54c8-b7ca-402b-bf41-270a1d45cca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:39.632565 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8d54c8-b7ca-402b-bf41-270a1d45cca1 None None] The sync data for ids ['197d5a8a-27a1-4371-a607-7abb177810df'] in dv-neutron-818911-2-hyperv is: [] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:50:39.673136 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1023fec7-1357-4a13-b6d0-5743a1ecc524 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Checking segment: {'id': '24320715-f877-495a-a4e5-52434a2d3dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0cce1ae2-22d4-43b1-9cf3-2e8ebb63ed88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:50:39.673531 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1023fec7-1357-4a13-b6d0-5743a1ecc524 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Network hostable DHCP agents. Network: 0cce1ae2-22d4-43b1-9cf3-2e8ebb63ed88, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 01:50:39.720429 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-15c1cfc7-d383-43a7-a207-134377711c31 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:39.721273 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-1d11ae61-ef21-4c01-afd5-6802069acb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb92a61-c755-46ea-86f2-b372043c557e', 'name': 'tempest-RoutersTest-router-838312234', 'tenant_id': '24f911856b3c4338b647feba51f20eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:49:50Z', 'updated_at': '2021-11-24T01:50:37Z', 'revision_number': 10, 'project_id': '24f911856b3c4338b647feba51f20eff', 'gw_port_host': None, '_interfaces': [{'id': '2db26859-3a5c-43fb-9af5-a82a100a1f64', 'name': '', 'network_id': '908ade6b-b91a-4667-962d-c9abb70c0c91', 'tenant_id': '24f911856b3c4338b647feba51f20eff', 'mac_address': 'fa:16:3e:a2:1c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb92a61-c755-46ea-86f2-b372043c557e', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '2119d35b-8635-44be-9d17-9fc1c7d68c96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:49:52Z', 'updated_at': '2021-11-24T01:50:01Z', 'revision_number': 5, 'project_id': '24f911856b3c4338b647feba51f20eff', 'subnets': [{'id': '2119d35b-8635-44be-9d17-9fc1c7d68c96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:39.732197 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-15c1cfc7-d383-43a7-a207-134377711c31 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks [] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:39.740941 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-15c1cfc7-d383-43a7-a207-134377711c31 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "DELETE /v2.0/networks/44ec3fd3-a4d7-496c-899a-7c836578a537 HTTP/1.1" status: 204 len: 168 time: 1.0041490 Nov 24 01:50:39.751299 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49268) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:39.758461 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-4e669002-bfc9-4d82-b01d-8c9f73368bbc tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-285485855'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:50:39.767842 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d11ae61-ef21-4c01-afd5-6802069acb7f None None] Checking router: abb92a61-c755-46ea-86f2-b372043c557e for host: dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 01:50:39.769997 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c1cfc7-d383-43a7-a207-134377711c31 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Pushing event deleted for resources: {'Network': ['ID=44ec3fd3-a4d7-496c-899a-7c836578a537,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:39.781353 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-e1305fc9-30f2-4912-9b5c-092a739db032 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Deleting port bcb20ce6-8475-456d-b125-10c1f180f0d0 {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:50:39.781520 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e1305fc9-30f2-4912-9b5c-092a739db032 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:39.812795 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e669002-bfc9-4d82-b01d-8c9f73368bbc tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Made reservation on behalf of 3a57d4c6d6484e7bbaf48e6f242b2f3e for: {'network': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:50:39.816288 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4e669002-bfc9-4d82-b01d-8c9f73368bbc tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:39.821740 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d11ae61-ef21-4c01-afd5-6802069acb7f None None] Routers {'abb92a61-c755-46ea-86f2-b372043c557e'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:50:39.822432 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-1d11ae61-ef21-4c01-afd5-6802069acb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:50:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['abb92a61-c755-46ea-86f2-b372043c557e'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:39.849321 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1023fec7-1357-4a13-b6d0-5743a1ecc524 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Network 0cce1ae2-22d4-43b1-9cf3-2e8ebb63ed88 is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 01:50:39.873102 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d5ddb6-0033-4218-b89e-a514e83107f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-8b567823-8e45-4a79-98ff-4f07dcf90a1a', 'network_id': '8b567823-8e45-4a79-98ff-4f07dcf90a1a', 'tenant_id': 'dcbb34b3c9c944e5a1010891e732f84e', 'fixed_ips': [{'subnet_id': 'ae5cc0d0-5c56-4876-9dc4-561ce7c5d235'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 01:50:39.874315 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-50d5ddb6-0033-4218-b89e-a514e83107f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:39.879103 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [None req-e1305fc9-30f2-4912-9b5c-092a739db032 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] For port bcb20ce6-8475-456d-b125-10c1f180f0d0, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=bcb20ce6-8475-456d-b125-10c1f180f0d0,segment=NetworkSegment(64638c55-a990-496a-b667-d582800d1f23),segment_id=64638c55-a990-496a-b667-d582800d1f23)] {{(pid=109867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:50:39.879463 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e1305fc9-30f2-4912-9b5c-092a739db032 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:39.902380 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-e1305fc9-30f2-4912-9b5c-092a739db032 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Calling delete_port for bcb20ce6-8475-456d-b125-10c1f180f0d0 owned by network:dhcp {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:50:39.902620 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-1023fec7-1357-4a13-b6d0-5743a1ecc524 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, 0cce1ae2-22d4-43b1-9cf3-2e8ebb63ed88) {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:50:39.911226 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e669002-bfc9-4d82-b01d-8c9f73368bbc tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=109867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:50:39.918964 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1023fec7-1357-4a13-b6d0-5743a1ecc524 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:39.918964 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1023fec7-1357-4a13-b6d0-5743a1ecc524 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:39.919413 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1023fec7-1357-4a13-b6d0-5743a1ecc524 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:39.926903 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4e669002-bfc9-4d82-b01d-8c9f73368bbc tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:39.927373 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.segments_db [None req-4e669002-bfc9-4d82-b01d-8c9f73368bbc tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Added segment 5cd0f7d4-3df8-4a5e-9551-946c417ad17c of type vlan for network 9b2ee863-c1d5-4014-aa81-85c0c57dfd2d Nov 24 01:50:39.938358 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26db19fc-5c2a-49d8-8718-a4dd9dc53177 None None] Network 0cce1ae2-22d4-43b1-9cf3-2e8ebb63ed88 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:50:39.948205 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-2aa18980-b013-4869-a225-26785ca0cb37 req-a842ba66-a122-4cb7-9013-66f21a67d27a service neutron] 10.222.0.21 "GET /v2.0/networks/176ac394-6c88-463d-aaaa-65492c0ad94b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3638883 Nov 24 01:50:40.004677 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-1023fec7-1357-4a13-b6d0-5743a1ecc524 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 2.5637393 Nov 24 01:50:40.008846 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49270) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:40.026915 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-1d11ae61-ef21-4c01-afd5-6802069acb7f None None] Set router abb92a61-c755-46ea-86f2-b372043c557e gateway port host: None {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:50:40.030482 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4e669002-bfc9-4d82-b01d-8c9f73368bbc tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:40.075157 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4e669002-bfc9-4d82-b01d-8c9f73368bbc tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:40.081327 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e669002-bfc9-4d82-b01d-8c9f73368bbc tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:40.081946 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4e669002-bfc9-4d82-b01d-8c9f73368bbc tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks [] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:40.091807 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e1305fc9-30f2-4912-9b5c-092a739db032 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:40.098370 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a7a7ce-af15-4525-ab20-44e4229dd101 None None] DHCP port deletion for f4cfd1df-0a9a-4bca-8684-eb667a06b1b5 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:50:40.121015 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f060aeb-0568-4545-be71-cc69f189d0e5 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:40.122718 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f060aeb-0568-4545-be71-cc69f189d0e5 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:40.124819 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f060aeb-0568-4545-be71-cc69f189d0e5 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:40.126486 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-3f060aeb-0568-4545-be71-cc69f189d0e5 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1066749 Nov 24 01:50:40.129134 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f2877b26-7a3b-41be-8d27-53338205e36b tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:40.134323 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49272) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:40.158407 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1305fc9-30f2-4912-9b5c-092a739db032 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Pushing event deleted for resources: {'Port': ['ID=bcb20ce6-8475-456d-b125-10c1f180f0d0,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:40.200813 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1305fc9-30f2-4912-9b5c-092a739db032 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] No DVR routers for this DVR port bcb20ce6-8475-456d-b125-10c1f180f0d0 on host dv-neutron-818911-2-hyperv {{(pid=109867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:50:40.207572 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f2877b26-7a3b-41be-8d27-53338205e36b tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:40.214602 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-4e669002-bfc9-4d82-b01d-8c9f73368bbc tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4606566 Nov 24 01:50:40.216613 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49274) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:40.217261 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e669002-bfc9-4d82-b01d-8c9f73368bbc tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Pushing event updated for resources: {'Network': ['ID=9b2ee863-c1d5-4014-aa81-85c0c57dfd2d,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:40.224056 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-2aa18980-b013-4869-a225-26785ca0cb37 req-72b6cd73-7296-4b1c-bf9a-462ef82e732f service neutron] 10.222.0.21 "GET /v2.0/networks/176ac394-6c88-463d-aaaa-65492c0ad94b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2749293 Nov 24 01:50:40.225202 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-e1a3edae-dbcc-422f-8c38-f9e8e4db592b tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Request body: {'subnet': {'network_id': '9b2ee863-c1d5-4014-aa81-85c0c57dfd2d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:50:40.258685 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network 9b2ee863-c1d5-4014-aa81-85c0c57dfd2d details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:50:40.290527 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_v2 [None req-f91f884a-3c6e-45a1-91ab-ca7cd5b15709 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Deleting subnet ae5cc0d0-5c56-4876-9dc4-561ce7c5d235 {{(pid=109866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 01:50:40.294627 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 6d5da176-5825-4923-a366-fb2cd7a7c538 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:50:40.320900 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-f2877b26-7a3b-41be-8d27-53338205e36b tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Deleting port bd981702-d99a-4c99-b42b-ea6b1d53ce41 {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:50:40.321552 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f2877b26-7a3b-41be-8d27-53338205e36b tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:40.423644 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f2877b26-7a3b-41be-8d27-53338205e36b tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:40.439373 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-f2877b26-7a3b-41be-8d27-53338205e36b tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Calling delete_port for bd981702-d99a-4c99-b42b-ea6b1d53ce41 owned by network:router_gateway {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:50:40.483242 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-50d5ddb6-0033-4218-b89e-a514e83107f3 None None] Allocated IP 172.20.0.2 (8b567823-8e45-4a79-98ff-4f07dcf90a1a/ae5cc0d0-5c56-4876-9dc4-561ce7c5d235/c43f0730-99ed-4291-8c6b-a1a91df17189) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:50:40.601814 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63989604-b7ab-472f-a763-fb2b27972891 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-0cce1ae2-22d4-43b1-9cf3-2e8ebb63ed88', 'network_id': '0cce1ae2-22d4-43b1-9cf3-2e8ebb63ed88', 'tenant_id': 'dcbb34b3c9c944e5a1010891e732f84e', 'fixed_ips': [{'subnet_id': 'd177ec67-ea88-4da1-97df-ab0c9e23a255'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 01:50:40.602844 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-63989604-b7ab-472f-a763-fb2b27972891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:40.641289 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 6d5da176-5825-4923-a366-fb2cd7a7c538 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:50:40.642253 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:40.757917 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-79ce6b32-30f6-4761-8d9c-cf193a57bd00 req-bc161d13-6f81-4ea9-835a-de16fd883dd3 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e8d9ad2-6341-4fa3-bb1f-abab46565d1f HTTP/1.1" status: 200 len: 210 time: 0.0632632 Nov 24 01:50:40.804175 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e1305fc9-30f2-4912-9b5c-092a739db032 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:40.838386 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-e1305fc9-30f2-4912-9b5c-092a739db032 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4cfd1df-0a9a-4bca-8684-eb667a06b1b5']}} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:40.854743 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-e1305fc9-30f2-4912-9b5c-092a739db032 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64638c55-a990-496a-b667-d582800d1f23') {'for_net_delete': True} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:40.855219 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-e1305fc9-30f2-4912-9b5c-092a739db032 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64638c55-a990-496a-b667-d582800d1f23') {} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:40.883002 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e1305fc9-30f2-4912-9b5c-092a739db032 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28690908'] for segment, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:40.903403 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e1305fc9-30f2-4912-9b5c-092a739db032 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:40.905664 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1a3edae-dbcc-422f-8c38-f9e8e4db592b tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Made reservation on behalf of 3a57d4c6d6484e7bbaf48e6f242b2f3e for: {'subnet': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:50:40.909790 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e1a3edae-dbcc-422f-8c38-f9e8e4db592b tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25307781'] for subnet, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:40.999984 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-50d5ddb6-0033-4218-b89e-a514e83107f3 None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:41.007459 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-1d11ae61-ef21-4c01-afd5-6802069acb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb92a61-c755-46ea-86f2-b372043c557e', 'name': 'tempest-RoutersTest-router-838312234', 'tenant_id': '24f911856b3c4338b647feba51f20eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:49:50Z', 'updated_at': '2021-11-24T01:50:37Z', 'revision_number': 10, 'project_id': '24f911856b3c4338b647feba51f20eff', 'gw_port_host': None, '_interfaces': [{'id': '2db26859-3a5c-43fb-9af5-a82a100a1f64', 'name': '', 'network_id': '908ade6b-b91a-4667-962d-c9abb70c0c91', 'tenant_id': '24f911856b3c4338b647feba51f20eff', 'mac_address': 'fa:16:3e:a2:1c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb92a61-c755-46ea-86f2-b372043c557e', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '2119d35b-8635-44be-9d17-9fc1c7d68c96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:49:52Z', 'updated_at': '2021-11-24T01:50:01Z', 'revision_number': 5, 'project_id': '24f911856b3c4338b647feba51f20eff', 'subnets': [{'id': '2119d35b-8635-44be-9d17-9fc1c7d68c96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:41.010772 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1305fc9-30f2-4912-9b5c-092a739db032 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=109867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:50:41.011289 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e1305fc9-30f2-4912-9b5c-092a739db032 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25503736'] for segment, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:41.011525 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f91f884a-3c6e-45a1-91ab-ca7cd5b15709 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Publish callbacks [] for subnet, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:41.016098 dv-neutron-818911-2-hyperv neutron-server[109867]: Traceback (most recent call last): Nov 24 01:50:41.016098 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:50:41.016098 dv-neutron-818911-2-hyperv neutron-server[109867]: timer() Nov 24 01:50:41.016098 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:50:41.016098 dv-neutron-818911-2-hyperv neutron-server[109867]: cb(*args, **kw) Nov 24 01:50:41.016098 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:50:41.016098 dv-neutron-818911-2-hyperv neutron-server[109867]: return func(*args, **kwargs) Nov 24 01:50:41.016098 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:50:41.016098 dv-neutron-818911-2-hyperv neutron-server[109867]: self._notify() Nov 24 01:50:41.016098 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:50:41.016098 dv-neutron-818911-2-hyperv neutron-server[109867]: self.callback(batched_events) Nov 24 01:50:41.016098 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:50:41.016098 dv-neutron-818911-2-hyperv neutron-server[109867]: event.method(event) Nov 24 01:50:41.016098 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:50:41.016098 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:50:41.016098 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:50:41.016098 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:50:41.016098 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:50:41.016098 dv-neutron-818911-2-hyperv neutron-server[109867]: return f(self, *a, **k) Nov 24 01:50:41.016098 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:50:41.016098 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._get(url).json() Nov 24 01:50:41.016098 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:50:41.016098 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:50:41.016098 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:50:41.016098 dv-neutron-818911-2-hyperv neutron-server[109867]: return self.request(url, 'GET', **kwargs) Nov 24 01:50:41.016098 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:50:41.016098 dv-neutron-818911-2-hyperv neutron-server[109867]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:50:41.016098 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:50:41.016098 dv-neutron-818911-2-hyperv neutron-server[109867]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:50:41.016098 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:50:41.016098 dv-neutron-818911-2-hyperv neutron-server[109867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:50:41.016098 dv-neutron-818911-2-hyperv neutron-server[109867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:50:41.046827 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-50d5ddb6-0033-4218-b89e-a514e83107f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:41.051951 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-63989604-b7ab-472f-a763-fb2b27972891 None None] Allocated IP 172.20.0.18 (0cce1ae2-22d4-43b1-9cf3-2e8ebb63ed88/d177ec67-ea88-4da1-97df-ab0c9e23a255/7b3ac15b-f0b3-43c1-864a-82c2555431bb) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:50:41.061930 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d11ae61-ef21-4c01-afd5-6802069acb7f None None] The sync data for ids ['abb92a61-c755-46ea-86f2-b372043c557e'] in dv-neutron-818911-2-hyperv is: [{'id': 'abb92a61-c755-46ea-86f2-b372043c557e', 'name': 'tempest-RoutersTest-router-838312234', 'tenant_id': '24f911856b3c4338b647feba51f20eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:49:50Z', 'updated_at': '2021-11-24T01:50:37Z', 'revision_number': 10, 'project_id': '24f911856b3c4338b647feba51f20eff', 'gw_port_host': None, '_interfaces': [{'id': '2db26859-3a5c-43fb-9af5-a82a100a1f64', 'name': '', 'network_id': '908ade6b-b91a-4667-962d-c9abb70c0c91', 'tenant_id': '24f911856b3c4338b647feba51f20eff', 'mac_address': 'fa:16:3e:a2:1c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb92a61-c755-46ea-86f2-b372043c557e', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '2119d35b-8635-44be-9d17-9fc1c7d68c96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:49:52Z', 'updated_at': '2021-11-24T01:50:01Z', 'revision_number': 5, 'project_id': '24f911856b3c4338b647feba51f20eff', 'subnets': [{'id': '2119d35b-8635-44be-9d17-9fc1c7d68c96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:50:41.107945 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f91f884a-3c6e-45a1-91ab-ca7cd5b15709 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29055568'] for subnet, precommit_delete_associations {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:41.116969 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d5ddb6-0033-4218-b89e-a514e83107f3 None None] Network 8b567823-8e45-4a79-98ff-4f07dcf90a1a is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:50:41.130004 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-50d5ddb6-0033-4218-b89e-a514e83107f3 None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:50:41.160390 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e1305fc9-30f2-4912-9b5c-092a739db032 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:41.184616 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e1305fc9-30f2-4912-9b5c-092a739db032 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks [] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:41.191417 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-e1305fc9-30f2-4912-9b5c-092a739db032 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] 10.222.0.21 "DELETE /v2.0/networks/f4cfd1df-0a9a-4bca-8684-eb667a06b1b5 HTTP/1.1" status: 204 len: 168 time: 1.7149706 Nov 24 01:50:41.193463 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49288) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:41.193679 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1305fc9-30f2-4912-9b5c-092a739db032 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Pushing event deleted for resources: {'Network': ['ID=f4cfd1df-0a9a-4bca-8684-eb667a06b1b5,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:41.277998 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e1a3edae-dbcc-422f-8c38-f9e8e4db592b tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25501847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25307831'] for subnet, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:41.308200 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d5ddb6-0033-4218-b89e-a514e83107f3 None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:50:41.320574 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f2877b26-7a3b-41be-8d27-53338205e36b tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:41.323968 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d5ddb6-0033-4218-b89e-a514e83107f3 None None] Pushing event updated for resources: {'Port': ['ID=c43f0730-99ed-4291-8c6b-a1a91df17189,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:41.385263 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2877b26-7a3b-41be-8d27-53338205e36b tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Pushing event deleted for resources: {'Port': ['ID=bd981702-d99a-4c99-b42b-ea6b1d53ce41,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:41.405383 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba77d20-daa0-438b-9b43-6c62fdef1a5e None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:50:41.452155 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a3edae-dbcc-422f-8c38-f9e8e4db592b tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Pushing event updated for resources: {'Subnet': ['ID=6ea04389-19d2-49fd-8721-de02b90284b4,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:41.462175 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a3edae-dbcc-422f-8c38-f9e8e4db592b tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Checking segment: {'id': '5cd0f7d4-3df8-4a5e-9551-946c417ad17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9b2ee863-c1d5-4014-aa81-85c0c57dfd2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:50:41.462596 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a3edae-dbcc-422f-8c38-f9e8e4db592b tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Network hostable DHCP agents. Network: 9b2ee863-c1d5-4014-aa81-85c0c57dfd2d, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 01:50:41.463910 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-50d5ddb6-0033-4218-b89e-a514e83107f3 None None] Attempting to bind port c43f0730-99ed-4291-8c6b-a1a91df17189 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:50:41.464289 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-50d5ddb6-0033-4218-b89e-a514e83107f3 None None] Attempting to bind port c43f0730-99ed-4291-8c6b-a1a91df17189 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '9c50e7bd-5c70-4b92-a6f1-8128dbddd66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '8b567823-8e45-4a79-98ff-4f07dcf90a1a'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:50:41.464657 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d5ddb6-0033-4218-b89e-a514e83107f3 None None] Attempting to bind port c43f0730-99ed-4291-8c6b-a1a91df17189 on network 8b567823-8e45-4a79-98ff-4f07dcf90a1a {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:50:41.477040 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d5ddb6-0033-4218-b89e-a514e83107f3 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:50:41.477504 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d5ddb6-0033-4218-b89e-a514e83107f3 None None] Checking segment: {'id': '9c50e7bd-5c70-4b92-a6f1-8128dbddd66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '8b567823-8e45-4a79-98ff-4f07dcf90a1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:50:41.477917 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-50d5ddb6-0033-4218-b89e-a514e83107f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:41.478320 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d5ddb6-0033-4218-b89e-a514e83107f3 None None] Bound using segment: {'id': '9c50e7bd-5c70-4b92-a6f1-8128dbddd66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '8b567823-8e45-4a79-98ff-4f07dcf90a1a'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:50:41.478839 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-50d5ddb6-0033-4218-b89e-a514e83107f3 None None] Bound port: c43f0730-99ed-4291-8c6b-a1a91df17189, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c50e7bd-5c70-4b92-a6f1-8128dbddd66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '8b567823-8e45-4a79-98ff-4f07dcf90a1a'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:50:41.479227 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-50d5ddb6-0033-4218-b89e-a514e83107f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:41.502943 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 2372c002-79d7-4654-980e-4305a60da35b no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:50:41.507427 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a3edae-dbcc-422f-8c38-f9e8e4db592b tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Network 9b2ee863-c1d5-4014-aa81-85c0c57dfd2d is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 01:50:41.521336 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-e1a3edae-dbcc-422f-8c38-f9e8e4db592b tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, 9b2ee863-c1d5-4014-aa81-85c0c57dfd2d) {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:50:41.527277 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a3edae-dbcc-422f-8c38-f9e8e4db592b tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:41.527864 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e1a3edae-dbcc-422f-8c38-f9e8e4db592b tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:41.546718 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11166cb9-e8c8-4b2f-8c04-e5ec1f5d6c19 None None] Network 9b2ee863-c1d5-4014-aa81-85c0c57dfd2d requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:50:41.551040 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-e1a3edae-dbcc-422f-8c38-f9e8e4db592b tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3281798 Nov 24 01:50:41.551197 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f91f884a-3c6e-45a1-91ab-ca7cd5b15709 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:41.551301 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49290) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:41.555743 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-0b653813-a462-4388-94fc-1ea5caa0ecd4 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1625781273', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:50:41.573741 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: 2372c002-79d7-4654-980e-4305a60da35b {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:50:41.574091 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 2372c002-79d7-4654-980e-4305a60da35b not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:50:41.574565 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device bcb20ce6-8475-456d-b125-10c1f180f0d0 no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:50:41.590499 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0b653813-a462-4388-94fc-1ea5caa0ecd4 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-424105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2744'] for router, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:41.592151 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0b653813-a462-4388-94fc-1ea5caa0ecd4 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-424325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-326625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2753'] for router, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:41.609717 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f2877b26-7a3b-41be-8d27-53338205e36b tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418161'] for router_gateway, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:41.633856 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: bcb20ce6-8475-456d-b125-10c1f180f0d0 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:50:41.634206 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device bcb20ce6-8475-456d-b125-10c1f180f0d0 not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:50:41.661350 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0b653813-a462-4388-94fc-1ea5caa0ecd4 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:41.669467 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0b653813-a462-4388-94fc-1ea5caa0ecd4 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-424338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418138'] for router, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:41.682992 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-63989604-b7ab-472f-a763-fb2b27972891 None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:41.703229 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-63989604-b7ab-472f-a763-fb2b27972891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:41.706872 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0b653813-a462-4388-94fc-1ea5caa0ecd4 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks [] for router, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:41.708273 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-0b653813-a462-4388-94fc-1ea5caa0ecd4 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1564682 Nov 24 01:50:41.711060 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49292) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:41.718591 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-dce694c2-2410-4cb0-8c32-202f466e67c4 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Request body: {'port': {'network_id': '9b2ee863-c1d5-4014-aa81-85c0c57dfd2d', 'name': 'tempest-PortsIpV6TestJSON-1882560385'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:50:41.767841 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-50d5ddb6-0033-4218-b89e-a514e83107f3 None None] For port c43f0730-99ed-4291-8c6b-a1a91df17189, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:50:41.801839 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63989604-b7ab-472f-a763-fb2b27972891 None None] Network 0cce1ae2-22d4-43b1-9cf3-2e8ebb63ed88 is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:50:41.810504 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-50d5ddb6-0033-4218-b89e-a514e83107f3 None None] For port c43f0730-99ed-4291-8c6b-a1a91df17189, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=c43f0730-99ed-4291-8c6b-a1a91df17189,segment=NetworkSegment(9c50e7bd-5c70-4b92-a6f1-8128dbddd66e),segment_id=9c50e7bd-5c70-4b92-a6f1-8128dbddd66e)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:50:41.815685 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-63989604-b7ab-472f-a763-fb2b27972891 None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:50:41.817490 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63989604-b7ab-472f-a763-fb2b27972891 None None] Pushing event updated for resources: {'Port': ['ID=7b3ac15b-f0b3-43c1-864a-82c2555431bb,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:41.820595 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63989604-b7ab-472f-a763-fb2b27972891 None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:50:41.829103 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-50d5ddb6-0033-4218-b89e-a514e83107f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:41.832940 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f91f884a-3c6e-45a1-91ab-ca7cd5b15709 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29149324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29154870'] for subnet, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:41.944400 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dce694c2-2410-4cb0-8c32-202f466e67c4 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Made reservation on behalf of 3a57d4c6d6484e7bbaf48e6f242b2f3e for: {'port': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:50:41.948376 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-dce694c2-2410-4cb0-8c32-202f466e67c4 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:41.973626 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4225963-83bc-4ac1-9b09-181a416b431e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-9b2ee863-c1d5-4014-aa81-85c0c57dfd2d', 'network_id': '9b2ee863-c1d5-4014-aa81-85c0c57dfd2d', 'tenant_id': '3a57d4c6d6484e7bbaf48e6f242b2f3e', 'fixed_ips': [{'subnet_id': '6ea04389-19d2-49fd-8721-de02b90284b4'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 01:50:41.974801 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-d4225963-83bc-4ac1-9b09-181a416b431e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:41.975589 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [None req-dce694c2-2410-4cb0-8c32-202f466e67c4 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] device_id is not set on port 9a66adcc-3736-4385-af0f-82ce88c6c1c8 yet. {{(pid=109867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 01:50:41.996082 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-63989604-b7ab-472f-a763-fb2b27972891 None None] Attempting to bind port 7b3ac15b-f0b3-43c1-864a-82c2555431bb on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:50:41.996713 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-63989604-b7ab-472f-a763-fb2b27972891 None None] Attempting to bind port 7b3ac15b-f0b3-43c1-864a-82c2555431bb by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '24320715-f877-495a-a4e5-52434a2d3dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0cce1ae2-22d4-43b1-9cf3-2e8ebb63ed88'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:50:41.997279 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63989604-b7ab-472f-a763-fb2b27972891 None None] Attempting to bind port 7b3ac15b-f0b3-43c1-864a-82c2555431bb on network 0cce1ae2-22d4-43b1-9cf3-2e8ebb63ed88 {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:50:42.000615 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d5ddb6-0033-4218-b89e-a514e83107f3 None None] Pushing event updated for resources: {'Port': ['ID=c43f0730-99ed-4291-8c6b-a1a91df17189,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:42.010934 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63989604-b7ab-472f-a763-fb2b27972891 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:50:42.011344 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63989604-b7ab-472f-a763-fb2b27972891 None None] Checking segment: {'id': '24320715-f877-495a-a4e5-52434a2d3dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0cce1ae2-22d4-43b1-9cf3-2e8ebb63ed88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:50:42.011734 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-63989604-b7ab-472f-a763-fb2b27972891 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:42.012131 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63989604-b7ab-472f-a763-fb2b27972891 None None] Bound using segment: {'id': '24320715-f877-495a-a4e5-52434a2d3dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0cce1ae2-22d4-43b1-9cf3-2e8ebb63ed88'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:50:42.012614 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-63989604-b7ab-472f-a763-fb2b27972891 None None] Bound port: 7b3ac15b-f0b3-43c1-864a-82c2555431bb, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24320715-f877-495a-a4e5-52434a2d3dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0cce1ae2-22d4-43b1-9cf3-2e8ebb63ed88'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:50:42.012996 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-63989604-b7ab-472f-a763-fb2b27972891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:42.040938 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91f884a-3c6e-45a1-91ab-ca7cd5b15709 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Pushing event deleted for resources: {'Subnet': ['ID=ae5cc0d0-5c56-4876-9dc4-561ce7c5d235,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:42.110334 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f91f884a-3c6e-45a1-91ab-ca7cd5b15709 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:42.113628 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-f91f884a-3c6e-45a1-91ab-ca7cd5b15709 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] 10.222.0.21 "DELETE /v2.0/subnets/ae5cc0d0-5c56-4876-9dc4-561ce7c5d235 HTTP/1.1" status: 204 len: 168 time: 1.9773676 Nov 24 01:50:42.148871 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49298) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:42.162961 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device d4ad46f2-63a0-41e8-85b9-d0f083b33f18 no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:50:42.207838 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: d4ad46f2-63a0-41e8-85b9-d0f083b33f18 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:50:42.208663 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device d4ad46f2-63a0-41e8-85b9-d0f083b33f18 not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:50:42.216003 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-63989604-b7ab-472f-a763-fb2b27972891 None None] For port 7b3ac15b-f0b3-43c1-864a-82c2555431bb, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:50:42.218111 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-f3c25807-6547-4025-911b-432861cc0bee req-41a6fb5c-a968-489e-99b6-5533c0e53775 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e8d9ad2-6341-4fa3-bb1f-abab46565d1f HTTP/1.1" status: 200 len: 210 time: 0.1227734 Nov 24 01:50:42.219434 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-63989604-b7ab-472f-a763-fb2b27972891 None None] For port 7b3ac15b-f0b3-43c1-864a-82c2555431bb, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=7b3ac15b-f0b3-43c1-864a-82c2555431bb,segment=NetworkSegment(24320715-f877-495a-a4e5-52434a2d3dae),segment_id=24320715-f877-495a-a4e5-52434a2d3dae)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:50:42.231486 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-63989604-b7ab-472f-a763-fb2b27972891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:42.236714 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f2877b26-7a3b-41be-8d27-53338205e36b tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3684298', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-424347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2775'] for router, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:42.261190 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f2877b26-7a3b-41be-8d27-53338205e36b tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3683822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-418125', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-424361'] for router, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:42.274544 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-dce694c2-2410-4cb0-8c32-202f466e67c4 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Allocated IP 2001:db8::35 (9b2ee863-c1d5-4014-aa81-85c0c57dfd2d/6ea04389-19d2-49fd-8721-de02b90284b4/9a66adcc-3736-4385-af0f-82ce88c6c1c8) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:50:42.319252 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63989604-b7ab-472f-a763-fb2b27972891 None None] Pushing event updated for resources: {'Port': ['ID=7b3ac15b-f0b3-43c1-864a-82c2555431bb,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:42.345672 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_v2 [None req-607a0a1c-dc6b-44be-9b14-95853de942f8 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Deleting subnet d177ec67-ea88-4da1-97df-ab0c9e23a255 {{(pid=109867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 01:50:42.360604 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-607a0a1c-dc6b-44be-9b14-95853de942f8 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Publish callbacks [] for subnet, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:42.373146 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa18980-b013-4869-a225-26785ca0cb37 req-a0c62d88-0a64-4ba7-9682-02d813ad13b3 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:42.374837 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-2aa18980-b013-4869-a225-26785ca0cb37 req-a0c62d88-0a64-4ba7-9682-02d813ad13b3 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.48 "GET /v2.0/networks?id=176ac394-6c88-463d-aaaa-65492c0ad94b HTTP/1.1" status: 200 len: 796 time: 0.4911284 Nov 24 01:50:42.437744 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2877b26-7a3b-41be-8d27-53338205e36b tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Router 197d5a8a-27a1-4371-a607-7abb177810df has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:50:42.438350 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-607a0a1c-dc6b-44be-9b14-95853de942f8 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28690885'] for subnet, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:42.593737 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-2aa18980-b013-4869-a225-26785ca0cb37 req-9407320c-6795-4df2-9428-584b31186622 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5cd72ac6dd034b2d92e26f70404adb10 HTTP/1.1" status: 200 len: 472 time: 0.2020080 Nov 24 01:50:42.600714 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2877b26-7a3b-41be-8d27-53338205e36b tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:50:42.606932 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-607a0a1c-dc6b-44be-9b14-95853de942f8 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:42.610597 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f2877b26-7a3b-41be-8d27-53338205e36b tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks [] for router, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:42.612845 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-f2877b26-7a3b-41be-8d27-53338205e36b tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] 10.222.0.21 "PUT /v2.0/routers/197d5a8a-27a1-4371-a607-7abb177810df HTTP/1.1" status: 200 len: 709 time: 3.1413321 Nov 24 01:50:42.614668 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf9e52d-1cd5-4b95-88be-bc651ce9d6ae None None] Sync routers for ids ['197d5a8a-27a1-4371-a607-7abb177810df'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:50:42.623492 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [req-2aa18980-b013-4869-a225-26785ca0cb37 req-52cc90c3-6389-4469-8aa1-ec3fd916914c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'port': {'device_id': '0e8d9ad2-6341-4fa3-bb1f-abab46565d1f', 'network_id': '176ac394-6c88-463d-aaaa-65492c0ad94b', 'admin_state_up': True, 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'security_groups': ['4f28cc3c-ac30-482b-95ab-b94125c0cc80']}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:50:42.633316 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49302) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:42.642937 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf9e52d-1cd5-4b95-88be-bc651ce9d6ae None None] Routers {'197d5a8a-27a1-4371-a607-7abb177810df'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:50:42.645213 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-abf9e52d-1cd5-4b95-88be-bc651ce9d6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:50:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['197d5a8a-27a1-4371-a607-7abb177810df'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:42.662180 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-dce694c2-2410-4cb0-8c32-202f466e67c4 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:42.696290 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-abf9e52d-1cd5-4b95-88be-bc651ce9d6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:42.705541 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf9e52d-1cd5-4b95-88be-bc651ce9d6ae None None] Routers {'197d5a8a-27a1-4371-a607-7abb177810df'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:50:42.706226 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-abf9e52d-1cd5-4b95-88be-bc651ce9d6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:50:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['197d5a8a-27a1-4371-a607-7abb177810df'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:42.726063 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c02627d4-ab92-4fcd-8525-6a7951547abd tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3777994'] for router_interface, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:42.738393 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-dce694c2-2410-4cb0-8c32-202f466e67c4 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:42.778201 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-abf9e52d-1cd5-4b95-88be-bc651ce9d6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:42.779815 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf9e52d-1cd5-4b95-88be-bc651ce9d6ae None None] The sync data for ids ['197d5a8a-27a1-4371-a607-7abb177810df'] in dv-neutron-818911-2-hyperv is: [] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:50:42.811264 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce694c2-2410-4cb0-8c32-202f466e67c4 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Network 9b2ee863-c1d5-4014-aa81-85c0c57dfd2d is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:50:42.816561 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-d4225963-83bc-4ac1-9b09-181a416b431e None None] Allocated IP 2001:db8::2 (9b2ee863-c1d5-4014-aa81-85c0c57dfd2d/6ea04389-19d2-49fd-8721-de02b90284b4/b262cc64-1a1f-4adf-b796-ba561a546014) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:50:42.822008 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-dce694c2-2410-4cb0-8c32-202f466e67c4 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:50:42.824377 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-607a0a1c-dc6b-44be-9b14-95853de942f8 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25501782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25307808'] for subnet, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:42.833553 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce694c2-2410-4cb0-8c32-202f466e67c4 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:50:42.848992 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-44bfd46d-d31b-42ab-8145-d923fb77164e tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] 10.222.0.21 "GET /v2.0/routers/197d5a8a-27a1-4371-a607-7abb177810df HTTP/1.1" status: 200 len: 744 time: 0.2130229 Nov 24 01:50:42.849331 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce694c2-2410-4cb0-8c32-202f466e67c4 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:42.850813 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-dce694c2-2410-4cb0-8c32-202f466e67c4 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:42.853831 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49304) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:42.887347 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-607a0a1c-dc6b-44be-9b14-95853de942f8 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:42.894414 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-607a0a1c-dc6b-44be-9b14-95853de942f8 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] 10.222.0.21 "DELETE /v2.0/subnets/d177ec67-ea88-4da1-97df-ab0c9e23a255 HTTP/1.1" status: 204 len: 168 time: 0.7442000 Nov 24 01:50:42.895132 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49306) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:42.911023 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-070472b9-c8ec-49fb-a1e1-fb94f8ef9852 tempest-RoutersIpV6AdminTest-1811978986 tempest-RoutersIpV6AdminTest-1811978986-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=eb22795d-37ee-46ee-844d-92c17e2ea450&device_id=197d5a8a-27a1-4371-a607-7abb177810df HTTP/1.1" status: 200 len: 205 time: 0.0520949 Nov 24 01:50:42.916077 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49308) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:42.916529 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607a0a1c-dc6b-44be-9b14-95853de942f8 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Pushing event deleted for resources: {'Subnet': ['ID=d177ec67-ea88-4da1-97df-ab0c9e23a255,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:42.941977 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce694c2-2410-4cb0-8c32-202f466e67c4 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Pushing event updated for resources: {'Port': ['ID=9a66adcc-3736-4385-af0f-82ce88c6c1c8,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:42.964666 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-a6197eb7-1836-4f19-b61e-fe54d64f6461 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] 10.222.0.21 "GET /v2.0/ports?device_id=197d5a8a-27a1-4371-a607-7abb177810df HTTP/1.1" status: 200 len: 205 time: 0.0457885 Nov 24 01:50:42.968476 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-dce694c2-2410-4cb0-8c32-202f466e67c4 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2557490 Nov 24 01:50:42.968991 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49310) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:42.968991 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49312) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:42.996781 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e4a8b0-60aa-4d8b-b0a1-9970dec0469b tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:42.998780 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-97e4a8b0-60aa-4d8b-b0a1-9970dec0469b tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0965936 Nov 24 01:50:43.002793 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49314) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:43.081985 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-d4225963-83bc-4ac1-9b09-181a416b431e None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:43.095448 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-d4225963-83bc-4ac1-9b09-181a416b431e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:43.114443 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9209a566-3166-482b-9392-0f5a94928edb tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:43.146814 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4225963-83bc-4ac1-9b09-181a416b431e None None] Network 9b2ee863-c1d5-4014-aa81-85c0c57dfd2d is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:50:43.150570 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-d4225963-83bc-4ac1-9b09-181a416b431e None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:50:43.172378 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4225963-83bc-4ac1-9b09-181a416b431e None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:50:43.175925 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4225963-83bc-4ac1-9b09-181a416b431e None None] Pushing event updated for resources: {'Port': ['ID=b262cc64-1a1f-4adf-b796-ba561a546014,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:43.194163 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-9209a566-3166-482b-9392-0f5a94928edb tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Deleting port 7b3ac15b-f0b3-43c1-864a-82c2555431bb {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:50:43.194647 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9209a566-3166-482b-9392-0f5a94928edb tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:43.269632 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-d4225963-83bc-4ac1-9b09-181a416b431e None None] Attempting to bind port b262cc64-1a1f-4adf-b796-ba561a546014 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:50:43.270270 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-d4225963-83bc-4ac1-9b09-181a416b431e None None] Attempting to bind port b262cc64-1a1f-4adf-b796-ba561a546014 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '5cd0f7d4-3df8-4a5e-9551-946c417ad17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9b2ee863-c1d5-4014-aa81-85c0c57dfd2d'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:50:43.270797 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4225963-83bc-4ac1-9b09-181a416b431e None None] Attempting to bind port b262cc64-1a1f-4adf-b796-ba561a546014 on network 9b2ee863-c1d5-4014-aa81-85c0c57dfd2d {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:50:43.277198 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4225963-83bc-4ac1-9b09-181a416b431e None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:50:43.277888 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4225963-83bc-4ac1-9b09-181a416b431e None None] Checking segment: {'id': '5cd0f7d4-3df8-4a5e-9551-946c417ad17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9b2ee863-c1d5-4014-aa81-85c0c57dfd2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:50:43.278453 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-d4225963-83bc-4ac1-9b09-181a416b431e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:43.278996 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4225963-83bc-4ac1-9b09-181a416b431e None None] Bound using segment: {'id': '5cd0f7d4-3df8-4a5e-9551-946c417ad17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9b2ee863-c1d5-4014-aa81-85c0c57dfd2d'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:50:43.279654 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-d4225963-83bc-4ac1-9b09-181a416b431e None None] Bound port: b262cc64-1a1f-4adf-b796-ba561a546014, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cd0f7d4-3df8-4a5e-9551-946c417ad17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9b2ee863-c1d5-4014-aa81-85c0c57dfd2d'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:50:43.280206 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-d4225963-83bc-4ac1-9b09-181a416b431e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:43.325297 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [None req-9209a566-3166-482b-9392-0f5a94928edb tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] For port 7b3ac15b-f0b3-43c1-864a-82c2555431bb, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=7b3ac15b-f0b3-43c1-864a-82c2555431bb,segment=NetworkSegment(24320715-f877-495a-a4e5-52434a2d3dae),segment_id=24320715-f877-495a-a4e5-52434a2d3dae)] {{(pid=109867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:50:43.325875 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9209a566-3166-482b-9392-0f5a94928edb tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:43.356321 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-9209a566-3166-482b-9392-0f5a94928edb tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Calling delete_port for 7b3ac15b-f0b3-43c1-864a-82c2555431bb owned by network:dhcp {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:50:43.373020 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-d4225963-83bc-4ac1-9b09-181a416b431e None None] For port b262cc64-1a1f-4adf-b796-ba561a546014, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:50:43.378328 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-d4225963-83bc-4ac1-9b09-181a416b431e None None] For port b262cc64-1a1f-4adf-b796-ba561a546014, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=b262cc64-1a1f-4adf-b796-ba561a546014,segment=NetworkSegment(5cd0f7d4-3df8-4a5e-9551-946c417ad17c),segment_id=5cd0f7d4-3df8-4a5e-9551-946c417ad17c)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:50:43.386282 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-d4225963-83bc-4ac1-9b09-181a416b431e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:43.447401 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4225963-83bc-4ac1-9b09-181a416b431e None None] Pushing event updated for resources: {'Port': ['ID=b262cc64-1a1f-4adf-b796-ba561a546014,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:43.450768 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f5832b-3ded-40a5-b713-10f9b99b3dd3 None None] Network 8b567823-8e45-4a79-98ff-4f07dcf90a1a requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:50:43.498644 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-7a87a4f0-262d-4d0a-be1f-863715a6fa63 req-066d45c8-d0ae-4bc5-97a3-1e7cf773e3d8 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e8d9ad2-6341-4fa3-bb1f-abab46565d1f HTTP/1.1" status: 200 len: 210 time: 0.0662611 Nov 24 01:50:43.515050 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-1505b5f8-0e38-43ec-9a58-1a5b5ba856e3 None None] Provisioning complete for port c43f0730-99ed-4291-8c6b-a1a91df17189 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:50:43.515499 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-1505b5f8-0e38-43ec-9a58-1a5b5ba856e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:43.526936 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9209a566-3166-482b-9392-0f5a94928edb tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:43.564429 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9209a566-3166-482b-9392-0f5a94928edb tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Pushing event deleted for resources: {'Port': ['ID=7b3ac15b-f0b3-43c1-864a-82c2555431bb,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:43.568975 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9209a566-3166-482b-9392-0f5a94928edb tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] No DVR routers for this DVR port 7b3ac15b-f0b3-43c1-864a-82c2555431bb on host dv-neutron-818911-2-hyperv {{(pid=109867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:50:43.664116 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-6ccb9632-08ad-4e73-81a0-5a8db0901b54 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks [] for router, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:43.684953 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9209a566-3166-482b-9392-0f5a94928edb tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:43.710413 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-9209a566-3166-482b-9392-0f5a94928edb tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cce1ae2-22d4-43b1-9cf3-2e8ebb63ed88']}} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:43.726120 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-9209a566-3166-482b-9392-0f5a94928edb tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24320715-f877-495a-a4e5-52434a2d3dae') {'for_net_delete': True} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:43.727092 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-9209a566-3166-482b-9392-0f5a94928edb tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24320715-f877-495a-a4e5-52434a2d3dae') {} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:43.736888 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6838360a-61b7-42de-b0c3-81c4329f4297 None None] Network 0cce1ae2-22d4-43b1-9cf3-2e8ebb63ed88 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:50:43.766833 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9209a566-3166-482b-9392-0f5a94928edb tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28690908'] for segment, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:43.771826 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-1505b5f8-0e38-43ec-9a58-1a5b5ba856e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:43.829859 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9209a566-3166-482b-9392-0f5a94928edb tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:43.839885 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2aa18980-b013-4869-a225-26785ca0cb37 req-52cc90c3-6389-4469-8aa1-ec3fd916914c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Made reservation on behalf of 5cd72ac6dd034b2d92e26f70404adb10 for: {'port': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:50:43.840050 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9209a566-3166-482b-9392-0f5a94928edb tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=109867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:50:43.843678 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-2aa18980-b013-4869-a225-26785ca0cb37 req-52cc90c3-6389-4469-8aa1-ec3fd916914c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:43.850323 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9209a566-3166-482b-9392-0f5a94928edb tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25503736'] for segment, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:43.854680 dv-neutron-818911-2-hyperv neutron-server[109867]: Traceback (most recent call last): Nov 24 01:50:43.854680 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:50:43.854680 dv-neutron-818911-2-hyperv neutron-server[109867]: timer() Nov 24 01:50:43.854680 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:50:43.854680 dv-neutron-818911-2-hyperv neutron-server[109867]: cb(*args, **kw) Nov 24 01:50:43.854680 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:50:43.854680 dv-neutron-818911-2-hyperv neutron-server[109867]: return func(*args, **kwargs) Nov 24 01:50:43.854680 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:50:43.854680 dv-neutron-818911-2-hyperv neutron-server[109867]: self._notify() Nov 24 01:50:43.854680 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:50:43.854680 dv-neutron-818911-2-hyperv neutron-server[109867]: self.callback(batched_events) Nov 24 01:50:43.854680 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:50:43.854680 dv-neutron-818911-2-hyperv neutron-server[109867]: event.method(event) Nov 24 01:50:43.854680 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:50:43.854680 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:50:43.854680 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:50:43.854680 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:50:43.854680 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:50:43.854680 dv-neutron-818911-2-hyperv neutron-server[109867]: return f(self, *a, **k) Nov 24 01:50:43.854680 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:50:43.854680 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._get(url).json() Nov 24 01:50:43.854680 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:50:43.854680 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:50:43.854680 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:50:43.854680 dv-neutron-818911-2-hyperv neutron-server[109867]: return self.request(url, 'GET', **kwargs) Nov 24 01:50:43.854680 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:50:43.854680 dv-neutron-818911-2-hyperv neutron-server[109867]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:50:43.854680 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:50:43.854680 dv-neutron-818911-2-hyperv neutron-server[109867]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:50:43.854680 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:50:43.854680 dv-neutron-818911-2-hyperv neutron-server[109867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:50:43.854680 dv-neutron-818911-2-hyperv neutron-server[109867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:50:43.904218 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-1505b5f8-0e38-43ec-9a58-1a5b5ba856e3 None None] For port c43f0730-99ed-4291-8c6b-a1a91df17189, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=c43f0730-99ed-4291-8c6b-a1a91df17189,segment=NetworkSegment(9c50e7bd-5c70-4b92-a6f1-8128dbddd66e),segment_id=9c50e7bd-5c70-4b92-a6f1-8128dbddd66e)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:50:43.908288 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7acc1ce3-a26c-4848-9420-8f4bdf9aadd4 None None] DHCP port deletion for 8b567823-8e45-4a79-98ff-4f07dcf90a1a request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:50:43.912765 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-1505b5f8-0e38-43ec-9a58-1a5b5ba856e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:43.994701 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-6ccb9632-08ad-4e73-81a0-5a8db0901b54 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-424460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2766'] for router, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:43.997277 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9209a566-3166-482b-9392-0f5a94928edb tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:44.000923 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d955a2f1-071b-44ab-ae18-23ab85151dba None None] DHCP port deletion for 0cce1ae2-22d4-43b1-9cf3-2e8ebb63ed88 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:50:44.005562 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-6ccb9632-08ad-4e73-81a0-5a8db0901b54 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:44.007512 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1505b5f8-0e38-43ec-9a58-1a5b5ba856e3 None None] Pushing event updated for resources: {'Port': ['ID=c43f0730-99ed-4291-8c6b-a1a91df17189,revision_number=4']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:44.024251 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9209a566-3166-482b-9392-0f5a94928edb tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Publish callbacks [] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:44.040783 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-d3eee2b5-67d5-47ad-922e-2cd3ef110f11 None None] Could not find standard attr ID for object 7b3ac15b-f0b3-43c1-864a-82c2555431bb. {{(pid=109868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 01:50:44.043513 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-9209a566-3166-482b-9392-0f5a94928edb tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] 10.222.0.21 "DELETE /v2.0/networks/0cce1ae2-22d4-43b1-9cf3-2e8ebb63ed88 HTTP/1.1" status: 204 len: 168 time: 1.0380704 Nov 24 01:50:44.045919 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-7acc1ce3-a26c-4848-9420-8f4bdf9aadd4 None None] Deleting port c43f0730-99ed-4291-8c6b-a1a91df17189 {{(pid=109868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:50:44.046291 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-7acc1ce3-a26c-4848-9420-8f4bdf9aadd4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:44.049610 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9209a566-3166-482b-9392-0f5a94928edb tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Pushing event deleted for resources: {'Network': ['ID=0cce1ae2-22d4-43b1-9cf3-2e8ebb63ed88,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:44.051442 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49318) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:44.147870 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-7acc1ce3-a26c-4848-9420-8f4bdf9aadd4 None None] For port c43f0730-99ed-4291-8c6b-a1a91df17189, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=c43f0730-99ed-4291-8c6b-a1a91df17189,segment=NetworkSegment(9c50e7bd-5c70-4b92-a6f1-8128dbddd66e),segment_id=9c50e7bd-5c70-4b92-a6f1-8128dbddd66e)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:50:44.148345 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-7acc1ce3-a26c-4848-9420-8f4bdf9aadd4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:44.164038 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-6ccb9632-08ad-4e73-81a0-5a8db0901b54 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-424469'] for router, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:44.164781 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ccb9632-08ad-4e73-81a0-5a8db0901b54 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Fanout notify agent at l3_agent the message router_deleted on router 197d5a8a-27a1-4371-a607-7abb177810df {{(pid=109866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 01:50:44.164913 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-7acc1ce3-a26c-4848-9420-8f4bdf9aadd4 None None] Calling delete_port for c43f0730-99ed-4291-8c6b-a1a91df17189 owned by network:dhcp {{(pid=109868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:50:44.171019 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-180074de-b1a9-4fb7-a0a1-3d60f82fc88c tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:44.173386 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-6ccb9632-08ad-4e73-81a0-5a8db0901b54 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] Publish callbacks [] for router, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:44.174606 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-6ccb9632-08ad-4e73-81a0-5a8db0901b54 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] 10.222.0.21 "DELETE /v2.0/routers/197d5a8a-27a1-4371-a607-7abb177810df HTTP/1.1" status: 204 len: 168 time: 1.2050836 Nov 24 01:50:44.180495 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49320) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:44.231461 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-3b580eae-7f53-4cd5-9aeb-54b00e57b247 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] 10.222.0.21 "GET /v2.0/ports?device_id=197d5a8a-27a1-4371-a607-7abb177810df HTTP/1.1" status: 200 len: 205 time: 0.0480583 Nov 24 01:50:44.234205 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49322) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:44.258390 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device b262cc64-1a1f-4adf-b796-ba561a546014 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:50:44.292561 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.api.v2.resource [None req-de63cab2-aaaf-4e8f-9631-321e9e27d18d tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] delete failed (client error): The resource could not be found. Nov 24 01:50:44.296530 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-de63cab2-aaaf-4e8f-9631-321e9e27d18d tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] 10.222.0.21 "DELETE /v2.0/routers/197d5a8a-27a1-4371-a607-7abb177810df HTTP/1.1" status: 404 len: 336 time: 0.0613823 Nov 24 01:50:44.298421 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49324) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:44.320842 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a8adbf28-574b-4692-b28f-130493f04ab8 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:44.322843 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-7acc1ce3-a26c-4848-9420-8f4bdf9aadd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974'] for port, after_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:44.327906 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [req-2aa18980-b013-4869-a225-26785ca0cb37 req-52cc90c3-6389-4469-8aa1-ec3fd916914c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Allocated IP 172.20.0.27 (176ac394-6c88-463d-aaaa-65492c0ad94b/95c89327-6df4-4905-b017-dda5c10cc438/f65bb614-8f8b-4ff1-9812-909dca00f7fb) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:50:44.336032 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-227ee062-cc48-4043-9ea8-e23ba8612e61 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] 10.222.0.21 "GET /v2.0/ports?device_id=e82217eb-22f2-4afc-9b80-555b621197b0 HTTP/1.1" status: 200 len: 205 time: 0.0362232 Nov 24 01:50:44.336382 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49326) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:44.351131 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port b262cc64-1a1f-4adf-b796-ba561a546014 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:50:44.351513 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:44.353625 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acc1ce3-a26c-4848-9420-8f4bdf9aadd4 None None] Pushing event deleted for resources: {'Port': ['ID=c43f0730-99ed-4291-8c6b-a1a91df17189,revision_number=None']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:44.378596 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7acc1ce3-a26c-4848-9420-8f4bdf9aadd4 None None] No DVR routers for this DVR port c43f0730-99ed-4291-8c6b-a1a91df17189 on host dv-neutron-818911-2-hyperv {{(pid=109868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:50:44.383031 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.api.v2.resource [None req-b352e344-e5bd-49ee-b8e8-0cc648cd054c tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] delete failed (client error): The resource could not be found. Nov 24 01:50:44.388194 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-b352e344-e5bd-49ee-b8e8-0cc648cd054c tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] 10.222.0.21 "DELETE /v2.0/routers/e82217eb-22f2-4afc-9b80-555b621197b0 HTTP/1.1" status: 404 len: 336 time: 0.0506706 Nov 24 01:50:44.395551 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49328) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:44.400700 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-c02627d4-ab92-4fcd-8525-6a7951547abd tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Deleting port 2db26859-3a5c-43fb-9af5-a82a100a1f64 {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:50:44.401283 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c02627d4-ab92-4fcd-8525-6a7951547abd tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:44.434420 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-c580e04a-569f-4da8-aed5-00eeff1563db tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] 10.222.0.21 "GET /v2.0/ports?device_id=1792e61e-af1f-4f65-ab81-6d8351823ded HTTP/1.1" status: 200 len: 205 time: 0.0333805 Nov 24 01:50:44.436034 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49330) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:44.445997 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:44.481041 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.api.v2.resource [None req-ca24b6b0-d320-46b8-b7a3-8ec10494e6db tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] delete failed (client error): The resource could not be found. Nov 24 01:50:44.483650 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-ca24b6b0-d320-46b8-b7a3-8ec10494e6db tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] 10.222.0.21 "DELETE /v2.0/routers/1792e61e-af1f-4f65-ab81-6d8351823ded HTTP/1.1" status: 404 len: 336 time: 0.0454075 Nov 24 01:50:44.486156 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-180074de-b1a9-4fb7-a0a1-3d60f82fc88c tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Deleting port c43f0730-99ed-4291-8c6b-a1a91df17189 {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:50:44.487982 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-180074de-b1a9-4fb7-a0a1-3d60f82fc88c tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:44.488894 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49332) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:44.583073 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [None req-180074de-b1a9-4fb7-a0a1-3d60f82fc88c tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] For port c43f0730-99ed-4291-8c6b-a1a91df17189, host dv-neutron-818911-2-hyperv, got binding levels [] {{(pid=109867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:50:44.584363 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-180074de-b1a9-4fb7-a0a1-3d60f82fc88c tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:44.601648 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-180074de-b1a9-4fb7-a0a1-3d60f82fc88c tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Calling delete_port for c43f0730-99ed-4291-8c6b-a1a91df17189 owned by network:dhcp {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:50:44.605307 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.ipam_backend_mixin [None req-180074de-b1a9-4fb7-a0a1-3d60f82fc88c tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Port c43f0730-99ed-4291-8c6b-a1a91df17189 was not found and therefore no delete operation was performed {{(pid=109867) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 24 01:50:44.607113 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-180074de-b1a9-4fb7-a0a1-3d60f82fc88c tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:44.635917 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-2688b921-1a4e-4bc7-896c-00e318b110bc tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed31ca33-714e-40e7-a5be-3a4547274e44 HTTP/1.1" status: 200 len: 205 time: 0.1024945 Nov 24 01:50:44.639097 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49336) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:44.641638 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180074de-b1a9-4fb7-a0a1-3d60f82fc88c tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Pushing event deleted for resources: {'Port': ['ID=c43f0730-99ed-4291-8c6b-a1a91df17189,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:44.653986 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180074de-b1a9-4fb7-a0a1-3d60f82fc88c tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] No DVR routers for this DVR port c43f0730-99ed-4291-8c6b-a1a91df17189 on host dv-neutron-818911-2-hyperv {{(pid=109867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:50:44.671819 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] For port b262cc64-1a1f-4adf-b796-ba561a546014, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=b262cc64-1a1f-4adf-b796-ba561a546014,segment=NetworkSegment(5cd0f7d4-3df8-4a5e-9551-946c417ad17c),segment_id=5cd0f7d4-3df8-4a5e-9551-946c417ad17c)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:50:44.679054 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:44.679609 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-b1943ede-7dea-4a41-9b49-956f25da0c35 req-f69e071b-811e-4226-9d44-e95292240269 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e8d9ad2-6341-4fa3-bb1f-abab46565d1f HTTP/1.1" status: 200 len: 210 time: 0.0671103 Nov 24 01:50:44.716225 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.api.v2.resource [None req-6a748787-56fa-4413-8d0a-dca559b0efd1 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] delete failed (client error): The resource could not be found. Nov 24 01:50:44.717702 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-6a748787-56fa-4413-8d0a-dca559b0efd1 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] 10.222.0.21 "DELETE /v2.0/routers/ed31ca33-714e-40e7-a5be-3a4547274e44 HTTP/1.1" status: 404 len: 336 time: 0.0772951 Nov 24 01:50:44.736913 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49338) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:44.745907 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Pushing event updated for resources: {'Port': ['ID=b262cc64-1a1f-4adf-b796-ba561a546014,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:44.780841 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-5b9c3a91-7fb2-4b50-be7f-5c545a09fc53 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] 10.222.0.21 "GET /v2.0/ports?device_id=362d5aea-9705-47db-a151-2a669759219a HTTP/1.1" status: 200 len: 205 time: 0.0427530 Nov 24 01:50:44.791194 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49340) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:44.833983 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [None req-c02627d4-ab92-4fcd-8525-6a7951547abd tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] For port 2db26859-3a5c-43fb-9af5-a82a100a1f64, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=2db26859-3a5c-43fb-9af5-a82a100a1f64,segment=NetworkSegment(faac1438-3870-4202-bded-84a557baaf74),segment_id=faac1438-3870-4202-bded-84a557baaf74)] {{(pid=109866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:50:44.834355 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c02627d4-ab92-4fcd-8525-6a7951547abd tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:44.836101 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.api.v2.resource [None req-c346971f-07e9-4852-9581-5d004a5dda5e tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] delete failed (client error): The resource could not be found. Nov 24 01:50:44.837879 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-c346971f-07e9-4852-9581-5d004a5dda5e tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] 10.222.0.21 "DELETE /v2.0/routers/362d5aea-9705-47db-a151-2a669759219a HTTP/1.1" status: 404 len: 336 time: 0.0460083 Nov 24 01:50:44.847038 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49342) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:44.872296 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-c02627d4-ab92-4fcd-8525-6a7951547abd tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Calling delete_port for 2db26859-3a5c-43fb-9af5-a82a100a1f64 owned by network:router_interface {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:50:44.889791 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-180074de-b1a9-4fb7-a0a1-3d60f82fc88c tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:44.905437 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-b3f2921d-7380-471b-9ba0-defd965dc7ba tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] 10.222.0.21 "GET /v2.0/ports?device_id=eabc232f-76ca-4a8e-b4bc-02f5af256334 HTTP/1.1" status: 200 len: 205 time: 0.0546148 Nov 24 01:50:44.909753 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49344) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:44.960684 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5ac43a-560a-4af4-8dd9-98c99551b080 None None] Network 9b2ee863-c1d5-4014-aa81-85c0c57dfd2d requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:50:44.964981 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-2aa18980-b013-4869-a225-26785ca0cb37 req-52cc90c3-6389-4469-8aa1-ec3fd916914c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:44.966951 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-180074de-b1a9-4fb7-a0a1-3d60f82fc88c tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b567823-8e45-4a79-98ff-4f07dcf90a1a']}} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:44.971145 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.api.v2.resource [None req-7a316d7e-2310-4fb0-aa92-b969130dcf43 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] delete failed (client error): The resource could not be found. Nov 24 01:50:44.975950 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-7a316d7e-2310-4fb0-aa92-b969130dcf43 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] 10.222.0.21 "DELETE /v2.0/routers/eabc232f-76ca-4a8e-b4bc-02f5af256334 HTTP/1.1" status: 404 len: 336 time: 0.0650966 Nov 24 01:50:44.976844 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49346) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:44.995046 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-180074de-b1a9-4fb7-a0a1-3d60f82fc88c tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c50e7bd-5c70-4b92-a6f1-8128dbddd66e') {'for_net_delete': True} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:44.996105 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-180074de-b1a9-4fb7-a0a1-3d60f82fc88c tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c50e7bd-5c70-4b92-a6f1-8128dbddd66e') {} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:45.025579 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.pecan_wsgi.hooks.translation [None req-29ff3d81-d9e2-464a-845f-5ec20a215fb5 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] DELETE failed (client error): The resource could not be found. Nov 24 01:50:45.027261 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29ff3d81-d9e2-464a-845f-5ec20a215fb5 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:50:45.027946 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-4f748ad4-2ab2-423f-8087-80de93068de3 None None] Provisioning complete for port b262cc64-1a1f-4adf-b796-ba561a546014 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:50:45.028321 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-4f748ad4-2ab2-423f-8087-80de93068de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:45.032095 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a8adbf28-574b-4692-b28f-130493f04ab8 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks [] for port, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:45.036602 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-29ff3d81-d9e2-464a-845f-5ec20a215fb5 tempest-RoutersIpV6AdminTest-2013564470 tempest-RoutersIpV6AdminTest-2013564470-project] 10.222.0.21 "DELETE /v2.0/subnets/26dfd3a7-a219-4465-8663-43e42b4a284e HTTP/1.1" status: 404 len: 337 time: 0.0512805 Nov 24 01:50:45.040083 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-180074de-b1a9-4fb7-a0a1-3d60f82fc88c tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28690908'] for segment, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:45.060324 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-180074de-b1a9-4fb7-a0a1-3d60f82fc88c tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:45.071888 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-180074de-b1a9-4fb7-a0a1-3d60f82fc88c tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=109867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:50:45.072519 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-180074de-b1a9-4fb7-a0a1-3d60f82fc88c tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25503736'] for segment, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:45.077229 dv-neutron-818911-2-hyperv neutron-server[109867]: Traceback (most recent call last): Nov 24 01:50:45.077229 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:50:45.077229 dv-neutron-818911-2-hyperv neutron-server[109867]: timer() Nov 24 01:50:45.077229 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:50:45.077229 dv-neutron-818911-2-hyperv neutron-server[109867]: cb(*args, **kw) Nov 24 01:50:45.077229 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:50:45.077229 dv-neutron-818911-2-hyperv neutron-server[109867]: return func(*args, **kwargs) Nov 24 01:50:45.077229 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:50:45.077229 dv-neutron-818911-2-hyperv neutron-server[109867]: self._notify() Nov 24 01:50:45.077229 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:50:45.077229 dv-neutron-818911-2-hyperv neutron-server[109867]: self.callback(batched_events) Nov 24 01:50:45.077229 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:50:45.077229 dv-neutron-818911-2-hyperv neutron-server[109867]: event.method(event) Nov 24 01:50:45.077229 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:50:45.077229 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:50:45.077229 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:50:45.077229 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:50:45.077229 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:50:45.077229 dv-neutron-818911-2-hyperv neutron-server[109867]: return f(self, *a, **k) Nov 24 01:50:45.077229 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:50:45.077229 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._get(url).json() Nov 24 01:50:45.077229 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:50:45.077229 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:50:45.077229 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:50:45.077229 dv-neutron-818911-2-hyperv neutron-server[109867]: return self.request(url, 'GET', **kwargs) Nov 24 01:50:45.077229 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:50:45.077229 dv-neutron-818911-2-hyperv neutron-server[109867]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:50:45.077229 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:50:45.077229 dv-neutron-818911-2-hyperv neutron-server[109867]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:50:45.077229 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:50:45.077229 dv-neutron-818911-2-hyperv neutron-server[109867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:50:45.077229 dv-neutron-818911-2-hyperv neutron-server[109867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:50:45.079669 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a8adbf28-574b-4692-b28f-130493f04ab8 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29149402'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:45.146765 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-2aa18980-b013-4869-a225-26785ca0cb37 req-52cc90c3-6389-4469-8aa1-ec3fd916914c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:45.182436 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-180074de-b1a9-4fb7-a0a1-3d60f82fc88c tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:45.207417 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-180074de-b1a9-4fb7-a0a1-3d60f82fc88c tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Publish callbacks [] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:45.213190 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-180074de-b1a9-4fb7-a0a1-3d60f82fc88c tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] 10.222.0.21 "DELETE /v2.0/networks/8b567823-8e45-4a79-98ff-4f07dcf90a1a HTTP/1.1" status: 204 len: 168 time: 1.1605315 Nov 24 01:50:45.216460 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49350) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:45.225186 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8adbf28-574b-4692-b28f-130493f04ab8 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Pushing event updated for resources: {'Port': ['ID=9a66adcc-3736-4385-af0f-82ce88c6c1c8,revision_number=2']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:45.230141 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2aa18980-b013-4869-a225-26785ca0cb37 req-52cc90c3-6389-4469-8aa1-ec3fd916914c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Network 176ac394-6c88-463d-aaaa-65492c0ad94b is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:50:45.251894 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180074de-b1a9-4fb7-a0a1-3d60f82fc88c tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Pushing event deleted for resources: {'Network': ['ID=8b567823-8e45-4a79-98ff-4f07dcf90a1a,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:45.274675 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [req-2aa18980-b013-4869-a225-26785ca0cb37 req-52cc90c3-6389-4469-8aa1-ec3fd916914c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:50:45.298334 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aa18980-b013-4869-a225-26785ca0cb37 req-52cc90c3-6389-4469-8aa1-ec3fd916914c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:50:45.351767 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-3143e128-d083-4dd0-8aca-1109a6ad3698 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:45.359555 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cc90c3-6389-4469-8aa1-ec3fd916914c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'Port': ['ID=f65bb614-8f8b-4ff1-9812-909dca00f7fb,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:45.462043 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c02627d4-ab92-4fcd-8525-6a7951547abd tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:45.475595 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49354) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:45.484464 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a8adbf28-574b-4692-b28f-130493f04ab8 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3777869'] for router_interface, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:45.487260 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-3143e128-d083-4dd0-8aca-1109a6ad3698 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:45.516063 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-3143e128-d083-4dd0-8aca-1109a6ad3698 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f3bbba9-7d54-4e61-b5a6-5d6ec242b305']}} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:45.529335 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-3143e128-d083-4dd0-8aca-1109a6ad3698 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4f44951-65a5-406d-b304-092a26f38073') {'for_net_delete': True} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:45.531022 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-3143e128-d083-4dd0-8aca-1109a6ad3698 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4f44951-65a5-406d-b304-092a26f38073') {} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:45.544261 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-3143e128-d083-4dd0-8aca-1109a6ad3698 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28690908'] for segment, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:45.554420 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa18980-b013-4869-a225-26785ca0cb37 req-52cc90c3-6389-4469-8aa1-ec3fd916914c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:45.555086 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-2aa18980-b013-4869-a225-26785ca0cb37 req-52cc90c3-6389-4469-8aa1-ec3fd916914c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:45.562038 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-3143e128-d083-4dd0-8aca-1109a6ad3698 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:45.568796 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02627d4-ab92-4fcd-8525-6a7951547abd tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Pushing event deleted for resources: {'Port': ['ID=2db26859-3a5c-43fb-9af5-a82a100a1f64,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:45.569352 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3143e128-d083-4dd0-8aca-1109a6ad3698 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=109867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:50:45.569965 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-3143e128-d083-4dd0-8aca-1109a6ad3698 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25503736'] for segment, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:45.585742 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-2aa18980-b013-4869-a225-26785ca0cb37 req-52cc90c3-6389-4469-8aa1-ec3fd916914c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9712803 Nov 24 01:50:45.654389 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-aeff1cf8-59cf-4261-b5c7-98651e8f814d None None] Provisioning complete for port b262cc64-1a1f-4adf-b796-ba561a546014 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:50:45.654894 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-aeff1cf8-59cf-4261-b5c7-98651e8f814d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:45.686948 dv-neutron-818911-2-hyperv neutron-server[109867]: Traceback (most recent call last): Nov 24 01:50:45.686948 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:50:45.686948 dv-neutron-818911-2-hyperv neutron-server[109867]: timer() Nov 24 01:50:45.686948 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:50:45.686948 dv-neutron-818911-2-hyperv neutron-server[109867]: cb(*args, **kw) Nov 24 01:50:45.686948 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:50:45.686948 dv-neutron-818911-2-hyperv neutron-server[109867]: return func(*args, **kwargs) Nov 24 01:50:45.686948 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:50:45.686948 dv-neutron-818911-2-hyperv neutron-server[109867]: self._notify() Nov 24 01:50:45.686948 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:50:45.686948 dv-neutron-818911-2-hyperv neutron-server[109867]: self.callback(batched_events) Nov 24 01:50:45.686948 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:50:45.686948 dv-neutron-818911-2-hyperv neutron-server[109867]: event.method(event) Nov 24 01:50:45.686948 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:50:45.686948 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:50:45.686948 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:50:45.686948 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:50:45.686948 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:50:45.686948 dv-neutron-818911-2-hyperv neutron-server[109867]: return f(self, *a, **k) Nov 24 01:50:45.686948 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:50:45.686948 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._get(url).json() Nov 24 01:50:45.686948 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:50:45.686948 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:50:45.686948 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:50:45.686948 dv-neutron-818911-2-hyperv neutron-server[109867]: return self.request(url, 'GET', **kwargs) Nov 24 01:50:45.686948 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:50:45.686948 dv-neutron-818911-2-hyperv neutron-server[109867]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:50:45.686948 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:50:45.686948 dv-neutron-818911-2-hyperv neutron-server[109867]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:50:45.686948 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:50:45.686948 dv-neutron-818911-2-hyperv neutron-server[109867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:50:45.686948 dv-neutron-818911-2-hyperv neutron-server[109867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:50:45.692811 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-3143e128-d083-4dd0-8aca-1109a6ad3698 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:45.697482 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a0ffc302-b36b-4d96-8bdb-8ae619326847 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:45.703363 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-3143e128-d083-4dd0-8aca-1109a6ad3698 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Publish callbacks [] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:45.727650 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-3143e128-d083-4dd0-8aca-1109a6ad3698 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] 10.222.0.21 "DELETE /v2.0/networks/2f3bbba9-7d54-4e61-b5a6-5d6ec242b305 HTTP/1.1" status: 204 len: 168 time: 0.5078652 Nov 24 01:50:45.731755 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49362) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:45.767195 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3143e128-d083-4dd0-8aca-1109a6ad3698 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Pushing event deleted for resources: {'Network': ['ID=2f3bbba9-7d54-4e61-b5a6-5d6ec242b305,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:45.773062 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [req-2aa18980-b013-4869-a225-26785ca0cb37 req-2f6870e6-456c-4336-b454-49c2c5a55dec service neutron] Request body: {'port': {'device_id': '0e8d9ad2-6341-4fa3-bb1f-abab46565d1f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8189'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:50:45.818784 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-aeff1cf8-59cf-4261-b5c7-98651e8f814d None None] Provisioning complete for port 9a66adcc-3736-4385-af0f-82ce88c6c1c8 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:50:45.819375 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-aeff1cf8-59cf-4261-b5c7-98651e8f814d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:45.877666 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-aeff1cf8-59cf-4261-b5c7-98651e8f814d None None] Port 9a66adcc-3736-4385-af0f-82ce88c6c1c8 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:50:45.890169 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993f665c-5b0f-4033-b77d-0bf41251236f req-fa65925a-69ce-4e44-89f9-a5cc357faa2c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:45.892310 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-993f665c-5b0f-4033-b77d-0bf41251236f req-fa65925a-69ce-4e44-89f9-a5cc357faa2c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e8d9ad2-6341-4fa3-bb1f-abab46565d1f HTTP/1.1" status: 200 len: 932 time: 0.0799696 Nov 24 01:50:45.951064 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-993f665c-5b0f-4033-b77d-0bf41251236f req-9d55505d-34cf-468c-a6d8-8da460c00d6b tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f28cc3c-ac30-482b-95ab-b94125c0cc80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518672 Nov 24 01:50:46.002710 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-15a0f4f5-1564-4c19-97bb-3c0071442f50 None None] Provisioning complete for port 9a66adcc-3736-4385-af0f-82ce88c6c1c8 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:50:46.003278 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-15a0f4f5-1564-4c19-97bb-3c0071442f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:46.042024 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-15a0f4f5-1564-4c19-97bb-3c0071442f50 None None] Port 9a66adcc-3736-4385-af0f-82ce88c6c1c8 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:50:46.053141 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-15a0f4f5-1564-4c19-97bb-3c0071442f50 None None] Provisioning complete for port f65bb614-8f8b-4ff1-9812-909dca00f7fb triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:50:46.053751 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-15a0f4f5-1564-4c19-97bb-3c0071442f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:46.055066 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d204174b-a3b5-44e4-86ef-a36634521490 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:46.062834 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a8adbf28-574b-4692-b28f-130493f04ab8 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:46.073591 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-2aa18980-b013-4869-a225-26785ca0cb37 req-2f6870e6-456c-4336-b454-49c2c5a55dec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:46.089967 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-15a0f4f5-1564-4c19-97bb-3c0071442f50 None None] Port f65bb614-8f8b-4ff1-9812-909dca00f7fb cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:50:46.102177 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c02627d4-ab92-4fcd-8525-6a7951547abd tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424538'] for router_interface, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:46.241489 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device b262cc64-1a1f-4adf-b796-ba561a546014 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:50:46.290041 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port b262cc64-1a1f-4adf-b796-ba561a546014 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:50:46.290348 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:46.320168 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a0ffc302-b36b-4d96-8bdb-8ae619326847 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:46.342909 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-953a69f5-6e45-442f-bdb9-3fd247386649 None None] Provisioning complete for port 9a66adcc-3736-4385-af0f-82ce88c6c1c8 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:50:46.343271 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-953a69f5-6e45-442f-bdb9-3fd247386649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:46.345900 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a0ffc302-b36b-4d96-8bdb-8ae619326847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:46.398224 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-953a69f5-6e45-442f-bdb9-3fd247386649 None None] Port 9a66adcc-3736-4385-af0f-82ce88c6c1c8 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:50:46.806111 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d204174b-a3b5-44e4-86ef-a36634521490 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:46.868882 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-d204174b-a3b5-44e4-86ef-a36634521490 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['755593d4-2440-4ab4-936f-278a27b4b822']}} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:46.914970 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-a0ffc302-b36b-4d96-8bdb-8ae619326847 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cd8f95c0a6114379af36a84c8b8806aa&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4355192 Nov 24 01:50:46.917796 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49364) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:46.929277 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-d204174b-a3b5-44e4-86ef-a36634521490 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa51612d-c2b3-4c33-8eac-35e579cc7c17') {'for_net_delete': True} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:46.929605 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-d204174b-a3b5-44e4-86ef-a36634521490 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa51612d-c2b3-4c33-8eac-35e579cc7c17') {} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:46.960882 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ffc302-b36b-4d96-8bdb-8ae619326847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f9cde6b-5c29-495b-b187-598c894e1a3a,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:46.965453 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-645fe954-a226-4cb0-bb64-e21877af5c29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:46.989018 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-645fe954-a226-4cb0-bb64-e21877af5c29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:46.997625 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d204174b-a3b5-44e4-86ef-a36634521490 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29055561'] for segment, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:47.041727 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-645fe954-a226-4cb0-bb64-e21877af5c29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:47.044520 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-645fe954-a226-4cb0-bb64-e21877af5c29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:47.045700 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-645fe954-a226-4cb0-bb64-e21877af5c29 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2f9cde6b-5c29-495b-b187-598c894e1a3a HTTP/1.1" status: 204 len: 168 time: 0.1268890 Nov 24 01:50:47.054354 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645fe954-a226-4cb0-bb64-e21877af5c29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f9cde6b-5c29-495b-b187-598c894e1a3a,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:47.079968 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d204174b-a3b5-44e4-86ef-a36634521490 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:47.092098 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c02627d4-ab92-4fcd-8525-6a7951547abd tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Router abb92a61-c755-46ea-86f2-b372043c557e has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:50:47.109310 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d204174b-a3b5-44e4-86ef-a36634521490 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=109866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:50:47.109803 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d204174b-a3b5-44e4-86ef-a36634521490 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29151010'] for segment, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:47.136186 dv-neutron-818911-2-hyperv neutron-server[109866]: Traceback (most recent call last): Nov 24 01:50:47.136186 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:50:47.136186 dv-neutron-818911-2-hyperv neutron-server[109866]: timer() Nov 24 01:50:47.136186 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:50:47.136186 dv-neutron-818911-2-hyperv neutron-server[109866]: cb(*args, **kw) Nov 24 01:50:47.136186 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:50:47.136186 dv-neutron-818911-2-hyperv neutron-server[109866]: return func(*args, **kwargs) Nov 24 01:50:47.136186 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:50:47.136186 dv-neutron-818911-2-hyperv neutron-server[109866]: self._notify() Nov 24 01:50:47.136186 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:50:47.136186 dv-neutron-818911-2-hyperv neutron-server[109866]: self.callback(batched_events) Nov 24 01:50:47.136186 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:50:47.136186 dv-neutron-818911-2-hyperv neutron-server[109866]: event.method(event) Nov 24 01:50:47.136186 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:50:47.136186 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:50:47.136186 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:50:47.136186 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:50:47.136186 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:50:47.136186 dv-neutron-818911-2-hyperv neutron-server[109866]: return f(self, *a, **k) Nov 24 01:50:47.136186 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:50:47.136186 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._get(url).json() Nov 24 01:50:47.136186 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:50:47.136186 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:50:47.136186 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:50:47.136186 dv-neutron-818911-2-hyperv neutron-server[109866]: return self.request(url, 'GET', **kwargs) Nov 24 01:50:47.136186 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:50:47.136186 dv-neutron-818911-2-hyperv neutron-server[109866]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:50:47.136186 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:50:47.136186 dv-neutron-818911-2-hyperv neutron-server[109866]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:50:47.136186 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:50:47.136186 dv-neutron-818911-2-hyperv neutron-server[109866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:50:47.136186 dv-neutron-818911-2-hyperv neutron-server[109866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:50:47.324761 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49372) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:47.329903 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d204174b-a3b5-44e4-86ef-a36634521490 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:47.343577 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feca06cd-2210-4f8c-a8cf-0dc655c7a380 req-1fe7804d-d145-4312-829c-acc0e36016f0 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:47.345357 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-feca06cd-2210-4f8c-a8cf-0dc655c7a380 req-1fe7804d-d145-4312-829c-acc0e36016f0 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e8d9ad2-6341-4fa3-bb1f-abab46565d1f HTTP/1.1" status: 200 len: 932 time: 0.2877908 Nov 24 01:50:47.359100 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d204174b-a3b5-44e4-86ef-a36634521490 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Publish callbacks [] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:47.362259 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-d204174b-a3b5-44e4-86ef-a36634521490 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] 10.222.0.21 "DELETE /v2.0/networks/755593d4-2440-4ab4-936f-278a27b4b822 HTTP/1.1" status: 204 len: 168 time: 1.6249325 Nov 24 01:50:47.373640 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-85fe600e-6800-4089-8c5e-73b6f678120c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c4adec6e2d17412bba3cb6bcb8d12769&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0476027 Nov 24 01:50:47.376311 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49376) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:47.401910 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d204174b-a3b5-44e4-86ef-a36634521490 tempest-BulkNetworkOpsTest-1905263968 tempest-BulkNetworkOpsTest-1905263968-project] Pushing event deleted for resources: {'Network': ['ID=755593d4-2440-4ab4-936f-278a27b4b822,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:47.425943 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c02627d4-ab92-4fcd-8525-6a7951547abd tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:50:47.429554 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1a32847a-336b-4d3b-b20c-c88bc8a416cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:47.443681 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c0f76f-0b19-4892-8ed1-63c5d57aab56 None None] Sync routers for ids ['abb92a61-c755-46ea-86f2-b372043c557e'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:50:47.446110 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-c02627d4-ab92-4fcd-8525-6a7951547abd tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] 10.222.0.21 "PUT /v2.0/routers/abb92a61-c755-46ea-86f2-b372043c557e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2476964 Nov 24 01:50:47.448313 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a8adbf28-574b-4692-b28f-130493f04ab8 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks [] for port, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:47.451917 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49378) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:47.460660 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c0f76f-0b19-4892-8ed1-63c5d57aab56 None None] Routers {'abb92a61-c755-46ea-86f2-b372043c557e'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:50:47.461850 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-46c0f76f-0b19-4892-8ed1-63c5d57aab56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:50:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['abb92a61-c755-46ea-86f2-b372043c557e'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:47.464419 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a8adbf28-574b-4692-b28f-130493f04ab8 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29149402'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:47.465440 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a8adbf28-574b-4692-b28f-130493f04ab8 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3778017'] for router_interface, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:47.466193 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1a32847a-336b-4d3b-b20c-c88bc8a416cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:47.478904 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [req-2aa18980-b013-4869-a225-26785ca0cb37 req-2f6870e6-456c-4336-b454-49c2c5a55dec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f65bb614-8f8b-4ff1-9812-909dca00f7fb {{(pid=109866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 01:50:47.491826 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-2aa18980-b013-4869-a225-26785ca0cb37 req-2f6870e6-456c-4336-b454-49c2c5a55dec service neutron] Publish callbacks [] for port, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:47.533599 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a6dc70e-d04f-41e0-b85d-6cb1b693b9c9 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Deleting subnet 2119d35b-8635-44be-9d17-9fc1c7d68c96 {{(pid=109867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 01:50:47.537648 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5a6dc70e-d04f-41e0-b85d-6cb1b693b9c9 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks [] for subnet, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:47.551664 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-46c0f76f-0b19-4892-8ed1-63c5d57aab56 None None] Set router abb92a61-c755-46ea-86f2-b372043c557e gateway port host: None {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:50:47.563069 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-feca06cd-2210-4f8c-a8cf-0dc655c7a380 req-199b53cc-ed3f-4011-b1da-9a82900609b7 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f28cc3c-ac30-482b-95ab-b94125c0cc80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2066007 Nov 24 01:50:47.564052 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.provisioning_blocks [req-2aa18980-b013-4869-a225-26785ca0cb37 req-2f6870e6-456c-4336-b454-49c2c5a55dec service neutron] Transition to ACTIVE for port object f65bb614-8f8b-4ff1-9812-909dca00f7fb will not be triggered until provisioned by entity L2. {{(pid=109866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 01:50:47.580942 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-2aa18980-b013-4869-a225-26785ca0cb37 req-2f6870e6-456c-4336-b454-49c2c5a55dec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29149402'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:47.583553 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5a6dc70e-d04f-41e0-b85d-6cb1b693b9c9 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28690885'] for subnet, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:47.621728 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8adbf28-574b-4692-b28f-130493f04ab8 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Pushing event updated for resources: {'Port': ['ID=9a66adcc-3736-4385-af0f-82ce88c6c1c8,revision_number=3']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:47.649836 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-46c0f76f-0b19-4892-8ed1-63c5d57aab56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb92a61-c755-46ea-86f2-b372043c557e', 'name': 'tempest-RoutersTest-router-838312234', 'tenant_id': '24f911856b3c4338b647feba51f20eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:49:50Z', 'updated_at': '2021-11-24T01:50:45Z', 'revision_number': 11, 'project_id': '24f911856b3c4338b647feba51f20eff', 'gw_port_host': None}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:47.686712 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c0f76f-0b19-4892-8ed1-63c5d57aab56 None None] Checking router: abb92a61-c755-46ea-86f2-b372043c557e for host: dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 01:50:47.691436 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5a6dc70e-d04f-41e0-b85d-6cb1b693b9c9 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:47.698461 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c0f76f-0b19-4892-8ed1-63c5d57aab56 None None] Routers {'abb92a61-c755-46ea-86f2-b372043c557e'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:50:47.699333 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-46c0f76f-0b19-4892-8ed1-63c5d57aab56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:50:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['abb92a61-c755-46ea-86f2-b372043c557e'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:47.749662 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1a32847a-336b-4d3b-b20c-c88bc8a416cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:47.753290 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1a32847a-336b-4d3b-b20c-c88bc8a416cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:47.754890 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-1a32847a-336b-4d3b-b20c-c88bc8a416cb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bc71f7c9-9b74-4f96-9d1d-1cf33d82fec3 HTTP/1.1" status: 204 len: 168 time: 0.3776197 Nov 24 01:50:47.769460 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32847a-336b-4d3b-b20c-c88bc8a416cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc71f7c9-9b74-4f96-9d1d-1cf33d82fec3,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:47.780449 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6870e6-456c-4336-b454-49c2c5a55dec service neutron] Pushing event updated for resources: {'Port': ['ID=f65bb614-8f8b-4ff1-9812-909dca00f7fb,revision_number=2']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:47.782584 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-46c0f76f-0b19-4892-8ed1-63c5d57aab56 None None] Set router abb92a61-c755-46ea-86f2-b372043c557e gateway port host: None {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:50:47.795165 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49384) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:47.812865 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8adbf28-574b-4692-b28f-130493f04ab8 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Network 9b2ee863-c1d5-4014-aa81-85c0c57dfd2d is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:50:47.830100 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-a8adbf28-574b-4692-b28f-130493f04ab8 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:50:47.834708 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5a6dc70e-d04f-41e0-b85d-6cb1b693b9c9 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25501782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25307808'] for subnet, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:47.913011 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6dc70e-d04f-41e0-b85d-6cb1b693b9c9 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Pushing event deleted for resources: {'Subnet': ['ID=2119d35b-8635-44be-9d17-9fc1c7d68c96,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:47.947063 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5a6dc70e-d04f-41e0-b85d-6cb1b693b9c9 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:47.953949 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-5a6dc70e-d04f-41e0-b85d-6cb1b693b9c9 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] 10.222.0.21 "DELETE /v2.0/subnets/2119d35b-8635-44be-9d17-9fc1c7d68c96 HTTP/1.1" status: 204 len: 168 time: 0.5007651 Nov 24 01:50:47.954685 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49388) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:47.956859 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [req-2aa18980-b013-4869-a225-26785ca0cb37 req-2f6870e6-456c-4336-b454-49c2c5a55dec service neutron] Attempting to bind port f65bb614-8f8b-4ff1-9812-909dca00f7fb on host hv-neutron-8189 for vnic_type normal with profile {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:50:47.957191 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [req-2aa18980-b013-4869-a225-26785ca0cb37 req-2f6870e6-456c-4336-b454-49c2c5a55dec service neutron] Attempting to bind port f65bb614-8f8b-4ff1-9812-909dca00f7fb by drivers openvswitch,hyperv on host hv-neutron-8189 at level 0 using segments [{'id': 'f285092a-19ce-4f3f-b65d-fc16f62f043d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '176ac394-6c88-463d-aaaa-65492c0ad94b'}] {{(pid=109866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:50:47.957544 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa18980-b013-4869-a225-26785ca0cb37 req-2f6870e6-456c-4336-b454-49c2c5a55dec service neutron] Attempting to bind port f65bb614-8f8b-4ff1-9812-909dca00f7fb on network 176ac394-6c88-463d-aaaa-65492c0ad94b {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:50:47.960742 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36d28e1-1695-4ccb-9713-fde068718beb None None] Network 908ade6b-b91a-4667-962d-c9abb70c0c91 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:50:47.982335 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa18980-b013-4869-a225-26785ca0cb37 req-2f6870e6-456c-4336-b454-49c2c5a55dec service neutron] Port f65bb614-8f8b-4ff1-9812-909dca00f7fb on network 176ac394-6c88-463d-aaaa-65492c0ad94b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8189 {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 01:50:47.982789 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa18980-b013-4869-a225-26785ca0cb37 req-2f6870e6-456c-4336-b454-49c2c5a55dec service neutron] Attempting to bind port f65bb614-8f8b-4ff1-9812-909dca00f7fb on network 176ac394-6c88-463d-aaaa-65492c0ad94b {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:50:48.033025 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa18980-b013-4869-a225-26785ca0cb37 req-2f6870e6-456c-4336-b454-49c2c5a55dec service neutron] Checking agent: {'id': '5773fe6b-0967-455f-9dc9-84c0c923201b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 42, 58), 'started_at': datetime.datetime(2021, 11, 24, 1, 42, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:50:48.033917 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa18980-b013-4869-a225-26785ca0cb37 req-2f6870e6-456c-4336-b454-49c2c5a55dec service neutron] Checking segment: {'id': 'f285092a-19ce-4f3f-b65d-fc16f62f043d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '176ac394-6c88-463d-aaaa-65492c0ad94b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:50:48.034146 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa18980-b013-4869-a225-26785ca0cb37 req-2f6870e6-456c-4336-b454-49c2c5a55dec service neutron] Bound using segment: {'id': 'f285092a-19ce-4f3f-b65d-fc16f62f043d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '176ac394-6c88-463d-aaaa-65492c0ad94b'} {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:50:48.034583 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [req-2aa18980-b013-4869-a225-26785ca0cb37 req-2f6870e6-456c-4336-b454-49c2c5a55dec service neutron] Bound port: f65bb614-8f8b-4ff1-9812-909dca00f7fb, host: hv-neutron-8189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f285092a-19ce-4f3f-b65d-fc16f62f043d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '176ac394-6c88-463d-aaaa-65492c0ad94b'}}] {{(pid=109866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:50:48.034940 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-2aa18980-b013-4869-a225-26785ca0cb37 req-2f6870e6-456c-4336-b454-49c2c5a55dec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:48.076770 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-46c0f76f-0b19-4892-8ed1-63c5d57aab56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb92a61-c755-46ea-86f2-b372043c557e', 'name': 'tempest-RoutersTest-router-838312234', 'tenant_id': '24f911856b3c4338b647feba51f20eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:49:50Z', 'updated_at': '2021-11-24T01:50:45Z', 'revision_number': 11, 'project_id': '24f911856b3c4338b647feba51f20eff', 'gw_port_host': None}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:48.141157 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c0f76f-0b19-4892-8ed1-63c5d57aab56 None None] The sync data for ids ['abb92a61-c755-46ea-86f2-b372043c557e'] in dv-neutron-818911-2-hyperv is: [{'id': 'abb92a61-c755-46ea-86f2-b372043c557e', 'name': 'tempest-RoutersTest-router-838312234', 'tenant_id': '24f911856b3c4338b647feba51f20eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:49:50Z', 'updated_at': '2021-11-24T01:50:45Z', 'revision_number': 11, 'project_id': '24f911856b3c4338b647feba51f20eff', 'gw_port_host': None}] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:50:48.226130 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-31a86679-32f4-4822-b4c5-7738d46f68a3 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:48.248599 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [req-2aa18980-b013-4869-a225-26785ca0cb37 req-2f6870e6-456c-4336-b454-49c2c5a55dec service neutron] For port f65bb614-8f8b-4ff1-9812-909dca00f7fb, host hv-neutron-8189, cleared binding levels {{(pid=109866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:50:48.253072 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [req-2aa18980-b013-4869-a225-26785ca0cb37 req-2f6870e6-456c-4336-b454-49c2c5a55dec service neutron] For port f65bb614-8f8b-4ff1-9812-909dca00f7fb, host hv-neutron-8189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=f65bb614-8f8b-4ff1-9812-909dca00f7fb,segment=NetworkSegment(f285092a-19ce-4f3f-b65d-fc16f62f043d),segment_id=f285092a-19ce-4f3f-b65d-fc16f62f043d)] {{(pid=109866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:50:48.285398 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-2aa18980-b013-4869-a225-26785ca0cb37 req-2f6870e6-456c-4336-b454-49c2c5a55dec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29149402'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:48.320392 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8adbf28-574b-4692-b28f-130493f04ab8 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Router d3852dd3-262d-4037-adec-4be0ba32e9a4 is scheduled to L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e with binding_index 1 {{(pid=109866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 01:50:48.330654 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa18980-b013-4869-a225-26785ca0cb37 req-2f6870e6-456c-4336-b454-49c2c5a55dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:48.331679 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-50d370d0-3dac-4543-acf7-d24ef9425935 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dcbb34b3c9c944e5a1010891e732f84e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5369244 Nov 24 01:50:48.334685 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-2aa18980-b013-4869-a225-26785ca0cb37 req-2f6870e6-456c-4336-b454-49c2c5a55dec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:48.334913 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49396) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:48.336050 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-2aa18980-b013-4869-a225-26785ca0cb37 req-2f6870e6-456c-4336-b454-49c2c5a55dec service neutron] 10.222.0.48 "PUT /v2.0/ports/f65bb614-8f8b-4ff1-9812-909dca00f7fb HTTP/1.1" status: 200 len: 1094 time: 2.7041378 Nov 24 01:50:48.336514 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e8d9ad2-6341-4fa3-bb1f-abab46565d1f', 'tag': 'f65bb614-8f8b-4ff1-9812-909dca00f7fb'}] {{(pid=109866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 01:50:48.338798 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b7c53c286d9351d1367337230623a155cee02c46c94b80588b67a0bc16402ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5866906f-bdea-49b2-b35b-19b32b93a49e" -d '{"events": [{"name": "network-changed", "server_uuid": "0e8d9ad2-6341-4fa3-bb1f-abab46565d1f", "tag": "f65bb614-8f8b-4ff1-9812-909dca00f7fb"}]}' {{(pid=109866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 01:50:48.400210 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-4047bf79-fb33-4ed8-a37d-2d5e09fc5475 None None] Provisioning complete for port 9a66adcc-3736-4385-af0f-82ce88c6c1c8 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:50:48.401819 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-4047bf79-fb33-4ed8-a37d-2d5e09fc5475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:48.433016 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5083dbf4-872a-423c-acc5-077301292a84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:48.444171 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6870e6-456c-4336-b454-49c2c5a55dec service neutron] Pushing event updated for resources: {'Port': ['ID=f65bb614-8f8b-4ff1-9812-909dca00f7fb,revision_number=3']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:48.502536 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-4047bf79-fb33-4ed8-a37d-2d5e09fc5475 None None] Port 9a66adcc-3736-4385-af0f-82ce88c6c1c8 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:50:48.518532 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5083dbf4-872a-423c-acc5-077301292a84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:48.522666 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a60b8fb-1691-418d-9dd2-1ad75481ad16 None None] DHCP port deletion for 908ade6b-b91a-4667-962d-c9abb70c0c91 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:50:48.528634 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-31a86679-32f4-4822-b4c5-7738d46f68a3 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Deleting port 98b784fd-c437-4aa6-9539-a82d1a081394 {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:50:48.529220 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-31a86679-32f4-4822-b4c5-7738d46f68a3 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:48.620216 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8adbf28-574b-4692-b28f-130493f04ab8 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:50:48.626537 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5083dbf4-872a-423c-acc5-077301292a84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:48.629668 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5083dbf4-872a-423c-acc5-077301292a84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:48.636893 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-5083dbf4-872a-423c-acc5-077301292a84 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c0eb8370-aac8-44ee-97b4-219a5ed8c906 HTTP/1.1" status: 204 len: 168 time: 0.3007858 Nov 24 01:50:48.656301 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eaea385-9d38-4ded-91e9-ef9a1a084971 None None] Sync routers for ids ['d3852dd3-262d-4037-adec-4be0ba32e9a4'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:50:48.657291 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5083dbf4-872a-423c-acc5-077301292a84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0eb8370-aac8-44ee-97b4-219a5ed8c906,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:48.659154 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-a8adbf28-574b-4692-b28f-130493f04ab8 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "PUT /v2.0/routers/d3852dd3-262d-4037-adec-4be0ba32e9a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6833048 Nov 24 01:50:48.661549 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49410) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:48.683801 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa18980-b013-4869-a225-26785ca0cb37 req-58518d63-8813-4cfd-928a-022e267c69e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:48.685564 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-2aa18980-b013-4869-a225-26785ca0cb37 req-58518d63-8813-4cfd-928a-022e267c69e9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5cd72ac6dd034b2d92e26f70404adb10&device_id=0e8d9ad2-6341-4fa3-bb1f-abab46565d1f HTTP/1.1" status: 200 len: 1097 time: 0.2458038 Nov 24 01:50:48.685695 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-9a60b8fb-1691-418d-9dd2-1ad75481ad16 None None] Deleting port 98b784fd-c437-4aa6-9539-a82d1a081394 {{(pid=109868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:50:48.686722 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9a60b8fb-1691-418d-9dd2-1ad75481ad16 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:48.744334 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eaea385-9d38-4ded-91e9-ef9a1a084971 None None] Routers {'d3852dd3-262d-4037-adec-4be0ba32e9a4'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:50:48.745214 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-0eaea385-9d38-4ded-91e9-ef9a1a084971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:50:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['d3852dd3-262d-4037-adec-4be0ba32e9a4'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:48.773458 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [None req-31a86679-32f4-4822-b4c5-7738d46f68a3 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] For port 98b784fd-c437-4aa6-9539-a82d1a081394, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=98b784fd-c437-4aa6-9539-a82d1a081394,segment=NetworkSegment(faac1438-3870-4202-bded-84a557baaf74),segment_id=faac1438-3870-4202-bded-84a557baaf74)] {{(pid=109866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:50:48.774285 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-31a86679-32f4-4822-b4c5-7738d46f68a3 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:48.792514 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2752fe70-17d6-4920-9794-f6ce759dfa91 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:48.797121 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-2752fe70-17d6-4920-9794-f6ce759dfa91 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3852dd3-262d-4037-adec-4be0ba32e9a4 HTTP/1.1" status: 200 len: 988 time: 0.1343126 Nov 24 01:50:48.797761 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-31a86679-32f4-4822-b4c5-7738d46f68a3 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Calling delete_port for 98b784fd-c437-4aa6-9539-a82d1a081394 owned by network:dhcp {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:50:48.798306 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49414) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:48.839927 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 01:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d957eefd-63f5-477e-a285-c65d8d4ea01e x-openstack-request-id: req-d957eefd-63f5-477e-a285-c65d8d4ea01e {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 01:50:48.840418 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e8d9ad2-6341-4fa3-bb1f-abab46565d1f", "tag": "f65bb614-8f8b-4ff1-9812-909dca00f7fb", "status": "completed", "code": 200}]} {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 01:50:48.840509 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d957eefd-63f5-477e-a285-c65d8d4ea01e {{(pid=109866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 01:50:48.840883 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e8d9ad2-6341-4fa3-bb1f-abab46565d1f', 'tag': 'f65bb614-8f8b-4ff1-9812-909dca00f7fb', 'status': 'completed', 'code': 200} Nov 24 01:50:48.875190 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-0eaea385-9d38-4ded-91e9-ef9a1a084971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:48.890028 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-2aa18980-b013-4869-a225-26785ca0cb37 req-37b99489-4f2b-48c0-acf7-ae5756c571ae service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=f65bb614-8f8b-4ff1-9812-909dca00f7fb HTTP/1.1" status: 200 len: 217 time: 0.0850601 Nov 24 01:50:48.972733 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa18980-b013-4869-a225-26785ca0cb37 req-53cfdec2-02a2-4b4e-b6f3-e4cdc27211ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:48.975190 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-2aa18980-b013-4869-a225-26785ca0cb37 req-53cfdec2-02a2-4b4e-b6f3-e4cdc27211ad service neutron] 10.222.0.48 "GET /v2.0/subnets?id=95c89327-6df4-4905-b017-dda5c10cc438 HTTP/1.1" status: 200 len: 838 time: 0.0554767 Nov 24 01:50:48.987046 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-9a60b8fb-1691-418d-9dd2-1ad75481ad16 None None] For port 98b784fd-c437-4aa6-9539-a82d1a081394, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=98b784fd-c437-4aa6-9539-a82d1a081394,segment=NetworkSegment(faac1438-3870-4202-bded-84a557baaf74),segment_id=faac1438-3870-4202-bded-84a557baaf74)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:50:48.988188 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9a60b8fb-1691-418d-9dd2-1ad75481ad16 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:49.000879 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eaea385-9d38-4ded-91e9-ef9a1a084971 None None] Routers {'d3852dd3-262d-4037-adec-4be0ba32e9a4'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:50:49.018118 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-0eaea385-9d38-4ded-91e9-ef9a1a084971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:50:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['d3852dd3-262d-4037-adec-4be0ba32e9a4'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:49.028074 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-9a60b8fb-1691-418d-9dd2-1ad75481ad16 None None] Calling delete_port for 98b784fd-c437-4aa6-9539-a82d1a081394 owned by network:dhcp {{(pid=109868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:50:49.048329 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eb455b-1eea-474b-b3a9-ed0db7590e2c req-4c77fe74-d407-4249-804e-0efd30aa0e60 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:49.050959 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-82eb455b-1eea-474b-b3a9-ed0db7590e2c req-4c77fe74-d407-4249-804e-0efd30aa0e60 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e8d9ad2-6341-4fa3-bb1f-abab46565d1f HTTP/1.1" status: 200 len: 944 time: 0.2368457 Nov 24 01:50:49.080461 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-0eaea385-9d38-4ded-91e9-ef9a1a084971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:49.081178 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eaea385-9d38-4ded-91e9-ef9a1a084971 None None] The sync data for ids ['d3852dd3-262d-4037-adec-4be0ba32e9a4'] in dv-neutron-818911-2-hyperv is: [] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:50:49.142972 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa18980-b013-4869-a225-26785ca0cb37 req-9a1bd15d-2d6b-4b97-956c-5359bcfcf1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:49.144676 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-2aa18980-b013-4869-a225-26785ca0cb37 req-9a1bd15d-2d6b-4b97-956c-5359bcfcf1ae service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=176ac394-6c88-463d-aaaa-65492c0ad94b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1312385 Nov 24 01:50:49.203078 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49428) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:49.275311 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-82eb455b-1eea-474b-b3a9-ed0db7590e2c req-d7324163-75a7-48ce-85ad-33cf27696a67 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f28cc3c-ac30-482b-95ab-b94125c0cc80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2131813 Nov 24 01:50:49.283568 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-2aa18980-b013-4869-a225-26785ca0cb37 req-ae8f2f83-e068-4844-bdf5-f4cadf028c91 service neutron] 10.222.0.48 "GET /v2.0/networks/176ac394-6c88-463d-aaaa-65492c0ad94b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241066 Nov 24 01:50:49.290013 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-31a86679-32f4-4822-b4c5-7738d46f68a3 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:49.298192 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9a60b8fb-1691-418d-9dd2-1ad75481ad16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974'] for port, after_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:49.335255 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [None req-b95ab2d1-03c3-4b7f-b1ea-f1be9e803b06 tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 01:50:49.336338 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-b95ab2d1-03c3-4b7f-b1ea-f1be9e803b06 tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.1321003 Nov 24 01:50:49.338766 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a60b8fb-1691-418d-9dd2-1ad75481ad16 None None] Pushing event deleted for resources: {'Port': ['ID=98b784fd-c437-4aa6-9539-a82d1a081394,revision_number=None']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:49.339304 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49436) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:49.348241 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [None req-dae64c8d-3d95-4e30-b8c2-e67defd69e36 tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] http://10.222.0.21:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=109867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 01:50:49.349873 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-dae64c8d-3d95-4e30-b8c2-e67defd69e36 tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] 10.222.0.21 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0089808 Nov 24 01:50:49.350483 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a60b8fb-1691-418d-9dd2-1ad75481ad16 None None] No DVR routers for this DVR port 98b784fd-c437-4aa6-9539-a82d1a081394 on host dv-neutron-818911-2-hyperv {{(pid=109868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:50:49.351306 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-cbfb0063-67a6-4eb2-b290-298b23ef5301 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3777994'] for router_interface, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:49.353278 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49438) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:49.355053 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a86679-32f4-4822-b4c5-7738d46f68a3 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Pushing event deleted for resources: {'Port': ['ID=98b784fd-c437-4aa6-9539-a82d1a081394,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:49.357686 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a86679-32f4-4822-b4c5-7738d46f68a3 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] No DVR routers for this DVR port 98b784fd-c437-4aa6-9539-a82d1a081394 on host dv-neutron-818911-2-hyperv {{(pid=109866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:50:49.364228 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [None req-0f554d35-2784-4859-ac37-a1602a4fb811 tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] http://10.222.0.21:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=109867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 01:50:49.368730 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-0f554d35-2784-4859-ac37-a1602a4fb811 tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] 10.222.0.21 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0121310 Nov 24 01:50:49.370853 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49440) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:49.397667 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [None req-29bcbd77-fe02-443f-9b0e-ea5138965dc3 tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] http://10.222.0.21:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=109866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 01:50:49.398660 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-29bcbd77-fe02-443f-9b0e-ea5138965dc3 tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] 10.222.0.21 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0235355 Nov 24 01:50:49.401593 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49442) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:49.406163 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [None req-3533144b-e9e8-4613-be50-8c0156049ae2 tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] http://10.222.0.21:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=109867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 01:50:49.407151 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-3533144b-e9e8-4613-be50-8c0156049ae2 tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] 10.222.0.21 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0044248 Nov 24 01:50:49.436981 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49444) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:49.441310 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [None req-08b2008b-2f83-4b65-8f0d-992c37d6c90c tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] http://10.222.0.21:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=109867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 01:50:49.444891 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-08b2008b-2f83-4b65-8f0d-992c37d6c90c tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] 10.222.0.21 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0045803 Nov 24 01:50:49.445116 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49446) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:49.451296 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [None req-08a9465a-1ade-4850-8f20-123455010bc9 tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] http://10.222.0.21:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=109867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 01:50:49.452378 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-08a9465a-1ade-4850-8f20-123455010bc9 tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] 10.222.0.21 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0062516 Nov 24 01:50:49.456065 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49448) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:49.465349 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [None req-d471bc55-7b9c-4697-a004-959b61b16231 tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] http://10.222.0.21:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=109867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 01:50:49.468844 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-d471bc55-7b9c-4697-a004-959b61b16231 tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] 10.222.0.21 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0092294 Nov 24 01:50:49.472941 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49450) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:49.478754 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [None req-73798cd3-f212-46ed-a53e-27954df431ba tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] http://10.222.0.21:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=109867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 01:50:49.482123 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-73798cd3-f212-46ed-a53e-27954df431ba tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] 10.222.0.21 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0053041 Nov 24 01:50:49.482646 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49454) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:49.486637 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [None req-5fdd4834-3748-47e0-85f5-bdc36daf7b7c tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] http://10.222.0.21:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=109867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 01:50:49.487569 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-5fdd4834-3748-47e0-85f5-bdc36daf7b7c tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] 10.222.0.21 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0040419 Nov 24 01:50:49.490248 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49456) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:49.496043 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [None req-16a4cfd5-9540-4642-b3f5-ddb9fddd78d8 tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] http://10.222.0.21:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=109867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 01:50:49.496628 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-16a4cfd5-9540-4642-b3f5-ddb9fddd78d8 tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] 10.222.0.21 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0055313 Nov 24 01:50:49.497912 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-31a86679-32f4-4822-b4c5-7738d46f68a3 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:49.499324 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49458) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:49.508365 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [None req-21debe23-b51c-422d-9826-726f67dae290 tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] http://10.222.0.21:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=109867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 01:50:49.508365 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-21debe23-b51c-422d-9826-726f67dae290 tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] 10.222.0.21 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0054865 Nov 24 01:50:49.508365 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49460) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:49.522124 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [None req-45242f11-bf61-4627-9393-e9305d792d58 tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] http://10.222.0.21:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=109867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 01:50:49.522124 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-45242f11-bf61-4627-9393-e9305d792d58 tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] 10.222.0.21 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0114279 Nov 24 01:50:49.524707 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49464) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:49.528882 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [None req-c41ee3e7-1e4a-49e2-b741-d51710040044 tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] http://10.222.0.21:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=109867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 01:50:49.531929 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-c41ee3e7-1e4a-49e2-b741-d51710040044 tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] 10.222.0.21 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0042608 Nov 24 01:50:49.532578 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49466) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:49.539354 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [None req-b7b46153-041a-419f-ae32-8c9060446fae tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] http://10.222.0.21:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=109866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 01:50:49.541474 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-b7b46153-041a-419f-ae32-8c9060446fae tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] 10.222.0.21 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0053148 Nov 24 01:50:49.543264 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-31a86679-32f4-4822-b4c5-7738d46f68a3 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['908ade6b-b91a-4667-962d-c9abb70c0c91']}} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:49.547472 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-2aa18980-b013-4869-a225-26785ca0cb37 req-c4382669-52ab-4137-a4b6-4d8e260b28d5 service neutron] 10.222.0.48 "GET /v2.0/networks/176ac394-6c88-463d-aaaa-65492c0ad94b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542610 Nov 24 01:50:49.547968 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49468) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:49.558779 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [None req-9dbbbc87-924f-4241-8c0c-56bd300bfb88 tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] http://10.222.0.21:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=109866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 01:50:49.559874 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-9dbbbc87-924f-4241-8c0c-56bd300bfb88 tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] 10.222.0.21 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0062037 Nov 24 01:50:49.565451 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49470) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:49.565615 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-31a86679-32f4-4822-b4c5-7738d46f68a3 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faac1438-3870-4202-bded-84a557baaf74') {'for_net_delete': True} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:49.565615 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-31a86679-32f4-4822-b4c5-7738d46f68a3 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faac1438-3870-4202-bded-84a557baaf74') {} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:49.575753 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [None req-6ec42222-561c-40af-8e69-65661594d7dc tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] http://10.222.0.21:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=109867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 01:50:49.576749 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-6ec42222-561c-40af-8e69-65661594d7dc tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] 10.222.0.21 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0114241 Nov 24 01:50:49.578701 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-31a86679-32f4-4822-b4c5-7738d46f68a3 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29055561'] for segment, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:49.580585 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49474) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:49.589896 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [None req-5b9eeaff-3829-4a27-ad62-d33a63529239 tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] http://10.222.0.21:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=109866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 01:50:49.590858 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-5b9eeaff-3829-4a27-ad62-d33a63529239 tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] 10.222.0.21 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0093441 Nov 24 01:50:49.593369 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49476) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:49.600673 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [None req-101f37d0-145d-4b5c-b92c-bf185bb9af56 tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] http://10.222.0.21:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=109866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 01:50:49.601742 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-101f37d0-145d-4b5c-b92c-bf185bb9af56 tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] 10.222.0.21 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0050242 Nov 24 01:50:49.602830 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-31a86679-32f4-4822-b4c5-7738d46f68a3 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:49.604370 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49478) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:49.609674 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [None req-578ac3df-e86b-4c06-bf2b-8ded706d9cbd tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] http://10.222.0.21:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=109867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 01:50:49.610190 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31a86679-32f4-4822-b4c5-7738d46f68a3 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=109866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:50:49.610587 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-31a86679-32f4-4822-b4c5-7738d46f68a3 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29151010'] for segment, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:49.611410 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-578ac3df-e86b-4c06-bf2b-8ded706d9cbd tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] 10.222.0.21 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0054741 Nov 24 01:50:49.614097 dv-neutron-818911-2-hyperv neutron-server[109866]: Traceback (most recent call last): Nov 24 01:50:49.614097 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:50:49.614097 dv-neutron-818911-2-hyperv neutron-server[109866]: timer() Nov 24 01:50:49.614097 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:50:49.614097 dv-neutron-818911-2-hyperv neutron-server[109866]: cb(*args, **kw) Nov 24 01:50:49.614097 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:50:49.614097 dv-neutron-818911-2-hyperv neutron-server[109866]: return func(*args, **kwargs) Nov 24 01:50:49.614097 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:50:49.614097 dv-neutron-818911-2-hyperv neutron-server[109866]: self._notify() Nov 24 01:50:49.614097 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:50:49.614097 dv-neutron-818911-2-hyperv neutron-server[109866]: self.callback(batched_events) Nov 24 01:50:49.614097 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:50:49.614097 dv-neutron-818911-2-hyperv neutron-server[109866]: event.method(event) Nov 24 01:50:49.614097 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:50:49.614097 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:50:49.614097 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:50:49.614097 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:50:49.614097 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:50:49.614097 dv-neutron-818911-2-hyperv neutron-server[109866]: return f(self, *a, **k) Nov 24 01:50:49.614097 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:50:49.614097 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._get(url).json() Nov 24 01:50:49.614097 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:50:49.614097 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:50:49.614097 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:50:49.614097 dv-neutron-818911-2-hyperv neutron-server[109866]: return self.request(url, 'GET', **kwargs) Nov 24 01:50:49.614097 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:50:49.614097 dv-neutron-818911-2-hyperv neutron-server[109866]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:50:49.614097 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:50:49.614097 dv-neutron-818911-2-hyperv neutron-server[109866]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:50:49.614097 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:50:49.614097 dv-neutron-818911-2-hyperv neutron-server[109866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:50:49.614097 dv-neutron-818911-2-hyperv neutron-server[109866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:50:49.616135 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49480) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:49.629043 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [None req-16f6ce49-2c2c-41ff-a4be-4a7af79ad217 tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] http://10.222.0.21:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=109866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 01:50:49.630180 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-16f6ce49-2c2c-41ff-a4be-4a7af79ad217 tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] 10.222.0.21 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0147655 Nov 24 01:50:49.634384 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49482) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:49.651102 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [None req-1947baa5-0a66-473a-9c15-61dde84d3659 tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] http://10.222.0.21:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=109866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 01:50:49.660037 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-1947baa5-0a66-473a-9c15-61dde84d3659 tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] 10.222.0.21 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0246890 Nov 24 01:50:49.672785 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49486) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:49.680758 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [None req-f8aef4bd-cd57-411b-81f1-a1a4a1d8d41f tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] http://10.222.0.21:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=109867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 01:50:49.684501 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-f8aef4bd-cd57-411b-81f1-a1a4a1d8d41f tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] 10.222.0.21 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0088339 Nov 24 01:50:49.685866 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49488) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:49.689729 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [None req-7dbcb492-0409-4192-9be3-46ca1b6df1ca tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] http://10.222.0.21:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=109867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 01:50:49.693602 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-7dbcb492-0409-4192-9be3-46ca1b6df1ca tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] 10.222.0.21 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0062685 Nov 24 01:50:49.695186 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49490) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:49.700515 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [None req-00306f69-e019-4603-991c-16f4362c76cf tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] http://10.222.0.21:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=109867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 01:50:49.701474 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-00306f69-e019-4603-991c-16f4362c76cf tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] 10.222.0.21 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0040388 Nov 24 01:50:49.704140 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49492) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:49.708053 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [None req-08c19e9c-e393-4b32-910b-aa79fd6dbb8b tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] http://10.222.0.21:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=109867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 01:50:49.709580 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-08c19e9c-e393-4b32-910b-aa79fd6dbb8b tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] 10.222.0.21 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0045512 Nov 24 01:50:49.712732 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49494) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:49.719101 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [None req-58f88963-1559-481c-a7d4-4213300f471b tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] http://10.222.0.21:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=109867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 01:50:49.722616 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-58f88963-1559-481c-a7d4-4213300f471b tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] 10.222.0.21 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0065873 Nov 24 01:50:49.725076 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49496) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:49.730773 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [None req-f3c77ab5-fe9f-4a98-9795-1e94e8388676 tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] http://10.222.0.21:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=109866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 01:50:49.731754 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-f3c77ab5-fe9f-4a98-9795-1e94e8388676 tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] 10.222.0.21 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0057242 Nov 24 01:50:49.734498 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49498) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:49.739370 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [None req-6c6cfab4-ec2d-430a-9335-f56c25c12b1b tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] http://10.222.0.21:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=109867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 01:50:49.740342 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-6c6cfab4-ec2d-430a-9335-f56c25c12b1b tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] 10.222.0.21 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0046754 Nov 24 01:50:49.740820 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-31a86679-32f4-4822-b4c5-7738d46f68a3 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:49.743096 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49500) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:49.746166 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5866906f-bdea-49b2-b35b-19b32b93a49e req-479c1778-eb5b-48eb-8fae-69af5b36bdae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:49.747495 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [None req-37970a1c-baad-4345-b3fb-5d4009212055 tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] http://10.222.0.21:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=109867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 01:50:49.747740 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-5866906f-bdea-49b2-b35b-19b32b93a49e req-479c1778-eb5b-48eb-8fae-69af5b36bdae service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5cd72ac6dd034b2d92e26f70404adb10&device_id=0e8d9ad2-6341-4fa3-bb1f-abab46565d1f HTTP/1.1" status: 200 len: 1097 time: 0.0999835 Nov 24 01:50:49.750716 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-37970a1c-baad-4345-b3fb-5d4009212055 tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] 10.222.0.21 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0044198 Nov 24 01:50:49.751980 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-31a86679-32f4-4822-b4c5-7738d46f68a3 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks [] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:49.753634 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49502) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:49.755158 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-31a86679-32f4-4822-b4c5-7738d46f68a3 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] 10.222.0.21 "DELETE /v2.0/networks/908ade6b-b91a-4667-962d-c9abb70c0c91 HTTP/1.1" status: 204 len: 168 time: 1.7993717 Nov 24 01:50:49.756363 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-cbfb0063-67a6-4eb2-b290-298b23ef5301 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Deleting port 9a66adcc-3736-4385-af0f-82ce88c6c1c8 {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:50:49.756700 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-cbfb0063-67a6-4eb2-b290-298b23ef5301 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:49.764317 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [None req-900b843f-f912-438d-9c49-6cc560311d50 tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] http://10.222.0.21:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=109867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 01:50:49.765253 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-900b843f-f912-438d-9c49-6cc560311d50 tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] 10.222.0.21 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0054927 Nov 24 01:50:49.765772 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49504) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:49.774671 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49506) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:49.780206 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-9c5e0000-899f-4497-a29f-89c6aee1bb5e tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Request body: {'router': {'routes': None}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:50:49.791760 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49508) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:49.793001 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [None req-879359a1-f2e9-4cd3-91ce-a59e395740e2 tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] http://10.222.0.21:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=109866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 01:50:49.797065 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-879359a1-f2e9-4cd3-91ce-a59e395740e2 tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] 10.222.0.21 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0176115 Nov 24 01:50:49.797065 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a86679-32f4-4822-b4c5-7738d46f68a3 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Pushing event deleted for resources: {'Network': ['ID=908ade6b-b91a-4667-962d-c9abb70c0c91,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:49.799680 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49510) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:49.804348 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [None req-74a99f46-bda2-410c-b35b-dba8fa9fe83c tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] http://10.222.0.21:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=109866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 01:50:49.805300 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-74a99f46-bda2-410c-b35b-dba8fa9fe83c tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] 10.222.0.21 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0042315 Nov 24 01:50:49.811568 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49512) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:49.817822 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [None req-b68a9059-c8dc-4912-b2fb-a34405db612e tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] http://10.222.0.21:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=109866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 01:50:49.821711 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-b68a9059-c8dc-4912-b2fb-a34405db612e tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] 10.222.0.21 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0068414 Nov 24 01:50:49.821875 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49514) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:49.827181 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [None req-58490432-924e-4a69-b3e9-95b0f25fbb3d tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] http://10.222.0.21:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=109866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 01:50:49.830205 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-58490432-924e-4a69-b3e9-95b0f25fbb3d tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] 10.222.0.21 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0053859 Nov 24 01:50:49.852736 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49516) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:49.856938 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [None req-bb5836a9-c451-42fd-866d-54fb9d840525 tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] http://10.222.0.21:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=109866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 01:50:49.860389 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-bb5836a9-c451-42fd-866d-54fb9d840525 tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] 10.222.0.21 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0042365 Nov 24 01:50:49.861370 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49518) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:49.869752 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [None req-174a2f6a-5eb2-4b5c-98e4-1587f8db68d1 tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] http://10.222.0.21:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=109867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 01:50:49.870972 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-174a2f6a-5eb2-4b5c-98e4-1587f8db68d1 tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] 10.222.0.21 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0044739 Nov 24 01:50:49.873899 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49522) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:49.880082 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [None req-32ed35eb-fc9d-40f3-9d01-6d28018faeec tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] http://10.222.0.21:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=109866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 01:50:49.884002 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-32ed35eb-fc9d-40f3-9d01-6d28018faeec tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] 10.222.0.21 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0065787 Nov 24 01:50:49.885385 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49524) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:49.893964 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [None req-0764d578-47c7-4d84-ba41-c23c4d39d636 tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] http://10.222.0.21:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=109866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 01:50:49.897859 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-0764d578-47c7-4d84-ba41-c23c4d39d636 tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] 10.222.0.21 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0086546 Nov 24 01:50:49.899257 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49526) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:49.903523 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [None req-c8e2075e-92f4-47cd-a6ad-3b8b77f39a34 tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] http://10.222.0.21:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=109866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 01:50:49.904130 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-c8e2075e-92f4-47cd-a6ad-3b8b77f39a34 tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] 10.222.0.21 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0040040 Nov 24 01:50:49.905708 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5866906f-bdea-49b2-b35b-19b32b93a49e req-84de02cd-a9db-47f2-b05c-6d0d481f7456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:49.906640 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49528) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:49.907087 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-5866906f-bdea-49b2-b35b-19b32b93a49e req-84de02cd-a9db-47f2-b05c-6d0d481f7456 service neutron] 10.222.0.48 "GET /v2.0/networks?id=176ac394-6c88-463d-aaaa-65492c0ad94b HTTP/1.1" status: 200 len: 897 time: 0.1488488 Nov 24 01:50:49.914838 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [None req-a1f16abb-d6b6-4b89-ab2e-feb18abf660c tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] http://10.222.0.21:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=109867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 01:50:49.915873 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-a1f16abb-d6b6-4b89-ab2e-feb18abf660c tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] 10.222.0.21 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0083005 Nov 24 01:50:49.918371 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49530) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:49.923885 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [None req-88492bc2-7878-45b7-a583-e7f300cdc969 tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] http://10.222.0.21:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=109866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 01:50:49.927084 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-88492bc2-7878-45b7-a583-e7f300cdc969 tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] 10.222.0.21 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0056109 Nov 24 01:50:49.931132 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49532) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:49.970819 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [None req-0837307c-47de-4d45-842a-623b3c442fe9 tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] http://10.222.0.21:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=109866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 01:50:49.971808 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-0837307c-47de-4d45-842a-623b3c442fe9 tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] 10.222.0.21 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0379293 Nov 24 01:50:49.973696 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-5866906f-bdea-49b2-b35b-19b32b93a49e req-fc823c32-cf4a-4c98-96e9-2d14db584b0e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=f65bb614-8f8b-4ff1-9812-909dca00f7fb HTTP/1.1" status: 200 len: 217 time: 0.0574052 Nov 24 01:50:49.974654 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49534) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:49.978694 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [None req-9d702e41-91a2-4bf9-b2a2-e80fe4da7888 tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] http://10.222.0.21:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=109866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 01:50:49.979632 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-9d702e41-91a2-4bf9-b2a2-e80fe4da7888 tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] 10.222.0.21 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0041049 Nov 24 01:50:49.982170 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49536) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:49.986153 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [None req-d53ea19c-3a67-47db-9e30-71cfdcbcef8a tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] http://10.222.0.21:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=109866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 01:50:49.987095 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-d53ea19c-3a67-47db-9e30-71cfdcbcef8a tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] 10.222.0.21 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0040522 Nov 24 01:50:49.995333 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49538) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:50.001022 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [None req-fadb8d9f-98ea-4676-af99-92a511e9ffe9 tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] http://10.222.0.21:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=109866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 01:50:50.002012 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-fadb8d9f-98ea-4676-af99-92a511e9ffe9 tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] 10.222.0.21 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0057852 Nov 24 01:50:50.019557 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49540) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:50.025634 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [None req-0f7269be-aa49-4c32-b614-7ca012cdee06 tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] http://10.222.0.21:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=109866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 01:50:50.026622 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-0f7269be-aa49-4c32-b614-7ca012cdee06 tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] 10.222.0.21 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0061288 Nov 24 01:50:50.030718 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49542) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:50.035378 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [None req-6509547e-e438-4a73-83ea-3f3872c43987 tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] http://10.222.0.21:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=109866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 01:50:50.036324 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-6509547e-e438-4a73-83ea-3f3872c43987 tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] 10.222.0.21 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0041988 Nov 24 01:50:50.038909 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49544) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:50.042940 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [None req-6024839d-1ab9-4f90-9ce1-8b518617e877 tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] http://10.222.0.21:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=109866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 01:50:50.043879 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-6024839d-1ab9-4f90-9ce1-8b518617e877 tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] 10.222.0.21 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0040922 Nov 24 01:50:50.046438 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49546) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:50.050509 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [None req-5eb4ce62-1900-47e7-9748-f411ba47d8fd tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] http://10.222.0.21:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=109866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 01:50:50.051438 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-5eb4ce62-1900-47e7-9748-f411ba47d8fd tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] 10.222.0.21 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0041351 Nov 24 01:50:50.054452 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49548) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:50.059977 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [None req-d9587f2c-fce2-48c5-8c31-0eb5414c0c9b tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] http://10.222.0.21:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=109866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 01:50:50.060921 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-d9587f2c-fce2-48c5-8c31-0eb5414c0c9b tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] 10.222.0.21 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0055966 Nov 24 01:50:50.063401 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49550) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:50.067466 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [None req-94ed9f96-82fa-4fc2-a074-ce497018cd47 tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] http://10.222.0.21:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=109866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 01:50:50.068990 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-94ed9f96-82fa-4fc2-a074-ce497018cd47 tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] 10.222.0.21 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0047116 Nov 24 01:50:50.072289 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49552) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:50.076407 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [None req-2c996bfd-79be-42d8-92a6-cbca092929d9 tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] http://10.222.0.21:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=109866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 01:50:50.077355 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-2c996bfd-79be-42d8-92a6-cbca092929d9 tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] 10.222.0.21 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0041692 Nov 24 01:50:50.080101 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49554) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:50.084363 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [None req-6a8397a0-445d-4075-a822-f23ed1969a2e tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] http://10.222.0.21:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=109866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 01:50:50.085310 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-6a8397a0-445d-4075-a822-f23ed1969a2e tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] 10.222.0.21 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0043352 Nov 24 01:50:50.086947 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5866906f-bdea-49b2-b35b-19b32b93a49e req-1a7e9d88-851e-46d7-8665-6ba8c0cff0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:50.088351 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-5866906f-bdea-49b2-b35b-19b32b93a49e req-1a7e9d88-851e-46d7-8665-6ba8c0cff0d2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=95c89327-6df4-4905-b017-dda5c10cc438 HTTP/1.1" status: 200 len: 838 time: 0.1003625 Nov 24 01:50:50.088818 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49556) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:50.094758 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [None req-41e0ff79-cd86-4ba7-bb43-6254f2f759c9 tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=109866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 01:50:50.095744 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-41e0ff79-cd86-4ba7-bb43-6254f2f759c9 tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0056543 Nov 24 01:50:50.104493 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49558) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:50.111227 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [None req-862e4058-f714-4589-b2f3-bfc9654907e7 tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] http://10.222.0.21:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=109866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 01:50:50.112235 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-862e4058-f714-4589-b2f3-bfc9654907e7 tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] 10.222.0.21 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0068252 Nov 24 01:50:50.126079 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49560) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:50.132142 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [None req-faaf8967-82ff-4310-b388-d7a5f704174c tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] http://10.222.0.21:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=109866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 01:50:50.133203 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-faaf8967-82ff-4310-b388-d7a5f704174c tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] 10.222.0.21 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0060165 Nov 24 01:50:50.136924 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49562) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:50.141922 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [None req-e6a5d14b-cedb-4394-9ad2-6b78dac54c34 tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] http://10.222.0.21:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=109866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 01:50:50.145500 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-e6a5d14b-cedb-4394-9ad2-6b78dac54c34 tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] 10.222.0.21 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0042038 Nov 24 01:50:50.146842 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49564) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:50.151577 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [None req-f1be30fb-8d6e-4b2c-bfca-b0f4d40c5db7 tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] http://10.222.0.21:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=109866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 01:50:50.155079 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-f1be30fb-8d6e-4b2c-bfca-b0f4d40c5db7 tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] 10.222.0.21 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0047824 Nov 24 01:50:50.155878 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49566) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:50.159987 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [None req-e557326c-132a-4af3-966e-c44f3b1be48d tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] http://10.222.0.21:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=109866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 01:50:50.161458 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-e557326c-132a-4af3-966e-c44f3b1be48d tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] 10.222.0.21 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0042520 Nov 24 01:50:50.165158 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49568) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:50.170675 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [None req-98695dbc-7a34-425d-9832-55f5e28d60e7 tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] http://10.222.0.21:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=109866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 01:50:50.171637 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-98695dbc-7a34-425d-9832-55f5e28d60e7 tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] 10.222.0.21 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0055587 Nov 24 01:50:50.173923 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5866906f-bdea-49b2-b35b-19b32b93a49e req-0e62c642-5760-4c28-a44d-38c35916e95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:50.175352 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-5866906f-bdea-49b2-b35b-19b32b93a49e req-0e62c642-5760-4c28-a44d-38c35916e95a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=176ac394-6c88-463d-aaaa-65492c0ad94b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0782027 Nov 24 01:50:50.175808 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49570) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:50.180360 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [None req-66996eb5-a207-4905-b1a3-39dd5fa04c71 tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] http://10.222.0.21:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=109866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 01:50:50.181313 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-66996eb5-a207-4905-b1a3-39dd5fa04c71 tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] 10.222.0.21 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0046294 Nov 24 01:50:50.186754 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49572) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:50.187357 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 98b784fd-c437-4aa6-9539-a82d1a081394 no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:50:50.202645 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [None req-768c6714-0aeb-4c4c-a51a-990b32e2ac5c tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] http://10.222.0.21:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=109866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 01:50:50.203728 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-768c6714-0aeb-4c4c-a51a-990b32e2ac5c tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] 10.222.0.21 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0090156 Nov 24 01:50:50.210203 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: 98b784fd-c437-4aa6-9539-a82d1a081394 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:50:50.210707 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 98b784fd-c437-4aa6-9539-a82d1a081394 not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:50:50.211230 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 2db26859-3a5c-43fb-9af5-a82a100a1f64 no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:50:50.216093 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49574) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:50.222890 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [None req-ce36c5fe-0dac-42c7-a533-39aa1b9de8c4 tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=109866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 01:50:50.227046 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-ce36c5fe-0dac-42c7-a533-39aa1b9de8c4 tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0066369 Nov 24 01:50:50.231287 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49576) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:50.232590 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: 2db26859-3a5c-43fb-9af5-a82a100a1f64 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:50:50.233199 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 2db26859-3a5c-43fb-9af5-a82a100a1f64 not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:50:50.237168 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [None req-5a950670-ba8c-444d-84ba-e8fc27e3acba tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] http://10.222.0.21:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=109866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 01:50:50.238351 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-5a950670-ba8c-444d-84ba-e8fc27e3acba tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] 10.222.0.21 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0061557 Nov 24 01:50:50.241569 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49578) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:50.245942 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [None req-762003c5-48df-49df-9d96-5138727d3d69 tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] http://10.222.0.21:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=109866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 01:50:50.246873 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-762003c5-48df-49df-9d96-5138727d3d69 tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] 10.222.0.21 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0042386 Nov 24 01:50:50.250209 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49580) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:50.280124 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [None req-5a64acb2-17f2-4667-8baa-abf79e9879ce tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] http://10.222.0.21:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=109866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 01:50:50.281104 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-5a64acb2-17f2-4667-8baa-abf79e9879ce tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] 10.222.0.21 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0058138 Nov 24 01:50:50.285393 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49582) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:50.292357 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [None req-f4013008-0877-4404-b0a5-160dd340cb7a tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] http://10.222.0.21:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=109866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 01:50:50.295543 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-f4013008-0877-4404-b0a5-160dd340cb7a tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] 10.222.0.21 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0069802 Nov 24 01:50:50.296459 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49586) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:50.302161 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [None req-aeb2dfb1-5943-48ee-9c55-ab4c3af92b4f tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] http://10.222.0.21:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=109866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 01:50:50.306094 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-aeb2dfb1-5943-48ee-9c55-ab4c3af92b4f tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] 10.222.0.21 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0063682 Nov 24 01:50:50.309255 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49588) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:50.315030 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [None req-339857b2-3434-49ba-81d6-88f27644c3e5 tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=109866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 01:50:50.318466 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-339857b2-3434-49ba-81d6-88f27644c3e5 tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0056272 Nov 24 01:50:50.318618 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-63f89710-239b-4cf7-9836-2748df56d552 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:50:50.318618 dv-neutron-818911-2-hyperv neutron-server[109867]: WARNING neutron.api.v2.base [None req-63f89710-239b-4cf7-9836-2748df56d552 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 24 01:50:50.318618 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.api.v2.resource [None req-63f89710-239b-4cf7-9836-2748df56d552 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] create failed (client error): There was a conflict when trying to complete your request. Nov 24 01:50:50.321330 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-63f89710-239b-4cf7-9836-2748df56d552 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4931250 Nov 24 01:50:50.321445 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49590) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:50.324113 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49592) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:50.327138 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [None req-b5e1cc7e-7056-4f7a-914f-25d1943a5728 tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=109866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 01:50:50.328277 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-b5e1cc7e-7056-4f7a-914f-25d1943a5728 tempest-ExtensionsTestJSON-1298665158 tempest-ExtensionsTestJSON-1298665158-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0079384 Nov 24 01:50:50.335683 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-68376a13-c23d-4541-a0ed-2384096a68a4 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Request body: {'security_group': {'name': 'tempest-secgroup--816181749'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:50:50.350403 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-5866906f-bdea-49b2-b35b-19b32b93a49e req-d5d3f0de-247a-4dd4-bae5-48e11928dab4 service neutron] 10.222.0.48 "GET /v2.0/networks/176ac394-6c88-463d-aaaa-65492c0ad94b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644845 Nov 24 01:50:50.363518 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.extraroute_db [None req-9c5e0000-899f-4497-a29f-89c6aee1bb5e tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Added routes are [] {{(pid=109867) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 24 01:50:50.363705 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.extraroute_db [None req-9c5e0000-899f-4497-a29f-89c6aee1bb5e tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Removed routes are [] {{(pid=109867) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 24 01:50:50.363896 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9c5e0000-899f-4497-a29f-89c6aee1bb5e tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3684298', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-424347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2775'] for router, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:50.371144 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-cbfb0063-67a6-4eb2-b290-298b23ef5301 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:50.410777 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-cbfb0063-67a6-4eb2-b290-298b23ef5301 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Calling delete_port for 9a66adcc-3736-4385-af0f-82ce88c6c1c8 owned by network:router_interface {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:50:50.452449 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-5866906f-bdea-49b2-b35b-19b32b93a49e req-f93f06ae-7595-48e0-a784-9392729052ff service neutron] 10.222.0.48 "GET /v2.0/networks/176ac394-6c88-463d-aaaa-65492c0ad94b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944488 Nov 24 01:50:50.497863 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-68376a13-c23d-4541-a0ed-2384096a68a4 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Publish callbacks [] for security_group, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:50.597861 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-68376a13-c23d-4541-a0ed-2384096a68a4 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Publish callbacks [] for security_group, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:50.601507 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49598) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:50.626848 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cea28a0-ba42-4c39-b44e-536df2504fdf req-8b8b0465-4448-4744-9056-4bd88436bd15 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:50.628260 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-0cea28a0-ba42-4c39-b44e-536df2504fdf req-8b8b0465-4448-4744-9056-4bd88436bd15 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e8d9ad2-6341-4fa3-bb1f-abab46565d1f HTTP/1.1" status: 200 len: 944 time: 0.2606373 Nov 24 01:50:50.632297 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9c5e0000-899f-4497-a29f-89c6aee1bb5e tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3684298', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-424347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2775'] for router, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:50.658532 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9c5e0000-899f-4497-a29f-89c6aee1bb5e tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3683822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-418125', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-424361'] for router, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:50.708080 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-dc21e4c9-5cf8-45d6-a85f-96b5d9e08fe7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:50.784359 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-dc21e4c9-5cf8-45d6-a85f-96b5d9e08fe7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:50.788983 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-dc21e4c9-5cf8-45d6-a85f-96b5d9e08fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:50.826871 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc21e4c9-5cf8-45d6-a85f-96b5d9e08fe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49bc9ac7-1503-45c6-8405-f49b949769eb,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:50.834837 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-dc21e4c9-5cf8-45d6-a85f-96b5d9e08fe7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=73918925d7c842748fb2012e9e7920a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2318318 Nov 24 01:50:50.836105 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49602) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:50.843134 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c5e0000-899f-4497-a29f-89c6aee1bb5e tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Router abb92a61-c755-46ea-86f2-b372043c557e has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:50:50.851902 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-0cea28a0-ba42-4c39-b44e-536df2504fdf req-51ceb814-1b98-415c-9861-f9bcd4182b39 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f28cc3c-ac30-482b-95ab-b94125c0cc80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2110991 Nov 24 01:50:50.981108 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-68376a13-c23d-4541-a0ed-2384096a68a4 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Publish callbacks [] for security_group, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:51.021779 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-68376a13-c23d-4541-a0ed-2384096a68a4 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:51.052923 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6cc77efd-d371-401e-a2fe-c6b17248fe4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:51.060984 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c5e0000-899f-4497-a29f-89c6aee1bb5e tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:50:51.069331 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-cbfb0063-67a6-4eb2-b290-298b23ef5301 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:51.071126 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b2cd21-ba09-4d46-a012-3431b3152e5b None None] Sync routers for ids ['abb92a61-c755-46ea-86f2-b372043c557e'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:50:51.082898 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b2cd21-ba09-4d46-a012-3431b3152e5b None None] Routers {'abb92a61-c755-46ea-86f2-b372043c557e'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:50:51.084130 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-93b2cd21-ba09-4d46-a012-3431b3152e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:50:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['abb92a61-c755-46ea-86f2-b372043c557e'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:51.085726 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9c5e0000-899f-4497-a29f-89c6aee1bb5e tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks [] for router, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:51.086887 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-9c5e0000-899f-4497-a29f-89c6aee1bb5e tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] 10.222.0.21 "PUT /v2.0/routers/abb92a61-c755-46ea-86f2-b372043c557e HTTP/1.1" status: 200 len: 700 time: 1.3202224 Nov 24 01:50:51.089878 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49604) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:51.131198 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-8ad09abf-0e4e-4b17-8146-96d4e844696a tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] 10.222.0.21 "GET /v2.0/ports?device_id=abb92a61-c755-46ea-86f2-b372043c557e HTTP/1.1" status: 200 len: 205 time: 0.0370383 Nov 24 01:50:51.131453 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49606) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:51.132044 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68376a13-c23d-4541-a0ed-2384096a68a4 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=917e9ddc-8793-4cc1-a93c-b9f772d5ca7c,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:51.143680 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfb0063-67a6-4eb2-b290-298b23ef5301 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Pushing event deleted for resources: {'Port': ['ID=9a66adcc-3736-4385-af0f-82ce88c6c1c8,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:51.148286 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6cc77efd-d371-401e-a2fe-c6b17248fe4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:51.176072 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-93b2cd21-ba09-4d46-a012-3431b3152e5b None None] Set router abb92a61-c755-46ea-86f2-b372043c557e gateway port host: None {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:50:51.233339 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-93b2cd21-ba09-4d46-a012-3431b3152e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb92a61-c755-46ea-86f2-b372043c557e', 'name': 'tempest-RoutersTest-router-838312234', 'tenant_id': '24f911856b3c4338b647feba51f20eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:49:50Z', 'updated_at': '2021-11-24T01:50:45Z', 'revision_number': 11, 'project_id': '24f911856b3c4338b647feba51f20eff', 'gw_port_host': None}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:51.234885 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-87afe4bd-2133-4147-8e5c-46178f62122a tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks [] for router, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:51.266073 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b2cd21-ba09-4d46-a012-3431b3152e5b None None] Checking router: abb92a61-c755-46ea-86f2-b372043c557e for host: dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 01:50:51.276185 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b2cd21-ba09-4d46-a012-3431b3152e5b None None] Routers {'abb92a61-c755-46ea-86f2-b372043c557e'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:50:51.277172 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-93b2cd21-ba09-4d46-a012-3431b3152e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:50:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['abb92a61-c755-46ea-86f2-b372043c557e'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:51.291394 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-68376a13-c23d-4541-a0ed-2384096a68a4 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Publish callbacks [] for security_group, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:51.295385 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-cbfb0063-67a6-4eb2-b290-298b23ef5301 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424538'] for router_interface, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:51.302790 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-68376a13-c23d-4541-a0ed-2384096a68a4 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:51.364423 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-93b2cd21-ba09-4d46-a012-3431b3152e5b None None] Set router abb92a61-c755-46ea-86f2-b372043c557e gateway port host: None {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:50:51.405040 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6cc77efd-d371-401e-a2fe-c6b17248fe4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:51.408463 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6cc77efd-d371-401e-a2fe-c6b17248fe4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:51.412644 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-6cc77efd-d371-401e-a2fe-c6b17248fe4c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/49bc9ac7-1503-45c6-8405-f49b949769eb HTTP/1.1" status: 204 len: 168 time: 0.5733562 Nov 24 01:50:51.418511 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-68376a13-c23d-4541-a0ed-2384096a68a4 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:51.422601 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-68376a13-c23d-4541-a0ed-2384096a68a4 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0932174 Nov 24 01:50:51.422799 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68376a13-c23d-4541-a0ed-2384096a68a4 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4eb4e73-05d2-4819-a2ad-8de0a04cf00d,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:51.427977 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49610) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:51.431520 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-93b2cd21-ba09-4d46-a012-3431b3152e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb92a61-c755-46ea-86f2-b372043c557e', 'name': 'tempest-RoutersTest-router-838312234', 'tenant_id': '24f911856b3c4338b647feba51f20eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:49:50Z', 'updated_at': '2021-11-24T01:50:45Z', 'revision_number': 11, 'project_id': '24f911856b3c4338b647feba51f20eff', 'gw_port_host': None}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:51.436214 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-71c3aeac-b0f2-44a5-9790-0889b7565598 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Request body: {'security_group_rule': {'security_group_id': 'c4eb4e73-05d2-4819-a2ad-8de0a04cf00d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:50:51.453701 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc77efd-d371-401e-a2fe-c6b17248fe4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49bc9ac7-1503-45c6-8405-f49b949769eb,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:51.464052 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b2cd21-ba09-4d46-a012-3431b3152e5b None None] The sync data for ids ['abb92a61-c755-46ea-86f2-b372043c557e'] in dv-neutron-818911-2-hyperv is: [{'id': 'abb92a61-c755-46ea-86f2-b372043c557e', 'name': 'tempest-RoutersTest-router-838312234', 'tenant_id': '24f911856b3c4338b647feba51f20eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:49:50Z', 'updated_at': '2021-11-24T01:50:45Z', 'revision_number': 11, 'project_id': '24f911856b3c4338b647feba51f20eff', 'gw_port_host': None}] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:50:51.520577 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device f65bb614-8f8b-4ff1-9812-909dca00f7fb details requested by agent hyperv_hv-neutron-8189 with host hv-neutron-8189 {{(pid=109868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 01:50:51.551904 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbfb0063-67a6-4eb2-b290-298b23ef5301 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Router d3852dd3-262d-4037-adec-4be0ba32e9a4 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:50:51.587831 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-71c3aeac-b0f2-44a5-9790-0889b7565598 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:51.672898 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port f65bb614-8f8b-4ff1-9812-909dca00f7fb, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=f65bb614-8f8b-4ff1-9812-909dca00f7fb,segment=NetworkSegment(f285092a-19ce-4f3f-b65d-fc16f62f043d),segment_id=f285092a-19ce-4f3f-b65d-fc16f62f043d)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:50:51.688447 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Returning: {'device': 'f65bb614-8f8b-4ff1-9812-909dca00f7fb', 'network_id': '176ac394-6c88-463d-aaaa-65492c0ad94b', 'port_id': 'f65bb614-8f8b-4ff1-9812-909dca00f7fb', 'mac_address': 'fa:16:3e:59:13:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95c89327-6df4-4905-b017-dda5c10cc438', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 01:50:51.723506 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbfb0063-67a6-4eb2-b290-298b23ef5301 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:50:51.735131 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbd27dd-291f-42a0-aa82-f60903a41b37 None None] Sync routers for ids ['d3852dd3-262d-4037-adec-4be0ba32e9a4'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:50:51.741369 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-cbfb0063-67a6-4eb2-b290-298b23ef5301 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "PUT /v2.0/routers/d3852dd3-262d-4037-adec-4be0ba32e9a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9417830 Nov 24 01:50:51.744064 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49614) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:51.750290 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbd27dd-291f-42a0-aa82-f60903a41b37 None None] Routers {'d3852dd3-262d-4037-adec-4be0ba32e9a4'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:50:51.751146 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-bcbd27dd-291f-42a0-aa82-f60903a41b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:50:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['d3852dd3-262d-4037-adec-4be0ba32e9a4'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:51.778394 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.pecan_wsgi.hooks.translation [None req-cac9bdf7-e4f6-44a2-ae0a-8effbe4d1248 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] GET failed (client error): The resource could not be found. Nov 24 01:50:51.786405 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-cac9bdf7-e4f6-44a2-ae0a-8effbe4d1248 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "GET /v2.0/ports/9a66adcc-3736-4385-af0f-82ce88c6c1c8 HTTP/1.1" status: 404 len: 333 time: 0.0414350 Nov 24 01:50:51.789770 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49618) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:51.801693 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-bcbd27dd-291f-42a0-aa82-f60903a41b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:51.807902 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:51.824922 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f65bb614-8f8b-4ff1-9812-909dca00f7fb {{(pid=109868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 01:50:51.849867 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbd27dd-291f-42a0-aa82-f60903a41b37 None None] Routers {'d3852dd3-262d-4037-adec-4be0ba32e9a4'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:50:51.850771 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-bcbd27dd-291f-42a0-aa82-f60903a41b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:50:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['d3852dd3-262d-4037-adec-4be0ba32e9a4'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:51.853699 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port f65bb614-8f8b-4ff1-9812-909dca00f7fb, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=f65bb614-8f8b-4ff1-9812-909dca00f7fb,segment=NetworkSegment(f285092a-19ce-4f3f-b65d-fc16f62f043d),segment_id=f285092a-19ce-4f3f-b65d-fc16f62f043d)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:50:51.854933 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-71c3aeac-b0f2-44a5-9790-0889b7565598 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:51.885251 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-87afe4bd-2133-4147-8e5c-46178f62122a tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-424460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2766'] for router, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:51.887690 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-87afe4bd-2133-4147-8e5c-46178f62122a tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:51.899971 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-71c3aeac-b0f2-44a5-9790-0889b7565598 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:51.902135 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:51.907551 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-bcbd27dd-291f-42a0-aa82-f60903a41b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:51.908145 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbd27dd-291f-42a0-aa82-f60903a41b37 None None] The sync data for ids ['d3852dd3-262d-4037-adec-4be0ba32e9a4'] in dv-neutron-818911-2-hyperv is: [] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:50:51.930728 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c3aeac-b0f2-44a5-9790-0889b7565598 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8371d97-b2db-49cb-a563-4caf8ab1145e,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:51.934812 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9e1f64cd-0c7c-486f-b279-a4ec1084fabc tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks [] for router, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:51.943932 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-87afe4bd-2133-4147-8e5c-46178f62122a tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-424469'] for router, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:51.944508 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87afe4bd-2133-4147-8e5c-46178f62122a tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Fanout notify agent at l3_agent the message router_deleted on router abb92a61-c755-46ea-86f2-b372043c557e {{(pid=109866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 01:50:51.957817 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-87afe4bd-2133-4147-8e5c-46178f62122a tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks [] for router, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:51.964171 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-87afe4bd-2133-4147-8e5c-46178f62122a tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] 10.222.0.21 "DELETE /v2.0/routers/abb92a61-c755-46ea-86f2-b372043c557e HTTP/1.1" status: 204 len: 168 time: 0.8317947 Nov 24 01:50:51.966570 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49626) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:51.975040 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-232c4eb9-4fee-441b-8b41-d9750da7b0e6 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-778387142', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:50:51.998391 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=f65bb614-8f8b-4ff1-9812-909dca00f7fb,revision_number=4']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:52.032157 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-71c3aeac-b0f2-44a5-9790-0889b7565598 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:52.033716 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-71c3aeac-b0f2-44a5-9790-0889b7565598 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6047938 Nov 24 01:50:52.043187 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49630) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:52.051523 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-a0218188-8a00-448e-8038-d8e8b581f896 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Request body: {'security_group_rule': {'security_group_id': 'c4eb4e73-05d2-4819-a2ad-8de0a04cf00d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:50:52.070950 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-232c4eb9-4fee-441b-8b41-d9750da7b0e6 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-424105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2744'] for router, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:52.072164 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-232c4eb9-4fee-441b-8b41-d9750da7b0e6 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-424325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-326625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2753'] for router, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:52.118149 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44204957-23ad-457e-b310-1597d01d91cd req-cf787f11-db91-441e-9b24-a2b0198d6e67 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:52.125972 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-44204957-23ad-457e-b310-1597d01d91cd req-cf787f11-db91-441e-9b24-a2b0198d6e67 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e8d9ad2-6341-4fa3-bb1f-abab46565d1f HTTP/1.1" status: 200 len: 945 time: 0.1192281 Nov 24 01:50:52.146672 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9e1f64cd-0c7c-486f-b279-a4ec1084fabc tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-424460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2766'] for router, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:52.149008 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9e1f64cd-0c7c-486f-b279-a4ec1084fabc tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:52.187096 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a0218188-8a00-448e-8038-d8e8b581f896 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:52.200573 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-232c4eb9-4fee-441b-8b41-d9750da7b0e6 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:52.201796 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9e1f64cd-0c7c-486f-b279-a4ec1084fabc tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-424469'] for router, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:52.202431 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e1f64cd-0c7c-486f-b279-a4ec1084fabc tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Fanout notify agent at l3_agent the message router_deleted on router d3852dd3-262d-4037-adec-4be0ba32e9a4 {{(pid=109867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 01:50:52.212331 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9e1f64cd-0c7c-486f-b279-a4ec1084fabc tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks [] for router, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:52.216190 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-9e1f64cd-0c7c-486f-b279-a4ec1084fabc tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "DELETE /v2.0/routers/d3852dd3-262d-4037-adec-4be0ba32e9a4 HTTP/1.1" status: 204 len: 168 time: 0.4228535 Nov 24 01:50:52.216914 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49636) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:52.222043 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] get_ports_and_sgs() called for port_ids ['f65bb614-8f8b-4ff1-9812-909dca00f7fb'] {{(pid=109868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 01:50:52.224156 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-232c4eb9-4fee-441b-8b41-d9750da7b0e6 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-424338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418138'] for router, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:52.263894 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-232c4eb9-4fee-441b-8b41-d9750da7b0e6 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks [] for router, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:52.268214 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-232c4eb9-4fee-441b-8b41-d9750da7b0e6 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3006203 Nov 24 01:50:52.268823 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49640) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:52.274162 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-44204957-23ad-457e-b310-1597d01d91cd req-6aa60c8b-b043-4c69-91eb-7ddc3c0e5245 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f28cc3c-ac30-482b-95ab-b94125c0cc80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1329286 Nov 24 01:50:52.275597 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-db7df81e-96ca-4186-b957-826ab16996f9 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Request body: {'router': {'admin_state_up': True}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:50:52.303280 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.api.v2.resource [None req-a0218188-8a00-448e-8038-d8e8b581f896 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] create failed (client error): There was a conflict when trying to complete your request. Nov 24 01:50:52.307882 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-a0218188-8a00-448e-8038-d8e8b581f896 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2611895 Nov 24 01:50:52.308912 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49642) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:52.377453 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8b4e9054-73be-4b32-b14e-9671eb094b8d tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Publish callbacks [] for security_group, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:52.407245 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8b4e9054-73be-4b32-b14e-9671eb094b8d tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:52.416561 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bc5142d-6f89-4e6e-81e9-3a5dcb4a3e31 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Deleting subnet 6ea04389-19d2-49fd-8721-de02b90284b4 {{(pid=109867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 01:50:52.459334 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8b4e9054-73be-4b32-b14e-9671eb094b8d tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:52.461529 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6bc5142d-6f89-4e6e-81e9-3a5dcb4a3e31 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks [] for subnet, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:52.464259 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8b4e9054-73be-4b32-b14e-9671eb094b8d tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Publish callbacks [] for security_group, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:52.469143 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-8b4e9054-73be-4b32-b14e-9671eb094b8d tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] 10.222.0.21 "DELETE /v2.0/security-groups/c4eb4e73-05d2-4819-a2ad-8de0a04cf00d HTTP/1.1" status: 204 len: 168 time: 0.1580217 Nov 24 01:50:52.470400 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49646) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:52.495314 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49648) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:52.505001 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4e9054-73be-4b32-b14e-9671eb094b8d tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4eb4e73-05d2-4819-a2ad-8de0a04cf00d,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:52.565119 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-a08fde9d-34bf-4d1c-8d97-73a572754aa1 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0863347 Nov 24 01:50:52.565334 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6bc5142d-6f89-4e6e-81e9-3a5dcb4a3e31 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28690885'] for subnet, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:52.565703 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49652) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:52.570230 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-1e2158f9-2615-443e-a61c-f692e4e8b0cc tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Request body: {'security_group': {'name': 'tempest-secgroup--150401383'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:50:52.594036 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1e2158f9-2615-443e-a61c-f692e4e8b0cc tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Publish callbacks [] for security_group, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:52.628215 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-17a07641-e678-4baa-85f6-72b19800240b tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1601656172'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:50:52.659442 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-db7df81e-96ca-4186-b957-826ab16996f9 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3684298', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-424347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2775'] for router, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:52.667457 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17a07641-e678-4baa-85f6-72b19800240b tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Made reservation on behalf of 468ce101e5db4aad97f1fca7bb15b3de for: {'network': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:50:52.670891 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-17a07641-e678-4baa-85f6-72b19800240b tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:52.680339 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-db7df81e-96ca-4186-b957-826ab16996f9 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3683822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-418125', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-424361'] for router, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:52.688729 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-17a07641-e678-4baa-85f6-72b19800240b tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks [] for security_group, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:52.696692 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1e2158f9-2615-443e-a61c-f692e4e8b0cc tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Publish callbacks [] for security_group, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:52.705166 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1e2158f9-2615-443e-a61c-f692e4e8b0cc tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:52.751090 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1e2158f9-2615-443e-a61c-f692e4e8b0cc tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Publish callbacks [] for security_group, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:52.754982 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-1e2158f9-2615-443e-a61c-f692e4e8b0cc tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1856835 Nov 24 01:50:52.757347 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49654) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:52.763719 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-1f064f23-386f-44d8-963e-58e46fff35e3 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Request body: {'security_group_rule': {'security_group_id': '0c2c35de-65eb-41b2-a3d8-933e93270fce', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:50:52.764624 dv-neutron-818911-2-hyperv neutron-server[109866]: WARNING neutron.api.v2.base [None req-1f064f23-386f-44d8-963e-58e46fff35e3 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 24 01:50:52.765159 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.api.v2.resource [None req-1f064f23-386f-44d8-963e-58e46fff35e3 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 01:50:52.766122 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-1f064f23-386f-44d8-963e-58e46fff35e3 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0076823 Nov 24 01:50:52.766779 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2158f9-2615-443e-a61c-f692e4e8b0cc tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c2c35de-65eb-41b2-a3d8-933e93270fce,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:52.769569 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49656) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:52.783251 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6bc5142d-6f89-4e6e-81e9-3a5dcb4a3e31 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:52.854055 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8021982b-deab-4b4a-9950-c38cc7a6c7a8 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Publish callbacks [] for security_group, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:52.855976 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db7df81e-96ca-4186-b957-826ab16996f9 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Router f7bdc05e-83c0-4500-8ba7-b489010fb8bd is scheduled to L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e with binding_index 1 {{(pid=109867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 01:50:52.860260 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6bc5142d-6f89-4e6e-81e9-3a5dcb4a3e31 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25501782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25307808'] for subnet, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:52.880764 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-17a07641-e678-4baa-85f6-72b19800240b tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks [] for security_group, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:52.887811 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-17a07641-e678-4baa-85f6-72b19800240b tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:52.891498 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8021982b-deab-4b4a-9950-c38cc7a6c7a8 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:52.894483 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6bc5142d-6f89-4e6e-81e9-3a5dcb4a3e31 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:52.900642 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b35493c-e06f-4b7a-8a78-7dd5ca12d586 None None] Network 9b2ee863-c1d5-4014-aa81-85c0c57dfd2d requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:50:52.901076 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-6bc5142d-6f89-4e6e-81e9-3a5dcb4a3e31 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "DELETE /v2.0/subnets/6ea04389-19d2-49fd-8721-de02b90284b4 HTTP/1.1" status: 204 len: 168 time: 0.6825678 Nov 24 01:50:52.902851 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc5142d-6f89-4e6e-81e9-3a5dcb4a3e31 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Pushing event deleted for resources: {'Subnet': ['ID=6ea04389-19d2-49fd-8721-de02b90284b4,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:52.904522 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49658) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:52.942630 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a07641-e678-4baa-85f6-72b19800240b tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a58c6eb-77c8-482b-91ba-55fc630ccd4f,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:52.961112 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17a07641-e678-4baa-85f6-72b19800240b tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=109866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:50:52.976690 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-17a07641-e678-4baa-85f6-72b19800240b tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:52.977145 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.segments_db [None req-17a07641-e678-4baa-85f6-72b19800240b tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Added segment dcf64fe3-2fc4-4357-98d7-82fd6345902d of type vlan for network 22b8070e-414c-4f15-b948-870886864aad Nov 24 01:50:52.992972 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8021982b-deab-4b4a-9950-c38cc7a6c7a8 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:52.994997 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8021982b-deab-4b4a-9950-c38cc7a6c7a8 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Publish callbacks [] for security_group, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:52.999113 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-8021982b-deab-4b4a-9950-c38cc7a6c7a8 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] 10.222.0.21 "DELETE /v2.0/security-groups/0c2c35de-65eb-41b2-a3d8-933e93270fce HTTP/1.1" status: 204 len: 168 time: 0.2231472 Nov 24 01:50:52.999717 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49660) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:53.019336 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db7df81e-96ca-4186-b957-826ab16996f9 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:50:53.028876 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8021982b-deab-4b4a-9950-c38cc7a6c7a8 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c2c35de-65eb-41b2-a3d8-933e93270fce,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:53.041451 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fa223e-8b6a-4363-837c-cdab181543e8 None None] Sync routers for ids ['f7bdc05e-83c0-4500-8ba7-b489010fb8bd'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:50:53.042238 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-17a07641-e678-4baa-85f6-72b19800240b tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:53.054930 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-db7df81e-96ca-4186-b957-826ab16996f9 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks [] for router, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:53.058613 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-db7df81e-96ca-4186-b957-826ab16996f9 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] 10.222.0.21 "PUT /v2.0/routers/f7bdc05e-83c0-4500-8ba7-b489010fb8bd HTTP/1.1" status: 200 len: 693 time: 0.7860711 Nov 24 01:50:53.058913 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49662) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:53.068500 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fa223e-8b6a-4363-837c-cdab181543e8 None None] Routers {'f7bdc05e-83c0-4500-8ba7-b489010fb8bd'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:50:53.069211 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-47fa223e-8b6a-4363-837c-cdab181543e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:50:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['f7bdc05e-83c0-4500-8ba7-b489010fb8bd'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:53.082934 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-17a07641-e678-4baa-85f6-72b19800240b tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:53.103035 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a07641-e678-4baa-85f6-72b19800240b tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:53.105588 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-17a07641-e678-4baa-85f6-72b19800240b tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks [] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:53.149907 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da80a7af-25eb-46eb-aeb9-50278b413c55 None None] DHCP port deletion for 9b2ee863-c1d5-4014-aa81-85c0c57dfd2d request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:50:53.160164 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-47fa223e-8b6a-4363-837c-cdab181543e8 None None] Set router f7bdc05e-83c0-4500-8ba7-b489010fb8bd gateway port host: None {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:50:53.173738 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-bf3a181d-1396-49f7-a3c7-c0c63f0a6ea9 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:53.191956 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-f4eac545-4aeb-4763-99b6-890c24c50f48 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1909699 Nov 24 01:50:53.199856 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-1f0f4f9d-27eb-40aa-ba20-9330592972fc tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] 10.222.0.21 "GET /v2.0/routers/f7bdc05e-83c0-4500-8ba7-b489010fb8bd HTTP/1.1" status: 200 len: 699 time: 0.1366768 Nov 24 01:50:53.200698 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49664) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:53.205506 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-a073168c-d0f3-4a9d-a7fe-e44918b57be7 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Request body: {'security_group': {'name': 'tempest-secgroup--1187792561'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:50:53.209483 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49666) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:53.211581 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-da80a7af-25eb-46eb-aeb9-50278b413c55 None None] Deleting port b262cc64-1a1f-4adf-b796-ba561a546014 {{(pid=109868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:50:53.211951 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-da80a7af-25eb-46eb-aeb9-50278b413c55 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:53.232753 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-47fa223e-8b6a-4363-837c-cdab181543e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7bdc05e-83c0-4500-8ba7-b489010fb8bd', 'name': 'tempest-RoutersTest-router-778387142', 'tenant_id': '24f911856b3c4338b647feba51f20eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:50:52Z', 'updated_at': '2021-11-24T01:50:52Z', 'revision_number': 2, 'project_id': '24f911856b3c4338b647feba51f20eff', 'gw_port_host': None}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:53.245982 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-c7b07f13-5aff-4c43-a718-c3cabbbb83ae tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7bdc05e-83c0-4500-8ba7-b489010fb8bd HTTP/1.1" status: 200 len: 205 time: 0.0341902 Nov 24 01:50:53.256139 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49668) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:53.264059 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fa223e-8b6a-4363-837c-cdab181543e8 None None] Checking router: f7bdc05e-83c0-4500-8ba7-b489010fb8bd for host: dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 01:50:53.269852 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-17a07641-e678-4baa-85f6-72b19800240b tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7708659 Nov 24 01:50:53.270932 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49670) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:53.271403 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a07641-e678-4baa-85f6-72b19800240b tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Pushing event updated for resources: {'Network': ['ID=22b8070e-414c-4f15-b948-870886864aad,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:53.278318 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-2fa029d3-b9f2-4cf6-a919-5a26e3ce08d9 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-904611611'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:50:53.280651 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fa223e-8b6a-4363-837c-cdab181543e8 None None] Routers {'f7bdc05e-83c0-4500-8ba7-b489010fb8bd'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:50:53.281312 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-47fa223e-8b6a-4363-837c-cdab181543e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:50:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['f7bdc05e-83c0-4500-8ba7-b489010fb8bd'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:53.287321 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a073168c-d0f3-4a9d-a7fe-e44918b57be7 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Publish callbacks [] for security_group, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:53.291448 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network 22b8070e-414c-4f15-b948-870886864aad details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:50:53.334332 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-da80a7af-25eb-46eb-aeb9-50278b413c55 None None] For port b262cc64-1a1f-4adf-b796-ba561a546014, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=b262cc64-1a1f-4adf-b796-ba561a546014,segment=NetworkSegment(5cd0f7d4-3df8-4a5e-9551-946c417ad17c),segment_id=5cd0f7d4-3df8-4a5e-9551-946c417ad17c)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:50:53.334995 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-da80a7af-25eb-46eb-aeb9-50278b413c55 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:53.359722 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fa029d3-b9f2-4cf6-a919-5a26e3ce08d9 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Made reservation on behalf of 468ce101e5db4aad97f1fca7bb15b3de for: {'network': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:50:53.363134 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2fa029d3-b9f2-4cf6-a919-5a26e3ce08d9 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:53.365676 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-47fa223e-8b6a-4363-837c-cdab181543e8 None None] Set router f7bdc05e-83c0-4500-8ba7-b489010fb8bd gateway port host: None {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:50:53.381525 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-da80a7af-25eb-46eb-aeb9-50278b413c55 None None] Calling delete_port for b262cc64-1a1f-4adf-b796-ba561a546014 owned by network:dhcp {{(pid=109868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:50:53.412593 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-6488bd58-e331-49b7-b55b-0bb734fb1bb0 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks [] for router, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:53.429175 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-47fa223e-8b6a-4363-837c-cdab181543e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7bdc05e-83c0-4500-8ba7-b489010fb8bd', 'name': 'tempest-RoutersTest-router-778387142', 'tenant_id': '24f911856b3c4338b647feba51f20eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:50:52Z', 'updated_at': '2021-11-24T01:50:52Z', 'revision_number': 2, 'project_id': '24f911856b3c4338b647feba51f20eff', 'gw_port_host': None}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:53.459734 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fa223e-8b6a-4363-837c-cdab181543e8 None None] The sync data for ids ['f7bdc05e-83c0-4500-8ba7-b489010fb8bd'] in dv-neutron-818911-2-hyperv is: [{'id': 'f7bdc05e-83c0-4500-8ba7-b489010fb8bd', 'name': 'tempest-RoutersTest-router-778387142', 'tenant_id': '24f911856b3c4338b647feba51f20eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:50:52Z', 'updated_at': '2021-11-24T01:50:52Z', 'revision_number': 2, 'project_id': '24f911856b3c4338b647feba51f20eff', 'gw_port_host': None}] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:50:53.484540 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-da80a7af-25eb-46eb-aeb9-50278b413c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974'] for port, after_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:53.514757 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da80a7af-25eb-46eb-aeb9-50278b413c55 None None] Pushing event deleted for resources: {'Port': ['ID=b262cc64-1a1f-4adf-b796-ba561a546014,revision_number=None']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:53.520733 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da80a7af-25eb-46eb-aeb9-50278b413c55 None None] No DVR routers for this DVR port b262cc64-1a1f-4adf-b796-ba561a546014 on host dv-neutron-818911-2-hyperv {{(pid=109868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:50:53.535426 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device f65bb614-8f8b-4ff1-9812-909dca00f7fb up at agent hyperv_hv-neutron-8189 {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:50:53.595638 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Provisioning for port f65bb614-8f8b-4ff1-9812-909dca00f7fb completed by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 01:50:53.600604 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Provisioning complete for port f65bb614-8f8b-4ff1-9812-909dca00f7fb triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:50:53.601056 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:53.622847 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-6488bd58-e331-49b7-b55b-0bb734fb1bb0 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-424460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2766'] for router, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:53.625593 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-6488bd58-e331-49b7-b55b-0bb734fb1bb0 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:53.680109 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-6488bd58-e331-49b7-b55b-0bb734fb1bb0 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-424469'] for router, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:53.681032 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6488bd58-e331-49b7-b55b-0bb734fb1bb0 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Fanout notify agent at l3_agent the message router_deleted on router f7bdc05e-83c0-4500-8ba7-b489010fb8bd {{(pid=109866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 01:50:53.687711 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-6488bd58-e331-49b7-b55b-0bb734fb1bb0 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] Publish callbacks [] for router, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:53.688885 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-6488bd58-e331-49b7-b55b-0bb734fb1bb0 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] 10.222.0.21 "DELETE /v2.0/routers/f7bdc05e-83c0-4500-8ba7-b489010fb8bd HTTP/1.1" status: 204 len: 168 time: 0.4316447 Nov 24 01:50:53.694045 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49674) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:53.702755 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:53.729533 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-b1a24dc2-3d5a-4951-b922-0e0f8be62800 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7bdc05e-83c0-4500-8ba7-b489010fb8bd HTTP/1.1" status: 200 len: 205 time: 0.0342610 Nov 24 01:50:53.731951 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49676) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:53.736954 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e8d9ad2-6341-4fa3-bb1f-abab46565d1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f65bb614-8f8b-4ff1-9812-909dca00f7fb'}] {{(pid=109868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 01:50:53.739517 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adafa3b64de3cabc8eac619938bcace59b198ffee64d481093eb3def62699d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f026584a-022c-4475-9c34-b6c1a75e5bdc" -d '{"events": [{"server_uuid": "0e8d9ad2-6341-4fa3-bb1f-abab46565d1f", "name": "network-vif-plugged", "status": "completed", "tag": "f65bb614-8f8b-4ff1-9812-909dca00f7fb"}]}' {{(pid=109868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 01:50:53.753193 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port f65bb614-8f8b-4ff1-9812-909dca00f7fb, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=f65bb614-8f8b-4ff1-9812-909dca00f7fb,segment=NetworkSegment(f285092a-19ce-4f3f-b65d-fc16f62f043d),segment_id=f285092a-19ce-4f3f-b65d-fc16f62f043d)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:50:53.768623 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:53.784675 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.api.v2.resource [None req-a98738ee-283e-4131-b831-be73b439b379 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] delete failed (client error): The resource could not be found. Nov 24 01:50:53.785674 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-a98738ee-283e-4131-b831-be73b439b379 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] 10.222.0.21 "DELETE /v2.0/routers/f7bdc05e-83c0-4500-8ba7-b489010fb8bd HTTP/1.1" status: 404 len: 336 time: 0.0526726 Nov 24 01:50:53.788819 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49682) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:53.824686 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-a53e848d-8061-4867-ab09-8ad838749c4d tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] DELETE failed (client error): The resource could not be found. Nov 24 01:50:53.825206 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a53e848d-8061-4867-ab09-8ad838749c4d tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:50:53.831300 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-a53e848d-8061-4867-ab09-8ad838749c4d tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] 10.222.0.21 "DELETE /v2.0/subnets/202a0517-0b6e-4f17-8bc4-f34291f7384c HTTP/1.1" status: 404 len: 337 time: 0.0368574 Nov 24 01:50:53.832539 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49684) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:53.846111 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fa029d3-b9f2-4cf6-a919-5a26e3ce08d9 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=109867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:50:53.854726 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=f65bb614-8f8b-4ff1-9812-909dca00f7fb,revision_number=5']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:53.862411 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbffc970-982e-4527-9eff-6d64d0eb2a28 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] DELETE failed (client error): The resource could not be found. Nov 24 01:50:53.863118 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbffc970-982e-4527-9eff-6d64d0eb2a28 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:50:53.866015 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-dbffc970-982e-4527-9eff-6d64d0eb2a28 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] 10.222.0.21 "DELETE /v2.0/subnets/e6bfe66a-97e9-456e-b8b7-f62c53e4b0f8 HTTP/1.1" status: 404 len: 337 time: 0.0331037 Nov 24 01:50:53.868478 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49686) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:53.886591 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2fa029d3-b9f2-4cf6-a919-5a26e3ce08d9 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:53.886935 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.segments_db [None req-2fa029d3-b9f2-4cf6-a919-5a26e3ce08d9 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Added segment 0699129a-4058-425f-88e1-82a658cd452c of type vlan for network c7eebfb2-e139-4ae2-9627-3c7c295d5046 Nov 24 01:50:53.898800 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c5f3198-e384-435a-8f35-e9a364d82e2d tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] DELETE failed (client error): The resource could not be found. Nov 24 01:50:53.899326 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c5f3198-e384-435a-8f35-e9a364d82e2d tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:50:53.904901 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-9c5f3198-e384-435a-8f35-e9a364d82e2d tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] 10.222.0.21 "DELETE /v2.0/subnets/1ecfa2aa-fa62-4dc7-b0b7-5537d0a9a18f HTTP/1.1" status: 404 len: 337 time: 0.0331926 Nov 24 01:50:53.905224 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49688) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:53.916160 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a073168c-d0f3-4a9d-a7fe-e44918b57be7 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Publish callbacks [] for security_group, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:53.917832 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-bf3a181d-1396-49f7-a3c7-c0c63f0a6ea9 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Deleting port b262cc64-1a1f-4adf-b796-ba561a546014 {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:50:53.918168 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-bf3a181d-1396-49f7-a3c7-c0c63f0a6ea9 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:53.933981 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-93aa466d-0236-4ee4-9151-950d7808fb0c tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] DELETE failed (client error): The resource could not be found. Nov 24 01:50:53.934518 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93aa466d-0236-4ee4-9151-950d7808fb0c tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:50:53.935595 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a073168c-d0f3-4a9d-a7fe-e44918b57be7 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:53.938185 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-93aa466d-0236-4ee4-9151-950d7808fb0c tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] 10.222.0.21 "DELETE /v2.0/subnets/2119d35b-8635-44be-9d17-9fc1c7d68c96 HTTP/1.1" status: 404 len: 337 time: 0.0316036 Nov 24 01:50:53.940373 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49690) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:53.976381 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 01:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00cd8629-76b0-4f3f-bb62-1af33ce61d71 x-openstack-request-id: req-00cd8629-76b0-4f3f-bb62-1af33ce61d71 {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 01:50:53.977113 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e8d9ad2-6341-4fa3-bb1f-abab46565d1f", "name": "network-vif-plugged", "status": "completed", "tag": "f65bb614-8f8b-4ff1-9812-909dca00f7fb", "code": 200}]} {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 01:50:53.977113 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-00cd8629-76b0-4f3f-bb62-1af33ce61d71 {{(pid=109868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 01:50:53.977970 dv-neutron-818911-2-hyperv neutron-server[109868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e8d9ad2-6341-4fa3-bb1f-abab46565d1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f65bb614-8f8b-4ff1-9812-909dca00f7fb', 'code': 200} Nov 24 01:50:53.981149 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-b2725b78-ba05-40a5-8437-ae62554f9e45 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] 10.222.0.21 "GET /v2.0/ports?device_id=abb92a61-c755-46ea-86f2-b372043c557e HTTP/1.1" status: 200 len: 205 time: 0.0395677 Nov 24 01:50:53.981846 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49692) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:54.018262 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.api.v2.resource [None req-208b1e4f-222d-4e4a-bac8-553d9a02a276 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] delete failed (client error): The resource could not be found. Nov 24 01:50:54.022971 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-208b1e4f-222d-4e4a-bac8-553d9a02a276 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] 10.222.0.21 "DELETE /v2.0/routers/abb92a61-c755-46ea-86f2-b372043c557e HTTP/1.1" status: 404 len: 336 time: 0.0365913 Nov 24 01:50:54.023832 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49694) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:54.045859 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2fa029d3-b9f2-4cf6-a919-5a26e3ce08d9 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:54.056329 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-035f0620-4bcf-4ac3-9378-0855bcb21360 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] 10.222.0.21 "GET /v2.0/ports?device_id=0533e255-393b-4e35-8a4b-869de0c1637a HTTP/1.1" status: 200 len: 205 time: 0.0291491 Nov 24 01:50:54.056530 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a073168c-d0f3-4a9d-a7fe-e44918b57be7 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:54.056530 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-a073168c-d0f3-4a9d-a7fe-e44918b57be7 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8539937 Nov 24 01:50:54.058258 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49696) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:54.062321 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49698) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:54.064321 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a073168c-d0f3-4a9d-a7fe-e44918b57be7 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbec1e4e-3453-4595-bc72-1485cfcc6708,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:54.071157 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [None req-bf3a181d-1396-49f7-a3c7-c0c63f0a6ea9 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] For port b262cc64-1a1f-4adf-b796-ba561a546014, host dv-neutron-818911-2-hyperv, got binding levels [] {{(pid=109867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:50:54.071513 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-bf3a181d-1396-49f7-a3c7-c0c63f0a6ea9 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:54.076454 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-0cb5ac91-10da-4717-9882-7928bc7b10af tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Request body: {'security_group_rule': {'security_group_id': 'dbec1e4e-3453-4595-bc72-1485cfcc6708', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:50:54.077624 dv-neutron-818911-2-hyperv neutron-server[109867]: WARNING neutron.api.v2.base [None req-0cb5ac91-10da-4717-9882-7928bc7b10af tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 24 01:50:54.078125 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.api.v2.resource [None req-0cb5ac91-10da-4717-9882-7928bc7b10af tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 01:50:54.083235 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-0cb5ac91-10da-4717-9882-7928bc7b10af tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0123074 Nov 24 01:50:54.095338 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0700000a-b8a1-4d9a-9446-7bb8753506bf req-f996986f-8c70-4526-b50c-55d7477a7234 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:54.103391 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-0700000a-b8a1-4d9a-9446-7bb8753506bf req-f996986f-8c70-4526-b50c-55d7477a7234 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e8d9ad2-6341-4fa3-bb1f-abab46565d1f HTTP/1.1" status: 200 len: 946 time: 0.6702433 Nov 24 01:50:54.108828 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49700) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:54.109501 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.api.v2.resource [None req-33cf736a-aa1c-4609-ac64-1023a57f61a8 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] delete failed (client error): The resource could not be found. Nov 24 01:50:54.113169 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-33cf736a-aa1c-4609-ac64-1023a57f61a8 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] 10.222.0.21 "DELETE /v2.0/routers/0533e255-393b-4e35-8a4b-869de0c1637a HTTP/1.1" status: 404 len: 336 time: 0.0533240 Nov 24 01:50:54.113784 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49702) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:54.133721 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-bf3a181d-1396-49f7-a3c7-c0c63f0a6ea9 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Calling delete_port for b262cc64-1a1f-4adf-b796-ba561a546014 owned by network:dhcp {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:50:54.147165 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ff59823-b204-4c2b-90b8-a60c98397047 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] DELETE failed (client error): The resource could not be found. Nov 24 01:50:54.147615 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ff59823-b204-4c2b-90b8-a60c98397047 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:50:54.152551 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.ipam_backend_mixin [None req-bf3a181d-1396-49f7-a3c7-c0c63f0a6ea9 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Port b262cc64-1a1f-4adf-b796-ba561a546014 was not found and therefore no delete operation was performed {{(pid=109867) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 24 01:50:54.154158 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-4ff59823-b204-4c2b-90b8-a60c98397047 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] 10.222.0.21 "DELETE /v2.0/subnets/8fe5dac5-1d56-4014-a21d-b3f8d0dc1b7b HTTP/1.1" status: 404 len: 337 time: 0.0376794 Nov 24 01:50:54.155578 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49704) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:54.164896 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-bf3a181d-1396-49f7-a3c7-c0c63f0a6ea9 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:54.199577 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device b262cc64-1a1f-4adf-b796-ba561a546014 no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:50:54.210607 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-380b694f-1ad6-4e83-a3a8-1156d4367e39 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b4083a5-5066-4a9f-9bbe-94adc6add338 HTTP/1.1" status: 200 len: 205 time: 0.0539901 Nov 24 01:50:54.211348 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49706) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:54.217052 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2fa029d3-b9f2-4cf6-a919-5a26e3ce08d9 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:54.222806 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa029d3-b9f2-4cf6-a919-5a26e3ce08d9 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:54.223390 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2fa029d3-b9f2-4cf6-a919-5a26e3ce08d9 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks [] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:54.227967 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: b262cc64-1a1f-4adf-b796-ba561a546014 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:50:54.228313 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device b262cc64-1a1f-4adf-b796-ba561a546014 not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:50:54.239387 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3a181d-1396-49f7-a3c7-c0c63f0a6ea9 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Pushing event deleted for resources: {'Port': ['ID=b262cc64-1a1f-4adf-b796-ba561a546014,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:54.267417 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.api.v2.resource [None req-825e5881-b3c2-4013-ac29-9d37b42e99ea tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] delete failed (client error): The resource could not be found. Nov 24 01:50:54.269155 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-825e5881-b3c2-4013-ac29-9d37b42e99ea tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] 10.222.0.21 "DELETE /v2.0/routers/3b4083a5-5066-4a9f-9bbe-94adc6add338 HTTP/1.1" status: 404 len: 336 time: 0.0560064 Nov 24 01:50:54.269986 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3a181d-1396-49f7-a3c7-c0c63f0a6ea9 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] No DVR routers for this DVR port b262cc64-1a1f-4adf-b796-ba561a546014 on host dv-neutron-818911-2-hyperv {{(pid=109867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:50:54.272920 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49708) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:54.289687 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf64e3c-afaf-4b29-80a4-3064d716e67e req-f37cef69-d261-4176-a3cb-fdbdee67fe08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:54.291270 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-3bf64e3c-afaf-4b29-80a4-3064d716e67e req-f37cef69-d261-4176-a3cb-fdbdee67fe08 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0e8d9ad2-6341-4fa3-bb1f-abab46565d1f HTTP/1.1" status: 200 len: 1099 time: 0.1363788 Nov 24 01:50:54.309116 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-77a8f9db-df02-4b19-bef0-2257b69ae5ae tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3015905-941f-452f-8820-32ec3b510537 HTTP/1.1" status: 200 len: 205 time: 0.0308833 Nov 24 01:50:54.311372 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49710) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:54.313939 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-2fa029d3-b9f2-4cf6-a919-5a26e3ce08d9 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0407960 Nov 24 01:50:54.322413 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49712) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:54.323607 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-0700000a-b8a1-4d9a-9446-7bb8753506bf req-86eea0e1-b2f4-4597-b97d-5ca73d71e1fc tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f28cc3c-ac30-482b-95ab-b94125c0cc80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2189155 Nov 24 01:50:54.366619 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-aeea4a53-31dd-44b1-8b54-0bbf2ce60fdf tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Request body: {'subnet': {'network_id': '22b8070e-414c-4f15-b948-870886864aad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:50:54.374866 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.api.v2.resource [None req-4fee80fe-f027-4b63-bdab-ac1dddf25c61 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] delete failed (client error): The resource could not be found. Nov 24 01:50:54.375899 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-4fee80fe-f027-4b63-bdab-ac1dddf25c61 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] 10.222.0.21 "DELETE /v2.0/routers/a3015905-941f-452f-8820-32ec3b510537 HTTP/1.1" status: 404 len: 336 time: 0.0636342 Nov 24 01:50:54.376482 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c84db1b2-1ad7-467e-8597-b422d82da127 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Publish callbacks [] for security_group, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:54.382185 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49714) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:54.382803 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa029d3-b9f2-4cf6-a919-5a26e3ce08d9 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Pushing event updated for resources: {'Network': ['ID=c7eebfb2-e139-4ae2-9627-3c7c295d5046,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:54.394086 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network c7eebfb2-e139-4ae2-9627-3c7c295d5046 details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:50:54.466604 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.pecan_wsgi.hooks.translation [None req-89b2903e-8f47-458a-9947-e152252f9add tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] DELETE failed (client error): The resource could not be found. Nov 24 01:50:54.467054 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89b2903e-8f47-458a-9947-e152252f9add tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:50:54.470518 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-89b2903e-8f47-458a-9947-e152252f9add tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] 10.222.0.21 "DELETE /v2.0/subnets/d920a791-75c9-4936-b778-3d4ed6726bdf HTTP/1.1" status: 404 len: 337 time: 0.0853293 Nov 24 01:50:54.475047 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49716) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:54.476912 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-bf3a181d-1396-49f7-a3c7-c0c63f0a6ea9 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:54.487092 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c84db1b2-1ad7-467e-8597-b422d82da127 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:54.511594 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-3bf64e3c-afaf-4b29-80a4-3064d716e67e req-3376b929-f0d4-4c50-94f5-93f4665841ba service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=4f28cc3c-ac30-482b-95ab-b94125c0cc80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2068741 Nov 24 01:50:54.515667 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-bf3a181d-1396-49f7-a3c7-c0c63f0a6ea9 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b2ee863-c1d5-4014-aa81-85c0c57dfd2d']}} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:54.532712 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-c22239e9-46b4-4c61-8f29-422fd2f4e6f1 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb529786-07a3-47a2-b3cd-66619f8aaf2d HTTP/1.1" status: 200 len: 205 time: 0.0524397 Nov 24 01:50:54.538023 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49718) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:54.539705 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-bf3a181d-1396-49f7-a3c7-c0c63f0a6ea9 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cd0f7d4-3df8-4a5e-9551-946c417ad17c') {'for_net_delete': True} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:54.539996 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-bf3a181d-1396-49f7-a3c7-c0c63f0a6ea9 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cd0f7d4-3df8-4a5e-9551-946c417ad17c') {} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:50:54.542657 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeea4a53-31dd-44b1-8b54-0bbf2ce60fdf tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Made reservation on behalf of 468ce101e5db4aad97f1fca7bb15b3de for: {'subnet': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:50:54.546328 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-aeea4a53-31dd-44b1-8b54-0bbf2ce60fdf tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29154835'] for subnet, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:54.559392 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-bf3a181d-1396-49f7-a3c7-c0c63f0a6ea9 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28690908'] for segment, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:54.603582 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.api.v2.resource [None req-74c3e024-0a0a-4392-a8ba-9bcfb47ee465 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] delete failed (client error): The resource could not be found. Nov 24 01:50:54.607131 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-74c3e024-0a0a-4392-a8ba-9bcfb47ee465 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] 10.222.0.21 "DELETE /v2.0/routers/fb529786-07a3-47a2-b3cd-66619f8aaf2d HTTP/1.1" status: 404 len: 336 time: 0.0625787 Nov 24 01:50:54.608600 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49720) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:54.617041 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-bf3a181d-1396-49f7-a3c7-c0c63f0a6ea9 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:54.652536 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf3a181d-1396-49f7-a3c7-c0c63f0a6ea9 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=109867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:50:54.653331 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-bf3a181d-1396-49f7-a3c7-c0c63f0a6ea9 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25503736'] for segment, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:54.704202 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-c90b4db3-31f2-4a2d-9809-2aed3cb6565a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:54.715692 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.pecan_wsgi.hooks.translation [None req-cca4bbdf-d499-40bb-b5e1-5fa4ee89801f tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] DELETE failed (client error): The resource could not be found. Nov 24 01:50:54.716156 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cca4bbdf-d499-40bb-b5e1-5fa4ee89801f tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:50:54.719647 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-cca4bbdf-d499-40bb-b5e1-5fa4ee89801f tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] 10.222.0.21 "DELETE /v2.0/subnets/ef593860-0e05-42a3-ab31-fd2d00384f99 HTTP/1.1" status: 404 len: 337 time: 0.1108303 Nov 24 01:50:54.720489 dv-neutron-818911-2-hyperv neutron-server[109867]: Traceback (most recent call last): Nov 24 01:50:54.720489 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:50:54.720489 dv-neutron-818911-2-hyperv neutron-server[109867]: timer() Nov 24 01:50:54.720489 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:50:54.720489 dv-neutron-818911-2-hyperv neutron-server[109867]: cb(*args, **kw) Nov 24 01:50:54.720489 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:50:54.720489 dv-neutron-818911-2-hyperv neutron-server[109867]: return func(*args, **kwargs) Nov 24 01:50:54.720489 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:50:54.720489 dv-neutron-818911-2-hyperv neutron-server[109867]: self._notify() Nov 24 01:50:54.720489 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:50:54.720489 dv-neutron-818911-2-hyperv neutron-server[109867]: self.callback(batched_events) Nov 24 01:50:54.720489 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:50:54.720489 dv-neutron-818911-2-hyperv neutron-server[109867]: event.method(event) Nov 24 01:50:54.720489 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:50:54.720489 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:50:54.720489 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:50:54.720489 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:50:54.720489 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:50:54.720489 dv-neutron-818911-2-hyperv neutron-server[109867]: return f(self, *a, **k) Nov 24 01:50:54.720489 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:50:54.720489 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._get(url).json() Nov 24 01:50:54.720489 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:50:54.720489 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:50:54.720489 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:50:54.720489 dv-neutron-818911-2-hyperv neutron-server[109867]: return self.request(url, 'GET', **kwargs) Nov 24 01:50:54.720489 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:50:54.720489 dv-neutron-818911-2-hyperv neutron-server[109867]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:50:54.720489 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:50:54.720489 dv-neutron-818911-2-hyperv neutron-server[109867]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:50:54.720489 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:50:54.720489 dv-neutron-818911-2-hyperv neutron-server[109867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:50:54.720489 dv-neutron-818911-2-hyperv neutron-server[109867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:50:54.722946 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49722) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:54.726914 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c84db1b2-1ad7-467e-8597-b422d82da127 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:54.729666 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c84db1b2-1ad7-467e-8597-b422d82da127 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:54.736373 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-c84db1b2-1ad7-467e-8597-b422d82da127 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] 10.222.0.21 "DELETE /v2.0/security-groups/dbec1e4e-3453-4595-bc72-1485cfcc6708 HTTP/1.1" status: 204 len: 168 time: 0.6208761 Nov 24 01:50:54.736601 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49724) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:54.749725 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84db1b2-1ad7-467e-8597-b422d82da127 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbec1e4e-3453-4595-bc72-1485cfcc6708,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:54.752703 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-bf3a181d-1396-49f7-a3c7-c0c63f0a6ea9 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:54.756693 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-61319b74-9f32-42ba-a04b-d883921bbdf9 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3220ace-8fc5-4e55-94e0-d063b9794d67 HTTP/1.1" status: 200 len: 205 time: 0.0310121 Nov 24 01:50:54.758546 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49726) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:54.761512 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-bf3a181d-1396-49f7-a3c7-c0c63f0a6ea9 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks [] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:54.765375 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-bf3a181d-1396-49f7-a3c7-c0c63f0a6ea9 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "DELETE /v2.0/networks/9b2ee863-c1d5-4014-aa81-85c0c57dfd2d HTTP/1.1" status: 204 len: 168 time: 1.8268969 Nov 24 01:50:54.775025 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49728) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:54.776262 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3a181d-1396-49f7-a3c7-c0c63f0a6ea9 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Pushing event deleted for resources: {'Network': ['ID=9b2ee863-c1d5-4014-aa81-85c0c57dfd2d,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:54.843551 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.api.v2.resource [None req-20fe7aee-aea3-4019-b0e3-18d2d7dd3cf5 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] delete failed (client error): The resource could not be found. Nov 24 01:50:54.844856 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-20fe7aee-aea3-4019-b0e3-18d2d7dd3cf5 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] 10.222.0.21 "DELETE /v2.0/routers/e3220ace-8fc5-4e55-94e0-d063b9794d67 HTTP/1.1" status: 404 len: 336 time: 0.0800974 Nov 24 01:50:54.847785 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49730) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:54.875865 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c2688ee-f77e-4b70-bcc0-2b065cbdb954 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] DELETE failed (client error): The resource could not be found. Nov 24 01:50:54.876322 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c2688ee-f77e-4b70-bcc0-2b065cbdb954 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:50:54.879455 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-4c2688ee-f77e-4b70-bcc0-2b065cbdb954 tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] 10.222.0.21 "DELETE /v2.0/subnets/23c2e735-dbca-4b12-add4-3b4760b13402 HTTP/1.1" status: 404 len: 337 time: 0.0306573 Nov 24 01:50:54.882752 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49732) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:54.888118 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13942a98-362e-4110-8f8d-f014258233d8 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:54.892894 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-13942a98-362e-4110-8f8d-f014258233d8 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "GET /v2.0/ports/86f2c419-ef31-4ebb-a312-526f8372de47 HTTP/1.1" status: 200 len: 845 time: 0.1085196 Nov 24 01:50:54.908402 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49734) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:54.913671 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-8e487f92-dfe9-47fc-b30e-aa26f0198f9e tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1788955 Nov 24 01:50:54.917244 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49736) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:54.917470 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.pecan_wsgi.hooks.translation [None req-26c72d62-8e66-4aab-99b2-3526c3e4ad8d tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] DELETE failed (client error): The resource could not be found. Nov 24 01:50:54.917915 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26c72d62-8e66-4aab-99b2-3526c3e4ad8d tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:50:54.920936 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-26c72d62-8e66-4aab-99b2-3526c3e4ad8d tempest-RoutersTest-1097331401 tempest-RoutersTest-1097331401-project] 10.222.0.21 "DELETE /v2.0/subnets/a3deba7a-4ac6-41f3-b8f7-179e8b40dd5e HTTP/1.1" status: 404 len: 337 time: 0.0372443 Nov 24 01:50:54.925321 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-900a1af6-1d3e-4197-9add-e4c21d618cad tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Request body: {'security_group': {'name': 'tempest-secgroup--1622625842'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:50:54.957686 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-5eff8f33-0c6d-404a-9807-dfc785fae4ac tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "GET /v2.0/ports/86f2c419-ef31-4ebb-a312-526f8372de47?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0479150 Nov 24 01:50:54.962244 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49740) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:54.967458 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-fd77af5d-57b1-472b-8cc5-041decbb37b7 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Request body: {'subnet': {'network_id': 'f9ae361b-af25-426a-af1d-ae2f7b65d452', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:50:54.979252 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-900a1af6-1d3e-4197-9add-e4c21d618cad tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Publish callbacks [] for security_group, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:55.007377 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-aeea4a53-31dd-44b1-8b54-0bbf2ce60fdf tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29149261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29154849'] for subnet, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:55.071462 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd77af5d-57b1-472b-8cc5-041decbb37b7 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Made reservation on behalf of 3a57d4c6d6484e7bbaf48e6f242b2f3e for: {'subnet': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:50:55.075197 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fd77af5d-57b1-472b-8cc5-041decbb37b7 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25307781'] for subnet, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:55.097323 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeea4a53-31dd-44b1-8b54-0bbf2ce60fdf tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Pushing event updated for resources: {'Subnet': ['ID=c57e709e-c59b-46cb-86dc-a9a8467bbb2a,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:55.124998 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-900a1af6-1d3e-4197-9add-e4c21d618cad tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Publish callbacks [] for security_group, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:55.128024 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeea4a53-31dd-44b1-8b54-0bbf2ce60fdf tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Checking segment: {'id': 'dcf64fe3-2fc4-4357-98d7-82fd6345902d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '22b8070e-414c-4f15-b948-870886864aad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:50:55.128385 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeea4a53-31dd-44b1-8b54-0bbf2ce60fdf tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Network hostable DHCP agents. Network: 22b8070e-414c-4f15-b948-870886864aad, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 01:50:55.132822 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-900a1af6-1d3e-4197-9add-e4c21d618cad tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:55.172334 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-900a1af6-1d3e-4197-9add-e4c21d618cad tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Publish callbacks [] for security_group, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:55.176386 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-900a1af6-1d3e-4197-9add-e4c21d618cad tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2554026 Nov 24 01:50:55.176386 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900a1af6-1d3e-4197-9add-e4c21d618cad tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e552b1bd-8168-4e45-877c-40c48bc402d7,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:55.176829 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49744) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:55.177993 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeea4a53-31dd-44b1-8b54-0bbf2ce60fdf tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Network 22b8070e-414c-4f15-b948-870886864aad is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 01:50:55.183977 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-eaef01a5-cee2-4a4a-8e70-17fb1d52316d tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Request body: {'security_group_rule': {'security_group_id': 'e552b1bd-8168-4e45-877c-40c48bc402d7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:50:55.188981 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-aeea4a53-31dd-44b1-8b54-0bbf2ce60fdf tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, 22b8070e-414c-4f15-b948-870886864aad) {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:50:55.194053 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeea4a53-31dd-44b1-8b54-0bbf2ce60fdf tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:55.194723 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-aeea4a53-31dd-44b1-8b54-0bbf2ce60fdf tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:55.198613 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624c33c5-5017-47d5-b91f-18bf2f73f750 None None] Network 22b8070e-414c-4f15-b948-870886864aad requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:50:55.206325 dv-neutron-818911-2-hyperv neutron-server[109867]: WARNING neutron.api.v2.base [None req-eaef01a5-cee2-4a4a-8e70-17fb1d52316d tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 24 01:50:55.209129 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.api.v2.resource [None req-eaef01a5-cee2-4a4a-8e70-17fb1d52316d tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 01:50:55.213957 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-eaef01a5-cee2-4a4a-8e70-17fb1d52316d tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0342882 Nov 24 01:50:55.216081 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49746) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:55.220898 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-aeea4a53-31dd-44b1-8b54-0bbf2ce60fdf tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8974378 Nov 24 01:50:55.223622 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49748) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:55.226079 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-18ba9821-56ac-4c5d-8ac3-b2fab1af1141 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Request body: {'security_group_rule': {'security_group_id': 'e552b1bd-8168-4e45-877c-40c48bc402d7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:50:55.227213 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49750) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:55.227351 dv-neutron-818911-2-hyperv neutron-server[109867]: WARNING neutron.api.v2.base [None req-18ba9821-56ac-4c5d-8ac3-b2fab1af1141 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 24 01:50:55.227818 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.api.v2.resource [None req-18ba9821-56ac-4c5d-8ac3-b2fab1af1141 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 01:50:55.231498 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-18ba9821-56ac-4c5d-8ac3-b2fab1af1141 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0118215 Nov 24 01:50:55.231701 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-6dd668e9-3ae2-4c52-b719-a9881207a08b tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Request body: {'subnet': {'network_id': 'c7eebfb2-e139-4ae2-9627-3c7c295d5046', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:50:55.233584 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49752) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:55.238641 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-c37db615-5502-4b36-8e5a-a152ef2b51a9 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Request body: {'security_group_rule': {'security_group_id': 'e552b1bd-8168-4e45-877c-40c48bc402d7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:50:55.239448 dv-neutron-818911-2-hyperv neutron-server[109867]: WARNING neutron.api.v2.base [None req-c37db615-5502-4b36-8e5a-a152ef2b51a9 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 24 01:50:55.241054 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.api.v2.resource [None req-c37db615-5502-4b36-8e5a-a152ef2b51a9 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 01:50:55.242467 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-c37db615-5502-4b36-8e5a-a152ef2b51a9 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0079844 Nov 24 01:50:55.245651 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49756) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:55.253967 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-88f34989-2d86-4f30-9681-6f345548bd8b tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Request body: {'security_group_rule': {'security_group_id': 'e552b1bd-8168-4e45-877c-40c48bc402d7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:50:55.255254 dv-neutron-818911-2-hyperv neutron-server[109867]: WARNING neutron.api.v2.base [None req-88f34989-2d86-4f30-9681-6f345548bd8b tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 24 01:50:55.256550 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.api.v2.resource [None req-88f34989-2d86-4f30-9681-6f345548bd8b tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 01:50:55.257917 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-88f34989-2d86-4f30-9681-6f345548bd8b tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0111415 Nov 24 01:50:55.260859 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49758) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:55.356171 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fd77af5d-57b1-472b-8cc5-041decbb37b7 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25501847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25307831'] for subnet, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:55.397538 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b2e15f-a8b4-4e5c-8738-868b300c1e24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-22b8070e-414c-4f15-b948-870886864aad', 'network_id': '22b8070e-414c-4f15-b948-870886864aad', 'tenant_id': '468ce101e5db4aad97f1fca7bb15b3de', 'fixed_ips': [{'subnet_id': 'c57e709e-c59b-46cb-86dc-a9a8467bbb2a'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 01:50:55.398408 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-f1b2e15f-a8b4-4e5c-8738-868b300c1e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:55.416687 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd77af5d-57b1-472b-8cc5-041decbb37b7 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Network f9ae361b-af25-426a-af1d-ae2f7b65d452 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:50:55.419950 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-fd77af5d-57b1-472b-8cc5-041decbb37b7 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:50:55.424302 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd77af5d-57b1-472b-8cc5-041decbb37b7 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:55.425295 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fd77af5d-57b1-472b-8cc5-041decbb37b7 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:55.431811 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dd668e9-3ae2-4c52-b719-a9881207a08b tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Made reservation on behalf of 468ce101e5db4aad97f1fca7bb15b3de for: {'subnet': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:50:55.435380 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-6dd668e9-3ae2-4c52-b719-a9881207a08b tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29154835'] for subnet, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:55.445793 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-fd77af5d-57b1-472b-8cc5-041decbb37b7 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4813349 Nov 24 01:50:55.448827 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49762) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:55.449502 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd77af5d-57b1-472b-8cc5-041decbb37b7 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Pushing event updated for resources: {'Subnet': ['ID=f62ea052-5661-41bc-9626-06c2dc1db5b3,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:55.455230 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-9ec9bd65-1c55-4548-befa-8ae15b8b18e9 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Request body: {'security_group': {'name': 'tempest-secgroup-1468338106'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:50:55.480229 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-34735fe7-f0fd-49be-abd8-fb8c4712b9e5 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Publish callbacks [] for security_group, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:55.482627 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9ec9bd65-1c55-4548-befa-8ae15b8b18e9 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks [] for security_group, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:55.504857 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7d425c-8030-4d69-a982-aa5990ded0b3 None None] Network f9ae361b-af25-426a-af1d-ae2f7b65d452 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:50:55.556057 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-cc87ba67-e41a-43b8-a3cb-4088e793ce45 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=24f911856b3c4338b647feba51f20eff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3164515 Nov 24 01:50:55.556801 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49764) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:55.563810 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-34735fe7-f0fd-49be-abd8-fb8c4712b9e5 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:55.614140 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9ec9bd65-1c55-4548-befa-8ae15b8b18e9 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks [] for security_group, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:55.622084 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1329e6a4-3f94-41a3-bd44-11dcb6593228 req-fe9349b8-ea49-4b9a-87a1-d7f8fb75033b tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:55.623845 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-1329e6a4-3f94-41a3-bd44-11dcb6593228 req-fe9349b8-ea49-4b9a-87a1-d7f8fb75033b tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e8d9ad2-6341-4fa3-bb1f-abab46565d1f HTTP/1.1" status: 200 len: 946 time: 0.2124372 Nov 24 01:50:55.647803 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9ec9bd65-1c55-4548-befa-8ae15b8b18e9 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:55.658887 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-f1b2e15f-a8b4-4e5c-8738-868b300c1e24 None None] Allocated IP 2001:db8::2 (22b8070e-414c-4f15-b948-870886864aad/c57e709e-c59b-46cb-86dc-a9a8467bbb2a/2331cca6-9414-4ac3-bca7-59c5814ba6c1) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:50:55.678904 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-34735fe7-f0fd-49be-abd8-fb8c4712b9e5 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:55.681646 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-34735fe7-f0fd-49be-abd8-fb8c4712b9e5 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Publish callbacks [] for security_group, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:55.684052 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-34735fe7-f0fd-49be-abd8-fb8c4712b9e5 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] 10.222.0.21 "DELETE /v2.0/security-groups/e552b1bd-8168-4e45-877c-40c48bc402d7 HTTP/1.1" status: 204 len: 168 time: 0.4209669 Nov 24 01:50:55.693054 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49766) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:55.716349 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-86f71b60-89d5-488a-b337-9c377f18e90c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:55.722542 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34735fe7-f0fd-49be-abd8-fb8c4712b9e5 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e552b1bd-8168-4e45-877c-40c48bc402d7,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:55.743159 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-86f71b60-89d5-488a-b337-9c377f18e90c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:55.776147 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9ec9bd65-1c55-4548-befa-8ae15b8b18e9 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:55.777436 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-9ec9bd65-1c55-4548-befa-8ae15b8b18e9 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3255956 Nov 24 01:50:55.779003 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec9bd65-1c55-4548-befa-8ae15b8b18e9 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26150e6e-37d1-49b9-b217-492837cf35d0,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:55.781448 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49768) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:55.787320 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-ab82a21f-0c2e-4621-a068-38747cbbbc15 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Request body: {'security_group': {'name': 'tempest-secgroup-913619070'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:50:55.811226 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-1329e6a4-3f94-41a3-bd44-11dcb6593228 req-d606a8b9-eda0-4a28-84c8-d49320804ca3 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f28cc3c-ac30-482b-95ab-b94125c0cc80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1743693 Nov 24 01:50:55.822585 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-970492c8-4734-4385-8493-589555d70a9d tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1282895 Nov 24 01:50:55.826872 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49770) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:55.831349 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-39fd9626-cb68-4d9c-b663-9c011d5c9981 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Request body: {'security_group': {'name': 'tempest-secgroup--1863046231'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:50:55.832885 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-6dd668e9-3ae2-4c52-b719-a9881207a08b tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29149261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29154849'] for subnet, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:55.837810 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ab82a21f-0c2e-4621-a068-38747cbbbc15 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks [] for security_group, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:55.850458 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-86f71b60-89d5-488a-b337-9c377f18e90c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:55.850458 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-86f71b60-89d5-488a-b337-9c377f18e90c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:55.851657 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-86f71b60-89d5-488a-b337-9c377f18e90c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ea54f4ad-dd1a-4060-819a-84bcc93e101f HTTP/1.1" status: 204 len: 168 time: 0.2929516 Nov 24 01:50:55.870084 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f71b60-89d5-488a-b337-9c377f18e90c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea54f4ad-dd1a-4060-819a-84bcc93e101f,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:55.903283 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-39fd9626-cb68-4d9c-b663-9c011d5c9981 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Publish callbacks [] for security_group, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:55.910082 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd668e9-3ae2-4c52-b719-a9881207a08b tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Pushing event updated for resources: {'Subnet': ['ID=e2231478-1209-4ac4-baa9-533bc8d772ec,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:55.921598 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd668e9-3ae2-4c52-b719-a9881207a08b tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Checking segment: {'id': '0699129a-4058-425f-88e1-82a658cd452c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c7eebfb2-e139-4ae2-9627-3c7c295d5046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:50:55.921956 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd668e9-3ae2-4c52-b719-a9881207a08b tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Network hostable DHCP agents. Network: c7eebfb2-e139-4ae2-9627-3c7c295d5046, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 01:50:55.944036 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd668e9-3ae2-4c52-b719-a9881207a08b tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Network c7eebfb2-e139-4ae2-9627-3c7c295d5046 is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 01:50:55.945519 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e237de76-ca9f-420d-9c51-b167b39d8d04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-f9ae361b-af25-426a-af1d-ae2f7b65d452', 'network_id': 'f9ae361b-af25-426a-af1d-ae2f7b65d452', 'tenant_id': '3a57d4c6d6484e7bbaf48e6f242b2f3e', 'fixed_ips': [{'subnet_id': 'f62ea052-5661-41bc-9626-06c2dc1db5b3'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 01:50:55.946602 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e237de76-ca9f-420d-9c51-b167b39d8d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:55.962993 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-6dd668e9-3ae2-4c52-b719-a9881207a08b tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, c7eebfb2-e139-4ae2-9627-3c7c295d5046) {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:50:55.970079 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd668e9-3ae2-4c52-b719-a9881207a08b tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:55.971087 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-6dd668e9-3ae2-4c52-b719-a9881207a08b tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:55.984040 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ab82a21f-0c2e-4621-a068-38747cbbbc15 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks [] for security_group, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:55.984428 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191757f9-61cd-4720-a21a-89d3feac3d04 None None] Network c7eebfb2-e139-4ae2-9627-3c7c295d5046 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:50:55.991677 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ab82a21f-0c2e-4621-a068-38747cbbbc15 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:55.997939 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-6dd668e9-3ae2-4c52-b719-a9881207a08b tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7727792 Nov 24 01:50:56.000917 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49774) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:56.007540 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-bc448e67-a005-494c-af97-699fef0ed9d4 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-25964142', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:50:56.034884 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-f1b2e15f-a8b4-4e5c-8738-868b300c1e24 None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:56.044216 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-39fd9626-cb68-4d9c-b663-9c011d5c9981 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Publish callbacks [] for security_group, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:56.045515 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab82a21f-0c2e-4621-a068-38747cbbbc15 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eda74198-f8f0-4bdb-97c1-89bc6e851778,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:56.053714 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-39fd9626-cb68-4d9c-b663-9c011d5c9981 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:56.054091 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-bc448e67-a005-494c-af97-699fef0ed9d4 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-424105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2744'] for router, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:56.055638 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-bc448e67-a005-494c-af97-699fef0ed9d4 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-424325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-326625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2753'] for router, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:56.069954 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ab82a21f-0c2e-4621-a068-38747cbbbc15 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:56.071651 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-ab82a21f-0c2e-4621-a068-38747cbbbc15 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2888010 Nov 24 01:50:56.074559 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49778) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:56.081501 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-164854f2-2818-4a0d-a223-487528c6fbf6 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1303391939', 'security_groups': ['eda74198-f8f0-4bdb-97c1-89bc6e851778'], 'network_id': 'f9ae361b-af25-426a-af1d-ae2f7b65d452', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f62ea052-5661-41bc-9626-06c2dc1db5b3'}]}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:50:56.096467 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd9626-cb68-4d9c-b663-9c011d5c9981 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0b6d3f9-f827-4721-858b-1c0e89e0db2b,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:56.102771 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-39fd9626-cb68-4d9c-b663-9c011d5c9981 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:56.104056 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-39fd9626-cb68-4d9c-b663-9c011d5c9981 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2761426 Nov 24 01:50:56.107285 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49780) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:56.112078 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-8aa25eda-13df-4f54-ad65-719cf4b333ad tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Request body: {'security_group_rule': {'security_group_id': 'e0b6d3f9-f827-4721-858b-1c0e89e0db2b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:50:56.112837 dv-neutron-818911-2-hyperv neutron-server[109867]: WARNING neutron.api.v2.base [None req-8aa25eda-13df-4f54-ad65-719cf4b333ad tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 24 01:50:56.113326 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.api.v2.resource [None req-8aa25eda-13df-4f54-ad65-719cf4b333ad tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 01:50:56.114429 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-8aa25eda-13df-4f54-ad65-719cf4b333ad tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0060833 Nov 24 01:50:56.117111 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49782) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:56.128718 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-f1b2e15f-a8b4-4e5c-8738-868b300c1e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:56.132570 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-15e1577a-b021-4707-8c99-e1382d4ff859 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Request body: {'security_group_rule': {'security_group_id': 'e0b6d3f9-f827-4721-858b-1c0e89e0db2b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:50:56.180513 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.api.v2.resource [None req-15e1577a-b021-4707-8c99-e1382d4ff859 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 01:50:56.183347 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-15e1577a-b021-4707-8c99-e1382d4ff859 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0652649 Nov 24 01:50:56.186557 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49784) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:56.194480 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-5312c6bb-9a41-4548-8b89-cbd4584597be tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Request body: {'security_group_rule': {'security_group_id': 'e0b6d3f9-f827-4721-858b-1c0e89e0db2b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:50:56.195223 dv-neutron-818911-2-hyperv neutron-server[109866]: WARNING neutron.api.v2.base [None req-5312c6bb-9a41-4548-8b89-cbd4584597be tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 24 01:50:56.196009 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.api.v2.resource [None req-5312c6bb-9a41-4548-8b89-cbd4584597be tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 01:50:56.196677 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-5312c6bb-9a41-4548-8b89-cbd4584597be tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0078642 Nov 24 01:50:56.198365 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-bc448e67-a005-494c-af97-699fef0ed9d4 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:56.199652 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49786) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:56.204138 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-48ebb561-f454-41af-94b0-d26afbbdf1d5 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Request body: {'security_group_rule': {'security_group_id': 'e0b6d3f9-f827-4721-858b-1c0e89e0db2b', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:50:56.220963 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b2e15f-a8b4-4e5c-8738-868b300c1e24 None None] Pushing event updated for resources: {'Port': ['ID=2331cca6-9414-4ac3-bca7-59c5814ba6c1,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:56.234975 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b2e15f-a8b4-4e5c-8738-868b300c1e24 None None] Network 22b8070e-414c-4f15-b948-870886864aad is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:50:56.238854 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-bc448e67-a005-494c-af97-699fef0ed9d4 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-424338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418138'] for router, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:56.259171 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-bc448e67-a005-494c-af97-699fef0ed9d4 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks [] for router, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:56.260013 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-f1b2e15f-a8b4-4e5c-8738-868b300c1e24 None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:50:56.260876 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-bc448e67-a005-494c-af97-699fef0ed9d4 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2579963 Nov 24 01:50:56.261006 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.api.v2.resource [None req-48ebb561-f454-41af-94b0-d26afbbdf1d5 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 01:50:56.263907 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49790) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:56.266334 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b2e15f-a8b4-4e5c-8738-868b300c1e24 None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:50:56.266591 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-48ebb561-f454-41af-94b0-d26afbbdf1d5 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0657418 Nov 24 01:50:56.267280 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49792) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:56.274959 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-ac49b294-69a4-4a94-b687-754ad74257da tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Request body: {'security_group_rule': {'security_group_id': 'e0b6d3f9-f827-4721-858b-1c0e89e0db2b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:50:56.275549 dv-neutron-818911-2-hyperv neutron-server[109867]: WARNING neutron.api.v2.base [None req-ac49b294-69a4-4a94-b687-754ad74257da tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 24 01:50:56.276754 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.api.v2.resource [None req-ac49b294-69a4-4a94-b687-754ad74257da tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 01:50:56.281713 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-ac49b294-69a4-4a94-b687-754ad74257da tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0129714 Nov 24 01:50:56.282498 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49794) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:56.293774 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-757d5b27-bd5e-4e55-9992-59484f55ee88 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Request body: {'security_group_rule': {'security_group_id': 'e0b6d3f9-f827-4721-858b-1c0e89e0db2b', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:50:56.344075 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.securitygroups_db [None req-757d5b27-bd5e-4e55-9992-59484f55ee88 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Project d6e5f390afef47febe132f1741b1683f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 01:50:56.360732 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.api.v2.resource [None req-757d5b27-bd5e-4e55-9992-59484f55ee88 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 01:50:56.367932 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-757d5b27-bd5e-4e55-9992-59484f55ee88 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0837705 Nov 24 01:50:56.368772 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49800) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:56.374678 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-a4796267-7e77-4363-ab83-4ee47ddfb2b5 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Request body: {'security_group_rule': {'security_group_id': 'e0b6d3f9-f827-4721-858b-1c0e89e0db2b', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:50:56.375819 dv-neutron-818911-2-hyperv neutron-server[109867]: WARNING neutron.api.v2.base [None req-a4796267-7e77-4363-ab83-4ee47ddfb2b5 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 24 01:50:56.375969 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.api.v2.resource [None req-a4796267-7e77-4363-ab83-4ee47ddfb2b5 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 01:50:56.381676 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-a4796267-7e77-4363-ab83-4ee47ddfb2b5 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0082481 Nov 24 01:50:56.382683 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49802) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:56.387861 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-f1b2e15f-a8b4-4e5c-8738-868b300c1e24 None None] Attempting to bind port 2331cca6-9414-4ac3-bca7-59c5814ba6c1 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:50:56.388101 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-ae379b3b-e674-4e63-810f-f33d741ff9e7 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Request body: {'security_group_rule': {'security_group_id': 'e0b6d3f9-f827-4721-858b-1c0e89e0db2b', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:50:56.388233 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-f1b2e15f-a8b4-4e5c-8738-868b300c1e24 None None] Attempting to bind port 2331cca6-9414-4ac3-bca7-59c5814ba6c1 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': 'dcf64fe3-2fc4-4357-98d7-82fd6345902d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '22b8070e-414c-4f15-b948-870886864aad'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:50:56.388736 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b2e15f-a8b4-4e5c-8738-868b300c1e24 None None] Attempting to bind port 2331cca6-9414-4ac3-bca7-59c5814ba6c1 on network 22b8070e-414c-4f15-b948-870886864aad {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:50:56.396356 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-e237de76-ca9f-420d-9c51-b167b39d8d04 None None] Allocated IP 2001:db8::2 (f9ae361b-af25-426a-af1d-ae2f7b65d452/f62ea052-5661-41bc-9626-06c2dc1db5b3/bce6280a-a19c-4c43-ab41-5e259653d3d3) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:50:56.401106 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b2e15f-a8b4-4e5c-8738-868b300c1e24 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:50:56.401551 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b2e15f-a8b4-4e5c-8738-868b300c1e24 None None] Checking segment: {'id': 'dcf64fe3-2fc4-4357-98d7-82fd6345902d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '22b8070e-414c-4f15-b948-870886864aad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:50:56.402092 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-f1b2e15f-a8b4-4e5c-8738-868b300c1e24 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:56.402493 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b2e15f-a8b4-4e5c-8738-868b300c1e24 None None] Bound using segment: {'id': 'dcf64fe3-2fc4-4357-98d7-82fd6345902d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '22b8070e-414c-4f15-b948-870886864aad'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:50:56.402974 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-f1b2e15f-a8b4-4e5c-8738-868b300c1e24 None None] Bound port: 2331cca6-9414-4ac3-bca7-59c5814ba6c1, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcf64fe3-2fc4-4357-98d7-82fd6345902d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '22b8070e-414c-4f15-b948-870886864aad'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:50:56.403408 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-f1b2e15f-a8b4-4e5c-8738-868b300c1e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:56.419544 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.securitygroups_db [None req-ae379b3b-e674-4e63-810f-f33d741ff9e7 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Project d6e5f390afef47febe132f1741b1683f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 01:50:56.419783 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-164854f2-2818-4a0d-a223-487528c6fbf6 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Made reservation on behalf of 3a57d4c6d6484e7bbaf48e6f242b2f3e for: {'port': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:50:56.448348 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.api.v2.resource [None req-ae379b3b-e674-4e63-810f-f33d741ff9e7 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 01:50:56.450092 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-ae379b3b-e674-4e63-810f-f33d741ff9e7 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0659869 Nov 24 01:50:56.453078 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49806) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:56.462140 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-083085df-2c79-491a-8470-5201580b7a15 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Request body: {'security_group_rule': {'security_group_id': 'e0b6d3f9-f827-4721-858b-1c0e89e0db2b', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:50:56.494059 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e913be4a-1d93-4344-991c-9d71365cf28e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-c7eebfb2-e139-4ae2-9627-3c7c295d5046', 'network_id': 'c7eebfb2-e139-4ae2-9627-3c7c295d5046', 'tenant_id': '468ce101e5db4aad97f1fca7bb15b3de', 'fixed_ips': [{'subnet_id': 'e2231478-1209-4ac4-baa9-533bc8d772ec'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 01:50:56.494489 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e913be4a-1d93-4344-991c-9d71365cf28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:56.516632 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.securitygroups_db [None req-083085df-2c79-491a-8470-5201580b7a15 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Project d6e5f390afef47febe132f1741b1683f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 01:50:56.533705 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.api.v2.resource [None req-083085df-2c79-491a-8470-5201580b7a15 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 01:50:56.538345 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-083085df-2c79-491a-8470-5201580b7a15 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0836678 Nov 24 01:50:56.539203 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49808) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:56.607935 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-661f5801-df5b-4787-8e36-f9a2e5fec71e tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Publish callbacks [] for security_group, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:56.636551 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-661f5801-df5b-4787-8e36-f9a2e5fec71e tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:56.654898 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-f1b2e15f-a8b4-4e5c-8738-868b300c1e24 None None] For port 2331cca6-9414-4ac3-bca7-59c5814ba6c1, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:50:56.685386 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-f1b2e15f-a8b4-4e5c-8738-868b300c1e24 None None] For port 2331cca6-9414-4ac3-bca7-59c5814ba6c1, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=2331cca6-9414-4ac3-bca7-59c5814ba6c1,segment=NetworkSegment(dcf64fe3-2fc4-4357-98d7-82fd6345902d),segment_id=dcf64fe3-2fc4-4357-98d7-82fd6345902d)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:50:56.698349 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-661f5801-df5b-4787-8e36-f9a2e5fec71e tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:56.701913 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-661f5801-df5b-4787-8e36-f9a2e5fec71e tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:56.706092 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-661f5801-df5b-4787-8e36-f9a2e5fec71e tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] 10.222.0.21 "DELETE /v2.0/security-groups/e0b6d3f9-f827-4721-858b-1c0e89e0db2b HTTP/1.1" status: 204 len: 168 time: 0.1654651 Nov 24 01:50:56.706610 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49814) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:56.706814 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-f1b2e15f-a8b4-4e5c-8738-868b300c1e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:56.747482 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661f5801-df5b-4787-8e36-f9a2e5fec71e tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0b6d3f9-f827-4721-858b-1c0e89e0db2b,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:56.829928 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-c5f11777-39dc-489e-8c53-ef9d51ae5a0a tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1192343 Nov 24 01:50:56.831416 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49820) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:56.844872 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-710ce428-c1ad-4f04-9902-34ae092106f6 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Request body: {'security_group': {'name': 'tempest-secgroup--674542478'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:50:56.877225 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e237de76-ca9f-420d-9c51-b167b39d8d04 None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:56.882462 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-710ce428-c1ad-4f04-9902-34ae092106f6 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Publish callbacks [] for security_group, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:56.896580 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b2e15f-a8b4-4e5c-8738-868b300c1e24 None None] Pushing event updated for resources: {'Port': ['ID=2331cca6-9414-4ac3-bca7-59c5814ba6c1,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:56.906650 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e237de76-ca9f-420d-9c51-b167b39d8d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:56.909171 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-e913be4a-1d93-4344-991c-9d71365cf28e None None] Allocated IP 2001:db8:1::2 (c7eebfb2-e139-4ae2-9627-3c7c295d5046/e2231478-1209-4ac4-baa9-533bc8d772ec/a7a587e9-d85c-47b0-90c9-ec5270f80cd5) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:50:56.967428 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e237de76-ca9f-420d-9c51-b167b39d8d04 None None] Pushing event updated for resources: {'Port': ['ID=bce6280a-a19c-4c43-ab41-5e259653d3d3,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:57.001143 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e237de76-ca9f-420d-9c51-b167b39d8d04 None None] Network f9ae361b-af25-426a-af1d-ae2f7b65d452 is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:50:57.012862 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-e237de76-ca9f-420d-9c51-b167b39d8d04 None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:50:57.015577 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e237de76-ca9f-420d-9c51-b167b39d8d04 None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:50:57.023978 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49824) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:57.037002 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-710ce428-c1ad-4f04-9902-34ae092106f6 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Publish callbacks [] for security_group, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:57.052961 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-164854f2-2818-4a0d-a223-487528c6fbf6 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:57.061165 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-710ce428-c1ad-4f04-9902-34ae092106f6 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:57.073251 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [None req-164854f2-2818-4a0d-a223-487528c6fbf6 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] device_id is not set on port f5e0a4a8-93b1-4904-abbb-9cb1b83a57cf yet. {{(pid=109866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 01:50:57.161110 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710ce428-c1ad-4f04-9902-34ae092106f6 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7aff415-2177-4e6f-8f52-a4478a0f1760,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:57.186584 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-e237de76-ca9f-420d-9c51-b167b39d8d04 None None] Attempting to bind port bce6280a-a19c-4c43-ab41-5e259653d3d3 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:50:57.186964 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-e237de76-ca9f-420d-9c51-b167b39d8d04 None None] Attempting to bind port bce6280a-a19c-4c43-ab41-5e259653d3d3 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '0a37dceb-1d21-41f0-a070-42022d51418f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f9ae361b-af25-426a-af1d-ae2f7b65d452'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:50:57.187338 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e237de76-ca9f-420d-9c51-b167b39d8d04 None None] Attempting to bind port bce6280a-a19c-4c43-ab41-5e259653d3d3 on network f9ae361b-af25-426a-af1d-ae2f7b65d452 {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:50:57.197748 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6404bb-74eb-4461-84ac-36f0b10113cb req-2ba15f1e-7607-48ab-8c65-6d0dbc183087 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:57.202772 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-ea6404bb-74eb-4461-84ac-36f0b10113cb req-2ba15f1e-7607-48ab-8c65-6d0dbc183087 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e8d9ad2-6341-4fa3-bb1f-abab46565d1f HTTP/1.1" status: 200 len: 946 time: 0.2373617 Nov 24 01:50:57.209566 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-710ce428-c1ad-4f04-9902-34ae092106f6 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:57.214338 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-49d3cc5d-5c2e-44d0-972f-47ff799812c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:57.215179 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-710ce428-c1ad-4f04-9902-34ae092106f6 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3821831 Nov 24 01:50:57.216624 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49828) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:57.218536 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e237de76-ca9f-420d-9c51-b167b39d8d04 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:50:57.219063 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e237de76-ca9f-420d-9c51-b167b39d8d04 None None] Checking segment: {'id': '0a37dceb-1d21-41f0-a070-42022d51418f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f9ae361b-af25-426a-af1d-ae2f7b65d452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:50:57.220601 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e237de76-ca9f-420d-9c51-b167b39d8d04 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:57.221738 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e237de76-ca9f-420d-9c51-b167b39d8d04 None None] Bound using segment: {'id': '0a37dceb-1d21-41f0-a070-42022d51418f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f9ae361b-af25-426a-af1d-ae2f7b65d452'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:50:57.222391 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-e237de76-ca9f-420d-9c51-b167b39d8d04 None None] Bound port: bce6280a-a19c-4c43-ab41-5e259653d3d3, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a37dceb-1d21-41f0-a070-42022d51418f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f9ae361b-af25-426a-af1d-ae2f7b65d452'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:50:57.222791 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e237de76-ca9f-420d-9c51-b167b39d8d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:57.223457 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8f13cbcb-2c36-48cb-9fe5-a4a69e6cacaf tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:57.224990 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-d1ee1016-d62a-46b0-97fd-0455731c5806 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Request body: {'security_group_rule': {'security_group_id': 'a7aff415-2177-4e6f-8f52-a4478a0f1760', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:50:57.285837 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-ffe55a28-c86b-4800-adb4-ae0f1987faa1 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Request body: {'security_group': {'name': 'tempest-secgroup--2044708873'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:50:57.315098 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-ea6404bb-74eb-4461-84ac-36f0b10113cb req-aef68ab1-553d-46e8-8720-c723895653c3 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f28cc3c-ac30-482b-95ab-b94125c0cc80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971577 Nov 24 01:50:57.316551 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.api.v2.resource [None req-d1ee1016-d62a-46b0-97fd-0455731c5806 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] create failed (client error): The resource could not be found. Nov 24 01:50:57.320798 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-d1ee1016-d62a-46b0-97fd-0455731c5806 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1015511 Nov 24 01:50:57.321510 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49830) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:57.337670 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-9d02e389-8c54-4f70-b262-c61b2b63058f tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Request body: {'security_group_rule': {'security_group_id': 'a7aff415-2177-4e6f-8f52-a4478a0f1760', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'cc7a517f-df2e-44bc-af6b-d91b4f171038'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:50:57.501367 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.api.v2.resource [None req-9d02e389-8c54-4f70-b262-c61b2b63058f tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] create failed (client error): The resource could not be found. Nov 24 01:50:57.505170 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-9d02e389-8c54-4f70-b262-c61b2b63058f tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1799622 Nov 24 01:50:57.505311 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49834) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:57.512703 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ffe55a28-c86b-4800-adb4-ae0f1987faa1 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:57.530291 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e237de76-ca9f-420d-9c51-b167b39d8d04 None None] For port bce6280a-a19c-4c43-ab41-5e259653d3d3, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:50:57.539560 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ffe55a28-c86b-4800-adb4-ae0f1987faa1 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:57.542745 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e913be4a-1d93-4344-991c-9d71365cf28e None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:57.547601 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e237de76-ca9f-420d-9c51-b167b39d8d04 None None] For port bce6280a-a19c-4c43-ab41-5e259653d3d3, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=bce6280a-a19c-4c43-ab41-5e259653d3d3,segment=NetworkSegment(0a37dceb-1d21-41f0-a070-42022d51418f),segment_id=0a37dceb-1d21-41f0-a070-42022d51418f)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:50:57.553286 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e913be4a-1d93-4344-991c-9d71365cf28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:57.573703 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ccfcebfb-039c-4dcf-aafe-dd6a65b71527 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Publish callbacks [] for security_group, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:57.599956 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e913be4a-1d93-4344-991c-9d71365cf28e None None] Pushing event updated for resources: {'Port': ['ID=a7a587e9-d85c-47b0-90c9-ec5270f80cd5,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:57.604528 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ccfcebfb-039c-4dcf-aafe-dd6a65b71527 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:57.608456 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e237de76-ca9f-420d-9c51-b167b39d8d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:57.621985 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [None req-164854f2-2818-4a0d-a223-487528c6fbf6 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Allocated IP 2001:db8::359 (f9ae361b-af25-426a-af1d-ae2f7b65d452/f62ea052-5661-41bc-9626-06c2dc1db5b3/f5e0a4a8-93b1-4904-abbb-9cb1b83a57cf) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:50:57.631074 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f142acef-ea99-4aaa-8755-86d3eab4ed26 req-124300a4-8759-49d9-8969-705283a4f62c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:57.632591 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-f142acef-ea99-4aaa-8755-86d3eab4ed26 req-124300a4-8759-49d9-8969-705283a4f62c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e8d9ad2-6341-4fa3-bb1f-abab46565d1f HTTP/1.1" status: 200 len: 946 time: 0.2296097 Nov 24 01:50:57.646336 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e913be4a-1d93-4344-991c-9d71365cf28e None None] Network c7eebfb2-e139-4ae2-9627-3c7c295d5046 is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:50:57.653163 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-e913be4a-1d93-4344-991c-9d71365cf28e None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:50:57.658279 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e913be4a-1d93-4344-991c-9d71365cf28e None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:50:57.660897 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ccfcebfb-039c-4dcf-aafe-dd6a65b71527 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:57.665808 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ccfcebfb-039c-4dcf-aafe-dd6a65b71527 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:57.669254 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-ccfcebfb-039c-4dcf-aafe-dd6a65b71527 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] 10.222.0.21 "DELETE /v2.0/security-groups/a7aff415-2177-4e6f-8f52-a4478a0f1760 HTTP/1.1" status: 204 len: 168 time: 0.1606007 Nov 24 01:50:57.671482 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49836) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:57.681849 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfcebfb-039c-4dcf-aafe-dd6a65b71527 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7aff415-2177-4e6f-8f52-a4478a0f1760,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:57.743575 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e237de76-ca9f-420d-9c51-b167b39d8d04 None None] Pushing event updated for resources: {'Port': ['ID=bce6280a-a19c-4c43-ab41-5e259653d3d3,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:57.750656 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-e913be4a-1d93-4344-991c-9d71365cf28e None None] Attempting to bind port a7a587e9-d85c-47b0-90c9-ec5270f80cd5 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:50:57.751031 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-e913be4a-1d93-4344-991c-9d71365cf28e None None] Attempting to bind port a7a587e9-d85c-47b0-90c9-ec5270f80cd5 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '0699129a-4058-425f-88e1-82a658cd452c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c7eebfb2-e139-4ae2-9627-3c7c295d5046'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:50:57.751395 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e913be4a-1d93-4344-991c-9d71365cf28e None None] Attempting to bind port a7a587e9-d85c-47b0-90c9-ec5270f80cd5 on network c7eebfb2-e139-4ae2-9627-3c7c295d5046 {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:50:57.756983 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e913be4a-1d93-4344-991c-9d71365cf28e None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:50:57.757364 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e913be4a-1d93-4344-991c-9d71365cf28e None None] Checking segment: {'id': '0699129a-4058-425f-88e1-82a658cd452c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c7eebfb2-e139-4ae2-9627-3c7c295d5046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:50:57.757817 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e913be4a-1d93-4344-991c-9d71365cf28e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:57.758208 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e913be4a-1d93-4344-991c-9d71365cf28e None None] Bound using segment: {'id': '0699129a-4058-425f-88e1-82a658cd452c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c7eebfb2-e139-4ae2-9627-3c7c295d5046'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:50:57.758732 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-e913be4a-1d93-4344-991c-9d71365cf28e None None] Bound port: a7a587e9-d85c-47b0-90c9-ec5270f80cd5, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0699129a-4058-425f-88e1-82a658cd452c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c7eebfb2-e139-4ae2-9627-3c7c295d5046'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:50:57.759124 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e913be4a-1d93-4344-991c-9d71365cf28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:57.832847 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:57.884038 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [None req-8f13cbcb-2c36-48cb-9fe5-a4a69e6cacaf tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Allocated IP 2001:db8::1 (22b8070e-414c-4f15-b948-870886864aad/c57e709e-c59b-46cb-86dc-a9a8467bbb2a/3f5857fc-82fd-4921-b385-1a5ead0cea7b) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:50:57.884357 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e913be4a-1d93-4344-991c-9d71365cf28e None None] For port a7a587e9-d85c-47b0-90c9-ec5270f80cd5, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:50:57.888493 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e913be4a-1d93-4344-991c-9d71365cf28e None None] For port a7a587e9-d85c-47b0-90c9-ec5270f80cd5, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=a7a587e9-d85c-47b0-90c9-ec5270f80cd5,segment=NetworkSegment(0699129a-4058-425f-88e1-82a658cd452c),segment_id=0699129a-4058-425f-88e1-82a658cd452c)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:50:57.893870 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e913be4a-1d93-4344-991c-9d71365cf28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:57.910542 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-f142acef-ea99-4aaa-8755-86d3eab4ed26 req-532378bb-a76c-4348-a093-7747c6ea8baf tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f28cc3c-ac30-482b-95ab-b94125c0cc80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2644374 Nov 24 01:50:57.986685 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-f8a60767-c77c-45c7-a513-f4f7c99796ea tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3050146 Nov 24 01:50:57.991498 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49840) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:57.998626 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-6d3d3669-9621-4e69-96c5-8c4abeecf59d tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Request body: {'security_group_rule': {'security_group_id': '6781f54a-60e3-497e-88c1-26a0a1bd0249', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:50:58.068126 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e913be4a-1d93-4344-991c-9d71365cf28e None None] Pushing event updated for resources: {'Port': ['ID=a7a587e9-d85c-47b0-90c9-ec5270f80cd5,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:58.070236 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.api.v2.resource [None req-6d3d3669-9621-4e69-96c5-8c4abeecf59d tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] create failed (client error): The resource could not be found. Nov 24 01:50:58.073519 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-6d3d3669-9621-4e69-96c5-8c4abeecf59d tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0780654 Nov 24 01:50:58.078168 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49842) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:58.088220 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ffe55a28-c86b-4800-adb4-ae0f1987faa1 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:58.093067 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-83a03f00-ffe9-45fb-a0e0-c96389fb553b tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Request body: {'security_group': {'name': 'tempest-secgroup--39566453'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:50:58.110725 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:58.127182 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ffe55a28-c86b-4800-adb4-ae0f1987faa1 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:58.137795 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-83a03f00-ffe9-45fb-a0e0-c96389fb553b tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Publish callbacks [] for security_group, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:58.297922 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-83a03f00-ffe9-45fb-a0e0-c96389fb553b tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Publish callbacks [] for security_group, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:58.305802 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-83a03f00-ffe9-45fb-a0e0-c96389fb553b tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:58.323704 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe55a28-c86b-4800-adb4-ae0f1987faa1 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=260d2ff5-b829-48d3-a1e5-b2b8b90d6955,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:58.350589 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-83a03f00-ffe9-45fb-a0e0-c96389fb553b tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:58.354835 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-83a03f00-ffe9-45fb-a0e0-c96389fb553b tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2753322 Nov 24 01:50:58.359829 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49846) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:58.367046 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-164854f2-2818-4a0d-a223-487528c6fbf6 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:58.393349 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-22850bef-2a47-4626-9ea7-58508fb8418e tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Request body: {'security_group': {'name': 'tempest-secgroup--1068269264'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:50:58.405303 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a03f00-ffe9-45fb-a0e0-c96389fb553b tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe0e45f-af7a-40d1-b31f-efa6594351bd,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:58.435268 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-22850bef-2a47-4626-9ea7-58508fb8418e tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Publish callbacks [] for security_group, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:58.465553 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8f13cbcb-2c36-48cb-9fe5-a4a69e6cacaf tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:58.481033 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device bce6280a-a19c-4c43-ab41-5e259653d3d3 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:50:58.484715 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ffe55a28-c86b-4800-adb4-ae0f1987faa1 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:58.498643 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ffe55a28-c86b-4800-adb4-ae0f1987faa1 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:58.547536 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-164854f2-2818-4a0d-a223-487528c6fbf6 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:58.568076 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port bce6280a-a19c-4c43-ab41-5e259653d3d3 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:50:58.568450 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:58.573909 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-22850bef-2a47-4626-9ea7-58508fb8418e tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Publish callbacks [] for security_group, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:58.578947 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-22850bef-2a47-4626-9ea7-58508fb8418e tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:58.593607 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ffe55a28-c86b-4800-adb4-ae0f1987faa1 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:58.595165 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-ffe55a28-c86b-4800-adb4-ae0f1987faa1 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.5682995 Nov 24 01:50:58.602894 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49848) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:58.634845 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164854f2-2818-4a0d-a223-487528c6fbf6 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Network f9ae361b-af25-426a-af1d-ae2f7b65d452 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:50:58.641307 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-22850bef-2a47-4626-9ea7-58508fb8418e tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:58.641531 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-164854f2-2818-4a0d-a223-487528c6fbf6 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:50:58.645509 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-22850bef-2a47-4626-9ea7-58508fb8418e tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2797534 Nov 24 01:50:58.645721 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe55a28-c86b-4800-adb4-ae0f1987faa1 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b70e97ec-bbb9-4d93-94dc-3bcf80ec6e28,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:58.645721 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164854f2-2818-4a0d-a223-487528c6fbf6 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:50:58.655983 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49850) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:58.664123 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164854f2-2818-4a0d-a223-487528c6fbf6 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:50:58.664814 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-164854f2-2818-4a0d-a223-487528c6fbf6 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:58.669978 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-0cc338b5-dabc-43bf-ab54-0fbe1c28cc7f tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Request body: {'security_group_rule': {'security_group_id': '4fe0e45f-af7a-40d1-b31f-efa6594351bd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '08d8ec28-dab9-4dfc-9453-034cd3c46a77'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:50:58.677631 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22850bef-2a47-4626-9ea7-58508fb8418e tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08d8ec28-dab9-4dfc-9453-034cd3c46a77,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:58.696893 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164854f2-2818-4a0d-a223-487528c6fbf6 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Pushing event updated for resources: {'Port': ['ID=f5e0a4a8-93b1-4904-abbb-9cb1b83a57cf,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:58.698857 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661a6499-8aa1-40df-83a1-192d3d9962f1 None None] Network 22b8070e-414c-4f15-b948-870886864aad requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:50:58.703264 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8f13cbcb-2c36-48cb-9fe5-a4a69e6cacaf tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:58.743154 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f13cbcb-2c36-48cb-9fe5-a4a69e6cacaf tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Network 22b8070e-414c-4f15-b948-870886864aad is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:50:58.746537 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-8f13cbcb-2c36-48cb-9fe5-a4a69e6cacaf tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:50:58.751298 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f13cbcb-2c36-48cb-9fe5-a4a69e6cacaf tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:50:58.751854 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8f13cbcb-2c36-48cb-9fe5-a4a69e6cacaf tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3777869'] for router_interface, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:58.759570 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-c11d4053-b540-4509-bd03-ba99b07a49ee tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1550806 Nov 24 01:50:58.762323 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49852) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:58.771226 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-d0ecf4e8-e9d5-49ec-9825-3502307a4361 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Request body: {'security_group': {'name': 'tempest-security--1173550686', 'description': 'tempest-security-description-1826393475'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:50:58.775808 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-1ef7ba67-c400-40b3-aac4-b218c1840f33 None None] Provisioning complete for port 2331cca6-9414-4ac3-bca7-59c5814ba6c1 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:50:58.776505 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-1ef7ba67-c400-40b3-aac4-b218c1840f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:58.813625 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:58.818752 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f13cbcb-2c36-48cb-9fe5-a4a69e6cacaf tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Pushing event updated for resources: {'Port': ['ID=3f5857fc-82fd-4921-b385-1a5ead0cea7b,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:58.826863 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-164854f2-2818-4a0d-a223-487528c6fbf6 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.7507684 Nov 24 01:50:58.827393 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.api.v2.resource [None req-0cc338b5-dabc-43bf-ab54-0fbe1c28cc7f tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 01:50:58.831163 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-0cc338b5-dabc-43bf-ab54-0fbe1c28cc7f tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1699910 Nov 24 01:50:58.831324 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49854) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:58.834043 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d0ecf4e8-e9d5-49ec-9825-3502307a4361 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group, before_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:58.837889 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49856) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:58.861631 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-f2279298-ee36-4a41-9aaf-35cc7ec09eb0 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Request body: {'subnet': {'network_id': 'f9ae361b-af25-426a-af1d-ae2f7b65d452', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:50:58.917500 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] For port bce6280a-a19c-4c43-ab41-5e259653d3d3, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=bce6280a-a19c-4c43-ab41-5e259653d3d3,segment=NetworkSegment(0a37dceb-1d21-41f0-a070-42022d51418f),segment_id=0a37dceb-1d21-41f0-a070-42022d51418f)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:50:58.930895 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:58.931795 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 2331cca6-9414-4ac3-bca7-59c5814ba6c1 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:50:58.955811 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-20e5aa8f-5aec-44f3-b7a6-7594af523166 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Publish callbacks [] for security_group, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:58.976343 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d0ecf4e8-e9d5-49ec-9825-3502307a4361 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:58.986011 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d0ecf4e8-e9d5-49ec-9825-3502307a4361 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:58.989295 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d0ecf4e8-e9d5-49ec-9825-3502307a4361 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:58.990639 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-d0ecf4e8-e9d5-49ec-9825-3502307a4361 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] 10.222.0.21 "PUT /v2.0/security-groups/b70e97ec-bbb9-4d93-94dc-3bcf80ec6e28 HTTP/1.1" status: 200 len: 1797 time: 0.2273731 Nov 24 01:50:58.996209 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49858) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:59.009729 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-20e5aa8f-5aec-44f3-b7a6-7594af523166 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:59.072278 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ecf4e8-e9d5-49ec-9825-3502307a4361 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b70e97ec-bbb9-4d93-94dc-3bcf80ec6e28,revision_number=2']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:59.078189 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-20e5aa8f-5aec-44f3-b7a6-7594af523166 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:59.081239 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-20e5aa8f-5aec-44f3-b7a6-7594af523166 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:59.082036 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8f13cbcb-2c36-48cb-9fe5-a4a69e6cacaf tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:59.085929 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-20e5aa8f-5aec-44f3-b7a6-7594af523166 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] 10.222.0.21 "DELETE /v2.0/security-groups/08d8ec28-dab9-4dfc-9453-034cd3c46a77 HTTP/1.1" status: 204 len: 168 time: 0.2457323 Nov 24 01:50:59.086619 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49860) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:59.090272 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Pushing event updated for resources: {'Port': ['ID=bce6280a-a19c-4c43-ab41-5e259653d3d3,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:59.112796 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e5aa8f-5aec-44f3-b7a6-7594af523166 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d8ec28-dab9-4dfc-9453-034cd3c46a77,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:59.183250 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-afc391a0-f323-4f51-8bdf-accaea9cc3fb tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4543 time: 0.0918593 Nov 24 01:50:59.187057 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49862) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:59.206473 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-1ef7ba67-c400-40b3-aac4-b218c1840f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:59.267764 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 2331cca6-9414-4ac3-bca7-59c5814ba6c1 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:50:59.268004 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:59.275882 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-1ef7ba67-c400-40b3-aac4-b218c1840f33 None None] For port 2331cca6-9414-4ac3-bca7-59c5814ba6c1, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=2331cca6-9414-4ac3-bca7-59c5814ba6c1,segment=NetworkSegment(dcf64fe3-2fc4-4357-98d7-82fd6345902d),segment_id=dcf64fe3-2fc4-4357-98d7-82fd6345902d)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:50:59.280283 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9f4ed327-973a-454d-9fa6-1b70bd625deb tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Publish callbacks [] for security_group, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:59.307692 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-1ef7ba67-c400-40b3-aac4-b218c1840f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:59.317341 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9f4ed327-973a-454d-9fa6-1b70bd625deb tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:59.335236 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-38872d68-a61f-4357-8613-8858a40d25b2 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] 10.222.0.21 "GET /v2.0/security-groups/b70e97ec-bbb9-4d93-94dc-3bcf80ec6e28 HTTP/1.1" status: 200 len: 1797 time: 0.3362474 Nov 24 01:50:59.339598 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49864) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:59.391955 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2279298-ee36-4a41-9aaf-35cc7ec09eb0 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Made reservation on behalf of 3a57d4c6d6484e7bbaf48e6f242b2f3e for: {'subnet': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:50:59.396107 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f2279298-ee36-4a41-9aaf-35cc7ec09eb0 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29154835'] for subnet, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:59.402372 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef7ba67-c400-40b3-aac4-b218c1840f33 None None] Pushing event updated for resources: {'Port': ['ID=2331cca6-9414-4ac3-bca7-59c5814ba6c1,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:59.447637 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9f4ed327-973a-454d-9fa6-1b70bd625deb tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:59.451823 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9f4ed327-973a-454d-9fa6-1b70bd625deb tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:59.453895 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-9f4ed327-973a-454d-9fa6-1b70bd625deb tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] 10.222.0.21 "DELETE /v2.0/security-groups/4fe0e45f-af7a-40d1-b31f-efa6594351bd HTTP/1.1" status: 204 len: 168 time: 0.2658145 Nov 24 01:50:59.461964 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49866) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:59.467082 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5be9d425-40d1-4edc-83f0-b01e1a0df4e2 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:59.476033 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49868) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:59.494392 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4ed327-973a-454d-9fa6-1b70bd625deb tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe0e45f-af7a-40d1-b31f-efa6594351bd,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:59.494877 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-93bc0b33-e3cc-4f6d-8026-647559ccf013 None None] Provisioning complete for port bce6280a-a19c-4c43-ab41-5e259653d3d3 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:50:59.495362 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-93bc0b33-e3cc-4f6d-8026-647559ccf013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:59.591522 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:59.609031 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5be9d425-40d1-4edc-83f0-b01e1a0df4e2 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:59.682263 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-93bc0b33-e3cc-4f6d-8026-647559ccf013 None None] Provisioning complete for port 86f2c419-ef31-4ebb-a312-526f8372de47 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:50:59.682662 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-93bc0b33-e3cc-4f6d-8026-647559ccf013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:59.747956 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-bd128794-a05b-40c7-8192-9e73290380dd tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2610173 Nov 24 01:50:59.748204 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5be9d425-40d1-4edc-83f0-b01e1a0df4e2 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:59.749468 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49870) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:59.753013 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5be9d425-40d1-4edc-83f0-b01e1a0df4e2 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:59.758135 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-5be9d425-40d1-4edc-83f0-b01e1a0df4e2 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] 10.222.0.21 "DELETE /v2.0/security-groups/b70e97ec-bbb9-4d93-94dc-3bcf80ec6e28 HTTP/1.1" status: 204 len: 168 time: 0.4172895 Nov 24 01:50:59.758589 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-93bc0b33-e3cc-4f6d-8026-647559ccf013 None None] Port 86f2c419-ef31-4ebb-a312-526f8372de47 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:50:59.761761 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49872) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:59.761986 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-9e462289-c991-43b4-bfb8-061e8fa6e880 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Request body: {'security_group': {'name': 'tempest-secgroup--622815904'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:50:59.769127 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.ipam_backend_mixin [None req-f2279298-ee36-4a41-9aaf-35cc7ec09eb0 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f62ea052-5661-41bc-9626-06c2dc1db5b3 (CIDR: 2001:db8::/64) Nov 24 01:50:59.781347 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2279298-ee36-4a41-9aaf-35cc7ec09eb0 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 01:50:59.781817 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2279298-ee36-4a41-9aaf-35cc7ec09eb0 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:50:59.824320 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9e462289-c991-43b4-bfb8-061e8fa6e880 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Publish callbacks [] for security_group, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:59.829132 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be9d425-40d1-4edc-83f0-b01e1a0df4e2 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b70e97ec-bbb9-4d93-94dc-3bcf80ec6e28,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:50:59.864678 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-f2279298-ee36-4a41-9aaf-35cc7ec09eb0 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0312369 Nov 24 01:50:59.876472 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49874) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:59.882983 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-94cb50e2-0ae6-4e67-b950-1a32396d6456 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Request body: {'subnet': {'network_id': 'f9ae361b-af25-426a-af1d-ae2f7b65d452', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:50:59.899944 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e673e5ca-fb6f-4b26-9a27-ab1579a14d73 None None] Provisioning complete for port 3f5857fc-82fd-4921-b385-1a5ead0cea7b triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:50:59.899944 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e673e5ca-fb6f-4b26-9a27-ab1579a14d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:50:59.935355 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-6fbf2338-ca6c-4111-9ee5-ee9ce9a37320 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1285291 Nov 24 01:50:59.936927 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49876) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:50:59.957455 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106d1b0a-4496-4be8-9bdf-fcb64da7a418 None None] Network c7eebfb2-e139-4ae2-9627-3c7c295d5046 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:50:59.987044 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8f13cbcb-2c36-48cb-9fe5-a4a69e6cacaf tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks [] for port, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:00.006893 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8f13cbcb-2c36-48cb-9fe5-a4a69e6cacaf tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29149402'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:00.008025 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8f13cbcb-2c36-48cb-9fe5-a4a69e6cacaf tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3778017'] for router_interface, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:00.008818 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.api.v2.resource [None req-57a8e0b2-7fd3-47cb-9f58-d6ca1aa4c32c tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] delete failed (client error): The resource could not be found. Nov 24 01:51:00.015807 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-57a8e0b2-7fd3-47cb-9f58-d6ca1aa4c32c tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] 10.222.0.21 "DELETE /v2.0/security-groups/b70e97ec-bbb9-4d93-94dc-3bcf80ec6e28 HTTP/1.1" status: 404 len: 347 time: 0.0775461 Nov 24 01:51:00.016478 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49878) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:00.023163 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-9f2f1ca1-b2cd-4380-bc3a-d49976894ef3 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Request body: {'security_group': {'name': 'tempest-secgroup--730973483'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:00.038321 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-e673e5ca-fb6f-4b26-9a27-ab1579a14d73 None None] Port 3f5857fc-82fd-4921-b385-1a5ead0cea7b cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:51:00.064424 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f13cbcb-2c36-48cb-9fe5-a4a69e6cacaf tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Pushing event updated for resources: {'Port': ['ID=3f5857fc-82fd-4921-b385-1a5ead0cea7b,revision_number=2']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:00.065066 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e673e5ca-fb6f-4b26-9a27-ab1579a14d73 None None] Provisioning complete for port f5e0a4a8-93b1-4904-abbb-9cb1b83a57cf triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:51:00.065448 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e673e5ca-fb6f-4b26-9a27-ab1579a14d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:00.088767 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9f2f1ca1-b2cd-4380-bc3a-d49976894ef3 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:00.151013 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:00.155630 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-e673e5ca-fb6f-4b26-9a27-ab1579a14d73 None None] Port f5e0a4a8-93b1-4904-abbb-9cb1b83a57cf cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:51:00.172755 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9e462289-c991-43b4-bfb8-061e8fa6e880 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Publish callbacks [] for security_group, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:00.202737 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e673e5ca-fb6f-4b26-9a27-ab1579a14d73 None None] Provisioning complete for port 2331cca6-9414-4ac3-bca7-59c5814ba6c1 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:51:00.203158 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e673e5ca-fb6f-4b26-9a27-ab1579a14d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:00.211876 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9e462289-c991-43b4-bfb8-061e8fa6e880 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:00.249928 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e462289-c991-43b4-bfb8-061e8fa6e880 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d33404-5319-4068-97e0-1a2a4c48de96,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:00.294771 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9f2f1ca1-b2cd-4380-bc3a-d49976894ef3 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:00.298905 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94cb50e2-0ae6-4e67-b950-1a32396d6456 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Made reservation on behalf of 3a57d4c6d6484e7bbaf48e6f242b2f3e for: {'subnet': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:51:00.308138 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-94cb50e2-0ae6-4e67-b950-1a32396d6456 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29154835'] for subnet, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:00.317098 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-cefcccbe-7a57-4522-ae8d-f5281cb6c7a9 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:00.319488 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9e462289-c991-43b4-bfb8-061e8fa6e880 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Publish callbacks [] for security_group, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:00.323377 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-9e462289-c991-43b4-bfb8-061e8fa6e880 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5695322 Nov 24 01:51:00.325062 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49880) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:00.336784 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-ecfc6d19-fec2-452c-8328-7d02dc128a14 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Request body: {'security_group_rule': {'security_group_id': 'a9d33404-5319-4068-97e0-1a2a4c48de96', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:00.342886 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9f2f1ca1-b2cd-4380-bc3a-d49976894ef3 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:00.353979 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f13cbcb-2c36-48cb-9fe5-a4a69e6cacaf tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Network 22b8070e-414c-4f15-b948-870886864aad is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:51:00.357893 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-8f13cbcb-2c36-48cb-9fe5-a4a69e6cacaf tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:51:00.444337 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2f1ca1-b2cd-4380-bc3a-d49976894ef3 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9a737d4-1a1a-49a1-91bd-e21d80f91d40,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:00.445346 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-13f65ead-9b80-4173-8613-0425323fc89c None None] Provisioning complete for port a7a587e9-d85c-47b0-90c9-ec5270f80cd5 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:51:00.445781 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-13f65ead-9b80-4173-8613-0425323fc89c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:00.452726 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device bce6280a-a19c-4c43-ab41-5e259653d3d3 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:51:00.466610 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9f2f1ca1-b2cd-4380-bc3a-d49976894ef3 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:00.471662 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-9f2f1ca1-b2cd-4380-bc3a-d49976894ef3 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4490111 Nov 24 01:51:00.478233 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49882) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:00.489622 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-382dcb2d-cead-49d5-9a78-baa45cd9bbab tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Request body: {'security_group_rule': {'security_group_id': 'a9a737d4-1a1a-49a1-91bd-e21d80f91d40', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:00.544146 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.api.v2.resource [None req-ecfc6d19-fec2-452c-8328-7d02dc128a14 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 01:51:00.548410 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-ecfc6d19-fec2-452c-8328-7d02dc128a14 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2136500 Nov 24 01:51:00.552178 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49884) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:00.560597 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-a71ec665-8806-4f46-bde3-30aca1a86247 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Request body: {'security_group_rule': {'security_group_id': 'a9d33404-5319-4068-97e0-1a2a4c48de96', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:00.594962 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port bce6280a-a19c-4c43-ab41-5e259653d3d3 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:51:00.595556 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:00.650490 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-382dcb2d-cead-49d5-9a78-baa45cd9bbab tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:00.660055 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f13cbcb-2c36-48cb-9fe5-a4a69e6cacaf tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Router 61882c9c-6206-4da6-be5a-8a4ba5ebe3b7 is scheduled to L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e with binding_index 1 {{(pid=109866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 01:51:00.665866 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-13f65ead-9b80-4173-8613-0425323fc89c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:00.709005 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.api.v2.resource [None req-a71ec665-8806-4f46-bde3-30aca1a86247 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 01:51:00.713550 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-a71ec665-8806-4f46-bde3-30aca1a86247 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1540010 Nov 24 01:51:00.715636 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49886) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:00.717769 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-13f65ead-9b80-4173-8613-0425323fc89c None None] For port a7a587e9-d85c-47b0-90c9-ec5270f80cd5, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=a7a587e9-d85c-47b0-90c9-ec5270f80cd5,segment=NetworkSegment(0699129a-4058-425f-88e1-82a658cd452c),segment_id=0699129a-4058-425f-88e1-82a658cd452c)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:51:00.726991 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-13f65ead-9b80-4173-8613-0425323fc89c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:00.793214 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-13f65ead-9b80-4173-8613-0425323fc89c None None] Provisioning complete for port 3f5857fc-82fd-4921-b385-1a5ead0cea7b triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:51:00.793214 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-13f65ead-9b80-4173-8613-0425323fc89c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:00.812497 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f13cbcb-2c36-48cb-9fe5-a4a69e6cacaf tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:51:00.814067 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-382dcb2d-cead-49d5-9a78-baa45cd9bbab tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:00.827716 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-8f13cbcb-2c36-48cb-9fe5-a4a69e6cacaf tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] 10.222.0.21 "PUT /v2.0/routers/61882c9c-6206-4da6-be5a-8a4ba5ebe3b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5625436 Nov 24 01:51:00.835700 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1065c8d8-1a1f-4575-be3d-fe8dde3cb72a None None] Sync routers for ids ['61882c9c-6206-4da6-be5a-8a4ba5ebe3b7'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:51:00.837830 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49888) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:00.843912 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device a7a587e9-d85c-47b0-90c9-ec5270f80cd5 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:51:00.851606 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6fe0b480-35d7-4f2b-9b9a-6da49351b726 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Publish callbacks [] for security_group, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:00.864326 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-382dcb2d-cead-49d5-9a78-baa45cd9bbab tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:00.879088 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f65ead-9b80-4173-8613-0425323fc89c None None] Pushing event updated for resources: {'Port': ['ID=a7a587e9-d85c-47b0-90c9-ec5270f80cd5,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:00.897362 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-13f65ead-9b80-4173-8613-0425323fc89c None None] Port 3f5857fc-82fd-4921-b385-1a5ead0cea7b cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:51:00.903975 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1065c8d8-1a1f-4575-be3d-fe8dde3cb72a None None] Routers {'61882c9c-6206-4da6-be5a-8a4ba5ebe3b7'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:51:00.904326 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-1065c8d8-1a1f-4575-be3d-fe8dde3cb72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:50:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['61882c9c-6206-4da6-be5a-8a4ba5ebe3b7'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:51:00.915149 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6fe0b480-35d7-4f2b-9b9a-6da49351b726 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:00.915435 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-94cb50e2-0ae6-4e67-b950-1a32396d6456 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29149261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29154849'] for subnet, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:00.942333 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382dcb2d-cead-49d5-9a78-baa45cd9bbab tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9291acc9-2891-44a4-9c57-b469bada2176,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:00.944338 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-1065c8d8-1a1f-4575-be3d-fe8dde3cb72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:51:00.963473 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port a7a587e9-d85c-47b0-90c9-ec5270f80cd5 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:51:00.964095 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:00.970729 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-382dcb2d-cead-49d5-9a78-baa45cd9bbab tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:00.976159 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-382dcb2d-cead-49d5-9a78-baa45cd9bbab tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4878733 Nov 24 01:51:00.976325 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49890) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:00.983676 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1065c8d8-1a1f-4575-be3d-fe8dde3cb72a None None] Routers {'61882c9c-6206-4da6-be5a-8a4ba5ebe3b7'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:51:00.984502 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-1065c8d8-1a1f-4575-be3d-fe8dde3cb72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:50:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['61882c9c-6206-4da6-be5a-8a4ba5ebe3b7'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:51:00.991407 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b69c709-968e-4055-928a-42dcc61efbe6 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:51:00.995540 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-1b69c709-968e-4055-928a-42dcc61efbe6 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] 10.222.0.21 "GET /v2.0/ports/3f5857fc-82fd-4921-b385-1a5ead0cea7b HTTP/1.1" status: 200 len: 911 time: 0.1542079 Nov 24 01:51:01.001489 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49892) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:01.012494 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cb50e2-0ae6-4e67-b950-1a32396d6456 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Pushing event updated for resources: {'Subnet': ['ID=57cd19dc-c2e2-4b00-9a8b-7afcd8d7a06a,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:01.029983 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-1065c8d8-1a1f-4575-be3d-fe8dde3cb72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:51:01.030649 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94cb50e2-0ae6-4e67-b950-1a32396d6456 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Network f9ae361b-af25-426a-af1d-ae2f7b65d452 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:51:01.031294 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1065c8d8-1a1f-4575-be3d-fe8dde3cb72a None None] The sync data for ids ['61882c9c-6206-4da6-be5a-8a4ba5ebe3b7'] in dv-neutron-818911-2-hyperv is: [] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:51:01.032224 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-2bb31289-7f34-4755-be28-758887293b82 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:01.041669 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-2bb31289-7f34-4755-be28-758887293b82 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:01.050435 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-4db9a446-b04f-4e86-87ea-01ec68aa2c00 None None] Provisioning complete for port a7a587e9-d85c-47b0-90c9-ec5270f80cd5 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:51:01.050812 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-4db9a446-b04f-4e86-87ea-01ec68aa2c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:01.056351 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-94cb50e2-0ae6-4e67-b950-1a32396d6456 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:51:01.060449 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94cb50e2-0ae6-4e67-b950-1a32396d6456 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:51:01.061148 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-94cb50e2-0ae6-4e67-b950-1a32396d6456 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:01.080070 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f95c683-dc29-44f9-836b-97137079aa93 None None] Network f9ae361b-af25-426a-af1d-ae2f7b65d452 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:51:01.087666 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-2bb31289-7f34-4755-be28-758887293b82 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:01.096305 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-2bb31289-7f34-4755-be28-758887293b82 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:01.100168 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-2bb31289-7f34-4755-be28-758887293b82 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/9291acc9-2891-44a4-9c57-b469bada2176 HTTP/1.1" status: 204 len: 168 time: 0.1213090 Nov 24 01:51:01.100344 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6fe0b480-35d7-4f2b-9b9a-6da49351b726 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:01.103945 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-94cb50e2-0ae6-4e67-b950-1a32396d6456 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2239332 Nov 24 01:51:01.104107 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6fe0b480-35d7-4f2b-9b9a-6da49351b726 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:01.104107 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-6fe0b480-35d7-4f2b-9b9a-6da49351b726 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] 10.222.0.21 "DELETE /v2.0/security-groups/a9d33404-5319-4068-97e0-1a2a4c48de96 HTTP/1.1" status: 204 len: 168 time: 0.3884025 Nov 24 01:51:01.104301 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49894) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:01.104484 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49896) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:01.106344 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49898) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:01.119026 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-676ebfae-c383-4a80-a3c4-2b137d2a1f2f tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1744164318', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '57cd19dc-c2e2-4b00-9a8b-7afcd8d7a06a'}], 'security_groups': ['26150e6e-37d1-49b9-b217-492837cf35d0']}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:01.124691 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb31289-7f34-4755-be28-758887293b82 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9291acc9-2891-44a4-9c57-b469bada2176,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:01.175139 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-beec48c9-8610-4210-9741-4a716f901206 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0634940 Nov 24 01:51:01.175644 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49900) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:01.181139 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-b8250b18-9547-463e-8a4b-81b01490da65 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Request body: {'security_group': {'name': 'tempest-secgroup--1418047279'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:01.187126 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe0b480-35d7-4f2b-9b9a-6da49351b726 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d33404-5319-4068-97e0-1a2a4c48de96,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:01.195373 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-cefcccbe-7a57-4522-ae8d-f5281cb6c7a9 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Allocated IP 172.20.0.17 (176ac394-6c88-463d-aaaa-65492c0ad94b/95c89327-6df4-4905-b017-dda5c10cc438/43cd26df-062e-4f8e-ad40-c2dcc2d0a755) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:51:01.208414 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b8250b18-9547-463e-8a4b-81b01490da65 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Publish callbacks [] for security_group, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:01.282335 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b8250b18-9547-463e-8a4b-81b01490da65 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Publish callbacks [] for security_group, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:01.287588 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b8250b18-9547-463e-8a4b-81b01490da65 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:01.321855 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b8250b18-9547-463e-8a4b-81b01490da65 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Publish callbacks [] for security_group, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:01.323474 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-b8250b18-9547-463e-8a4b-81b01490da65 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1467083 Nov 24 01:51:01.327236 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49902) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:01.333096 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-ed91bc39-8346-48d0-942c-607f49b1a63e tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:01.334016 dv-neutron-818911-2-hyperv neutron-server[109866]: WARNING neutron.api.v2.base [None req-ed91bc39-8346-48d0-942c-607f49b1a63e tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 24 01:51:01.334686 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.api.v2.resource [None req-ed91bc39-8346-48d0-942c-607f49b1a63e tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] update failed (client error): There was a conflict when trying to complete your request. Nov 24 01:51:01.335834 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-ed91bc39-8346-48d0-942c-607f49b1a63e tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] 10.222.0.21 "PUT /v2.0/security-groups/41da1d38-0708-4904-8e4d-2f0c07a0a8c9 HTTP/1.1" status: 409 len: 330 time: 0.0073979 Nov 24 01:51:01.338734 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49904) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:01.353113 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8250b18-9547-463e-8a4b-81b01490da65 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41da1d38-0708-4904-8e4d-2f0c07a0a8c9,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:01.358213 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 2331cca6-9414-4ac3-bca7-59c5814ba6c1 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:51:01.418471 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-e3959f6d-1e59-4cf5-8056-6a9d350fe451 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3063605 Nov 24 01:51:01.421984 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49906) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:01.434377 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-3bf74509-04a6-41b4-911f-08107bfc5724 req-ae484904-f4a4-4339-99c4-a68d3f5a46de service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0530cda3-d693-481b-91ae-7c78caa49aff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0969298 Nov 24 01:51:01.495191 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-76ce931b-6627-4cb2-a548-f6ff10fdffed tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Publish callbacks [] for security_group, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:01.519183 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 2331cca6-9414-4ac3-bca7-59c5814ba6c1 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:51:01.519183 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:01.545428 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-4db9a446-b04f-4e86-87ea-01ec68aa2c00 None None] Provisioning complete for port 3f5857fc-82fd-4921-b385-1a5ead0cea7b triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:51:01.545893 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-4db9a446-b04f-4e86-87ea-01ec68aa2c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:01.569439 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-76ce931b-6627-4cb2-a548-f6ff10fdffed tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:01.588013 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-01748e97-5f4a-4400-b831-6f51ad2f8362 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:01.596610 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-4db9a446-b04f-4e86-87ea-01ec68aa2c00 None None] Port 3f5857fc-82fd-4921-b385-1a5ead0cea7b cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:51:01.600039 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf74509-04a6-41b4-911f-08107bfc5724 req-187c3565-b9f8-421b-8ec8-5617233b86a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:51:01.601823 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-3bf74509-04a6-41b4-911f-08107bfc5724 req-187c3565-b9f8-421b-8ec8-5617233b86a6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5cd72ac6dd034b2d92e26f70404adb10&device_id=0530cda3-d693-481b-91ae-7c78caa49aff HTTP/1.1" status: 200 len: 1098 time: 0.1040895 Nov 24 01:51:01.640844 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-01748e97-5f4a-4400-b831-6f51ad2f8362 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:01.662849 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-76ce931b-6627-4cb2-a548-f6ff10fdffed tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:01.665883 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-76ce931b-6627-4cb2-a548-f6ff10fdffed tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Publish callbacks [] for security_group, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:01.669954 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-76ce931b-6627-4cb2-a548-f6ff10fdffed tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] 10.222.0.21 "DELETE /v2.0/security-groups/41da1d38-0708-4904-8e4d-2f0c07a0a8c9 HTTP/1.1" status: 204 len: 168 time: 0.3301027 Nov 24 01:51:01.672877 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49908) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:01.712355 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ce931b-6627-4cb2-a548-f6ff10fdffed tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41da1d38-0708-4904-8e4d-2f0c07a0a8c9,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:01.721190 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4345a36-caf3-4a35-b214-560dad3cdd03 None None] Update dhcp port {'port': {'network_id': 'f9ae361b-af25-426a-af1d-ae2f7b65d452', 'fixed_ips': [{'subnet_id': 'f62ea052-5661-41bc-9626-06c2dc1db5b3', 'ip_address': '2001:db8::2'}, {'subnet_id': '57cd19dc-c2e2-4b00-9a8b-7afcd8d7a06a'}], 'binding:host_id': 'dv-neutron-818911-2-hyperv'}, 'id': 'bce6280a-a19c-4c43-ab41-5e259653d3d3'} from dv-neutron-818911-2-hyperv. {{(pid=109868) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 24 01:51:01.757304 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a4345a36-caf3-4a35-b214-560dad3cdd03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:01.818332 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-01748e97-5f4a-4400-b831-6f51ad2f8362 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:01.820933 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-01748e97-5f4a-4400-b831-6f51ad2f8362 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:01.822141 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-01748e97-5f4a-4400-b831-6f51ad2f8362 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] 10.222.0.21 "DELETE /v2.0/security-groups/a9a737d4-1a1a-49a1-91bd-e21d80f91d40 HTTP/1.1" status: 204 len: 168 time: 0.3986666 Nov 24 01:51:01.830494 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-2e8f6b04-f9f2-4743-aa5c-8ee2e0fdd45e tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1501117 Nov 24 01:51:01.834433 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49910) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:01.835969 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49912) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:01.866019 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01748e97-5f4a-4400-b831-6f51ad2f8362 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9a737d4-1a1a-49a1-91bd-e21d80f91d40,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:01.883043 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.api.v2.resource [None req-7d508e34-4348-4b5b-a567-de448d96e433 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] delete failed (client error): The resource could not be found. Nov 24 01:51:01.884096 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-7d508e34-4348-4b5b-a567-de448d96e433 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] 10.222.0.21 "DELETE /v2.0/security-groups/cb62330e-1243-480d-bb42-ae7437706fc1 HTTP/1.1" status: 404 len: 347 time: 0.0365272 Nov 24 01:51:01.893024 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49914) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:01.911847 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf74509-04a6-41b4-911f-08107bfc5724 req-2a323fb4-a179-4c7c-82b4-36bac7d8be6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:51:01.913318 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-3bf74509-04a6-41b4-911f-08107bfc5724 req-2a323fb4-a179-4c7c-82b4-36bac7d8be6e service neutron] 10.222.0.48 "GET /v2.0/networks?id=8617ed88-7a9f-4293-a73d-5ec916acee3f HTTP/1.1" status: 200 len: 896 time: 0.2210586 Nov 24 01:51:01.922888 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.api.v2.resource [None req-159dbbe2-acee-45c4-8e6e-6cff04be927e tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] show failed (client error): The resource could not be found. Nov 24 01:51:01.928091 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-159dbbe2-acee-45c4-8e6e-6cff04be927e tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] 10.222.0.21 "GET /v2.0/security-groups/3de6faf3-d4b0-4ed3-8731-894cd9d0d066 HTTP/1.1" status: 404 len: 347 time: 0.0299480 Nov 24 01:51:01.930114 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49916) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:01.953331 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-a4345a36-caf3-4a35-b214-560dad3cdd03 None None] Allocated IP 2001:db8:0:1::2 (f9ae361b-af25-426a-af1d-ae2f7b65d452/57cd19dc-c2e2-4b00-9a8b-7afcd8d7a06a/bce6280a-a19c-4c43-ab41-5e259653d3d3) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:51:01.986602 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.api.v2.resource [None req-e04d1993-991d-49d2-b3ec-717af7c5fe83 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] show failed (client error): The resource could not be found. Nov 24 01:51:01.989819 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-e04d1993-991d-49d2-b3ec-717af7c5fe83 tempest-NegativeSecGroupIPv6Test-644940977 tempest-NegativeSecGroupIPv6Test-644940977-project] 10.222.0.21 "GET /v2.0/security-group-rules/dd3e7d34-b2a6-41ae-a988-12622570fde7 HTTP/1.1" status: 404 len: 356 time: 0.0510240 Nov 24 01:51:01.994046 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-b7509fdc-0471-46ed-8290-63130db33807 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1586916 Nov 24 01:51:02.001918 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49920) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:02.007068 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-6bf3509a-ac70-446a-9422-92ca0d593fd2 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Request body: {'security_group': {'name': 'tempest-secgroup--1034922003'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:02.016178 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-cefcccbe-7a57-4522-ae8d-f5281cb6c7a9 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:02.019688 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-3bf74509-04a6-41b4-911f-08107bfc5724 req-88c41f24-c009-4706-9ea8-f2f3055afdb5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d9282004-ac34-4eb1-b254-5b08bd21ecb2 HTTP/1.1" status: 200 len: 1001 time: 0.0947676 Nov 24 01:51:02.050354 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-676ebfae-c383-4a80-a3c4-2b137d2a1f2f tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:02.066826 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-a4345a36-caf3-4a35-b214-560dad3cdd03 None None] For port bce6280a-a19c-4c43-ab41-5e259653d3d3, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=bce6280a-a19c-4c43-ab41-5e259653d3d3,segment=NetworkSegment(0a37dceb-1d21-41f0-a070-42022d51418f),segment_id=0a37dceb-1d21-41f0-a070-42022d51418f)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:51:02.083932 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf74509-04a6-41b4-911f-08107bfc5724 req-e3364e40-654c-4412-aa9c-8d0a5e8de55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:51:02.085484 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-3bf74509-04a6-41b4-911f-08107bfc5724 req-e3364e40-654c-4412-aa9c-8d0a5e8de55c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=430b8ec6-a019-4487-a7d1-af147e18faf5 HTTP/1.1" status: 200 len: 834 time: 0.0585024 Nov 24 01:51:02.104383 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a4345a36-caf3-4a35-b214-560dad3cdd03 None None] Publish callbacks [] for port, precommit_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:02.110869 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a4345a36-caf3-4a35-b214-560dad3cdd03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:02.147119 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf74509-04a6-41b4-911f-08107bfc5724 req-cac9d350-ee88-4de5-9f4e-6d4e62365b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:51:02.148826 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-3bf74509-04a6-41b4-911f-08107bfc5724 req-cac9d350-ee88-4de5-9f4e-6d4e62365b32 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8617ed88-7a9f-4293-a73d-5ec916acee3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0557046 Nov 24 01:51:02.215326 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4345a36-caf3-4a35-b214-560dad3cdd03 None None] Pushing event updated for resources: {'Port': ['ID=bce6280a-a19c-4c43-ab41-5e259653d3d3,revision_number=4']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:02.241445 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6bf3509a-ac70-446a-9422-92ca0d593fd2 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:02.275378 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device a7a587e9-d85c-47b0-90c9-ec5270f80cd5 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:51:02.315512 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-3bf74509-04a6-41b4-911f-08107bfc5724 req-0a9d4f85-a89d-406c-a4fa-83e2a487bc2e service neutron] 10.222.0.48 "GET /v2.0/networks/8617ed88-7a9f-4293-a73d-5ec916acee3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565900 Nov 24 01:51:02.322275 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-cefcccbe-7a57-4522-ae8d-f5281cb6c7a9 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:02.354184 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cefcccbe-7a57-4522-ae8d-f5281cb6c7a9 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Network 176ac394-6c88-463d-aaaa-65492c0ad94b is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:51:02.361940 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-cefcccbe-7a57-4522-ae8d-f5281cb6c7a9 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:51:02.366141 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-378a5d39-6e5d-4787-976b-da22682dd1b4 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:02.367411 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port a7a587e9-d85c-47b0-90c9-ec5270f80cd5 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:51:02.367789 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:02.372192 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefcccbe-7a57-4522-ae8d-f5281cb6c7a9 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:51:02.415588 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49924) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:02.468396 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-3bf74509-04a6-41b4-911f-08107bfc5724 req-b5740c6c-7d2f-495f-ba23-036b24ef373a service neutron] 10.222.0.48 "GET /v2.0/networks/8617ed88-7a9f-4293-a73d-5ec916acee3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436779 Nov 24 01:51:02.677503 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-cefcccbe-7a57-4522-ae8d-f5281cb6c7a9 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3777869'] for router_interface, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:02.690557 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefcccbe-7a57-4522-ae8d-f5281cb6c7a9 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'Port': ['ID=43cd26df-062e-4f8e-ad40-c2dcc2d0a755,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:02.735630 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-a5151132-bd9e-4af9-8082-083b5c2bb923 None None] Provisioning complete for port 43cd26df-062e-4f8e-ad40-c2dcc2d0a755 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:51:02.736223 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a5151132-bd9e-4af9-8082-083b5c2bb923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:02.772957 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-a5151132-bd9e-4af9-8082-083b5c2bb923 None None] Port 43cd26df-062e-4f8e-ad40-c2dcc2d0a755 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:51:02.860624 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6bf3509a-ac70-446a-9422-92ca0d593fd2 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:02.863956 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-153dbd6f-e51d-4446-9a24-7b64f1036c87 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d6e5f390afef47febe132f1741b1683f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4175644 Nov 24 01:51:02.867361 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49928) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:02.906027 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6bf3509a-ac70-446a-9422-92ca0d593fd2 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:03.003077 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-23951935-1a29-4c78-b644-6e32a179b7f4 None None] Provisioning complete for port bce6280a-a19c-4c43-ab41-5e259653d3d3 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:51:03.004550 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-23951935-1a29-4c78-b644-6e32a179b7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:03.051611 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6bf3509a-ac70-446a-9422-92ca0d593fd2 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:03.052985 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-6bf3509a-ac70-446a-9422-92ca0d593fd2 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0501585 Nov 24 01:51:03.064269 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49930) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:03.077685 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-736fa41d-9035-4d06-b1e0-fb39dfa9f816 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Request body: {'security_group_rule': {'security_group_id': '47e43a51-a3c5-4bb0-9fce-eda661abca4d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:03.089210 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf3509a-ac70-446a-9422-92ca0d593fd2 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47e43a51-a3c5-4bb0-9fce-eda661abca4d,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:03.124064 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-23951935-1a29-4c78-b644-6e32a179b7f4 None None] Provisioning complete for port f5e0a4a8-93b1-4904-abbb-9cb1b83a57cf triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:51:03.124477 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-23951935-1a29-4c78-b644-6e32a179b7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:03.168441 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-23951935-1a29-4c78-b644-6e32a179b7f4 None None] Port f5e0a4a8-93b1-4904-abbb-9cb1b83a57cf cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:51:03.179656 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-23951935-1a29-4c78-b644-6e32a179b7f4 None None] Provisioning complete for port 86f2c419-ef31-4ebb-a312-526f8372de47 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:51:03.180029 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-23951935-1a29-4c78-b644-6e32a179b7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:03.221110 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-cefcccbe-7a57-4522-ae8d-f5281cb6c7a9 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:03.222331 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-23951935-1a29-4c78-b644-6e32a179b7f4 None None] Port 86f2c419-ef31-4ebb-a312-526f8372de47 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:51:03.261144 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0ff63d4a-570d-4001-91c0-f341d1aa193d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:03.262472 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-676ebfae-c383-4a80-a3c4-2b137d2a1f2f tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Delete allocated IP 2001:db8::359 (f9ae361b-af25-426a-af1d-ae2f7b65d452/f62ea052-5661-41bc-9626-06c2dc1db5b3) {{(pid=109867) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 24 01:51:03.274595 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-736fa41d-9035-4d06-b1e0-fb39dfa9f816 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:03.283748 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0ff63d4a-570d-4001-91c0-f341d1aa193d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:03.304528 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-378a5d39-6e5d-4787-976b-da22682dd1b4 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Allocated IP 2001:db8:1::1 (c7eebfb2-e139-4ae2-9627-3c7c295d5046/e2231478-1209-4ac4-baa9-533bc8d772ec/8619a026-c8fb-4603-99ed-c81d09b37cef) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:51:03.313598 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-676ebfae-c383-4a80-a3c4-2b137d2a1f2f tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Allocated IP 2001:db8:0:1::11f (f9ae361b-af25-426a-af1d-ae2f7b65d452/57cd19dc-c2e2-4b00-9a8b-7afcd8d7a06a/f5e0a4a8-93b1-4904-abbb-9cb1b83a57cf) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:51:03.334144 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0ff63d4a-570d-4001-91c0-f341d1aa193d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:03.336867 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0ff63d4a-570d-4001-91c0-f341d1aa193d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:03.338060 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-0ff63d4a-570d-4001-91c0-f341d1aa193d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/917e9ddc-8793-4cc1-a93c-b9f772d5ca7c HTTP/1.1" status: 204 len: 168 time: 0.4693432 Nov 24 01:51:03.347359 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff63d4a-570d-4001-91c0-f341d1aa193d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=917e9ddc-8793-4cc1-a93c-b9f772d5ca7c,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:03.536480 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-736fa41d-9035-4d06-b1e0-fb39dfa9f816 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:03.578587 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-736fa41d-9035-4d06-b1e0-fb39dfa9f816 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:03.658707 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736fa41d-9035-4d06-b1e0-fb39dfa9f816 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=504dbfee-b382-4e73-af79-01b7b1939c76,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:03.675766 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-736fa41d-9035-4d06-b1e0-fb39dfa9f816 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:03.677525 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-736fa41d-9035-4d06-b1e0-fb39dfa9f816 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6106758 Nov 24 01:51:03.680395 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49934) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:03.685310 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-2715321b-7e13-4be4-8167-ae38f9f959a5 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Request body: {'security_group_rule': {'security_group_id': '47e43a51-a3c5-4bb0-9fce-eda661abca4d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:03.713567 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-2715321b-7e13-4be4-8167-ae38f9f959a5 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:03.725038 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-378a5d39-6e5d-4787-976b-da22682dd1b4 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:03.769073 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-2715321b-7e13-4be4-8167-ae38f9f959a5 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:03.772653 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-2715321b-7e13-4be4-8167-ae38f9f959a5 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:03.795329 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2715321b-7e13-4be4-8167-ae38f9f959a5 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75435b2a-bed5-480e-b46b-10fac2fd4d21,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:03.805895 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-2715321b-7e13-4be4-8167-ae38f9f959a5 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:03.807142 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-2715321b-7e13-4be4-8167-ae38f9f959a5 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1257112 Nov 24 01:51:03.810081 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49936) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:03.814419 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-27756c82-27da-432b-a82f-02646151bc17 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Request body: {'security_group_rule': {'security_group_id': '47e43a51-a3c5-4bb0-9fce-eda661abca4d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:03.828954 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-676ebfae-c383-4a80-a3c4-2b137d2a1f2f tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks [] for port, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:03.840970 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-676ebfae-c383-4a80-a3c4-2b137d2a1f2f tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25501696'] for port, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:03.841393 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-27756c82-27da-432b-a82f-02646151bc17 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:03.904985 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-27756c82-27da-432b-a82f-02646151bc17 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:03.912055 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-27756c82-27da-432b-a82f-02646151bc17 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:03.921756 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-378a5d39-6e5d-4787-976b-da22682dd1b4 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:03.939118 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27756c82-27da-432b-a82f-02646151bc17 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b25c4347-b72e-485c-b834-38ed9a575567,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:03.946772 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-676ebfae-c383-4a80-a3c4-2b137d2a1f2f tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] In _notify_port_updated(), no bound segment for port f5e0a4a8-93b1-4904-abbb-9cb1b83a57cf on network f9ae361b-af25-426a-af1d-ae2f7b65d452 {{(pid=109867) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 24 01:51:03.952764 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-676ebfae-c383-4a80-a3c4-2b137d2a1f2f tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:51:03.953382 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-676ebfae-c383-4a80-a3c4-2b137d2a1f2f tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:03.954416 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-27756c82-27da-432b-a82f-02646151bc17 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:03.954735 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-676ebfae-c383-4a80-a3c4-2b137d2a1f2f tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "PUT /v2.0/ports/f5e0a4a8-93b1-4904-abbb-9cb1b83a57cf HTTP/1.1" status: 200 len: 931 time: 2.8398459 Nov 24 01:51:03.958968 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-27756c82-27da-432b-a82f-02646151bc17 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1452768 Nov 24 01:51:03.958968 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49938) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:03.961169 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49940) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:03.969742 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-7b77630e-742e-46ab-b409-8dae904c2330 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Request body: {'security_group_rule': {'security_group_id': '47e43a51-a3c5-4bb0-9fce-eda661abca4d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:03.977362 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676ebfae-c383-4a80-a3c4-2b137d2a1f2f tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Pushing event updated for resources: {'Port': ['ID=f5e0a4a8-93b1-4904-abbb-9cb1b83a57cf,revision_number=2']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:04.003667 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378a5d39-6e5d-4787-976b-da22682dd1b4 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Network c7eebfb2-e139-4ae2-9627-3c7c295d5046 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:51:04.029805 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-cefcccbe-7a57-4522-ae8d-f5281cb6c7a9 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for port, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:04.036809 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-378a5d39-6e5d-4787-976b-da22682dd1b4 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:51:04.044535 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378a5d39-6e5d-4787-976b-da22682dd1b4 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:51:04.044942 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-378a5d39-6e5d-4787-976b-da22682dd1b4 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3777869'] for router_interface, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:04.047308 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-cefcccbe-7a57-4522-ae8d-f5281cb6c7a9 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25501696'] for port, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:04.065456 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-2f19cf78-c274-4c5c-98bc-7a556a5b9689 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Deleting port f5e0a4a8-93b1-4904-abbb-9cb1b83a57cf {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:51:04.065456 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-2f19cf78-c274-4c5c-98bc-7a556a5b9689 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:04.195690 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-2f19cf78-c274-4c5c-98bc-7a556a5b9689 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:04.204248 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7b77630e-742e-46ab-b409-8dae904c2330 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:04.220030 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-2f19cf78-c274-4c5c-98bc-7a556a5b9689 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Calling delete_port for f5e0a4a8-93b1-4904-abbb-9cb1b83a57cf owned by {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:51:04.221148 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device bce6280a-a19c-4c43-ab41-5e259653d3d3 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:51:04.233823 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378a5d39-6e5d-4787-976b-da22682dd1b4 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Pushing event updated for resources: {'Port': ['ID=8619a026-c8fb-4603-99ed-c81d09b37cef,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:04.239553 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-cefcccbe-7a57-4522-ae8d-f5281cb6c7a9 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3778017'] for router_interface, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:04.288791 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port bce6280a-a19c-4c43-ab41-5e259653d3d3 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:51:04.289169 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:04.358441 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-0850e84e-9e2c-454b-8320-9f88da0d9f1c None None] Provisioning complete for port f5e0a4a8-93b1-4904-abbb-9cb1b83a57cf triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:51:04.358807 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-0850e84e-9e2c-454b-8320-9f88da0d9f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:04.369216 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7b77630e-742e-46ab-b409-8dae904c2330 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:04.375179 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefcccbe-7a57-4522-ae8d-f5281cb6c7a9 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'Port': ['ID=43cd26df-062e-4f8e-ad40-c2dcc2d0a755,revision_number=2']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:04.395529 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-2f19cf78-c274-4c5c-98bc-7a556a5b9689 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:04.400827 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7b77630e-742e-46ab-b409-8dae904c2330 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:04.429056 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-0850e84e-9e2c-454b-8320-9f88da0d9f1c None None] Port f5e0a4a8-93b1-4904-abbb-9cb1b83a57cf cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:51:04.430887 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f19cf78-c274-4c5c-98bc-7a556a5b9689 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Pushing event deleted for resources: {'Port': ['ID=f5e0a4a8-93b1-4904-abbb-9cb1b83a57cf,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:04.456182 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-2f19cf78-c274-4c5c-98bc-7a556a5b9689 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:04.461819 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-2f19cf78-c274-4c5c-98bc-7a556a5b9689 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "DELETE /v2.0/ports/f5e0a4a8-93b1-4904-abbb-9cb1b83a57cf HTTP/1.1" status: 204 len: 168 time: 0.5008104 Nov 24 01:51:04.463390 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49942) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:04.465275 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7b77630e-742e-46ab-b409-8dae904c2330 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:04.469558 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-7b77630e-742e-46ab-b409-8dae904c2330 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5033247 Nov 24 01:51:04.472054 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49944) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:04.474842 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b77630e-742e-46ab-b409-8dae904c2330 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dba9e5dc-0551-48f1-ba1a-48572d7d5351,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:04.476768 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-e783d247-c838-441c-adcd-6d38c22b5b7a tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Request body: {'security_group_rule': {'security_group_id': '47e43a51-a3c5-4bb0-9fce-eda661abca4d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:04.480139 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-378a5d39-6e5d-4787-976b-da22682dd1b4 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:04.498839 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfc1b39d-a200-4f2e-84e1-0a4b5e2c24fc tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] GET failed (client error): The resource could not be found. Nov 24 01:51:04.503017 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-cfc1b39d-a200-4f2e-84e1-0a4b5e2c24fc tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "GET /v2.0/ports/f5e0a4a8-93b1-4904-abbb-9cb1b83a57cf HTTP/1.1" status: 404 len: 333 time: 0.0359914 Nov 24 01:51:04.503840 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49946) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:04.534393 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e783d247-c838-441c-adcd-6d38c22b5b7a tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:04.557664 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-2caf4d9b-4604-44a7-8cd2-9bee805a9230 None None] Provisioning complete for port 8619a026-c8fb-4603-99ed-c81d09b37cef triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:51:04.558180 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-2caf4d9b-4604-44a7-8cd2-9bee805a9230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:04.584072 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cefcccbe-7a57-4522-ae8d-f5281cb6c7a9 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Network 176ac394-6c88-463d-aaaa-65492c0ad94b is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:51:04.595501 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e783d247-c838-441c-adcd-6d38c22b5b7a tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:04.600421 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-2caf4d9b-4604-44a7-8cd2-9bee805a9230 None None] Port 8619a026-c8fb-4603-99ed-c81d09b37cef cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:51:04.601112 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e783d247-c838-441c-adcd-6d38c22b5b7a tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:04.620918 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e783d247-c838-441c-adcd-6d38c22b5b7a tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa6cc842-c316-4832-a531-11e9302e9cf3,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:04.635265 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e783d247-c838-441c-adcd-6d38c22b5b7a tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:04.635483 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-cefcccbe-7a57-4522-ae8d-f5281cb6c7a9 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:51:04.635594 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-e783d247-c838-441c-adcd-6d38c22b5b7a tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1619573 Nov 24 01:51:04.637735 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49948) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:04.663855 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1a33bd12-c654-4ab1-9bbb-766867e3b1f9 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:04.680073 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1a33bd12-c654-4ab1-9bbb-766867e3b1f9 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:04.714728 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1a33bd12-c654-4ab1-9bbb-766867e3b1f9 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:04.721866 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1a33bd12-c654-4ab1-9bbb-766867e3b1f9 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:04.724286 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-1a33bd12-c654-4ab1-9bbb-766867e3b1f9 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/fa6cc842-c316-4832-a531-11e9302e9cf3 HTTP/1.1" status: 204 len: 168 time: 0.0843937 Nov 24 01:51:04.728625 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49950) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:04.732402 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a33bd12-c654-4ab1-9bbb-766867e3b1f9 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fa6cc842-c316-4832-a531-11e9302e9cf3,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:04.929343 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-65a3de21-e103-44f2-b34c-b3acd09d9da4 None None] Provisioning complete for port 43cd26df-062e-4f8e-ad40-c2dcc2d0a755 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:51:04.929889 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-65a3de21-e103-44f2-b34c-b3acd09d9da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:04.965396 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-65a3de21-e103-44f2-b34c-b3acd09d9da4 None None] Port 43cd26df-062e-4f8e-ad40-c2dcc2d0a755 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:51:05.090320 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-87185d69-e205-4fbb-915c-f6f3f44ae8da tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks [] for security_group, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:05.224972 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-87185d69-e205-4fbb-915c-f6f3f44ae8da tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:05.243572 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-9fff2b52-4f81-4269-885a-b033739fb0ed tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.5075040 Nov 24 01:51:05.246478 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49952) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:05.269752 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0597fb4e-778e-4c62-a697-fb206af58e72 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:05.277700 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0597fb4e-778e-4c62-a697-fb206af58e72 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:05.296968 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cefcccbe-7a57-4522-ae8d-f5281cb6c7a9 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Router 044ffa33-622b-40ec-a123-209f6a9cdbd5 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:51:05.305086 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0597fb4e-778e-4c62-a697-fb206af58e72 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:05.310811 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0597fb4e-778e-4c62-a697-fb206af58e72 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:05.314366 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-0597fb4e-778e-4c62-a697-fb206af58e72 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/dba9e5dc-0551-48f1-ba1a-48572d7d5351 HTTP/1.1" status: 204 len: 168 time: 0.0644333 Nov 24 01:51:05.315683 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49954) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:05.321302 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0597fb4e-778e-4c62-a697-fb206af58e72 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dba9e5dc-0551-48f1-ba1a-48572d7d5351,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:05.356151 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-87185d69-e205-4fbb-915c-f6f3f44ae8da tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:05.359190 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-87185d69-e205-4fbb-915c-f6f3f44ae8da tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:05.361184 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-87185d69-e205-4fbb-915c-f6f3f44ae8da tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "DELETE /v2.0/security-groups/eda74198-f8f0-4bdb-97c1-89bc6e851778 HTTP/1.1" status: 204 len: 168 time: 0.8524363 Nov 24 01:51:05.363786 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49956) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:05.420212 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d72e4a71-d546-4a50-bfa6-d6ebefc60db5 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks [] for security_group, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:05.427250 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87185d69-e205-4fbb-915c-f6f3f44ae8da tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eda74198-f8f0-4bdb-97c1-89bc6e851778,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:05.430343 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-378a5d39-6e5d-4787-976b-da22682dd1b4 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks [] for port, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:05.447741 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-378a5d39-6e5d-4787-976b-da22682dd1b4 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25501696'] for port, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:05.448515 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-378a5d39-6e5d-4787-976b-da22682dd1b4 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3778017'] for router_interface, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:05.453960 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d72e4a71-d546-4a50-bfa6-d6ebefc60db5 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:05.476167 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-edd03e76-2abc-477b-820c-f8aeb86626d3 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1601202 Nov 24 01:51:05.481514 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49958) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:05.508595 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e0ce6ac4-ed9b-4140-8d1c-c52f7469106e tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:05.517449 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e0ce6ac4-ed9b-4140-8d1c-c52f7469106e tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:05.519250 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d72e4a71-d546-4a50-bfa6-d6ebefc60db5 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:05.522417 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d72e4a71-d546-4a50-bfa6-d6ebefc60db5 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks [] for security_group, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:05.523545 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-d72e4a71-d546-4a50-bfa6-d6ebefc60db5 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "DELETE /v2.0/security-groups/26150e6e-37d1-49b9-b217-492837cf35d0 HTTP/1.1" status: 204 len: 168 time: 0.1587105 Nov 24 01:51:05.530333 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49960) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:05.544879 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72e4a71-d546-4a50-bfa6-d6ebefc60db5 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26150e6e-37d1-49b9-b217-492837cf35d0,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:05.560487 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e0ce6ac4-ed9b-4140-8d1c-c52f7469106e tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:05.566295 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e0ce6ac4-ed9b-4140-8d1c-c52f7469106e tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:05.568090 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-e0ce6ac4-ed9b-4140-8d1c-c52f7469106e tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/b25c4347-b72e-485c-b834-38ed9a575567 HTTP/1.1" status: 204 len: 168 time: 0.0850375 Nov 24 01:51:05.571743 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49962) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:05.588083 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ce6ac4-ed9b-4140-8d1c-c52f7469106e tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b25c4347-b72e-485c-b834-38ed9a575567,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:05.632787 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-3133c8f0-a950-4c07-bafe-3b605f7af20c tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0589812 Nov 24 01:51:05.639189 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49964) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:05.646569 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378a5d39-6e5d-4787-976b-da22682dd1b4 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Pushing event updated for resources: {'Port': ['ID=8619a026-c8fb-4603-99ed-c81d09b37cef,revision_number=2']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:05.663828 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cefcccbe-7a57-4522-ae8d-f5281cb6c7a9 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:51:05.664935 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-65c39948-7294-4098-9499-c7e96a4c5bd5 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:05.670510 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_v2 [None req-87a13892-50d2-42cb-868d-f81c3f66a7ad tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Deleting subnet f62ea052-5661-41bc-9626-06c2dc1db5b3 {{(pid=109867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 01:51:05.673558 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-65c39948-7294-4098-9499-c7e96a4c5bd5 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:05.673751 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea6a722-dfde-497d-b906-e0ddda92679d None None] Sync routers for ids ['044ffa33-622b-40ec-a123-209f6a9cdbd5'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:51:05.684847 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-cefcccbe-7a57-4522-ae8d-f5281cb6c7a9 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "PUT /v2.0/routers/044ffa33-622b-40ec-a123-209f6a9cdbd5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2013233 Nov 24 01:51:05.684847 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-87a13892-50d2-42cb-868d-f81c3f66a7ad tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks [] for subnet, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:05.687142 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea6a722-dfde-497d-b906-e0ddda92679d None None] Routers {'044ffa33-622b-40ec-a123-209f6a9cdbd5'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:51:05.687901 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-9ea6a722-dfde-497d-b906-e0ddda92679d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:50:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['044ffa33-622b-40ec-a123-209f6a9cdbd5'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:51:05.709303 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-65c39948-7294-4098-9499-c7e96a4c5bd5 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:05.715023 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-65c39948-7294-4098-9499-c7e96a4c5bd5 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:05.716561 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-65c39948-7294-4098-9499-c7e96a4c5bd5 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/75435b2a-bed5-480e-b46b-10fac2fd4d21 HTTP/1.1" status: 204 len: 168 time: 0.0760620 Nov 24 01:51:05.719685 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49968) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:05.731147 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c39948-7294-4098-9499-c7e96a4c5bd5 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=75435b2a-bed5-480e-b46b-10fac2fd4d21,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:05.740934 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-87a13892-50d2-42cb-868d-f81c3f66a7ad tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28690885'] for subnet, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:05.744554 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378a5d39-6e5d-4787-976b-da22682dd1b4 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Network c7eebfb2-e139-4ae2-9627-3c7c295d5046 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:51:05.763883 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-378a5d39-6e5d-4787-976b-da22682dd1b4 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:51:05.771315 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-f3820ed6-54f9-421a-a487-745f4c5e00c1 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0495284 Nov 24 01:51:05.774089 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49970) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:05.808893 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-867b7c8a-beaa-4468-ab46-026a3b50bb51 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:05.819858 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-867b7c8a-beaa-4468-ab46-026a3b50bb51 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:05.835260 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-9ea6a722-dfde-497d-b906-e0ddda92679d None None] Set router 044ffa33-622b-40ec-a123-209f6a9cdbd5 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:51:05.853645 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-867b7c8a-beaa-4468-ab46-026a3b50bb51 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:05.860478 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-867b7c8a-beaa-4468-ab46-026a3b50bb51 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:05.864889 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-867b7c8a-beaa-4468-ab46-026a3b50bb51 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/504dbfee-b382-4e73-af79-01b7b1939c76 HTTP/1.1" status: 204 len: 168 time: 0.0864887 Nov 24 01:51:05.868519 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49974) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:05.875596 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867b7c8a-beaa-4468-ab46-026a3b50bb51 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=504dbfee-b382-4e73-af79-01b7b1939c76,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:05.914468 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-87a13892-50d2-42cb-868d-f81c3f66a7ad tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:05.918908 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-816121f5-d2d8-4354-8233-5bc55dc7cff2 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0468450 Nov 24 01:51:05.919258 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49976) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:05.921273 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-378a5d39-6e5d-4787-976b-da22682dd1b4 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Router 61882c9c-6206-4da6-be5a-8a4ba5ebe3b7 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:51:05.982701 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cf8ef027-defc-4e17-9204-d26e52db0365 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:06.019118 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cf8ef027-defc-4e17-9204-d26e52db0365 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:06.075223 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-87a13892-50d2-42cb-868d-f81c3f66a7ad tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25501782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25307808'] for subnet, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:06.076352 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cf8ef027-defc-4e17-9204-d26e52db0365 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:06.079010 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cf8ef027-defc-4e17-9204-d26e52db0365 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:06.080166 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-cf8ef027-defc-4e17-9204-d26e52db0365 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] 10.222.0.21 "DELETE /v2.0/security-groups/47e43a51-a3c5-4bb0-9fce-eda661abca4d HTTP/1.1" status: 204 len: 168 time: 0.1599522 Nov 24 01:51:06.085103 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49978) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:06.112111 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e10844af-f675-4c5e-b6d1-93764b3b6d96 None None] Provisioning complete for port 8619a026-c8fb-4603-99ed-c81d09b37cef triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:51:06.113343 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e10844af-f675-4c5e-b6d1-93764b3b6d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:06.120582 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-87a13892-50d2-42cb-868d-f81c3f66a7ad tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:06.124276 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-87a13892-50d2-42cb-868d-f81c3f66a7ad tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "DELETE /v2.0/subnets/f62ea052-5661-41bc-9626-06c2dc1db5b3 HTTP/1.1" status: 204 len: 168 time: 0.5929666 Nov 24 01:51:06.125352 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a13892-50d2-42cb-868d-f81c3f66a7ad tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Pushing event deleted for resources: {'Subnet': ['ID=f62ea052-5661-41bc-9626-06c2dc1db5b3,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:06.135182 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49980) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:06.136594 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8ef027-defc-4e17-9204-d26e52db0365 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e43a51-a3c5-4bb0-9fce-eda661abca4d,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:06.146717 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-b474f4b3-243e-4d93-8b60-cda165df8cc9 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Request body: {'subnet': {'network_id': 'f9ae361b-af25-426a-af1d-ae2f7b65d452', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:06.153715 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-378a5d39-6e5d-4787-976b-da22682dd1b4 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:51:06.167457 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-378a5d39-6e5d-4787-976b-da22682dd1b4 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] 10.222.0.21 "PUT /v2.0/routers/61882c9c-6206-4da6-be5a-8a4ba5ebe3b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1634300 Nov 24 01:51:06.168931 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49982) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:06.171887 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-e10844af-f675-4c5e-b6d1-93764b3b6d96 None None] Port 8619a026-c8fb-4603-99ed-c81d09b37cef cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:51:06.176184 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfbc5930-f3e6-4529-aa59-5ca925b511cd None None] Network f9ae361b-af25-426a-af1d-ae2f7b65d452 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:51:06.186312 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ddf65ee-5cb1-4264-b14e-ee0abdffbe01 None None] Sync routers for ids ['61882c9c-6206-4da6-be5a-8a4ba5ebe3b7'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:51:06.220564 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ddf65ee-5cb1-4264-b14e-ee0abdffbe01 None None] Routers {'61882c9c-6206-4da6-be5a-8a4ba5ebe3b7'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:51:06.221567 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-1ddf65ee-5cb1-4264-b14e-ee0abdffbe01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:50:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['61882c9c-6206-4da6-be5a-8a4ba5ebe3b7'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:51:06.223813 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb24fb4e-f2d8-4808-ae81-7f4817484721 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:51:06.225389 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-bb24fb4e-f2d8-4808-ae81-7f4817484721 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] 10.222.0.21 "GET /v2.0/ports/8619a026-c8fb-4603-99ed-c81d09b37cef HTTP/1.1" status: 200 len: 913 time: 0.0552616 Nov 24 01:51:06.228234 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49984) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:06.251947 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-086b3782-285b-4ec7-880a-1481ee9aa0be tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1562262 Nov 24 01:51:06.274863 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49986) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:06.276980 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-9ea6a722-dfde-497d-b906-e0ddda92679d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044ffa33-622b-40ec-a123-209f6a9cdbd5', 'name': 'tempest-TestNetworkBasicOps-router-1593989456', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.187'}], 'enable_snat': True}, 'gw_port_id': '15abb6d1-0606-4928-811c-ecc84505c223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:49:12Z', 'updated_at': '2021-11-24T01:51:03Z', 'revision_number': 5, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': '15abb6d1-0606-4928-811c-ecc84505c223', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044ffa33-622b-40ec-a123-209f6a9cdbd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:49:13Z', 'updated_at': '2021-11-24T01:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_floatingips': [{'id': 'afec3b51-07fb-4443-8bab-c1a77b18b418', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'floating_ip_address': '172.26.5.206', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': '044ffa33-622b-40ec-a123-209f6a9cdbd5', 'port_id': 'd9282004-ac34-4eb1-b254-5b08bd21ecb2', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 984, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8617ed88-7a9f-4293-a73d-5ec916acee3f', 'mac_address': 'fa:16:3e:74:3e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0530cda3-d693-481b-91ae-7c78caa49aff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T01:50:00Z', 'updated_at': '2021-11-24T01:50:07Z', 'revision_number': 1, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43cd26df-062e-4f8e-ad40-c2dcc2d0a755', 'name': '', 'network_id': '176ac394-6c88-463d-aaaa-65492c0ad94b', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'mac_address': 'fa:16:3e:a8:03:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '044ffa33-622b-40ec-a123-209f6a9cdbd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '95c89327-6df4-4905-b017-dda5c10cc438', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:00Z', 'updated_at': '2021-11-24T01:51:03Z', 'revision_number': 2, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'subnets': [{'id': '95c89327-6df4-4905-b017-dda5c10cc438', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '758483ef-c738-4f14-8ab8-094385e704eb', 'name': '', 'network_id': '8617ed88-7a9f-4293-a73d-5ec916acee3f', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'mac_address': 'fa:16:3e:c0:df:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044ffa33-622b-40ec-a123-209f6a9cdbd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '430b8ec6-a019-4487-a7d1-af147e18faf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:49:22Z', 'updated_at': '2021-11-24T01:49:28Z', 'revision_number': 5, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'subnets': [{'id': '430b8ec6-a019-4487-a7d1-af147e18faf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:51:06.279283 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-1ddf65ee-5cb1-4264-b14e-ee0abdffbe01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:51:06.282452 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-2c8c43e5-a347-4013-80dd-7e10d1b3fa8a tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Request body: {'security_group': {'name': 'tempest-secgroup--1539221662'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:06.305270 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea6a722-dfde-497d-b906-e0ddda92679d None None] Checking router: 044ffa33-622b-40ec-a123-209f6a9cdbd5 for host: dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 01:51:06.306018 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea6a722-dfde-497d-b906-e0ddda92679d None None] Updating router 044ffa33-622b-40ec-a123-209f6a9cdbd5 port 43cd26df-062e-4f8e-ad40-c2dcc2d0a755 binding host dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 01:51:06.325173 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ddf65ee-5cb1-4264-b14e-ee0abdffbe01 None None] Routers {'61882c9c-6206-4da6-be5a-8a4ba5ebe3b7'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:51:06.325830 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-1ddf65ee-5cb1-4264-b14e-ee0abdffbe01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:50:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['61882c9c-6206-4da6-be5a-8a4ba5ebe3b7'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:51:06.336218 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-9ea6a722-dfde-497d-b906-e0ddda92679d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:06.342032 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-2c8c43e5-a347-4013-80dd-7e10d1b3fa8a tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:06.367063 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-1ddf65ee-5cb1-4264-b14e-ee0abdffbe01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:51:06.367706 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ddf65ee-5cb1-4264-b14e-ee0abdffbe01 None None] The sync data for ids ['61882c9c-6206-4da6-be5a-8a4ba5ebe3b7'] in dv-neutron-818911-2-hyperv is: [] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:51:06.439822 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b474f4b3-243e-4d93-8b60-cda165df8cc9 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Made reservation on behalf of 3a57d4c6d6484e7bbaf48e6f242b2f3e for: {'subnet': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:51:06.443929 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b474f4b3-243e-4d93-8b60-cda165df8cc9 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29154835'] for subnet, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:06.472750 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-2c8c43e5-a347-4013-80dd-7e10d1b3fa8a tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:06.482292 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-2c8c43e5-a347-4013-80dd-7e10d1b3fa8a tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:06.560357 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8c43e5-a347-4013-80dd-7e10d1b3fa8a tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08e515b8-920c-44fe-b0f1-fef1ab613ff4,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:06.580083 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-2c8c43e5-a347-4013-80dd-7e10d1b3fa8a tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:06.584031 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-2c8c43e5-a347-4013-80dd-7e10d1b3fa8a tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3054914 Nov 24 01:51:06.585098 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49988) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:06.590137 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-60c7ce4c-8462-4462-a967-d239a1c93fe7 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Request body: {'security_group_rule': {'security_group_id': '08e515b8-920c-44fe-b0f1-fef1ab613ff4', 'direction': 'ingress', 'protocol': 17}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:06.645821 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-60c7ce4c-8462-4462-a967-d239a1c93fe7 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:06.657965 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-9ea6a722-dfde-497d-b906-e0ddda92679d None None] Publish callbacks [] for port, precommit_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:06.668742 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-9ea6a722-dfde-497d-b906-e0ddda92679d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:06.705907 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0db4aaed-06b9-4297-bb0b-b58f1723da13 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3777994'] for router_interface, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:06.777357 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-60c7ce4c-8462-4462-a967-d239a1c93fe7 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:06.785161 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-60c7ce4c-8462-4462-a967-d239a1c93fe7 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:06.785781 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b474f4b3-243e-4d93-8b60-cda165df8cc9 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29149261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29154849'] for subnet, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:06.794302 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-9ea6a722-dfde-497d-b906-e0ddda92679d None None] Attempting to bind port 43cd26df-062e-4f8e-ad40-c2dcc2d0a755 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:51:06.795357 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-9ea6a722-dfde-497d-b906-e0ddda92679d None None] Attempting to bind port 43cd26df-062e-4f8e-ad40-c2dcc2d0a755 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': 'f285092a-19ce-4f3f-b65d-fc16f62f043d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '176ac394-6c88-463d-aaaa-65492c0ad94b'}] {{(pid=109869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:51:06.795996 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea6a722-dfde-497d-b906-e0ddda92679d None None] Attempting to bind port 43cd26df-062e-4f8e-ad40-c2dcc2d0a755 on network 176ac394-6c88-463d-aaaa-65492c0ad94b {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:51:06.798885 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6a25fa-6c03-4d48-890f-063ad49f4f31 None None] Pushing event updated for resources: {'Port': ['ID=43cd26df-062e-4f8e-ad40-c2dcc2d0a755,revision_number=3']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:06.813136 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-60c7ce4c-8462-4462-a967-d239a1c93fe7 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:06.814710 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-60c7ce4c-8462-4462-a967-d239a1c93fe7 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2288091 Nov 24 01:51:06.817528 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a25fa-6c03-4d48-890f-063ad49f4f31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:51:06.820735 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49990) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:06.827857 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a25fa-6c03-4d48-890f-063ad49f4f31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:51:06.828461 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a25fa-6c03-4d48-890f-063ad49f4f31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:51:06.829109 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a25fa-6c03-4d48-890f-063ad49f4f31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:51:06.829814 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a25fa-6c03-4d48-890f-063ad49f4f31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:51:06.830393 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a25fa-6c03-4d48-890f-063ad49f4f31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:51:06.831047 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a25fa-6c03-4d48-890f-063ad49f4f31 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:51:06.831637 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a25fa-6c03-4d48-890f-063ad49f4f31 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:51:06.832984 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a25fa-6c03-4d48-890f-063ad49f4f31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:51:06.833621 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a25fa-6c03-4d48-890f-063ad49f4f31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:51:06.834187 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a25fa-6c03-4d48-890f-063ad49f4f31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:51:06.834736 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6a25fa-6c03-4d48-890f-063ad49f4f31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:51:06.848117 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c7ce4c-8462-4462-a967-d239a1c93fe7 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8abbcc41-24f9-4efa-8199-93a389a9c3bd,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:06.853083 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b474f4b3-243e-4d93-8b60-cda165df8cc9 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Network f9ae361b-af25-426a-af1d-ae2f7b65d452 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:51:06.857170 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-b474f4b3-243e-4d93-8b60-cda165df8cc9 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:51:06.863175 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b474f4b3-243e-4d93-8b60-cda165df8cc9 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:51:06.863782 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b474f4b3-243e-4d93-8b60-cda165df8cc9 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:06.871855 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea6a722-dfde-497d-b906-e0ddda92679d None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:51:06.872536 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea6a722-dfde-497d-b906-e0ddda92679d None None] Checking segment: {'id': 'f285092a-19ce-4f3f-b65d-fc16f62f043d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '176ac394-6c88-463d-aaaa-65492c0ad94b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:51:06.872947 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-9ea6a722-dfde-497d-b906-e0ddda92679d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:06.873343 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea6a722-dfde-497d-b906-e0ddda92679d None None] Bound using segment: {'id': 'f285092a-19ce-4f3f-b65d-fc16f62f043d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '176ac394-6c88-463d-aaaa-65492c0ad94b'} {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:51:06.873871 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-9ea6a722-dfde-497d-b906-e0ddda92679d None None] Bound port: 43cd26df-062e-4f8e-ad40-c2dcc2d0a755, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f285092a-19ce-4f3f-b65d-fc16f62f043d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '176ac394-6c88-463d-aaaa-65492c0ad94b'}}] {{(pid=109869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:51:06.874249 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-9ea6a722-dfde-497d-b906-e0ddda92679d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:06.900381 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b474f4b3-243e-4d93-8b60-cda165df8cc9 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Pushing event updated for resources: {'Subnet': ['ID=d496bf35-9072-43e6-bd6a-95827dfcb315,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:06.919150 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49992) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:06.922638 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-b474f4b3-243e-4d93-8b60-cda165df8cc9 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7836185 Nov 24 01:51:06.924353 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-872b5d34-7d97-42de-8c10-52b36f865301 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Request body: {'security_group': {'name': 'tempest-secgroup-1876761051'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:06.963732 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.db [None req-9ea6a722-dfde-497d-b906-e0ddda92679d None None] For port 43cd26df-062e-4f8e-ad40-c2dcc2d0a755, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:51:06.968203 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.db [None req-9ea6a722-dfde-497d-b906-e0ddda92679d None None] For port 43cd26df-062e-4f8e-ad40-c2dcc2d0a755, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=43cd26df-062e-4f8e-ad40-c2dcc2d0a755,segment=NetworkSegment(f285092a-19ce-4f3f-b65d-fc16f62f043d),segment_id=f285092a-19ce-4f3f-b65d-fc16f62f043d)] {{(pid=109869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:51:06.975256 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-9ea6a722-dfde-497d-b906-e0ddda92679d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:06.992519 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0e26b675-d982-407f-9e04-e4fbe96f2cbe tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:07.006682 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-872b5d34-7d97-42de-8c10-52b36f865301 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks [] for security_group, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:07.039905 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0e26b675-d982-407f-9e04-e4fbe96f2cbe tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:07.058152 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea6a722-dfde-497d-b906-e0ddda92679d None None] Routers {'044ffa33-622b-40ec-a123-209f6a9cdbd5'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:51:07.059149 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-9ea6a722-dfde-497d-b906-e0ddda92679d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:50:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['044ffa33-622b-40ec-a123-209f6a9cdbd5'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:51:07.123198 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-b0ba9f3f-b3ea-4544-b515-ec2a4999e7af None None] Provisioning complete for port 43cd26df-062e-4f8e-ad40-c2dcc2d0a755 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:51:07.123758 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-b0ba9f3f-b3ea-4544-b515-ec2a4999e7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:07.163945 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0e26b675-d982-407f-9e04-e4fbe96f2cbe tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:07.167311 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0e26b675-d982-407f-9e04-e4fbe96f2cbe tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:07.168572 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-0e26b675-d982-407f-9e04-e4fbe96f2cbe tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] 10.222.0.21 "DELETE /v2.0/security-groups/08e515b8-920c-44fe-b0f1-fef1ab613ff4 HTTP/1.1" status: 204 len: 168 time: 0.3468895 Nov 24 01:51:07.171488 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49994) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:07.214487 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-872b5d34-7d97-42de-8c10-52b36f865301 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks [] for security_group, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:07.216088 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e26b675-d982-407f-9e04-e4fbe96f2cbe tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e515b8-920c-44fe-b0f1-fef1ab613ff4,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:07.226363 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-872b5d34-7d97-42de-8c10-52b36f865301 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:07.271943 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-9ea6a722-dfde-497d-b906-e0ddda92679d None None] Set router 044ffa33-622b-40ec-a123-209f6a9cdbd5 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:51:07.294263 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-36de29c8-98c8-4056-9d9f-a0e4bc2e182d tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1160178 Nov 24 01:51:07.294917 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 49996) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:07.300310 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-872b5d34-7d97-42de-8c10-52b36f865301 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:07.304826 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-5eace6c9-d216-4c28-8b36-0a561735a18f tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Request body: {'security_group': {'name': 'tempest-secgroup--87563863'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:07.309889 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-872b5d34-7d97-42de-8c10-52b36f865301 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3807390 Nov 24 01:51:07.318781 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 49998) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:07.329372 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-09a2d069-7d47-4314-bdba-0d81ef215e87 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Request body: {'security_group': {'name': 'tempest-secgroup-1548512343'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:07.356787 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872b5d34-7d97-42de-8c10-52b36f865301 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43ed94ad-1f20-4fea-a2a3-61d386c563bf,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:07.370846 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5eace6c9-d216-4c28-8b36-0a561735a18f tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:07.385033 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-b0ba9f3f-b3ea-4544-b515-ec2a4999e7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:07.391129 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-0db4aaed-06b9-4297-bb0b-b58f1723da13 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Deleting port 8619a026-c8fb-4603-99ed-c81d09b37cef {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:51:07.391312 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0db4aaed-06b9-4297-bb0b-b58f1723da13 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:07.432870 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6a25fa-6c03-4d48-890f-063ad49f4f31 None None] Pushing event updated for resources: {'Port': ['ID=43cd26df-062e-4f8e-ad40-c2dcc2d0a755,revision_number=4']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:07.437039 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-09a2d069-7d47-4314-bdba-0d81ef215e87 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks [] for security_group, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:07.468226 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-b0ba9f3f-b3ea-4544-b515-ec2a4999e7af None None] For port 43cd26df-062e-4f8e-ad40-c2dcc2d0a755, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=43cd26df-062e-4f8e-ad40-c2dcc2d0a755,segment=NetworkSegment(f285092a-19ce-4f3f-b65d-fc16f62f043d),segment_id=f285092a-19ce-4f3f-b65d-fc16f62f043d)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:51:07.475376 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-b0ba9f3f-b3ea-4544-b515-ec2a4999e7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:07.542004 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ba9f3f-b3ea-4544-b515-ec2a4999e7af None None] Pushing event updated for resources: {'Port': ['ID=43cd26df-062e-4f8e-ad40-c2dcc2d0a755,revision_number=5']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:07.556995 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5eace6c9-d216-4c28-8b36-0a561735a18f tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:07.561809 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa91bfe-a0a2-41ad-b550-1035591cc7d4 None None] Network f9ae361b-af25-426a-af1d-ae2f7b65d452 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:51:07.566388 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5eace6c9-d216-4c28-8b36-0a561735a18f tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:07.569162 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0db4aaed-06b9-4297-bb0b-b58f1723da13 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:07.595743 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-0db4aaed-06b9-4297-bb0b-b58f1723da13 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Calling delete_port for 8619a026-c8fb-4603-99ed-c81d09b37cef owned by network:router_interface {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:51:07.624765 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-b92f8480-b68d-4e23-a29e-f844bfd80694 None None] Provisioning complete for port 43cd26df-062e-4f8e-ad40-c2dcc2d0a755 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:51:07.625295 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-b92f8480-b68d-4e23-a29e-f844bfd80694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:07.628941 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5eace6c9-d216-4c28-8b36-0a561735a18f tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:07.633551 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-5eace6c9-d216-4c28-8b36-0a561735a18f tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3348680 Nov 24 01:51:07.637934 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50000) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:07.650702 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-37389eff-08f0-4e90-b6b4-33a71e39da5e tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Request body: {'security_group': {'name': 'tempest-secgroup--1955170396'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:07.663829 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eace6c9-d216-4c28-8b36-0a561735a18f tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d26568c-92cd-4c9f-917a-3e4e5b6f61d8,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:07.666585 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-09a2d069-7d47-4314-bdba-0d81ef215e87 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks [] for security_group, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:07.677152 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-09a2d069-7d47-4314-bdba-0d81ef215e87 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:07.678419 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-9ea6a722-dfde-497d-b906-e0ddda92679d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044ffa33-622b-40ec-a123-209f6a9cdbd5', 'name': 'tempest-TestNetworkBasicOps-router-1593989456', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.187'}], 'enable_snat': True}, 'gw_port_id': '15abb6d1-0606-4928-811c-ecc84505c223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:49:12Z', 'updated_at': '2021-11-24T01:51:03Z', 'revision_number': 5, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': '15abb6d1-0606-4928-811c-ecc84505c223', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044ffa33-622b-40ec-a123-209f6a9cdbd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:49:13Z', 'updated_at': '2021-11-24T01:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_floatingips': [{'id': 'afec3b51-07fb-4443-8bab-c1a77b18b418', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'floating_ip_address': '172.26.5.206', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': '044ffa33-622b-40ec-a123-209f6a9cdbd5', 'port_id': 'd9282004-ac34-4eb1-b254-5b08bd21ecb2', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 984, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8617ed88-7a9f-4293-a73d-5ec916acee3f', 'mac_address': 'fa:16:3e:74:3e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0530cda3-d693-481b-91ae-7c78caa49aff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T01:50:00Z', 'updated_at': '2021-11-24T01:50:07Z', 'revision_number': 1, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43cd26df-062e-4f8e-ad40-c2dcc2d0a755', 'name': '', 'network_id': '176ac394-6c88-463d-aaaa-65492c0ad94b', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'mac_address': 'fa:16:3e:a8:03:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '044ffa33-622b-40ec-a123-209f6a9cdbd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '95c89327-6df4-4905-b017-dda5c10cc438', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:00Z', 'updated_at': '2021-11-24T01:51:06Z', 'revision_number': 4, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'subnets': [{'id': '95c89327-6df4-4905-b017-dda5c10cc438', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '758483ef-c738-4f14-8ab8-094385e704eb', 'name': '', 'network_id': '8617ed88-7a9f-4293-a73d-5ec916acee3f', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'mac_address': 'fa:16:3e:c0:df:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044ffa33-622b-40ec-a123-209f6a9cdbd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '430b8ec6-a019-4487-a7d1-af147e18faf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:49:22Z', 'updated_at': '2021-11-24T01:49:28Z', 'revision_number': 5, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'subnets': [{'id': '430b8ec6-a019-4487-a7d1-af147e18faf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:51:07.709706 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-37389eff-08f0-4e90-b6b4-33a71e39da5e tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:07.728706 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea6a722-dfde-497d-b906-e0ddda92679d None None] The sync data for ids ['044ffa33-622b-40ec-a123-209f6a9cdbd5'] in dv-neutron-818911-2-hyperv is: [{'id': '044ffa33-622b-40ec-a123-209f6a9cdbd5', 'name': 'tempest-TestNetworkBasicOps-router-1593989456', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.187'}], 'enable_snat': True}, 'gw_port_id': '15abb6d1-0606-4928-811c-ecc84505c223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:49:12Z', 'updated_at': '2021-11-24T01:51:03Z', 'revision_number': 5, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': '15abb6d1-0606-4928-811c-ecc84505c223', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044ffa33-622b-40ec-a123-209f6a9cdbd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:49:13Z', 'updated_at': '2021-11-24T01:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_floatingips': [{'id': 'afec3b51-07fb-4443-8bab-c1a77b18b418', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'floating_ip_address': '172.26.5.206', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': '044ffa33-622b-40ec-a123-209f6a9cdbd5', 'port_id': 'd9282004-ac34-4eb1-b254-5b08bd21ecb2', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 984, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8617ed88-7a9f-4293-a73d-5ec916acee3f', 'mac_address': 'fa:16:3e:74:3e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0530cda3-d693-481b-91ae-7c78caa49aff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T01:50:00Z', 'updated_at': '2021-11-24T01:50:07Z', 'revision_number': 1, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43cd26df-062e-4f8e-ad40-c2dcc2d0a755', 'name': '', 'network_id': '176ac394-6c88-463d-aaaa-65492c0ad94b', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'mac_address': 'fa:16:3e:a8:03:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '044ffa33-622b-40ec-a123-209f6a9cdbd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '95c89327-6df4-4905-b017-dda5c10cc438', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:00Z', 'updated_at': '2021-11-24T01:51:06Z', 'revision_number': 4, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'subnets': [{'id': '95c89327-6df4-4905-b017-dda5c10cc438', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '758483ef-c738-4f14-8ab8-094385e704eb', 'name': '', 'network_id': '8617ed88-7a9f-4293-a73d-5ec916acee3f', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'mac_address': 'fa:16:3e:c0:df:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044ffa33-622b-40ec-a123-209f6a9cdbd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '430b8ec6-a019-4487-a7d1-af147e18faf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:49:22Z', 'updated_at': '2021-11-24T01:49:28Z', 'revision_number': 5, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'subnets': [{'id': '430b8ec6-a019-4487-a7d1-af147e18faf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:51:07.735004 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-09a2d069-7d47-4314-bdba-0d81ef215e87 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:07.736239 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-09a2d069-7d47-4314-bdba-0d81ef215e87 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4151223 Nov 24 01:51:07.740267 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50002) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:07.746935 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-213f7d56-b4b3-44fb-b201-84b51f3fb7b6 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Request body: {'security_group': {'name': 'tempest-secgroup-1805287236'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:07.747165 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a2d069-7d47-4314-bdba-0d81ef215e87 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b37facfa-cb19-424a-9cc0-7197567b248c,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:07.838179 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-213f7d56-b4b3-44fb-b201-84b51f3fb7b6 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks [] for security_group, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:07.912995 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-37389eff-08f0-4e90-b6b4-33a71e39da5e tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:07.922331 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-37389eff-08f0-4e90-b6b4-33a71e39da5e tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:07.935885 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0db4aaed-06b9-4297-bb0b-b58f1723da13 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:07.981344 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37389eff-08f0-4e90-b6b4-33a71e39da5e tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b2236f8-ae42-4222-9cb9-830cd68121d2,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:08.009278 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-37389eff-08f0-4e90-b6b4-33a71e39da5e tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:08.023519 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-37389eff-08f0-4e90-b6b4-33a71e39da5e tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3819110 Nov 24 01:51:08.035079 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50006) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:08.065329 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-213f7d56-b4b3-44fb-b201-84b51f3fb7b6 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks [] for security_group, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:08.074450 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-213f7d56-b4b3-44fb-b201-84b51f3fb7b6 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:08.081170 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db4aaed-06b9-4297-bb0b-b58f1723da13 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Pushing event deleted for resources: {'Port': ['ID=8619a026-c8fb-4603-99ed-c81d09b37cef,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:08.124178 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-213f7d56-b4b3-44fb-b201-84b51f3fb7b6 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks [] for security_group, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:08.126378 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-213f7d56-b4b3-44fb-b201-84b51f3fb7b6 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3849692 Nov 24 01:51:08.126637 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-f604020e-b024-4d8d-8fa5-12869cad7007 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Request body: {'security_group_rule': {'security_group_id': '4d26568c-92cd-4c9f-917a-3e4e5b6f61d8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '5b2236f8-ae42-4222-9cb9-830cd68121d2', 'remote_ip_prefix': None}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:08.131722 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50008) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:08.138491 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213f7d56-b4b3-44fb-b201-84b51f3fb7b6 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a507d435-e5fd-4caf-a792-da042ecc4c35,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:08.146159 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-f4bdb8c4-677d-4644-b414-2bf544481fc7 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1216740389', 'security_groups': ['a507d435-e5fd-4caf-a792-da042ecc4c35'], 'network_id': 'f9ae361b-af25-426a-af1d-ae2f7b65d452', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd496bf35-9072-43e6-bd6a-95827dfcb315'}]}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:08.244964 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0db4aaed-06b9-4297-bb0b-b58f1723da13 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424538'] for router_interface, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:08.323940 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 43cd26df-062e-4f8e-ad40-c2dcc2d0a755 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:51:08.331882 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f604020e-b024-4d8d-8fa5-12869cad7007 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:08.410738 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-b92f8480-b68d-4e23-a29e-f844bfd80694 None None] Provisioning complete for port bce6280a-a19c-4c43-ab41-5e259653d3d3 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:51:08.412017 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-b92f8480-b68d-4e23-a29e-f844bfd80694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:08.463300 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 43cd26df-062e-4f8e-ad40-c2dcc2d0a755 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:51:08.463600 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:08.522544 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f604020e-b024-4d8d-8fa5-12869cad7007 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:08.552594 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8069929c-1713-4696-aa5f-e98b04891592 None None] Update dhcp port {'port': {'network_id': 'f9ae361b-af25-426a-af1d-ae2f7b65d452', 'fixed_ips': [{'subnet_id': '57cd19dc-c2e2-4b00-9a8b-7afcd8d7a06a', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'd496bf35-9072-43e6-bd6a-95827dfcb315'}], 'binding:host_id': 'dv-neutron-818911-2-hyperv'}, 'id': 'bce6280a-a19c-4c43-ab41-5e259653d3d3'} from dv-neutron-818911-2-hyperv. {{(pid=109868) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 24 01:51:08.581510 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-8069929c-1713-4696-aa5f-e98b04891592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:08.584855 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f604020e-b024-4d8d-8fa5-12869cad7007 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:08.591018 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4bdb8c4-677d-4644-b414-2bf544481fc7 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Made reservation on behalf of 3a57d4c6d6484e7bbaf48e6f242b2f3e for: {'port': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:51:08.637079 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f604020e-b024-4d8d-8fa5-12869cad7007 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24d48ef9-b518-430d-91fa-6f2e84d8017e,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:08.678186 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f604020e-b024-4d8d-8fa5-12869cad7007 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:08.682159 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-f604020e-b024-4d8d-8fa5-12869cad7007 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5999253 Nov 24 01:51:08.682472 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50012) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:08.696198 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0db4aaed-06b9-4297-bb0b-b58f1723da13 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Router 61882c9c-6206-4da6-be5a-8a4ba5ebe3b7 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:51:08.732677 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3b128276-3141-48ef-b91e-0ff82cf88276 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:08.751124 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3b128276-3141-48ef-b91e-0ff82cf88276 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:08.788587 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-b92f8480-b68d-4e23-a29e-f844bfd80694 None None] Provisioning complete for port 86f2c419-ef31-4ebb-a312-526f8372de47 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:51:08.789161 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-b92f8480-b68d-4e23-a29e-f844bfd80694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:08.802021 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3b128276-3141-48ef-b91e-0ff82cf88276 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:08.808321 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3b128276-3141-48ef-b91e-0ff82cf88276 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:08.810365 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-3b128276-3141-48ef-b91e-0ff82cf88276 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/24d48ef9-b518-430d-91fa-6f2e84d8017e HTTP/1.1" status: 204 len: 168 time: 0.1267986 Nov 24 01:51:08.819788 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50014) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:08.820864 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b128276-3141-48ef-b91e-0ff82cf88276 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=24d48ef9-b518-430d-91fa-6f2e84d8017e,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:08.860440 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-b92f8480-b68d-4e23-a29e-f844bfd80694 None None] Port 86f2c419-ef31-4ebb-a312-526f8372de47 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:51:08.873443 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-8069929c-1713-4696-aa5f-e98b04891592 None None] Allocated IP 2001:db8::2 (f9ae361b-af25-426a-af1d-ae2f7b65d452/d496bf35-9072-43e6-bd6a-95827dfcb315/bce6280a-a19c-4c43-ab41-5e259653d3d3) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:51:08.910012 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-636a2e48-5cae-4b26-84a9-249977d5fe72 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0852630 Nov 24 01:51:08.913278 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50016) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:08.981588 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-8069929c-1713-4696-aa5f-e98b04891592 None None] For port bce6280a-a19c-4c43-ab41-5e259653d3d3, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=bce6280a-a19c-4c43-ab41-5e259653d3d3,segment=NetworkSegment(0a37dceb-1d21-41f0-a070-42022d51418f),segment_id=0a37dceb-1d21-41f0-a070-42022d51418f)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:51:08.994980 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cce975b7-a3cd-4e65-bc9b-0f2e9b5810d6 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:09.013905 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-8069929c-1713-4696-aa5f-e98b04891592 None None] Publish callbacks [] for port, precommit_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:09.019303 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-8069929c-1713-4696-aa5f-e98b04891592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:09.024923 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cce975b7-a3cd-4e65-bc9b-0f2e9b5810d6 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:09.076037 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cce975b7-a3cd-4e65-bc9b-0f2e9b5810d6 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:09.079183 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cce975b7-a3cd-4e65-bc9b-0f2e9b5810d6 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:09.080562 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-cce975b7-a3cd-4e65-bc9b-0f2e9b5810d6 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] 10.222.0.21 "DELETE /v2.0/security-groups/5b2236f8-ae42-4222-9cb9-830cd68121d2 HTTP/1.1" status: 204 len: 168 time: 0.1661372 Nov 24 01:51:09.084797 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50018) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:09.106472 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce975b7-a3cd-4e65-bc9b-0f2e9b5810d6 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b2236f8-ae42-4222-9cb9-830cd68121d2,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:09.113827 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8069929c-1713-4696-aa5f-e98b04891592 None None] Pushing event updated for resources: {'Port': ['ID=bce6280a-a19c-4c43-ab41-5e259653d3d3,revision_number=6']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:09.177316 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-26e3be24-01db-4169-bf6f-0f0954ae04bd tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4543 time: 0.0909905 Nov 24 01:51:09.179831 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50020) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:09.224580 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f4bdb8c4-677d-4644-b414-2bf544481fc7 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:09.241281 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-209ffa66-b477-41d9-81e3-a6205e1152f5 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:09.253650 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [None req-f4bdb8c4-677d-4644-b414-2bf544481fc7 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] device_id is not set on port 456cf3c1-1170-4ce1-bf07-ec3c687f3e0b yet. {{(pid=109867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 01:51:09.271535 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-209ffa66-b477-41d9-81e3-a6205e1152f5 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:09.298546 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0db4aaed-06b9-4297-bb0b-b58f1723da13 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:51:09.308081 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-0db4aaed-06b9-4297-bb0b-b58f1723da13 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] 10.222.0.21 "PUT /v2.0/routers/61882c9c-6206-4da6-be5a-8a4ba5ebe3b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0781345 Nov 24 01:51:09.311039 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50022) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:09.313861 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e37ed52-1088-4b25-a4d1-3b125053cced None None] Sync routers for ids ['61882c9c-6206-4da6-be5a-8a4ba5ebe3b7'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:51:09.328648 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e37ed52-1088-4b25-a4d1-3b125053cced None None] Routers {'61882c9c-6206-4da6-be5a-8a4ba5ebe3b7'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:51:09.329364 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-2e37ed52-1088-4b25-a4d1-3b125053cced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:50:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['61882c9c-6206-4da6-be5a-8a4ba5ebe3b7'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:51:09.330308 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-209ffa66-b477-41d9-81e3-a6205e1152f5 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:09.333807 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-209ffa66-b477-41d9-81e3-a6205e1152f5 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:09.335118 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-209ffa66-b477-41d9-81e3-a6205e1152f5 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] 10.222.0.21 "DELETE /v2.0/security-groups/4d26568c-92cd-4c9f-917a-3e4e5b6f61d8 HTTP/1.1" status: 204 len: 168 time: 0.1542490 Nov 24 01:51:09.343594 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50024) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:09.358090 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209ffa66-b477-41d9-81e3-a6205e1152f5 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d26568c-92cd-4c9f-917a-3e4e5b6f61d8,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:09.387299 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-2e37ed52-1088-4b25-a4d1-3b125053cced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:51:09.399525 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e37ed52-1088-4b25-a4d1-3b125053cced None None] Routers {'61882c9c-6206-4da6-be5a-8a4ba5ebe3b7'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:51:09.400392 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-2e37ed52-1088-4b25-a4d1-3b125053cced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:50:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['61882c9c-6206-4da6-be5a-8a4ba5ebe3b7'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:51:09.420850 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-6b91c59f-be74-4cac-b3f8-1023f60d5abe tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0756207 Nov 24 01:51:09.421683 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50026) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:09.428966 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-9eb2399d-4a12-4d26-b3ad-76bbb249fb26 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Request body: {'security_group': {'name': 'tempest-secgroup--1917377504'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:09.444359 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-2e37ed52-1088-4b25-a4d1-3b125053cced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:51:09.445462 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e37ed52-1088-4b25-a4d1-3b125053cced None None] The sync data for ids ['61882c9c-6206-4da6-be5a-8a4ba5ebe3b7'] in dv-neutron-818911-2-hyperv is: [] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:51:09.462481 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9eb2399d-4a12-4d26-b3ad-76bbb249fb26 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:09.548128 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9eb2399d-4a12-4d26-b3ad-76bbb249fb26 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:09.554652 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9eb2399d-4a12-4d26-b3ad-76bbb249fb26 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:09.589974 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9eb2399d-4a12-4d26-b3ad-76bbb249fb26 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:09.594647 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-9eb2399d-4a12-4d26-b3ad-76bbb249fb26 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1718709 Nov 24 01:51:09.595387 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50028) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:09.601103 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-0610d354-ece7-46f1-a6b1-f6f2ff06c3ac tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Request body: {'security_group_rule': {'security_group_id': 'c9e02247-5ded-43d7-9991-93b55c847e7b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:09.604400 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-f4bdb8c4-677d-4644-b414-2bf544481fc7 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Allocated IP 2001:db8::b3 (f9ae361b-af25-426a-af1d-ae2f7b65d452/d496bf35-9072-43e6-bd6a-95827dfcb315/456cf3c1-1170-4ce1-bf07-ec3c687f3e0b) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:51:09.607074 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb2399d-4a12-4d26-b3ad-76bbb249fb26 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e02247-5ded-43d7-9991-93b55c847e7b,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:09.636311 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0610d354-ece7-46f1-a6b1-f6f2ff06c3ac tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:09.710800 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0610d354-ece7-46f1-a6b1-f6f2ff06c3ac tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:09.717119 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0610d354-ece7-46f1-a6b1-f6f2ff06c3ac tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:09.736772 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0610d354-ece7-46f1-a6b1-f6f2ff06c3ac tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4430a04-4379-4588-a814-a70f83a6efc7,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:09.752362 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0610d354-ece7-46f1-a6b1-f6f2ff06c3ac tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:09.756828 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-0610d354-ece7-46f1-a6b1-f6f2ff06c3ac tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1562748 Nov 24 01:51:09.757074 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50030) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:09.782449 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e87270ed-b43a-43d4-b22b-3cf7680f249a tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:09.794574 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e87270ed-b43a-43d4-b22b-3cf7680f249a tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:09.827309 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e87270ed-b43a-43d4-b22b-3cf7680f249a tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:09.833930 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e87270ed-b43a-43d4-b22b-3cf7680f249a tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:09.837887 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-e87270ed-b43a-43d4-b22b-3cf7680f249a tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/f4430a04-4379-4588-a814-a70f83a6efc7 HTTP/1.1" status: 204 len: 168 time: 0.0796618 Nov 24 01:51:09.838272 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f4bdb8c4-677d-4644-b414-2bf544481fc7 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:09.838722 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50032) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:09.858120 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87270ed-b43a-43d4-b22b-3cf7680f249a tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f4430a04-4379-4588-a814-a70f83a6efc7,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:09.890358 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-2dccca58-66b0-4966-946d-f6f724ed990b tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0491495 Nov 24 01:51:09.891267 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-54f5d948-4e91-411a-b03e-bd6b69bc1008 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3777994'] for router_interface, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:09.892872 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50034) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:09.894374 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-b38f766d-84f2-4873-a3e1-bd0678155f7c None None] Provisioning complete for port bce6280a-a19c-4c43-ab41-5e259653d3d3 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:51:09.895385 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-b38f766d-84f2-4873-a3e1-bd0678155f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:09.925206 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f4bdb8c4-677d-4644-b414-2bf544481fc7 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:09.952664 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-77abb5e3-3c33-4f3b-933d-66cdb92da277 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:09.980083 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-77abb5e3-3c33-4f3b-933d-66cdb92da277 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:09.993809 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-b38f766d-84f2-4873-a3e1-bd0678155f7c None None] Provisioning complete for port 86f2c419-ef31-4ebb-a312-526f8372de47 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:51:09.994265 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-b38f766d-84f2-4873-a3e1-bd0678155f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:10.011336 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4bdb8c4-677d-4644-b414-2bf544481fc7 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Network f9ae361b-af25-426a-af1d-ae2f7b65d452 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:51:10.018459 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-f4bdb8c4-677d-4644-b414-2bf544481fc7 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:51:10.024749 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4bdb8c4-677d-4644-b414-2bf544481fc7 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:51:10.030390 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4bdb8c4-677d-4644-b414-2bf544481fc7 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:51:10.031007 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f4bdb8c4-677d-4644-b414-2bf544481fc7 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:10.033152 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-77abb5e3-3c33-4f3b-933d-66cdb92da277 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:10.036579 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-b38f766d-84f2-4873-a3e1-bd0678155f7c None None] Port 86f2c419-ef31-4ebb-a312-526f8372de47 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:51:10.037350 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-77abb5e3-3c33-4f3b-933d-66cdb92da277 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:10.039425 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-77abb5e3-3c33-4f3b-933d-66cdb92da277 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] 10.222.0.21 "DELETE /v2.0/security-groups/c9e02247-5ded-43d7-9991-93b55c847e7b HTTP/1.1" status: 204 len: 168 time: 0.1434095 Nov 24 01:51:10.040787 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bdb8c4-677d-4644-b414-2bf544481fc7 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Pushing event updated for resources: {'Port': ['ID=456cf3c1-1170-4ce1-bf07-ec3c687f3e0b,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:10.042978 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50036) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:10.050322 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77abb5e3-3c33-4f3b-933d-66cdb92da277 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e02247-5ded-43d7-9991-93b55c847e7b,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:10.094541 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-f4bdb8c4-677d-4644-b414-2bf544481fc7 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9586723 Nov 24 01:51:10.097475 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50038) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:10.103478 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-db7103c5-3342-46b1-963d-07e641ba6fed tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Request body: {'subnet': {'network_id': 'f9ae361b-af25-426a-af1d-ae2f7b65d452', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:10.153378 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-267401db-e131-45ab-9911-de4be35830e4 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1035290 Nov 24 01:51:10.153980 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50040) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:10.158560 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-e26f451e-7a84-40f4-9f1f-70c821487013 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Request body: {'security_group': {'name': 'tempest-secgroup--1074924539'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:10.196763 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e26f451e-7a84-40f4-9f1f-70c821487013 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:10.235307 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device bce6280a-a19c-4c43-ab41-5e259653d3d3 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:51:10.259541 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db7103c5-3342-46b1-963d-07e641ba6fed tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Made reservation on behalf of 3a57d4c6d6484e7bbaf48e6f242b2f3e for: {'subnet': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:51:10.263874 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-db7103c5-3342-46b1-963d-07e641ba6fed tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29154835'] for subnet, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:10.307568 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port bce6280a-a19c-4c43-ab41-5e259653d3d3 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:51:10.308862 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:10.346067 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-54f5d948-4e91-411a-b03e-bd6b69bc1008 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Deleting port 3f5857fc-82fd-4921-b385-1a5ead0cea7b {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:51:10.346412 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-54f5d948-4e91-411a-b03e-bd6b69bc1008 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:10.351387 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e26f451e-7a84-40f4-9f1f-70c821487013 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:10.367489 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e26f451e-7a84-40f4-9f1f-70c821487013 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:10.379685 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.ipam_backend_mixin [None req-db7103c5-3342-46b1-963d-07e641ba6fed tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d496bf35-9072-43e6-bd6a-95827dfcb315 (CIDR: 2001:db8::/64) Nov 24 01:51:10.383653 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-db7103c5-3342-46b1-963d-07e641ba6fed tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 01:51:10.384246 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db7103c5-3342-46b1-963d-07e641ba6fed tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:51:10.406478 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-db7103c5-3342-46b1-963d-07e641ba6fed tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3075175 Nov 24 01:51:10.409087 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50042) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:10.410151 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-a188d28c-fbfa-4539-b345-63da78612bbe None None] Provisioning complete for port 456cf3c1-1170-4ce1-bf07-ec3c687f3e0b triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:51:10.410487 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a188d28c-fbfa-4539-b345-63da78612bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:10.443780 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-a188d28c-fbfa-4539-b345-63da78612bbe None None] Port 456cf3c1-1170-4ce1-bf07-ec3c687f3e0b cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:51:10.444354 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-28e5426c-2559-481d-93d9-505128fdbd17 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Request body: {'subnet': {'network_id': 'f9ae361b-af25-426a-af1d-ae2f7b65d452', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:10.456127 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e26f451e-7a84-40f4-9f1f-70c821487013 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:10.457304 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-e26f451e-7a84-40f4-9f1f-70c821487013 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3022206 Nov 24 01:51:10.460701 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50044) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:10.465320 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-7e1173e5-9f65-4185-9bda-01a4c7b4a4ba tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Request body: {'security_group_rule': {'security_group_id': '63eeb498-eeb6-4a7e-8684-0c8e7862e342', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:10.477065 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26f451e-7a84-40f4-9f1f-70c821487013 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63eeb498-eeb6-4a7e-8684-0c8e7862e342,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:10.494245 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-7e1173e5-9f65-4185-9bda-01a4c7b4a4ba tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:10.549790 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-54f5d948-4e91-411a-b03e-bd6b69bc1008 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:10.550889 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-7e1173e5-9f65-4185-9bda-01a4c7b4a4ba tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:10.555463 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-7e1173e5-9f65-4185-9bda-01a4c7b4a4ba tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:10.571425 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-54f5d948-4e91-411a-b03e-bd6b69bc1008 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Calling delete_port for 3f5857fc-82fd-4921-b385-1a5ead0cea7b owned by network:router_interface {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:51:10.573897 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1173e5-9f65-4185-9bda-01a4c7b4a4ba tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14bac153-c7c3-4c7d-9186-c0d0aa3b30fa,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:10.583914 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-7e1173e5-9f65-4185-9bda-01a4c7b4a4ba tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:10.585141 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-7e1173e5-9f65-4185-9bda-01a4c7b4a4ba tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1234522 Nov 24 01:51:10.587822 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50048) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:10.604220 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-8c34358a-229d-44f5-9302-43e48f47ca13 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] 10.222.0.21 "GET /v2.0/security-group-rules/14bac153-c7c3-4c7d-9186-c0d0aa3b30fa HTTP/1.1" status: 200 len: 763 time: 0.0153229 Nov 24 01:51:10.606769 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50050) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:10.648371 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-607d1795-7266-4918-acc5-dccaa812b2f8 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0404553 Nov 24 01:51:10.651004 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50052) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:10.657080 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e5426c-2559-481d-93d9-505128fdbd17 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Made reservation on behalf of 3a57d4c6d6484e7bbaf48e6f242b2f3e for: {'subnet': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:51:10.660534 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-28e5426c-2559-481d-93d9-505128fdbd17 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25307781'] for subnet, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:10.677022 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f5503ef2-e36f-4e8e-bcb5-0dbec8f67eb1 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:10.684774 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f5503ef2-e36f-4e8e-bcb5-0dbec8f67eb1 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:10.711145 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f5503ef2-e36f-4e8e-bcb5-0dbec8f67eb1 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:10.717282 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f5503ef2-e36f-4e8e-bcb5-0dbec8f67eb1 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:10.718418 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-f5503ef2-e36f-4e8e-bcb5-0dbec8f67eb1 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/14bac153-c7c3-4c7d-9186-c0d0aa3b30fa HTTP/1.1" status: 204 len: 168 time: 0.0664928 Nov 24 01:51:10.723692 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50054) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:10.729722 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5503ef2-e36f-4e8e-bcb5-0dbec8f67eb1 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=14bac153-c7c3-4c7d-9186-c0d0aa3b30fa,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:10.765762 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-664068f0-3d2c-4a35-9455-d81ae30fd775 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0385988 Nov 24 01:51:10.765963 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50056) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:10.770224 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-0ae19c6b-c4a9-47a1-9611-d9a74ea9bb97 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Request body: {'security_group_rule': {'security_group_id': '63eeb498-eeb6-4a7e-8684-0c8e7862e342', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:10.797953 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0ae19c6b-c4a9-47a1-9611-d9a74ea9bb97 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:10.804029 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.ipam_backend_mixin [None req-28e5426c-2559-481d-93d9-505128fdbd17 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 57cd19dc-c2e2-4b00-9a8b-7afcd8d7a06a (CIDR: 2001:db8:0:1::/64) Nov 24 01:51:10.825471 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.pecan_wsgi.hooks.translation [None req-28e5426c-2559-481d-93d9-505128fdbd17 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 01:51:10.825956 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28e5426c-2559-481d-93d9-505128fdbd17 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:51:10.850558 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0ae19c6b-c4a9-47a1-9611-d9a74ea9bb97 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:10.854509 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0ae19c6b-c4a9-47a1-9611-d9a74ea9bb97 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:10.857071 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-28e5426c-2559-481d-93d9-505128fdbd17 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4200149 Nov 24 01:51:10.859971 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50058) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:10.864748 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-1baf20c1-4430-4a4e-840f-50ed81fd6844 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Request body: {'subnet': {'network_id': 'f9ae361b-af25-426a-af1d-ae2f7b65d452', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:10.872850 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae19c6b-c4a9-47a1-9611-d9a74ea9bb97 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5c80325-ac3a-4a5e-8e3a-f62e3fc9a732,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:10.884241 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0ae19c6b-c4a9-47a1-9611-d9a74ea9bb97 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:10.885559 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-0ae19c6b-c4a9-47a1-9611-d9a74ea9bb97 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1186581 Nov 24 01:51:10.888301 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50060) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:10.899555 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-54f5d948-4e91-411a-b03e-bd6b69bc1008 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:10.906438 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-c213d1f5-b8fc-4f2e-b223-0842b359f171 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] 10.222.0.21 "GET /v2.0/security-group-rules/c5c80325-ac3a-4a5e-8e3a-f62e3fc9a732 HTTP/1.1" status: 200 len: 763 time: 0.0169294 Nov 24 01:51:10.908992 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50062) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:10.949623 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-541c915c-91be-49b9-ac6e-680fe0e21595 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0394425 Nov 24 01:51:10.952546 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50064) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:10.962848 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f5d948-4e91-411a-b03e-bd6b69bc1008 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Pushing event deleted for resources: {'Port': ['ID=3f5857fc-82fd-4921-b385-1a5ead0cea7b,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:10.979908 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-22256b4a-553e-466b-9428-c6cfdd4eabe0 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:10.988198 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-22256b4a-553e-466b-9428-c6cfdd4eabe0 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:11.017526 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-22256b4a-553e-466b-9428-c6cfdd4eabe0 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:11.024032 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-22256b4a-553e-466b-9428-c6cfdd4eabe0 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:11.027603 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-22256b4a-553e-466b-9428-c6cfdd4eabe0 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/c5c80325-ac3a-4a5e-8e3a-f62e3fc9a732 HTTP/1.1" status: 204 len: 168 time: 0.0718081 Nov 24 01:51:11.028271 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50066) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:11.044681 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22256b4a-553e-466b-9428-c6cfdd4eabe0 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c5c80325-ac3a-4a5e-8e3a-f62e3fc9a732,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:11.073576 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-d0b4e105-6969-49c8-b2d2-25ec1bf1d3ea tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0445652 Nov 24 01:51:11.076169 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50068) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:11.080769 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-4e3b635c-767a-4657-ac26-177d7c0c9fe9 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Request body: {'security_group_rule': {'security_group_id': '63eeb498-eeb6-4a7e-8684-0c8e7862e342', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:11.081439 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-54f5d948-4e91-411a-b03e-bd6b69bc1008 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424538'] for router_interface, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:11.105905 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.securitygroups_db [None req-4e3b635c-767a-4657-ac26-177d7c0c9fe9 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Project 5f42a322ba7b432fb88bcc4b217ba4f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 01:51:11.111960 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4e3b635c-767a-4657-ac26-177d7c0c9fe9 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:11.178111 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4e3b635c-767a-4657-ac26-177d7c0c9fe9 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:11.180037 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1baf20c1-4430-4a4e-840f-50ed81fd6844 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Made reservation on behalf of 3a57d4c6d6484e7bbaf48e6f242b2f3e for: {'subnet': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:51:11.181583 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4e3b635c-767a-4657-ac26-177d7c0c9fe9 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:11.183477 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1baf20c1-4430-4a4e-840f-50ed81fd6844 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25307781'] for subnet, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:11.199055 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3b635c-767a-4657-ac26-177d7c0c9fe9 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0664922e-90b1-454e-b03e-30e788381684,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:11.207981 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4e3b635c-767a-4657-ac26-177d7c0c9fe9 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:11.209191 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-4e3b635c-767a-4657-ac26-177d7c0c9fe9 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1320238 Nov 24 01:51:11.211874 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50070) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:11.228521 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-405bae08-300b-43b3-9f74-3243ba08ec54 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] 10.222.0.21 "GET /v2.0/security-group-rules/0664922e-90b1-454e-b03e-30e788381684 HTTP/1.1" status: 200 len: 769 time: 0.0155375 Nov 24 01:51:11.230895 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50072) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:11.274835 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-23bddf6a-0a55-4468-b6fc-5c1c05499195 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0429296 Nov 24 01:51:11.277515 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50074) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:11.300642 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-fcb750cf-b38a-4b77-a2a2-b13d313ad11e tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:11.308723 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-fcb750cf-b38a-4b77-a2a2-b13d313ad11e tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:11.311533 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54f5d948-4e91-411a-b03e-bd6b69bc1008 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Router 61882c9c-6206-4da6-be5a-8a4ba5ebe3b7 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:51:11.334391 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-fcb750cf-b38a-4b77-a2a2-b13d313ad11e tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:11.339307 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-fcb750cf-b38a-4b77-a2a2-b13d313ad11e tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:11.340441 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-fcb750cf-b38a-4b77-a2a2-b13d313ad11e tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/0664922e-90b1-454e-b03e-30e788381684 HTTP/1.1" status: 204 len: 168 time: 0.0619895 Nov 24 01:51:11.344379 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50076) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:11.354860 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb750cf-b38a-4b77-a2a2-b13d313ad11e tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0664922e-90b1-454e-b03e-30e788381684,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:11.389185 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-499c5acc-d8fc-4ca1-80a0-a3a4b27b7cbb tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0437317 Nov 24 01:51:11.391918 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50078) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:11.414829 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54f5d948-4e91-411a-b03e-bd6b69bc1008 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:51:11.421365 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-54f5d948-4e91-411a-b03e-bd6b69bc1008 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] 10.222.0.21 "PUT /v2.0/routers/61882c9c-6206-4da6-be5a-8a4ba5ebe3b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1094925 Nov 24 01:51:11.424537 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50080) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:11.429164 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9034c98-cfd8-41c2-a438-95edf161ac62 None None] Sync routers for ids ['61882c9c-6206-4da6-be5a-8a4ba5ebe3b7'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:51:11.443998 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9034c98-cfd8-41c2-a438-95edf161ac62 None None] Routers {'61882c9c-6206-4da6-be5a-8a4ba5ebe3b7'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:51:11.444644 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-c9034c98-cfd8-41c2-a438-95edf161ac62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:50:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['61882c9c-6206-4da6-be5a-8a4ba5ebe3b7'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:51:11.449552 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c304ab6c-2e60-4e66-99c2-c0962e5d059d tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:11.455515 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-bc29c447-844c-46cd-820c-51695cbe3b06 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] 10.222.0.21 "GET /v2.0/ports?device_id=61882c9c-6206-4da6-be5a-8a4ba5ebe3b7 HTTP/1.1" status: 200 len: 205 time: 0.0299122 Nov 24 01:51:11.459149 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50082) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:11.474454 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c304ab6c-2e60-4e66-99c2-c0962e5d059d tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:11.485537 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-c9034c98-cfd8-41c2-a438-95edf161ac62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:51:11.494860 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9034c98-cfd8-41c2-a438-95edf161ac62 None None] Routers {'61882c9c-6206-4da6-be5a-8a4ba5ebe3b7'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:51:11.495469 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-c9034c98-cfd8-41c2-a438-95edf161ac62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:50:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['61882c9c-6206-4da6-be5a-8a4ba5ebe3b7'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:51:11.518311 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c304ab6c-2e60-4e66-99c2-c0962e5d059d tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:11.522146 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c304ab6c-2e60-4e66-99c2-c0962e5d059d tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Publish callbacks [] for security_group, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:11.525773 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-c304ab6c-2e60-4e66-99c2-c0962e5d059d tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] 10.222.0.21 "DELETE /v2.0/security-groups/63eeb498-eeb6-4a7e-8684-0c8e7862e342 HTTP/1.1" status: 204 len: 168 time: 0.1306477 Nov 24 01:51:11.527214 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50084) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:11.530795 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-c9034c98-cfd8-41c2-a438-95edf161ac62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:51:11.531633 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9034c98-cfd8-41c2-a438-95edf161ac62 None None] The sync data for ids ['61882c9c-6206-4da6-be5a-8a4ba5ebe3b7'] in dv-neutron-818911-2-hyperv is: [] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:51:11.548662 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c304ab6c-2e60-4e66-99c2-c0962e5d059d tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63eeb498-eeb6-4a7e-8684-0c8e7862e342,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:11.570302 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4c521d75-f4b0-4fbb-b8da-471652939bdb tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks [] for router, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:11.578987 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-496ffe0e-c7d6-4425-b237-0a183688bdf2 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0506222 Nov 24 01:51:11.583167 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50086) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:11.630339 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-0ef1d3fd-032c-4ff7-889e-969d0157dad1 tempest-SecGroupIPv6Test-1515590005 tempest-SecGroupIPv6Test-1515590005-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0451100 Nov 24 01:51:11.760626 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4c521d75-f4b0-4fbb-b8da-471652939bdb tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-424460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2766'] for router, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:11.766177 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4c521d75-f4b0-4fbb-b8da-471652939bdb tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:11.823200 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1baf20c1-4430-4a4e-840f-50ed81fd6844 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25501847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25307831'] for subnet, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:11.830233 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4c521d75-f4b0-4fbb-b8da-471652939bdb tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-424469'] for router, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:11.830615 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c521d75-f4b0-4fbb-b8da-471652939bdb tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Fanout notify agent at l3_agent the message router_deleted on router 61882c9c-6206-4da6-be5a-8a4ba5ebe3b7 {{(pid=109867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 01:51:11.838127 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4c521d75-f4b0-4fbb-b8da-471652939bdb tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks [] for router, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:11.839215 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-4c521d75-f4b0-4fbb-b8da-471652939bdb tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] 10.222.0.21 "DELETE /v2.0/routers/61882c9c-6206-4da6-be5a-8a4ba5ebe3b7 HTTP/1.1" status: 204 len: 168 time: 0.3791769 Nov 24 01:51:11.846211 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50092) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:11.879532 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1baf20c1-4430-4a4e-840f-50ed81fd6844 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Network f9ae361b-af25-426a-af1d-ae2f7b65d452 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:51:11.882776 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-1baf20c1-4430-4a4e-840f-50ed81fd6844 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:51:11.888587 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50094) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:11.888788 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1baf20c1-4430-4a4e-840f-50ed81fd6844 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:51:11.889820 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1baf20c1-4430-4a4e-840f-50ed81fd6844 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:11.893010 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d556555-ce90-4847-b62e-87b95273d079 None None] Network f9ae361b-af25-426a-af1d-ae2f7b65d452 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:51:11.903713 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baf20c1-4430-4a4e-840f-50ed81fd6844 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Pushing event updated for resources: {'Subnet': ['ID=94bb58cc-f77d-4829-9b55-920f8a3c3791,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:11.911854 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0ceee56-8d1e-454f-ba1d-a685180d05d9 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Deleting subnet e2231478-1209-4ac4-baa9-533bc8d772ec {{(pid=109866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 01:51:11.915122 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a0ceee56-8d1e-454f-ba1d-a685180d05d9 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks [] for subnet, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:11.918192 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-1baf20c1-4430-4a4e-840f-50ed81fd6844 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0547740 Nov 24 01:51:11.918484 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50098) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:11.944301 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-f70decc5-e6ba-4738-b149-e8954cdd5be6 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-417188723', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '94bb58cc-f77d-4829-9b55-920f8a3c3791'}], 'security_groups': ['43ed94ad-1f20-4fea-a2a3-61d386c563bf', 'b37facfa-cb19-424a-9cc0-7197567b248c']}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:11.996150 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a0ceee56-8d1e-454f-ba1d-a685180d05d9 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29055568'] for subnet, precommit_delete_associations {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:12.123410 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70652d2-4889-4d8e-816b-5cf3aeb7f211 None None] Update dhcp port {'port': {'network_id': 'f9ae361b-af25-426a-af1d-ae2f7b65d452', 'fixed_ips': [{'subnet_id': '57cd19dc-c2e2-4b00-9a8b-7afcd8d7a06a', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'd496bf35-9072-43e6-bd6a-95827dfcb315', 'ip_address': '2001:db8::2'}, {'subnet_id': '94bb58cc-f77d-4829-9b55-920f8a3c3791'}], 'binding:host_id': 'dv-neutron-818911-2-hyperv'}, 'id': 'bce6280a-a19c-4c43-ab41-5e259653d3d3'} from dv-neutron-818911-2-hyperv. {{(pid=109868) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 24 01:51:12.152651 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-d70652d2-4889-4d8e-816b-5cf3aeb7f211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:12.178319 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-0981a07b-8d47-4b05-a55f-2ba1e282cd6b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5f42a322ba7b432fb88bcc4b217ba4f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2884881 Nov 24 01:51:12.180908 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50100) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:12.226761 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a0ceee56-8d1e-454f-ba1d-a685180d05d9 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:12.234233 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e8631604-def3-4cf3-b200-2da9377f3937 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:12.249024 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f70decc5-e6ba-4738-b149-e8954cdd5be6 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:12.261758 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e8631604-def3-4cf3-b200-2da9377f3937 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:12.328751 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e8631604-def3-4cf3-b200-2da9377f3937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:12.331884 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e8631604-def3-4cf3-b200-2da9377f3937 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:12.333732 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-e8631604-def3-4cf3-b200-2da9377f3937 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/260d2ff5-b829-48d3-a1e5-b2b8b90d6955 HTTP/1.1" status: 204 len: 168 time: 0.1516438 Nov 24 01:51:12.342053 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8631604-def3-4cf3-b200-2da9377f3937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=260d2ff5-b829-48d3-a1e5-b2b8b90d6955,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:12.349592 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-d70652d2-4889-4d8e-816b-5cf3aeb7f211 None None] Allocated IP 2001:db8:0:2::2 (f9ae361b-af25-426a-af1d-ae2f7b65d452/94bb58cc-f77d-4829-9b55-920f8a3c3791/bce6280a-a19c-4c43-ab41-5e259653d3d3) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:51:12.377728 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a0ceee56-8d1e-454f-ba1d-a685180d05d9 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29149324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29154870'] for subnet, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:12.420958 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ceee56-8d1e-454f-ba1d-a685180d05d9 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Pushing event deleted for resources: {'Subnet': ['ID=e2231478-1209-4ac4-baa9-533bc8d772ec,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:12.446184 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee664ba-85b0-4cb0-b327-6c369f5113c5 None None] Network c7eebfb2-e139-4ae2-9627-3c7c295d5046 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:51:12.456751 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a0ceee56-8d1e-454f-ba1d-a685180d05d9 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:12.460085 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-a0ceee56-8d1e-454f-ba1d-a685180d05d9 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] 10.222.0.21 "DELETE /v2.0/subnets/e2231478-1209-4ac4-baa9-533bc8d772ec HTTP/1.1" status: 204 len: 168 time: 0.6127806 Nov 24 01:51:12.462875 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50104) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:12.535769 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6a3ebc1-eca4-427a-931d-9af69ed241ff tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Deleting subnet c57e709e-c59b-46cb-86dc-a9a8467bbb2a {{(pid=109867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 01:51:12.540980 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b6a3ebc1-eca4-427a-931d-9af69ed241ff tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks [] for subnet, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:12.553607 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-d70652d2-4889-4d8e-816b-5cf3aeb7f211 None None] For port bce6280a-a19c-4c43-ab41-5e259653d3d3, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=bce6280a-a19c-4c43-ab41-5e259653d3d3,segment=NetworkSegment(0a37dceb-1d21-41f0-a070-42022d51418f),segment_id=0a37dceb-1d21-41f0-a070-42022d51418f)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:51:12.598054 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b6a3ebc1-eca4-427a-931d-9af69ed241ff tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28690885'] for subnet, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:12.601998 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-d70652d2-4889-4d8e-816b-5cf3aeb7f211 None None] Publish callbacks [] for port, precommit_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:12.609401 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-d70652d2-4889-4d8e-816b-5cf3aeb7f211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:12.678983 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bad4cd1-9920-459f-9024-fbf5429086cf None None] DHCP port deletion for c7eebfb2-e139-4ae2-9627-3c7c295d5046 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:51:12.717995 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70652d2-4889-4d8e-816b-5cf3aeb7f211 None None] Pushing event updated for resources: {'Port': ['ID=bce6280a-a19c-4c43-ab41-5e259653d3d3,revision_number=7']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:12.749779 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b6a3ebc1-eca4-427a-931d-9af69ed241ff tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:12.783551 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-7bad4cd1-9920-459f-9024-fbf5429086cf None None] Deleting port a7a587e9-d85c-47b0-90c9-ec5270f80cd5 {{(pid=109868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:51:12.783923 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-7bad4cd1-9920-459f-9024-fbf5429086cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:12.803247 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [None req-f70decc5-e6ba-4738-b149-e8954cdd5be6 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Delete allocated IP 2001:db8::b3 (f9ae361b-af25-426a-af1d-ae2f7b65d452/d496bf35-9072-43e6-bd6a-95827dfcb315) {{(pid=109866) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 24 01:51:12.816624 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [None req-f70decc5-e6ba-4738-b149-e8954cdd5be6 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Allocated IP 2001:db8:0:2::5e (f9ae361b-af25-426a-af1d-ae2f7b65d452/94bb58cc-f77d-4829-9b55-920f8a3c3791/456cf3c1-1170-4ce1-bf07-ec3c687f3e0b) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:51:12.864700 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-7bad4cd1-9920-459f-9024-fbf5429086cf None None] For port a7a587e9-d85c-47b0-90c9-ec5270f80cd5, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=a7a587e9-d85c-47b0-90c9-ec5270f80cd5,segment=NetworkSegment(0699129a-4058-425f-88e1-82a658cd452c),segment_id=0699129a-4058-425f-88e1-82a658cd452c)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:51:12.864858 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b6a3ebc1-eca4-427a-931d-9af69ed241ff tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25501782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25307808'] for subnet, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:12.865104 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-7bad4cd1-9920-459f-9024-fbf5429086cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:12.879206 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-7bad4cd1-9920-459f-9024-fbf5429086cf None None] Calling delete_port for a7a587e9-d85c-47b0-90c9-ec5270f80cd5 owned by network:dhcp {{(pid=109868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:51:12.903943 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a3ebc1-eca4-427a-931d-9af69ed241ff tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Pushing event deleted for resources: {'Subnet': ['ID=c57e709e-c59b-46cb-86dc-a9a8467bbb2a,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:12.912545 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b6a3ebc1-eca4-427a-931d-9af69ed241ff tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:12.919428 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-b6a3ebc1-eca4-427a-931d-9af69ed241ff tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] 10.222.0.21 "DELETE /v2.0/subnets/c57e709e-c59b-46cb-86dc-a9a8467bbb2a HTTP/1.1" status: 204 len: 168 time: 0.4551027 Nov 24 01:51:12.920131 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50118) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:12.943013 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf90b46-aa7a-4b77-b207-b2ae1792fc8f None None] Network 22b8070e-414c-4f15-b948-870886864aad requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:51:13.025172 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-57220d23-0c1a-4adf-a5a6-16eb1ecf0f48 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:13.053630 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f70decc5-e6ba-4738-b149-e8954cdd5be6 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks [] for port, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:13.061655 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f70decc5-e6ba-4738-b149-e8954cdd5be6 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29149402'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:13.073513 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-7bad4cd1-9920-459f-9024-fbf5429086cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974'] for port, after_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:13.118516 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bad4cd1-9920-459f-9024-fbf5429086cf None None] No DVR routers for this DVR port a7a587e9-d85c-47b0-90c9-ec5270f80cd5 on host dv-neutron-818911-2-hyperv {{(pid=109868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:51:13.140981 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bad4cd1-9920-459f-9024-fbf5429086cf None None] Pushing event deleted for resources: {'Port': ['ID=a7a587e9-d85c-47b0-90c9-ec5270f80cd5,revision_number=None']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:13.158154 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-f70decc5-e6ba-4738-b149-e8954cdd5be6 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] In _notify_port_updated(), no bound segment for port 456cf3c1-1170-4ce1-bf07-ec3c687f3e0b on network f9ae361b-af25-426a-af1d-ae2f7b65d452 {{(pid=109866) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 24 01:51:13.166065 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70decc5-e6ba-4738-b149-e8954cdd5be6 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:51:13.167347 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f70decc5-e6ba-4738-b149-e8954cdd5be6 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:13.169662 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-f70decc5-e6ba-4738-b149-e8954cdd5be6 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "PUT /v2.0/ports/456cf3c1-1170-4ce1-bf07-ec3c687f3e0b HTTP/1.1" status: 200 len: 968 time: 1.2311461 Nov 24 01:51:13.170517 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70decc5-e6ba-4738-b149-e8954cdd5be6 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Pushing event updated for resources: {'Port': ['ID=456cf3c1-1170-4ce1-bf07-ec3c687f3e0b,revision_number=2']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:13.173126 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50126) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:13.215124 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-57220d23-0c1a-4adf-a5a6-16eb1ecf0f48 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:13.265067 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb423df-235f-4505-b8f5-673f7e2e287e None None] DHCP port deletion for 22b8070e-414c-4f15-b948-870886864aad request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:51:13.265377 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-57220d23-0c1a-4adf-a5a6-16eb1ecf0f48 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7eebfb2-e139-4ae2-9627-3c7c295d5046']}} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:51:13.284350 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-57220d23-0c1a-4adf-a5a6-16eb1ecf0f48 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0699129a-4058-425f-88e1-82a658cd452c') {'for_net_delete': True} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:51:13.285520 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-57220d23-0c1a-4adf-a5a6-16eb1ecf0f48 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0699129a-4058-425f-88e1-82a658cd452c') {} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:51:13.300710 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-57220d23-0c1a-4adf-a5a6-16eb1ecf0f48 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28690908'] for segment, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:13.321663 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-57220d23-0c1a-4adf-a5a6-16eb1ecf0f48 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:13.331446 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-3decbc68-ef17-4d34-a14a-ea1b3f3630cb tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Deleting port 456cf3c1-1170-4ce1-bf07-ec3c687f3e0b {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:51:13.331808 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3decbc68-ef17-4d34-a14a-ea1b3f3630cb tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:13.332252 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57220d23-0c1a-4adf-a5a6-16eb1ecf0f48 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=109867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:51:13.333332 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-57220d23-0c1a-4adf-a5a6-16eb1ecf0f48 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25503736'] for segment, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:13.339236 dv-neutron-818911-2-hyperv neutron-server[109867]: Traceback (most recent call last): Nov 24 01:51:13.339236 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:51:13.339236 dv-neutron-818911-2-hyperv neutron-server[109867]: timer() Nov 24 01:51:13.339236 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:51:13.339236 dv-neutron-818911-2-hyperv neutron-server[109867]: cb(*args, **kw) Nov 24 01:51:13.339236 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:51:13.339236 dv-neutron-818911-2-hyperv neutron-server[109867]: return func(*args, **kwargs) Nov 24 01:51:13.339236 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:51:13.339236 dv-neutron-818911-2-hyperv neutron-server[109867]: self._notify() Nov 24 01:51:13.339236 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:51:13.339236 dv-neutron-818911-2-hyperv neutron-server[109867]: self.callback(batched_events) Nov 24 01:51:13.339236 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:51:13.339236 dv-neutron-818911-2-hyperv neutron-server[109867]: event.method(event) Nov 24 01:51:13.339236 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:51:13.339236 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:51:13.339236 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:51:13.339236 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:51:13.339236 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:51:13.339236 dv-neutron-818911-2-hyperv neutron-server[109867]: return f(self, *a, **k) Nov 24 01:51:13.339236 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:51:13.339236 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._get(url).json() Nov 24 01:51:13.339236 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:51:13.339236 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:51:13.339236 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:51:13.339236 dv-neutron-818911-2-hyperv neutron-server[109867]: return self.request(url, 'GET', **kwargs) Nov 24 01:51:13.339236 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:51:13.339236 dv-neutron-818911-2-hyperv neutron-server[109867]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:51:13.339236 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:51:13.339236 dv-neutron-818911-2-hyperv neutron-server[109867]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:51:13.339236 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:51:13.339236 dv-neutron-818911-2-hyperv neutron-server[109867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:51:13.339236 dv-neutron-818911-2-hyperv neutron-server[109867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:51:13.373705 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-7cb423df-235f-4505-b8f5-673f7e2e287e None None] Deleting port 2331cca6-9414-4ac3-bca7-59c5814ba6c1 {{(pid=109868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:51:13.374378 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-7cb423df-235f-4505-b8f5-673f7e2e287e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:13.391470 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50130) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:13.440407 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-57220d23-0c1a-4adf-a5a6-16eb1ecf0f48 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:13.464544 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-57220d23-0c1a-4adf-a5a6-16eb1ecf0f48 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks [] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:13.468134 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-7cb423df-235f-4505-b8f5-673f7e2e287e None None] For port 2331cca6-9414-4ac3-bca7-59c5814ba6c1, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=2331cca6-9414-4ac3-bca7-59c5814ba6c1,segment=NetworkSegment(dcf64fe3-2fc4-4357-98d7-82fd6345902d),segment_id=dcf64fe3-2fc4-4357-98d7-82fd6345902d)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:51:13.469055 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-57220d23-0c1a-4adf-a5a6-16eb1ecf0f48 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] 10.222.0.21 "DELETE /v2.0/networks/c7eebfb2-e139-4ae2-9627-3c7c295d5046 HTTP/1.1" status: 204 len: 168 time: 0.5475969 Nov 24 01:51:13.469694 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-7cb423df-235f-4505-b8f5-673f7e2e287e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:13.470131 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57220d23-0c1a-4adf-a5a6-16eb1ecf0f48 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Pushing event deleted for resources: {'Network': ['ID=c7eebfb2-e139-4ae2-9627-3c7c295d5046,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:13.471890 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50134) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:13.490025 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-7cb423df-235f-4505-b8f5-673f7e2e287e None None] Calling delete_port for 2331cca6-9414-4ac3-bca7-59c5814ba6c1 owned by network:dhcp {{(pid=109868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:51:13.501611 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3decbc68-ef17-4d34-a14a-ea1b3f3630cb tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:13.523650 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-3decbc68-ef17-4d34-a14a-ea1b3f3630cb tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Calling delete_port for 456cf3c1-1170-4ce1-bf07-ec3c687f3e0b owned by {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:51:13.576452 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-96afafc5-5d0d-43a1-aa5f-1fafb71cc259 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:13.583902 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-7cb423df-235f-4505-b8f5-673f7e2e287e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974'] for port, after_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:13.597434 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-acf68336-14f8-41a8-8d85-8b94537311ac tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Request body: {'security_group': {'name': 'tempest-secgroup--604022090'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:13.620238 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb423df-235f-4505-b8f5-673f7e2e287e None None] Pushing event deleted for resources: {'Port': ['ID=2331cca6-9414-4ac3-bca7-59c5814ba6c1,revision_number=None']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:13.625068 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb423df-235f-4505-b8f5-673f7e2e287e None None] No DVR routers for this DVR port 2331cca6-9414-4ac3-bca7-59c5814ba6c1 on host dv-neutron-818911-2-hyperv {{(pid=109868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:51:13.654943 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-acf68336-14f8-41a8-8d85-8b94537311ac tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:13.672420 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-acf68336-14f8-41a8-8d85-8b94537311ac tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:13.681007 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-96afafc5-5d0d-43a1-aa5f-1fafb71cc259 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:13.709219 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-d608b58b-9a32-4884-8ed3-b4b4214a547b None None] Provisioning complete for port bce6280a-a19c-4c43-ab41-5e259653d3d3 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:51:13.709465 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-d608b58b-9a32-4884-8ed3-b4b4214a547b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:13.716151 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-96afafc5-5d0d-43a1-aa5f-1fafb71cc259 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22b8070e-414c-4f15-b948-870886864aad']}} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:51:13.727983 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-96afafc5-5d0d-43a1-aa5f-1fafb71cc259 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcf64fe3-2fc4-4357-98d7-82fd6345902d') {'for_net_delete': True} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:51:13.728770 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-96afafc5-5d0d-43a1-aa5f-1fafb71cc259 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcf64fe3-2fc4-4357-98d7-82fd6345902d') {} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:51:13.742451 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-96afafc5-5d0d-43a1-aa5f-1fafb71cc259 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28690908'] for segment, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:13.761567 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-96afafc5-5d0d-43a1-aa5f-1fafb71cc259 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:13.769545 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96afafc5-5d0d-43a1-aa5f-1fafb71cc259 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=109867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:51:13.770090 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-96afafc5-5d0d-43a1-aa5f-1fafb71cc259 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25503736'] for segment, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:13.774166 dv-neutron-818911-2-hyperv neutron-server[109867]: Traceback (most recent call last): Nov 24 01:51:13.774166 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:51:13.774166 dv-neutron-818911-2-hyperv neutron-server[109867]: timer() Nov 24 01:51:13.774166 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:51:13.774166 dv-neutron-818911-2-hyperv neutron-server[109867]: cb(*args, **kw) Nov 24 01:51:13.774166 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:51:13.774166 dv-neutron-818911-2-hyperv neutron-server[109867]: return func(*args, **kwargs) Nov 24 01:51:13.774166 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:51:13.774166 dv-neutron-818911-2-hyperv neutron-server[109867]: self._notify() Nov 24 01:51:13.774166 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:51:13.774166 dv-neutron-818911-2-hyperv neutron-server[109867]: self.callback(batched_events) Nov 24 01:51:13.774166 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:51:13.774166 dv-neutron-818911-2-hyperv neutron-server[109867]: event.method(event) Nov 24 01:51:13.774166 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:51:13.774166 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:51:13.774166 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:51:13.774166 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:51:13.774166 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:51:13.774166 dv-neutron-818911-2-hyperv neutron-server[109867]: return f(self, *a, **k) Nov 24 01:51:13.774166 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:51:13.774166 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._get(url).json() Nov 24 01:51:13.774166 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:51:13.774166 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:51:13.774166 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:51:13.774166 dv-neutron-818911-2-hyperv neutron-server[109867]: return self.request(url, 'GET', **kwargs) Nov 24 01:51:13.774166 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:51:13.774166 dv-neutron-818911-2-hyperv neutron-server[109867]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:51:13.774166 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:51:13.774166 dv-neutron-818911-2-hyperv neutron-server[109867]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:51:13.774166 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:51:13.774166 dv-neutron-818911-2-hyperv neutron-server[109867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:51:13.774166 dv-neutron-818911-2-hyperv neutron-server[109867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:51:13.781634 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3decbc68-ef17-4d34-a14a-ea1b3f3630cb tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:13.822056 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-d608b58b-9a32-4884-8ed3-b4b4214a547b None None] Could not find standard attr ID for object 456cf3c1-1170-4ce1-bf07-ec3c687f3e0b. {{(pid=109868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 01:51:13.839653 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-d608b58b-9a32-4884-8ed3-b4b4214a547b None None] Provisioning complete for port 86f2c419-ef31-4ebb-a312-526f8372de47 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:51:13.840031 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-d608b58b-9a32-4884-8ed3-b4b4214a547b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:13.865819 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3decbc68-ef17-4d34-a14a-ea1b3f3630cb tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:13.872991 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-3decbc68-ef17-4d34-a14a-ea1b3f3630cb tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "DELETE /v2.0/ports/456cf3c1-1170-4ce1-bf07-ec3c687f3e0b HTTP/1.1" status: 204 len: 168 time: 0.6985013 Nov 24 01:51:13.875465 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50136) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:13.876313 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3decbc68-ef17-4d34-a14a-ea1b3f3630cb tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Pushing event deleted for resources: {'Port': ['ID=456cf3c1-1170-4ce1-bf07-ec3c687f3e0b,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:13.917526 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a73d57c-644c-4d97-951e-a2434d21f872 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] GET failed (client error): The resource could not be found. Nov 24 01:51:13.922256 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-5a73d57c-644c-4d97-951e-a2434d21f872 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "GET /v2.0/ports/456cf3c1-1170-4ce1-bf07-ec3c687f3e0b HTTP/1.1" status: 404 len: 333 time: 0.0364017 Nov 24 01:51:13.924665 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50138) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:14.028811 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1fa97167-4bc9-470e-8f8b-d7c6386840f4 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks [] for security_group, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:14.054601 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-acf68336-14f8-41a8-8d85-8b94537311ac tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:14.065916 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-acf68336-14f8-41a8-8d85-8b94537311ac tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:14.076075 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-d608b58b-9a32-4884-8ed3-b4b4214a547b None None] Port 86f2c419-ef31-4ebb-a312-526f8372de47 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:51:14.089640 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1fa97167-4bc9-470e-8f8b-d7c6386840f4 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:14.165493 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf68336-14f8-41a8-8d85-8b94537311ac tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5335fe54-3e1d-40d8-848c-dbba8be094f2,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:14.186577 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-acf68336-14f8-41a8-8d85-8b94537311ac tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:14.192593 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-acf68336-14f8-41a8-8d85-8b94537311ac tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:14.200753 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-09ff89fa-c178-4956-87c5-02106acd42fb None None] Could not find standard attr ID for object 456cf3c1-1170-4ce1-bf07-ec3c687f3e0b. {{(pid=109868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 01:51:14.206127 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1fa97167-4bc9-470e-8f8b-d7c6386840f4 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:14.207018 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-96afafc5-5d0d-43a1-aa5f-1fafb71cc259 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:14.210483 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1fa97167-4bc9-470e-8f8b-d7c6386840f4 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks [] for security_group, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:14.214047 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-1fa97167-4bc9-470e-8f8b-d7c6386840f4 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "DELETE /v2.0/security-groups/a507d435-e5fd-4caf-a792-da042ecc4c35 HTTP/1.1" status: 204 len: 168 time: 0.2858438 Nov 24 01:51:14.214220 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-96afafc5-5d0d-43a1-aa5f-1fafb71cc259 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks [] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:14.219847 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-96afafc5-5d0d-43a1-aa5f-1fafb71cc259 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] 10.222.0.21 "DELETE /v2.0/networks/22b8070e-414c-4f15-b948-870886864aad HTTP/1.1" status: 204 len: 168 time: 0.7469082 Nov 24 01:51:14.224634 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50140) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:14.225351 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50142) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:14.240886 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-acf68336-14f8-41a8-8d85-8b94537311ac tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:14.244548 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-acf68336-14f8-41a8-8d85-8b94537311ac tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8501971 Nov 24 01:51:14.245235 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50144) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:14.246298 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-1668c9ce-ee56-4f26-a292-aee757da8f5a tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-609709851'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:14.253125 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf68336-14f8-41a8-8d85-8b94537311ac tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a52e092-7d51-4624-b474-cbf8e91af1b0,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:14.263095 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device bce6280a-a19c-4c43-ab41-5e259653d3d3 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:51:14.278351 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa97167-4bc9-470e-8f8b-d7c6386840f4 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a507d435-e5fd-4caf-a792-da042ecc4c35,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:14.292987 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96afafc5-5d0d-43a1-aa5f-1fafb71cc259 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Pushing event deleted for resources: {'Network': ['ID=22b8070e-414c-4f15-b948-870886864aad,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:14.316765 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-1e5f7c24-94fa-45c4-9085-7b10e76e999c tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0697505 Nov 24 01:51:14.318832 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50146) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:14.323815 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-7241f4bb-cab8-409c-b342-b1cdce9f16bd tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Request body: {'security_group': {'name': 'tempest-security--1822905843', 'description': 'tempest-security-description-1235649072'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:14.331407 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1668c9ce-ee56-4f26-a292-aee757da8f5a tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Made reservation on behalf of 468ce101e5db4aad97f1fca7bb15b3de for: {'network': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:51:14.334684 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1668c9ce-ee56-4f26-a292-aee757da8f5a tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:14.337622 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port bce6280a-a19c-4c43-ab41-5e259653d3d3 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:51:14.338271 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:14.360300 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-7241f4bb-cab8-409c-b342-b1cdce9f16bd tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:14.370895 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-cca00ce6-0a52-4cd5-99ae-a78563c07490 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks [] for security_group, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:14.390535 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1668c9ce-ee56-4f26-a292-aee757da8f5a tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=109867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:51:14.406178 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-cca00ce6-0a52-4cd5-99ae-a78563c07490 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:14.413150 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-7241f4bb-cab8-409c-b342-b1cdce9f16bd tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:14.417078 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1668c9ce-ee56-4f26-a292-aee757da8f5a tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:14.417476 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.segments_db [None req-1668c9ce-ee56-4f26-a292-aee757da8f5a tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Added segment 1c03c658-6f02-497f-8909-ae46affab0d2 of type vlan for network d5d1299a-4341-4f67-b08d-724a156bb227 Nov 24 01:51:14.418451 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-7241f4bb-cab8-409c-b342-b1cdce9f16bd tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:14.421797 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-7241f4bb-cab8-409c-b342-b1cdce9f16bd tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:14.423112 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-7241f4bb-cab8-409c-b342-b1cdce9f16bd tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] 10.222.0.21 "PUT /v2.0/security-groups/1a52e092-7d51-4624-b474-cbf8e91af1b0 HTTP/1.1" status: 200 len: 1797 time: 0.1032224 Nov 24 01:51:14.426853 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50148) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:14.452489 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7241f4bb-cab8-409c-b342-b1cdce9f16bd tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a52e092-7d51-4624-b474-cbf8e91af1b0,revision_number=2']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:14.490382 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device a7a587e9-d85c-47b0-90c9-ec5270f80cd5 no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:51:14.509356 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1668c9ce-ee56-4f26-a292-aee757da8f5a tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:14.509811 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: a7a587e9-d85c-47b0-90c9-ec5270f80cd5 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:51:14.510154 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device a7a587e9-d85c-47b0-90c9-ec5270f80cd5 not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:51:14.510566 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 2331cca6-9414-4ac3-bca7-59c5814ba6c1 no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:51:14.529392 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: 2331cca6-9414-4ac3-bca7-59c5814ba6c1 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:51:14.529759 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 2331cca6-9414-4ac3-bca7-59c5814ba6c1 not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:51:14.538845 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-cb9ed223-871f-4d28-87e0-b05d766b2af2 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] 10.222.0.21 "GET /v2.0/security-groups/1a52e092-7d51-4624-b474-cbf8e91af1b0 HTTP/1.1" status: 200 len: 1797 time: 0.1086812 Nov 24 01:51:14.539686 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-cca00ce6-0a52-4cd5-99ae-a78563c07490 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:14.541315 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50150) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:14.542991 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-cca00ce6-0a52-4cd5-99ae-a78563c07490 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:14.544042 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-cca00ce6-0a52-4cd5-99ae-a78563c07490 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "DELETE /v2.0/security-groups/b37facfa-cb19-424a-9cc0-7197567b248c HTTP/1.1" status: 204 len: 168 time: 0.3176603 Nov 24 01:51:14.550529 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50152) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:14.564838 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca00ce6-0a52-4cd5-99ae-a78563c07490 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b37facfa-cb19-424a-9cc0-7197567b248c,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:14.570953 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1668c9ce-ee56-4f26-a292-aee757da8f5a tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:14.576775 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1668c9ce-ee56-4f26-a292-aee757da8f5a tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:51:14.577371 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1668c9ce-ee56-4f26-a292-aee757da8f5a tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks [] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:14.617645 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-1668c9ce-ee56-4f26-a292-aee757da8f5a tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3803439 Nov 24 01:51:14.620572 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50154) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:14.625483 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-38cff720-6fbf-4ccc-b8fc-b7b963c350eb tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Request body: {'subnet': {'network_id': 'd5d1299a-4341-4f67-b08d-724a156bb227', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:14.637850 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-023f9d1d-8929-46b9-8e32-6415ae0a10c8 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:14.644314 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-66f39745-59d3-4510-8b5d-c3234ff3061d tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks [] for security_group, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:14.670904 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1668c9ce-ee56-4f26-a292-aee757da8f5a tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Pushing event updated for resources: {'Network': ['ID=d5d1299a-4341-4f67-b08d-724a156bb227,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:14.676374 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-023f9d1d-8929-46b9-8e32-6415ae0a10c8 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:14.683170 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network d5d1299a-4341-4f67-b08d-724a156bb227 details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:51:14.686878 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-66f39745-59d3-4510-8b5d-c3234ff3061d tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:14.748153 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38cff720-6fbf-4ccc-b8fc-b7b963c350eb tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Made reservation on behalf of 468ce101e5db4aad97f1fca7bb15b3de for: {'subnet': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:51:14.752056 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-38cff720-6fbf-4ccc-b8fc-b7b963c350eb tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25307781'] for subnet, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:14.753502 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-023f9d1d-8929-46b9-8e32-6415ae0a10c8 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:14.756931 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-023f9d1d-8929-46b9-8e32-6415ae0a10c8 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:14.757592 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-023f9d1d-8929-46b9-8e32-6415ae0a10c8 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] 10.222.0.21 "DELETE /v2.0/security-groups/1a52e092-7d51-4624-b474-cbf8e91af1b0 HTTP/1.1" status: 204 len: 168 time: 0.2152429 Nov 24 01:51:14.761110 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50156) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:14.761727 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-66f39745-59d3-4510-8b5d-c3234ff3061d tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:14.764168 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-66f39745-59d3-4510-8b5d-c3234ff3061d tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks [] for security_group, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:14.765184 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-66f39745-59d3-4510-8b5d-c3234ff3061d tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "DELETE /v2.0/security-groups/43ed94ad-1f20-4fea-a2a3-61d386c563bf HTTP/1.1" status: 204 len: 168 time: 0.2137735 Nov 24 01:51:14.767814 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50158) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:14.783044 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f9d1d-8929-46b9-8e32-6415ae0a10c8 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a52e092-7d51-4624-b474-cbf8e91af1b0,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:14.814044 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f39745-59d3-4510-8b5d-c3234ff3061d tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43ed94ad-1f20-4fea-a2a3-61d386c563bf,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:14.836400 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-a58f5e4f-8388-46e2-9f06-5cd07efe7525 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0700927 Nov 24 01:51:14.839129 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50160) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:14.855211 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.api.v2.resource [None req-655af6fa-f2a8-48df-9a83-0e765809a87b tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] delete failed (client error): The resource could not be found. Nov 24 01:51:14.856789 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-655af6fa-f2a8-48df-9a83-0e765809a87b tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] 10.222.0.21 "DELETE /v2.0/security-groups/1a52e092-7d51-4624-b474-cbf8e91af1b0 HTTP/1.1" status: 404 len: 347 time: 0.0161326 Nov 24 01:51:14.860738 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50162) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:14.865200 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-baa28be9-4222-458f-a614-5e70dcf9b2a5 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Request body: {'security_group': {'name': 'tempest-secgroup--1386693950'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:14.876752 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d1d481b-5b47-4688-a297-4d0337ed3974 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Deleting subnet d496bf35-9072-43e6-bd6a-95827dfcb315 {{(pid=109867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 01:51:14.882679 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8d1d481b-5b47-4688-a297-4d0337ed3974 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks [] for subnet, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:14.887402 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-baa28be9-4222-458f-a614-5e70dcf9b2a5 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:14.931981 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8d1d481b-5b47-4688-a297-4d0337ed3974 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28690885'] for subnet, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:14.953837 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-baa28be9-4222-458f-a614-5e70dcf9b2a5 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:14.958276 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-baa28be9-4222-458f-a614-5e70dcf9b2a5 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:14.990741 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-baa28be9-4222-458f-a614-5e70dcf9b2a5 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:14.994553 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-baa28be9-4222-458f-a614-5e70dcf9b2a5 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1302822 Nov 24 01:51:14.995125 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa28be9-4222-458f-a614-5e70dcf9b2a5 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae9b2cf-6573-4ad7-9d81-f822001f943d,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:14.997718 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50166) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:15.004035 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-21883235-fe54-42c4-93f1-d6fcb3e9769d tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Request body: {'security_group_rule': {'security_group_id': '6ae9b2cf-6573-4ad7-9d81-f822001f943d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:15.111095 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-21883235-fe54-42c4-93f1-d6fcb3e9769d tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:15.118581 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-38cff720-6fbf-4ccc-b8fc-b7b963c350eb tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25501847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25307831'] for subnet, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:15.126856 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8d1d481b-5b47-4688-a297-4d0337ed3974 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:15.146177 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.agents_db [None req-4e42c10c-a1d3-4d07-89d6-7a24334140aa None None] Agent healthcheck: found 6 active agents {{(pid=109869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 01:51:15.250518 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cff720-6fbf-4ccc-b8fc-b7b963c350eb tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Pushing event updated for resources: {'Subnet': ['ID=f695cd29-f506-45cd-916d-0ac3fd34719c,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:15.271267 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-21883235-fe54-42c4-93f1-d6fcb3e9769d tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:15.277904 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cff720-6fbf-4ccc-b8fc-b7b963c350eb tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Checking segment: {'id': '1c03c658-6f02-497f-8909-ae46affab0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd5d1299a-4341-4f67-b08d-724a156bb227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:51:15.278297 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38cff720-6fbf-4ccc-b8fc-b7b963c350eb tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Network hostable DHCP agents. Network: d5d1299a-4341-4f67-b08d-724a156bb227, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 01:51:15.280353 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-21883235-fe54-42c4-93f1-d6fcb3e9769d tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:15.289235 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8d1d481b-5b47-4688-a297-4d0337ed3974 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25501782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25307808'] for subnet, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:15.330675 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21883235-fe54-42c4-93f1-d6fcb3e9769d tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d6214b6-6576-497d-b97a-1de6371f21e8,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:15.334465 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1d481b-5b47-4688-a297-4d0337ed3974 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Pushing event deleted for resources: {'Subnet': ['ID=d496bf35-9072-43e6-bd6a-95827dfcb315,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:15.339667 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8d1d481b-5b47-4688-a297-4d0337ed3974 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:15.342859 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc5d424-fcbe-40a5-afce-50d16c46b9ba None None] Network f9ae361b-af25-426a-af1d-ae2f7b65d452 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:51:15.342985 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-8d1d481b-5b47-4688-a297-4d0337ed3974 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "DELETE /v2.0/subnets/d496bf35-9072-43e6-bd6a-95827dfcb315 HTTP/1.1" status: 204 len: 168 time: 0.5741377 Nov 24 01:51:15.347475 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50168) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:15.347995 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-21883235-fe54-42c4-93f1-d6fcb3e9769d tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:15.349917 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-21883235-fe54-42c4-93f1-d6fcb3e9769d tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3512187 Nov 24 01:51:15.354020 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50170) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:15.365039 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38cff720-6fbf-4ccc-b8fc-b7b963c350eb tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Network d5d1299a-4341-4f67-b08d-724a156bb227 is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 01:51:15.388494 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-38cff720-6fbf-4ccc-b8fc-b7b963c350eb tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, d5d1299a-4341-4f67-b08d-724a156bb227) {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:51:15.393963 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38cff720-6fbf-4ccc-b8fc-b7b963c350eb tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:51:15.394564 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-38cff720-6fbf-4ccc-b8fc-b7b963c350eb tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:15.397783 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c776cce2-6a2b-479c-bc5c-a27db82dba40 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:15.409934 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c776cce2-6a2b-479c-bc5c-a27db82dba40 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:15.412064 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_v2 [None req-4578fe76-91ac-40fd-9600-9541d57eecf7 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Deleting subnet 94bb58cc-f77d-4829-9b55-920f8a3c3791 {{(pid=109866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 01:51:15.416732 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4578fe76-91ac-40fd-9600-9541d57eecf7 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks [] for subnet, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:15.425869 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55559481-e24d-4af7-8299-dd16cfaca114 None None] Network d5d1299a-4341-4f67-b08d-724a156bb227 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:51:15.432620 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-38cff720-6fbf-4ccc-b8fc-b7b963c350eb tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8086553 Nov 24 01:51:15.433553 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50172) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:15.438583 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-b3649909-b333-4b06-9968-8cd2660315a8 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1695197802', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:15.467904 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4578fe76-91ac-40fd-9600-9541d57eecf7 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29055568'] for subnet, precommit_delete_associations {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:15.469966 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c776cce2-6a2b-479c-bc5c-a27db82dba40 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:15.477814 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c776cce2-6a2b-479c-bc5c-a27db82dba40 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:15.481180 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-c776cce2-6a2b-479c-bc5c-a27db82dba40 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/7d6214b6-6576-497d-b97a-1de6371f21e8 HTTP/1.1" status: 204 len: 168 time: 0.1241486 Nov 24 01:51:15.484989 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50174) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:15.487231 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b3649909-b333-4b06-9968-8cd2660315a8 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-424105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2744'] for router, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:15.488403 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b3649909-b333-4b06-9968-8cd2660315a8 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-424325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-326625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2753'] for router, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:15.504670 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c776cce2-6a2b-479c-bc5c-a27db82dba40 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7d6214b6-6576-497d-b97a-1de6371f21e8,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:15.577462 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-792594d5-cf25-469f-9735-ef0d053edb1c tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0904591 Nov 24 01:51:15.577718 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4578fe76-91ac-40fd-9600-9541d57eecf7 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:15.580074 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b3649909-b333-4b06-9968-8cd2660315a8 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:15.580804 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50176) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:15.590023 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b3649909-b333-4b06-9968-8cd2660315a8 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-424338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418138'] for router, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:15.623522 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b3649909-b333-4b06-9968-8cd2660315a8 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks [] for router, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:15.627440 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-b3649909-b333-4b06-9968-8cd2660315a8 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1929190 Nov 24 01:51:15.628045 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50178) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:15.636885 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-6f6d251a-e911-4df7-b804-1439399d3911 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Request body: {'port': {'network_id': 'd5d1299a-4341-4f67-b08d-724a156bb227', 'name': 'tempest-RoutersIpV6Test-1059973703'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:15.654815 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79450f5-2f73-4ee9-b4a4-c591d00ce7d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-d5d1299a-4341-4f67-b08d-724a156bb227', 'network_id': 'd5d1299a-4341-4f67-b08d-724a156bb227', 'tenant_id': '468ce101e5db4aad97f1fca7bb15b3de', 'fixed_ips': [{'subnet_id': 'f695cd29-f506-45cd-916d-0ac3fd34719c'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 01:51:15.655877 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e79450f5-2f73-4ee9-b4a4-c591d00ce7d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:15.680371 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4578fe76-91ac-40fd-9600-9541d57eecf7 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29149324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29154870'] for subnet, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:15.713872 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4578fe76-91ac-40fd-9600-9541d57eecf7 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Pushing event deleted for resources: {'Subnet': ['ID=94bb58cc-f77d-4829-9b55-920f8a3c3791,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:15.715879 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b426290d-70f7-4a81-8db8-b35298369d3a tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:15.727520 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4578fe76-91ac-40fd-9600-9541d57eecf7 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:15.732519 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-4578fe76-91ac-40fd-9600-9541d57eecf7 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "DELETE /v2.0/subnets/94bb58cc-f77d-4829-9b55-920f8a3c3791 HTTP/1.1" status: 204 len: 168 time: 0.3824258 Nov 24 01:51:15.736135 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50180) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:15.758678 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b426290d-70f7-4a81-8db8-b35298369d3a tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:15.768115 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9a18e41-00c8-4bbd-85c1-12b5ff293a42 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] DELETE failed (client error): The resource could not be found. Nov 24 01:51:15.768574 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9a18e41-00c8-4bbd-85c1-12b5ff293a42 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:51:15.774855 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-f9a18e41-00c8-4bbd-85c1-12b5ff293a42 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "DELETE /v2.0/subnets/d496bf35-9072-43e6-bd6a-95827dfcb315 HTTP/1.1" status: 404 len: 337 time: 0.0356095 Nov 24 01:51:15.775188 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50182) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:15.819052 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-e79450f5-2f73-4ee9-b4a4-c591d00ce7d0 None None] Allocated IP 2001:db8::2 (d5d1299a-4341-4f67-b08d-724a156bb227/f695cd29-f506-45cd-916d-0ac3fd34719c/96e92e3d-2a13-493e-bca2-27907a48dfd3) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:51:15.826041 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f6d251a-e911-4df7-b804-1439399d3911 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Made reservation on behalf of 468ce101e5db4aad97f1fca7bb15b3de for: {'port': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:51:15.830866 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6f6d251a-e911-4df7-b804-1439399d3911 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:15.835580 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b426290d-70f7-4a81-8db8-b35298369d3a tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:15.837210 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_v2 [None req-79943078-91fc-4e4e-9232-919bb9fd2c19 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Deleting subnet 57cd19dc-c2e2-4b00-9a8b-7afcd8d7a06a {{(pid=109866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 01:51:15.838848 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b426290d-70f7-4a81-8db8-b35298369d3a tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:15.840321 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-b426290d-70f7-4a81-8db8-b35298369d3a tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] 10.222.0.21 "DELETE /v2.0/security-groups/6ae9b2cf-6573-4ad7-9d81-f822001f943d HTTP/1.1" status: 204 len: 168 time: 0.2584422 Nov 24 01:51:15.842921 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50184) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:15.854814 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-79943078-91fc-4e4e-9232-919bb9fd2c19 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks [] for subnet, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:15.866662 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b426290d-70f7-4a81-8db8-b35298369d3a tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae9b2cf-6573-4ad7-9d81-f822001f943d,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:15.871974 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [None req-6f6d251a-e911-4df7-b804-1439399d3911 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] device_id is not set on port ec8e3837-c9c3-4e4f-9a02-a394e76323d3 yet. {{(pid=109867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 01:51:15.941003 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-79943078-91fc-4e4e-9232-919bb9fd2c19 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29055568'] for subnet, precommit_delete_associations {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:16.003091 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-1e45376e-b965-4fb8-a604-0335d102ca9e tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1482093 Nov 24 01:51:16.004030 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50186) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:16.013606 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-e92a1cf3-3d9c-4716-9e89-e3c7a20940f0 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Request body: {'security_group': {'name': 'tempest-secgroup--78415576'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:16.014976 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e79450f5-2f73-4ee9-b4a4-c591d00ce7d0 None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:16.028135 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e79450f5-2f73-4ee9-b4a4-c591d00ce7d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:16.092987 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-79943078-91fc-4e4e-9232-919bb9fd2c19 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:16.103533 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e92a1cf3-3d9c-4716-9e89-e3c7a20940f0 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:16.110606 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79450f5-2f73-4ee9-b4a4-c591d00ce7d0 None None] Pushing event updated for resources: {'Port': ['ID=96e92e3d-2a13-493e-bca2-27907a48dfd3,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:16.122819 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79450f5-2f73-4ee9-b4a4-c591d00ce7d0 None None] Network d5d1299a-4341-4f67-b08d-724a156bb227 is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:51:16.125028 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-e79450f5-2f73-4ee9-b4a4-c591d00ce7d0 None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:51:16.129131 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79450f5-2f73-4ee9-b4a4-c591d00ce7d0 None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:51:16.140994 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-6f6d251a-e911-4df7-b804-1439399d3911 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Allocated IP 2001:db8::391 (d5d1299a-4341-4f67-b08d-724a156bb227/f695cd29-f506-45cd-916d-0ac3fd34719c/ec8e3837-c9c3-4e4f-9a02-a394e76323d3) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:51:16.165126 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-79943078-91fc-4e4e-9232-919bb9fd2c19 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29149324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29154870'] for subnet, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:16.199748 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79943078-91fc-4e4e-9232-919bb9fd2c19 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Pushing event deleted for resources: {'Subnet': ['ID=57cd19dc-c2e2-4b00-9a8b-7afcd8d7a06a,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:16.202338 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-79943078-91fc-4e4e-9232-919bb9fd2c19 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:16.208694 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-79943078-91fc-4e4e-9232-919bb9fd2c19 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "DELETE /v2.0/subnets/57cd19dc-c2e2-4b00-9a8b-7afcd8d7a06a HTTP/1.1" status: 204 len: 168 time: 0.4302576 Nov 24 01:51:16.209599 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50188) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:16.217977 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-e79450f5-2f73-4ee9-b4a4-c591d00ce7d0 None None] Attempting to bind port 96e92e3d-2a13-493e-bca2-27907a48dfd3 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:51:16.219434 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-e79450f5-2f73-4ee9-b4a4-c591d00ce7d0 None None] Attempting to bind port 96e92e3d-2a13-493e-bca2-27907a48dfd3 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '1c03c658-6f02-497f-8909-ae46affab0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd5d1299a-4341-4f67-b08d-724a156bb227'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:51:16.221080 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79450f5-2f73-4ee9-b4a4-c591d00ce7d0 None None] Attempting to bind port 96e92e3d-2a13-493e-bca2-27907a48dfd3 on network d5d1299a-4341-4f67-b08d-724a156bb227 {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:51:16.229033 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79450f5-2f73-4ee9-b4a4-c591d00ce7d0 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:51:16.229895 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79450f5-2f73-4ee9-b4a4-c591d00ce7d0 None None] Checking segment: {'id': '1c03c658-6f02-497f-8909-ae46affab0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd5d1299a-4341-4f67-b08d-724a156bb227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:51:16.231738 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e79450f5-2f73-4ee9-b4a4-c591d00ce7d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:16.232359 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79450f5-2f73-4ee9-b4a4-c591d00ce7d0 None None] Bound using segment: {'id': '1c03c658-6f02-497f-8909-ae46affab0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd5d1299a-4341-4f67-b08d-724a156bb227'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:51:16.233033 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-e79450f5-2f73-4ee9-b4a4-c591d00ce7d0 None None] Bound port: 96e92e3d-2a13-493e-bca2-27907a48dfd3, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c03c658-6f02-497f-8909-ae46affab0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd5d1299a-4341-4f67-b08d-724a156bb227'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:51:16.233440 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e79450f5-2f73-4ee9-b4a4-c591d00ce7d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:16.243290 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-59d6db60-c3e7-444f-a6fa-521d9633e6f7 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] DELETE failed (client error): The resource could not be found. Nov 24 01:51:16.244724 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59d6db60-c3e7-444f-a6fa-521d9633e6f7 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:51:16.248295 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-59d6db60-c3e7-444f-a6fa-521d9633e6f7 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "DELETE /v2.0/subnets/f62ea052-5661-41bc-9626-06c2dc1db5b3 HTTP/1.1" status: 404 len: 337 time: 0.0379405 Nov 24 01:51:16.252375 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50190) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:16.281027 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e92a1cf3-3d9c-4716-9e89-e3c7a20940f0 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:16.290670 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e92a1cf3-3d9c-4716-9e89-e3c7a20940f0 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:16.291185 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-83cd7c11-e430-4b69-ace2-c67d30715bb4 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3852dd3-262d-4037-adec-4be0ba32e9a4 HTTP/1.1" status: 200 len: 205 time: 0.0373905 Nov 24 01:51:16.293329 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50192) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:16.326380 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e79450f5-2f73-4ee9-b4a4-c591d00ce7d0 None None] For port 96e92e3d-2a13-493e-bca2-27907a48dfd3, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:51:16.330031 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e79450f5-2f73-4ee9-b4a4-c591d00ce7d0 None None] For port 96e92e3d-2a13-493e-bca2-27907a48dfd3, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=96e92e3d-2a13-493e-bca2-27907a48dfd3,segment=NetworkSegment(1c03c658-6f02-497f-8909-ae46affab0d2),segment_id=1c03c658-6f02-497f-8909-ae46affab0d2)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:51:16.333239 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.api.v2.resource [None req-538ef327-edc8-49b9-9b01-bb290455b7d3 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] delete failed (client error): The resource could not be found. Nov 24 01:51:16.334447 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-538ef327-edc8-49b9-9b01-bb290455b7d3 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "DELETE /v2.0/routers/d3852dd3-262d-4037-adec-4be0ba32e9a4 HTTP/1.1" status: 404 len: 336 time: 0.0400045 Nov 24 01:51:16.336929 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50194) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:16.338710 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e79450f5-2f73-4ee9-b4a4-c591d00ce7d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:16.369634 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e92a1cf3-3d9c-4716-9e89-e3c7a20940f0 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:16.372633 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-e92a1cf3-3d9c-4716-9e89-e3c7a20940f0 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3647549 Nov 24 01:51:16.377490 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92a1cf3-3d9c-4716-9e89-e3c7a20940f0 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35d77e7f-f9f5-42f2-9163-c45a686879e4,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:16.380503 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50196) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:16.385213 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-4b6054f1-d267-4466-9640-e485fcd76636 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Request body: {'security_group_rule': {'security_group_id': '35d77e7f-f9f5-42f2-9163-c45a686879e4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:16.394263 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8e1b578-7e34-443a-9d08-ff0abff5f763 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] DELETE failed (client error): The resource could not be found. Nov 24 01:51:16.394263 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8e1b578-7e34-443a-9d08-ff0abff5f763 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:51:16.397625 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-d8e1b578-7e34-443a-9d08-ff0abff5f763 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "DELETE /v2.0/subnets/6ea04389-19d2-49fd-8721-de02b90284b4 HTTP/1.1" status: 404 len: 337 time: 0.0594931 Nov 24 01:51:16.400267 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50198) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:16.423486 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79450f5-2f73-4ee9-b4a4-c591d00ce7d0 None None] Pushing event updated for resources: {'Port': ['ID=96e92e3d-2a13-493e-bca2-27907a48dfd3,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:16.455803 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4b6054f1-d267-4466-9640-e485fcd76636 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:16.458785 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfadd6ea-f869-49d5-8bf7-5823ba6f4b80 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] DELETE failed (client error): The resource could not be found. Nov 24 01:51:16.459252 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfadd6ea-f869-49d5-8bf7-5823ba6f4b80 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:51:16.462832 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-dfadd6ea-f869-49d5-8bf7-5823ba6f4b80 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "DELETE /v2.0/subnets/cce5c554-ebb7-4f85-868f-64003a7013b5 HTTP/1.1" status: 404 len: 337 time: 0.0613072 Nov 24 01:51:16.466136 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50200) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:16.501686 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6f6d251a-e911-4df7-b804-1439399d3911 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:16.503975 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b45add5-34e4-4b37-ae15-a9bbaf3224cb tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] DELETE failed (client error): The resource could not be found. Nov 24 01:51:16.505008 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b45add5-34e4-4b37-ae15-a9bbaf3224cb tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:51:16.510355 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-6b45add5-34e4-4b37-ae15-a9bbaf3224cb tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "DELETE /v2.0/subnets/a4db6e35-ce27-4dac-b252-2c98992519aa HTTP/1.1" status: 404 len: 337 time: 0.0411005 Nov 24 01:51:16.511509 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50202) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:16.542834 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0cbb441-e0af-4c92-9e80-d3e7c9c2e0db tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] DELETE failed (client error): The resource could not be found. Nov 24 01:51:16.543172 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6f6d251a-e911-4df7-b804-1439399d3911 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:16.543407 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0cbb441-e0af-4c92-9e80-d3e7c9c2e0db tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:51:16.546827 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-b0cbb441-e0af-4c92-9e80-d3e7c9c2e0db tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "DELETE /v2.0/ports/c89fd523-5738-4d47-b6bb-697abf71ae3f HTTP/1.1" status: 404 len: 333 time: 0.0340943 Nov 24 01:51:16.549183 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50204) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:16.563589 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4b6054f1-d267-4466-9640-e485fcd76636 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:16.569307 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4b6054f1-d267-4466-9640-e485fcd76636 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:16.582047 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1073779-97ed-4af4-8645-9273f60fa0c1 None None] Network f9ae361b-af25-426a-af1d-ae2f7b65d452 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:51:16.609286 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6054f1-d267-4466-9640-e485fcd76636 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d73dd8f8-e86c-4158-95e3-083ef6b79006,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:16.610734 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.pecan_wsgi.hooks.translation [None req-646baacd-8c65-412a-85f7-5a49410ff6c1 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] DELETE failed (client error): The resource could not be found. Nov 24 01:51:16.611168 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-646baacd-8c65-412a-85f7-5a49410ff6c1 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:51:16.616300 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-646baacd-8c65-412a-85f7-5a49410ff6c1 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "DELETE /v2.0/subnets/8ee2f388-cdd7-4ba7-b09d-1782058c8b34 HTTP/1.1" status: 404 len: 337 time: 0.0646524 Nov 24 01:51:16.627204 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50206) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:16.648419 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4b6054f1-d267-4466-9640-e485fcd76636 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:16.652425 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-4b6054f1-d267-4466-9640-e485fcd76636 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2713900 Nov 24 01:51:16.653161 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50208) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:16.655110 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6d251a-e911-4df7-b804-1439399d3911 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Network d5d1299a-4341-4f67-b08d-724a156bb227 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:51:16.658946 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-abf7d914-bc89-434a-ba95-37c815bc6540 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Request body: {'security_group_rule': {'security_group_id': '35d77e7f-f9f5-42f2-9163-c45a686879e4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:16.659268 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-6f6d251a-e911-4df7-b804-1439399d3911 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:51:16.662362 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6d251a-e911-4df7-b804-1439399d3911 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:51:16.668519 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6d251a-e911-4df7-b804-1439399d3911 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:51:16.669271 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6f6d251a-e911-4df7-b804-1439399d3911 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:16.679638 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6d251a-e911-4df7-b804-1439399d3911 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Pushing event updated for resources: {'Port': ['ID=ec8e3837-c9c3-4e4f-9a02-a394e76323d3,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:16.697070 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-deb546fe-5754-4bf5-a6e1-4aa4efb13035 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] DELETE failed (client error): The resource could not be found. Nov 24 01:51:16.697555 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-deb546fe-5754-4bf5-a6e1-4aa4efb13035 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:51:16.702574 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-deb546fe-5754-4bf5-a6e1-4aa4efb13035 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "DELETE /v2.0/subnets/b78476be-9d9b-4b3d-a494-9b44302500fb HTTP/1.1" status: 404 len: 337 time: 0.0733843 Nov 24 01:51:16.705358 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50210) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:16.739003 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-efe70b32-af13-447f-b71b-1cfd8440de1d None None] Provisioning complete for port bce6280a-a19c-4c43-ab41-5e259653d3d3 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:51:16.739599 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-efe70b32-af13-447f-b71b-1cfd8440de1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:16.742517 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-abf7d914-bc89-434a-ba95-37c815bc6540 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:16.749500 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.pecan_wsgi.hooks.translation [None req-618abfd8-61da-4b6d-bd03-e326f5e1970e tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] DELETE failed (client error): The resource could not be found. Nov 24 01:51:16.750304 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-618abfd8-61da-4b6d-bd03-e326f5e1970e tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:51:16.756993 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-618abfd8-61da-4b6d-bd03-e326f5e1970e tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "DELETE /v2.0/ports/b9dce865-8a32-4839-bb8f-9c301f820eb7 HTTP/1.1" status: 404 len: 333 time: 0.0474534 Nov 24 01:51:16.759146 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-6f6d251a-e911-4df7-b804-1439399d3911 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1258681 Nov 24 01:51:16.759902 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50212) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:16.761862 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50214) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:16.811726 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-abf7d914-bc89-434a-ba95-37c815bc6540 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:16.825485 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-abf7d914-bc89-434a-ba95-37c815bc6540 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:16.849053 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf7d914-bc89-434a-ba95-37c815bc6540 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0621a80c-8bc7-4fee-b5c4-6b98a8a129dc,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:16.857280 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-abf7d914-bc89-434a-ba95-37c815bc6540 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:16.861251 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-abf7d914-bc89-434a-ba95-37c815bc6540 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2034409 Nov 24 01:51:16.862117 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50216) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:16.866718 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-0c22cac1-e04d-4956-adb8-874889d7afb6 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Request body: {'security_group_rule': {'security_group_id': '35d77e7f-f9f5-42f2-9163-c45a686879e4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:16.896528 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b049cdc-9e1f-4df0-8622-27885a4f86db tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] DELETE failed (client error): The resource could not be found. Nov 24 01:51:16.897710 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b049cdc-9e1f-4df0-8622-27885a4f86db tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:51:16.898343 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-efe70b32-af13-447f-b71b-1cfd8440de1d None None] Provisioning complete for port 86f2c419-ef31-4ebb-a312-526f8372de47 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:51:16.898748 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-efe70b32-af13-447f-b71b-1cfd8440de1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:16.901212 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-4b049cdc-9e1f-4df0-8622-27885a4f86db tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "DELETE /v2.0/subnets/691a7854-e6f5-4282-bb40-d8d5a587eb6b HTTP/1.1" status: 404 len: 337 time: 0.1401320 Nov 24 01:51:16.904300 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50218) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:16.934276 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e30a7ba-e475-41fa-ae39-01d36cadf4d7 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] DELETE failed (client error): The resource could not be found. Nov 24 01:51:16.934971 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010dc791-184b-4950-822b-34ee096414fd None None] DHCP port deletion for f9ae361b-af25-426a-af1d-ae2f7b65d452 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:51:16.935187 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e30a7ba-e475-41fa-ae39-01d36cadf4d7 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:51:16.938659 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-4e30a7ba-e475-41fa-ae39-01d36cadf4d7 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "DELETE /v2.0/subnets/886fb8b4-0a94-439e-a40c-dcf541712b06 HTTP/1.1" status: 404 len: 337 time: 0.0318482 Nov 24 01:51:16.939985 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0c22cac1-e04d-4956-adb8-874889d7afb6 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:16.943267 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50220) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:16.947882 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-efe70b32-af13-447f-b71b-1cfd8440de1d None None] Port 86f2c419-ef31-4ebb-a312-526f8372de47 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:51:16.999112 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-010dc791-184b-4950-822b-34ee096414fd None None] Deleting port bce6280a-a19c-4c43-ab41-5e259653d3d3 {{(pid=109868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:51:16.999680 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-010dc791-184b-4950-822b-34ee096414fd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:17.062865 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0c22cac1-e04d-4956-adb8-874889d7afb6 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:17.071918 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0c22cac1-e04d-4956-adb8-874889d7afb6 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:17.076159 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-010dc791-184b-4950-822b-34ee096414fd None None] For port bce6280a-a19c-4c43-ab41-5e259653d3d3, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=bce6280a-a19c-4c43-ab41-5e259653d3d3,segment=NetworkSegment(0a37dceb-1d21-41f0-a070-42022d51418f),segment_id=0a37dceb-1d21-41f0-a070-42022d51418f)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:51:17.076564 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-010dc791-184b-4950-822b-34ee096414fd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:17.092155 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c22cac1-e04d-4956-adb8-874889d7afb6 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2da3cb68-fec3-4e10-a713-091a629333f4,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:17.092651 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-010dc791-184b-4950-822b-34ee096414fd None None] Calling delete_port for bce6280a-a19c-4c43-ab41-5e259653d3d3 owned by network:dhcp {{(pid=109868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:51:17.095544 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-3d52fe6b-7ed6-47f0-9dad-eb0357adc29c tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Deleting port 86f2c419-ef31-4ebb-a312-526f8372de47 {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:51:17.095875 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3d52fe6b-7ed6-47f0-9dad-eb0357adc29c tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:17.113290 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0c22cac1-e04d-4956-adb8-874889d7afb6 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:17.117619 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-0c22cac1-e04d-4956-adb8-874889d7afb6 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2544518 Nov 24 01:51:17.121259 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50224) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:17.131868 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-56ad0565-0162-4abe-a30b-0ca285d76d8a tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Request body: {'security_group_rule': {'security_group_id': '35d77e7f-f9f5-42f2-9163-c45a686879e4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:17.182481 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-010dc791-184b-4950-822b-34ee096414fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974'] for port, after_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:17.189959 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a171c2f5-05c0-4b42-9517-c940e25cb9c7 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:17.191486 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3d52fe6b-7ed6-47f0-9dad-eb0357adc29c tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:17.209988 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-56ad0565-0162-4abe-a30b-0ca285d76d8a tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:17.211374 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010dc791-184b-4950-822b-34ee096414fd None None] Pushing event deleted for resources: {'Port': ['ID=bce6280a-a19c-4c43-ab41-5e259653d3d3,revision_number=None']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:17.212663 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-3d52fe6b-7ed6-47f0-9dad-eb0357adc29c tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Calling delete_port for 86f2c419-ef31-4ebb-a312-526f8372de47 owned by {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:51:17.216125 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010dc791-184b-4950-822b-34ee096414fd None None] No DVR routers for this DVR port bce6280a-a19c-4c43-ab41-5e259653d3d3 on host dv-neutron-818911-2-hyperv {{(pid=109868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:51:17.330282 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-56ad0565-0162-4abe-a30b-0ca285d76d8a tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:17.338485 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-56ad0565-0162-4abe-a30b-0ca285d76d8a tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:17.364040 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3d52fe6b-7ed6-47f0-9dad-eb0357adc29c tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:17.366881 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ad0565-0162-4abe-a30b-0ca285d76d8a tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac35cc7f-5977-497c-8cb1-7023372403b4,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:17.393718 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-56ad0565-0162-4abe-a30b-0ca285d76d8a tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:17.398090 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-56ad0565-0162-4abe-a30b-0ca285d76d8a tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2759683 Nov 24 01:51:17.400196 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50226) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:17.402512 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d52fe6b-7ed6-47f0-9dad-eb0357adc29c tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Pushing event deleted for resources: {'Port': ['ID=86f2c419-ef31-4ebb-a312-526f8372de47,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:17.412119 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-06081d44-176d-47cb-8bd0-dc629ff83214 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Request body: {'security_group_rule': {'security_group_id': '35d77e7f-f9f5-42f2-9163-c45a686879e4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:17.418574 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3d52fe6b-7ed6-47f0-9dad-eb0357adc29c tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:17.424425 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-3d52fe6b-7ed6-47f0-9dad-eb0357adc29c tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "DELETE /v2.0/ports/86f2c419-ef31-4ebb-a312-526f8372de47 HTTP/1.1" status: 204 len: 168 time: 0.4779575 Nov 24 01:51:17.425135 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50228) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:17.496067 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a171c2f5-05c0-4b42-9517-c940e25cb9c7 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks [] for port, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:17.501317 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a171c2f5-05c0-4b42-9517-c940e25cb9c7 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25501696'] for port, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:17.516460 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-06081d44-176d-47cb-8bd0-dc629ff83214 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:17.577088 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a171c2f5-05c0-4b42-9517-c940e25cb9c7 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Pushing event updated for resources: {'Port': ['ID=ec8e3837-c9c3-4e4f-9a02-a394e76323d3,revision_number=2']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:17.581238 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-06081d44-176d-47cb-8bd0-dc629ff83214 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:17.587155 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-756cb19f-b03a-4384-9db5-b271ade11ce4 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:17.590446 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-06081d44-176d-47cb-8bd0-dc629ff83214 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:17.615734 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06081d44-176d-47cb-8bd0-dc629ff83214 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce966ac8-844f-4bd9-ae51-f7957cc3082c,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:17.625887 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-06081d44-176d-47cb-8bd0-dc629ff83214 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:17.627108 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-06081d44-176d-47cb-8bd0-dc629ff83214 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2214453 Nov 24 01:51:17.627313 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda0966d-0b06-4cfd-9015-99ef18708730 None None] Network d5d1299a-4341-4f67-b08d-724a156bb227 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:51:17.648711 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50230) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:17.688291 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-75a25d4c-12e3-477a-b3a8-a7b81bc76ab0 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:17.708688 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-756cb19f-b03a-4384-9db5-b271ade11ce4 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:17.710112 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a171c2f5-05c0-4b42-9517-c940e25cb9c7 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3777869'] for router_interface, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:17.710360 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-28c01d7b-7b59-4188-8bfc-c449aeb7f7ea None None] Provisioning complete for port 96e92e3d-2a13-493e-bca2-27907a48dfd3 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:51:17.710995 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-28c01d7b-7b59-4188-8bfc-c449aeb7f7ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:17.717811 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-75a25d4c-12e3-477a-b3a8-a7b81bc76ab0 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:17.732020 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-756cb19f-b03a-4384-9db5-b271ade11ce4 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9ae361b-af25-426a-af1d-ae2f7b65d452']}} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:51:17.744061 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-756cb19f-b03a-4384-9db5-b271ade11ce4 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a37dceb-1d21-41f0-a070-42022d51418f') {'for_net_delete': True} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:51:17.744190 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-756cb19f-b03a-4384-9db5-b271ade11ce4 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a37dceb-1d21-41f0-a070-42022d51418f') {} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:51:17.756355 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-756cb19f-b03a-4384-9db5-b271ade11ce4 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29055561'] for segment, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:17.773568 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-756cb19f-b03a-4384-9db5-b271ade11ce4 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:17.786057 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-756cb19f-b03a-4384-9db5-b271ade11ce4 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=109866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:51:17.786452 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-756cb19f-b03a-4384-9db5-b271ade11ce4 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29151010'] for segment, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:17.789661 dv-neutron-818911-2-hyperv neutron-server[109866]: Traceback (most recent call last): Nov 24 01:51:17.789661 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:51:17.789661 dv-neutron-818911-2-hyperv neutron-server[109866]: timer() Nov 24 01:51:17.789661 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:51:17.789661 dv-neutron-818911-2-hyperv neutron-server[109866]: cb(*args, **kw) Nov 24 01:51:17.789661 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:51:17.789661 dv-neutron-818911-2-hyperv neutron-server[109866]: return func(*args, **kwargs) Nov 24 01:51:17.789661 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:51:17.789661 dv-neutron-818911-2-hyperv neutron-server[109866]: self._notify() Nov 24 01:51:17.789661 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:51:17.789661 dv-neutron-818911-2-hyperv neutron-server[109866]: self.callback(batched_events) Nov 24 01:51:17.789661 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:51:17.789661 dv-neutron-818911-2-hyperv neutron-server[109866]: event.method(event) Nov 24 01:51:17.789661 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:51:17.789661 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:51:17.789661 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:51:17.789661 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:51:17.789661 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:51:17.789661 dv-neutron-818911-2-hyperv neutron-server[109866]: return f(self, *a, **k) Nov 24 01:51:17.789661 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:51:17.789661 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._get(url).json() Nov 24 01:51:17.789661 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:51:17.789661 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:51:17.789661 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:51:17.789661 dv-neutron-818911-2-hyperv neutron-server[109866]: return self.request(url, 'GET', **kwargs) Nov 24 01:51:17.789661 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:51:17.789661 dv-neutron-818911-2-hyperv neutron-server[109866]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:51:17.789661 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:51:17.789661 dv-neutron-818911-2-hyperv neutron-server[109866]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:51:17.789661 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:51:17.789661 dv-neutron-818911-2-hyperv neutron-server[109866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:51:17.789661 dv-neutron-818911-2-hyperv neutron-server[109866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:51:17.811929 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-75a25d4c-12e3-477a-b3a8-a7b81bc76ab0 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:17.820166 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-75a25d4c-12e3-477a-b3a8-a7b81bc76ab0 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:17.821937 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-75a25d4c-12e3-477a-b3a8-a7b81bc76ab0 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/ce966ac8-844f-4bd9-ae51-f7957cc3082c HTTP/1.1" status: 204 len: 168 time: 0.1720591 Nov 24 01:51:17.830307 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50232) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:17.840208 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a25d4c-12e3-477a-b3a8-a7b81bc76ab0 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ce966ac8-844f-4bd9-ae51-f7957cc3082c,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:17.865932 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-756cb19f-b03a-4384-9db5-b271ade11ce4 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:17.873047 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-756cb19f-b03a-4384-9db5-b271ade11ce4 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Publish callbacks [] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:17.877881 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-756cb19f-b03a-4384-9db5-b271ade11ce4 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] 10.222.0.21 "DELETE /v2.0/networks/f9ae361b-af25-426a-af1d-ae2f7b65d452 HTTP/1.1" status: 204 len: 168 time: 0.4517450 Nov 24 01:51:17.899571 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a171c2f5-05c0-4b42-9517-c940e25cb9c7 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:17.899935 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-28c01d7b-7b59-4188-8bfc-c449aeb7f7ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:17.913290 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756cb19f-b03a-4384-9db5-b271ade11ce4 tempest-PortsIpV6TestJSON-1982786637 tempest-PortsIpV6TestJSON-1982786637-project] Pushing event deleted for resources: {'Network': ['ID=f9ae361b-af25-426a-af1d-ae2f7b65d452,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:17.917650 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-0ed40b4b-c844-4214-8b9b-0b23932c2b30 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0837858 Nov 24 01:51:17.917992 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50236) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:17.948959 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-45402cb8-a1e3-4fed-b84e-50acf420bc41 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:17.957215 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-45402cb8-a1e3-4fed-b84e-50acf420bc41 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:17.964185 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-28c01d7b-7b59-4188-8bfc-c449aeb7f7ea None None] For port 96e92e3d-2a13-493e-bca2-27907a48dfd3, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=96e92e3d-2a13-493e-bca2-27907a48dfd3,segment=NetworkSegment(1c03c658-6f02-497f-8909-ae46affab0d2),segment_id=1c03c658-6f02-497f-8909-ae46affab0d2)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:51:17.972378 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-28c01d7b-7b59-4188-8bfc-c449aeb7f7ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:18.008798 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-45402cb8-a1e3-4fed-b84e-50acf420bc41 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:18.024052 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-45402cb8-a1e3-4fed-b84e-50acf420bc41 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:18.028956 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-45402cb8-a1e3-4fed-b84e-50acf420bc41 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/ac35cc7f-5977-497c-8cb1-7023372403b4 HTTP/1.1" status: 204 len: 168 time: 0.1096358 Nov 24 01:51:18.030448 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50238) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:18.049614 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45402cb8-a1e3-4fed-b84e-50acf420bc41 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ac35cc7f-5977-497c-8cb1-7023372403b4,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:18.050553 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c01d7b-7b59-4188-8bfc-c449aeb7f7ea None None] Pushing event updated for resources: {'Port': ['ID=96e92e3d-2a13-493e-bca2-27907a48dfd3,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:18.108957 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-b10dbe5e-75aa-4ca3-95f4-945bcd82b728 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0697997 Nov 24 01:51:18.111627 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50240) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:18.143268 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-aec86c8c-f536-42aa-b766-1f97bed96e6a tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:18.153065 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-aec86c8c-f536-42aa-b766-1f97bed96e6a tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:18.188674 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-aec86c8c-f536-42aa-b766-1f97bed96e6a tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:18.198910 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-aec86c8c-f536-42aa-b766-1f97bed96e6a tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:18.202653 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-aec86c8c-f536-42aa-b766-1f97bed96e6a tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/2da3cb68-fec3-4e10-a713-091a629333f4 HTTP/1.1" status: 204 len: 168 time: 0.0876145 Nov 24 01:51:18.212572 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50244) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:18.213561 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec86c8c-f536-42aa-b766-1f97bed96e6a tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2da3cb68-fec3-4e10-a713-091a629333f4,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:18.278771 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-94025c6d-2b5c-40fb-bfd2-4b35129a27e4 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0617666 Nov 24 01:51:18.281096 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50246) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:18.298978 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50248) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:18.307172 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-beb989a9-ada5-4b72-9a8e-98011d1abcaf None None] Provisioning complete for port ec8e3837-c9c3-4e4f-9a02-a394e76323d3 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:51:18.310071 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-beb989a9-ada5-4b72-9a8e-98011d1abcaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:18.343293 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ef0dd625-ebdf-4e78-9329-79e657898c39 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:18.344228 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a171c2f5-05c0-4b42-9517-c940e25cb9c7 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks [] for port, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:18.354605 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a171c2f5-05c0-4b42-9517-c940e25cb9c7 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25501696'] for port, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:18.355895 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a171c2f5-05c0-4b42-9517-c940e25cb9c7 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3778017'] for router_interface, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:18.358053 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 96e92e3d-2a13-493e-bca2-27907a48dfd3 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:51:18.362645 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ef0dd625-ebdf-4e78-9329-79e657898c39 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:18.394108 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-beb989a9-ada5-4b72-9a8e-98011d1abcaf None None] Port ec8e3837-c9c3-4e4f-9a02-a394e76323d3 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:51:18.420511 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-beb989a9-ada5-4b72-9a8e-98011d1abcaf None None] Provisioning complete for port 96e92e3d-2a13-493e-bca2-27907a48dfd3 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:51:18.421113 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-beb989a9-ada5-4b72-9a8e-98011d1abcaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:18.426844 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ef0dd625-ebdf-4e78-9329-79e657898c39 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:18.432637 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ef0dd625-ebdf-4e78-9329-79e657898c39 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:18.434321 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-ef0dd625-ebdf-4e78-9329-79e657898c39 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/0621a80c-8bc7-4fee-b5c4-6b98a8a129dc HTTP/1.1" status: 204 len: 168 time: 0.1522658 Nov 24 01:51:18.440966 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50252) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:18.443345 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0dd625-ebdf-4e78-9329-79e657898c39 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0621a80c-8bc7-4fee-b5c4-6b98a8a129dc,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:18.460119 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 96e92e3d-2a13-493e-bca2-27907a48dfd3 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:51:18.460484 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:18.563626 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a171c2f5-05c0-4b42-9517-c940e25cb9c7 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Pushing event updated for resources: {'Port': ['ID=ec8e3837-c9c3-4e4f-9a02-a394e76323d3,revision_number=3']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:18.601561 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-0212a28f-4b84-430c-8fac-ea405bc34b33 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1502476 Nov 24 01:51:18.604808 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50254) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:18.623705 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-d299ca72-bf7b-4c7c-a638-da9a7d856172 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3a57d4c6d6484e7bbaf48e6f242b2f3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3232043 Nov 24 01:51:18.625919 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50256) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:18.641186 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-21598e64-f8b0-4e6e-9edd-03f1ae195061 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:18.651486 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-21598e64-f8b0-4e6e-9edd-03f1ae195061 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:18.651700 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a171c2f5-05c0-4b42-9517-c940e25cb9c7 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Network d5d1299a-4341-4f67-b08d-724a156bb227 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:51:18.657543 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-a171c2f5-05c0-4b42-9517-c940e25cb9c7 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:51:18.659151 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device bce6280a-a19c-4c43-ab41-5e259653d3d3 no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:51:18.686016 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: bce6280a-a19c-4c43-ab41-5e259653d3d3 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:51:18.686366 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device bce6280a-a19c-4c43-ab41-5e259653d3d3 not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:51:18.698282 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-21598e64-f8b0-4e6e-9edd-03f1ae195061 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:18.708003 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-21598e64-f8b0-4e6e-9edd-03f1ae195061 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:18.711821 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-cc060ce8-97ce-4d3a-847b-b6cc9dcb217f None None] Provisioning complete for port ec8e3837-c9c3-4e4f-9a02-a394e76323d3 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:51:18.712195 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-cc060ce8-97ce-4d3a-847b-b6cc9dcb217f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:18.712559 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-21598e64-f8b0-4e6e-9edd-03f1ae195061 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/d73dd8f8-e86c-4158-95e3-083ef6b79006 HTTP/1.1" status: 204 len: 168 time: 0.1065228 Nov 24 01:51:18.714907 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50258) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:18.742229 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21598e64-f8b0-4e6e-9edd-03f1ae195061 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d73dd8f8-e86c-4158-95e3-083ef6b79006,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:18.751585 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-cc060ce8-97ce-4d3a-847b-b6cc9dcb217f None None] Port ec8e3837-c9c3-4e4f-9a02-a394e76323d3 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:51:18.767205 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-8359e6a1-02db-4890-9b59-9e80e64ae499 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0506322 Nov 24 01:51:18.769522 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50260) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:18.784811 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-936431b7-c21d-4c3f-a365-342ddcaab573 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:18.822002 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-936431b7-c21d-4c3f-a365-342ddcaab573 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:18.833952 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a2d470c3-1227-4916-a80e-6540add77c83 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:18.864473 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a2d470c3-1227-4916-a80e-6540add77c83 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:18.870168 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a171c2f5-05c0-4b42-9517-c940e25cb9c7 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Router cf0460dd-7f19-4a26-a86a-117104754488 is scheduled to L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e with binding_index 1 {{(pid=109867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 01:51:18.889326 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-bd18db8f-407d-4ade-a398-e55c9cead9ac None None] Provisioning complete for port ec8e3837-c9c3-4e4f-9a02-a394e76323d3 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:51:18.891687 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd18db8f-407d-4ade-a398-e55c9cead9ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:18.922192 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a2d470c3-1227-4916-a80e-6540add77c83 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:18.925001 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a2d470c3-1227-4916-a80e-6540add77c83 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:18.928791 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-a2d470c3-1227-4916-a80e-6540add77c83 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] 10.222.0.21 "DELETE /v2.0/security-groups/35d77e7f-f9f5-42f2-9163-c45a686879e4 HTTP/1.1" status: 204 len: 168 time: 0.1553197 Nov 24 01:51:18.930874 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50262) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:18.939870 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-bd18db8f-407d-4ade-a398-e55c9cead9ac None None] Port ec8e3837-c9c3-4e4f-9a02-a394e76323d3 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:51:18.944236 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d470c3-1227-4916-a80e-6540add77c83 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35d77e7f-f9f5-42f2-9163-c45a686879e4,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:18.963566 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-936431b7-c21d-4c3f-a365-342ddcaab573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:18.966293 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-936431b7-c21d-4c3f-a365-342ddcaab573 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:18.967471 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-936431b7-c21d-4c3f-a365-342ddcaab573 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/943ce1b9-201e-43ee-ab7d-619f89432393 HTTP/1.1" status: 204 len: 168 time: 0.3406396 Nov 24 01:51:18.996615 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50266) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:18.996845 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-d4f6d46a-f7f7-4e6f-b4e8-1844eafca606 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0634844 Nov 24 01:51:19.000250 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936431b7-c21d-4c3f-a365-342ddcaab573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=943ce1b9-201e-43ee-ab7d-619f89432393,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:19.013480 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-36b8ca05-af73-42ed-b00d-a4ac41bbdda4 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Request body: {'security_group': {'name': 'tempest-secgroup--143014555'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:19.029584 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a171c2f5-05c0-4b42-9517-c940e25cb9c7 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:51:19.039223 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50268) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:19.040097 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ecc6e1-a28e-4a1a-9bb8-949349a1cd1e None None] Sync routers for ids ['cf0460dd-7f19-4a26-a86a-117104754488'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:51:19.042044 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-a171c2f5-05c0-4b42-9517-c940e25cb9c7 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] 10.222.0.21 "PUT /v2.0/routers/cf0460dd-7f19-4a26-a86a-117104754488/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2733605 Nov 24 01:51:19.057828 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ecc6e1-a28e-4a1a-9bb8-949349a1cd1e None None] Routers {'cf0460dd-7f19-4a26-a86a-117104754488'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:51:19.058471 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-25ecc6e1-a28e-4a1a-9bb8-949349a1cd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:50:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['cf0460dd-7f19-4a26-a86a-117104754488'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:51:19.063556 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-36b8ca05-af73-42ed-b00d-a4ac41bbdda4 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:19.091933 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f26189-dbf0-42cc-8615-f927c579cd56 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:51:19.096588 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-a4f26189-dbf0-42cc-8615-f927c579cd56 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] 10.222.0.21 "GET /v2.0/ports/ec8e3837-c9c3-4e4f-9a02-a394e76323d3 HTTP/1.1" status: 200 len: 984 time: 0.0560963 Nov 24 01:51:19.097037 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50270) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:19.114609 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-25ecc6e1-a28e-4a1a-9bb8-949349a1cd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:51:19.125155 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ecc6e1-a28e-4a1a-9bb8-949349a1cd1e None None] Routers {'cf0460dd-7f19-4a26-a86a-117104754488'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:51:19.125877 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-25ecc6e1-a28e-4a1a-9bb8-949349a1cd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:50:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['cf0460dd-7f19-4a26-a86a-117104754488'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:51:19.164894 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-25ecc6e1-a28e-4a1a-9bb8-949349a1cd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:51:19.165795 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ecc6e1-a28e-4a1a-9bb8-949349a1cd1e None None] The sync data for ids ['cf0460dd-7f19-4a26-a86a-117104754488'] in dv-neutron-818911-2-hyperv is: [] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:51:19.171202 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e175a8da-d310-424f-8341-51b70fa80627 None None] Provisioning complete for port ec8e3837-c9c3-4e4f-9a02-a394e76323d3 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:51:19.171720 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e175a8da-d310-424f-8341-51b70fa80627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:19.185684 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-36b8ca05-af73-42ed-b00d-a4ac41bbdda4 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:19.193847 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-36b8ca05-af73-42ed-b00d-a4ac41bbdda4 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:19.217377 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-e175a8da-d310-424f-8341-51b70fa80627 None None] Port ec8e3837-c9c3-4e4f-9a02-a394e76323d3 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:51:19.231814 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-36b8ca05-af73-42ed-b00d-a4ac41bbdda4 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:19.236246 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-36b8ca05-af73-42ed-b00d-a4ac41bbdda4 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2398190 Nov 24 01:51:19.237825 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50274) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:19.242342 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-715284f7-c644-4533-826f-1448964748a6 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Request body: {'security_group_rule': {'security_group_id': '106892a2-448c-4d41-9edd-1c46b78faf9f', 'direction': 'ingress', 'protocol': 17}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:19.247672 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b8ca05-af73-42ed-b00d-a4ac41bbdda4 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=106892a2-448c-4d41-9edd-1c46b78faf9f,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:19.279932 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-715284f7-c644-4533-826f-1448964748a6 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:19.366951 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-715284f7-c644-4533-826f-1448964748a6 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:19.372814 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-715284f7-c644-4533-826f-1448964748a6 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:19.392401 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715284f7-c644-4533-826f-1448964748a6 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f2924e1-c05e-491b-83b6-182511fdce2c,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:19.408312 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-715284f7-c644-4533-826f-1448964748a6 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:19.413834 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-715284f7-c644-4533-826f-1448964748a6 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1749473 Nov 24 01:51:19.413979 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50284) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:19.554736 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d9321d78-e223-4689-8954-76cb77ad05b2 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:19.736309 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50296) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:19.838090 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50298) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:19.924489 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d9321d78-e223-4689-8954-76cb77ad05b2 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:20.027040 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-52b9f38f-7ae9-473a-a226-eadc6aca92d6 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3777994'] for router_interface, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:20.102768 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d9321d78-e223-4689-8954-76cb77ad05b2 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:20.105428 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d9321d78-e223-4689-8954-76cb77ad05b2 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:20.106632 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-d9321d78-e223-4689-8954-76cb77ad05b2 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] 10.222.0.21 "DELETE /v2.0/security-groups/106892a2-448c-4d41-9edd-1c46b78faf9f HTTP/1.1" status: 204 len: 168 time: 0.6906641 Nov 24 01:51:20.113361 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50302) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:20.140072 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9321d78-e223-4689-8954-76cb77ad05b2 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=106892a2-448c-4d41-9edd-1c46b78faf9f,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:20.219169 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-98f3c861-f547-44ea-af33-c0be19a9b4ec tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1038249 Nov 24 01:51:20.222668 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50304) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:20.227042 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-44137b4b-b1ab-4189-9636-c485f2e9abaf tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Request body: {'security_group': {'name': 'tempest-secgroup--1628709069'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:20.248576 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-522f4c28-b29e-40cd-85ed-e09a418312f7 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:20.249012 dv-neutron-818911-2-hyperv neutron-server[109867]: WARNING neutron.api.v2.base [None req-522f4c28-b29e-40cd-85ed-e09a418312f7 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 24 01:51:20.249530 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.api.v2.resource [None req-522f4c28-b29e-40cd-85ed-e09a418312f7 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] create failed (client error): There was a conflict when trying to complete your request. Nov 24 01:51:20.255243 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-522f4c28-b29e-40cd-85ed-e09a418312f7 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4114778 Nov 24 01:51:20.255998 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50306) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:20.260469 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-041cda40-d7e7-40e2-ae48-364e96d9e27c tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Request body: {'security_group': {'name': 'tempest-secgroup--257508966'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:20.264473 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-44137b4b-b1ab-4189-9636-c485f2e9abaf tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:20.330035 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-041cda40-d7e7-40e2-ae48-364e96d9e27c tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Publish callbacks [] for security_group, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:20.343993 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-041cda40-d7e7-40e2-ae48-364e96d9e27c tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Publish callbacks [] for security_group, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:20.378767 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-52b9f38f-7ae9-473a-a226-eadc6aca92d6 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Deleting port ec8e3837-c9c3-4e4f-9a02-a394e76323d3 {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:51:20.379020 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-52b9f38f-7ae9-473a-a226-eadc6aca92d6 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:20.401256 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-44137b4b-b1ab-4189-9636-c485f2e9abaf tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:20.410975 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-44137b4b-b1ab-4189-9636-c485f2e9abaf tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:20.478180 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-44137b4b-b1ab-4189-9636-c485f2e9abaf tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:20.479426 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-44137b4b-b1ab-4189-9636-c485f2e9abaf tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2557967 Nov 24 01:51:20.482601 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50310) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:20.490706 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-891b5d70-2357-477b-bbd9-c8e912dfcdb1 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Request body: {'security_group': {'name': 'tempest-secgroup--1526775467'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:20.498049 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44137b4b-b1ab-4189-9636-c485f2e9abaf tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5584480-acc4-4047-aac1-3f4dfbca6c9d,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:20.499059 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-041cda40-d7e7-40e2-ae48-364e96d9e27c tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Publish callbacks [] for security_group, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:20.505765 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-041cda40-d7e7-40e2-ae48-364e96d9e27c tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:20.515621 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-52b9f38f-7ae9-473a-a226-eadc6aca92d6 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:20.538696 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-52b9f38f-7ae9-473a-a226-eadc6aca92d6 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Calling delete_port for ec8e3837-c9c3-4e4f-9a02-a394e76323d3 owned by network:router_interface {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:51:20.549431 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-891b5d70-2357-477b-bbd9-c8e912dfcdb1 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:20.560972 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041cda40-d7e7-40e2-ae48-364e96d9e27c tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e900b8b-88d6-4f58-97d0-bbfe4b04adca,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:20.633244 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-041cda40-d7e7-40e2-ae48-364e96d9e27c tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Publish callbacks [] for security_group, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:20.637876 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-041cda40-d7e7-40e2-ae48-364e96d9e27c tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:20.666641 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a76f3199-cd6e-4d62-ad92-22cd924159bc tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3777994'] for router_interface, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:20.675229 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-041cda40-d7e7-40e2-ae48-364e96d9e27c tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:20.676562 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-041cda40-d7e7-40e2-ae48-364e96d9e27c tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4194682 Nov 24 01:51:20.683420 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50312) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:20.694152 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-5e476772-007a-4325-937f-54a0b97deffb tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Request body: {'security_group_rule': {'security_group_id': '0e4e490d-35e9-477f-9367-cc74a2cb883f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:20.713892 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041cda40-d7e7-40e2-ae48-364e96d9e27c tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e4e490d-35e9-477f-9367-cc74a2cb883f,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:20.732079 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-891b5d70-2357-477b-bbd9-c8e912dfcdb1 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:20.758481 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-891b5d70-2357-477b-bbd9-c8e912dfcdb1 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:20.795246 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5e476772-007a-4325-937f-54a0b97deffb tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:20.816212 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-891b5d70-2357-477b-bbd9-c8e912dfcdb1 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:20.817754 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-891b5d70-2357-477b-bbd9-c8e912dfcdb1 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3324423 Nov 24 01:51:20.822190 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50314) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:20.826658 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-877061b8-1302-4951-9671-88df0a1a056e tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Request body: {'security_group_rule': {'security_group_id': 'c5584480-acc4-4047-aac1-3f4dfbca6c9d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'f3f81a05-16fc-41f1-bfc7-24245cc526a0', 'remote_ip_prefix': None}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:20.828072 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891b5d70-2357-477b-bbd9-c8e912dfcdb1 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f81a05-16fc-41f1-bfc7-24245cc526a0,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:20.853290 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-52b9f38f-7ae9-473a-a226-eadc6aca92d6 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:20.893646 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b9f38f-7ae9-473a-a226-eadc6aca92d6 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Pushing event deleted for resources: {'Port': ['ID=ec8e3837-c9c3-4e4f-9a02-a394e76323d3,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:20.905250 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5e476772-007a-4325-937f-54a0b97deffb tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:20.926430 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5e476772-007a-4325-937f-54a0b97deffb tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:20.944924 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-877061b8-1302-4951-9671-88df0a1a056e tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:20.987990 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e476772-007a-4325-937f-54a0b97deffb tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6470955-d6f5-468b-9a18-623dc8cc004b,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:21.027198 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5e476772-007a-4325-937f-54a0b97deffb tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:21.029034 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-5e476772-007a-4325-937f-54a0b97deffb tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3391964 Nov 24 01:51:21.032189 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50316) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:21.032503 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-52b9f38f-7ae9-473a-a226-eadc6aca92d6 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424538'] for router_interface, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:21.039065 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-1c7fc284-763b-43ea-ac41-76e57b4b8ef5 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Request body: {'security_group_rule': {'security_group_id': '0e4e490d-35e9-477f-9367-cc74a2cb883f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:21.055991 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-877061b8-1302-4951-9671-88df0a1a056e tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:21.076849 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-877061b8-1302-4951-9671-88df0a1a056e tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:21.108036 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877061b8-1302-4951-9671-88df0a1a056e tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3011f07c-8b8d-43fd-85e7-e087624352ee,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:21.134381 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-a76f3199-cd6e-4d62-ad92-22cd924159bc tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Deleting port 43cd26df-062e-4f8e-ad40-c2dcc2d0a755 {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:51:21.134781 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a76f3199-cd6e-4d62-ad92-22cd924159bc tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:21.141265 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-877061b8-1302-4951-9671-88df0a1a056e tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:21.142501 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-877061b8-1302-4951-9671-88df0a1a056e tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3207603 Nov 24 01:51:21.142890 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1c7fc284-763b-43ea-ac41-76e57b4b8ef5 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:21.147303 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50318) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:21.228860 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [None req-a76f3199-cd6e-4d62-ad92-22cd924159bc tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] For port 43cd26df-062e-4f8e-ad40-c2dcc2d0a755, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=43cd26df-062e-4f8e-ad40-c2dcc2d0a755,segment=NetworkSegment(f285092a-19ce-4f3f-b65d-fc16f62f043d),segment_id=f285092a-19ce-4f3f-b65d-fc16f62f043d)] {{(pid=109867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:51:21.229118 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a76f3199-cd6e-4d62-ad92-22cd924159bc tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:21.242462 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-a76f3199-cd6e-4d62-ad92-22cd924159bc tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Calling delete_port for 43cd26df-062e-4f8e-ad40-c2dcc2d0a755 owned by network:router_interface {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:51:21.257496 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c4d6d6f2-988e-417f-b013-3b1983315668 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:21.272635 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c4d6d6f2-988e-417f-b013-3b1983315668 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:21.275628 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52b9f38f-7ae9-473a-a226-eadc6aca92d6 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Router cf0460dd-7f19-4a26-a86a-117104754488 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:51:21.302387 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.api.v2.resource [None req-1c7fc284-763b-43ea-ac41-76e57b4b8ef5 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] create failed (client error): There was a conflict when trying to complete your request. Nov 24 01:51:21.303461 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-1c7fc284-763b-43ea-ac41-76e57b4b8ef5 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2686541 Nov 24 01:51:21.306638 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50320) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:21.380294 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c4d6d6f2-988e-417f-b013-3b1983315668 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:21.384473 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52b9f38f-7ae9-473a-a226-eadc6aca92d6 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:51:21.388270 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c4d6d6f2-988e-417f-b013-3b1983315668 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:21.389396 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-c4d6d6f2-988e-417f-b013-3b1983315668 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/3011f07c-8b8d-43fd-85e7-e087624352ee HTTP/1.1" status: 204 len: 168 time: 0.2399836 Nov 24 01:51:21.393397 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50322) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:21.394618 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-52b9f38f-7ae9-473a-a226-eadc6aca92d6 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] 10.222.0.21 "PUT /v2.0/routers/cf0460dd-7f19-4a26-a86a-117104754488/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2965565 Nov 24 01:51:21.397125 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff4ec7b-db24-4469-a8bc-811e8732abfa None None] Sync routers for ids ['cf0460dd-7f19-4a26-a86a-117104754488'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:51:21.399256 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50324) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:21.406760 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d6d6f2-988e-417f-b013-3b1983315668 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3011f07c-8b8d-43fd-85e7-e087624352ee,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:21.412363 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff4ec7b-db24-4469-a8bc-811e8732abfa None None] Routers {'cf0460dd-7f19-4a26-a86a-117104754488'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:51:21.412363 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-fff4ec7b-db24-4469-a8bc-811e8732abfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:50:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['cf0460dd-7f19-4a26-a86a-117104754488'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:51:21.436610 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-43ac6c19-4bb6-4907-8e45-66dcaf8b9887 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Publish callbacks [] for security_group, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:21.459472 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-fff4ec7b-db24-4469-a8bc-811e8732abfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:51:21.468323 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff4ec7b-db24-4469-a8bc-811e8732abfa None None] Routers {'cf0460dd-7f19-4a26-a86a-117104754488'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:51:21.469498 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-fff4ec7b-db24-4469-a8bc-811e8732abfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:50:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['cf0460dd-7f19-4a26-a86a-117104754488'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:51:21.501292 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-fff4ec7b-db24-4469-a8bc-811e8732abfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:51:21.502117 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff4ec7b-db24-4469-a8bc-811e8732abfa None None] The sync data for ids ['cf0460dd-7f19-4a26-a86a-117104754488'] in dv-neutron-818911-2-hyperv is: [] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:51:21.511085 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-d8db01b3-dfb8-4ee3-abb9-ab59aa266f22 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1165924 Nov 24 01:51:21.514296 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50326) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:21.515071 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-43ac6c19-4bb6-4907-8e45-66dcaf8b9887 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:21.566087 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a76f3199-cd6e-4d62-ad92-22cd924159bc tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:21.596146 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76f3199-cd6e-4d62-ad92-22cd924159bc tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event deleted for resources: {'Port': ['ID=43cd26df-062e-4f8e-ad40-c2dcc2d0a755,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:21.615604 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.api.v2.resource [None req-9fbc0dda-1965-4c86-a326-cd99a759878e tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] remove_router_interface failed (client error): The resource could not be found. Nov 24 01:51:21.616682 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-9fbc0dda-1965-4c86-a326-cd99a759878e tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] 10.222.0.21 "PUT /v2.0/routers/cf0460dd-7f19-4a26-a86a-117104754488/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2165453 Nov 24 01:51:21.621326 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50328) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:21.622134 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-43ac6c19-4bb6-4907-8e45-66dcaf8b9887 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:21.624524 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-43ac6c19-4bb6-4907-8e45-66dcaf8b9887 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:21.625753 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-43ac6c19-4bb6-4907-8e45-66dcaf8b9887 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] 10.222.0.21 "DELETE /v2.0/security-groups/0e4e490d-35e9-477f-9367-cc74a2cb883f HTTP/1.1" status: 204 len: 168 time: 0.3180695 Nov 24 01:51:21.633979 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50330) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:21.651490 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-abf58863-afd8-432e-980b-8f414986ec65 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:21.685156 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ac6c19-4bb6-4907-8e45-66dcaf8b9887 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e4e490d-35e9-477f-9367-cc74a2cb883f,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:21.691350 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-51a7f84a-04b6-4aee-9d74-c56bf0691df8 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf0460dd-7f19-4a26-a86a-117104754488 HTTP/1.1" status: 200 len: 205 time: 0.0645428 Nov 24 01:51:21.692573 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50332) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:21.699495 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-abf58863-afd8-432e-980b-8f414986ec65 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:21.717975 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-b7b9e50d-b9e9-4bd4-a379-517eb903dba2 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0828342 Nov 24 01:51:21.718769 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50334) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:21.725533 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-d6c3c6f3-3389-49f5-8be3-05e08e394296 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Request body: {'security_group': {'name': 'tempest-secgroup--1563884376'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:21.766562 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d6c3c6f3-3389-49f5-8be3-05e08e394296 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Publish callbacks [] for security_group, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:21.779177 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-abf58863-afd8-432e-980b-8f414986ec65 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:21.781858 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-abf58863-afd8-432e-980b-8f414986ec65 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:21.785917 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-abf58863-afd8-432e-980b-8f414986ec65 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] 10.222.0.21 "DELETE /v2.0/security-groups/f3f81a05-16fc-41f1-bfc7-24245cc526a0 HTTP/1.1" status: 204 len: 168 time: 0.2677822 Nov 24 01:51:21.786105 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-177d373f-4521-4e4d-a8c2-b6ee53df8db3 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks [] for router, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:21.788249 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50336) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:21.806824 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf58863-afd8-432e-980b-8f414986ec65 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f81a05-16fc-41f1-bfc7-24245cc526a0,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:21.878132 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-8c55da13-4c5c-44b5-9459-0eba4187dddb tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0830829 Nov 24 01:51:21.881852 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50338) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:21.904347 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d6c3c6f3-3389-49f5-8be3-05e08e394296 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Publish callbacks [] for security_group, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:21.909830 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d6c3c6f3-3389-49f5-8be3-05e08e394296 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:21.939645 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d6c3c6f3-3389-49f5-8be3-05e08e394296 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Publish callbacks [] for security_group, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:21.940863 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-d6c3c6f3-3389-49f5-8be3-05e08e394296 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2189016 Nov 24 01:51:21.944350 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50340) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:21.948627 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-b7805d55-c1e0-48c9-a661-09415d3f0ec8 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Request body: {'security_group_rule': {'security_group_id': 'acc40bd5-ef39-4390-9d08-0772dd1a4518', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:21.949108 dv-neutron-818911-2-hyperv neutron-server[109866]: WARNING neutron.api.v2.base [None req-b7805d55-c1e0-48c9-a661-09415d3f0ec8 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 24 01:51:21.949614 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.api.v2.resource [None req-b7805d55-c1e0-48c9-a661-09415d3f0ec8 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 01:51:21.950552 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-b7805d55-c1e0-48c9-a661-09415d3f0ec8 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0053029 Nov 24 01:51:21.951617 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c3c6f3-3389-49f5-8be3-05e08e394296 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acc40bd5-ef39-4390-9d08-0772dd1a4518,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:21.954358 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50342) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:22.007096 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-58497f63-8fd7-48a8-9592-95d040bdcd7d tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Publish callbacks [] for security_group, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:22.029837 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-58497f63-8fd7-48a8-9592-95d040bdcd7d tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:22.052401 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-177d373f-4521-4e4d-a8c2-b6ee53df8db3 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-424460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2766'] for router, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:22.056815 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-177d373f-4521-4e4d-a8c2-b6ee53df8db3 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:22.074324 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-58497f63-8fd7-48a8-9592-95d040bdcd7d tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:22.077092 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-58497f63-8fd7-48a8-9592-95d040bdcd7d tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Publish callbacks [] for security_group, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:22.078285 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-58497f63-8fd7-48a8-9592-95d040bdcd7d tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] 10.222.0.21 "DELETE /v2.0/security-groups/acc40bd5-ef39-4390-9d08-0772dd1a4518 HTTP/1.1" status: 204 len: 168 time: 0.1228778 Nov 24 01:51:22.081784 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50344) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:22.101694 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58497f63-8fd7-48a8-9592-95d040bdcd7d tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=acc40bd5-ef39-4390-9d08-0772dd1a4518,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:22.118655 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-452c1d70-497a-487e-a1eb-4e24c229ec9a tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:22.120362 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a76f3199-cd6e-4d62-ad92-22cd924159bc tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424538'] for router_interface, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:22.126201 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-177d373f-4521-4e4d-a8c2-b6ee53df8db3 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-424469'] for router, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:22.126792 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-177d373f-4521-4e4d-a8c2-b6ee53df8db3 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Fanout notify agent at l3_agent the message router_deleted on router cf0460dd-7f19-4a26-a86a-117104754488 {{(pid=109867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 01:51:22.139733 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-58bf1c55-f220-48e3-8ead-ec6353be2c25 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0526044 Nov 24 01:51:22.139733 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50346) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:22.143841 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-08a5831b-a050-4746-a234-914176fdee36 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Request body: {'security_group': {'name': 'tempest-secgroup--136935767'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:22.144115 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-177d373f-4521-4e4d-a8c2-b6ee53df8db3 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks [] for router, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:22.148369 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-177d373f-4521-4e4d-a8c2-b6ee53df8db3 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] 10.222.0.21 "DELETE /v2.0/routers/cf0460dd-7f19-4a26-a86a-117104754488 HTTP/1.1" status: 204 len: 168 time: 0.4519868 Nov 24 01:51:22.148584 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50348) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:22.162997 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-452c1d70-497a-487e-a1eb-4e24c229ec9a tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:22.212052 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-08a5831b-a050-4746-a234-914176fdee36 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Publish callbacks [] for security_group, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:22.220691 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e073630-b819-4c37-9787-0ccd890b3ab4 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Deleting subnet f695cd29-f506-45cd-916d-0ac3fd34719c {{(pid=109866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 01:51:22.231821 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-2e073630-b819-4c37-9787-0ccd890b3ab4 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks [] for subnet, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:22.281228 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-2e073630-b819-4c37-9787-0ccd890b3ab4 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29055568'] for subnet, precommit_delete_associations {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:22.285066 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-452c1d70-497a-487e-a1eb-4e24c229ec9a tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:22.288657 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-452c1d70-497a-487e-a1eb-4e24c229ec9a tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:22.290006 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-452c1d70-497a-487e-a1eb-4e24c229ec9a tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] 10.222.0.21 "DELETE /v2.0/security-groups/c5584480-acc4-4047-aac1-3f4dfbca6c9d HTTP/1.1" status: 204 len: 168 time: 0.4053912 Nov 24 01:51:22.295350 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50350) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:22.322357 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452c1d70-497a-487e-a1eb-4e24c229ec9a tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5584480-acc4-4047-aac1-3f4dfbca6c9d,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:22.391983 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-6400c36e-2eb6-4e20-b8e8-644ab355b64d tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0938647 Nov 24 01:51:22.392570 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-08a5831b-a050-4746-a234-914176fdee36 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Publish callbacks [] for security_group, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:22.396513 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50352) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:22.401118 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-df225cfc-bd0a-4e72-97f5-c23dffa8afe2 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Request body: {'security_group': {'name': 'tempest-secgroup--1687889338'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:22.404003 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-08a5831b-a050-4746-a234-914176fdee36 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:22.430439 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-2e073630-b819-4c37-9787-0ccd890b3ab4 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:22.462611 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-df225cfc-bd0a-4e72-97f5-c23dffa8afe2 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:22.466064 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a5831b-a050-4746-a234-914176fdee36 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d055cbc-4246-4b21-bef5-1632464ac23d,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:22.474003 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-08a5831b-a050-4746-a234-914176fdee36 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Publish callbacks [] for security_group, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:22.478131 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-08a5831b-a050-4746-a234-914176fdee36 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3376491 Nov 24 01:51:22.478960 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50354) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:22.486303 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-5a28d0ab-91bd-4cd2-a047-812017fec88f tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Request body: {'security_group_rule': {'security_group_id': '4d055cbc-4246-4b21-bef5-1632464ac23d', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:22.487120 dv-neutron-818911-2-hyperv neutron-server[109867]: WARNING neutron.api.v2.base [None req-5a28d0ab-91bd-4cd2-a047-812017fec88f tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 24 01:51:22.487345 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.api.v2.resource [None req-5a28d0ab-91bd-4cd2-a047-812017fec88f tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 01:51:22.488289 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-5a28d0ab-91bd-4cd2-a047-812017fec88f tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0073850 Nov 24 01:51:22.491824 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a76f3199-cd6e-4d62-ad92-22cd924159bc tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Router 044ffa33-622b-40ec-a123-209f6a9cdbd5 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:51:22.492671 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50356) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:22.510291 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-2e073630-b819-4c37-9787-0ccd890b3ab4 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29149324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29154870'] for subnet, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:22.541122 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-2e073630-b819-4c37-9787-0ccd890b3ab4 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:22.544547 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-2e073630-b819-4c37-9787-0ccd890b3ab4 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] 10.222.0.21 "DELETE /v2.0/subnets/f695cd29-f506-45cd-916d-0ac3fd34719c HTTP/1.1" status: 204 len: 168 time: 0.3950560 Nov 24 01:51:22.545580 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e073630-b819-4c37-9787-0ccd890b3ab4 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Pushing event deleted for resources: {'Subnet': ['ID=f695cd29-f506-45cd-916d-0ac3fd34719c,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:22.547968 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50358) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:22.554137 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02afb810-f457-4ee4-b4f0-13db421abdb8 None None] Network d5d1299a-4341-4f67-b08d-724a156bb227 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:51:22.633451 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8eb84afd-9a01-49cf-846f-c2fb5f36b734 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:22.634198 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-cae6e622-4700-4155-86e0-9f0387e359f4 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Publish callbacks [] for security_group, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:22.647438 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-df225cfc-bd0a-4e72-97f5-c23dffa8afe2 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:22.663570 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-df225cfc-bd0a-4e72-97f5-c23dffa8afe2 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:22.690397 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-8eb84afd-9a01-49cf-846f-c2fb5f36b734 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Deleting port 96e92e3d-2a13-493e-bca2-27907a48dfd3 {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:51:22.690635 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8eb84afd-9a01-49cf-846f-c2fb5f36b734 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:22.729839 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df225cfc-bd0a-4e72-97f5-c23dffa8afe2 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09cf6bf4-7d56-44c5-a998-3b7accd11129,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:22.743414 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-cae6e622-4700-4155-86e0-9f0387e359f4 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:22.759998 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-df225cfc-bd0a-4e72-97f5-c23dffa8afe2 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:22.761249 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-df225cfc-bd0a-4e72-97f5-c23dffa8afe2 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3635936 Nov 24 01:51:22.766156 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50360) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:22.771252 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-1493ae6f-86a1-412c-afe0-b5cef639c5b3 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Request body: {'security_group_rule': {'security_group_id': '09cf6bf4-7d56-44c5-a998-3b7accd11129', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:22.796362 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [None req-8eb84afd-9a01-49cf-846f-c2fb5f36b734 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] For port 96e92e3d-2a13-493e-bca2-27907a48dfd3, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=96e92e3d-2a13-493e-bca2-27907a48dfd3,segment=NetworkSegment(1c03c658-6f02-497f-8909-ae46affab0d2),segment_id=1c03c658-6f02-497f-8909-ae46affab0d2)] {{(pid=109866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:51:22.796698 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8eb84afd-9a01-49cf-846f-c2fb5f36b734 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:22.807485 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a76f3199-cd6e-4d62-ad92-22cd924159bc tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:51:22.814781 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-a76f3199-cd6e-4d62-ad92-22cd924159bc tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "PUT /v2.0/routers/044ffa33-622b-40ec-a123-209f6a9cdbd5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0772130 Nov 24 01:51:22.818815 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-cae6e622-4700-4155-86e0-9f0387e359f4 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:22.822680 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-cae6e622-4700-4155-86e0-9f0387e359f4 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:22.823132 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-8eb84afd-9a01-49cf-846f-c2fb5f36b734 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Calling delete_port for 96e92e3d-2a13-493e-bca2-27907a48dfd3 owned by network:dhcp {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:51:22.825790 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-cae6e622-4700-4155-86e0-9f0387e359f4 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] 10.222.0.21 "DELETE /v2.0/security-groups/4d055cbc-4246-4b21-bef5-1632464ac23d HTTP/1.1" status: 204 len: 168 time: 0.3300753 Nov 24 01:51:22.827516 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50364) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:22.831095 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87638828-a66b-42b0-a05d-0d51107ad5d2 None None] Sync routers for ids ['044ffa33-622b-40ec-a123-209f6a9cdbd5'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:51:22.844420 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1493ae6f-86a1-412c-afe0-b5cef639c5b3 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:22.856706 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87638828-a66b-42b0-a05d-0d51107ad5d2 None None] Routers {'044ffa33-622b-40ec-a123-209f6a9cdbd5'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:51:22.857340 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-87638828-a66b-42b0-a05d-0d51107ad5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:50:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['044ffa33-622b-40ec-a123-209f6a9cdbd5'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:51:22.871420 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae6e622-4700-4155-86e0-9f0387e359f4 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d055cbc-4246-4b21-bef5-1632464ac23d,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:22.907542 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43cd091-2f97-427b-9f6b-3ae03e0a2fb8 None None] DHCP port deletion for d5d1299a-4341-4f67-b08d-724a156bb227 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:51:22.911726 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-9e4a3c2d-88d8-455a-b768-42a5e3f63ed7 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0467176 Nov 24 01:51:22.918281 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50366) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:22.928675 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-589e18ee-9572-4f3d-b87a-5d3366a34801 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Request body: {'security_group': {'name': 'tempest-secgroup--1856271100'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:22.965780 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-589e18ee-9572-4f3d-b87a-5d3366a34801 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Publish callbacks [] for security_group, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:22.978003 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-a43cd091-2f97-427b-9f6b-3ae03e0a2fb8 None None] Deleting port 96e92e3d-2a13-493e-bca2-27907a48dfd3 {{(pid=109868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:51:22.978662 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a43cd091-2f97-427b-9f6b-3ae03e0a2fb8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:23.045506 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8eb84afd-9a01-49cf-846f-c2fb5f36b734 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:23.061442 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-589e18ee-9572-4f3d-b87a-5d3366a34801 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Publish callbacks [] for security_group, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:23.062108 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1493ae6f-86a1-412c-afe0-b5cef639c5b3 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:23.068764 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-589e18ee-9572-4f3d-b87a-5d3366a34801 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:23.070348 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-87638828-a66b-42b0-a05d-0d51107ad5d2 None None] Set router 044ffa33-622b-40ec-a123-209f6a9cdbd5 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:51:23.087431 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb84afd-9a01-49cf-846f-c2fb5f36b734 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Pushing event deleted for resources: {'Port': ['ID=96e92e3d-2a13-493e-bca2-27907a48dfd3,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:23.089171 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1493ae6f-86a1-412c-afe0-b5cef639c5b3 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:23.091194 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb84afd-9a01-49cf-846f-c2fb5f36b734 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] No DVR routers for this DVR port 96e92e3d-2a13-493e-bca2-27907a48dfd3 on host dv-neutron-818911-2-hyperv {{(pid=109866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:51:23.091334 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-a43cd091-2f97-427b-9f6b-3ae03e0a2fb8 None None] For port 96e92e3d-2a13-493e-bca2-27907a48dfd3, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=96e92e3d-2a13-493e-bca2-27907a48dfd3,segment=NetworkSegment(1c03c658-6f02-497f-8909-ae46affab0d2),segment_id=1c03c658-6f02-497f-8909-ae46affab0d2)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:51:23.091631 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a43cd091-2f97-427b-9f6b-3ae03e0a2fb8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:23.122491 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-a43cd091-2f97-427b-9f6b-3ae03e0a2fb8 None None] Calling delete_port for 96e92e3d-2a13-493e-bca2-27907a48dfd3 owned by network:dhcp {{(pid=109868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:51:23.141969 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-589e18ee-9572-4f3d-b87a-5d3366a34801 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:23.148940 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-589e18ee-9572-4f3d-b87a-5d3366a34801 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2295735 Nov 24 01:51:23.152788 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50370) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:23.160980 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-92a0bc4d-5ec3-4373-af29-041ec4a71605 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Request body: {'security_group_rule': {'security_group_id': '91f0fdc6-4756-4d38-9844-e7986b518e64', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:23.163210 dv-neutron-818911-2-hyperv neutron-server[109867]: WARNING neutron.api.v2.base [None req-92a0bc4d-5ec3-4373-af29-041ec4a71605 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 24 01:51:23.164121 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.api.v2.resource [None req-92a0bc4d-5ec3-4373-af29-041ec4a71605 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 01:51:23.172423 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-92a0bc4d-5ec3-4373-af29-041ec4a71605 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0179880 Nov 24 01:51:23.174353 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1493ae6f-86a1-412c-afe0-b5cef639c5b3 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd44549a-cee8-4b84-8996-1f7d89c1f020,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:23.175234 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50372) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:23.189969 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-689b6980-110d-438f-8e05-6a509f533643 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Request body: {'security_group_rule': {'security_group_id': '91f0fdc6-4756-4d38-9844-e7986b518e64', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:23.192170 dv-neutron-818911-2-hyperv neutron-server[109867]: WARNING neutron.api.v2.base [None req-689b6980-110d-438f-8e05-6a509f533643 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 24 01:51:23.193072 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.api.v2.resource [None req-689b6980-110d-438f-8e05-6a509f533643 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 01:51:23.197203 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-689b6980-110d-438f-8e05-6a509f533643 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0117531 Nov 24 01:51:23.198234 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589e18ee-9572-4f3d-b87a-5d3366a34801 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91f0fdc6-4756-4d38-9844-e7986b518e64,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:23.199520 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1493ae6f-86a1-412c-afe0-b5cef639c5b3 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:23.200740 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-1493ae6f-86a1-412c-afe0-b5cef639c5b3 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4338751 Nov 24 01:51:23.214649 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50374) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:23.215553 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50376) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:23.229500 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8eb84afd-9a01-49cf-846f-c2fb5f36b734 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:23.233042 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-e319f7d9-8fe5-4aa8-9e2b-517c9e0ac28d tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Request body: {'security_group_rule': {'security_group_id': '91f0fdc6-4756-4d38-9844-e7986b518e64', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:23.234840 dv-neutron-818911-2-hyperv neutron-server[109867]: WARNING neutron.api.v2.base [None req-e319f7d9-8fe5-4aa8-9e2b-517c9e0ac28d tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 24 01:51:23.236342 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.api.v2.resource [None req-e319f7d9-8fe5-4aa8-9e2b-517c9e0ac28d tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 01:51:23.242284 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-e319f7d9-8fe5-4aa8-9e2b-517c9e0ac28d tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0254645 Nov 24 01:51:23.243755 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50378) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:23.251211 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-79a921de-8ce1-4fd9-ae2d-6e062e24d45a tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Request body: {'security_group_rule': {'security_group_id': '91f0fdc6-4756-4d38-9844-e7986b518e64', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:23.261274 dv-neutron-818911-2-hyperv neutron-server[109866]: WARNING neutron.api.v2.base [None req-79a921de-8ce1-4fd9-ae2d-6e062e24d45a tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 24 01:51:23.265465 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.api.v2.resource [None req-79a921de-8ce1-4fd9-ae2d-6e062e24d45a tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 01:51:23.265465 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-79a921de-8ce1-4fd9-ae2d-6e062e24d45a tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0160329 Nov 24 01:51:23.266812 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50380) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:23.270646 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a43cd091-2f97-427b-9f6b-3ae03e0a2fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974'] for port, after_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:23.274705 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-74ec7f13-aea3-4a7c-9def-1477d1982d0b tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:23.277814 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-8eb84afd-9a01-49cf-846f-c2fb5f36b734 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5d1299a-4341-4f67-b08d-724a156bb227']}} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:51:23.288151 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-74ec7f13-aea3-4a7c-9def-1477d1982d0b tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:23.296577 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285fb3a1-202c-4fe3-bf22-01ec1a76fae5 req-b8d4f13e-0ae6-4cca-97f2-5373f200ed6f tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:51:23.298194 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-285fb3a1-202c-4fe3-bf22-01ec1a76fae5 req-b8d4f13e-0ae6-4cca-97f2-5373f200ed6f tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e8d9ad2-6341-4fa3-bb1f-abab46565d1f HTTP/1.1" status: 200 len: 946 time: 0.1585958 Nov 24 01:51:23.302616 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-8eb84afd-9a01-49cf-846f-c2fb5f36b734 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c03c658-6f02-497f-8909-ae46affab0d2') {'for_net_delete': True} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:51:23.302924 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-8eb84afd-9a01-49cf-846f-c2fb5f36b734 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c03c658-6f02-497f-8909-ae46affab0d2') {} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:51:23.317603 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43cd091-2f97-427b-9f6b-3ae03e0a2fb8 None None] No DVR routers for this DVR port 96e92e3d-2a13-493e-bca2-27907a48dfd3 on host dv-neutron-818911-2-hyperv {{(pid=109868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:51:23.322025 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8eb84afd-9a01-49cf-846f-c2fb5f36b734 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29055561'] for segment, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:23.326499 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43cd091-2f97-427b-9f6b-3ae03e0a2fb8 None None] Pushing event deleted for resources: {'Port': ['ID=96e92e3d-2a13-493e-bca2-27907a48dfd3,revision_number=None']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:23.337751 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-87638828-a66b-42b0-a05d-0d51107ad5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044ffa33-622b-40ec-a123-209f6a9cdbd5', 'name': 'tempest-TestNetworkBasicOps-router-1593989456', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.187'}], 'enable_snat': True}, 'gw_port_id': '15abb6d1-0606-4928-811c-ecc84505c223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:49:12Z', 'updated_at': '2021-11-24T01:51:21Z', 'revision_number': 6, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': '15abb6d1-0606-4928-811c-ecc84505c223', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044ffa33-622b-40ec-a123-209f6a9cdbd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:49:13Z', 'updated_at': '2021-11-24T01:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_floatingips': [{'id': 'afec3b51-07fb-4443-8bab-c1a77b18b418', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'floating_ip_address': '172.26.5.206', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': '044ffa33-622b-40ec-a123-209f6a9cdbd5', 'port_id': 'd9282004-ac34-4eb1-b254-5b08bd21ecb2', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 984, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8617ed88-7a9f-4293-a73d-5ec916acee3f', 'mac_address': 'fa:16:3e:74:3e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0530cda3-d693-481b-91ae-7c78caa49aff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T01:50:00Z', 'updated_at': '2021-11-24T01:50:07Z', 'revision_number': 1, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '758483ef-c738-4f14-8ab8-094385e704eb', 'name': '', 'network_id': '8617ed88-7a9f-4293-a73d-5ec916acee3f', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'mac_address': 'fa:16:3e:c0:df:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044ffa33-622b-40ec-a123-209f6a9cdbd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '430b8ec6-a019-4487-a7d1-af147e18faf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:49:22Z', 'updated_at': '2021-11-24T01:49:28Z', 'revision_number': 5, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'subnets': [{'id': '430b8ec6-a019-4487-a7d1-af147e18faf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:51:23.353899 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8eb84afd-9a01-49cf-846f-c2fb5f36b734 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:23.359913 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-74ec7f13-aea3-4a7c-9def-1477d1982d0b tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:23.371851 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8eb84afd-9a01-49cf-846f-c2fb5f36b734 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=109866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:51:23.373260 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8eb84afd-9a01-49cf-846f-c2fb5f36b734 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29151010'] for segment, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:23.376196 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-74ec7f13-aea3-4a7c-9def-1477d1982d0b tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:23.377238 dv-neutron-818911-2-hyperv neutron-server[109866]: Traceback (most recent call last): Nov 24 01:51:23.377238 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:51:23.377238 dv-neutron-818911-2-hyperv neutron-server[109866]: timer() Nov 24 01:51:23.377238 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:51:23.377238 dv-neutron-818911-2-hyperv neutron-server[109866]: cb(*args, **kw) Nov 24 01:51:23.377238 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:51:23.377238 dv-neutron-818911-2-hyperv neutron-server[109866]: return func(*args, **kwargs) Nov 24 01:51:23.377238 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:51:23.377238 dv-neutron-818911-2-hyperv neutron-server[109866]: self._notify() Nov 24 01:51:23.377238 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:51:23.377238 dv-neutron-818911-2-hyperv neutron-server[109866]: self.callback(batched_events) Nov 24 01:51:23.377238 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:51:23.377238 dv-neutron-818911-2-hyperv neutron-server[109866]: event.method(event) Nov 24 01:51:23.377238 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:51:23.377238 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:51:23.377238 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:51:23.377238 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:51:23.377238 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:51:23.377238 dv-neutron-818911-2-hyperv neutron-server[109866]: return f(self, *a, **k) Nov 24 01:51:23.377238 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:51:23.377238 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._get(url).json() Nov 24 01:51:23.377238 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:51:23.377238 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:51:23.377238 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:51:23.377238 dv-neutron-818911-2-hyperv neutron-server[109866]: return self.request(url, 'GET', **kwargs) Nov 24 01:51:23.377238 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:51:23.377238 dv-neutron-818911-2-hyperv neutron-server[109866]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:51:23.377238 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:51:23.377238 dv-neutron-818911-2-hyperv neutron-server[109866]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:51:23.377238 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:51:23.377238 dv-neutron-818911-2-hyperv neutron-server[109866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:51:23.377238 dv-neutron-818911-2-hyperv neutron-server[109866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:51:23.379962 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-74ec7f13-aea3-4a7c-9def-1477d1982d0b tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/cd44549a-cee8-4b84-8996-1f7d89c1f020 HTTP/1.1" status: 204 len: 168 time: 0.1581697 Nov 24 01:51:23.380519 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50382) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:23.383935 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ec7f13-aea3-4a7c-9def-1477d1982d0b tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cd44549a-cee8-4b84-8996-1f7d89c1f020,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:23.388658 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-07a6ee4d-b998-414c-8123-59f6e28f385b tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Publish callbacks [] for security_group, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:23.415966 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-07a6ee4d-b998-414c-8123-59f6e28f385b tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:23.439627 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-285fb3a1-202c-4fe3-bf22-01ec1a76fae5 req-2b189d25-b68d-4a4c-96b0-72d7613dc000 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f28cc3c-ac30-482b-95ab-b94125c0cc80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1286170 Nov 24 01:51:23.466848 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87638828-a66b-42b0-a05d-0d51107ad5d2 None None] Checking router: 044ffa33-622b-40ec-a123-209f6a9cdbd5 for host: dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 01:51:23.474287 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-07a6ee4d-b998-414c-8123-59f6e28f385b tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:23.478473 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87638828-a66b-42b0-a05d-0d51107ad5d2 None None] Routers {'044ffa33-622b-40ec-a123-209f6a9cdbd5'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:51:23.478874 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-07a6ee4d-b998-414c-8123-59f6e28f385b tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:23.479606 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-87638828-a66b-42b0-a05d-0d51107ad5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:50:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['044ffa33-622b-40ec-a123-209f6a9cdbd5'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:51:23.482615 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-07a6ee4d-b998-414c-8123-59f6e28f385b tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] 10.222.0.21 "DELETE /v2.0/security-groups/91f0fdc6-4756-4d38-9844-e7986b518e64 HTTP/1.1" status: 204 len: 168 time: 0.2125995 Nov 24 01:51:23.485667 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50384) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:23.498582 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-55500f88-6899-45ba-b3ea-1e5ed6de95a8 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1000214 Nov 24 01:51:23.501240 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50386) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:23.509514 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8eb84afd-9a01-49cf-846f-c2fb5f36b734 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:23.510205 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a6ee4d-b998-414c-8123-59f6e28f385b tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f0fdc6-4756-4d38-9844-e7986b518e64,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:23.530733 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8eb84afd-9a01-49cf-846f-c2fb5f36b734 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks [] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:23.535006 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-8eb84afd-9a01-49cf-846f-c2fb5f36b734 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] 10.222.0.21 "DELETE /v2.0/networks/d5d1299a-4341-4f67-b08d-724a156bb227 HTTP/1.1" status: 204 len: 168 time: 0.9860086 Nov 24 01:51:23.539653 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50388) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:23.552766 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-2ddda71e-e738-4b48-abf5-e57d822c7651 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-658109029'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:23.572462 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-99abda99-11f1-4420-bad4-03df215437bc tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0854323 Nov 24 01:51:23.577188 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50390) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:23.583214 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb84afd-9a01-49cf-846f-c2fb5f36b734 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Pushing event deleted for resources: {'Network': ['ID=d5d1299a-4341-4f67-b08d-724a156bb227,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:23.583588 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-7432143a-4557-470c-a1f4-28ed4b6bda8e tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Request body: {'security_group': {'name': 'tempest-secgroup--2069968366'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:23.603710 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ddda71e-e738-4b48-abf5-e57d822c7651 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Made reservation on behalf of 468ce101e5db4aad97f1fca7bb15b3de for: {'network': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:51:23.607402 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2ddda71e-e738-4b48-abf5-e57d822c7651 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:23.609535 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-27ad88f9-f6b1-48e2-ad7a-90fdf1c06346 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:23.616228 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-87638828-a66b-42b0-a05d-0d51107ad5d2 None None] Set router 044ffa33-622b-40ec-a123-209f6a9cdbd5 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:51:23.635270 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-27ad88f9-f6b1-48e2-ad7a-90fdf1c06346 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:23.641535 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7432143a-4557-470c-a1f4-28ed4b6bda8e tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Publish callbacks [] for security_group, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:23.643770 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ddda71e-e738-4b48-abf5-e57d822c7651 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=109867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:51:23.662850 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2ddda71e-e738-4b48-abf5-e57d822c7651 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:23.663188 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.segments_db [None req-2ddda71e-e738-4b48-abf5-e57d822c7651 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Added segment 3162a45b-b794-4241-a05e-4dd53b688d05 of type vlan for network fb5bd992-40d3-41b3-b2a1-382e1f6017a1 Nov 24 01:51:23.685981 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-27ad88f9-f6b1-48e2-ad7a-90fdf1c06346 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:23.688650 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-27ad88f9-f6b1-48e2-ad7a-90fdf1c06346 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:23.692693 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-27ad88f9-f6b1-48e2-ad7a-90fdf1c06346 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] 10.222.0.21 "DELETE /v2.0/security-groups/09cf6bf4-7d56-44c5-a998-3b7accd11129 HTTP/1.1" status: 204 len: 168 time: 0.1904607 Nov 24 01:51:23.693298 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50392) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:23.714534 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ad88f9-f6b1-48e2-ad7a-90fdf1c06346 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09cf6bf4-7d56-44c5-a998-3b7accd11129,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:23.728141 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2ddda71e-e738-4b48-abf5-e57d822c7651 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:23.760404 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-e5f834a3-0cd9-49d6-a3ab-e24796223982 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0595341 Nov 24 01:51:23.761027 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50394) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:23.765681 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-fd34f31c-76c4-48e0-8a91-6fa6de30bcb3 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Request body: {'security_group': {'name': 'tempest-secgroup--1019341599'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:23.782661 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2ddda71e-e738-4b48-abf5-e57d822c7651 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:23.789843 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ddda71e-e738-4b48-abf5-e57d822c7651 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:51:23.790659 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2ddda71e-e738-4b48-abf5-e57d822c7651 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks [] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:23.791023 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-fd34f31c-76c4-48e0-8a91-6fa6de30bcb3 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:23.805761 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7432143a-4557-470c-a1f4-28ed4b6bda8e tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Publish callbacks [] for security_group, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:23.824028 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7432143a-4557-470c-a1f4-28ed4b6bda8e tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:23.871837 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-2ddda71e-e738-4b48-abf5-e57d822c7651 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3307161 Nov 24 01:51:23.875925 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50396) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:23.883288 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-2906af2a-b738-4732-9649-d9ad5079e864 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Request body: {'subnet': {'network_id': 'fb5bd992-40d3-41b3-b2a1-382e1f6017a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:23.898656 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-87638828-a66b-42b0-a05d-0d51107ad5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044ffa33-622b-40ec-a123-209f6a9cdbd5', 'name': 'tempest-TestNetworkBasicOps-router-1593989456', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.187'}], 'enable_snat': True}, 'gw_port_id': '15abb6d1-0606-4928-811c-ecc84505c223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:49:12Z', 'updated_at': '2021-11-24T01:51:21Z', 'revision_number': 6, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': '15abb6d1-0606-4928-811c-ecc84505c223', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044ffa33-622b-40ec-a123-209f6a9cdbd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:49:13Z', 'updated_at': '2021-11-24T01:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_floatingips': [{'id': 'afec3b51-07fb-4443-8bab-c1a77b18b418', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'floating_ip_address': '172.26.5.206', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': '044ffa33-622b-40ec-a123-209f6a9cdbd5', 'port_id': 'd9282004-ac34-4eb1-b254-5b08bd21ecb2', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 984, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8617ed88-7a9f-4293-a73d-5ec916acee3f', 'mac_address': 'fa:16:3e:74:3e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0530cda3-d693-481b-91ae-7c78caa49aff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T01:50:00Z', 'updated_at': '2021-11-24T01:50:07Z', 'revision_number': 1, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '758483ef-c738-4f14-8ab8-094385e704eb', 'name': '', 'network_id': '8617ed88-7a9f-4293-a73d-5ec916acee3f', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'mac_address': 'fa:16:3e:c0:df:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044ffa33-622b-40ec-a123-209f6a9cdbd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '430b8ec6-a019-4487-a7d1-af147e18faf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:49:22Z', 'updated_at': '2021-11-24T01:49:28Z', 'revision_number': 5, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'subnets': [{'id': '430b8ec6-a019-4487-a7d1-af147e18faf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:51:23.910216 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-fd34f31c-76c4-48e0-8a91-6fa6de30bcb3 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:23.917021 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7432143a-4557-470c-a1f4-28ed4b6bda8e tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:23.918912 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-fd34f31c-76c4-48e0-8a91-6fa6de30bcb3 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:23.921223 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-7432143a-4557-470c-a1f4-28ed4b6bda8e tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3430412 Nov 24 01:51:23.922224 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50398) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:23.923100 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddda71e-e738-4b48-abf5-e57d822c7651 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Pushing event updated for resources: {'Network': ['ID=fb5bd992-40d3-41b3-b2a1-382e1f6017a1,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:23.927485 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7432143a-4557-470c-a1f4-28ed4b6bda8e tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccb9660c-b27b-410e-a8bd-e0f3608e314b,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:23.929862 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87638828-a66b-42b0-a05d-0d51107ad5d2 None None] The sync data for ids ['044ffa33-622b-40ec-a123-209f6a9cdbd5'] in dv-neutron-818911-2-hyperv is: [{'id': '044ffa33-622b-40ec-a123-209f6a9cdbd5', 'name': 'tempest-TestNetworkBasicOps-router-1593989456', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.187'}], 'enable_snat': True}, 'gw_port_id': '15abb6d1-0606-4928-811c-ecc84505c223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:49:12Z', 'updated_at': '2021-11-24T01:51:21Z', 'revision_number': 6, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': '15abb6d1-0606-4928-811c-ecc84505c223', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044ffa33-622b-40ec-a123-209f6a9cdbd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:49:13Z', 'updated_at': '2021-11-24T01:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_floatingips': [{'id': 'afec3b51-07fb-4443-8bab-c1a77b18b418', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'floating_ip_address': '172.26.5.206', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': '044ffa33-622b-40ec-a123-209f6a9cdbd5', 'port_id': 'd9282004-ac34-4eb1-b254-5b08bd21ecb2', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 984, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8617ed88-7a9f-4293-a73d-5ec916acee3f', 'mac_address': 'fa:16:3e:74:3e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0530cda3-d693-481b-91ae-7c78caa49aff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T01:50:00Z', 'updated_at': '2021-11-24T01:50:07Z', 'revision_number': 1, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '758483ef-c738-4f14-8ab8-094385e704eb', 'name': '', 'network_id': '8617ed88-7a9f-4293-a73d-5ec916acee3f', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'mac_address': 'fa:16:3e:c0:df:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044ffa33-622b-40ec-a123-209f6a9cdbd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '430b8ec6-a019-4487-a7d1-af147e18faf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:49:22Z', 'updated_at': '2021-11-24T01:49:28Z', 'revision_number': 5, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'subnets': [{'id': '430b8ec6-a019-4487-a7d1-af147e18faf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:51:23.933608 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-033180bc-187e-41d9-990c-d4523cf42c7f tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Request body: {'security_group_rule': {'security_group_id': 'ccb9660c-b27b-410e-a8bd-e0f3608e314b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:23.933916 dv-neutron-818911-2-hyperv neutron-server[109867]: WARNING neutron.api.v2.base [None req-033180bc-187e-41d9-990c-d4523cf42c7f tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 24 01:51:23.934322 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.api.v2.resource [None req-033180bc-187e-41d9-990c-d4523cf42c7f tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 01:51:23.938870 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-033180bc-187e-41d9-990c-d4523cf42c7f tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0124559 Nov 24 01:51:23.939633 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50400) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:23.940640 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network fb5bd992-40d3-41b3-b2a1-382e1f6017a1 details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:51:23.944471 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-8bdf2f3f-8451-47ea-ab61-8d0a52eb2b24 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Request body: {'security_group_rule': {'security_group_id': 'ccb9660c-b27b-410e-a8bd-e0f3608e314b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:23.994853 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.api.v2.resource [None req-8bdf2f3f-8451-47ea-ab61-8d0a52eb2b24 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 01:51:23.999675 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-8bdf2f3f-8451-47ea-ab61-8d0a52eb2b24 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0587087 Nov 24 01:51:24.000302 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50402) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:24.005052 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-cfb2626d-49d0-4533-aaaa-1315d9c9c7ec tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Request body: {'security_group_rule': {'security_group_id': 'ccb9660c-b27b-410e-a8bd-e0f3608e314b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:24.005637 dv-neutron-818911-2-hyperv neutron-server[109867]: WARNING neutron.api.v2.base [None req-cfb2626d-49d0-4533-aaaa-1315d9c9c7ec tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 24 01:51:24.006173 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.api.v2.resource [None req-cfb2626d-49d0-4533-aaaa-1315d9c9c7ec tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 01:51:24.007447 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-fd34f31c-76c4-48e0-8a91-6fa6de30bcb3 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:24.012156 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-fd34f31c-76c4-48e0-8a91-6fa6de30bcb3 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2466824 Nov 24 01:51:24.012324 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-cfb2626d-49d0-4533-aaaa-1315d9c9c7ec tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0086856 Nov 24 01:51:24.012324 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50404) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:24.012506 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50406) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:24.015810 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-90476eec-4be2-453e-898c-4e5d06edc70c tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Request body: {'security_group_rule': {'security_group_id': 'ccb9660c-b27b-410e-a8bd-e0f3608e314b', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:24.017353 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-f5596c6a-e5a1-49e3-91a8-81ca8bd28fc2 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Request body: {'security_group_rule': {'security_group_id': 'e0acb55a-199a-433e-a47d-45bcbcaa794a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:24.023208 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd34f31c-76c4-48e0-8a91-6fa6de30bcb3 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0acb55a-199a-433e-a47d-45bcbcaa794a,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:24.047175 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.db.api [None req-f5596c6a-e5a1-49e3-91a8-81ca8bd28fc2 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 24 01:51:24.047175 dv-neutron-818911-2-hyperv neutron-server[109866]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 24 01:51:24.047175 dv-neutron-818911-2-hyperv neutron-server[109866]: [parameters: {'project_id': '79957bd1538649c897a60fcf15ff46f4', 'id': '93ebf212-2f8d-4a39-876e-773c50eee91f', 'expiration': datetime.datetime(2021, 11, 24, 1, 53, 24, 36273)}] Nov 24 01:51:24.047175 dv-neutron-818911-2-hyperv neutron-server[109866]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109866) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 01:51:24.047636 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG oslo_db.api [None req-f5596c6a-e5a1-49e3-91a8-81ca8bd28fc2 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 01:51:24.048117 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.db.api [None req-2906af2a-b738-4732-9649-d9ad5079e864 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 24 01:51:24.048117 dv-neutron-818911-2-hyperv neutron-server[109866]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 24 01:51:24.048117 dv-neutron-818911-2-hyperv neutron-server[109866]: [parameters: {'project_id': '468ce101e5db4aad97f1fca7bb15b3de', 'id': '83957363-af5f-403a-a3eb-e9caa45bdc6a', 'expiration': datetime.datetime(2021, 11, 24, 1, 53, 24, 41882)}] Nov 24 01:51:24.048117 dv-neutron-818911-2-hyperv neutron-server[109866]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109866) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 01:51:24.048507 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG oslo_db.api [None req-2906af2a-b738-4732-9649-d9ad5079e864 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 01:51:24.065847 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.api.v2.resource [None req-90476eec-4be2-453e-898c-4e5d06edc70c tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 01:51:24.067376 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-90476eec-4be2-453e-898c-4e5d06edc70c tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0559924 Nov 24 01:51:24.070160 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50408) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:24.074476 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-827709ee-db6a-4797-a99e-e71c0422b4ee tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Request body: {'security_group_rule': {'security_group_id': 'ccb9660c-b27b-410e-a8bd-e0f3608e314b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:24.074976 dv-neutron-818911-2-hyperv neutron-server[109867]: WARNING neutron.api.v2.base [None req-827709ee-db6a-4797-a99e-e71c0422b4ee tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 24 01:51:24.075440 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.api.v2.resource [None req-827709ee-db6a-4797-a99e-e71c0422b4ee tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 01:51:24.076405 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-827709ee-db6a-4797-a99e-e71c0422b4ee tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0052774 Nov 24 01:51:24.078923 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50410) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:24.083347 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-530d7e0c-5cc4-43c2-877a-507697f6a430 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Request body: {'security_group_rule': {'security_group_id': 'ccb9660c-b27b-410e-a8bd-e0f3608e314b', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:24.116732 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.api.v2.resource [None req-530d7e0c-5cc4-43c2-877a-507697f6a430 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 01:51:24.117773 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-530d7e0c-5cc4-43c2-877a-507697f6a430 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0379868 Nov 24 01:51:24.120426 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50412) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:24.124585 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-a2e990d7-5451-4465-a773-2796b86bdda7 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Request body: {'security_group_rule': {'security_group_id': 'ccb9660c-b27b-410e-a8bd-e0f3608e314b', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:24.125050 dv-neutron-818911-2-hyperv neutron-server[109867]: WARNING neutron.api.v2.base [None req-a2e990d7-5451-4465-a773-2796b86bdda7 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 24 01:51:24.125543 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.api.v2.resource [None req-a2e990d7-5451-4465-a773-2796b86bdda7 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 01:51:24.126440 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-a2e990d7-5451-4465-a773-2796b86bdda7 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0051427 Nov 24 01:51:24.128560 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50414) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:24.132972 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-477ac8d6-e5bb-485c-bb37-6bf23218e650 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Request body: {'security_group_rule': {'security_group_id': 'ccb9660c-b27b-410e-a8bd-e0f3608e314b', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:24.166508 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.api.v2.resource [None req-477ac8d6-e5bb-485c-bb37-6bf23218e650 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 01:51:24.167820 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-477ac8d6-e5bb-485c-bb37-6bf23218e650 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0376196 Nov 24 01:51:24.170639 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50416) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:24.175124 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-5d2e5574-9050-459a-b326-7ad961d6a2af tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Request body: {'security_group_rule': {'security_group_id': 'ccb9660c-b27b-410e-a8bd-e0f3608e314b', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:24.208644 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.api.v2.resource [None req-5d2e5574-9050-459a-b326-7ad961d6a2af tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 01:51:24.209702 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-5d2e5574-9050-459a-b326-7ad961d6a2af tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0380559 Nov 24 01:51:24.212560 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50418) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:24.263240 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e5bbaf33-8b7b-419d-b7b3-77d7afd3e259 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Publish callbacks [] for security_group, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:24.288105 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e5bbaf33-8b7b-419d-b7b3-77d7afd3e259 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:24.330363 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 96e92e3d-2a13-493e-bca2-27907a48dfd3 no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:51:24.342409 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e5bbaf33-8b7b-419d-b7b3-77d7afd3e259 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:24.345843 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e5bbaf33-8b7b-419d-b7b3-77d7afd3e259 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Publish callbacks [] for security_group, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:24.347139 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-e5bbaf33-8b7b-419d-b7b3-77d7afd3e259 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] 10.222.0.21 "DELETE /v2.0/security-groups/ccb9660c-b27b-410e-a8bd-e0f3608e314b HTTP/1.1" status: 204 len: 168 time: 0.1336920 Nov 24 01:51:24.349939 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50420) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:24.358719 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: 96e92e3d-2a13-493e-bca2-27907a48dfd3 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:51:24.359314 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 96e92e3d-2a13-493e-bca2-27907a48dfd3 not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:51:24.359905 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 43cd26df-062e-4f8e-ad40-c2dcc2d0a755 no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:51:24.362833 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bbaf33-8b7b-419d-b7b3-77d7afd3e259 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccb9660c-b27b-410e-a8bd-e0f3608e314b,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:24.397070 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: 43cd26df-062e-4f8e-ad40-c2dcc2d0a755 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:51:24.397459 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 43cd26df-062e-4f8e-ad40-c2dcc2d0a755 not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:51:24.404144 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-770fb954-7ccf-4dba-bc88-70b0307a5845 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0524344 Nov 24 01:51:24.404468 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50422) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:24.409831 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-657ada1c-ce42-41f7-bf15-1802a966dbd2 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Request body: {'security_group': {'name': 'tempest-secgroup--1572421011'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:24.432460 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-657ada1c-ce42-41f7-bf15-1802a966dbd2 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Publish callbacks [] for security_group, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:24.499583 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-657ada1c-ce42-41f7-bf15-1802a966dbd2 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Publish callbacks [] for security_group, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:24.503505 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-657ada1c-ce42-41f7-bf15-1802a966dbd2 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:24.536860 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-657ada1c-ce42-41f7-bf15-1802a966dbd2 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:24.538151 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-657ada1c-ce42-41f7-bf15-1802a966dbd2 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1325691 Nov 24 01:51:24.541320 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50426) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:24.546335 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-a7875b15-c082-4e8f-91a9-b25d2d997981 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Request body: {'security_group_rule': {'security_group_id': '1aba326d-da52-478b-b2f2-ac24639ca7be', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:24.549073 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657ada1c-ce42-41f7-bf15-1802a966dbd2 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1aba326d-da52-478b-b2f2-ac24639ca7be,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:24.583091 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.db.api [None req-a7875b15-c082-4e8f-91a9-b25d2d997981 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 24 01:51:24.583091 dv-neutron-818911-2-hyperv neutron-server[109866]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 24 01:51:24.583091 dv-neutron-818911-2-hyperv neutron-server[109866]: [parameters: {'project_id': 'd1fd0760ff114506bd4223ba540f17e7', 'id': '7d52ff34-67f9-472c-8ce1-f6655f5a5aa4', 'expiration': datetime.datetime(2021, 11, 24, 1, 53, 24, 576071)}] Nov 24 01:51:24.583091 dv-neutron-818911-2-hyperv neutron-server[109866]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109866) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 01:51:24.583613 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG oslo_db.api [None req-a7875b15-c082-4e8f-91a9-b25d2d997981 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 01:51:24.589008 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165368ad-9345-4036-95cd-e52748dbce60 req-0858ce52-320e-433a-aa36-2158e16784ac tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:51:24.590553 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-165368ad-9345-4036-95cd-e52748dbce60 req-0858ce52-320e-433a-aa36-2158e16784ac tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e8d9ad2-6341-4fa3-bb1f-abab46565d1f HTTP/1.1" status: 200 len: 946 time: 0.0513132 Nov 24 01:51:24.596599 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.db.api [None req-2906af2a-b738-4732-9649-d9ad5079e864 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 24 01:51:24.596599 dv-neutron-818911-2-hyperv neutron-server[109866]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 24 01:51:24.596599 dv-neutron-818911-2-hyperv neutron-server[109866]: [parameters: {'project_id': '468ce101e5db4aad97f1fca7bb15b3de', 'id': '4144e561-16df-490b-96d5-554bc2d5c2ee', 'expiration': datetime.datetime(2021, 11, 24, 1, 53, 24, 578040)}] Nov 24 01:51:24.596599 dv-neutron-818911-2-hyperv neutron-server[109866]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109866) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 01:51:24.597012 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG oslo_db.api [None req-2906af2a-b738-4732-9649-d9ad5079e864 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 01:51:24.621481 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f5596c6a-e5a1-49e3-91a8-81ca8bd28fc2 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:24.644876 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-165368ad-9345-4036-95cd-e52748dbce60 req-8bee463e-b735-41a9-aaa4-0f7cab6b1744 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f28cc3c-ac30-482b-95ab-b94125c0cc80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477993 Nov 24 01:51:24.664742 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3e8bfa-f31e-4754-a1a4-d3be3fad6cc0 req-1f86d9d5-5e95-4046-acb3-db877d1d3490 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:51:24.666315 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-6f3e8bfa-f31e-4754-a1a4-d3be3fad6cc0 req-1f86d9d5-5e95-4046-acb3-db877d1d3490 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e8d9ad2-6341-4fa3-bb1f-abab46565d1f HTTP/1.1" status: 200 len: 946 time: 0.0798247 Nov 24 01:51:24.698373 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-5fd2969c-9a68-4b31-b2cc-08814c51abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:24.728488 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f5596c6a-e5a1-49e3-91a8-81ca8bd28fc2 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:24.751102 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f5596c6a-e5a1-49e3-91a8-81ca8bd28fc2 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:24.775667 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5596c6a-e5a1-49e3-91a8-81ca8bd28fc2 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd0ad7be-60c9-4848-8a56-be7dceefeded,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:24.785870 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f5596c6a-e5a1-49e3-91a8-81ca8bd28fc2 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:24.787095 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-f5596c6a-e5a1-49e3-91a8-81ca8bd28fc2 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7745183 Nov 24 01:51:24.790103 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50428) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:24.808334 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-f4b96ebc-dc5b-438c-80ae-229f41452faa tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] 10.222.0.21 "GET /v2.0/security-group-rules/fd0ad7be-60c9-4848-8a56-be7dceefeded HTTP/1.1" status: 200 len: 763 time: 0.0170307 Nov 24 01:51:24.810920 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50430) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:24.812809 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [req-6f3e8bfa-f31e-4754-a1a4-d3be3fad6cc0 req-048e4e7b-b47c-4891-b9d3-aaabef92ff2d tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Deleting port f65bb614-8f8b-4ff1-9812-909dca00f7fb {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:51:24.813322 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-6f3e8bfa-f31e-4754-a1a4-d3be3fad6cc0 req-048e4e7b-b47c-4891-b9d3-aaabef92ff2d tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:24.846513 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2906af2a-b738-4732-9649-d9ad5079e864 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Made reservation on behalf of 468ce101e5db4aad97f1fca7bb15b3de for: {'subnet': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:51:24.852547 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-fb670e2c-fc66-4a9b-8cef-1b40380e1ca0 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0380898 Nov 24 01:51:24.853338 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-2906af2a-b738-4732-9649-d9ad5079e864 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29154835'] for subnet, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:24.853516 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50432) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:24.881332 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4b0e8a61-6083-4dad-a6c5-d704ea833160 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:24.888692 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4b0e8a61-6083-4dad-a6c5-d704ea833160 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:24.916240 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4b0e8a61-6083-4dad-a6c5-d704ea833160 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:24.922521 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4b0e8a61-6083-4dad-a6c5-d704ea833160 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:24.923651 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-4b0e8a61-6083-4dad-a6c5-d704ea833160 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/fd0ad7be-60c9-4848-8a56-be7dceefeded HTTP/1.1" status: 204 len: 168 time: 0.0697703 Nov 24 01:51:24.929187 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50434) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:24.935477 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0e8a61-6083-4dad-a6c5-d704ea833160 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fd0ad7be-60c9-4848-8a56-be7dceefeded,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:24.968909 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-0b1dd0b7-a3b0-4574-ae15-473254d370e1 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0381284 Nov 24 01:51:24.971627 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50436) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:24.977113 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-34566975-5b81-4bd2-ac71-484c4b502743 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Request body: {'security_group_rule': {'security_group_id': 'e0acb55a-199a-433e-a47d-45bcbcaa794a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:24.982962 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [req-6f3e8bfa-f31e-4754-a1a4-d3be3fad6cc0 req-048e4e7b-b47c-4891-b9d3-aaabef92ff2d tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] For port f65bb614-8f8b-4ff1-9812-909dca00f7fb, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=f65bb614-8f8b-4ff1-9812-909dca00f7fb,segment=NetworkSegment(f285092a-19ce-4f3f-b65d-fc16f62f043d),segment_id=f285092a-19ce-4f3f-b65d-fc16f62f043d)] {{(pid=109866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:51:24.983324 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-6f3e8bfa-f31e-4754-a1a4-d3be3fad6cc0 req-048e4e7b-b47c-4891-b9d3-aaabef92ff2d tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:25.001524 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [req-6f3e8bfa-f31e-4754-a1a4-d3be3fad6cc0 req-048e4e7b-b47c-4891-b9d3-aaabef92ff2d tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Calling delete_port for f65bb614-8f8b-4ff1-9812-909dca00f7fb owned by compute:nova {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:51:25.007707 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-34566975-5b81-4bd2-ac71-484c4b502743 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:25.055260 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-34566975-5b81-4bd2-ac71-484c4b502743 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:25.060215 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-34566975-5b81-4bd2-ac71-484c4b502743 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:25.078669 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34566975-5b81-4bd2-ac71-484c4b502743 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2746fb8e-18b0-4a25-9adf-7d83fda4f450,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:25.085714 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-34566975-5b81-4bd2-ac71-484c4b502743 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:25.087627 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-34566975-5b81-4bd2-ac71-484c4b502743 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1148250 Nov 24 01:51:25.090392 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50438) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:25.106933 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-5354576b-60a7-4919-8533-369bf5a1c7d9 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] 10.222.0.21 "GET /v2.0/security-group-rules/2746fb8e-18b0-4a25-9adf-7d83fda4f450 HTTP/1.1" status: 200 len: 763 time: 0.0154774 Nov 24 01:51:25.109465 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50440) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:25.154800 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-2078ce5d-45b1-42a5-894b-2cc54467dfa4 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0442717 Nov 24 01:51:25.157472 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50442) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:25.181462 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f3c31060-2d20-4144-9de5-ddd0bc675660 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:25.189494 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f3c31060-2d20-4144-9de5-ddd0bc675660 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:25.192880 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-2906af2a-b738-4732-9649-d9ad5079e864 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29149261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29154849'] for subnet, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:25.203611 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.api.v2.resource [None req-a7875b15-c082-4e8f-91a9-b25d2d997981 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] create failed (client error): The resource could not be found. Nov 24 01:51:25.204651 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-a7875b15-c082-4e8f-91a9-b25d2d997981 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.6620309 Nov 24 01:51:25.210111 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50444) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:25.214576 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-d275af26-a041-485b-8c74-3d9490adc16d tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Request body: {'security_group_rule': {'security_group_id': '1aba326d-da52-478b-b2f2-ac24639ca7be', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '97ff98db-a3ba-4282-bcf3-0d0279423c50'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:25.235580 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f3c31060-2d20-4144-9de5-ddd0bc675660 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:25.242844 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f3c31060-2d20-4144-9de5-ddd0bc675660 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:25.246416 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-f3c31060-2d20-4144-9de5-ddd0bc675660 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/2746fb8e-18b0-4a25-9adf-7d83fda4f450 HTTP/1.1" status: 204 len: 168 time: 0.0855658 Nov 24 01:51:25.249519 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50446) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:25.257067 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c31060-2d20-4144-9de5-ddd0bc675660 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2746fb8e-18b0-4a25-9adf-7d83fda4f450,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:25.287574 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.api.v2.resource [None req-d275af26-a041-485b-8c74-3d9490adc16d tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] create failed (client error): The resource could not be found. Nov 24 01:51:25.288631 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-d275af26-a041-485b-8c74-3d9490adc16d tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0774741 Nov 24 01:51:25.293225 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50448) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:25.297052 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2906af2a-b738-4732-9649-d9ad5079e864 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Pushing event updated for resources: {'Subnet': ['ID=2d84d3a0-2c8f-4699-926f-c811ad07a618,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:25.311441 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-6f3e8bfa-f31e-4754-a1a4-d3be3fad6cc0 req-048e4e7b-b47c-4891-b9d3-aaabef92ff2d tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:25.324474 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-154a8411-01e9-4809-a6f0-193201479876 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0714021 Nov 24 01:51:25.326625 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50450) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:25.333477 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-7949fc95-fe31-445b-b900-0d1d6504bdbf tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Request body: {'security_group_rule': {'security_group_id': 'e0acb55a-199a-433e-a47d-45bcbcaa794a', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:25.342727 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2906af2a-b738-4732-9649-d9ad5079e864 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Checking segment: {'id': '3162a45b-b794-4241-a05e-4dd53b688d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'fb5bd992-40d3-41b3-b2a1-382e1f6017a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:51:25.343096 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2906af2a-b738-4732-9649-d9ad5079e864 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Network hostable DHCP agents. Network: fb5bd992-40d3-41b3-b2a1-382e1f6017a1, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 01:51:25.346748 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048e4e7b-b47c-4891-b9d3-aaabef92ff2d tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event deleted for resources: {'Port': ['ID=f65bb614-8f8b-4ff1-9812-909dca00f7fb,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:25.385268 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7949fc95-fe31-445b-b900-0d1d6504bdbf tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:25.387759 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c078ed6a-c515-49d9-b961-3b2a621e06dc tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Publish callbacks [] for security_group, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:25.396692 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f3e8bfa-f31e-4754-a1a4-d3be3fad6cc0 req-048e4e7b-b47c-4891-b9d3-aaabef92ff2d tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] No DVR routers for this DVR port f65bb614-8f8b-4ff1-9812-909dca00f7fb on host hv-neutron-8189 {{(pid=109866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:51:25.399209 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-6f3e8bfa-f31e-4754-a1a4-d3be3fad6cc0 req-048e4e7b-b47c-4891-b9d3-aaabef92ff2d tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:25.402965 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-6f3e8bfa-f31e-4754-a1a4-d3be3fad6cc0 req-048e4e7b-b47c-4891-b9d3-aaabef92ff2d tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.48 "DELETE /v2.0/ports/f65bb614-8f8b-4ff1-9812-909dca00f7fb HTTP/1.1" status: 204 len: 173 time: 0.7287536 Nov 24 01:51:25.404785 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e8d9ad2-6341-4fa3-bb1f-abab46565d1f', 'name': 'network-vif-deleted', 'tag': 'f65bb614-8f8b-4ff1-9812-909dca00f7fb'}] {{(pid=109866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 01:51:25.408040 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b7c53c286d9351d1367337230623a155cee02c46c94b80588b67a0bc16402ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-783f1d0b-895c-4953-b923-2b1fa8bc4f5a" -d '{"events": [{"server_uuid": "0e8d9ad2-6341-4fa3-bb1f-abab46565d1f", "name": "network-vif-deleted", "tag": "f65bb614-8f8b-4ff1-9812-909dca00f7fb"}]}' {{(pid=109866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 01:51:25.423502 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2906af2a-b738-4732-9649-d9ad5079e864 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Network fb5bd992-40d3-41b3-b2a1-382e1f6017a1 is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 01:51:25.433013 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c078ed6a-c515-49d9-b961-3b2a621e06dc tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:25.436963 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-2906af2a-b738-4732-9649-d9ad5079e864 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, fb5bd992-40d3-41b3-b2a1-382e1f6017a1) {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:51:25.443684 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2906af2a-b738-4732-9649-d9ad5079e864 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:51:25.444457 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-2906af2a-b738-4732-9649-d9ad5079e864 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:25.459433 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ea34d1-dc06-4d2d-b67b-8444198a31ec None None] Network fb5bd992-40d3-41b3-b2a1-382e1f6017a1 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:51:25.460781 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 01:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-213195e5-70f5-4293-8b13-924c1604bb4e x-openstack-request-id: req-213195e5-70f5-4293-8b13-924c1604bb4e {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 01:51:25.461087 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e8d9ad2-6341-4fa3-bb1f-abab46565d1f", "name": "network-vif-deleted", "tag": "f65bb614-8f8b-4ff1-9812-909dca00f7fb", "status": "completed", "code": 200}]} {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 01:51:25.461325 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-213195e5-70f5-4293-8b13-924c1604bb4e {{(pid=109866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 01:51:25.461784 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e8d9ad2-6341-4fa3-bb1f-abab46565d1f', 'name': 'network-vif-deleted', 'tag': 'f65bb614-8f8b-4ff1-9812-909dca00f7fb', 'status': 'completed', 'code': 200} Nov 24 01:51:25.471251 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-2906af2a-b738-4732-9649-d9ad5079e864 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5938106 Nov 24 01:51:25.473910 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50454) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:25.478616 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-304518d5-78b0-4e33-b5b3-bc13616a5deb tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1871963641', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:25.480885 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7949fc95-fe31-445b-b900-0d1d6504bdbf tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:25.486694 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7949fc95-fe31-445b-b900-0d1d6504bdbf tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:25.509868 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7949fc95-fe31-445b-b900-0d1d6504bdbf tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d8fec32-3353-41bd-8d1a-b859cd1468e6,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:25.512708 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c078ed6a-c515-49d9-b961-3b2a621e06dc tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:25.515592 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c078ed6a-c515-49d9-b961-3b2a621e06dc tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:25.516737 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-c078ed6a-c515-49d9-b961-3b2a621e06dc tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] 10.222.0.21 "DELETE /v2.0/security-groups/1aba326d-da52-478b-b2f2-ac24639ca7be HTTP/1.1" status: 204 len: 168 time: 0.2225835 Nov 24 01:51:25.519995 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50456) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:25.523693 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-304518d5-78b0-4e33-b5b3-bc13616a5deb tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-424105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2744'] for router, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:25.524875 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-304518d5-78b0-4e33-b5b3-bc13616a5deb tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-424325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-326625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2753'] for router, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:25.527985 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c078ed6a-c515-49d9-b961-3b2a621e06dc tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aba326d-da52-478b-b2f2-ac24639ca7be,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:25.533198 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7949fc95-fe31-445b-b900-0d1d6504bdbf tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:25.535806 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-7949fc95-fe31-445b-b900-0d1d6504bdbf tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2077231 Nov 24 01:51:25.538988 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50458) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:25.559644 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-c05ed72a-aefe-4ec2-af0f-acb336e08107 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] 10.222.0.21 "GET /v2.0/security-group-rules/7d8fec32-3353-41bd-8d1a-b859cd1468e6 HTTP/1.1" status: 200 len: 764 time: 0.0191724 Nov 24 01:51:25.562341 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50460) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:25.609777 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-90c525c5-5641-4934-a31d-7aa29bd97faa tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0461199 Nov 24 01:51:25.612623 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50462) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:25.626722 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-304518d5-78b0-4e33-b5b3-bc13616a5deb tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:25.633677 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-2274de7e-1d80-444b-ae8d-332bd671cd42 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1113479 Nov 24 01:51:25.635109 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-304518d5-78b0-4e33-b5b3-bc13616a5deb tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-424338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418138'] for router, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:25.636513 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50464) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:25.645766 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-bc85f2f1-bc05-457b-bea0-5eb41b374954 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Request body: {'security_group_rule': {'security_group_id': '6c572f48-e548-406c-89b9-98473b4a9ec2', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:25.653181 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-304518d5-78b0-4e33-b5b3-bc13616a5deb tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks [] for router, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:25.654461 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-304518d5-78b0-4e33-b5b3-bc13616a5deb tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1795731 Nov 24 01:51:25.658087 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50466) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:25.687646 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc6f05d-fc61-4e62-9c88-aa9a2e089cd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-fb5bd992-40d3-41b3-b2a1-382e1f6017a1', 'network_id': 'fb5bd992-40d3-41b3-b2a1-382e1f6017a1', 'tenant_id': '468ce101e5db4aad97f1fca7bb15b3de', 'fixed_ips': [{'subnet_id': '2d84d3a0-2c8f-4699-926f-c811ad07a618'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 01:51:25.688966 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-4bc6f05d-fc61-4e62-9c88-aa9a2e089cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:25.861538 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-4bc6f05d-fc61-4e62-9c88-aa9a2e089cd9 None None] Allocated IP 2001:db8::2 (fb5bd992-40d3-41b3-b2a1-382e1f6017a1/2d84d3a0-2c8f-4699-926f-c811ad07a618/d8db554b-7941-4e43-9fd9-f74089acc46e) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:51:26.074736 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-19f454b5-0d56-44a0-8089-d6afa4de8d5f tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:26.089710 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-4bc6f05d-fc61-4e62-9c88-aa9a2e089cd9 None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:26.096091 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-4bc6f05d-fc61-4e62-9c88-aa9a2e089cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:26.100306 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-19f454b5-0d56-44a0-8089-d6afa4de8d5f tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:26.105891 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-4c2137a2-516e-4637-b5f1-59170e3e215c req-dd931e21-50d8-4171-a92a-c0dee4e985f5 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e8d9ad2-6341-4fa3-bb1f-abab46565d1f HTTP/1.1" status: 200 len: 210 time: 0.0477672 Nov 24 01:51:26.144339 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-19f454b5-0d56-44a0-8089-d6afa4de8d5f tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:26.148798 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-19f454b5-0d56-44a0-8089-d6afa4de8d5f tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:26.150335 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-19f454b5-0d56-44a0-8089-d6afa4de8d5f tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/7d8fec32-3353-41bd-8d1a-b859cd1468e6 HTTP/1.1" status: 204 len: 168 time: 0.5368109 Nov 24 01:51:26.156001 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50470) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:26.176741 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc6f05d-fc61-4e62-9c88-aa9a2e089cd9 None None] Network fb5bd992-40d3-41b3-b2a1-382e1f6017a1 is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:51:26.178526 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.api.v2.resource [None req-bc85f2f1-bc05-457b-bea0-5eb41b374954 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] create failed (client error): The resource could not be found. Nov 24 01:51:26.179610 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-bc85f2f1-bc05-457b-bea0-5eb41b374954 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5419574 Nov 24 01:51:26.182289 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f454b5-0d56-44a0-8089-d6afa4de8d5f tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7d8fec32-3353-41bd-8d1a-b859cd1468e6,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:26.185769 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-4bc6f05d-fc61-4e62-9c88-aa9a2e089cd9 None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:51:26.186513 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50472) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:26.191172 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc6f05d-fc61-4e62-9c88-aa9a2e089cd9 None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:51:26.193283 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-e48ef5e9-d476-44a4-9163-ffff66528b44 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Request body: {'security_group': {'name': 'tempest-secgroup--1019272890'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:26.215875 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc6f05d-fc61-4e62-9c88-aa9a2e089cd9 None None] Pushing event updated for resources: {'Port': ['ID=d8db554b-7941-4e43-9fd9-f74089acc46e,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:26.235296 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-9a121825-becf-4af5-b6d1-6d17779e8bfa tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0748880 Nov 24 01:51:26.235296 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50474) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:26.251582 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-4bc6f05d-fc61-4e62-9c88-aa9a2e089cd9 None None] Attempting to bind port d8db554b-7941-4e43-9fd9-f74089acc46e on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:51:26.252095 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-4bc6f05d-fc61-4e62-9c88-aa9a2e089cd9 None None] Attempting to bind port d8db554b-7941-4e43-9fd9-f74089acc46e by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '3162a45b-b794-4241-a05e-4dd53b688d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'fb5bd992-40d3-41b3-b2a1-382e1f6017a1'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:51:26.252748 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc6f05d-fc61-4e62-9c88-aa9a2e089cd9 None None] Attempting to bind port d8db554b-7941-4e43-9fd9-f74089acc46e on network fb5bd992-40d3-41b3-b2a1-382e1f6017a1 {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:51:26.252909 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e48ef5e9-d476-44a4-9163-ffff66528b44 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Publish callbacks [] for security_group, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:26.258672 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc6f05d-fc61-4e62-9c88-aa9a2e089cd9 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:51:26.259185 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc6f05d-fc61-4e62-9c88-aa9a2e089cd9 None None] Checking segment: {'id': '3162a45b-b794-4241-a05e-4dd53b688d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'fb5bd992-40d3-41b3-b2a1-382e1f6017a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:51:26.259685 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-4bc6f05d-fc61-4e62-9c88-aa9a2e089cd9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:26.260181 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc6f05d-fc61-4e62-9c88-aa9a2e089cd9 None None] Bound using segment: {'id': '3162a45b-b794-4241-a05e-4dd53b688d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'fb5bd992-40d3-41b3-b2a1-382e1f6017a1'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:51:26.260767 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-4bc6f05d-fc61-4e62-9c88-aa9a2e089cd9 None None] Bound port: d8db554b-7941-4e43-9fd9-f74089acc46e, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3162a45b-b794-4241-a05e-4dd53b688d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'fb5bd992-40d3-41b3-b2a1-382e1f6017a1'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:51:26.261251 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-4bc6f05d-fc61-4e62-9c88-aa9a2e089cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:26.315766 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-95f2f6de-4963-4b55-925f-5100e5177049 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:26.332224 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-4bc6f05d-fc61-4e62-9c88-aa9a2e089cd9 None None] For port d8db554b-7941-4e43-9fd9-f74089acc46e, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:51:26.335673 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-4bc6f05d-fc61-4e62-9c88-aa9a2e089cd9 None None] For port d8db554b-7941-4e43-9fd9-f74089acc46e, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=d8db554b-7941-4e43-9fd9-f74089acc46e,segment=NetworkSegment(3162a45b-b794-4241-a05e-4dd53b688d05),segment_id=3162a45b-b794-4241-a05e-4dd53b688d05)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:51:26.343201 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-4bc6f05d-fc61-4e62-9c88-aa9a2e089cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:26.351322 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-95f2f6de-4963-4b55-925f-5100e5177049 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:26.362147 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ac790fda-238d-4146-9efa-ec137d970fa3 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:26.394917 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e48ef5e9-d476-44a4-9163-ffff66528b44 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Publish callbacks [] for security_group, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:26.403388 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e48ef5e9-d476-44a4-9163-ffff66528b44 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:26.404861 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc6f05d-fc61-4e62-9c88-aa9a2e089cd9 None None] Pushing event updated for resources: {'Port': ['ID=d8db554b-7941-4e43-9fd9-f74089acc46e,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:26.447283 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e48ef5e9-d476-44a4-9163-ffff66528b44 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:26.451204 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-e48ef5e9-d476-44a4-9163-ffff66528b44 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2610941 Nov 24 01:51:26.451204 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48ef5e9-d476-44a4-9163-ffff66528b44 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9817fe2f-0ce3-468b-942b-728e1ebca09c,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:26.452455 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50476) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:26.453213 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-95f2f6de-4963-4b55-925f-5100e5177049 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:26.455919 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-95f2f6de-4963-4b55-925f-5100e5177049 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:26.457122 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-95f2f6de-4963-4b55-925f-5100e5177049 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] 10.222.0.21 "DELETE /v2.0/security-groups/e0acb55a-199a-433e-a47d-45bcbcaa794a HTTP/1.1" status: 204 len: 168 time: 0.2211845 Nov 24 01:51:26.459140 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-356dd07a-2022-4b37-a2b9-62d2f53cba83 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Request body: {'security_group': {'name': 'tempest-secgroup--1265415100'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:26.460528 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50478) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:26.479609 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2f6de-4963-4b55-925f-5100e5177049 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0acb55a-199a-433e-a47d-45bcbcaa794a,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:26.521792 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-01d2b09b-92eb-4878-a398-84a51ceccdc7 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0601726 Nov 24 01:51:26.527607 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50480) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:26.537071 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-356dd07a-2022-4b37-a2b9-62d2f53cba83 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Publish callbacks [] for security_group, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:26.574004 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-6a727032-952f-41b5-98db-3ba84deb8ee2 tempest-SecGroupTest-21539548 tempest-SecGroupTest-21539548-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0460658 Nov 24 01:51:26.724343 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [None req-ac790fda-238d-4146-9efa-ec137d970fa3 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Allocated IP 2001:db8::1 (fb5bd992-40d3-41b3-b2a1-382e1f6017a1/2d84d3a0-2c8f-4699-926f-c811ad07a618/9d4bddd3-750e-4fba-8d7a-727fe4015b54) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:51:26.728273 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-356dd07a-2022-4b37-a2b9-62d2f53cba83 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Publish callbacks [] for security_group, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:26.736908 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-356dd07a-2022-4b37-a2b9-62d2f53cba83 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:26.781942 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-356dd07a-2022-4b37-a2b9-62d2f53cba83 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Publish callbacks [] for security_group, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:26.782743 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-356dd07a-2022-4b37-a2b9-62d2f53cba83 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3290246 Nov 24 01:51:26.786110 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50484) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:26.794977 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-e95b80a1-3c5f-4c4b-baed-84c371433f30 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Request body: {'security_group_rule': {'security_group_id': '9817fe2f-0ce3-468b-942b-728e1ebca09c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '9679f242-8c01-4d2e-9bb2-e249024fce2a'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:26.808154 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356dd07a-2022-4b37-a2b9-62d2f53cba83 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9679f242-8c01-4d2e-9bb2-e249024fce2a,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:26.851553 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.api.v2.resource [None req-e95b80a1-3c5f-4c4b-baed-84c371433f30 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 01:51:26.852661 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-e95b80a1-3c5f-4c4b-baed-84c371433f30 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0654960 Nov 24 01:51:26.855523 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50488) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:26.904512 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ac790fda-238d-4146-9efa-ec137d970fa3 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:26.907206 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50490) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:26.912347 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fda2ecbc-da02-4908-9b8e-a1bf1eeb0741 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Publish callbacks [] for security_group, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:26.934921 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fda2ecbc-da02-4908-9b8e-a1bf1eeb0741 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:26.951789 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ac790fda-238d-4146-9efa-ec137d970fa3 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:26.987587 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fda2ecbc-da02-4908-9b8e-a1bf1eeb0741 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:26.990355 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fda2ecbc-da02-4908-9b8e-a1bf1eeb0741 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:26.994227 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-fda2ecbc-da02-4908-9b8e-a1bf1eeb0741 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] 10.222.0.21 "DELETE /v2.0/security-groups/9679f242-8c01-4d2e-9bb2-e249024fce2a HTTP/1.1" status: 204 len: 168 time: 0.1348829 Nov 24 01:51:26.998867 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac790fda-238d-4146-9efa-ec137d970fa3 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Network fb5bd992-40d3-41b3-b2a1-382e1f6017a1 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:51:26.999484 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50494) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:27.000810 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda2ecbc-da02-4908-9b8e-a1bf1eeb0741 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9679f242-8c01-4d2e-9bb2-e249024fce2a,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:27.012284 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-ac790fda-238d-4146-9efa-ec137d970fa3 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:51:27.025517 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac790fda-238d-4146-9efa-ec137d970fa3 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:51:27.026068 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ac790fda-238d-4146-9efa-ec137d970fa3 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3777869'] for router_interface, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:27.071800 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac790fda-238d-4146-9efa-ec137d970fa3 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Pushing event updated for resources: {'Port': ['ID=9d4bddd3-750e-4fba-8d7a-727fe4015b54,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:27.136789 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-0799a346-7b3c-4284-9064-7d9db3900c42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:27.172876 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-323c52dd-2a1f-4e65-9fb8-affeeca43bf2 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1633465 Nov 24 01:51:27.173004 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50498) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:27.173477 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50500) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:27.174946 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-f7c77faa-01e4-4dee-a442-a9292fe5a44e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=79957bd1538649c897a60fcf15ff46f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2666674 Nov 24 01:51:27.179451 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50502) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:27.261955 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ac790fda-238d-4146-9efa-ec137d970fa3 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:27.278375 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-04e7b2a4-4ba0-4418-81c9-9416816b934f tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Publish callbacks [] for security_group, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:27.280164 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b1a97773-bd14-44d1-af7f-d8bc8d0c379f tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:27.288738 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f35bf020-29d5-43bb-a619-c29e1be7351e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:27.321537 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-04e7b2a4-4ba0-4418-81c9-9416816b934f tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:27.325765 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b1a97773-bd14-44d1-af7f-d8bc8d0c379f tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:27.349400 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f35bf020-29d5-43bb-a619-c29e1be7351e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:27.395938 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-04e7b2a4-4ba0-4418-81c9-9416816b934f tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:27.399429 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-04e7b2a4-4ba0-4418-81c9-9416816b934f tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:27.402934 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-04e7b2a4-4ba0-4418-81c9-9416816b934f tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] 10.222.0.21 "DELETE /v2.0/security-groups/9817fe2f-0ce3-468b-942b-728e1ebca09c HTTP/1.1" status: 204 len: 168 time: 0.2264547 Nov 24 01:51:27.406801 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50504) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:27.433078 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e7b2a4-4ba0-4418-81c9-9416816b934f tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9817fe2f-0ce3-468b-942b-728e1ebca09c,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:27.485600 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b1a97773-bd14-44d1-af7f-d8bc8d0c379f tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:27.490534 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b1a97773-bd14-44d1-af7f-d8bc8d0c379f tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:27.491977 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-b1a97773-bd14-44d1-af7f-d8bc8d0c379f tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "DELETE /v2.0/security-groups/4f28cc3c-ac30-482b-95ab-b94125c0cc80 HTTP/1.1" status: 204 len: 168 time: 0.3135128 Nov 24 01:51:27.512786 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f35bf020-29d5-43bb-a619-c29e1be7351e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:27.515431 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f35bf020-29d5-43bb-a619-c29e1be7351e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:27.516186 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a97773-bd14-44d1-af7f-d8bc8d0c379f tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f28cc3c-ac30-482b-95ab-b94125c0cc80,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:27.516586 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-f35bf020-29d5-43bb-a619-c29e1be7351e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5335fe54-3e1d-40d8-848c-dbba8be094f2 HTTP/1.1" status: 204 len: 168 time: 0.3362293 Nov 24 01:51:27.526559 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-a61c041c-1ac3-411e-a7a3-59a66823700f tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1185529 Nov 24 01:51:27.531583 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50510) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:27.537776 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-adcd64cb-5c37-41cc-9b99-884445d2074b tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Request body: {'security_group': {'name': 'tempest-secgroup--926478159'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:27.556167 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50512) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:27.600824 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-adcd64cb-5c37-41cc-9b99-884445d2074b tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Publish callbacks [] for security_group, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:27.623624 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f98736-6c55-4823-a464-7686fc313665 None None] Network fb5bd992-40d3-41b3-b2a1-382e1f6017a1 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:51:27.632225 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fafee00-349b-4d8b-b937-b90973b5ca30 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Deleting subnet 95c89327-6df4-4905-b017-dda5c10cc438 {{(pid=109867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 01:51:27.637034 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2fafee00-349b-4d8b-b937-b90973b5ca30 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for subnet, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:27.644012 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35bf020-29d5-43bb-a619-c29e1be7351e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5335fe54-3e1d-40d8-848c-dbba8be094f2,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:27.681511 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ac790fda-238d-4146-9efa-ec137d970fa3 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks [] for port, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:27.686489 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ac790fda-238d-4146-9efa-ec137d970fa3 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29149402'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:27.687169 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ac790fda-238d-4146-9efa-ec137d970fa3 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3778017'] for router_interface, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:27.707403 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device f65bb614-8f8b-4ff1-9812-909dca00f7fb no longer exists at agent hyperv_hv-neutron-8189 {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:51:27.723028 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2fafee00-349b-4d8b-b937-b90973b5ca30 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28690885'] for subnet, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:27.732501 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] No Port match for: f65bb614-8f8b-4ff1-9812-909dca00f7fb {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:51:27.732848 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device f65bb614-8f8b-4ff1-9812-909dca00f7fb not bound to the agent host hv-neutron-8189 {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:51:27.757815 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-1c992738-42ff-40e5-bb65-97b9f2a38bb8 None None] Provisioning complete for port d8db554b-7941-4e43-9fd9-f74089acc46e triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:51:27.758202 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-1c992738-42ff-40e5-bb65-97b9f2a38bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:27.762953 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac790fda-238d-4146-9efa-ec137d970fa3 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Pushing event updated for resources: {'Port': ['ID=9d4bddd3-750e-4fba-8d7a-727fe4015b54,revision_number=2']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:27.802963 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-adcd64cb-5c37-41cc-9b99-884445d2074b tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Publish callbacks [] for security_group, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:27.811408 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-adcd64cb-5c37-41cc-9b99-884445d2074b tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:27.840801 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac790fda-238d-4146-9efa-ec137d970fa3 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Network fb5bd992-40d3-41b3-b2a1-382e1f6017a1 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:51:27.843842 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-ac790fda-238d-4146-9efa-ec137d970fa3 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:51:27.854267 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:27.891043 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2fafee00-349b-4d8b-b937-b90973b5ca30 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:27.925850 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-adcd64cb-5c37-41cc-9b99-884445d2074b tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:27.930213 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-adcd64cb-5c37-41cc-9b99-884445d2074b tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3933616 Nov 24 01:51:27.938246 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50520) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:27.943880 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-95aaf158-ae33-4570-a0e7-8374f1ac76e5 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:27.944297 dv-neutron-818911-2-hyperv neutron-server[109866]: WARNING neutron.api.v2.base [None req-95aaf158-ae33-4570-a0e7-8374f1ac76e5 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 24 01:51:27.944778 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcd64cb-5c37-41cc-9b99-884445d2074b tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdc5aaf0-b89f-4951-ae36-95478e835426,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:27.944909 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.api.v2.resource [None req-95aaf158-ae33-4570-a0e7-8374f1ac76e5 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] update failed (client error): There was a conflict when trying to complete your request. Nov 24 01:51:27.945954 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-95aaf158-ae33-4570-a0e7-8374f1ac76e5 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] 10.222.0.21 "PUT /v2.0/security-groups/cdc5aaf0-b89f-4951-ae36-95478e835426 HTTP/1.1" status: 409 len: 330 time: 0.0062315 Nov 24 01:51:27.951306 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50522) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:27.967413 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-1c992738-42ff-40e5-bb65-97b9f2a38bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:28.003651 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-1c992738-42ff-40e5-bb65-97b9f2a38bb8 None None] For port d8db554b-7941-4e43-9fd9-f74089acc46e, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=d8db554b-7941-4e43-9fd9-f74089acc46e,segment=NetworkSegment(3162a45b-b794-4241-a05e-4dd53b688d05),segment_id=3162a45b-b794-4241-a05e-4dd53b688d05)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:51:28.014306 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-1c992738-42ff-40e5-bb65-97b9f2a38bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:28.026453 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac790fda-238d-4146-9efa-ec137d970fa3 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Router 58d411fe-e046-49d9-918e-c7da7097a737 is scheduled to L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e with binding_index 1 {{(pid=109866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 01:51:28.031435 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2fafee00-349b-4d8b-b937-b90973b5ca30 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25501782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25307808'] for subnet, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:28.105103 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9b95765a-be19-4fdb-b163-65561b51b41c tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Publish callbacks [] for security_group, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:28.107505 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2fafee00-349b-4d8b-b937-b90973b5ca30 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:28.111759 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-2fafee00-349b-4d8b-b937-b90973b5ca30 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "DELETE /v2.0/subnets/95c89327-6df4-4905-b017-dda5c10cc438 HTTP/1.1" status: 204 len: 168 time: 0.5542610 Nov 24 01:51:28.113098 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fafee00-349b-4d8b-b937-b90973b5ca30 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event deleted for resources: {'Subnet': ['ID=95c89327-6df4-4905-b017-dda5c10cc438,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:28.115217 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50528) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:28.138915 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c992738-42ff-40e5-bb65-97b9f2a38bb8 None None] Pushing event updated for resources: {'Port': ['ID=d8db554b-7941-4e43-9fd9-f74089acc46e,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:28.141957 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491fcb75-f88c-4f54-b894-b691ca3fd2c9 None None] Network 176ac394-6c88-463d-aaaa-65492c0ad94b requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:51:28.197501 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9b95765a-be19-4fdb-b163-65561b51b41c tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:28.206793 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac790fda-238d-4146-9efa-ec137d970fa3 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:51:28.212633 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-ac790fda-238d-4146-9efa-ec137d970fa3 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] 10.222.0.21 "PUT /v2.0/routers/58d411fe-e046-49d9-918e-c7da7097a737/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5532763 Nov 24 01:51:28.216216 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50530) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:28.273131 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:28.277123 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b43245-03f7-4c60-b861-31e5110c5999 None None] Sync routers for ids ['58d411fe-e046-49d9-918e-c7da7097a737'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:51:28.288741 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566e9a6a-e1d2-4fe0-8e0e-9befcf72bbbc tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:51:28.290520 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-566e9a6a-e1d2-4fe0-8e0e-9befcf72bbbc tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] 10.222.0.21 "GET /v2.0/ports/9d4bddd3-750e-4fba-8d7a-727fe4015b54 HTTP/1.1" status: 200 len: 911 time: 0.0745740 Nov 24 01:51:28.298916 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50534) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:28.335357 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b43245-03f7-4c60-b861-31e5110c5999 None None] Routers {'58d411fe-e046-49d9-918e-c7da7097a737'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:51:28.336077 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-e0b43245-03f7-4c60-b861-31e5110c5999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:51:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['58d411fe-e046-49d9-918e-c7da7097a737'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:51:28.362990 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e026557f-8eba-47b5-bab7-081e25402426 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:28.368174 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9b95765a-be19-4fdb-b163-65561b51b41c tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:28.372325 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9b95765a-be19-4fdb-b163-65561b51b41c tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:28.373821 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-9b95765a-be19-4fdb-b163-65561b51b41c tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] 10.222.0.21 "DELETE /v2.0/security-groups/cdc5aaf0-b89f-4951-ae36-95478e835426 HTTP/1.1" status: 204 len: 168 time: 0.4212029 Nov 24 01:51:28.374826 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device d8db554b-7941-4e43-9fd9-f74089acc46e up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:51:28.376589 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50538) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:28.378273 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-e0b43245-03f7-4c60-b861-31e5110c5999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:51:28.423290 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b43245-03f7-4c60-b861-31e5110c5999 None None] Routers {'58d411fe-e046-49d9-918e-c7da7097a737'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:51:28.424182 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-e0b43245-03f7-4c60-b861-31e5110c5999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:51:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['58d411fe-e046-49d9-918e-c7da7097a737'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:51:28.431860 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-7fe68d35-f999-46f4-8a4b-0c8fbe04cfae tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0536542 Nov 24 01:51:28.435584 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50542) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:28.453339 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.api.v2.resource [None req-8a556c14-a0ad-470a-9fc2-e295102a7644 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] delete failed (client error): The resource could not be found. Nov 24 01:51:28.454713 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-8a556c14-a0ad-470a-9fc2-e295102a7644 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] 10.222.0.21 "DELETE /v2.0/security-groups/d98c2147-eee1-46a8-89e5-a96f7b4af8c6 HTTP/1.1" status: 404 len: 347 time: 0.0179987 Nov 24 01:51:28.458430 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50544) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:28.470101 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-e0b43245-03f7-4c60-b861-31e5110c5999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:51:28.470969 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b43245-03f7-4c60-b861-31e5110c5999 None None] The sync data for ids ['58d411fe-e046-49d9-918e-c7da7097a737'] in dv-neutron-818911-2-hyperv is: [] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:51:28.489958 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.api.v2.resource [None req-8cba0695-5c75-4eb4-8f49-9ebc2e73e335 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] show failed (client error): The resource could not be found. Nov 24 01:51:28.496010 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-8cba0695-5c75-4eb4-8f49-9ebc2e73e335 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] 10.222.0.21 "GET /v2.0/security-groups/449735eb-1a2d-4334-9755-f43f49c3e722 HTTP/1.1" status: 404 len: 347 time: 0.0365417 Nov 24 01:51:28.499855 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50548) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:28.504964 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-5f75b16c-87ff-4230-a6ba-24ef1b61759f None None] Provisioning complete for port 9d4bddd3-750e-4fba-8d7a-727fe4015b54 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:51:28.505341 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-5f75b16c-87ff-4230-a6ba-24ef1b61759f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:28.517914 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.api.v2.resource [None req-7e75b95e-cb09-44a8-875c-823db65c58c6 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] show failed (client error): The resource could not be found. Nov 24 01:51:28.518984 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-7e75b95e-cb09-44a8-875c-823db65c58c6 tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] 10.222.0.21 "GET /v2.0/security-group-rules/6573062f-3bd7-477c-8944-25be8973a7e6 HTTP/1.1" status: 404 len: 356 time: 0.0181744 Nov 24 01:51:28.553264 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b95765a-be19-4fdb-b163-65561b51b41c tempest-NegativeSecGroupTest-1513216943 tempest-NegativeSecGroupTest-1513216943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdc5aaf0-b89f-4951-ae36-95478e835426,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:28.568737 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port d8db554b-7941-4e43-9fd9-f74089acc46e triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:51:28.569107 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:28.633019 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19af91f5-c6be-43cc-8ee8-6887a5d7d070 None None] DHCP port deletion for 176ac394-6c88-463d-aaaa-65492c0ad94b request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:51:28.637872 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-5f75b16c-87ff-4230-a6ba-24ef1b61759f None None] Port 9d4bddd3-750e-4fba-8d7a-727fe4015b54 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:51:28.680029 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50552) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:28.739525 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-5f75b16c-87ff-4230-a6ba-24ef1b61759f None None] Provisioning complete for port d8db554b-7941-4e43-9fd9-f74089acc46e triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:51:28.739999 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-5f75b16c-87ff-4230-a6ba-24ef1b61759f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:28.802859 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-e026557f-8eba-47b5-bab7-081e25402426 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Deleting port 6d5da176-5825-4923-a366-fb2cd7a7c538 {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:51:28.803705 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e026557f-8eba-47b5-bab7-081e25402426 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:28.828668 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-f8b1302a-4dac-40e0-a99f-817528631cbb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-812246204-network', 'tenant_id': '3fa7557b5a414e29b40de0454c5ea7eb'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:28.859381 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8b1302a-4dac-40e0-a99f-817528631cbb admin admin] Made reservation on behalf of 3fa7557b5a414e29b40de0454c5ea7eb for: {'network': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:51:28.863384 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f8b1302a-4dac-40e0-a99f-817528631cbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:28.870666 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-19af91f5-c6be-43cc-8ee8-6887a5d7d070 None None] Deleting port 6d5da176-5825-4923-a366-fb2cd7a7c538 {{(pid=109868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:51:28.871045 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-19af91f5-c6be-43cc-8ee8-6887a5d7d070 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:28.874014 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f8b1302a-4dac-40e0-a99f-817528631cbb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:28.961509 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50558) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:28.973759 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-19af91f5-c6be-43cc-8ee8-6887a5d7d070 None None] For port 6d5da176-5825-4923-a366-fb2cd7a7c538, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=6d5da176-5825-4923-a366-fb2cd7a7c538,segment=NetworkSegment(f285092a-19ce-4f3f-b65d-fc16f62f043d),segment_id=f285092a-19ce-4f3f-b65d-fc16f62f043d)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:51:28.974324 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-19af91f5-c6be-43cc-8ee8-6887a5d7d070 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:28.979623 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [None req-e026557f-8eba-47b5-bab7-081e25402426 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] For port 6d5da176-5825-4923-a366-fb2cd7a7c538, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=6d5da176-5825-4923-a366-fb2cd7a7c538,segment=NetworkSegment(f285092a-19ce-4f3f-b65d-fc16f62f043d),segment_id=f285092a-19ce-4f3f-b65d-fc16f62f043d)] {{(pid=109867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:51:28.979987 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e026557f-8eba-47b5-bab7-081e25402426 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:29.005279 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f8b1302a-4dac-40e0-a99f-817528631cbb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:29.012280 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-e026557f-8eba-47b5-bab7-081e25402426 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Calling delete_port for 6d5da176-5825-4923-a366-fb2cd7a7c538 owned by network:dhcp {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:51:29.015336 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f8b1302a-4dac-40e0-a99f-817528631cbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:29.020578 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-19af91f5-c6be-43cc-8ee8-6887a5d7d070 None None] Calling delete_port for 6d5da176-5825-4923-a366-fb2cd7a7c538 owned by network:dhcp {{(pid=109868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:51:29.049180 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8b1302a-4dac-40e0-a99f-817528631cbb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=109866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:51:29.070485 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b1302a-4dac-40e0-a99f-817528631cbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e137ca6c-14b0-4be5-84ef-00384feb5f1b,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:29.074115 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f8b1302a-4dac-40e0-a99f-817528631cbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:29.074521 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.segments_db [None req-f8b1302a-4dac-40e0-a99f-817528631cbb admin admin] Added segment 82bdd678-3b9c-43c2-8043-a848930985ff of type vlan for network b994f58c-062f-4608-af1b-f5a2d5a95f48 Nov 24 01:51:29.129825 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f8b1302a-4dac-40e0-a99f-817528631cbb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:29.132088 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-19af91f5-c6be-43cc-8ee8-6887a5d7d070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974'] for port, after_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:29.168313 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19af91f5-c6be-43cc-8ee8-6887a5d7d070 None None] Pushing event deleted for resources: {'Port': ['ID=6d5da176-5825-4923-a366-fb2cd7a7c538,revision_number=None']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:29.170465 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19af91f5-c6be-43cc-8ee8-6887a5d7d070 None None] No DVR routers for this DVR port 6d5da176-5825-4923-a366-fb2cd7a7c538 on host dv-neutron-818911-2-hyperv {{(pid=109868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:51:29.171999 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e026557f-8eba-47b5-bab7-081e25402426 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:29.177234 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-799f0405-97d5-4774-8d79-f04eb53de825 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3777994'] for router_interface, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:29.184733 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f8b1302a-4dac-40e0-a99f-817528631cbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:29.186304 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b1302a-4dac-40e0-a99f-817528631cbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:51:29.186304 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f8b1302a-4dac-40e0-a99f-817528631cbb admin admin] Publish callbacks [] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:29.208665 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-01e5ea15-ab6b-4ca3-ae18-1e1459607b91 None None] Provisioning complete for port 9d4bddd3-750e-4fba-8d7a-727fe4015b54 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:51:29.209190 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-01e5ea15-ab6b-4ca3-ae18-1e1459607b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:29.237800 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-f8b1302a-4dac-40e0-a99f-817528631cbb admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5532966 Nov 24 01:51:29.242800 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50562) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:29.247172 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-1497c65e-3746-4426-b4ea-33406ca9b082 admin admin] Request body: {'subnet': {'network_id': 'b994f58c-062f-4608-af1b-f5a2d5a95f48', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-812246204-subnet', 'tenant_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'ip_version': 4}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:29.251156 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-01e5ea15-ab6b-4ca3-ae18-1e1459607b91 None None] Port 9d4bddd3-750e-4fba-8d7a-727fe4015b54 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:51:29.268850 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e026557f-8eba-47b5-bab7-081e25402426 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event deleted for resources: {'Port': ['ID=6d5da176-5825-4923-a366-fb2cd7a7c538,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:29.288159 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e026557f-8eba-47b5-bab7-081e25402426 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:51:29.288501 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e026557f-8eba-47b5-bab7-081e25402426 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:51:29.288836 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e026557f-8eba-47b5-bab7-081e25402426 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:51:29.289174 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e026557f-8eba-47b5-bab7-081e25402426 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:51:29.289524 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e026557f-8eba-47b5-bab7-081e25402426 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:51:29.289854 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e026557f-8eba-47b5-bab7-081e25402426 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:51:29.290178 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e026557f-8eba-47b5-bab7-081e25402426 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:51:29.290500 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e026557f-8eba-47b5-bab7-081e25402426 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:51:29.290826 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e026557f-8eba-47b5-bab7-081e25402426 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:51:29.291144 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e026557f-8eba-47b5-bab7-081e25402426 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:51:29.291462 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e026557f-8eba-47b5-bab7-081e25402426 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:51:29.291775 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e026557f-8eba-47b5-bab7-081e25402426 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:51:29.295006 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e026557f-8eba-47b5-bab7-081e25402426 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] No DVR routers for this DVR port 6d5da176-5825-4923-a366-fb2cd7a7c538 on host dv-neutron-818911-2-hyperv {{(pid=109867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:51:29.303733 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b1302a-4dac-40e0-a99f-817528631cbb admin admin] Pushing event updated for resources: {'Network': ['ID=b994f58c-062f-4608-af1b-f5a2d5a95f48,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:29.314204 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network b994f58c-062f-4608-af1b-f5a2d5a95f48 details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:51:29.318808 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-f47e8e2c-abbc-494e-b6e6-012962b59151 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d1fd0760ff114506bd4223ba540f17e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3537643 Nov 24 01:51:29.319205 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50564) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:29.334170 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1497c65e-3746-4426-b4ea-33406ca9b082 admin admin] Made reservation on behalf of 3fa7557b5a414e29b40de0454c5ea7eb for: {'subnet': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:51:29.336500 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1497c65e-3746-4426-b4ea-33406ca9b082 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29154835'] for subnet, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:29.426283 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e026557f-8eba-47b5-bab7-081e25402426 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:29.438418 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f445f6a9-2e98-40bc-9168-995c4534d7f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:29.465966 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-e026557f-8eba-47b5-bab7-081e25402426 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['176ac394-6c88-463d-aaaa-65492c0ad94b']}} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:51:29.469016 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f445f6a9-2e98-40bc-9168-995c4534d7f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:29.480476 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-e026557f-8eba-47b5-bab7-081e25402426 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f285092a-19ce-4f3f-b65d-fc16f62f043d') {'for_net_delete': True} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:51:29.480761 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-e026557f-8eba-47b5-bab7-081e25402426 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f285092a-19ce-4f3f-b65d-fc16f62f043d') {} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:51:29.499514 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e026557f-8eba-47b5-bab7-081e25402426 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28690908'] for segment, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:29.516386 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e026557f-8eba-47b5-bab7-081e25402426 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:29.525780 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e026557f-8eba-47b5-bab7-081e25402426 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=109867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:51:29.526258 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e026557f-8eba-47b5-bab7-081e25402426 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25503736'] for segment, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:29.529190 dv-neutron-818911-2-hyperv neutron-server[109867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 01:51:29.529190 dv-neutron-818911-2-hyperv neutron-server[109867]: self.session.flush() Nov 24 01:51:29.529190 dv-neutron-818911-2-hyperv neutron-server[109867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 01:51:29.529190 dv-neutron-818911-2-hyperv neutron-server[109867]: self.session.flush() Nov 24 01:51:29.529190 dv-neutron-818911-2-hyperv neutron-server[109867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 01:51:29.529190 dv-neutron-818911-2-hyperv neutron-server[109867]: self.session.flush() Nov 24 01:51:29.529190 dv-neutron-818911-2-hyperv neutron-server[109867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 01:51:29.529190 dv-neutron-818911-2-hyperv neutron-server[109867]: self.session.flush() Nov 24 01:51:29.529190 dv-neutron-818911-2-hyperv neutron-server[109867]: Traceback (most recent call last): Nov 24 01:51:29.529190 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:51:29.529190 dv-neutron-818911-2-hyperv neutron-server[109867]: timer() Nov 24 01:51:29.529190 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:51:29.529190 dv-neutron-818911-2-hyperv neutron-server[109867]: cb(*args, **kw) Nov 24 01:51:29.529190 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:51:29.529190 dv-neutron-818911-2-hyperv neutron-server[109867]: return func(*args, **kwargs) Nov 24 01:51:29.529190 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:51:29.529190 dv-neutron-818911-2-hyperv neutron-server[109867]: self._notify() Nov 24 01:51:29.529190 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:51:29.529190 dv-neutron-818911-2-hyperv neutron-server[109867]: self.callback(batched_events) Nov 24 01:51:29.529190 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:51:29.529190 dv-neutron-818911-2-hyperv neutron-server[109867]: event.method(event) Nov 24 01:51:29.529190 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:51:29.529190 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:51:29.529190 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:51:29.529190 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:51:29.529190 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:51:29.529190 dv-neutron-818911-2-hyperv neutron-server[109867]: return f(self, *a, **k) Nov 24 01:51:29.529190 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:51:29.529190 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._get(url).json() Nov 24 01:51:29.529190 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:51:29.529190 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:51:29.529190 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:51:29.529190 dv-neutron-818911-2-hyperv neutron-server[109867]: return self.request(url, 'GET', **kwargs) Nov 24 01:51:29.529190 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:51:29.529190 dv-neutron-818911-2-hyperv neutron-server[109867]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:51:29.529190 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:51:29.529190 dv-neutron-818911-2-hyperv neutron-server[109867]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:51:29.529190 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:51:29.529190 dv-neutron-818911-2-hyperv neutron-server[109867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:51:29.529190 dv-neutron-818911-2-hyperv neutron-server[109867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:51:29.570220 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:29.587605 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1497c65e-3746-4426-b4ea-33406ca9b082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29149261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29154849'] for subnet, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:29.591884 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f445f6a9-2e98-40bc-9168-995c4534d7f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:29.594718 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f445f6a9-2e98-40bc-9168-995c4534d7f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:29.595860 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-f445f6a9-2e98-40bc-9168-995c4534d7f9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5e900b8b-88d6-4f58-97d0-bbfe4b04adca HTTP/1.1" status: 204 len: 168 time: 0.2759240 Nov 24 01:51:29.635471 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f445f6a9-2e98-40bc-9168-995c4534d7f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e900b8b-88d6-4f58-97d0-bbfe4b04adca,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:29.637550 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e026557f-8eba-47b5-bab7-081e25402426 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:29.645585 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e026557f-8eba-47b5-bab7-081e25402426 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:29.651294 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-e026557f-8eba-47b5-bab7-081e25402426 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "DELETE /v2.0/networks/176ac394-6c88-463d-aaaa-65492c0ad94b HTTP/1.1" status: 204 len: 168 time: 1.5307338 Nov 24 01:51:29.653024 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50568) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:29.671188 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e026557f-8eba-47b5-bab7-081e25402426 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event deleted for resources: {'Network': ['ID=176ac394-6c88-463d-aaaa-65492c0ad94b,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:29.673046 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1497c65e-3746-4426-b4ea-33406ca9b082 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c2e0039-7a4d-4100-828d-28402f0c4357,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:29.693320 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-799f0405-97d5-4774-8d79-f04eb53de825 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Deleting port 9d4bddd3-750e-4fba-8d7a-727fe4015b54 {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:51:29.693697 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-799f0405-97d5-4774-8d79-f04eb53de825 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:29.716612 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1497c65e-3746-4426-b4ea-33406ca9b082 admin admin] Checking segment: {'id': '82bdd678-3b9c-43c2-8043-a848930985ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'b994f58c-062f-4608-af1b-f5a2d5a95f48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:51:29.716974 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1497c65e-3746-4426-b4ea-33406ca9b082 admin admin] Network hostable DHCP agents. Network: b994f58c-062f-4608-af1b-f5a2d5a95f48, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 01:51:29.782591 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1497c65e-3746-4426-b4ea-33406ca9b082 admin admin] Network b994f58c-062f-4608-af1b-f5a2d5a95f48 is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 01:51:29.807908 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-1497c65e-3746-4426-b4ea-33406ca9b082 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, b994f58c-062f-4608-af1b-f5a2d5a95f48) {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:51:29.810513 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-799f0405-97d5-4774-8d79-f04eb53de825 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:29.817761 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1497c65e-3746-4426-b4ea-33406ca9b082 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:51:29.818690 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1497c65e-3746-4426-b4ea-33406ca9b082 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:29.821351 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e051622b-d9ba-4331-a4f2-9a36c50fbc6a None None] Network b994f58c-062f-4608-af1b-f5a2d5a95f48 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:51:29.841319 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-799f0405-97d5-4774-8d79-f04eb53de825 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Calling delete_port for 9d4bddd3-750e-4fba-8d7a-727fe4015b54 owned by network:router_interface {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:51:29.863792 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-1497c65e-3746-4426-b4ea-33406ca9b082 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6178060 Nov 24 01:51:29.864943 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50570) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:29.868584 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-ab509867-04de-4287-863f-ff998b5eacb9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-812246204-router', 'tenant_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:29.916815 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ab509867-04de-4287-863f-ff998b5eacb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-424105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2744'] for router, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:29.917926 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ab509867-04de-4287-863f-ff998b5eacb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-424325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-326625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2753'] for router, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:29.923777 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-65b665f1-850f-4bd9-9c84-8a8401647c4c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Deleting port 02bad51f-4a7b-421e-a5d6-50783cbffaf7 {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:51:29.924490 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-65b665f1-850f-4bd9-9c84-8a8401647c4c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:30.028449 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ab509867-04de-4287-863f-ff998b5eacb9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:30.033134 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a674be5f-acbb-47b2-9658-19c0766de2cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-b994f58c-062f-4608-af1b-f5a2d5a95f48', 'network_id': 'b994f58c-062f-4608-af1b-f5a2d5a95f48', 'tenant_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'fixed_ips': [{'subnet_id': '8c2e0039-7a4d-4100-828d-28402f0c4357'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 01:51:30.034239 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a674be5f-acbb-47b2-9658-19c0766de2cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:30.078845 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-799f0405-97d5-4774-8d79-f04eb53de825 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:30.111842 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-65b665f1-850f-4bd9-9c84-8a8401647c4c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:30.112265 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-65b665f1-850f-4bd9-9c84-8a8401647c4c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:30.130573 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-65b665f1-850f-4bd9-9c84-8a8401647c4c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Calling delete_port for 02bad51f-4a7b-421e-a5d6-50783cbffaf7 owned by network:floatingip {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:51:30.134524 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799f0405-97d5-4774-8d79-f04eb53de825 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Pushing event deleted for resources: {'Port': ['ID=9d4bddd3-750e-4fba-8d7a-727fe4015b54,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:30.146733 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:30.223682 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-799f0405-97d5-4774-8d79-f04eb53de825 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424538'] for router_interface, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:30.232294 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ab509867-04de-4287-863f-ff998b5eacb9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:30.268087 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-a674be5f-acbb-47b2-9658-19c0766de2cd None None] Allocated IP 172.20.0.2 (b994f58c-062f-4608-af1b-f5a2d5a95f48/8c2e0039-7a4d-4100-828d-28402f0c4357/03169ff4-5f5e-476b-a6ed-b61c744f20f3) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:51:30.433990 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-799f0405-97d5-4774-8d79-f04eb53de825 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Router 58d411fe-e046-49d9-918e-c7da7097a737 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:51:30.467804 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 6d5da176-5825-4923-a366-fb2cd7a7c538 no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:51:30.514076 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: 6d5da176-5825-4923-a366-fb2cd7a7c538 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:51:30.514518 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 6d5da176-5825-4923-a366-fb2cd7a7c538 not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:51:30.527355 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-799f0405-97d5-4774-8d79-f04eb53de825 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:51:30.533135 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-799f0405-97d5-4774-8d79-f04eb53de825 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] 10.222.0.21 "PUT /v2.0/routers/58d411fe-e046-49d9-918e-c7da7097a737/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2288899 Nov 24 01:51:30.536068 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50572) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:30.539489 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c28658-1b13-4dd7-80f6-c3910c3ed353 None None] Sync routers for ids ['58d411fe-e046-49d9-918e-c7da7097a737'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:51:30.556920 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c28658-1b13-4dd7-80f6-c3910c3ed353 None None] Routers {'58d411fe-e046-49d9-918e-c7da7097a737'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:51:30.557486 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-17c28658-1b13-4dd7-80f6-c3910c3ed353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:51:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['58d411fe-e046-49d9-918e-c7da7097a737'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:51:30.566195 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-65b665f1-850f-4bd9-9c84-8a8401647c4c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:30.580849 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-413af2ba-f65d-4415-a46f-6040055c069d tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] 10.222.0.21 "GET /v2.0/ports?device_id=58d411fe-e046-49d9-918e-c7da7097a737 HTTP/1.1" status: 200 len: 205 time: 0.0434053 Nov 24 01:51:30.585859 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50574) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:30.593011 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-17c28658-1b13-4dd7-80f6-c3910c3ed353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:51:30.603232 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c28658-1b13-4dd7-80f6-c3910c3ed353 None None] Routers {'58d411fe-e046-49d9-918e-c7da7097a737'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:51:30.604198 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-17c28658-1b13-4dd7-80f6-c3910c3ed353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:51:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['58d411fe-e046-49d9-918e-c7da7097a737'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:51:30.609068 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b665f1-850f-4bd9-9c84-8a8401647c4c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event deleted for resources: {'Port': ['ID=02bad51f-4a7b-421e-a5d6-50783cbffaf7,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:30.637288 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a674be5f-acbb-47b2-9658-19c0766de2cd None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:30.645842 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-17c28658-1b13-4dd7-80f6-c3910c3ed353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:51:30.647023 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a674be5f-acbb-47b2-9658-19c0766de2cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:30.647600 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c28658-1b13-4dd7-80f6-c3910c3ed353 None None] The sync data for ids ['58d411fe-e046-49d9-918e-c7da7097a737'] in dv-neutron-818911-2-hyperv is: [] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:51:30.668897 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-080fa5d4-1ba5-4d17-b202-6f4a800949aa tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks [] for router, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:30.678024 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b665f1-850f-4bd9-9c84-8a8401647c4c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:51:30.678376 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b665f1-850f-4bd9-9c84-8a8401647c4c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:51:30.678721 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b665f1-850f-4bd9-9c84-8a8401647c4c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:51:30.679057 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b665f1-850f-4bd9-9c84-8a8401647c4c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:51:30.679393 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b665f1-850f-4bd9-9c84-8a8401647c4c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:51:30.679729 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b665f1-850f-4bd9-9c84-8a8401647c4c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:51:30.680056 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b665f1-850f-4bd9-9c84-8a8401647c4c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:51:30.680380 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b665f1-850f-4bd9-9c84-8a8401647c4c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:51:30.680708 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b665f1-850f-4bd9-9c84-8a8401647c4c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:51:30.681032 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b665f1-850f-4bd9-9c84-8a8401647c4c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:51:30.681354 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b665f1-850f-4bd9-9c84-8a8401647c4c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:51:30.681698 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b665f1-850f-4bd9-9c84-8a8401647c4c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:51:30.696186 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a674be5f-acbb-47b2-9658-19c0766de2cd None None] Network b994f58c-062f-4608-af1b-f5a2d5a95f48 is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:51:30.698866 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-a674be5f-acbb-47b2-9658-19c0766de2cd None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:51:30.702350 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a674be5f-acbb-47b2-9658-19c0766de2cd None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:51:30.704293 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ab509867-04de-4287-863f-ff998b5eacb9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:30.709668 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a674be5f-acbb-47b2-9658-19c0766de2cd None None] Pushing event updated for resources: {'Port': ['ID=03169ff4-5f5e-476b-a6ed-b61c744f20f3,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:30.730190 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-65b665f1-850f-4bd9-9c84-8a8401647c4c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for floatingip, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:30.730578 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.l3_db [None req-65b665f1-850f-4bd9-9c84-8a8401647c4c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Floating IP afec3b51-07fb-4443-8bab-c1a77b18b418 disassociated (deleted). External IP: 172.26.5.206, port: d9282004-ac34-4eb1-b254-5b08bd21ecb2. Nov 24 01:51:30.733247 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ab509867-04de-4287-863f-ff998b5eacb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:30.762183 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-a674be5f-acbb-47b2-9658-19c0766de2cd None None] Attempting to bind port 03169ff4-5f5e-476b-a6ed-b61c744f20f3 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:51:30.762601 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-a674be5f-acbb-47b2-9658-19c0766de2cd None None] Attempting to bind port 03169ff4-5f5e-476b-a6ed-b61c744f20f3 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '82bdd678-3b9c-43c2-8043-a848930985ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'b994f58c-062f-4608-af1b-f5a2d5a95f48'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:51:30.762905 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a674be5f-acbb-47b2-9658-19c0766de2cd None None] Attempting to bind port 03169ff4-5f5e-476b-a6ed-b61c744f20f3 on network b994f58c-062f-4608-af1b-f5a2d5a95f48 {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:51:30.767994 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a674be5f-acbb-47b2-9658-19c0766de2cd None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:51:30.768409 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a674be5f-acbb-47b2-9658-19c0766de2cd None None] Checking segment: {'id': '82bdd678-3b9c-43c2-8043-a848930985ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'b994f58c-062f-4608-af1b-f5a2d5a95f48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:51:30.768806 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a674be5f-acbb-47b2-9658-19c0766de2cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:30.769190 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a674be5f-acbb-47b2-9658-19c0766de2cd None None] Bound using segment: {'id': '82bdd678-3b9c-43c2-8043-a848930985ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'b994f58c-062f-4608-af1b-f5a2d5a95f48'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:51:30.769716 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-a674be5f-acbb-47b2-9658-19c0766de2cd None None] Bound port: 03169ff4-5f5e-476b-a6ed-b61c744f20f3, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82bdd678-3b9c-43c2-8043-a848930985ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'b994f58c-062f-4608-af1b-f5a2d5a95f48'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:51:30.770096 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a674be5f-acbb-47b2-9658-19c0766de2cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:30.840717 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-a674be5f-acbb-47b2-9658-19c0766de2cd None None] For port 03169ff4-5f5e-476b-a6ed-b61c744f20f3, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:51:30.845470 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-a674be5f-acbb-47b2-9658-19c0766de2cd None None] For port 03169ff4-5f5e-476b-a6ed-b61c744f20f3, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=03169ff4-5f5e-476b-a6ed-b61c744f20f3,segment=NetworkSegment(82bdd678-3b9c-43c2-8043-a848930985ff),segment_id=82bdd678-3b9c-43c2-8043-a848930985ff)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:51:30.850962 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a674be5f-acbb-47b2-9658-19c0766de2cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:30.854226 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-080fa5d4-1ba5-4d17-b202-6f4a800949aa tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-424460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2766'] for router, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:30.856636 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-080fa5d4-1ba5-4d17-b202-6f4a800949aa tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:30.908964 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-080fa5d4-1ba5-4d17-b202-6f4a800949aa tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-424469'] for router, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:30.908964 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-080fa5d4-1ba5-4d17-b202-6f4a800949aa tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Fanout notify agent at l3_agent the message router_deleted on router 58d411fe-e046-49d9-918e-c7da7097a737 {{(pid=109867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 01:51:30.909321 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a674be5f-acbb-47b2-9658-19c0766de2cd None None] Pushing event updated for resources: {'Port': ['ID=03169ff4-5f5e-476b-a6ed-b61c744f20f3,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:30.916763 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-080fa5d4-1ba5-4d17-b202-6f4a800949aa tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks [] for router, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:30.922143 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-080fa5d4-1ba5-4d17-b202-6f4a800949aa tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] 10.222.0.21 "DELETE /v2.0/routers/58d411fe-e046-49d9-918e-c7da7097a737 HTTP/1.1" status: 204 len: 168 time: 0.3353040 Nov 24 01:51:30.922808 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50576) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:30.952503 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [None req-ab509867-04de-4287-863f-ff998b5eacb9 admin admin] Allocated IP 172.26.5.219 (eb22795d-37ee-46ee-844d-92c17e2ea450/3e66fcff-6e72-4083-b514-48f69cdaa2cb/d8b18f00-28a3-4e2c-899a-ee5dac3c89ac) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:51:30.978040 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_v2 [None req-dec26241-9fc1-4f4b-bdfa-3c2efcf80557 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Deleting subnet 2d84d3a0-2c8f-4699-926f-c811ad07a618 {{(pid=109867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 01:51:30.981724 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-dec26241-9fc1-4f4b-bdfa-3c2efcf80557 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks [] for subnet, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:31.027286 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-dec26241-9fc1-4f4b-bdfa-3c2efcf80557 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28690885'] for subnet, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:31.137891 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-dec26241-9fc1-4f4b-bdfa-3c2efcf80557 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:31.142917 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65b665f1-850f-4bd9-9c84-8a8401647c4c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Router 044ffa33-622b-40ec-a123-209f6a9cdbd5 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:51:31.214887 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ab509867-04de-4287-863f-ff998b5eacb9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:31.219617 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-dec26241-9fc1-4f4b-bdfa-3c2efcf80557 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25501782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25307808'] for subnet, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:31.246895 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec26241-9fc1-4f4b-bdfa-3c2efcf80557 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Pushing event deleted for resources: {'Subnet': ['ID=2d84d3a0-2c8f-4699-926f-c811ad07a618,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:31.254670 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-dec26241-9fc1-4f4b-bdfa-3c2efcf80557 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:31.260944 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-dec26241-9fc1-4f4b-bdfa-3c2efcf80557 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] 10.222.0.21 "DELETE /v2.0/subnets/2d84d3a0-2c8f-4699-926f-c811ad07a618 HTTP/1.1" status: 204 len: 168 time: 0.3370628 Nov 24 01:51:31.261709 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50578) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:31.263676 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fbb24a8-4b87-4f46-8627-60d09b1bf557 None None] Network fb5bd992-40d3-41b3-b2a1-382e1f6017a1 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:51:31.304679 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65b665f1-850f-4bd9-9c84-8a8401647c4c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:51:31.309854 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-65b665f1-850f-4bd9-9c84-8a8401647c4c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for floatingip, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:31.313954 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ab509867-04de-4287-863f-ff998b5eacb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:31.334189 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc1bee7-218f-4907-a9e7-382cd527d63d None None] Sync routers for ids ['044ffa33-622b-40ec-a123-209f6a9cdbd5'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:51:31.350451 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-504eed83-1bb8-45a2-9fc1-53a5648312ba tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:31.380432 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-65b665f1-850f-4bd9-9c84-8a8401647c4c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "DELETE /v2.0/floatingips/afec3b51-07fb-4443-8bab-c1a77b18b418 HTTP/1.1" status: 204 len: 168 time: 1.7207313 Nov 24 01:51:31.382237 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab509867-04de-4287-863f-ff998b5eacb9 admin admin] Network eb22795d-37ee-46ee-844d-92c17e2ea450 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:51:31.384482 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0530cda3-d693-481b-91ae-7c78caa49aff', 'tag': 'd9282004-ac34-4eb1-b254-5b08bd21ecb2'}] {{(pid=109866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 01:51:31.386803 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b7c53c286d9351d1367337230623a155cee02c46c94b80588b67a0bc16402ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c747a98-2ce7-44bb-986c-fd4d099cc0e8" -d '{"events": [{"name": "network-changed", "server_uuid": "0530cda3-d693-481b-91ae-7c78caa49aff", "tag": "d9282004-ac34-4eb1-b254-5b08bd21ecb2"}]}' {{(pid=109866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 01:51:31.392917 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-ab509867-04de-4287-863f-ff998b5eacb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:51:31.395429 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab509867-04de-4287-863f-ff998b5eacb9 admin admin] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:51:31.404811 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc1bee7-218f-4907-a9e7-382cd527d63d None None] Routers {'044ffa33-622b-40ec-a123-209f6a9cdbd5'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:51:31.405357 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-7fc1bee7-218f-4907-a9e7-382cd527d63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:51:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['044ffa33-622b-40ec-a123-209f6a9cdbd5'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:51:31.415950 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-504eed83-1bb8-45a2-9fc1-53a5648312ba tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Deleting port d8db554b-7941-4e43-9fd9-f74089acc46e {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:51:31.416869 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-504eed83-1bb8-45a2-9fc1-53a5648312ba tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:31.421638 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab509867-04de-4287-863f-ff998b5eacb9 admin admin] Pushing event updated for resources: {'Port': ['ID=d8b18f00-28a3-4e2c-899a-ee5dac3c89ac,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:31.447472 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce79e24e-5215-44a2-886b-192f145b5bc3 None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:51:31.479544 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 01:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0758d47-bc8b-4691-9107-56d844ce0d0f x-openstack-request-id: req-e0758d47-bc8b-4691-9107-56d844ce0d0f {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 01:51:31.479851 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0530cda3-d693-481b-91ae-7c78caa49aff", "tag": "d9282004-ac34-4eb1-b254-5b08bd21ecb2", "status": "completed", "code": 200}]} {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 01:51:31.480113 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e0758d47-bc8b-4691-9107-56d844ce0d0f {{(pid=109866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 01:51:31.480525 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0530cda3-d693-481b-91ae-7c78caa49aff', 'tag': 'd9282004-ac34-4eb1-b254-5b08bd21ecb2', 'status': 'completed', 'code': 200} Nov 24 01:51:31.538779 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [None req-504eed83-1bb8-45a2-9fc1-53a5648312ba tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] For port d8db554b-7941-4e43-9fd9-f74089acc46e, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=d8db554b-7941-4e43-9fd9-f74089acc46e,segment=NetworkSegment(3162a45b-b794-4241-a05e-4dd53b688d05),segment_id=3162a45b-b794-4241-a05e-4dd53b688d05)] {{(pid=109867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:51:31.539409 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-504eed83-1bb8-45a2-9fc1-53a5648312ba tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:31.577287 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-504eed83-1bb8-45a2-9fc1-53a5648312ba tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Calling delete_port for d8db554b-7941-4e43-9fd9-f74089acc46e owned by network:dhcp {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:51:31.584919 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-7fc1bee7-218f-4907-a9e7-382cd527d63d None None] Set router 044ffa33-622b-40ec-a123-209f6a9cdbd5 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:51:31.668647 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-9882c708-e699-4a0b-bd7d-efad0f87a909 None None] Provisioning complete for port d8b18f00-28a3-4e2c-899a-ee5dac3c89ac triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:51:31.669397 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9882c708-e699-4a0b-bd7d-efad0f87a909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:31.677784 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f922fcc-5168-497c-b036-31ae7c6eee3b None None] DHCP port deletion for fb5bd992-40d3-41b3-b2a1-382e1f6017a1 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:51:31.714345 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-504eed83-1bb8-45a2-9fc1-53a5648312ba tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:31.753388 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504eed83-1bb8-45a2-9fc1-53a5648312ba tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Pushing event deleted for resources: {'Port': ['ID=d8db554b-7941-4e43-9fd9-f74089acc46e,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:31.759739 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504eed83-1bb8-45a2-9fc1-53a5648312ba tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] No DVR routers for this DVR port d8db554b-7941-4e43-9fd9-f74089acc46e on host dv-neutron-818911-2-hyperv {{(pid=109867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:51:31.802661 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-9882c708-e699-4a0b-bd7d-efad0f87a909 None None] Port d8b18f00-28a3-4e2c-899a-ee5dac3c89ac cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:51:31.915375 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-504eed83-1bb8-45a2-9fc1-53a5648312ba tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:31.945359 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c772bd87-6413-47f1-b239-4b5896afdfb1 req-394aa530-7a9b-47fd-80b4-6c827b904f12 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:51:31.947802 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-c772bd87-6413-47f1-b239-4b5896afdfb1 req-394aa530-7a9b-47fd-80b4-6c827b904f12 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=0530cda3-d693-481b-91ae-7c78caa49aff HTTP/1.1" status: 200 len: 945 time: 0.2258704 Nov 24 01:51:31.954368 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c747a98-2ce7-44bb-986c-fd4d099cc0e8 req-6f756434-9854-44f7-9b6b-c8ee402903f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:51:31.955920 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-4c747a98-2ce7-44bb-986c-fd4d099cc0e8 req-6f756434-9854-44f7-9b6b-c8ee402903f3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5cd72ac6dd034b2d92e26f70404adb10&device_id=0530cda3-d693-481b-91ae-7c78caa49aff HTTP/1.1" status: 200 len: 1098 time: 0.0762625 Nov 24 01:51:31.967730 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-7fc1bee7-218f-4907-a9e7-382cd527d63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044ffa33-622b-40ec-a123-209f6a9cdbd5', 'name': 'tempest-TestNetworkBasicOps-router-1593989456', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.187'}], 'enable_snat': True}, 'gw_port_id': '15abb6d1-0606-4928-811c-ecc84505c223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:49:12Z', 'updated_at': '2021-11-24T01:51:21Z', 'revision_number': 6, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': '15abb6d1-0606-4928-811c-ecc84505c223', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044ffa33-622b-40ec-a123-209f6a9cdbd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:49:13Z', 'updated_at': '2021-11-24T01:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': '758483ef-c738-4f14-8ab8-094385e704eb', 'name': '', 'network_id': '8617ed88-7a9f-4293-a73d-5ec916acee3f', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'mac_address': 'fa:16:3e:c0:df:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044ffa33-622b-40ec-a123-209f6a9cdbd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '430b8ec6-a019-4487-a7d1-af147e18faf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:49:22Z', 'updated_at': '2021-11-24T01:49:28Z', 'revision_number': 5, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'subnets': [{'id': '430b8ec6-a019-4487-a7d1-af147e18faf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:51:31.980470 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-504eed83-1bb8-45a2-9fc1-53a5648312ba tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb5bd992-40d3-41b3-b2a1-382e1f6017a1']}} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:51:32.000510 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-504eed83-1bb8-45a2-9fc1-53a5648312ba tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3162a45b-b794-4241-a05e-4dd53b688d05') {'for_net_delete': True} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:51:32.000898 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-504eed83-1bb8-45a2-9fc1-53a5648312ba tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3162a45b-b794-4241-a05e-4dd53b688d05') {} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:51:32.014439 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc1bee7-218f-4907-a9e7-382cd527d63d None None] Checking router: 044ffa33-622b-40ec-a123-209f6a9cdbd5 for host: dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 01:51:32.022717 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-504eed83-1bb8-45a2-9fc1-53a5648312ba tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28690908'] for segment, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:32.031598 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc1bee7-218f-4907-a9e7-382cd527d63d None None] Routers {'044ffa33-622b-40ec-a123-209f6a9cdbd5'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:51:32.032527 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-7fc1bee7-218f-4907-a9e7-382cd527d63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:51:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['044ffa33-622b-40ec-a123-209f6a9cdbd5'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:51:32.057841 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-504eed83-1bb8-45a2-9fc1-53a5648312ba tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:32.069081 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-c772bd87-6413-47f1-b239-4b5896afdfb1 req-2cf219b0-eb84-4702-84c2-8001b970c1e3 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=283518e8-877b-4fae-ac62-76ff27d3e8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114469 Nov 24 01:51:32.070368 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-504eed83-1bb8-45a2-9fc1-53a5648312ba tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=109867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:51:32.070845 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-504eed83-1bb8-45a2-9fc1-53a5648312ba tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25503736'] for segment, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:32.074212 dv-neutron-818911-2-hyperv neutron-server[109867]: Traceback (most recent call last): Nov 24 01:51:32.074212 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:51:32.074212 dv-neutron-818911-2-hyperv neutron-server[109867]: timer() Nov 24 01:51:32.074212 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:51:32.074212 dv-neutron-818911-2-hyperv neutron-server[109867]: cb(*args, **kw) Nov 24 01:51:32.074212 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:51:32.074212 dv-neutron-818911-2-hyperv neutron-server[109867]: return func(*args, **kwargs) Nov 24 01:51:32.074212 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:51:32.074212 dv-neutron-818911-2-hyperv neutron-server[109867]: self._notify() Nov 24 01:51:32.074212 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:51:32.074212 dv-neutron-818911-2-hyperv neutron-server[109867]: self.callback(batched_events) Nov 24 01:51:32.074212 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:51:32.074212 dv-neutron-818911-2-hyperv neutron-server[109867]: event.method(event) Nov 24 01:51:32.074212 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:51:32.074212 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:51:32.074212 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:51:32.074212 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:51:32.074212 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:51:32.074212 dv-neutron-818911-2-hyperv neutron-server[109867]: return f(self, *a, **k) Nov 24 01:51:32.074212 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:51:32.074212 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._get(url).json() Nov 24 01:51:32.074212 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:51:32.074212 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:51:32.074212 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:51:32.074212 dv-neutron-818911-2-hyperv neutron-server[109867]: return self.request(url, 'GET', **kwargs) Nov 24 01:51:32.074212 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:51:32.074212 dv-neutron-818911-2-hyperv neutron-server[109867]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:51:32.074212 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:51:32.074212 dv-neutron-818911-2-hyperv neutron-server[109867]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:51:32.074212 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:51:32.074212 dv-neutron-818911-2-hyperv neutron-server[109867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:51:32.074212 dv-neutron-818911-2-hyperv neutron-server[109867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:51:32.157665 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ab509867-04de-4287-863f-ff998b5eacb9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:32.160250 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c747a98-2ce7-44bb-986c-fd4d099cc0e8 req-c87dfb7b-12f7-4611-a541-6dee7edb4d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:51:32.161822 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-4c747a98-2ce7-44bb-986c-fd4d099cc0e8 req-c87dfb7b-12f7-4611-a541-6dee7edb4d7f service neutron] 10.222.0.48 "GET /v2.0/networks?id=8617ed88-7a9f-4293-a73d-5ec916acee3f HTTP/1.1" status: 200 len: 896 time: 0.1970339 Nov 24 01:51:32.164308 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-504eed83-1bb8-45a2-9fc1-53a5648312ba tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:32.175158 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-504eed83-1bb8-45a2-9fc1-53a5648312ba tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks [] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:32.183098 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-504eed83-1bb8-45a2-9fc1-53a5648312ba tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] 10.222.0.21 "DELETE /v2.0/networks/fb5bd992-40d3-41b3-b2a1-382e1f6017a1 HTTP/1.1" status: 204 len: 168 time: 0.9164331 Nov 24 01:51:32.192217 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50586) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:32.204112 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-28a83868-ff41-470d-ae8c-3d7af3651601 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2096329072', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}, 'admin_state_up': False}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:32.214484 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-7fc1bee7-218f-4907-a9e7-382cd527d63d None None] Set router 044ffa33-622b-40ec-a123-209f6a9cdbd5 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:51:32.232019 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504eed83-1bb8-45a2-9fc1-53a5648312ba tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Pushing event deleted for resources: {'Network': ['ID=fb5bd992-40d3-41b3-b2a1-382e1f6017a1,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:32.237883 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-28a83868-ff41-470d-ae8c-3d7af3651601 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-424105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2744'] for router, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:32.240114 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-28a83868-ff41-470d-ae8c-3d7af3651601 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-424325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-326625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2753'] for router, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:32.262647 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-4c747a98-2ce7-44bb-986c-fd4d099cc0e8 req-b5339298-bc26-4886-a298-b5f7666140d0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d9282004-ac34-4eb1-b254-5b08bd21ecb2 HTTP/1.1" status: 200 len: 217 time: 0.0512927 Nov 24 01:51:32.337940 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-28a83868-ff41-470d-ae8c-3d7af3651601 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:32.354018 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 03169ff4-5f5e-476b-a6ed-b61c744f20f3 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:51:32.370746 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c747a98-2ce7-44bb-986c-fd4d099cc0e8 req-e48a0b25-96f2-48d7-b652-ca46ebe68d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:51:32.372579 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-4c747a98-2ce7-44bb-986c-fd4d099cc0e8 req-e48a0b25-96f2-48d7-b652-ca46ebe68d92 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=430b8ec6-a019-4487-a7d1-af147e18faf5 HTTP/1.1" status: 200 len: 834 time: 0.1010880 Nov 24 01:51:32.415912 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea43353e-74a4-4d9d-837e-9ead9404e09f None None] Network b994f58c-062f-4608-af1b-f5a2d5a95f48 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:51:32.492662 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-28a83868-ff41-470d-ae8c-3d7af3651601 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:32.501546 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c747a98-2ce7-44bb-986c-fd4d099cc0e8 req-4913e350-0271-4d7f-adbf-ec627db02683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:51:32.503307 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-4c747a98-2ce7-44bb-986c-fd4d099cc0e8 req-4913e350-0271-4d7f-adbf-ec627db02683 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8617ed88-7a9f-4293-a73d-5ec916acee3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1217420 Nov 24 01:51:32.546016 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-876afede-aa60-407a-86e6-f09394aff367 None None] Provisioning complete for port 03169ff4-5f5e-476b-a6ed-b61c744f20f3 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:51:32.546409 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-876afede-aa60-407a-86e6-f09394aff367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:32.549163 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ab509867-04de-4287-863f-ff998b5eacb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-424338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418138'] for router, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:32.635692 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 03169ff4-5f5e-476b-a6ed-b61c744f20f3 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:51:32.636074 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:32.686665 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-4c747a98-2ce7-44bb-986c-fd4d099cc0e8 req-50a3339f-eb86-4ef8-a953-46afe43aa6e9 service neutron] 10.222.0.48 "GET /v2.0/networks/8617ed88-7a9f-4293-a73d-5ec916acee3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724684 Nov 24 01:51:32.760729 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab509867-04de-4287-863f-ff998b5eacb9 admin admin] Router 76c9e572-79c1-407b-b208-778c2ecf3412 is scheduled to L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e with binding_index 1 {{(pid=109866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 01:51:32.798822 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-7fc1bee7-218f-4907-a9e7-382cd527d63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044ffa33-622b-40ec-a123-209f6a9cdbd5', 'name': 'tempest-TestNetworkBasicOps-router-1593989456', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.187'}], 'enable_snat': True}, 'gw_port_id': '15abb6d1-0606-4928-811c-ecc84505c223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:49:12Z', 'updated_at': '2021-11-24T01:51:21Z', 'revision_number': 6, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': '15abb6d1-0606-4928-811c-ecc84505c223', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044ffa33-622b-40ec-a123-209f6a9cdbd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:49:13Z', 'updated_at': '2021-11-24T01:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': '758483ef-c738-4f14-8ab8-094385e704eb', 'name': '', 'network_id': '8617ed88-7a9f-4293-a73d-5ec916acee3f', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'mac_address': 'fa:16:3e:c0:df:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044ffa33-622b-40ec-a123-209f6a9cdbd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '430b8ec6-a019-4487-a7d1-af147e18faf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:49:22Z', 'updated_at': '2021-11-24T01:49:28Z', 'revision_number': 5, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'subnets': [{'id': '430b8ec6-a019-4487-a7d1-af147e18faf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:51:32.830967 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-876afede-aa60-407a-86e6-f09394aff367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:32.854263 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc1bee7-218f-4907-a9e7-382cd527d63d None None] The sync data for ids ['044ffa33-622b-40ec-a123-209f6a9cdbd5'] in dv-neutron-818911-2-hyperv is: [{'id': '044ffa33-622b-40ec-a123-209f6a9cdbd5', 'name': 'tempest-TestNetworkBasicOps-router-1593989456', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.187'}], 'enable_snat': True}, 'gw_port_id': '15abb6d1-0606-4928-811c-ecc84505c223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:49:12Z', 'updated_at': '2021-11-24T01:51:21Z', 'revision_number': 6, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': '15abb6d1-0606-4928-811c-ecc84505c223', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044ffa33-622b-40ec-a123-209f6a9cdbd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:49:13Z', 'updated_at': '2021-11-24T01:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': '758483ef-c738-4f14-8ab8-094385e704eb', 'name': '', 'network_id': '8617ed88-7a9f-4293-a73d-5ec916acee3f', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'mac_address': 'fa:16:3e:c0:df:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044ffa33-622b-40ec-a123-209f6a9cdbd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '430b8ec6-a019-4487-a7d1-af147e18faf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:49:22Z', 'updated_at': '2021-11-24T01:49:28Z', 'revision_number': 5, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'subnets': [{'id': '430b8ec6-a019-4487-a7d1-af147e18faf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:51:32.901893 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:32.915042 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-4c747a98-2ce7-44bb-986c-fd4d099cc0e8 req-7c0527f3-59b2-4178-aa9b-65bb5292a791 service neutron] 10.222.0.48 "GET /v2.0/networks/8617ed88-7a9f-4293-a73d-5ec916acee3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821363 Nov 24 01:51:32.931745 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-876afede-aa60-407a-86e6-f09394aff367 None None] For port 03169ff4-5f5e-476b-a6ed-b61c744f20f3, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=03169ff4-5f5e-476b-a6ed-b61c744f20f3,segment=NetworkSegment(82bdd678-3b9c-43c2-8043-a848930985ff),segment_id=82bdd678-3b9c-43c2-8043-a848930985ff)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:51:32.942384 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-876afede-aa60-407a-86e6-f09394aff367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:32.989926 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab509867-04de-4287-863f-ff998b5eacb9 admin admin] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:51:33.002539 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fc15fa-5aee-44ac-99dd-cb21b2d8bd0c None None] Sync routers for ids ['76c9e572-79c1-407b-b208-778c2ecf3412'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:51:33.020546 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fc15fa-5aee-44ac-99dd-cb21b2d8bd0c None None] Routers {'76c9e572-79c1-407b-b208-778c2ecf3412'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:51:33.021373 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-31fc15fa-5aee-44ac-99dd-cb21b2d8bd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:51:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['76c9e572-79c1-407b-b208-778c2ecf3412'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:51:33.032266 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ab509867-04de-4287-863f-ff998b5eacb9 admin admin] Publish callbacks [] for router, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:33.035954 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-ab509867-04de-4287-863f-ff998b5eacb9 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1708663 Nov 24 01:51:33.037314 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50588) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:33.060272 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.db.api [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 01:51:33.060611 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG oslo_db.api [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 01:51:33.075761 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876afede-aa60-407a-86e6-f09394aff367 None None] Pushing event updated for resources: {'Port': ['ID=03169ff4-5f5e-476b-a6ed-b61c744f20f3,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:33.078354 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-28a83868-ff41-470d-ae8c-3d7af3651601 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks [] for router_gateway, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:33.084488 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876afede-aa60-407a-86e6-f09394aff367 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:51:33.084834 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876afede-aa60-407a-86e6-f09394aff367 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:51:33.085227 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876afede-aa60-407a-86e6-f09394aff367 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:51:33.085610 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876afede-aa60-407a-86e6-f09394aff367 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:51:33.085938 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876afede-aa60-407a-86e6-f09394aff367 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:51:33.086269 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876afede-aa60-407a-86e6-f09394aff367 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:51:33.086594 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876afede-aa60-407a-86e6-f09394aff367 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:51:33.086917 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876afede-aa60-407a-86e6-f09394aff367 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:51:33.087240 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876afede-aa60-407a-86e6-f09394aff367 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:51:33.087562 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876afede-aa60-407a-86e6-f09394aff367 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:51:33.087879 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876afede-aa60-407a-86e6-f09394aff367 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:51:33.088198 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876afede-aa60-407a-86e6-f09394aff367 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:51:33.108327 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-28a83868-ff41-470d-ae8c-3d7af3651601 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:33.248917 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-28a83868-ff41-470d-ae8c-3d7af3651601 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Allocated IP 172.26.5.246 (eb22795d-37ee-46ee-844d-92c17e2ea450/3e66fcff-6e72-4083-b514-48f69cdaa2cb/97dae93b-fae3-4d86-910e-1f1cb38c37b7) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:51:33.261793 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-31fc15fa-5aee-44ac-99dd-cb21b2d8bd0c None None] Set router 76c9e572-79c1-407b-b208-778c2ecf3412 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:51:33.282387 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-d7ca5f52-bb1b-4167-9d27-c54f9c039407 None None] Provisioning complete for port 03169ff4-5f5e-476b-a6ed-b61c744f20f3 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:51:33.282758 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-d7ca5f52-bb1b-4167-9d27-c54f9c039407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:33.335270 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733c7deb-0242-45fc-883e-6215c6951c6b req-94031bb8-f625-4291-8cc1-a6e2f87fdae0 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:51:33.336926 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-733c7deb-0242-45fc-883e-6215c6951c6b req-94031bb8-f625-4291-8cc1-a6e2f87fdae0 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.48 "GET /v2.0/ports?device_id=0530cda3-d693-481b-91ae-7c78caa49aff HTTP/1.1" status: 200 len: 945 time: 0.1218815 Nov 24 01:51:33.345762 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbc75c1-5015-40e9-ae48-f46327f17e8b None None] New status for floating IP afec3b51-07fb-4443-8bab-c1a77b18b418: DOWN {{(pid=109868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 01:51:33.381514 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-28a83868-ff41-470d-ae8c-3d7af3651601 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:33.424535 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d098ed-2177-48ce-b2f6-011b45a97151 req-80124fe9-89b2-4220-8514-ffe5ea86a975 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:51:33.426622 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-97d098ed-2177-48ce-b2f6-011b45a97151 req-80124fe9-89b2-4220-8514-ffe5ea86a975 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=0530cda3-d693-481b-91ae-7c78caa49aff HTTP/1.1" status: 200 len: 945 time: 0.2005358 Nov 24 01:51:33.449735 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-28a83868-ff41-470d-ae8c-3d7af3651601 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:33.506630 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-31fc15fa-5aee-44ac-99dd-cb21b2d8bd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c9e572-79c1-407b-b208-778c2ecf3412', 'name': 'tempest-TestVolumeBootPattern-812246204-router', 'tenant_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.219'}], 'enable_snat': True}, 'gw_port_id': 'd8b18f00-28a3-4e2c-899a-ee5dac3c89ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:51:29Z', 'updated_at': '2021-11-24T01:51:31Z', 'revision_number': 3, 'project_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'gw_port': {'id': 'd8b18f00-28a3-4e2c-899a-ee5dac3c89ac', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:95:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76c9e572-79c1-407b-b208-778c2ecf3412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:30Z', 'updated_at': '2021-11-24T01:51:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:51:33.508005 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a83868-ff41-470d-ae8c-3d7af3651601 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Network eb22795d-37ee-46ee-844d-92c17e2ea450 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:51:33.513265 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-28a83868-ff41-470d-ae8c-3d7af3651601 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:51:33.516947 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a83868-ff41-470d-ae8c-3d7af3651601 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:51:33.532356 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4f7a86-59cd-403e-a3eb-e7e17ec3a1c6 None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:51:33.544665 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a83868-ff41-470d-ae8c-3d7af3651601 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Pushing event updated for resources: {'Port': ['ID=97dae93b-fae3-4d86-910e-1f1cb38c37b7,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:33.556973 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fc15fa-5aee-44ac-99dd-cb21b2d8bd0c None None] Checking router: 76c9e572-79c1-407b-b208-778c2ecf3412 for host: dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 01:51:33.557318 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fc15fa-5aee-44ac-99dd-cb21b2d8bd0c None None] Updating router 76c9e572-79c1-407b-b208-778c2ecf3412 port d8b18f00-28a3-4e2c-899a-ee5dac3c89ac binding host dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 01:51:33.576663 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-97d098ed-2177-48ce-b2f6-011b45a97151 req-24c70670-5355-41ea-903e-43d7816e7fcb tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=283518e8-877b-4fae-ac62-76ff27d3e8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212580 Nov 24 01:51:33.604706 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-31fc15fa-5aee-44ac-99dd-cb21b2d8bd0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:33.636602 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [req-733c7deb-0242-45fc-883e-6215c6951c6b req-c9e0cc62-4f45-4f91-892d-eeabc2871ee8 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Deleting port d9282004-ac34-4eb1-b254-5b08bd21ecb2 {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:51:33.637079 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-733c7deb-0242-45fc-883e-6215c6951c6b req-c9e0cc62-4f45-4f91-892d-eeabc2871ee8 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:33.804930 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-ba4f708d-8313-4ad8-bdc7-6e0af9926800 None None] Provisioning complete for port 97dae93b-fae3-4d86-910e-1f1cb38c37b7 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:51:33.805739 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-ba4f708d-8313-4ad8-bdc7-6e0af9926800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:33.806027 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [req-733c7deb-0242-45fc-883e-6215c6951c6b req-c9e0cc62-4f45-4f91-892d-eeabc2871ee8 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] For port d9282004-ac34-4eb1-b254-5b08bd21ecb2, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=d9282004-ac34-4eb1-b254-5b08bd21ecb2,segment=NetworkSegment(feb4f0f9-1c57-448a-84ec-01d3896941c5),segment_id=feb4f0f9-1c57-448a-84ec-01d3896941c5)] {{(pid=109866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:51:33.809422 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-733c7deb-0242-45fc-883e-6215c6951c6b req-c9e0cc62-4f45-4f91-892d-eeabc2871ee8 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:33.834030 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [req-733c7deb-0242-45fc-883e-6215c6951c6b req-c9e0cc62-4f45-4f91-892d-eeabc2871ee8 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Calling delete_port for d9282004-ac34-4eb1-b254-5b08bd21ecb2 owned by compute:nova {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:51:33.852686 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-ba4f708d-8313-4ad8-bdc7-6e0af9926800 None None] Port 97dae93b-fae3-4d86-910e-1f1cb38c37b7 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:51:33.872484 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-28a83868-ff41-470d-ae8c-3d7af3651601 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks [] for router_gateway, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:33.880114 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device d8db554b-7941-4e43-9fd9-f74089acc46e no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:51:33.900991 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: d8db554b-7941-4e43-9fd9-f74089acc46e {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:51:33.901715 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device d8db554b-7941-4e43-9fd9-f74089acc46e not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:51:33.935959 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-31fc15fa-5aee-44ac-99dd-cb21b2d8bd0c None None] Publish callbacks [] for port, precommit_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:33.942097 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-31fc15fa-5aee-44ac-99dd-cb21b2d8bd0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:33.988697 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c48fb4b0-9a22-42cf-99fa-403253faa0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:33.995313 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d692f1-135e-41a2-901c-6bbc60b5c6a9 None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:51:33.999828 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-31fc15fa-5aee-44ac-99dd-cb21b2d8bd0c None None] Attempting to bind port d8b18f00-28a3-4e2c-899a-ee5dac3c89ac on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:51:34.000552 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-31fc15fa-5aee-44ac-99dd-cb21b2d8bd0c None None] Attempting to bind port d8b18f00-28a3-4e2c-899a-ee5dac3c89ac by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}] {{(pid=109869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:51:34.000552 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fc15fa-5aee-44ac-99dd-cb21b2d8bd0c None None] Attempting to bind port d8b18f00-28a3-4e2c-899a-ee5dac3c89ac on network eb22795d-37ee-46ee-844d-92c17e2ea450 {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:51:34.002829 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9325b9e2-610b-4426-80fc-9fa7576c5b69 None None] Pushing event updated for resources: {'Port': ['ID=d8b18f00-28a3-4e2c-899a-ee5dac3c89ac,revision_number=2']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:34.008266 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fc15fa-5aee-44ac-99dd-cb21b2d8bd0c None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:51:34.008863 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fc15fa-5aee-44ac-99dd-cb21b2d8bd0c None None] Checking segment: {'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:51:34.008995 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-31fc15fa-5aee-44ac-99dd-cb21b2d8bd0c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:34.009346 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fc15fa-5aee-44ac-99dd-cb21b2d8bd0c None None] Bound using segment: {'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'} {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:51:34.009817 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-31fc15fa-5aee-44ac-99dd-cb21b2d8bd0c None None] Bound port: d8b18f00-28a3-4e2c-899a-ee5dac3c89ac, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}}] {{(pid=109869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:51:34.010335 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-31fc15fa-5aee-44ac-99dd-cb21b2d8bd0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:34.071009 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.db [None req-31fc15fa-5aee-44ac-99dd-cb21b2d8bd0c None None] For port d8b18f00-28a3-4e2c-899a-ee5dac3c89ac, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:51:34.079033 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-7c24581f-3e22-40cf-a37a-c9e599844799 None None] Provisioning complete for port d8b18f00-28a3-4e2c-899a-ee5dac3c89ac triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:51:34.079510 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-7c24581f-3e22-40cf-a37a-c9e599844799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:34.123429 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-7c24581f-3e22-40cf-a37a-c9e599844799 None None] Port d8b18f00-28a3-4e2c-899a-ee5dac3c89ac cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:51:34.141896 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-28a83868-ff41-470d-ae8c-3d7af3651601 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-424338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418138'] for router, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:34.174508 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-733c7deb-0242-45fc-883e-6215c6951c6b req-c9e0cc62-4f45-4f91-892d-eeabc2871ee8 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:34.175962 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.db [None req-31fc15fa-5aee-44ac-99dd-cb21b2d8bd0c None None] For port d8b18f00-28a3-4e2c-899a-ee5dac3c89ac, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=d8b18f00-28a3-4e2c-899a-ee5dac3c89ac,segment=NetworkSegment(03509fd2-ca9c-4aa0-94e6-e236afda62e7),segment_id=03509fd2-ca9c-4aa0-94e6-e236afda62e7)] {{(pid=109869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:51:34.183997 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-31fc15fa-5aee-44ac-99dd-cb21b2d8bd0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:34.233026 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e0cc62-4f45-4f91-892d-eeabc2871ee8 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event deleted for resources: {'Port': ['ID=d9282004-ac34-4eb1-b254-5b08bd21ecb2,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:34.248954 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 03169ff4-5f5e-476b-a6ed-b61c744f20f3 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:51:34.286284 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9325b9e2-610b-4426-80fc-9fa7576c5b69 None None] Pushing event updated for resources: {'Port': ['ID=d8b18f00-28a3-4e2c-899a-ee5dac3c89ac,revision_number=3']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:34.289846 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [req-733c7deb-0242-45fc-883e-6215c6951c6b req-c9e0cc62-4f45-4f91-892d-eeabc2871ee8 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] No DVR routers for this DVR port d9282004-ac34-4eb1-b254-5b08bd21ecb2 on host hv-neutron-8189 {{(pid=109866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:51:34.291854 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [None req-c48fb4b0-9a22-42cf-99fa-403253faa0c3 admin admin] Allocated IP 172.20.0.1 (b994f58c-062f-4608-af1b-f5a2d5a95f48/8c2e0039-7a4d-4100-828d-28402f0c4357/e2d7d034-a407-4abe-911e-fe7025b454da) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:51:34.294372 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-733c7deb-0242-45fc-883e-6215c6951c6b req-c9e0cc62-4f45-4f91-892d-eeabc2871ee8 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:34.297922 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-733c7deb-0242-45fc-883e-6215c6951c6b req-c9e0cc62-4f45-4f91-892d-eeabc2871ee8 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.48 "DELETE /v2.0/ports/d9282004-ac34-4eb1-b254-5b08bd21ecb2 HTTP/1.1" status: 204 len: 173 time: 0.9529235 Nov 24 01:51:34.298070 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0530cda3-d693-481b-91ae-7c78caa49aff', 'name': 'network-vif-deleted', 'tag': 'd9282004-ac34-4eb1-b254-5b08bd21ecb2'}] {{(pid=109866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 01:51:34.300490 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b7c53c286d9351d1367337230623a155cee02c46c94b80588b67a0bc16402ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-039d18f5-ca4c-42a7-983c-83f71c69a982" -d '{"events": [{"server_uuid": "0530cda3-d693-481b-91ae-7c78caa49aff", "name": "network-vif-deleted", "tag": "d9282004-ac34-4eb1-b254-5b08bd21ecb2"}]}' {{(pid=109866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 01:51:34.320897 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28a83868-ff41-470d-ae8c-3d7af3651601 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Router 8a256962-e1f8-4698-b76f-426093d616bd is scheduled to L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e with binding_index 1 {{(pid=109867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 01:51:34.325055 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fc15fa-5aee-44ac-99dd-cb21b2d8bd0c None None] Routers {'76c9e572-79c1-407b-b208-778c2ecf3412'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:51:34.325230 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e600a11d-8ea8-4f9e-97ed-a26841adec5e None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:51:34.325662 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-31fc15fa-5aee-44ac-99dd-cb21b2d8bd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:51:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['76c9e572-79c1-407b-b208-778c2ecf3412'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:51:34.388191 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 03169ff4-5f5e-476b-a6ed-b61c744f20f3 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:51:34.388582 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:34.389930 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 01:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-277567c8-6907-4809-b46d-e2345349de57 x-openstack-request-id: req-277567c8-6907-4809-b46d-e2345349de57 {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 01:51:34.390428 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0530cda3-d693-481b-91ae-7c78caa49aff", "name": "network-vif-deleted", "tag": "d9282004-ac34-4eb1-b254-5b08bd21ecb2", "status": "completed", "code": 200}]} {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 01:51:34.390687 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-277567c8-6907-4809-b46d-e2345349de57 {{(pid=109866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 01:51:34.391139 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0530cda3-d693-481b-91ae-7c78caa49aff', 'name': 'network-vif-deleted', 'tag': 'd9282004-ac34-4eb1-b254-5b08bd21ecb2', 'status': 'completed', 'code': 200} Nov 24 01:51:34.440899 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c48fb4b0-9a22-42cf-99fa-403253faa0c3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:34.470525 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-9592b52e-9128-4960-b375-fb31e334afe7 None None] Provisioning complete for port d8b18f00-28a3-4e2c-899a-ee5dac3c89ac triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:51:34.473798 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-31fc15fa-5aee-44ac-99dd-cb21b2d8bd0c None None] Set router 76c9e572-79c1-407b-b208-778c2ecf3412 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:51:34.479822 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9592b52e-9128-4960-b375-fb31e334afe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:34.490722 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c48fb4b0-9a22-42cf-99fa-403253faa0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:34.505657 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28a83868-ff41-470d-ae8c-3d7af3651601 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:51:34.542332 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-28a83868-ff41-470d-ae8c-3d7af3651601 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks [] for router, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:34.544016 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-28a83868-ff41-470d-ae8c-3d7af3651601 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.3507915 Nov 24 01:51:34.547034 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50594) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:34.554378 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48fb4b0-9a22-42cf-99fa-403253faa0c3 admin admin] Network b994f58c-062f-4608-af1b-f5a2d5a95f48 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:51:34.558274 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-c48fb4b0-9a22-42cf-99fa-403253faa0c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:51:34.561071 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48fb4b0-9a22-42cf-99fa-403253faa0c3 admin admin] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:51:34.665003 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9592b52e-9128-4960-b375-fb31e334afe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:34.730596 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-9592b52e-9128-4960-b375-fb31e334afe7 None None] For port d8b18f00-28a3-4e2c-899a-ee5dac3c89ac, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=d8b18f00-28a3-4e2c-899a-ee5dac3c89ac,segment=NetworkSegment(03509fd2-ca9c-4aa0-94e6-e236afda62e7),segment_id=03509fd2-ca9c-4aa0-94e6-e236afda62e7)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:51:34.744264 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9592b52e-9128-4960-b375-fb31e334afe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:34.837965 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-384c6aff-105e-441d-9d7f-f2b0677e6943 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] 10.222.0.21 "GET /v2.0/routers/8a256962-e1f8-4698-b76f-426093d616bd HTTP/1.1" status: 200 len: 885 time: 0.2857625 Nov 24 01:51:34.839024 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50598) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:34.874837 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9592b52e-9128-4960-b375-fb31e334afe7 None None] Pushing event updated for resources: {'Port': ['ID=d8b18f00-28a3-4e2c-899a-ee5dac3c89ac,revision_number=4']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:34.927243 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32df5e2-08e1-41d7-a899-1cde9e690023 None None] Sync routers for ids ['8a256962-e1f8-4698-b76f-426093d616bd'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:51:34.947607 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32df5e2-08e1-41d7-a899-1cde9e690023 None None] Routers {'8a256962-e1f8-4698-b76f-426093d616bd'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:51:34.948350 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-b32df5e2-08e1-41d7-a899-1cde9e690023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:51:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['8a256962-e1f8-4698-b76f-426093d616bd'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:51:34.984233 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-8cd5fc1f-c65a-4efd-a85a-3024713a13d8 None None] Provisioning complete for port e2d7d034-a407-4abe-911e-fe7025b454da triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:51:34.984937 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-8cd5fc1f-c65a-4efd-a85a-3024713a13d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:34.994415 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-b32df5e2-08e1-41d7-a899-1cde9e690023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:51:35.027955 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32df5e2-08e1-41d7-a899-1cde9e690023 None None] Routers {'8a256962-e1f8-4698-b76f-426093d616bd'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:51:35.028626 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-b32df5e2-08e1-41d7-a899-1cde9e690023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:51:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['8a256962-e1f8-4698-b76f-426093d616bd'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:51:35.049147 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-8cd5fc1f-c65a-4efd-a85a-3024713a13d8 None None] Port e2d7d034-a407-4abe-911e-fe7025b454da cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:51:35.061349 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-b32df5e2-08e1-41d7-a899-1cde9e690023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:51:35.062020 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32df5e2-08e1-41d7-a899-1cde9e690023 None None] The sync data for ids ['8a256962-e1f8-4698-b76f-426093d616bd'] in dv-neutron-818911-2-hyperv is: [] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:51:35.078043 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-88b1e7c1-4490-4920-a690-e4baa7161fbd tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.2373784 Nov 24 01:51:35.078672 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50600) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:35.083401 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-756d29f7-6152-4aa3-a45a-639293add3ae tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-2096329072'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:35.097526 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-31fc15fa-5aee-44ac-99dd-cb21b2d8bd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c9e572-79c1-407b-b208-778c2ecf3412', 'name': 'tempest-TestVolumeBootPattern-812246204-router', 'tenant_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.219'}], 'enable_snat': True}, 'gw_port_id': 'd8b18f00-28a3-4e2c-899a-ee5dac3c89ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:51:29Z', 'updated_at': '2021-11-24T01:51:31Z', 'revision_number': 3, 'project_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'gw_port': {'id': 'd8b18f00-28a3-4e2c-899a-ee5dac3c89ac', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:95:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76c9e572-79c1-407b-b208-778c2ecf3412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:30Z', 'updated_at': '2021-11-24T01:51:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:51:35.126394 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fc15fa-5aee-44ac-99dd-cb21b2d8bd0c None None] The sync data for ids ['76c9e572-79c1-407b-b208-778c2ecf3412'] in dv-neutron-818911-2-hyperv is: [{'id': '76c9e572-79c1-407b-b208-778c2ecf3412', 'name': 'tempest-TestVolumeBootPattern-812246204-router', 'tenant_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.219'}], 'enable_snat': True}, 'gw_port_id': 'd8b18f00-28a3-4e2c-899a-ee5dac3c89ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:51:29Z', 'updated_at': '2021-11-24T01:51:31Z', 'revision_number': 3, 'project_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'gw_port': {'id': 'd8b18f00-28a3-4e2c-899a-ee5dac3c89ac', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:95:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76c9e572-79c1-407b-b208-778c2ecf3412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:30Z', 'updated_at': '2021-11-24T01:51:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:51:35.157982 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-2b690f73-bba8-40a6-9102-02358d41f891 req-cc6fe575-6104-4aea-8e6f-3a305aaf0da1 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=0530cda3-d693-481b-91ae-7c78caa49aff HTTP/1.1" status: 200 len: 210 time: 0.0358098 Nov 24 01:51:35.158919 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48fb4b0-9a22-42cf-99fa-403253faa0c3 admin admin] Pushing event updated for resources: {'Port': ['ID=e2d7d034-a407-4abe-911e-fe7025b454da,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:35.178912 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c48fb4b0-9a22-42cf-99fa-403253faa0c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3777869'] for router_interface, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:35.313698 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c48fb4b0-9a22-42cf-99fa-403253faa0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:35.444315 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-756d29f7-6152-4aa3-a45a-639293add3ae tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3684298', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-424347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2775'] for router, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:35.459911 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-756d29f7-6152-4aa3-a45a-639293add3ae tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3683822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-418125', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-424361'] for router, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:35.519403 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c48fb4b0-9a22-42cf-99fa-403253faa0c3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:35.526024 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c48fb4b0-9a22-42cf-99fa-403253faa0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29149402'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:35.585995 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-756d29f7-6152-4aa3-a45a-639293add3ae tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Router 8a256962-e1f8-4698-b76f-426093d616bd has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:51:35.592078 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c48fb4b0-9a22-42cf-99fa-403253faa0c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3778017'] for router_interface, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:35.606132 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48fb4b0-9a22-42cf-99fa-403253faa0c3 admin admin] Pushing event updated for resources: {'Port': ['ID=e2d7d034-a407-4abe-911e-fe7025b454da,revision_number=2']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:35.700309 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48fb4b0-9a22-42cf-99fa-403253faa0c3 admin admin] Network b994f58c-062f-4608-af1b-f5a2d5a95f48 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:51:35.701802 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-c48fb4b0-9a22-42cf-99fa-403253faa0c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:51:35.703873 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-756d29f7-6152-4aa3-a45a-639293add3ae tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:51:35.712902 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-756d29f7-6152-4aa3-a45a-639293add3ae tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks [] for router, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:35.716483 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-756d29f7-6152-4aa3-a45a-639293add3ae tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] 10.222.0.21 "PUT /v2.0/routers/8a256962-e1f8-4698-b76f-426093d616bd HTTP/1.1" status: 200 len: 892 time: 0.6345167 Nov 24 01:51:35.716637 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e897b658-147a-4417-9ed1-0a963643109d None None] Sync routers for ids ['8a256962-e1f8-4698-b76f-426093d616bd'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:51:35.717256 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50602) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:35.740513 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e897b658-147a-4417-9ed1-0a963643109d None None] Routers {'8a256962-e1f8-4698-b76f-426093d616bd'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:51:35.741389 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-e897b658-147a-4417-9ed1-0a963643109d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:51:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['8a256962-e1f8-4698-b76f-426093d616bd'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:51:35.810349 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-e897b658-147a-4417-9ed1-0a963643109d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:51:35.832214 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e897b658-147a-4417-9ed1-0a963643109d None None] Routers {'8a256962-e1f8-4698-b76f-426093d616bd'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:51:35.832847 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-e897b658-147a-4417-9ed1-0a963643109d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:51:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['8a256962-e1f8-4698-b76f-426093d616bd'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:51:35.877380 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-bf483b8a-38a3-42f7-ae52-17caf53f724c tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] 10.222.0.21 "GET /v2.0/routers/8a256962-e1f8-4698-b76f-426093d616bd HTTP/1.1" status: 200 len: 892 time: 0.1589448 Nov 24 01:51:35.879957 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50604) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:35.883545 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c48fb4b0-9a22-42cf-99fa-403253faa0c3 admin admin] Router 76c9e572-79c1-407b-b208-778c2ecf3412 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:51:35.884874 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-e897b658-147a-4417-9ed1-0a963643109d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:51:35.885583 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e897b658-147a-4417-9ed1-0a963643109d None None] The sync data for ids ['8a256962-e1f8-4698-b76f-426093d616bd'] in dv-neutron-818911-2-hyperv is: [] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:51:35.921877 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-dc4ef648-71d8-4c7c-a242-ca3ff6ec89af tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a256962-e1f8-4698-b76f-426093d616bd HTTP/1.1" status: 200 len: 205 time: 0.0405793 Nov 24 01:51:35.924330 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50606) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:35.996570 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-66155838-0ab6-4055-b91e-c1b0734a6d75 None None] Provisioning complete for port e2d7d034-a407-4abe-911e-fe7025b454da triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:51:35.997029 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-66155838-0ab6-4055-b91e-c1b0734a6d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:36.027404 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c48fb4b0-9a22-42cf-99fa-403253faa0c3 admin admin] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:51:36.032802 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-c48fb4b0-9a22-42cf-99fa-403253faa0c3 admin admin] 10.222.0.21 "PUT /v2.0/routers/76c9e572-79c1-407b-b208-778c2ecf3412/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9939167 Nov 24 01:51:36.048170 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-dab486b9-8d96-4e5a-83b3-4ce8196cf819 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks [] for router, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:36.049994 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-66155838-0ab6-4055-b91e-c1b0734a6d75 None None] Port e2d7d034-a407-4abe-911e-fe7025b454da cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:51:36.158923 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-dab486b9-8d96-4e5a-83b3-4ce8196cf819 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:36.218775 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-dab486b9-8d96-4e5a-83b3-4ce8196cf819 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Deleting port 97dae93b-fae3-4d86-910e-1f1cb38c37b7 {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:51:36.219362 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-dab486b9-8d96-4e5a-83b3-4ce8196cf819 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:36.247346 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50614) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:36.260619 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device d8b18f00-28a3-4e2c-899a-ee5dac3c89ac up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:51:36.327862 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port d8b18f00-28a3-4e2c-899a-ee5dac3c89ac triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:51:36.328332 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:36.354367 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-dab486b9-8d96-4e5a-83b3-4ce8196cf819 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:36.375059 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-dab486b9-8d96-4e5a-83b3-4ce8196cf819 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Calling delete_port for 97dae93b-fae3-4d86-910e-1f1cb38c37b7 owned by network:router_gateway {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:51:36.376872 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-09913084-4bbb-436c-9ffe-e883c9536f98 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:36.443727 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-09913084-4bbb-436c-9ffe-e883c9536f98 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:36.592240 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-09913084-4bbb-436c-9ffe-e883c9536f98 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:36.595233 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-09913084-4bbb-436c-9ffe-e883c9536f98 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:36.596486 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-09913084-4bbb-436c-9ffe-e883c9536f98 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "DELETE /v2.0/security-groups/283518e8-877b-4fae-ac62-76ff27d3e8bb HTTP/1.1" status: 204 len: 168 time: 0.3479314 Nov 24 01:51:36.616697 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09913084-4bbb-436c-9ffe-e883c9536f98 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=283518e8-877b-4fae-ac62-76ff27d3e8bb,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:36.624064 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-dab486b9-8d96-4e5a-83b3-4ce8196cf819 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:36.647618 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50628) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:36.658153 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab486b9-8d96-4e5a-83b3-4ce8196cf819 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Pushing event deleted for resources: {'Port': ['ID=97dae93b-fae3-4d86-910e-1f1cb38c37b7,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:36.680447 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-684fe9fc-0d4a-4e64-9601-e1919bf4f602 None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:51:36.688777 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50630) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:36.696144 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-1009361a-9d92-4ffe-b2d8-fdcbcf76ffa0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1253578047-network', 'tenant_id': 'a7aa1361046d4b11b607db94d18d209d'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:36.747007 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-dab486b9-8d96-4e5a-83b3-4ce8196cf819 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418161'] for router_gateway, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:36.750380 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1009361a-9d92-4ffe-b2d8-fdcbcf76ffa0 admin admin] Made reservation on behalf of a7aa1361046d4b11b607db94d18d209d for: {'network': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:51:36.752828 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1009361a-9d92-4ffe-b2d8-fdcbcf76ffa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:36.817481 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1009361a-9d92-4ffe-b2d8-fdcbcf76ffa0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:36.858036 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-dab486b9-8d96-4e5a-83b3-4ce8196cf819 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-424460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2766'] for router, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:36.861730 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-dab486b9-8d96-4e5a-83b3-4ce8196cf819 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:36.885379 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8673a7-9b11-4ba7-93a3-fe969c80b127 None None] Sync routers for ids ['76c9e572-79c1-407b-b208-778c2ecf3412'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:51:36.899633 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8673a7-9b11-4ba7-93a3-fe969c80b127 None None] Routers {'76c9e572-79c1-407b-b208-778c2ecf3412'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:51:36.900242 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-5d8673a7-9b11-4ba7-93a3-fe969c80b127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:51:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['76c9e572-79c1-407b-b208-778c2ecf3412'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:51:36.924892 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-dab486b9-8d96-4e5a-83b3-4ce8196cf819 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-424469'] for router, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:36.925306 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dab486b9-8d96-4e5a-83b3-4ce8196cf819 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Fanout notify agent at l3_agent the message router_deleted on router 8a256962-e1f8-4698-b76f-426093d616bd {{(pid=109867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 01:51:36.933345 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-dab486b9-8d96-4e5a-83b3-4ce8196cf819 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks [] for router, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:36.937823 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50632) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:36.937968 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-dab486b9-8d96-4e5a-83b3-4ce8196cf819 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] 10.222.0.21 "DELETE /v2.0/routers/8a256962-e1f8-4698-b76f-426093d616bd HTTP/1.1" status: 204 len: 168 time: 1.0125139 Nov 24 01:51:36.948348 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-1c35e555-5f40-46dd-9f49-dc9a6b9418b8 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1328585972'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:36.989597 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1009361a-9d92-4ffe-b2d8-fdcbcf76ffa0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:36.995181 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1009361a-9d92-4ffe-b2d8-fdcbcf76ffa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:36.997761 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c35e555-5f40-46dd-9f49-dc9a6b9418b8 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Made reservation on behalf of 468ce101e5db4aad97f1fca7bb15b3de for: {'network': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:51:37.001193 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1c35e555-5f40-46dd-9f49-dc9a6b9418b8 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:37.021153 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1009361a-9d92-4ffe-b2d8-fdcbcf76ffa0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=109867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:51:37.024899 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-5d8673a7-9b11-4ba7-93a3-fe969c80b127 None None] Set router 76c9e572-79c1-407b-b208-778c2ecf3412 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:51:37.030052 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1009361a-9d92-4ffe-b2d8-fdcbcf76ffa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37f42827-513c-4230-9a7f-bbe7ba851849,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:37.036273 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1009361a-9d92-4ffe-b2d8-fdcbcf76ffa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:37.036617 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.segments_db [None req-1009361a-9d92-4ffe-b2d8-fdcbcf76ffa0 admin admin] Added segment dccd3aa1-c350-4508-981f-0049ce25689b of type vlan for network e162a001-a8fa-4040-86fc-08e5a1fb4387 Nov 24 01:51:37.048892 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c35e555-5f40-46dd-9f49-dc9a6b9418b8 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=109866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:51:37.062382 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1c35e555-5f40-46dd-9f49-dc9a6b9418b8 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:37.062733 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.segments_db [None req-1c35e555-5f40-46dd-9f49-dc9a6b9418b8 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Added segment ad166c6a-0fa2-43a0-bc20-f2e0086211f3 of type vlan for network 227156fb-3d8d-4a09-9a3a-1258bc6abfa8 Nov 24 01:51:37.087763 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1009361a-9d92-4ffe-b2d8-fdcbcf76ffa0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:37.116946 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1009361a-9d92-4ffe-b2d8-fdcbcf76ffa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:37.119406 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1009361a-9d92-4ffe-b2d8-fdcbcf76ffa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:51:37.120312 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1009361a-9d92-4ffe-b2d8-fdcbcf76ffa0 admin admin] Publish callbacks [] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:37.129526 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1c35e555-5f40-46dd-9f49-dc9a6b9418b8 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:37.154250 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-1009361a-9d92-4ffe-b2d8-fdcbcf76ffa0 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4620974 Nov 24 01:51:37.157638 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50634) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:37.163248 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-f26144fa-bb15-4fc5-a097-64fd3ba161ed admin admin] Request body: {'subnet': {'network_id': 'e162a001-a8fa-4040-86fc-08e5a1fb4387', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1253578047-subnet', 'tenant_id': 'a7aa1361046d4b11b607db94d18d209d', 'ip_version': 4}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:37.182935 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1c35e555-5f40-46dd-9f49-dc9a6b9418b8 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:37.188308 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c35e555-5f40-46dd-9f49-dc9a6b9418b8 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:51:37.188892 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1c35e555-5f40-46dd-9f49-dc9a6b9418b8 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks [] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:37.199642 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d7103ee7-90fe-4a9c-90ea-5ef7c46e74c4 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3777994'] for router_interface, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:37.208084 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1009361a-9d92-4ffe-b2d8-fdcbcf76ffa0 admin admin] Pushing event updated for resources: {'Network': ['ID=e162a001-a8fa-4040-86fc-08e5a1fb4387,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:37.219896 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network e162a001-a8fa-4040-86fc-08e5a1fb4387 details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:51:37.254337 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-5d8673a7-9b11-4ba7-93a3-fe969c80b127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c9e572-79c1-407b-b208-778c2ecf3412', 'name': 'tempest-TestVolumeBootPattern-812246204-router', 'tenant_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.219'}], 'enable_snat': True}, 'gw_port_id': 'd8b18f00-28a3-4e2c-899a-ee5dac3c89ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:51:29Z', 'updated_at': '2021-11-24T01:51:35Z', 'revision_number': 4, 'project_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'gw_port': {'id': 'd8b18f00-28a3-4e2c-899a-ee5dac3c89ac', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:95:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c9e572-79c1-407b-b208-778c2ecf3412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:30Z', 'updated_at': '2021-11-24T01:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': 'e2d7d034-a407-4abe-911e-fe7025b454da', 'name': '', 'network_id': 'b994f58c-062f-4608-af1b-f5a2d5a95f48', 'tenant_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'mac_address': 'fa:16:3e:fd:28:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76c9e572-79c1-407b-b208-778c2ecf3412', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '8c2e0039-7a4d-4100-828d-28402f0c4357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:34Z', 'updated_at': '2021-11-24T01:51:35Z', 'revision_number': 2, 'project_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'subnets': [{'id': '8c2e0039-7a4d-4100-828d-28402f0c4357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:51:37.268323 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f26144fa-bb15-4fc5-a097-64fd3ba161ed admin admin] Made reservation on behalf of a7aa1361046d4b11b607db94d18d209d for: {'subnet': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:51:37.270692 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f26144fa-bb15-4fc5-a097-64fd3ba161ed admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29154835'] for subnet, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:37.284584 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8673a7-9b11-4ba7-93a3-fe969c80b127 None None] Checking router: 76c9e572-79c1-407b-b208-778c2ecf3412 for host: dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 01:51:37.284974 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8673a7-9b11-4ba7-93a3-fe969c80b127 None None] Updating router 76c9e572-79c1-407b-b208-778c2ecf3412 port e2d7d034-a407-4abe-911e-fe7025b454da binding host dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 01:51:37.285919 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-1c35e555-5f40-46dd-9f49-dc9a6b9418b8 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3467867 Nov 24 01:51:37.288966 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50636) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:37.295080 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-499b1740-20b7-4e37-9708-dee97af95885 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Request body: {'subnet': {'network_id': '227156fb-3d8d-4a09-9a3a-1258bc6abfa8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:37.317515 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-5d8673a7-9b11-4ba7-93a3-fe969c80b127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:37.365471 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c35e555-5f40-46dd-9f49-dc9a6b9418b8 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Pushing event updated for resources: {'Network': ['ID=227156fb-3d8d-4a09-9a3a-1258bc6abfa8,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:37.383029 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network 227156fb-3d8d-4a09-9a3a-1258bc6abfa8 details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:51:37.401858 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-499b1740-20b7-4e37-9708-dee97af95885 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Made reservation on behalf of 468ce101e5db4aad97f1fca7bb15b3de for: {'subnet': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:51:37.406391 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-499b1740-20b7-4e37-9708-dee97af95885 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25307781'] for subnet, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:37.601142 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f26144fa-bb15-4fc5-a097-64fd3ba161ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29149261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29154849'] for subnet, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:37.616120 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-5d8673a7-9b11-4ba7-93a3-fe969c80b127 None None] Publish callbacks [] for port, precommit_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:37.623693 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-5d8673a7-9b11-4ba7-93a3-fe969c80b127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:37.629178 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-499b1740-20b7-4e37-9708-dee97af95885 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25501847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25307831'] for subnet, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:37.692011 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499b1740-20b7-4e37-9708-dee97af95885 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Pushing event updated for resources: {'Subnet': ['ID=f13af896-1de6-4dfe-b977-bf8d1d733896,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:37.702356 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499b1740-20b7-4e37-9708-dee97af95885 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Checking segment: {'id': 'ad166c6a-0fa2-43a0-bc20-f2e0086211f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '227156fb-3d8d-4a09-9a3a-1258bc6abfa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:51:37.702722 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499b1740-20b7-4e37-9708-dee97af95885 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Network hostable DHCP agents. Network: 227156fb-3d8d-4a09-9a3a-1258bc6abfa8, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 01:51:37.706833 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26144fa-bb15-4fc5-a097-64fd3ba161ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a87d9d8-82e8-4eec-a9c1-168f0e0d77dd,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:37.723952 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26144fa-bb15-4fc5-a097-64fd3ba161ed admin admin] Checking segment: {'id': 'dccd3aa1-c350-4508-981f-0049ce25689b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e162a001-a8fa-4040-86fc-08e5a1fb4387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:51:37.724287 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26144fa-bb15-4fc5-a097-64fd3ba161ed admin admin] Network hostable DHCP agents. Network: e162a001-a8fa-4040-86fc-08e5a1fb4387, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 01:51:37.728855 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499b1740-20b7-4e37-9708-dee97af95885 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Network 227156fb-3d8d-4a09-9a3a-1258bc6abfa8 is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 01:51:37.731662 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device d9282004-ac34-4eb1-b254-5b08bd21ecb2 no longer exists at agent hyperv_hv-neutron-8189 {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:51:37.741159 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315d26a6-887e-4fee-b4ba-fafe7ddb2f79 None None] Pushing event updated for resources: {'Port': ['ID=e2d7d034-a407-4abe-911e-fe7025b454da,revision_number=3']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:37.745151 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-5d8673a7-9b11-4ba7-93a3-fe969c80b127 None None] Attempting to bind port e2d7d034-a407-4abe-911e-fe7025b454da on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:51:37.745619 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-5d8673a7-9b11-4ba7-93a3-fe969c80b127 None None] Attempting to bind port e2d7d034-a407-4abe-911e-fe7025b454da by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '82bdd678-3b9c-43c2-8043-a848930985ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'b994f58c-062f-4608-af1b-f5a2d5a95f48'}] {{(pid=109869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:51:37.746185 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8673a7-9b11-4ba7-93a3-fe969c80b127 None None] Attempting to bind port e2d7d034-a407-4abe-911e-fe7025b454da on network b994f58c-062f-4608-af1b-f5a2d5a95f48 {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:51:37.752277 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8673a7-9b11-4ba7-93a3-fe969c80b127 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:51:37.752875 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8673a7-9b11-4ba7-93a3-fe969c80b127 None None] Checking segment: {'id': '82bdd678-3b9c-43c2-8043-a848930985ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'b994f58c-062f-4608-af1b-f5a2d5a95f48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:51:37.753794 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-5d8673a7-9b11-4ba7-93a3-fe969c80b127 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:37.754390 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8673a7-9b11-4ba7-93a3-fe969c80b127 None None] Bound using segment: {'id': '82bdd678-3b9c-43c2-8043-a848930985ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'b994f58c-062f-4608-af1b-f5a2d5a95f48'} {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:51:37.754913 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-5d8673a7-9b11-4ba7-93a3-fe969c80b127 None None] Bound port: e2d7d034-a407-4abe-911e-fe7025b454da, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82bdd678-3b9c-43c2-8043-a848930985ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'b994f58c-062f-4608-af1b-f5a2d5a95f48'}}] {{(pid=109869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:51:37.755457 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-5d8673a7-9b11-4ba7-93a3-fe969c80b127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:37.759855 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] No Port match for: d9282004-ac34-4eb1-b254-5b08bd21ecb2 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:51:37.760440 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device d9282004-ac34-4eb1-b254-5b08bd21ecb2 not bound to the agent host hv-neutron-8189 {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:51:37.762442 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-d7103ee7-90fe-4a9c-90ea-5ef7c46e74c4 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Deleting port 758483ef-c738-4f14-8ab8-094385e704eb {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:51:37.762916 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d7103ee7-90fe-4a9c-90ea-5ef7c46e74c4 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:37.767271 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26144fa-bb15-4fc5-a097-64fd3ba161ed admin admin] Network e162a001-a8fa-4040-86fc-08e5a1fb4387 is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 01:51:37.771859 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-499b1740-20b7-4e37-9708-dee97af95885 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, 227156fb-3d8d-4a09-9a3a-1258bc6abfa8) {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:51:37.777482 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499b1740-20b7-4e37-9708-dee97af95885 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:51:37.778196 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-499b1740-20b7-4e37-9708-dee97af95885 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:37.784492 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89029308-b9f2-4c08-9eb3-1505ed019ed5 None None] Network 227156fb-3d8d-4a09-9a3a-1258bc6abfa8 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:51:37.815596 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-f26144fa-bb15-4fc5-a097-64fd3ba161ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, e162a001-a8fa-4040-86fc-08e5a1fb4387) {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:51:37.825970 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26144fa-bb15-4fc5-a097-64fd3ba161ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:51:37.826960 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f26144fa-bb15-4fc5-a097-64fd3ba161ed admin admin] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:37.832196 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-499b1740-20b7-4e37-9708-dee97af95885 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5392921 Nov 24 01:51:37.832306 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50638) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:37.840385 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.db [None req-5d8673a7-9b11-4ba7-93a3-fe969c80b127 None None] For port e2d7d034-a407-4abe-911e-fe7025b454da, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:51:37.844273 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.db [None req-5d8673a7-9b11-4ba7-93a3-fe969c80b127 None None] For port e2d7d034-a407-4abe-911e-fe7025b454da, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=e2d7d034-a407-4abe-911e-fe7025b454da,segment=NetworkSegment(82bdd678-3b9c-43c2-8043-a848930985ff),segment_id=82bdd678-3b9c-43c2-8043-a848930985ff)] {{(pid=109869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:51:37.846407 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-8716a453-2687-4e23-b6ce-f5e82d4c5e26 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-198571008', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:37.854043 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-5d8673a7-9b11-4ba7-93a3-fe969c80b127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:37.871957 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a55589-bf47-4c8c-a983-16b3ca0d5ebb None None] Network e162a001-a8fa-4040-86fc-08e5a1fb4387 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:51:37.902727 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8716a453-2687-4e23-b6ce-f5e82d4c5e26 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-424105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2744'] for router, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:37.903814 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8716a453-2687-4e23-b6ce-f5e82d4c5e26 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-424325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-326625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2753'] for router, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:37.913129 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8673a7-9b11-4ba7-93a3-fe969c80b127 None None] Routers {'76c9e572-79c1-407b-b208-778c2ecf3412'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:51:37.913880 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-5d8673a7-9b11-4ba7-93a3-fe969c80b127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:51:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['76c9e572-79c1-407b-b208-778c2ecf3412'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:51:37.921997 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-f26144fa-bb15-4fc5-a097-64fd3ba161ed admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7602930 Nov 24 01:51:37.922426 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50640) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:37.925874 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [None req-d7103ee7-90fe-4a9c-90ea-5ef7c46e74c4 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] For port 758483ef-c738-4f14-8ab8-094385e704eb, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=758483ef-c738-4f14-8ab8-094385e704eb,segment=NetworkSegment(feb4f0f9-1c57-448a-84ec-01d3896941c5),segment_id=feb4f0f9-1c57-448a-84ec-01d3896941c5)] {{(pid=109866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:51:37.926531 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d7103ee7-90fe-4a9c-90ea-5ef7c46e74c4 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:37.927185 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-d98a07dd-cb1b-43f1-9210-d9dd6da66a6c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1253578047-router', 'tenant_id': 'a7aa1361046d4b11b607db94d18d209d', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:37.941984 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-d7103ee7-90fe-4a9c-90ea-5ef7c46e74c4 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Calling delete_port for 758483ef-c738-4f14-8ab8-094385e704eb owned by network:router_interface {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:51:37.999664 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315d26a6-887e-4fee-b4ba-fafe7ddb2f79 None None] Pushing event updated for resources: {'Port': ['ID=e2d7d034-a407-4abe-911e-fe7025b454da,revision_number=4']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:38.046263 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d98a07dd-cb1b-43f1-9210-d9dd6da66a6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-424105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2744'] for router, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:38.047650 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d98a07dd-cb1b-43f1-9210-d9dd6da66a6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-424325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-326625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2753'] for router, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:38.056475 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8716a453-2687-4e23-b6ce-f5e82d4c5e26 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:38.067926 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8716a453-2687-4e23-b6ce-f5e82d4c5e26 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-424338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418138'] for router, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:38.083213 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-5d8673a7-9b11-4ba7-93a3-fe969c80b127 None None] Set router 76c9e572-79c1-407b-b208-778c2ecf3412 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:51:38.127700 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8716a453-2687-4e23-b6ce-f5e82d4c5e26 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks [] for router, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:38.132372 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-8716a453-2687-4e23-b6ce-f5e82d4c5e26 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2991023 Nov 24 01:51:38.132716 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50642) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:38.137302 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d98a07dd-cb1b-43f1-9210-d9dd6da66a6c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:38.205832 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ff4a4e-66a2-4319-aaf8-53f8bf1119b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-e162a001-a8fa-4040-86fc-08e5a1fb4387', 'network_id': 'e162a001-a8fa-4040-86fc-08e5a1fb4387', 'tenant_id': 'a7aa1361046d4b11b607db94d18d209d', 'fixed_ips': [{'subnet_id': '2a87d9d8-82e8-4eec-a9c1-168f0e0d77dd'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 01:51:38.207272 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-69ff4a4e-66a2-4319-aaf8-53f8bf1119b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:38.228406 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f67dd1-f8b5-453b-8fa7-b95c2a8cbdb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-227156fb-3d8d-4a09-9a3a-1258bc6abfa8', 'network_id': '227156fb-3d8d-4a09-9a3a-1258bc6abfa8', 'tenant_id': '468ce101e5db4aad97f1fca7bb15b3de', 'fixed_ips': [{'subnet_id': 'f13af896-1de6-4dfe-b977-bf8d1d733896'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 01:51:38.236124 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-87f67dd1-f8b5-453b-8fa7-b95c2a8cbdb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:38.268777 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-842475ae-b9e9-4f24-aa3e-0442715b9f24 None None] Provisioning complete for port e2d7d034-a407-4abe-911e-fe7025b454da triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:51:38.269705 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-842475ae-b9e9-4f24-aa3e-0442715b9f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:38.308736 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d98a07dd-cb1b-43f1-9210-d9dd6da66a6c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:38.425867 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-5d8673a7-9b11-4ba7-93a3-fe969c80b127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c9e572-79c1-407b-b208-778c2ecf3412', 'name': 'tempest-TestVolumeBootPattern-812246204-router', 'tenant_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.219'}], 'enable_snat': True}, 'gw_port_id': 'd8b18f00-28a3-4e2c-899a-ee5dac3c89ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:51:29Z', 'updated_at': '2021-11-24T01:51:35Z', 'revision_number': 4, 'project_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'gw_port': {'id': 'd8b18f00-28a3-4e2c-899a-ee5dac3c89ac', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:95:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c9e572-79c1-407b-b208-778c2ecf3412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:30Z', 'updated_at': '2021-11-24T01:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': 'e2d7d034-a407-4abe-911e-fe7025b454da', 'name': '', 'network_id': 'b994f58c-062f-4608-af1b-f5a2d5a95f48', 'tenant_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'mac_address': 'fa:16:3e:fd:28:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76c9e572-79c1-407b-b208-778c2ecf3412', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '8c2e0039-7a4d-4100-828d-28402f0c4357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:34Z', 'updated_at': '2021-11-24T01:51:37Z', 'revision_number': 4, 'project_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'subnets': [{'id': '8c2e0039-7a4d-4100-828d-28402f0c4357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:51:38.464767 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8673a7-9b11-4ba7-93a3-fe969c80b127 None None] The sync data for ids ['76c9e572-79c1-407b-b208-778c2ecf3412'] in dv-neutron-818911-2-hyperv is: [{'id': '76c9e572-79c1-407b-b208-778c2ecf3412', 'name': 'tempest-TestVolumeBootPattern-812246204-router', 'tenant_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.219'}], 'enable_snat': True}, 'gw_port_id': 'd8b18f00-28a3-4e2c-899a-ee5dac3c89ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:51:29Z', 'updated_at': '2021-11-24T01:51:35Z', 'revision_number': 4, 'project_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'gw_port': {'id': 'd8b18f00-28a3-4e2c-899a-ee5dac3c89ac', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:95:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c9e572-79c1-407b-b208-778c2ecf3412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:30Z', 'updated_at': '2021-11-24T01:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': 'e2d7d034-a407-4abe-911e-fe7025b454da', 'name': '', 'network_id': 'b994f58c-062f-4608-af1b-f5a2d5a95f48', 'tenant_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'mac_address': 'fa:16:3e:fd:28:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76c9e572-79c1-407b-b208-778c2ecf3412', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '8c2e0039-7a4d-4100-828d-28402f0c4357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:34Z', 'updated_at': '2021-11-24T01:51:37Z', 'revision_number': 4, 'project_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'subnets': [{'id': '8c2e0039-7a4d-4100-828d-28402f0c4357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:51:38.498777 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-842475ae-b9e9-4f24-aa3e-0442715b9f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:38.575292 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d7103ee7-90fe-4a9c-90ea-5ef7c46e74c4 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:38.580552 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-6314c18f-76c7-4153-a17d-d15e6d257d0a tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:38.666166 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-87f67dd1-f8b5-453b-8fa7-b95c2a8cbdb0 None None] Allocated IP 2001:db8::2 (227156fb-3d8d-4a09-9a3a-1258bc6abfa8/f13af896-1de6-4dfe-b977-bf8d1d733896/c98dfdd0-d8fc-4820-ab9d-fd68fb2c257b) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:51:38.677322 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-842475ae-b9e9-4f24-aa3e-0442715b9f24 None None] For port e2d7d034-a407-4abe-911e-fe7025b454da, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=e2d7d034-a407-4abe-911e-fe7025b454da,segment=NetworkSegment(82bdd678-3b9c-43c2-8043-a848930985ff),segment_id=82bdd678-3b9c-43c2-8043-a848930985ff)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:51:38.687619 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-842475ae-b9e9-4f24-aa3e-0442715b9f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:38.692529 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7103ee7-90fe-4a9c-90ea-5ef7c46e74c4 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event deleted for resources: {'Port': ['ID=758483ef-c738-4f14-8ab8-094385e704eb,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:38.758050 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-69ff4a4e-66a2-4319-aaf8-53f8bf1119b6 None None] Allocated IP 172.20.0.2 (e162a001-a8fa-4040-86fc-08e5a1fb4387/2a87d9d8-82e8-4eec-a9c1-168f0e0d77dd/43ce623b-62f5-4306-b48b-9947bd6e9bfd) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:51:38.993550 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842475ae-b9e9-4f24-aa3e-0442715b9f24 None None] Pushing event updated for resources: {'Port': ['ID=e2d7d034-a407-4abe-911e-fe7025b454da,revision_number=5']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:39.062902 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-8de92d28-2050-4cd2-a47c-c82be095a0c3 None None] Provisioning complete for port e2d7d034-a407-4abe-911e-fe7025b454da triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:51:39.063533 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-8de92d28-2050-4cd2-a47c-c82be095a0c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:39.108219 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d98a07dd-cb1b-43f1-9210-d9dd6da66a6c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:39.117601 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d7103ee7-90fe-4a9c-90ea-5ef7c46e74c4 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424538'] for router_interface, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:39.134916 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d98a07dd-cb1b-43f1-9210-d9dd6da66a6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:39.136025 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-69ff4a4e-66a2-4319-aaf8-53f8bf1119b6 None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:39.155733 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-69ff4a4e-66a2-4319-aaf8-53f8bf1119b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:39.209968 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ff4a4e-66a2-4319-aaf8-53f8bf1119b6 None None] Pushing event updated for resources: {'Port': ['ID=43ce623b-62f5-4306-b48b-9947bd6e9bfd,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:39.245870 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ff4a4e-66a2-4319-aaf8-53f8bf1119b6 None None] Network e162a001-a8fa-4040-86fc-08e5a1fb4387 is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:51:39.249006 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-87f67dd1-f8b5-453b-8fa7-b95c2a8cbdb0 None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:39.250790 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-69ff4a4e-66a2-4319-aaf8-53f8bf1119b6 None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:51:39.256601 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ff4a4e-66a2-4319-aaf8-53f8bf1119b6 None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:51:39.277277 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-d98a07dd-cb1b-43f1-9210-d9dd6da66a6c admin admin] Allocated IP 172.26.5.242 (eb22795d-37ee-46ee-844d-92c17e2ea450/3e66fcff-6e72-4083-b514-48f69cdaa2cb/ce305fdc-f7f3-47cf-85c9-3a827819e914) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:51:39.289190 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-87f67dd1-f8b5-453b-8fa7-b95c2a8cbdb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:39.344890 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f67dd1-f8b5-453b-8fa7-b95c2a8cbdb0 None None] Pushing event updated for resources: {'Port': ['ID=c98dfdd0-d8fc-4820-ab9d-fd68fb2c257b,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:39.404339 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-69ff4a4e-66a2-4319-aaf8-53f8bf1119b6 None None] Attempting to bind port 43ce623b-62f5-4306-b48b-9947bd6e9bfd on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:51:39.405109 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-69ff4a4e-66a2-4319-aaf8-53f8bf1119b6 None None] Attempting to bind port 43ce623b-62f5-4306-b48b-9947bd6e9bfd by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': 'dccd3aa1-c350-4508-981f-0049ce25689b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e162a001-a8fa-4040-86fc-08e5a1fb4387'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:51:39.405109 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ff4a4e-66a2-4319-aaf8-53f8bf1119b6 None None] Attempting to bind port 43ce623b-62f5-4306-b48b-9947bd6e9bfd on network e162a001-a8fa-4040-86fc-08e5a1fb4387 {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:51:39.411163 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d98a07dd-cb1b-43f1-9210-d9dd6da66a6c admin admin] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:39.416590 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ff4a4e-66a2-4319-aaf8-53f8bf1119b6 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:51:39.416809 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ff4a4e-66a2-4319-aaf8-53f8bf1119b6 None None] Checking segment: {'id': 'dccd3aa1-c350-4508-981f-0049ce25689b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e162a001-a8fa-4040-86fc-08e5a1fb4387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:51:39.417137 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-69ff4a4e-66a2-4319-aaf8-53f8bf1119b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:39.417565 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ff4a4e-66a2-4319-aaf8-53f8bf1119b6 None None] Bound using segment: {'id': 'dccd3aa1-c350-4508-981f-0049ce25689b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e162a001-a8fa-4040-86fc-08e5a1fb4387'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:51:39.418168 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-69ff4a4e-66a2-4319-aaf8-53f8bf1119b6 None None] Bound port: 43ce623b-62f5-4306-b48b-9947bd6e9bfd, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccd3aa1-c350-4508-981f-0049ce25689b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e162a001-a8fa-4040-86fc-08e5a1fb4387'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:51:39.418438 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-69ff4a4e-66a2-4319-aaf8-53f8bf1119b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:39.425921 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f67dd1-f8b5-453b-8fa7-b95c2a8cbdb0 None None] Network 227156fb-3d8d-4a09-9a3a-1258bc6abfa8 is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:51:39.433982 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-87f67dd1-f8b5-453b-8fa7-b95c2a8cbdb0 None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:51:39.438018 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f67dd1-f8b5-453b-8fa7-b95c2a8cbdb0 None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:51:39.459737 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d98a07dd-cb1b-43f1-9210-d9dd6da66a6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:39.513530 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98a07dd-cb1b-43f1-9210-d9dd6da66a6c admin admin] Pushing event updated for resources: {'Port': ['ID=ce305fdc-f7f3-47cf-85c9-3a827819e914,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:39.523456 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-87f67dd1-f8b5-453b-8fa7-b95c2a8cbdb0 None None] Attempting to bind port c98dfdd0-d8fc-4820-ab9d-fd68fb2c257b on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:51:39.523836 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-87f67dd1-f8b5-453b-8fa7-b95c2a8cbdb0 None None] Attempting to bind port c98dfdd0-d8fc-4820-ab9d-fd68fb2c257b by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': 'ad166c6a-0fa2-43a0-bc20-f2e0086211f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '227156fb-3d8d-4a09-9a3a-1258bc6abfa8'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:51:39.524205 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f67dd1-f8b5-453b-8fa7-b95c2a8cbdb0 None None] Attempting to bind port c98dfdd0-d8fc-4820-ab9d-fd68fb2c257b on network 227156fb-3d8d-4a09-9a3a-1258bc6abfa8 {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:51:39.531492 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f67dd1-f8b5-453b-8fa7-b95c2a8cbdb0 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:51:39.531877 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f67dd1-f8b5-453b-8fa7-b95c2a8cbdb0 None None] Checking segment: {'id': 'ad166c6a-0fa2-43a0-bc20-f2e0086211f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '227156fb-3d8d-4a09-9a3a-1258bc6abfa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:51:39.532197 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98a07dd-cb1b-43f1-9210-d9dd6da66a6c admin admin] Network eb22795d-37ee-46ee-844d-92c17e2ea450 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:51:39.532329 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-87f67dd1-f8b5-453b-8fa7-b95c2a8cbdb0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:39.532685 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f67dd1-f8b5-453b-8fa7-b95c2a8cbdb0 None None] Bound using segment: {'id': 'ad166c6a-0fa2-43a0-bc20-f2e0086211f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '227156fb-3d8d-4a09-9a3a-1258bc6abfa8'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:51:39.533210 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-87f67dd1-f8b5-453b-8fa7-b95c2a8cbdb0 None None] Bound port: c98dfdd0-d8fc-4820-ab9d-fd68fb2c257b, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad166c6a-0fa2-43a0-bc20-f2e0086211f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '227156fb-3d8d-4a09-9a3a-1258bc6abfa8'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:51:39.533589 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-87f67dd1-f8b5-453b-8fa7-b95c2a8cbdb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:39.534510 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-d98a07dd-cb1b-43f1-9210-d9dd6da66a6c admin admin] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:51:39.537562 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98a07dd-cb1b-43f1-9210-d9dd6da66a6c admin admin] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:51:39.760292 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-69ff4a4e-66a2-4319-aaf8-53f8bf1119b6 None None] For port 43ce623b-62f5-4306-b48b-9947bd6e9bfd, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:51:39.765081 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98bbcda3-4ecf-49da-b863-412683977421 None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:51:39.789264 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-69ff4a4e-66a2-4319-aaf8-53f8bf1119b6 None None] For port 43ce623b-62f5-4306-b48b-9947bd6e9bfd, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=43ce623b-62f5-4306-b48b-9947bd6e9bfd,segment=NetworkSegment(dccd3aa1-c350-4508-981f-0049ce25689b),segment_id=dccd3aa1-c350-4508-981f-0049ce25689b)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:51:39.809119 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-69ff4a4e-66a2-4319-aaf8-53f8bf1119b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:39.826329 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [None req-6314c18f-76c7-4153-a17d-d15e6d257d0a tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Allocated IP 2001:db8::1 (227156fb-3d8d-4a09-9a3a-1258bc6abfa8/f13af896-1de6-4dfe-b977-bf8d1d733896/ff454482-cc7b-44f4-ac7f-f41bb8fbba9a) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:51:39.853084 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7103ee7-90fe-4a9c-90ea-5ef7c46e74c4 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Router 044ffa33-622b-40ec-a123-209f6a9cdbd5 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:51:39.856991 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d98a07dd-cb1b-43f1-9210-d9dd6da66a6c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:39.869996 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-87f67dd1-f8b5-453b-8fa7-b95c2a8cbdb0 None None] For port c98dfdd0-d8fc-4820-ab9d-fd68fb2c257b, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:51:39.890932 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-2b03f0ba-c7c4-468e-bbf6-8968284b1ce6 None None] Provisioning complete for port ce305fdc-f7f3-47cf-85c9-3a827819e914 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:51:39.891383 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-2b03f0ba-c7c4-468e-bbf6-8968284b1ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:39.908176 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-87f67dd1-f8b5-453b-8fa7-b95c2a8cbdb0 None None] For port c98dfdd0-d8fc-4820-ab9d-fd68fb2c257b, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=c98dfdd0-d8fc-4820-ab9d-fd68fb2c257b,segment=NetworkSegment(ad166c6a-0fa2-43a0-bc20-f2e0086211f3),segment_id=ad166c6a-0fa2-43a0-bc20-f2e0086211f3)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:51:39.941363 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-87f67dd1-f8b5-453b-8fa7-b95c2a8cbdb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:39.960215 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ff4a4e-66a2-4319-aaf8-53f8bf1119b6 None None] Pushing event updated for resources: {'Port': ['ID=43ce623b-62f5-4306-b48b-9947bd6e9bfd,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:40.027392 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-2b03f0ba-c7c4-468e-bbf6-8968284b1ce6 None None] Port ce305fdc-f7f3-47cf-85c9-3a827819e914 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:51:40.080456 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f67dd1-f8b5-453b-8fa7-b95c2a8cbdb0 None None] Pushing event updated for resources: {'Port': ['ID=c98dfdd0-d8fc-4820-ab9d-fd68fb2c257b,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:40.149636 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-6314c18f-76c7-4153-a17d-d15e6d257d0a tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:40.179094 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7103ee7-90fe-4a9c-90ea-5ef7c46e74c4 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:51:40.187233 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-d7103ee7-90fe-4a9c-90ea-5ef7c46e74c4 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "PUT /v2.0/routers/044ffa33-622b-40ec-a123-209f6a9cdbd5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5348153 Nov 24 01:51:40.190208 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50644) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:40.195647 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654c271e-235f-4ee0-b503-8fc4fd1bf0eb None None] Sync routers for ids ['044ffa33-622b-40ec-a123-209f6a9cdbd5'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:51:40.207675 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d98a07dd-cb1b-43f1-9210-d9dd6da66a6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-424338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418138'] for router, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:40.219924 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654c271e-235f-4ee0-b503-8fc4fd1bf0eb None None] Routers {'044ffa33-622b-40ec-a123-209f6a9cdbd5'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:51:40.220567 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-654c271e-235f-4ee0-b503-8fc4fd1bf0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:51:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['044ffa33-622b-40ec-a123-209f6a9cdbd5'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:51:40.267760 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_v2 [None req-62f3f8aa-89b1-47f7-9bd6-d0110bee1169 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Deleting subnet 430b8ec6-a019-4487-a7d1-af147e18faf5 {{(pid=109866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 01:51:40.271300 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-62f3f8aa-89b1-47f7-9bd6-d0110bee1169 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for subnet, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:40.323498 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-6314c18f-76c7-4153-a17d-d15e6d257d0a tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:40.437641 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6314c18f-76c7-4153-a17d-d15e6d257d0a tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Network 227156fb-3d8d-4a09-9a3a-1258bc6abfa8 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:51:40.440064 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-62f3f8aa-89b1-47f7-9bd6-d0110bee1169 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29055568'] for subnet, precommit_delete_associations {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:40.489309 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-6314c18f-76c7-4153-a17d-d15e6d257d0a tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:51:40.489608 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-654c271e-235f-4ee0-b503-8fc4fd1bf0eb None None] Set router 044ffa33-622b-40ec-a123-209f6a9cdbd5 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:51:40.522869 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6314c18f-76c7-4153-a17d-d15e6d257d0a tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:51:40.523959 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-6314c18f-76c7-4153-a17d-d15e6d257d0a tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3777869'] for router_interface, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:40.524920 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d98a07dd-cb1b-43f1-9210-d9dd6da66a6c admin admin] Router 2b45b9bb-51aa-4b13-be80-916772e11ced is scheduled to L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e with binding_index 1 {{(pid=109867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 01:51:40.578460 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 43ce623b-62f5-4306-b48b-9947bd6e9bfd up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:51:40.587931 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314c18f-76c7-4153-a17d-d15e6d257d0a tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Pushing event updated for resources: {'Port': ['ID=ff454482-cc7b-44f4-ac7f-f41bb8fbba9a,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:40.684259 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d98a07dd-cb1b-43f1-9210-d9dd6da66a6c admin admin] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:51:40.697929 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c475d093-0969-4f8d-a5a7-efe88a03eeb8 None None] Sync routers for ids ['2b45b9bb-51aa-4b13-be80-916772e11ced'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:51:40.698535 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 43ce623b-62f5-4306-b48b-9947bd6e9bfd triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:51:40.698898 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:40.704735 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d98a07dd-cb1b-43f1-9210-d9dd6da66a6c admin admin] Publish callbacks [] for router, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:40.705373 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-62f3f8aa-89b1-47f7-9bd6-d0110bee1169 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:40.707544 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-d98a07dd-cb1b-43f1-9210-d9dd6da66a6c admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.7841072 Nov 24 01:51:40.710292 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50646) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:40.720166 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c475d093-0969-4f8d-a5a7-efe88a03eeb8 None None] Routers {'2b45b9bb-51aa-4b13-be80-916772e11ced'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:51:40.724885 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-c475d093-0969-4f8d-a5a7-efe88a03eeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:51:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['2b45b9bb-51aa-4b13-be80-916772e11ced'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:51:40.751363 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-6314c18f-76c7-4153-a17d-d15e6d257d0a tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:40.831658 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:40.884689 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-654c271e-235f-4ee0-b503-8fc4fd1bf0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044ffa33-622b-40ec-a123-209f6a9cdbd5', 'name': 'tempest-TestNetworkBasicOps-router-1593989456', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.187'}], 'enable_snat': True}, 'gw_port_id': '15abb6d1-0606-4928-811c-ecc84505c223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:49:12Z', 'updated_at': '2021-11-24T01:51:38Z', 'revision_number': 7, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': '15abb6d1-0606-4928-811c-ecc84505c223', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044ffa33-622b-40ec-a123-209f6a9cdbd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:49:13Z', 'updated_at': '2021-11-24T01:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:51:40.888091 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] For port 43ce623b-62f5-4306-b48b-9947bd6e9bfd, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=43ce623b-62f5-4306-b48b-9947bd6e9bfd,segment=NetworkSegment(dccd3aa1-c350-4508-981f-0049ce25689b),segment_id=dccd3aa1-c350-4508-981f-0049ce25689b)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:51:40.923027 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-62f3f8aa-89b1-47f7-9bd6-d0110bee1169 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29149324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29154870'] for subnet, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:40.932888 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:40.932888 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device e2d7d034-a407-4abe-911e-fe7025b454da up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:51:40.935648 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654c271e-235f-4ee0-b503-8fc4fd1bf0eb None None] Checking router: 044ffa33-622b-40ec-a123-209f6a9cdbd5 for host: dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 01:51:40.971921 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f3f8aa-89b1-47f7-9bd6-d0110bee1169 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event deleted for resources: {'Subnet': ['ID=430b8ec6-a019-4487-a7d1-af147e18faf5,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:40.981052 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-62f3f8aa-89b1-47f7-9bd6-d0110bee1169 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:40.984957 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-62f3f8aa-89b1-47f7-9bd6-d0110bee1169 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "DELETE /v2.0/subnets/430b8ec6-a019-4487-a7d1-af147e18faf5 HTTP/1.1" status: 204 len: 168 time: 0.7928739 Nov 24 01:51:40.987623 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50648) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:41.015669 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922e9ac4-0874-4c77-b90d-dd9c01b4abe0 None None] Network 8617ed88-7a9f-4293-a73d-5ec916acee3f requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:51:41.048355 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-c475d093-0969-4f8d-a5a7-efe88a03eeb8 None None] Set router 2b45b9bb-51aa-4b13-be80-916772e11ced gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:51:41.094104 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654c271e-235f-4ee0-b503-8fc4fd1bf0eb None None] Routers {'044ffa33-622b-40ec-a123-209f6a9cdbd5'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:51:41.099963 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-654c271e-235f-4ee0-b503-8fc4fd1bf0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:51:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['044ffa33-622b-40ec-a123-209f6a9cdbd5'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:51:41.258726 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-dcc0bf51-8502-4642-a1c4-27a88cd57dab tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for router, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:41.271321 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-c475d093-0969-4f8d-a5a7-efe88a03eeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b45b9bb-51aa-4b13-be80-916772e11ced', 'name': 'tempest-TestVolumeBootPattern-1253578047-router', 'tenant_id': 'a7aa1361046d4b11b607db94d18d209d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.242'}], 'enable_snat': True}, 'gw_port_id': 'ce305fdc-f7f3-47cf-85c9-3a827819e914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:51:38Z', 'updated_at': '2021-11-24T01:51:39Z', 'revision_number': 3, 'project_id': 'a7aa1361046d4b11b607db94d18d209d', 'gw_port': {'id': 'ce305fdc-f7f3-47cf-85c9-3a827819e914', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1f:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b45b9bb-51aa-4b13-be80-916772e11ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:39Z', 'updated_at': '2021-11-24T01:51:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:51:41.304124 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Pushing event updated for resources: {'Port': ['ID=43ce623b-62f5-4306-b48b-9947bd6e9bfd,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:41.306512 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c475d093-0969-4f8d-a5a7-efe88a03eeb8 None None] Checking router: 2b45b9bb-51aa-4b13-be80-916772e11ced for host: dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 01:51:41.312655 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c475d093-0969-4f8d-a5a7-efe88a03eeb8 None None] Updating router 2b45b9bb-51aa-4b13-be80-916772e11ced port ce305fdc-f7f3-47cf-85c9-3a827819e914 binding host dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 01:51:41.317374 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c1fecc14-0d47-4e04-9825-a1c8fac831e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:41.365121 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-c475d093-0969-4f8d-a5a7-efe88a03eeb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:41.486686 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-dcc0bf51-8502-4642-a1c4-27a88cd57dab tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:41.533100 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-6314c18f-76c7-4153-a17d-d15e6d257d0a tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks [] for port, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:41.538130 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-654c271e-235f-4ee0-b503-8fc4fd1bf0eb None None] Set router 044ffa33-622b-40ec-a123-209f6a9cdbd5 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:51:41.542390 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-6314c18f-76c7-4153-a17d-d15e6d257d0a tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29149402'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:41.543325 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-6314c18f-76c7-4153-a17d-d15e6d257d0a tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3778017'] for router_interface, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:41.544972 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port e2d7d034-a407-4abe-911e-fe7025b454da triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:51:41.548904 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:41.553902 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-c1fecc14-0d47-4e04-9825-a1c8fac831e3 admin admin] Allocated IP 172.20.0.1 (e162a001-a8fa-4040-86fc-08e5a1fb4387/2a87d9d8-82e8-4eec-a9c1-168f0e0d77dd/8bd9f628-8505-49aa-aca4-cefb1c005719) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:51:41.634818 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314c18f-76c7-4153-a17d-d15e6d257d0a tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Pushing event updated for resources: {'Port': ['ID=ff454482-cc7b-44f4-ac7f-f41bb8fbba9a,revision_number=2']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:41.654958 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e7d0b86-e317-41eb-963d-345e7637671f None None] Network e162a001-a8fa-4040-86fc-08e5a1fb4387 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:51:41.681946 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-c475d093-0969-4f8d-a5a7-efe88a03eeb8 None None] Publish callbacks [] for port, precommit_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:41.694884 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-c475d093-0969-4f8d-a5a7-efe88a03eeb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:41.720278 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-dcc0bf51-8502-4642-a1c4-27a88cd57dab tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Deleting port 15abb6d1-0606-4928-811c-ecc84505c223 {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:51:41.720643 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-dcc0bf51-8502-4642-a1c4-27a88cd57dab tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:41.769793 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c1fecc14-0d47-4e04-9825-a1c8fac831e3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:41.782536 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-c475d093-0969-4f8d-a5a7-efe88a03eeb8 None None] Attempting to bind port ce305fdc-f7f3-47cf-85c9-3a827819e914 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:51:41.783164 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-c475d093-0969-4f8d-a5a7-efe88a03eeb8 None None] Attempting to bind port ce305fdc-f7f3-47cf-85c9-3a827819e914 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}] {{(pid=109869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:51:41.783285 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c475d093-0969-4f8d-a5a7-efe88a03eeb8 None None] Attempting to bind port ce305fdc-f7f3-47cf-85c9-3a827819e914 on network eb22795d-37ee-46ee-844d-92c17e2ea450 {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:51:41.815552 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c475d093-0969-4f8d-a5a7-efe88a03eeb8 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:51:41.816867 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c475d093-0969-4f8d-a5a7-efe88a03eeb8 None None] Checking segment: {'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:51:41.817107 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-c475d093-0969-4f8d-a5a7-efe88a03eeb8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:41.817713 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89387e90-924e-4a5f-8f63-86a41cbc713f None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:51:41.817863 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c475d093-0969-4f8d-a5a7-efe88a03eeb8 None None] Bound using segment: {'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'} {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:51:41.818395 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-c475d093-0969-4f8d-a5a7-efe88a03eeb8 None None] Bound port: ce305fdc-f7f3-47cf-85c9-3a827819e914, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}}] {{(pid=109869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:51:41.818750 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-c475d093-0969-4f8d-a5a7-efe88a03eeb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:41.819438 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-4ccea807-a654-4b8b-91ea-40871da855fc None None] Provisioning complete for port 43ce623b-62f5-4306-b48b-9947bd6e9bfd triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:51:41.819778 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-4ccea807-a654-4b8b-91ea-40871da855fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:41.847816 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [None req-dcc0bf51-8502-4642-a1c4-27a88cd57dab tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] For port 15abb6d1-0606-4928-811c-ecc84505c223, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=15abb6d1-0606-4928-811c-ecc84505c223,segment=NetworkSegment(03509fd2-ca9c-4aa0-94e6-e236afda62e7),segment_id=03509fd2-ca9c-4aa0-94e6-e236afda62e7)] {{(pid=109866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:51:41.848239 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-dcc0bf51-8502-4642-a1c4-27a88cd57dab tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:41.850366 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c1fecc14-0d47-4e04-9825-a1c8fac831e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:41.865096 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc18c07e-75b1-4fe8-bf39-5f8e92d9f81b None None] Pushing event updated for resources: {'Port': ['ID=ce305fdc-f7f3-47cf-85c9-3a827819e914,revision_number=2']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:41.895558 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-dcc0bf51-8502-4642-a1c4-27a88cd57dab tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Calling delete_port for 15abb6d1-0606-4928-811c-ecc84505c223 owned by network:router_gateway {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:51:41.940604 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e874653d-45fd-419f-badb-a2e7536586c1 None None] DHCP port deletion for 8617ed88-7a9f-4293-a73d-5ec916acee3f request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:51:41.946591 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1fecc14-0d47-4e04-9825-a1c8fac831e3 admin admin] Network e162a001-a8fa-4040-86fc-08e5a1fb4387 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:51:41.948014 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.db [None req-c475d093-0969-4f8d-a5a7-efe88a03eeb8 None None] For port ce305fdc-f7f3-47cf-85c9-3a827819e914, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:51:41.954810 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-c1fecc14-0d47-4e04-9825-a1c8fac831e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:51:41.959276 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fecc14-0d47-4e04-9825-a1c8fac831e3 admin admin] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:51:41.963264 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.db [None req-c475d093-0969-4f8d-a5a7-efe88a03eeb8 None None] For port ce305fdc-f7f3-47cf-85c9-3a827819e914, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=ce305fdc-f7f3-47cf-85c9-3a827819e914,segment=NetworkSegment(03509fd2-ca9c-4aa0-94e6-e236afda62e7),segment_id=03509fd2-ca9c-4aa0-94e6-e236afda62e7)] {{(pid=109869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:51:41.972295 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-c475d093-0969-4f8d-a5a7-efe88a03eeb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:41.978470 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6314c18f-76c7-4153-a17d-d15e6d257d0a tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Network 227156fb-3d8d-4a09-9a3a-1258bc6abfa8 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:51:41.983425 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-6314c18f-76c7-4153-a17d-d15e6d257d0a tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:51:41.999958 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c1fecc14-0d47-4e04-9825-a1c8fac831e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3777869'] for router_interface, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:42.040582 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fecc14-0d47-4e04-9825-a1c8fac831e3 admin admin] Pushing event updated for resources: {'Port': ['ID=8bd9f628-8505-49aa-aca4-cefb1c005719,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:42.101370 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc18c07e-75b1-4fe8-bf39-5f8e92d9f81b None None] Pushing event updated for resources: {'Port': ['ID=ce305fdc-f7f3-47cf-85c9-3a827819e914,revision_number=3']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:42.112663 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c475d093-0969-4f8d-a5a7-efe88a03eeb8 None None] Routers {'2b45b9bb-51aa-4b13-be80-916772e11ced'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:51:42.113952 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-c475d093-0969-4f8d-a5a7-efe88a03eeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:51:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['2b45b9bb-51aa-4b13-be80-916772e11ced'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:51:42.194637 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c1fecc14-0d47-4e04-9825-a1c8fac831e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:42.236653 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3924fa-05c3-4d25-8267-7a3c4e6327ea None None] Network 227156fb-3d8d-4a09-9a3a-1258bc6abfa8 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:51:42.239015 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91277dd-35c1-4058-bc2f-120d8681d779 None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:51:42.241099 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6314c18f-76c7-4153-a17d-d15e6d257d0a tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Router 50f5dd5c-bd92-41e2-b330-65449932bc68 is scheduled to L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e with binding_index 1 {{(pid=109866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 01:51:42.277380 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-c475d093-0969-4f8d-a5a7-efe88a03eeb8 None None] Set router 2b45b9bb-51aa-4b13-be80-916772e11ced gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:51:42.368877 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6314c18f-76c7-4153-a17d-d15e6d257d0a tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:51:42.379777 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50650) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:42.380291 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-6314c18f-76c7-4153-a17d-d15e6d257d0a tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] 10.222.0.21 "PUT /v2.0/routers/50f5dd5c-bd92-41e2-b330-65449932bc68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2457364 Nov 24 01:51:42.384819 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-654c271e-235f-4ee0-b503-8fc4fd1bf0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044ffa33-622b-40ec-a123-209f6a9cdbd5', 'name': 'tempest-TestNetworkBasicOps-router-1593989456', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.187'}], 'enable_snat': True}, 'gw_port_id': '15abb6d1-0606-4928-811c-ecc84505c223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:49:12Z', 'updated_at': '2021-11-24T01:51:38Z', 'revision_number': 7, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': '15abb6d1-0606-4928-811c-ecc84505c223', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044ffa33-622b-40ec-a123-209f6a9cdbd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:49:13Z', 'updated_at': '2021-11-24T01:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:51:42.388753 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-dcc0bf51-8502-4642-a1c4-27a88cd57dab tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:42.396895 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6695f83a-3af2-4c26-8bf9-c01470525217 None None] Sync routers for ids ['50f5dd5c-bd92-41e2-b330-65449932bc68'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:51:42.428626 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc0bf51-8502-4642-a1c4-27a88cd57dab tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event deleted for resources: {'Port': ['ID=15abb6d1-0606-4928-811c-ecc84505c223,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:42.446721 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c1fecc14-0d47-4e04-9825-a1c8fac831e3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:42.458910 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91cc4912-4081-40ff-a4f1-1ce3507bc6d5 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:51:42.464728 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50652) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:42.465811 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-91cc4912-4081-40ff-a4f1-1ce3507bc6d5 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] 10.222.0.21 "GET /v2.0/ports/ff454482-cc7b-44f4-ac7f-f41bb8fbba9a HTTP/1.1" status: 200 len: 911 time: 0.0846388 Nov 24 01:51:42.467313 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c1fecc14-0d47-4e04-9825-a1c8fac831e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25501696'] for port, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:42.467460 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409a8fe7-21bd-49fb-8f87-8fbfd5de3b8d None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:51:42.473580 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-7f0410d9-4765-4875-a6f1-6383a130f1cf tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f13af896-1de6-4dfe-b977-bf8d1d733896'}]}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:42.485264 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654c271e-235f-4ee0-b503-8fc4fd1bf0eb None None] The sync data for ids ['044ffa33-622b-40ec-a123-209f6a9cdbd5'] in dv-neutron-818911-2-hyperv is: [{'id': '044ffa33-622b-40ec-a123-209f6a9cdbd5', 'name': 'tempest-TestNetworkBasicOps-router-1593989456', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.187'}], 'enable_snat': True}, 'gw_port_id': '15abb6d1-0606-4928-811c-ecc84505c223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:49:12Z', 'updated_at': '2021-11-24T01:51:38Z', 'revision_number': 7, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': '15abb6d1-0606-4928-811c-ecc84505c223', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044ffa33-622b-40ec-a123-209f6a9cdbd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:49:13Z', 'updated_at': '2021-11-24T01:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:51:42.527321 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6695f83a-3af2-4c26-8bf9-c01470525217 None None] Routers {'50f5dd5c-bd92-41e2-b330-65449932bc68'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:51:42.528040 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-6695f83a-3af2-4c26-8bf9-c01470525217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:51:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['50f5dd5c-bd92-41e2-b330-65449932bc68'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:51:42.545275 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-e874653d-45fd-419f-badb-a2e7536586c1 None None] Deleting port df96f4d0-fc77-4462-81b1-287b2bb68d19 {{(pid=109868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:51:42.545275 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e874653d-45fd-419f-badb-a2e7536586c1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:42.595028 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c1fecc14-0d47-4e04-9825-a1c8fac831e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3778017'] for router_interface, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:42.603772 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-6695f83a-3af2-4c26-8bf9-c01470525217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:51:42.628825 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fecc14-0d47-4e04-9825-a1c8fac831e3 admin admin] Pushing event updated for resources: {'Port': ['ID=8bd9f628-8505-49aa-aca4-cefb1c005719,revision_number=2']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:42.658929 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-c475d093-0969-4f8d-a5a7-efe88a03eeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b45b9bb-51aa-4b13-be80-916772e11ced', 'name': 'tempest-TestVolumeBootPattern-1253578047-router', 'tenant_id': 'a7aa1361046d4b11b607db94d18d209d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.242'}], 'enable_snat': True}, 'gw_port_id': 'ce305fdc-f7f3-47cf-85c9-3a827819e914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:51:38Z', 'updated_at': '2021-11-24T01:51:39Z', 'revision_number': 3, 'project_id': 'a7aa1361046d4b11b607db94d18d209d', 'gw_port': {'id': 'ce305fdc-f7f3-47cf-85c9-3a827819e914', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1f:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b45b9bb-51aa-4b13-be80-916772e11ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:39Z', 'updated_at': '2021-11-24T01:51:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:51:42.678939 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-dcc0bf51-8502-4642-a1c4-27a88cd57dab tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418161'] for router_gateway, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:42.694723 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c475d093-0969-4f8d-a5a7-efe88a03eeb8 None None] The sync data for ids ['2b45b9bb-51aa-4b13-be80-916772e11ced'] in dv-neutron-818911-2-hyperv is: [{'id': '2b45b9bb-51aa-4b13-be80-916772e11ced', 'name': 'tempest-TestVolumeBootPattern-1253578047-router', 'tenant_id': 'a7aa1361046d4b11b607db94d18d209d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.242'}], 'enable_snat': True}, 'gw_port_id': 'ce305fdc-f7f3-47cf-85c9-3a827819e914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:51:38Z', 'updated_at': '2021-11-24T01:51:39Z', 'revision_number': 3, 'project_id': 'a7aa1361046d4b11b607db94d18d209d', 'gw_port': {'id': 'ce305fdc-f7f3-47cf-85c9-3a827819e914', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1f:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b45b9bb-51aa-4b13-be80-916772e11ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:39Z', 'updated_at': '2021-11-24T01:51:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:51:42.726319 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6695f83a-3af2-4c26-8bf9-c01470525217 None None] Routers {'50f5dd5c-bd92-41e2-b330-65449932bc68'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:51:42.727120 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-6695f83a-3af2-4c26-8bf9-c01470525217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:51:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['50f5dd5c-bd92-41e2-b330-65449932bc68'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:51:42.781741 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1fecc14-0d47-4e04-9825-a1c8fac831e3 admin admin] Network e162a001-a8fa-4040-86fc-08e5a1fb4387 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:51:42.783537 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-c1fecc14-0d47-4e04-9825-a1c8fac831e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:51:42.813997 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-6695f83a-3af2-4c26-8bf9-c01470525217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:51:42.814572 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6695f83a-3af2-4c26-8bf9-c01470525217 None None] The sync data for ids ['50f5dd5c-bd92-41e2-b330-65449932bc68'] in dv-neutron-818911-2-hyperv is: [] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:51:42.830444 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e874653d-45fd-419f-badb-a2e7536586c1 None None] For port df96f4d0-fc77-4462-81b1-287b2bb68d19, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=df96f4d0-fc77-4462-81b1-287b2bb68d19,segment=NetworkSegment(feb4f0f9-1c57-448a-84ec-01d3896941c5),segment_id=feb4f0f9-1c57-448a-84ec-01d3896941c5)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:51:42.830872 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e874653d-45fd-419f-badb-a2e7536586c1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:42.836924 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-dcc0bf51-8502-4642-a1c4-27a88cd57dab tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-424460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2766'] for router, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:42.841687 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-dcc0bf51-8502-4642-a1c4-27a88cd57dab tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:42.864022 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-4c9977e7-92c8-4f7c-a500-3e4cce69d7f1 None None] Provisioning complete for port c98dfdd0-d8fc-4820-ab9d-fd68fb2c257b triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:51:42.864717 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-4c9977e7-92c8-4f7c-a500-3e4cce69d7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:42.868401 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-e874653d-45fd-419f-badb-a2e7536586c1 None None] Calling delete_port for df96f4d0-fc77-4462-81b1-287b2bb68d19 owned by network:dhcp {{(pid=109868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:51:42.988109 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-7f0410d9-4765-4875-a6f1-6383a130f1cf tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:42.992023 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-dcc0bf51-8502-4642-a1c4-27a88cd57dab tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-424469'] for router, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:42.992857 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcc0bf51-8502-4642-a1c4-27a88cd57dab tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Fanout notify agent at l3_agent the message router_deleted on router 044ffa33-622b-40ec-a123-209f6a9cdbd5 {{(pid=109866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 01:51:43.013571 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1fecc14-0d47-4e04-9825-a1c8fac831e3 admin admin] Router 2b45b9bb-51aa-4b13-be80-916772e11ced has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:51:43.020875 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-dcc0bf51-8502-4642-a1c4-27a88cd57dab tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for router, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:43.032644 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-dcc0bf51-8502-4642-a1c4-27a88cd57dab tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "DELETE /v2.0/routers/044ffa33-622b-40ec-a123-209f6a9cdbd5 HTTP/1.1" status: 204 len: 168 time: 2.0439918 Nov 24 01:51:43.035272 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50654) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:43.054356 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 43ce623b-62f5-4306-b48b-9947bd6e9bfd up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:51:43.275130 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1fecc14-0d47-4e04-9825-a1c8fac831e3 admin admin] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:51:43.278084 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e874653d-45fd-419f-badb-a2e7536586c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974'] for port, after_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:43.282089 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-c1fecc14-0d47-4e04-9825-a1c8fac831e3 admin admin] 10.222.0.21 "PUT /v2.0/routers/2b45b9bb-51aa-4b13-be80-916772e11ced/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5700769 Nov 24 01:51:43.321238 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e874653d-45fd-419f-badb-a2e7536586c1 None None] No DVR routers for this DVR port df96f4d0-fc77-4462-81b1-287b2bb68d19 on host dv-neutron-818911-2-hyperv {{(pid=109868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:51:43.373035 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e874653d-45fd-419f-badb-a2e7536586c1 None None] Pushing event deleted for resources: {'Port': ['ID=df96f4d0-fc77-4462-81b1-287b2bb68d19,revision_number=None']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:43.377835 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 43ce623b-62f5-4306-b48b-9947bd6e9bfd triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:51:43.378852 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:43.415119 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-bcf91a4e-6693-4e23-859c-1874500ea896 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:43.434668 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-4c9977e7-92c8-4f7c-a500-3e4cce69d7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:43.558852 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-4c9977e7-92c8-4f7c-a500-3e4cce69d7f1 None None] For port c98dfdd0-d8fc-4820-ab9d-fd68fb2c257b, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=c98dfdd0-d8fc-4820-ab9d-fd68fb2c257b,segment=NetworkSegment(ad166c6a-0fa2-43a0-bc20-f2e0086211f3),segment_id=ad166c6a-0fa2-43a0-bc20-f2e0086211f3)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:51:43.575689 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-4c9977e7-92c8-4f7c-a500-3e4cce69d7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:43.671102 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device c98dfdd0-d8fc-4820-ab9d-fd68fb2c257b up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:51:43.725538 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-4c9977e7-92c8-4f7c-a500-3e4cce69d7f1 None None] Provisioning complete for port ce305fdc-f7f3-47cf-85c9-3a827819e914 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:51:43.725768 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-4c9977e7-92c8-4f7c-a500-3e4cce69d7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:43.802898 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9977e7-92c8-4f7c-a500-3e4cce69d7f1 None None] Pushing event updated for resources: {'Port': ['ID=c98dfdd0-d8fc-4820-ab9d-fd68fb2c257b,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:43.836869 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port c98dfdd0-d8fc-4820-ab9d-fd68fb2c257b triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:51:43.837237 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:43.886118 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-4c9977e7-92c8-4f7c-a500-3e4cce69d7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:43.961191 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-4c9977e7-92c8-4f7c-a500-3e4cce69d7f1 None None] For port ce305fdc-f7f3-47cf-85c9-3a827819e914, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=ce305fdc-f7f3-47cf-85c9-3a827819e914,segment=NetworkSegment(03509fd2-ca9c-4aa0-94e6-e236afda62e7),segment_id=03509fd2-ca9c-4aa0-94e6-e236afda62e7)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:51:43.972797 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-4c9977e7-92c8-4f7c-a500-3e4cce69d7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:44.077761 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9977e7-92c8-4f7c-a500-3e4cce69d7f1 None None] Pushing event updated for resources: {'Port': ['ID=ce305fdc-f7f3-47cf-85c9-3a827819e914,revision_number=4']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:44.112372 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-0ba96a1a-dac5-42d6-b613-4378a3c3b67c None None] Provisioning complete for port ff454482-cc7b-44f4-ac7f-f41bb8fbba9a triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:51:44.114179 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-0ba96a1a-dac5-42d6-b613-4378a3c3b67c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:44.168151 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-0ba96a1a-dac5-42d6-b613-4378a3c3b67c None None] Port ff454482-cc7b-44f4-ac7f-f41bb8fbba9a cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:51:44.179019 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device df96f4d0-fc77-4462-81b1-287b2bb68d19 no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:51:44.200678 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: df96f4d0-fc77-4462-81b1-287b2bb68d19 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:51:44.200978 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device df96f4d0-fc77-4462-81b1-287b2bb68d19 not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:51:44.226259 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-0ba96a1a-dac5-42d6-b613-4378a3c3b67c None None] Provisioning complete for port 43ce623b-62f5-4306-b48b-9947bd6e9bfd triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:51:44.226702 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-0ba96a1a-dac5-42d6-b613-4378a3c3b67c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:44.293339 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-bcf91a4e-6693-4e23-859c-1874500ea896 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:44.334230 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-bcf91a4e-6693-4e23-859c-1874500ea896 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8617ed88-7a9f-4293-a73d-5ec916acee3f']}} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:51:44.340390 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-0ba96a1a-dac5-42d6-b613-4378a3c3b67c None None] Provisioning complete for port c98dfdd0-d8fc-4820-ab9d-fd68fb2c257b triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:51:44.340991 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-0ba96a1a-dac5-42d6-b613-4378a3c3b67c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:44.350987 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-bcf91a4e-6693-4e23-859c-1874500ea896 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'feb4f0f9-1c57-448a-84ec-01d3896941c5') {'for_net_delete': True} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:51:44.351551 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-bcf91a4e-6693-4e23-859c-1874500ea896 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'feb4f0f9-1c57-448a-84ec-01d3896941c5') {} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:51:44.373259 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50662) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:44.378277 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-2cee65b9-6619-4849-a256-67aa79305611 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-813351436', 'description': 'tempest-secgroup-smoke-813351436 description', 'project_id': '3fa7557b5a414e29b40de0454c5ea7eb'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:44.391014 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-bcf91a4e-6693-4e23-859c-1874500ea896 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29055561'] for segment, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:44.413908 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2cee65b9-6619-4849-a256-67aa79305611 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Publish callbacks [] for security_group, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:44.437936 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-bcf91a4e-6693-4e23-859c-1874500ea896 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:44.450050 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcf91a4e-6693-4e23-859c-1874500ea896 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=109866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:51:44.450502 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-bcf91a4e-6693-4e23-859c-1874500ea896 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29151010'] for segment, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:44.453341 dv-neutron-818911-2-hyperv neutron-server[109866]: Traceback (most recent call last): Nov 24 01:51:44.453341 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:51:44.453341 dv-neutron-818911-2-hyperv neutron-server[109866]: timer() Nov 24 01:51:44.453341 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:51:44.453341 dv-neutron-818911-2-hyperv neutron-server[109866]: cb(*args, **kw) Nov 24 01:51:44.453341 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:51:44.453341 dv-neutron-818911-2-hyperv neutron-server[109866]: return func(*args, **kwargs) Nov 24 01:51:44.453341 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:51:44.453341 dv-neutron-818911-2-hyperv neutron-server[109866]: self._notify() Nov 24 01:51:44.453341 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:51:44.453341 dv-neutron-818911-2-hyperv neutron-server[109866]: self.callback(batched_events) Nov 24 01:51:44.453341 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:51:44.453341 dv-neutron-818911-2-hyperv neutron-server[109866]: event.method(event) Nov 24 01:51:44.453341 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:51:44.453341 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:51:44.453341 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:51:44.453341 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:51:44.453341 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:51:44.453341 dv-neutron-818911-2-hyperv neutron-server[109866]: return f(self, *a, **k) Nov 24 01:51:44.453341 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:51:44.453341 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._get(url).json() Nov 24 01:51:44.453341 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:51:44.453341 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:51:44.453341 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:51:44.453341 dv-neutron-818911-2-hyperv neutron-server[109866]: return self.request(url, 'GET', **kwargs) Nov 24 01:51:44.453341 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:51:44.453341 dv-neutron-818911-2-hyperv neutron-server[109866]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:51:44.453341 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:51:44.453341 dv-neutron-818911-2-hyperv neutron-server[109866]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:51:44.453341 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:51:44.453341 dv-neutron-818911-2-hyperv neutron-server[109866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:51:44.453341 dv-neutron-818911-2-hyperv neutron-server[109866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:51:44.474793 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-0ba96a1a-dac5-42d6-b613-4378a3c3b67c None None] Provisioning complete for port 8bd9f628-8505-49aa-aca4-cefb1c005719 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:51:44.475840 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-0ba96a1a-dac5-42d6-b613-4378a3c3b67c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:44.505733 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2cee65b9-6619-4849-a256-67aa79305611 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Publish callbacks [] for security_group, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:44.510464 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2cee65b9-6619-4849-a256-67aa79305611 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:44.518525 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-0ba96a1a-dac5-42d6-b613-4378a3c3b67c None None] Port 8bd9f628-8505-49aa-aca4-cefb1c005719 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:51:44.558701 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-bcf91a4e-6693-4e23-859c-1874500ea896 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:44.568225 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2cee65b9-6619-4849-a256-67aa79305611 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:44.570266 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-bcf91a4e-6693-4e23-859c-1874500ea896 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:44.574577 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-bcf91a4e-6693-4e23-859c-1874500ea896 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "DELETE /v2.0/networks/8617ed88-7a9f-4293-a73d-5ec916acee3f HTTP/1.1" status: 204 len: 168 time: 1.5372796 Nov 24 01:51:44.581518 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50664) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:44.582864 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-2cee65b9-6619-4849-a256-67aa79305611 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2013721 Nov 24 01:51:44.594906 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cee65b9-6619-4849-a256-67aa79305611 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb4ca234-490d-44d6-ab4a-adcd1740b9bf,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:44.596121 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-77b210e0-9335-4c97-bb41-e32aedd8911d tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Request body: {'security_group_rule': {'security_group_id': 'fb4ca234-490d-44d6-ab4a-adcd1740b9bf', 'project_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:44.600653 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device c98dfdd0-d8fc-4820-ab9d-fd68fb2c257b up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:51:44.603200 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf91a4e-6693-4e23-859c-1874500ea896 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event deleted for resources: {'Network': ['ID=8617ed88-7a9f-4293-a73d-5ec916acee3f,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:44.604768 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50666) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:44.607077 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-7f0410d9-4765-4875-a6f1-6383a130f1cf tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks [] for port, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:44.610420 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-8d331137-3e2b-4974-ab62-ac859ad8aa80 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'network': {'name': 'tempest-network-smoke--763458381', 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'port_security_enabled': True}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:44.628585 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-7f0410d9-4765-4875-a6f1-6383a130f1cf tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29149402'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:44.635326 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0410d9-4765-4875-a6f1-6383a130f1cf tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:51:44.635949 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-7f0410d9-4765-4875-a6f1-6383a130f1cf tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:44.637803 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-7f0410d9-4765-4875-a6f1-6383a130f1cf tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] 10.222.0.21 "PUT /v2.0/ports/ff454482-cc7b-44f4-ac7f-f41bb8fbba9a HTTP/1.1" status: 200 len: 911 time: 2.1706672 Nov 24 01:51:44.640728 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50668) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:44.660834 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-a5d5254c-da01-41f8-8685-79e77218f5a1 None None] Provisioning complete for port ff454482-cc7b-44f4-ac7f-f41bb8fbba9a triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:51:44.661204 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a5d5254c-da01-41f8-8685-79e77218f5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:44.675510 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-77b210e0-9335-4c97-bb41-e32aedd8911d tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:44.694494 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port c98dfdd0-d8fc-4820-ab9d-fd68fb2c257b triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:51:44.694717 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:44.701674 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0410d9-4765-4875-a6f1-6383a130f1cf tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Pushing event updated for resources: {'Port': ['ID=ff454482-cc7b-44f4-ac7f-f41bb8fbba9a,revision_number=3']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:44.727712 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-a5d5254c-da01-41f8-8685-79e77218f5a1 None None] Port ff454482-cc7b-44f4-ac7f-f41bb8fbba9a cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:51:44.743603 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d331137-3e2b-4974-ab62-ac859ad8aa80 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Made reservation on behalf of 5cd72ac6dd034b2d92e26f70404adb10 for: {'network': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:51:44.744734 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-77b210e0-9335-4c97-bb41-e32aedd8911d tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:44.747381 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8d331137-3e2b-4974-ab62-ac859ad8aa80 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:44.749020 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-77b210e0-9335-4c97-bb41-e32aedd8911d tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:44.767306 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b210e0-9335-4c97-bb41-e32aedd8911d tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd6ece3a-e202-4686-b211-aa7edc7981bb,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:44.779343 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-77b210e0-9335-4c97-bb41-e32aedd8911d tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:44.782037 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-77b210e0-9335-4c97-bb41-e32aedd8911d tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1930764 Nov 24 01:51:44.783451 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50670) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:44.789723 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device ce305fdc-f7f3-47cf-85c9-3a827819e914 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:51:44.789893 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-33a1ca5c-8ac7-4f60-aab8-b58ba1097ac9 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Request body: {'security_group_rule': {'security_group_id': 'fb4ca234-490d-44d6-ab4a-adcd1740b9bf', 'project_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:44.822192 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-33a1ca5c-8ac7-4f60-aab8-b58ba1097ac9 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:44.840865 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port ce305fdc-f7f3-47cf-85c9-3a827819e914 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:51:44.841269 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:44.845738 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d331137-3e2b-4974-ab62-ac859ad8aa80 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=109867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:51:44.866294 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8d331137-3e2b-4974-ab62-ac859ad8aa80 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:44.866659 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.segments_db [None req-8d331137-3e2b-4974-ab62-ac859ad8aa80 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Added segment cdedba67-af31-49a0-a765-665937d2bb16 of type vlan for network 3b80f25a-9d8f-4a26-8638-c059e412f416 Nov 24 01:51:44.888651 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-33a1ca5c-8ac7-4f60-aab8-b58ba1097ac9 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:44.893319 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-33a1ca5c-8ac7-4f60-aab8-b58ba1097ac9 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:44.912495 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a1ca5c-8ac7-4f60-aab8-b58ba1097ac9 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbce5f90-74f3-4c06-8f0a-854688e0377a,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:44.920288 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-33a1ca5c-8ac7-4f60-aab8-b58ba1097ac9 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:44.921515 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-33a1ca5c-8ac7-4f60-aab8-b58ba1097ac9 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1358175 Nov 24 01:51:44.924119 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50672) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:44.928778 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-a31c292f-848c-45a0-b9a1-32817c45be4c tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Request body: {'security_group_rule': {'security_group_id': 'fb4ca234-490d-44d6-ab4a-adcd1740b9bf', 'project_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:44.946278 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8d331137-3e2b-4974-ab62-ac859ad8aa80 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:44.962860 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a31c292f-848c-45a0-b9a1-32817c45be4c tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:45.006000 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8d331137-3e2b-4974-ab62-ac859ad8aa80 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:45.011661 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d331137-3e2b-4974-ab62-ac859ad8aa80 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:51:45.012080 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8d331137-3e2b-4974-ab62-ac859ad8aa80 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:45.028964 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 758483ef-c738-4f14-8ab8-094385e704eb no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:51:45.031588 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a31c292f-848c-45a0-b9a1-32817c45be4c tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:45.038058 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a31c292f-848c-45a0-b9a1-32817c45be4c tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:45.055774 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31c292f-848c-45a0-b9a1-32817c45be4c tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68693ea8-700c-4893-b50f-9d6cfdbd4773,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:45.056517 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-8d331137-3e2b-4974-ab62-ac859ad8aa80 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4503777 Nov 24 01:51:45.060715 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50674) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:45.063284 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: 758483ef-c738-4f14-8ab8-094385e704eb {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:51:45.063435 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 758483ef-c738-4f14-8ab8-094385e704eb not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:51:45.064194 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 15abb6d1-0606-4928-811c-ecc84505c223 no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:51:45.066211 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-f8e24a83-68ab-46b0-a7e2-f0dd8bc96247 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1218531807', 'admin_state_up': True, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:45.086732 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: 15abb6d1-0606-4928-811c-ecc84505c223 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:51:45.087058 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 15abb6d1-0606-4928-811c-ecc84505c223 not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:51:45.095346 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f8e24a83-68ab-46b0-a7e2-f0dd8bc96247 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-424105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2744'] for router, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:45.096581 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f8e24a83-68ab-46b0-a7e2-f0dd8bc96247 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-424325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-326625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2753'] for router, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:45.101658 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d331137-3e2b-4974-ab62-ac859ad8aa80 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'Network': ['ID=3b80f25a-9d8f-4a26-8638-c059e412f416,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:45.109671 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a31c292f-848c-45a0-b9a1-32817c45be4c tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:45.114547 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-a31c292f-848c-45a0-b9a1-32817c45be4c tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1894064 Nov 24 01:51:45.116014 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network 3b80f25a-9d8f-4a26-8638-c059e412f416 details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:51:45.118355 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50676) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:45.124628 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-e9608cb0-36f6-4fca-b513-7dd3aef1c682 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Request body: {'security_group_rule': {'security_group_id': 'fb4ca234-490d-44d6-ab4a-adcd1740b9bf', 'project_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:45.166477 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-599e98f0-2609-4426-a515-426a27033957 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3777994'] for router_interface, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:45.185753 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f8e24a83-68ab-46b0-a7e2-f0dd8bc96247 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:45.199158 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e9608cb0-36f6-4fca-b513-7dd3aef1c682 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:45.370269 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f8e24a83-68ab-46b0-a7e2-f0dd8bc96247 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:45.399092 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e9608cb0-36f6-4fca-b513-7dd3aef1c682 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:45.407598 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e9608cb0-36f6-4fca-b513-7dd3aef1c682 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:45.420063 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-599e98f0-2609-4426-a515-426a27033957 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Deleting port ff454482-cc7b-44f4-ac7f-f41bb8fbba9a {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:51:45.420636 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-599e98f0-2609-4426-a515-426a27033957 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:45.437676 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9608cb0-36f6-4fca-b513-7dd3aef1c682 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59759163-f0e3-4e98-99f7-4c83828e8c74,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:45.446024 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e9608cb0-36f6-4fca-b513-7dd3aef1c682 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:45.449680 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-e9608cb0-36f6-4fca-b513-7dd3aef1c682 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3262646 Nov 24 01:51:45.450083 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50678) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:45.456355 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-053ca637-6098-426d-8dd6-27c4d6b13c92 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Request body: {'security_group_rule': {'security_group_id': 'fb4ca234-490d-44d6-ab4a-adcd1740b9bf', 'project_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:45.523026 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.securitygroups_db [None req-053ca637-6098-426d-8dd6-27c4d6b13c92 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Project 3fa7557b5a414e29b40de0454c5ea7eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 01:51:45.533689 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-053ca637-6098-426d-8dd6-27c4d6b13c92 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:45.537264 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-599e98f0-2609-4426-a515-426a27033957 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:45.560646 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-599e98f0-2609-4426-a515-426a27033957 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Calling delete_port for ff454482-cc7b-44f4-ac7f-f41bb8fbba9a owned by network:router_interface {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:51:45.601622 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f8e24a83-68ab-46b0-a7e2-f0dd8bc96247 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for router_gateway, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:45.621025 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f8e24a83-68ab-46b0-a7e2-f0dd8bc96247 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:45.658622 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-053ca637-6098-426d-8dd6-27c4d6b13c92 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:45.664155 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-053ca637-6098-426d-8dd6-27c4d6b13c92 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:45.720209 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053ca637-6098-426d-8dd6-27c4d6b13c92 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=347e4953-a516-419b-b323-1dbb6845806a,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:45.726755 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-053ca637-6098-426d-8dd6-27c4d6b13c92 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:45.727975 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-053ca637-6098-426d-8dd6-27c4d6b13c92 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2769325 Nov 24 01:51:45.734005 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50680) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:45.736377 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [None req-f8e24a83-68ab-46b0-a7e2-f0dd8bc96247 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Allocated IP 172.26.5.35 (eb22795d-37ee-46ee-844d-92c17e2ea450/3e66fcff-6e72-4083-b514-48f69cdaa2cb/4eeb3fe4-58be-4089-99aa-b1aba41f5c0a) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:51:45.740215 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-8de5dd47-8c6e-4845-86b3-09c20f6be9d7 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Request body: {'security_group_rule': {'security_group_id': 'fb4ca234-490d-44d6-ab4a-adcd1740b9bf', 'project_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:45.771382 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.securitygroups_db [None req-8de5dd47-8c6e-4845-86b3-09c20f6be9d7 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Project 3fa7557b5a414e29b40de0454c5ea7eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 01:51:45.799661 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8de5dd47-8c6e-4845-86b3-09c20f6be9d7 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:45.848884 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-599e98f0-2609-4426-a515-426a27033957 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:45.849138 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f8e24a83-68ab-46b0-a7e2-f0dd8bc96247 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:45.886864 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f8e24a83-68ab-46b0-a7e2-f0dd8bc96247 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:45.935086 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e24a83-68ab-46b0-a7e2-f0dd8bc96247 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Network eb22795d-37ee-46ee-844d-92c17e2ea450 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:51:45.938185 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-f8e24a83-68ab-46b0-a7e2-f0dd8bc96247 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:51:45.942022 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e24a83-68ab-46b0-a7e2-f0dd8bc96247 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:51:45.956968 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feaf62f6-0c40-4536-98e9-91741bcc33b2 None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:51:45.966736 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e24a83-68ab-46b0-a7e2-f0dd8bc96247 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'Port': ['ID=4eeb3fe4-58be-4089-99aa-b1aba41f5c0a,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:46.057128 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e7759f01-eecf-4e2f-8894-8e04e91304ab None None] Provisioning complete for port 4eeb3fe4-58be-4089-99aa-b1aba41f5c0a triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:51:46.057526 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e7759f01-eecf-4e2f-8894-8e04e91304ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:46.094918 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-e7759f01-eecf-4e2f-8894-8e04e91304ab None None] Port 4eeb3fe4-58be-4089-99aa-b1aba41f5c0a cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:51:46.138972 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e06385a-3e5a-405d-9527-e602e9a6e5be None None] Sync routers for ids ['2b45b9bb-51aa-4b13-be80-916772e11ced'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:51:46.150586 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e06385a-3e5a-405d-9527-e602e9a6e5be None None] Routers {'2b45b9bb-51aa-4b13-be80-916772e11ced'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:51:46.151215 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-3e06385a-3e5a-405d-9527-e602e9a6e5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:51:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['2b45b9bb-51aa-4b13-be80-916772e11ced'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:51:46.219749 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599e98f0-2609-4426-a515-426a27033957 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Pushing event deleted for resources: {'Port': ['ID=ff454482-cc7b-44f4-ac7f-f41bb8fbba9a,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:46.220361 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f8e24a83-68ab-46b0-a7e2-f0dd8bc96247 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for router_gateway, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:46.262688 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8de5dd47-8c6e-4845-86b3-09c20f6be9d7 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:46.288912 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-3e06385a-3e5a-405d-9527-e602e9a6e5be None None] Set router 2b45b9bb-51aa-4b13-be80-916772e11ced gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:51:46.294821 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8de5dd47-8c6e-4845-86b3-09c20f6be9d7 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:46.348009 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de5dd47-8c6e-4845-86b3-09c20f6be9d7 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37c5267a-fc78-434d-84f8-a0c6ae72cc4a,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:46.350655 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-599e98f0-2609-4426-a515-426a27033957 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424538'] for router_interface, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:46.366762 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8de5dd47-8c6e-4845-86b3-09c20f6be9d7 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:46.371080 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-8de5dd47-8c6e-4845-86b3-09c20f6be9d7 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6330194 Nov 24 01:51:46.499838 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f8e24a83-68ab-46b0-a7e2-f0dd8bc96247 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-424338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418138'] for router, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:46.572006 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-599e98f0-2609-4426-a515-426a27033957 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Router 50f5dd5c-bd92-41e2-b330-65449932bc68 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:51:46.600812 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-3e06385a-3e5a-405d-9527-e602e9a6e5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b45b9bb-51aa-4b13-be80-916772e11ced', 'name': 'tempest-TestVolumeBootPattern-1253578047-router', 'tenant_id': 'a7aa1361046d4b11b607db94d18d209d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.242'}], 'enable_snat': True}, 'gw_port_id': 'ce305fdc-f7f3-47cf-85c9-3a827819e914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:51:38Z', 'updated_at': '2021-11-24T01:51:42Z', 'revision_number': 4, 'project_id': 'a7aa1361046d4b11b607db94d18d209d', 'gw_port': {'id': 'ce305fdc-f7f3-47cf-85c9-3a827819e914', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b45b9bb-51aa-4b13-be80-916772e11ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:39Z', 'updated_at': '2021-11-24T01:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': '8bd9f628-8505-49aa-aca4-cefb1c005719', 'name': '', 'network_id': 'e162a001-a8fa-4040-86fc-08e5a1fb4387', 'tenant_id': 'a7aa1361046d4b11b607db94d18d209d', 'mac_address': 'fa:16:3e:fc:8a:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b45b9bb-51aa-4b13-be80-916772e11ced', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '2a87d9d8-82e8-4eec-a9c1-168f0e0d77dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:41Z', 'updated_at': '2021-11-24T01:51:42Z', 'revision_number': 2, 'project_id': 'a7aa1361046d4b11b607db94d18d209d', 'subnets': [{'id': '2a87d9d8-82e8-4eec-a9c1-168f0e0d77dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:51:46.634788 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e06385a-3e5a-405d-9527-e602e9a6e5be None None] Checking router: 2b45b9bb-51aa-4b13-be80-916772e11ced for host: dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 01:51:46.635043 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e06385a-3e5a-405d-9527-e602e9a6e5be None None] Updating router 2b45b9bb-51aa-4b13-be80-916772e11ced port 8bd9f628-8505-49aa-aca4-cefb1c005719 binding host dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 01:51:46.653451 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8e24a83-68ab-46b0-a7e2-f0dd8bc96247 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Router 95e36abb-7a31-454f-8a93-b6eec3d3c063 is scheduled to L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e with binding_index 1 {{(pid=109866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 01:51:46.660974 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-599e98f0-2609-4426-a515-426a27033957 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:51:46.668749 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-599e98f0-2609-4426-a515-426a27033957 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] 10.222.0.21 "PUT /v2.0/routers/50f5dd5c-bd92-41e2-b330-65449932bc68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0243564 Nov 24 01:51:46.669268 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50718) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:46.670670 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-3e06385a-3e5a-405d-9527-e602e9a6e5be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:46.675784 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21b121a-e864-473e-8854-d339183dbd47 None None] Sync routers for ids ['50f5dd5c-bd92-41e2-b330-65449932bc68'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:51:46.696079 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21b121a-e864-473e-8854-d339183dbd47 None None] Routers {'50f5dd5c-bd92-41e2-b330-65449932bc68'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:51:46.696839 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-e21b121a-e864-473e-8854-d339183dbd47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:51:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['50f5dd5c-bd92-41e2-b330-65449932bc68'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:51:46.706033 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-6bf1247b-3635-4b0c-b6c3-000317f44cd4 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] 10.222.0.21 "GET /v2.0/ports?device_id=50f5dd5c-bd92-41e2-b330-65449932bc68 HTTP/1.1" status: 200 len: 205 time: 0.0333488 Nov 24 01:51:46.706426 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50720) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:46.751221 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-e21b121a-e864-473e-8854-d339183dbd47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:51:46.765873 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21b121a-e864-473e-8854-d339183dbd47 None None] Routers {'50f5dd5c-bd92-41e2-b330-65449932bc68'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:51:46.766579 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-e21b121a-e864-473e-8854-d339183dbd47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:51:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['50f5dd5c-bd92-41e2-b330-65449932bc68'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:51:46.796992 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8e24a83-68ab-46b0-a7e2-f0dd8bc96247 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:51:46.814672 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914d8b69-30b5-48ff-b26b-b96291dd293a None None] Sync routers for ids ['95e36abb-7a31-454f-8a93-b6eec3d3c063'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:51:46.820934 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f8e24a83-68ab-46b0-a7e2-f0dd8bc96247 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for router, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:46.827561 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-f8e24a83-68ab-46b0-a7e2-f0dd8bc96247 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.7629762 Nov 24 01:51:46.828671 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50734) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:46.836629 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-e21b121a-e864-473e-8854-d339183dbd47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:51:46.837632 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21b121a-e864-473e-8854-d339183dbd47 None None] The sync data for ids ['50f5dd5c-bd92-41e2-b330-65449932bc68'] in dv-neutron-818911-2-hyperv is: [] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:51:46.838403 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914d8b69-30b5-48ff-b26b-b96291dd293a None None] Routers {'95e36abb-7a31-454f-8a93-b6eec3d3c063'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:51:46.841587 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-914d8b69-30b5-48ff-b26b-b96291dd293a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:51:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['95e36abb-7a31-454f-8a93-b6eec3d3c063'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:51:46.845380 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-979ee081-919f-41cf-ab0d-069feba0fdf1 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks [] for router, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:46.904239 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-8fbffc44-eed8-4d0b-b980-70fc156351ba tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=5cd72ac6dd034b2d92e26f70404adb10&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0722542 Nov 24 01:51:46.904594 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50736) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:47.037035 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-979ee081-919f-41cf-ab0d-069feba0fdf1 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-424460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2766'] for router, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:47.039399 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-979ee081-919f-41cf-ab0d-069feba0fdf1 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:47.093497 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-979ee081-919f-41cf-ab0d-069feba0fdf1 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-424469'] for router, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:47.094044 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-979ee081-919f-41cf-ab0d-069feba0fdf1 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Fanout notify agent at l3_agent the message router_deleted on router 50f5dd5c-bd92-41e2-b330-65449932bc68 {{(pid=109867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 01:51:47.108326 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-979ee081-919f-41cf-ab0d-069feba0fdf1 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks [] for router, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:47.109591 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-979ee081-919f-41cf-ab0d-069feba0fdf1 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] 10.222.0.21 "DELETE /v2.0/routers/50f5dd5c-bd92-41e2-b330-65449932bc68 HTTP/1.1" status: 204 len: 168 time: 0.4022603 Nov 24 01:51:47.112236 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50738) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:47.117852 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08417f2-7ae7-4006-b123-c795d64fcf6e tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:51:47.119338 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-d08417f2-7ae7-4006-b123-c795d64fcf6e tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2137849 Nov 24 01:51:47.122272 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50740) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:47.156534 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-914d8b69-30b5-48ff-b26b-b96291dd293a None None] Set router 95e36abb-7a31-454f-8a93-b6eec3d3c063 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:51:47.161704 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-5219b534-1d0a-456c-8eb1-d783d8419c64 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=eb22795d-37ee-46ee-844d-92c17e2ea450&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381830 Nov 24 01:51:47.164415 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50742) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:47.173209 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-d579a204-c014-4bc4-997f-b921440d2fc2 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-156327261', 'network_id': '3b80f25a-9d8f-4a26-8638-c059e412f416', 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:47.219436 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_v2 [None req-62d7107a-b45c-41e7-83a0-8bf43873b9ec tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Deleting subnet f13af896-1de6-4dfe-b977-bf8d1d733896 {{(pid=109867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 01:51:47.250854 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-62d7107a-b45c-41e7-83a0-8bf43873b9ec tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks [] for subnet, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:47.322388 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-62d7107a-b45c-41e7-83a0-8bf43873b9ec tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28690885'] for subnet, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:47.325971 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-3e06385a-3e5a-405d-9527-e602e9a6e5be None None] Publish callbacks [] for port, precommit_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:47.338020 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-3e06385a-3e5a-405d-9527-e602e9a6e5be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:47.367254 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d579a204-c014-4bc4-997f-b921440d2fc2 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Made reservation on behalf of 5cd72ac6dd034b2d92e26f70404adb10 for: {'subnet': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:51:47.371753 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d579a204-c014-4bc4-997f-b921440d2fc2 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25307781'] for subnet, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:47.420374 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9891aa65-4697-49cb-a675-f2d64396fff6 None None] Pushing event updated for resources: {'Port': ['ID=8bd9f628-8505-49aa-aca4-cefb1c005719,revision_number=3']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:47.510889 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-62d7107a-b45c-41e7-83a0-8bf43873b9ec tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:47.535454 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-3e06385a-3e5a-405d-9527-e602e9a6e5be None None] Attempting to bind port 8bd9f628-8505-49aa-aca4-cefb1c005719 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:51:47.536000 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-3e06385a-3e5a-405d-9527-e602e9a6e5be None None] Attempting to bind port 8bd9f628-8505-49aa-aca4-cefb1c005719 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': 'dccd3aa1-c350-4508-981f-0049ce25689b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e162a001-a8fa-4040-86fc-08e5a1fb4387'}] {{(pid=109869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:51:47.536371 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e06385a-3e5a-405d-9527-e602e9a6e5be None None] Attempting to bind port 8bd9f628-8505-49aa-aca4-cefb1c005719 on network e162a001-a8fa-4040-86fc-08e5a1fb4387 {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:51:47.541255 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-914d8b69-30b5-48ff-b26b-b96291dd293a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e36abb-7a31-454f-8a93-b6eec3d3c063', 'name': 'tempest-TestNetworkBasicOps-router-1218531807', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.35'}], 'enable_snat': True}, 'gw_port_id': '4eeb3fe4-58be-4089-99aa-b1aba41f5c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:51:45Z', 'updated_at': '2021-11-24T01:51:46Z', 'revision_number': 3, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': '4eeb3fe4-58be-4089-99aa-b1aba41f5c0a', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:84:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95e36abb-7a31-454f-8a93-b6eec3d3c063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:45Z', 'updated_at': '2021-11-24T01:51:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:51:47.576456 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e06385a-3e5a-405d-9527-e602e9a6e5be None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:51:47.576744 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e06385a-3e5a-405d-9527-e602e9a6e5be None None] Checking segment: {'id': 'dccd3aa1-c350-4508-981f-0049ce25689b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e162a001-a8fa-4040-86fc-08e5a1fb4387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:51:47.577106 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-3e06385a-3e5a-405d-9527-e602e9a6e5be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:47.577537 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e06385a-3e5a-405d-9527-e602e9a6e5be None None] Bound using segment: {'id': 'dccd3aa1-c350-4508-981f-0049ce25689b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e162a001-a8fa-4040-86fc-08e5a1fb4387'} {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:51:47.578021 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-3e06385a-3e5a-405d-9527-e602e9a6e5be None None] Bound port: 8bd9f628-8505-49aa-aca4-cefb1c005719, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccd3aa1-c350-4508-981f-0049ce25689b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e162a001-a8fa-4040-86fc-08e5a1fb4387'}}] {{(pid=109869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:51:47.578595 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-3e06385a-3e5a-405d-9527-e602e9a6e5be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:47.580954 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914d8b69-30b5-48ff-b26b-b96291dd293a None None] Checking router: 95e36abb-7a31-454f-8a93-b6eec3d3c063 for host: dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 01:51:47.580954 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914d8b69-30b5-48ff-b26b-b96291dd293a None None] Updating router 95e36abb-7a31-454f-8a93-b6eec3d3c063 port 4eeb3fe4-58be-4089-99aa-b1aba41f5c0a binding host dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 01:51:47.618184 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-914d8b69-30b5-48ff-b26b-b96291dd293a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:47.636331 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-62d7107a-b45c-41e7-83a0-8bf43873b9ec tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25501782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25307808'] for subnet, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:47.698743 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d7107a-b45c-41e7-83a0-8bf43873b9ec tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Pushing event deleted for resources: {'Subnet': ['ID=f13af896-1de6-4dfe-b977-bf8d1d733896,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:47.714527 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-62d7107a-b45c-41e7-83a0-8bf43873b9ec tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:47.715643 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-62d7107a-b45c-41e7-83a0-8bf43873b9ec tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] 10.222.0.21 "DELETE /v2.0/subnets/f13af896-1de6-4dfe-b977-bf8d1d733896 HTTP/1.1" status: 204 len: 168 time: 0.6012483 Nov 24 01:51:47.718962 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50756) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:47.723087 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d579a204-c014-4bc4-997f-b921440d2fc2 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25501847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25307831'] for subnet, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:47.741761 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5736037e-82af-4d05-a6b1-1445c6a9b002 None None] Network 227156fb-3d8d-4a09-9a3a-1258bc6abfa8 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:51:47.769360 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.db [None req-3e06385a-3e5a-405d-9527-e602e9a6e5be None None] For port 8bd9f628-8505-49aa-aca4-cefb1c005719, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:51:47.770517 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d579a204-c014-4bc4-997f-b921440d2fc2 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'Subnet': ['ID=9ed09fea-cbef-41ba-9fa8-cb5ce5910bf9,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:47.774727 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.db [None req-3e06385a-3e5a-405d-9527-e602e9a6e5be None None] For port 8bd9f628-8505-49aa-aca4-cefb1c005719, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=8bd9f628-8505-49aa-aca4-cefb1c005719,segment=NetworkSegment(dccd3aa1-c350-4508-981f-0049ce25689b),segment_id=dccd3aa1-c350-4508-981f-0049ce25689b)] {{(pid=109869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:51:47.786790 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-93ad031e-6c06-43ae-bbaa-052fb49b7900 None None] Provisioning complete for port 8bd9f628-8505-49aa-aca4-cefb1c005719 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:51:47.788384 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-93ad031e-6c06-43ae-bbaa-052fb49b7900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:47.802099 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-3e06385a-3e5a-405d-9527-e602e9a6e5be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:47.825798 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d579a204-c014-4bc4-997f-b921440d2fc2 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Checking segment: {'id': 'cdedba67-af31-49a0-a765-665937d2bb16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3b80f25a-9d8f-4a26-8638-c059e412f416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:51:47.826177 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d579a204-c014-4bc4-997f-b921440d2fc2 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Network hostable DHCP agents. Network: 3b80f25a-9d8f-4a26-8638-c059e412f416, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 01:51:47.865005 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ce426e16-c736-4724-a7d1-85d19f32c5ac tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:47.877797 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d579a204-c014-4bc4-997f-b921440d2fc2 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Network 3b80f25a-9d8f-4a26-8638-c059e412f416 is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 01:51:47.892574 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-d579a204-c014-4bc4-997f-b921440d2fc2 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, 3b80f25a-9d8f-4a26-8638-c059e412f416) {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:51:47.906708 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d579a204-c014-4bc4-997f-b921440d2fc2 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:51:47.907332 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d579a204-c014-4bc4-997f-b921440d2fc2 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:47.941700 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-d579a204-c014-4bc4-997f-b921440d2fc2 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7743983 Nov 24 01:51:47.945115 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50778) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:48.000542 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9891aa65-4697-49cb-a675-f2d64396fff6 None None] Pushing event updated for resources: {'Port': ['ID=8bd9f628-8505-49aa-aca4-cefb1c005719,revision_number=4']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:48.029915 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e06385a-3e5a-405d-9527-e602e9a6e5be None None] Routers {'2b45b9bb-51aa-4b13-be80-916772e11ced'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:51:48.030578 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-3e06385a-3e5a-405d-9527-e602e9a6e5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:51:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['2b45b9bb-51aa-4b13-be80-916772e11ced'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:51:48.061649 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68d71f6-30ce-437a-a3ad-87589f4ba6ee None None] Network 3b80f25a-9d8f-4a26-8638-c059e412f416 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:51:48.107560 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-ce426e16-c736-4724-a7d1-85d19f32c5ac tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Deleting port c98dfdd0-d8fc-4820-ab9d-fd68fb2c257b {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:51:48.107965 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ce426e16-c736-4724-a7d1-85d19f32c5ac tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:48.156574 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-914d8b69-30b5-48ff-b26b-b96291dd293a None None] Publish callbacks [] for port, precommit_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:48.247125 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-914d8b69-30b5-48ff-b26b-b96291dd293a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:48.312467 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [None req-ce426e16-c736-4724-a7d1-85d19f32c5ac tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] For port c98dfdd0-d8fc-4820-ab9d-fd68fb2c257b, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=c98dfdd0-d8fc-4820-ab9d-fd68fb2c257b,segment=NetworkSegment(ad166c6a-0fa2-43a0-bc20-f2e0086211f3),segment_id=ad166c6a-0fa2-43a0-bc20-f2e0086211f3)] {{(pid=109866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:51:48.313800 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ce426e16-c736-4724-a7d1-85d19f32c5ac tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:48.318264 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f26ae6f-8a4c-48ac-b425-8d87c90fe3e0 None None] Pushing event updated for resources: {'Port': ['ID=4eeb3fe4-58be-4089-99aa-b1aba41f5c0a,revision_number=2']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:48.320865 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-93ad031e-6c06-43ae-bbaa-052fb49b7900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:48.344455 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-3e06385a-3e5a-405d-9527-e602e9a6e5be None None] Set router 2b45b9bb-51aa-4b13-be80-916772e11ced gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:51:48.355654 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea44e25-eb2c-4b73-9bd7-61f5ceaabb3d None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:51:48.365894 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-914d8b69-30b5-48ff-b26b-b96291dd293a None None] Attempting to bind port 4eeb3fe4-58be-4089-99aa-b1aba41f5c0a on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:51:48.366330 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-914d8b69-30b5-48ff-b26b-b96291dd293a None None] Attempting to bind port 4eeb3fe4-58be-4089-99aa-b1aba41f5c0a by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}] {{(pid=109869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:51:48.366771 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914d8b69-30b5-48ff-b26b-b96291dd293a None None] Attempting to bind port 4eeb3fe4-58be-4089-99aa-b1aba41f5c0a on network eb22795d-37ee-46ee-844d-92c17e2ea450 {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:51:48.376446 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-ce426e16-c736-4724-a7d1-85d19f32c5ac tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Calling delete_port for c98dfdd0-d8fc-4820-ab9d-fd68fb2c257b owned by network:dhcp {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:51:48.379448 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91892941-09d2-4fcb-a527-65822861483d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-3b80f25a-9d8f-4a26-8638-c059e412f416', 'network_id': '3b80f25a-9d8f-4a26-8638-c059e412f416', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'fixed_ips': [{'subnet_id': '9ed09fea-cbef-41ba-9fa8-cb5ce5910bf9'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 01:51:48.380488 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-91892941-09d2-4fcb-a527-65822861483d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:48.403505 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a858dd-079e-48b9-bf52-67f8e9ed10e7 None None] DHCP port deletion for 227156fb-3d8d-4a09-9a3a-1258bc6abfa8 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:51:48.412108 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914d8b69-30b5-48ff-b26b-b96291dd293a None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:51:48.412478 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914d8b69-30b5-48ff-b26b-b96291dd293a None None] Checking segment: {'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:51:48.412891 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-914d8b69-30b5-48ff-b26b-b96291dd293a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:48.413552 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914d8b69-30b5-48ff-b26b-b96291dd293a None None] Bound using segment: {'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'} {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:51:48.414028 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-914d8b69-30b5-48ff-b26b-b96291dd293a None None] Bound port: 4eeb3fe4-58be-4089-99aa-b1aba41f5c0a, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}}] {{(pid=109869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:51:48.414867 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-914d8b69-30b5-48ff-b26b-b96291dd293a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:48.418736 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-93ad031e-6c06-43ae-bbaa-052fb49b7900 None None] For port 8bd9f628-8505-49aa-aca4-cefb1c005719, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=8bd9f628-8505-49aa-aca4-cefb1c005719,segment=NetworkSegment(dccd3aa1-c350-4508-981f-0049ce25689b),segment_id=dccd3aa1-c350-4508-981f-0049ce25689b)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:51:48.500368 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.db [None req-914d8b69-30b5-48ff-b26b-b96291dd293a None None] For port 4eeb3fe4-58be-4089-99aa-b1aba41f5c0a, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:51:48.505434 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.db [None req-914d8b69-30b5-48ff-b26b-b96291dd293a None None] For port 4eeb3fe4-58be-4089-99aa-b1aba41f5c0a, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=4eeb3fe4-58be-4089-99aa-b1aba41f5c0a,segment=NetworkSegment(03509fd2-ca9c-4aa0-94e6-e236afda62e7),segment_id=03509fd2-ca9c-4aa0-94e6-e236afda62e7)] {{(pid=109869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:51:48.524881 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-914d8b69-30b5-48ff-b26b-b96291dd293a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:48.558186 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-91892941-09d2-4fcb-a527-65822861483d None None] Allocated IP 172.20.0.2 (3b80f25a-9d8f-4a26-8638-c059e412f416/9ed09fea-cbef-41ba-9fa8-cb5ce5910bf9/1d94c042-5050-4a27-8cff-3b96af2c1b70) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:51:48.620409 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f26ae6f-8a4c-48ac-b425-8d87c90fe3e0 None None] Pushing event updated for resources: {'Port': ['ID=4eeb3fe4-58be-4089-99aa-b1aba41f5c0a,revision_number=3']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:48.727274 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-91892941-09d2-4fcb-a527-65822861483d None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:48.734486 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device c98dfdd0-d8fc-4820-ab9d-fd68fb2c257b no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:51:48.737076 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba5d9ea-22cb-42ff-9944-550d9bc033fb None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:51:48.742435 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-91892941-09d2-4fcb-a527-65822861483d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:48.756975 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-93ad031e-6c06-43ae-bbaa-052fb49b7900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:48.795340 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91892941-09d2-4fcb-a527-65822861483d None None] Network 3b80f25a-9d8f-4a26-8638-c059e412f416 is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:51:48.823193 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-91892941-09d2-4fcb-a527-65822861483d None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:51:48.825743 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91892941-09d2-4fcb-a527-65822861483d None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:51:48.839168 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914d8b69-30b5-48ff-b26b-b96291dd293a None None] Routers {'95e36abb-7a31-454f-8a93-b6eec3d3c063'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:51:48.839797 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-914d8b69-30b5-48ff-b26b-b96291dd293a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:51:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['95e36abb-7a31-454f-8a93-b6eec3d3c063'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:51:48.967021 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-a7dbaf78-0a01-4f64-aafd-96d27f710425 None None] Provisioning complete for port 4eeb3fe4-58be-4089-99aa-b1aba41f5c0a triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:51:48.967486 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a7dbaf78-0a01-4f64-aafd-96d27f710425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:48.973888 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91892941-09d2-4fcb-a527-65822861483d None None] Pushing event updated for resources: {'Port': ['ID=1d94c042-5050-4a27-8cff-3b96af2c1b70,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:49.003153 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-914d8b69-30b5-48ff-b26b-b96291dd293a None None] Set router 95e36abb-7a31-454f-8a93-b6eec3d3c063 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:51:49.058005 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-91892941-09d2-4fcb-a527-65822861483d None None] Attempting to bind port 1d94c042-5050-4a27-8cff-3b96af2c1b70 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:51:49.058289 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-91892941-09d2-4fcb-a527-65822861483d None None] Attempting to bind port 1d94c042-5050-4a27-8cff-3b96af2c1b70 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': 'cdedba67-af31-49a0-a765-665937d2bb16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3b80f25a-9d8f-4a26-8638-c059e412f416'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:51:49.058644 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91892941-09d2-4fcb-a527-65822861483d None None] Attempting to bind port 1d94c042-5050-4a27-8cff-3b96af2c1b70 on network 3b80f25a-9d8f-4a26-8638-c059e412f416 {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:51:49.095865 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ce426e16-c736-4724-a7d1-85d19f32c5ac tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:49.133787 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce426e16-c736-4724-a7d1-85d19f32c5ac tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Pushing event deleted for resources: {'Port': ['ID=c98dfdd0-d8fc-4820-ab9d-fd68fb2c257b,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:49.144064 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce426e16-c736-4724-a7d1-85d19f32c5ac tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] No DVR routers for this DVR port c98dfdd0-d8fc-4820-ab9d-fd68fb2c257b on host dv-neutron-818911-2-hyperv {{(pid=109866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:51:49.154434 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-3e06385a-3e5a-405d-9527-e602e9a6e5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b45b9bb-51aa-4b13-be80-916772e11ced', 'name': 'tempest-TestVolumeBootPattern-1253578047-router', 'tenant_id': 'a7aa1361046d4b11b607db94d18d209d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.242'}], 'enable_snat': True}, 'gw_port_id': 'ce305fdc-f7f3-47cf-85c9-3a827819e914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:51:38Z', 'updated_at': '2021-11-24T01:51:42Z', 'revision_number': 4, 'project_id': 'a7aa1361046d4b11b607db94d18d209d', 'gw_port': {'id': 'ce305fdc-f7f3-47cf-85c9-3a827819e914', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b45b9bb-51aa-4b13-be80-916772e11ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:39Z', 'updated_at': '2021-11-24T01:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': '8bd9f628-8505-49aa-aca4-cefb1c005719', 'name': '', 'network_id': 'e162a001-a8fa-4040-86fc-08e5a1fb4387', 'tenant_id': 'a7aa1361046d4b11b607db94d18d209d', 'mac_address': 'fa:16:3e:fc:8a:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b45b9bb-51aa-4b13-be80-916772e11ced', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '2a87d9d8-82e8-4eec-a9c1-168f0e0d77dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:41Z', 'updated_at': '2021-11-24T01:51:47Z', 'revision_number': 4, 'project_id': 'a7aa1361046d4b11b607db94d18d209d', 'subnets': [{'id': '2a87d9d8-82e8-4eec-a9c1-168f0e0d77dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:51:49.167197 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91892941-09d2-4fcb-a527-65822861483d None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:51:49.167692 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91892941-09d2-4fcb-a527-65822861483d None None] Checking segment: {'id': 'cdedba67-af31-49a0-a765-665937d2bb16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3b80f25a-9d8f-4a26-8638-c059e412f416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:51:49.170030 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-91892941-09d2-4fcb-a527-65822861483d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:49.170474 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91892941-09d2-4fcb-a527-65822861483d None None] Bound using segment: {'id': 'cdedba67-af31-49a0-a765-665937d2bb16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3b80f25a-9d8f-4a26-8638-c059e412f416'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:51:49.171106 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-91892941-09d2-4fcb-a527-65822861483d None None] Bound port: 1d94c042-5050-4a27-8cff-3b96af2c1b70, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdedba67-af31-49a0-a765-665937d2bb16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3b80f25a-9d8f-4a26-8638-c059e412f416'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:51:49.171742 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-91892941-09d2-4fcb-a527-65822861483d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:49.197134 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e06385a-3e5a-405d-9527-e602e9a6e5be None None] The sync data for ids ['2b45b9bb-51aa-4b13-be80-916772e11ced'] in dv-neutron-818911-2-hyperv is: [{'id': '2b45b9bb-51aa-4b13-be80-916772e11ced', 'name': 'tempest-TestVolumeBootPattern-1253578047-router', 'tenant_id': 'a7aa1361046d4b11b607db94d18d209d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.242'}], 'enable_snat': True}, 'gw_port_id': 'ce305fdc-f7f3-47cf-85c9-3a827819e914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:51:38Z', 'updated_at': '2021-11-24T01:51:42Z', 'revision_number': 4, 'project_id': 'a7aa1361046d4b11b607db94d18d209d', 'gw_port': {'id': 'ce305fdc-f7f3-47cf-85c9-3a827819e914', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b45b9bb-51aa-4b13-be80-916772e11ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:39Z', 'updated_at': '2021-11-24T01:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': '8bd9f628-8505-49aa-aca4-cefb1c005719', 'name': '', 'network_id': 'e162a001-a8fa-4040-86fc-08e5a1fb4387', 'tenant_id': 'a7aa1361046d4b11b607db94d18d209d', 'mac_address': 'fa:16:3e:fc:8a:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b45b9bb-51aa-4b13-be80-916772e11ced', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '2a87d9d8-82e8-4eec-a9c1-168f0e0d77dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:41Z', 'updated_at': '2021-11-24T01:51:47Z', 'revision_number': 4, 'project_id': 'a7aa1361046d4b11b607db94d18d209d', 'subnets': [{'id': '2a87d9d8-82e8-4eec-a9c1-168f0e0d77dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:51:49.200855 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:49.236547 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-33a858dd-079e-48b9-bf52-67f8e9ed10e7 None None] Deleting port c98dfdd0-d8fc-4820-ab9d-fd68fb2c257b {{(pid=109868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:51:49.236931 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-33a858dd-079e-48b9-bf52-67f8e9ed10e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:49.277334 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ce426e16-c736-4724-a7d1-85d19f32c5ac tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:49.323787 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-ce426e16-c736-4724-a7d1-85d19f32c5ac tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['227156fb-3d8d-4a09-9a3a-1258bc6abfa8']}} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:51:49.336764 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-ce426e16-c736-4724-a7d1-85d19f32c5ac tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad166c6a-0fa2-43a0-bc20-f2e0086211f3') {'for_net_delete': True} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:51:49.337156 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-ce426e16-c736-4724-a7d1-85d19f32c5ac tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad166c6a-0fa2-43a0-bc20-f2e0086211f3') {} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:51:49.350321 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-33a858dd-079e-48b9-bf52-67f8e9ed10e7 None None] For port c98dfdd0-d8fc-4820-ab9d-fd68fb2c257b, host dv-neutron-818911-2-hyperv, got binding levels [] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:51:49.350722 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-33a858dd-079e-48b9-bf52-67f8e9ed10e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:49.359935 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ce426e16-c736-4724-a7d1-85d19f32c5ac tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29055561'] for segment, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:49.367887 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-33a858dd-079e-48b9-bf52-67f8e9ed10e7 None None] Calling delete_port for c98dfdd0-d8fc-4820-ab9d-fd68fb2c257b owned by network:dhcp {{(pid=109868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:51:49.370928 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.ipam_backend_mixin [None req-33a858dd-079e-48b9-bf52-67f8e9ed10e7 None None] Port c98dfdd0-d8fc-4820-ab9d-fd68fb2c257b was not found and therefore no delete operation was performed {{(pid=109868) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 24 01:51:49.375665 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ce426e16-c736-4724-a7d1-85d19f32c5ac tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:49.379166 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-33a858dd-079e-48b9-bf52-67f8e9ed10e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974'] for port, after_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:49.383575 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce426e16-c736-4724-a7d1-85d19f32c5ac tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=109866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:51:49.384113 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ce426e16-c736-4724-a7d1-85d19f32c5ac tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29151010'] for segment, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:49.394394 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a858dd-079e-48b9-bf52-67f8e9ed10e7 None None] No DVR routers for this DVR port c98dfdd0-d8fc-4820-ab9d-fd68fb2c257b on host dv-neutron-818911-2-hyperv {{(pid=109868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:51:49.395963 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ad031e-6c06-43ae-bbaa-052fb49b7900 None None] Pushing event updated for resources: {'Port': ['ID=8bd9f628-8505-49aa-aca4-cefb1c005719,revision_number=5']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:49.445287 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a858dd-079e-48b9-bf52-67f8e9ed10e7 None None] Pushing event deleted for resources: {'Port': ['ID=c98dfdd0-d8fc-4820-ab9d-fd68fb2c257b,revision_number=None']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:49.475537 dv-neutron-818911-2-hyperv neutron-server[109866]: Traceback (most recent call last): Nov 24 01:51:49.475537 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:51:49.475537 dv-neutron-818911-2-hyperv neutron-server[109866]: timer() Nov 24 01:51:49.475537 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:51:49.475537 dv-neutron-818911-2-hyperv neutron-server[109866]: cb(*args, **kw) Nov 24 01:51:49.475537 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:51:49.475537 dv-neutron-818911-2-hyperv neutron-server[109866]: return func(*args, **kwargs) Nov 24 01:51:49.475537 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:51:49.475537 dv-neutron-818911-2-hyperv neutron-server[109866]: self._notify() Nov 24 01:51:49.475537 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:51:49.475537 dv-neutron-818911-2-hyperv neutron-server[109866]: self.callback(batched_events) Nov 24 01:51:49.475537 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:51:49.475537 dv-neutron-818911-2-hyperv neutron-server[109866]: event.method(event) Nov 24 01:51:49.475537 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:51:49.475537 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:51:49.475537 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:51:49.475537 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:51:49.475537 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:51:49.475537 dv-neutron-818911-2-hyperv neutron-server[109866]: return f(self, *a, **k) Nov 24 01:51:49.475537 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:51:49.475537 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._get(url).json() Nov 24 01:51:49.475537 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:51:49.475537 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:51:49.475537 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:51:49.475537 dv-neutron-818911-2-hyperv neutron-server[109866]: return self.request(url, 'GET', **kwargs) Nov 24 01:51:49.475537 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:51:49.475537 dv-neutron-818911-2-hyperv neutron-server[109866]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:51:49.475537 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:51:49.475537 dv-neutron-818911-2-hyperv neutron-server[109866]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:51:49.475537 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:51:49.475537 dv-neutron-818911-2-hyperv neutron-server[109866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:51:49.475537 dv-neutron-818911-2-hyperv neutron-server[109866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:51:49.484758 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-914d8b69-30b5-48ff-b26b-b96291dd293a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e36abb-7a31-454f-8a93-b6eec3d3c063', 'name': 'tempest-TestNetworkBasicOps-router-1218531807', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.35'}], 'enable_snat': True}, 'gw_port_id': '4eeb3fe4-58be-4089-99aa-b1aba41f5c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:51:45Z', 'updated_at': '2021-11-24T01:51:46Z', 'revision_number': 3, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': '4eeb3fe4-58be-4089-99aa-b1aba41f5c0a', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:84:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95e36abb-7a31-454f-8a93-b6eec3d3c063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:45Z', 'updated_at': '2021-11-24T01:51:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:51:49.501446 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ce426e16-c736-4724-a7d1-85d19f32c5ac tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:49.516020 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ce426e16-c736-4724-a7d1-85d19f32c5ac tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks [] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:49.523779 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-ce426e16-c736-4724-a7d1-85d19f32c5ac tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] 10.222.0.21 "DELETE /v2.0/networks/227156fb-3d8d-4a09-9a3a-1258bc6abfa8 HTTP/1.1" status: 204 len: 168 time: 1.8036358 Nov 24 01:51:49.525021 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50792) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:49.549680 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-35415a4c-0ea1-4bb8-9ca9-60ebb2e9b41e tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1284241670', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:49.559856 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce426e16-c736-4724-a7d1-85d19f32c5ac tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Pushing event deleted for resources: {'Network': ['ID=227156fb-3d8d-4a09-9a3a-1258bc6abfa8,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:49.591525 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914d8b69-30b5-48ff-b26b-b96291dd293a None None] The sync data for ids ['95e36abb-7a31-454f-8a93-b6eec3d3c063'] in dv-neutron-818911-2-hyperv is: [{'id': '95e36abb-7a31-454f-8a93-b6eec3d3c063', 'name': 'tempest-TestNetworkBasicOps-router-1218531807', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.35'}], 'enable_snat': True}, 'gw_port_id': '4eeb3fe4-58be-4089-99aa-b1aba41f5c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:51:45Z', 'updated_at': '2021-11-24T01:51:46Z', 'revision_number': 3, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': '4eeb3fe4-58be-4089-99aa-b1aba41f5c0a', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:84:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95e36abb-7a31-454f-8a93-b6eec3d3c063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:45Z', 'updated_at': '2021-11-24T01:51:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:51:49.604046 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-91892941-09d2-4fcb-a527-65822861483d None None] For port 1d94c042-5050-4a27-8cff-3b96af2c1b70, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:51:49.609867 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-91892941-09d2-4fcb-a527-65822861483d None None] For port 1d94c042-5050-4a27-8cff-3b96af2c1b70, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=1d94c042-5050-4a27-8cff-3b96af2c1b70,segment=NetworkSegment(cdedba67-af31-49a0-a765-665937d2bb16),segment_id=cdedba67-af31-49a0-a765-665937d2bb16)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:51:49.611459 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a7dbaf78-0a01-4f64-aafd-96d27f710425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:49.614020 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-35415a4c-0ea1-4bb8-9ca9-60ebb2e9b41e tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-424105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2744'] for router, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:49.615293 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-35415a4c-0ea1-4bb8-9ca9-60ebb2e9b41e tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-424325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-326625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2753'] for router, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:49.622863 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-91892941-09d2-4fcb-a527-65822861483d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:49.727838 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-35415a4c-0ea1-4bb8-9ca9-60ebb2e9b41e tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:49.734789 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91892941-09d2-4fcb-a527-65822861483d None None] Pushing event updated for resources: {'Port': ['ID=1d94c042-5050-4a27-8cff-3b96af2c1b70,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:49.736728 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-35415a4c-0ea1-4bb8-9ca9-60ebb2e9b41e tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-424338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418138'] for router, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:49.763519 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-a7dbaf78-0a01-4f64-aafd-96d27f710425 None None] For port 4eeb3fe4-58be-4089-99aa-b1aba41f5c0a, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=4eeb3fe4-58be-4089-99aa-b1aba41f5c0a,segment=NetworkSegment(03509fd2-ca9c-4aa0-94e6-e236afda62e7),segment_id=03509fd2-ca9c-4aa0-94e6-e236afda62e7)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:51:49.773424 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a7dbaf78-0a01-4f64-aafd-96d27f710425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:49.783610 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-35415a4c-0ea1-4bb8-9ca9-60ebb2e9b41e tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks [] for router, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:49.787554 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-35415a4c-0ea1-4bb8-9ca9-60ebb2e9b41e tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2587106 Nov 24 01:51:49.788007 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50796) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:49.795989 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-e2d5d64e-3417-493f-9328-b3557b654e0f tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-618660076'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:49.803831 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ce466e2e-f312-4b02-a076-3dcdb6a422d0 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:49.833553 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2d5d64e-3417-493f-9328-b3557b654e0f tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Made reservation on behalf of 468ce101e5db4aad97f1fca7bb15b3de for: {'network': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:51:49.838061 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e2d5d64e-3417-493f-9328-b3557b654e0f tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:49.882948 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2d5d64e-3417-493f-9328-b3557b654e0f tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=109867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:51:49.898773 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-a7dbaf78-0a01-4f64-aafd-96d27f710425 None None] Provisioning complete for port 8bd9f628-8505-49aa-aca4-cefb1c005719 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:51:49.899206 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a7dbaf78-0a01-4f64-aafd-96d27f710425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:49.899514 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e2d5d64e-3417-493f-9328-b3557b654e0f tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:49.899778 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.segments_db [None req-e2d5d64e-3417-493f-9328-b3557b654e0f tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Added segment bbe951b3-8540-4453-80da-f86de5a05b8a of type vlan for network cf243e4d-6d88-41bb-ae27-4dbc3743985e Nov 24 01:51:49.959504 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e2d5d64e-3417-493f-9328-b3557b654e0f tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:50.051525 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e2d5d64e-3417-493f-9328-b3557b654e0f tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:50.052082 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dbaf78-0a01-4f64-aafd-96d27f710425 None None] Pushing event updated for resources: {'Port': ['ID=4eeb3fe4-58be-4089-99aa-b1aba41f5c0a,revision_number=4']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:50.084020 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d5d64e-3417-493f-9328-b3557b654e0f tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:51:50.084624 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e2d5d64e-3417-493f-9328-b3557b654e0f tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks [] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:50.216271 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-e2d5d64e-3417-493f-9328-b3557b654e0f tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4229558 Nov 24 01:51:50.217032 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50798) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:50.231728 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-c74d0b79-1c03-4ff4-9160-915676a89b93 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Request body: {'subnet': {'network_id': 'cf243e4d-6d88-41bb-ae27-4dbc3743985e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:50.307057 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d5d64e-3417-493f-9328-b3557b654e0f tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Pushing event updated for resources: {'Network': ['ID=cf243e4d-6d88-41bb-ae27-4dbc3743985e,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:50.322556 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network cf243e4d-6d88-41bb-ae27-4dbc3743985e details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:51:50.336956 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-a211ca5f-9ed5-4f64-a734-dd9459152ecb None None] Provisioning complete for port 4eeb3fe4-58be-4089-99aa-b1aba41f5c0a triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:51:50.337240 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a211ca5f-9ed5-4f64-a734-dd9459152ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:50.525298 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c74d0b79-1c03-4ff4-9160-915676a89b93 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Made reservation on behalf of 468ce101e5db4aad97f1fca7bb15b3de for: {'subnet': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:51:50.532407 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c74d0b79-1c03-4ff4-9160-915676a89b93 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25307781'] for subnet, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:50.627167 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [None req-ce466e2e-f312-4b02-a076-3dcdb6a422d0 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Allocated IP 172.20.0.1 (3b80f25a-9d8f-4a26-8638-c059e412f416/9ed09fea-cbef-41ba-9fa8-cb5ce5910bf9/a6de9f8d-922a-40e7-85bb-8d090c894cb0) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:51:50.709912 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 1d94c042-5050-4a27-8cff-3b96af2c1b70 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:51:50.799103 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 1d94c042-5050-4a27-8cff-3b96af2c1b70 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:51:50.799103 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:50.895317 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ce466e2e-f312-4b02-a076-3dcdb6a422d0 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:50.957873 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c74d0b79-1c03-4ff4-9160-915676a89b93 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25501847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25307831'] for subnet, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:50.988643 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ce466e2e-f312-4b02-a076-3dcdb6a422d0 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:51.002101 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:51.072273 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce466e2e-f312-4b02-a076-3dcdb6a422d0 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Network 3b80f25a-9d8f-4a26-8638-c059e412f416 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:51:51.078893 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-ce466e2e-f312-4b02-a076-3dcdb6a422d0 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:51:51.083583 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce466e2e-f312-4b02-a076-3dcdb6a422d0 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:51:51.101965 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74d0b79-1c03-4ff4-9160-915676a89b93 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Pushing event updated for resources: {'Subnet': ['ID=bd882262-6489-41c0-8604-05c4ded47293,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:51.105080 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] For port 1d94c042-5050-4a27-8cff-3b96af2c1b70, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=1d94c042-5050-4a27-8cff-3b96af2c1b70,segment=NetworkSegment(cdedba67-af31-49a0-a765-665937d2bb16),segment_id=cdedba67-af31-49a0-a765-665937d2bb16)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:51:51.115439 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:51.117099 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 8bd9f628-8505-49aa-aca4-cefb1c005719 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:51:51.121284 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74d0b79-1c03-4ff4-9160-915676a89b93 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Checking segment: {'id': 'bbe951b3-8540-4453-80da-f86de5a05b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'cf243e4d-6d88-41bb-ae27-4dbc3743985e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:51:51.121747 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74d0b79-1c03-4ff4-9160-915676a89b93 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Network hostable DHCP agents. Network: cf243e4d-6d88-41bb-ae27-4dbc3743985e, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 01:51:51.134317 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce466e2e-f312-4b02-a076-3dcdb6a422d0 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'Port': ['ID=a6de9f8d-922a-40e7-85bb-8d090c894cb0,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:51.169466 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74d0b79-1c03-4ff4-9160-915676a89b93 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Network cf243e4d-6d88-41bb-ae27-4dbc3743985e is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 01:51:51.185981 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ce466e2e-f312-4b02-a076-3dcdb6a422d0 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3777869'] for router_interface, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:51.196993 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-c74d0b79-1c03-4ff4-9160-915676a89b93 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, cf243e4d-6d88-41bb-ae27-4dbc3743985e) {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:51:51.202997 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74d0b79-1c03-4ff4-9160-915676a89b93 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:51:51.204609 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c74d0b79-1c03-4ff4-9160-915676a89b93 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:51.228442 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Pushing event updated for resources: {'Port': ['ID=1d94c042-5050-4a27-8cff-3b96af2c1b70,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:51.234411 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-c74d0b79-1c03-4ff4-9160-915676a89b93 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0130837 Nov 24 01:51:51.234823 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50802) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:51.243397 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8419eef-b0f3-4ce2-8a89-9fcbdcdff633 None None] Network cf243e4d-6d88-41bb-ae27-4dbc3743985e requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:51:51.439465 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ce466e2e-f312-4b02-a076-3dcdb6a422d0 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:51.456117 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 8bd9f628-8505-49aa-aca4-cefb1c005719 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:51:51.456609 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:51.527887 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02bce80-ab02-4627-8532-4519d7cbda4b None None] Network 3b80f25a-9d8f-4a26-8638-c059e412f416 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:51:51.665825 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-a8ce6991-d494-4401-b8a4-97fc056316fa None None] Provisioning complete for port 1d94c042-5050-4a27-8cff-3b96af2c1b70 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:51:51.666299 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a8ce6991-d494-4401-b8a4-97fc056316fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:51.688284 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-14277213-4821-46d7-92c6-29e6f50880b2 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:51.697832 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013f495c-ffbe-45ae-9ea8-3a9048eaa55a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-cf243e4d-6d88-41bb-ae27-4dbc3743985e', 'network_id': 'cf243e4d-6d88-41bb-ae27-4dbc3743985e', 'tenant_id': '468ce101e5db4aad97f1fca7bb15b3de', 'fixed_ips': [{'subnet_id': 'bd882262-6489-41c0-8604-05c4ded47293'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 01:51:51.698908 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-013f495c-ffbe-45ae-9ea8-3a9048eaa55a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:51.894537 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ce466e2e-f312-4b02-a076-3dcdb6a422d0 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for port, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:51.903978 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ce466e2e-f312-4b02-a076-3dcdb6a422d0 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29149402'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:51.910269 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 4eeb3fe4-58be-4089-99aa-b1aba41f5c0a up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:51:52.011508 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ce466e2e-f312-4b02-a076-3dcdb6a422d0 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3778017'] for router_interface, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:52.013517 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce466e2e-f312-4b02-a076-3dcdb6a422d0 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'Port': ['ID=a6de9f8d-922a-40e7-85bb-8d090c894cb0,revision_number=2']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:52.048950 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-14277213-4821-46d7-92c6-29e6f50880b2 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Allocated IP 2001:db8::1 (cf243e4d-6d88-41bb-ae27-4dbc3743985e/bd882262-6489-41c0-8604-05c4ded47293/c0e8cfc7-cda1-4e1b-b8f1-7ed477c5aee7) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:51:52.133284 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce466e2e-f312-4b02-a076-3dcdb6a422d0 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Network 3b80f25a-9d8f-4a26-8638-c059e412f416 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:51:52.135061 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-ce466e2e-f312-4b02-a076-3dcdb6a422d0 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:51:52.146336 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.agents_db [None req-4e42c10c-a1d3-4d07-89d6-7a24334140aa None None] Agent healthcheck: found 6 active agents {{(pid=109869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 01:51:52.206816 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-14277213-4821-46d7-92c6-29e6f50880b2 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:52.244119 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 4eeb3fe4-58be-4089-99aa-b1aba41f5c0a triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:51:52.244763 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:52.267447 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-14277213-4821-46d7-92c6-29e6f50880b2 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:52.363537 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce466e2e-f312-4b02-a076-3dcdb6a422d0 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Router 95e36abb-7a31-454f-8a93-b6eec3d3c063 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:51:52.377946 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-013f495c-ffbe-45ae-9ea8-3a9048eaa55a None None] Allocated IP 2001:db8::2 (cf243e4d-6d88-41bb-ae27-4dbc3743985e/bd882262-6489-41c0-8604-05c4ded47293/d0cce3f9-431d-4580-979a-7d1ff98c5509) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:51:52.387010 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14277213-4821-46d7-92c6-29e6f50880b2 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Pushing event updated for resources: {'Port': ['ID=c0e8cfc7-cda1-4e1b-b8f1-7ed477c5aee7,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:52.422294 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14277213-4821-46d7-92c6-29e6f50880b2 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Network cf243e4d-6d88-41bb-ae27-4dbc3743985e is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:51:52.424452 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-14277213-4821-46d7-92c6-29e6f50880b2 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:51:52.427778 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14277213-4821-46d7-92c6-29e6f50880b2 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:51:52.429872 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-14277213-4821-46d7-92c6-29e6f50880b2 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3777869'] for router_interface, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:52.591867 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-14277213-4821-46d7-92c6-29e6f50880b2 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:52.609283 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 1d94c042-5050-4a27-8cff-3b96af2c1b70 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:51:52.629289 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce466e2e-f312-4b02-a076-3dcdb6a422d0 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:51:52.639570 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-ce466e2e-f312-4b02-a076-3dcdb6a422d0 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "PUT /v2.0/routers/95e36abb-7a31-454f-8a93-b6eec3d3c063/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6923208 Nov 24 01:51:52.644251 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50806) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:52.764617 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-d35049f1-3150-474f-b5a8-c9af3d9306cf None None] Provisioning complete for port 1d94c042-5050-4a27-8cff-3b96af2c1b70 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:51:52.765261 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-d35049f1-3150-474f-b5a8-c9af3d9306cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:52.823554 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 1d94c042-5050-4a27-8cff-3b96af2c1b70 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:51:52.823917 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:52.935662 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-013f495c-ffbe-45ae-9ea8-3a9048eaa55a None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:52.953724 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-013f495c-ffbe-45ae-9ea8-3a9048eaa55a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:52.956443 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49be2a6b-6d4a-443e-a2dc-723ca3c37695 None None] Sync routers for ids ['95e36abb-7a31-454f-8a93-b6eec3d3c063'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:51:52.961437 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e6e948-d904-4f67-a6ca-0e77aaec59dc tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:51:52.961962 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e6e948-d904-4f67-a6ca-0e77aaec59dc tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:51:52.962389 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e6e948-d904-4f67-a6ca-0e77aaec59dc tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:51:52.962852 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e6e948-d904-4f67-a6ca-0e77aaec59dc tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:51:52.963447 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e6e948-d904-4f67-a6ca-0e77aaec59dc tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:51:52.963931 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e6e948-d904-4f67-a6ca-0e77aaec59dc tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:51:52.964389 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e6e948-d904-4f67-a6ca-0e77aaec59dc tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:51:52.966368 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-28e6e948-d904-4f67-a6ca-0e77aaec59dc tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4969 time: 0.3207648 Nov 24 01:51:52.969623 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50810) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:53.009941 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49be2a6b-6d4a-443e-a2dc-723ca3c37695 None None] Routers {'95e36abb-7a31-454f-8a93-b6eec3d3c063'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:51:53.010877 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-49be2a6b-6d4a-443e-a2dc-723ca3c37695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:51:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['95e36abb-7a31-454f-8a93-b6eec3d3c063'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:51:53.032108 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013f495c-ffbe-45ae-9ea8-3a9048eaa55a None None] Network cf243e4d-6d88-41bb-ae27-4dbc3743985e is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:51:53.082332 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-013f495c-ffbe-45ae-9ea8-3a9048eaa55a None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:51:53.085290 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013f495c-ffbe-45ae-9ea8-3a9048eaa55a None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:51:53.169148 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013f495c-ffbe-45ae-9ea8-3a9048eaa55a None None] Pushing event updated for resources: {'Port': ['ID=d0cce3f9-431d-4580-979a-7d1ff98c5509,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:53.309555 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-d35049f1-3150-474f-b5a8-c9af3d9306cf None None] Provisioning complete for port a6de9f8d-922a-40e7-85bb-8d090c894cb0 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:51:53.309914 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-d35049f1-3150-474f-b5a8-c9af3d9306cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:53.340045 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-013f495c-ffbe-45ae-9ea8-3a9048eaa55a None None] Attempting to bind port d0cce3f9-431d-4580-979a-7d1ff98c5509 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:51:53.340406 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-013f495c-ffbe-45ae-9ea8-3a9048eaa55a None None] Attempting to bind port d0cce3f9-431d-4580-979a-7d1ff98c5509 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': 'bbe951b3-8540-4453-80da-f86de5a05b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'cf243e4d-6d88-41bb-ae27-4dbc3743985e'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:51:53.340762 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013f495c-ffbe-45ae-9ea8-3a9048eaa55a None None] Attempting to bind port d0cce3f9-431d-4580-979a-7d1ff98c5509 on network cf243e4d-6d88-41bb-ae27-4dbc3743985e {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:51:53.354683 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-49be2a6b-6d4a-443e-a2dc-723ca3c37695 None None] Set router 95e36abb-7a31-454f-8a93-b6eec3d3c063 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:51:53.390557 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013f495c-ffbe-45ae-9ea8-3a9048eaa55a None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:51:53.391013 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013f495c-ffbe-45ae-9ea8-3a9048eaa55a None None] Checking segment: {'id': 'bbe951b3-8540-4453-80da-f86de5a05b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'cf243e4d-6d88-41bb-ae27-4dbc3743985e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:51:53.391323 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-013f495c-ffbe-45ae-9ea8-3a9048eaa55a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:53.391710 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013f495c-ffbe-45ae-9ea8-3a9048eaa55a None None] Bound using segment: {'id': 'bbe951b3-8540-4453-80da-f86de5a05b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'cf243e4d-6d88-41bb-ae27-4dbc3743985e'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:51:53.392186 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-013f495c-ffbe-45ae-9ea8-3a9048eaa55a None None] Bound port: d0cce3f9-431d-4580-979a-7d1ff98c5509, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbe951b3-8540-4453-80da-f86de5a05b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'cf243e4d-6d88-41bb-ae27-4dbc3743985e'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:51:53.392565 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-013f495c-ffbe-45ae-9ea8-3a9048eaa55a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:53.415989 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-d35049f1-3150-474f-b5a8-c9af3d9306cf None None] Port a6de9f8d-922a-40e7-85bb-8d090c894cb0 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:51:53.450034 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658b0ae0-9602-4609-b9e1-68acb596fd9b tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:51:53.450506 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658b0ae0-9602-4609-b9e1-68acb596fd9b tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:51:53.450969 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658b0ae0-9602-4609-b9e1-68acb596fd9b tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:51:53.451423 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658b0ae0-9602-4609-b9e1-68acb596fd9b tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:51:53.451876 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658b0ae0-9602-4609-b9e1-68acb596fd9b tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:51:53.452332 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658b0ae0-9602-4609-b9e1-68acb596fd9b tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:51:53.452784 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658b0ae0-9602-4609-b9e1-68acb596fd9b tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:51:53.454784 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-658b0ae0-9602-4609-b9e1-68acb596fd9b tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4616 time: 0.4842470 Nov 24 01:51:53.458121 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50812) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:53.516749 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-14277213-4821-46d7-92c6-29e6f50880b2 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks [] for port, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:53.524021 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-14277213-4821-46d7-92c6-29e6f50880b2 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25501696'] for port, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:53.524937 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-14277213-4821-46d7-92c6-29e6f50880b2 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3778017'] for router_interface, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:53.577569 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-793d5748-8e19-4298-ab7f-e1b987bb9c2c None None] Provisioning complete for port a6de9f8d-922a-40e7-85bb-8d090c894cb0 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:51:53.577940 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-793d5748-8e19-4298-ab7f-e1b987bb9c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:53.614001 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-013f495c-ffbe-45ae-9ea8-3a9048eaa55a None None] For port d0cce3f9-431d-4580-979a-7d1ff98c5509, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:51:53.635647 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-64bdb75a-a863-48da-bb4c-2b5a2cc62af0 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3576 time: 0.1760697 Nov 24 01:51:53.640032 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-013f495c-ffbe-45ae-9ea8-3a9048eaa55a None None] For port d0cce3f9-431d-4580-979a-7d1ff98c5509, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=d0cce3f9-431d-4580-979a-7d1ff98c5509,segment=NetworkSegment(bbe951b3-8540-4453-80da-f86de5a05b8a),segment_id=bbe951b3-8540-4453-80da-f86de5a05b8a)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:51:53.661451 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14277213-4821-46d7-92c6-29e6f50880b2 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Pushing event updated for resources: {'Port': ['ID=c0e8cfc7-cda1-4e1b-b8f1-7ed477c5aee7,revision_number=2']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:53.672627 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-013f495c-ffbe-45ae-9ea8-3a9048eaa55a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:53.690918 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-793d5748-8e19-4298-ab7f-e1b987bb9c2c None None] Port a6de9f8d-922a-40e7-85bb-8d090c894cb0 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:51:53.753580 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14277213-4821-46d7-92c6-29e6f50880b2 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Network cf243e4d-6d88-41bb-ae27-4dbc3743985e is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:51:53.755016 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-14277213-4821-46d7-92c6-29e6f50880b2 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:51:53.773971 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013f495c-ffbe-45ae-9ea8-3a9048eaa55a None None] Pushing event updated for resources: {'Port': ['ID=d0cce3f9-431d-4580-979a-7d1ff98c5509,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:53.784707 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-49be2a6b-6d4a-443e-a2dc-723ca3c37695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e36abb-7a31-454f-8a93-b6eec3d3c063', 'name': 'tempest-TestNetworkBasicOps-router-1218531807', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.35'}], 'enable_snat': True}, 'gw_port_id': '4eeb3fe4-58be-4089-99aa-b1aba41f5c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:51:45Z', 'updated_at': '2021-11-24T01:51:51Z', 'revision_number': 4, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': '4eeb3fe4-58be-4089-99aa-b1aba41f5c0a', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:84:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e36abb-7a31-454f-8a93-b6eec3d3c063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:45Z', 'updated_at': '2021-11-24T01:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': 'a6de9f8d-922a-40e7-85bb-8d090c894cb0', 'name': '', 'network_id': '3b80f25a-9d8f-4a26-8638-c059e412f416', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'mac_address': 'fa:16:3e:e7:21:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95e36abb-7a31-454f-8a93-b6eec3d3c063', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '9ed09fea-cbef-41ba-9fa8-cb5ce5910bf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:50Z', 'updated_at': '2021-11-24T01:51:51Z', 'revision_number': 2, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'subnets': [{'id': '9ed09fea-cbef-41ba-9fa8-cb5ce5910bf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:51:53.818811 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49be2a6b-6d4a-443e-a2dc-723ca3c37695 None None] Checking router: 95e36abb-7a31-454f-8a93-b6eec3d3c063 for host: dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 01:51:53.818811 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49be2a6b-6d4a-443e-a2dc-723ca3c37695 None None] Updating router 95e36abb-7a31-454f-8a93-b6eec3d3c063 port a6de9f8d-922a-40e7-85bb-8d090c894cb0 binding host dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 01:51:53.849063 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-49be2a6b-6d4a-443e-a2dc-723ca3c37695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:53.946836 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50816) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:53.951387 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-f7e043e5-0c7d-411e-904e-eba8779643d0 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-372315567', 'description': 'tempest-secgroup-smoke-372315567 description', 'project_id': '5cd72ac6dd034b2d92e26f70404adb10'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:53.974320 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14277213-4821-46d7-92c6-29e6f50880b2 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Router 80dba2c7-244a-458b-b326-8a7744c2090a is scheduled to L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e with binding_index 1 {{(pid=109867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 01:51:54.014927 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f7e043e5-0c7d-411e-904e-eba8779643d0 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:54.130796 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14277213-4821-46d7-92c6-29e6f50880b2 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:51:54.136211 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-14277213-4821-46d7-92c6-29e6f50880b2 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] 10.222.0.21 "PUT /v2.0/routers/80dba2c7-244a-458b-b326-8a7744c2090a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9003575 Nov 24 01:51:54.138923 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50820) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:54.145431 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f7e043e5-0c7d-411e-904e-eba8779643d0 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:54.147826 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064b4a2a-0fab-47ce-ae18-5559bf718298 None None] Sync routers for ids ['80dba2c7-244a-458b-b326-8a7744c2090a'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:51:54.150279 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-a7972610-0af3-4113-85dd-350797c1c091 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1713822240'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:54.154931 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f7e043e5-0c7d-411e-904e-eba8779643d0 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:54.158728 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064b4a2a-0fab-47ce-ae18-5559bf718298 None None] Routers {'80dba2c7-244a-458b-b326-8a7744c2090a'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:51:54.160039 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-064b4a2a-0fab-47ce-ae18-5559bf718298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:51:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['80dba2c7-244a-458b-b326-8a7744c2090a'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:51:54.184701 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7972610-0af3-4113-85dd-350797c1c091 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Made reservation on behalf of 468ce101e5db4aad97f1fca7bb15b3de for: {'network': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:51:54.199142 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a7972610-0af3-4113-85dd-350797c1c091 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:54.208282 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f7e043e5-0c7d-411e-904e-eba8779643d0 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:54.212868 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-f7e043e5-0c7d-411e-904e-eba8779643d0 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2624826 Nov 24 01:51:54.214236 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50822) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:54.219624 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-575f36b5-8bcb-4617-af7a-5e007fbc8be1 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'security_group_rule': {'security_group_id': '527aaed2-f535-4002-9cca-eff0af89bb8e', 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:54.234132 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e043e5-0c7d-411e-904e-eba8779643d0 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=527aaed2-f535-4002-9cca-eff0af89bb8e,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:54.261967 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7972610-0af3-4113-85dd-350797c1c091 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=109867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:51:54.280976 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-49be2a6b-6d4a-443e-a2dc-723ca3c37695 None None] Publish callbacks [] for port, precommit_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:54.288222 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-575f36b5-8bcb-4617-af7a-5e007fbc8be1 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:54.288437 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-49be2a6b-6d4a-443e-a2dc-723ca3c37695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:54.294232 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a7972610-0af3-4113-85dd-350797c1c091 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:54.294584 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.segments_db [None req-a7972610-0af3-4113-85dd-350797c1c091 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Added segment ab8b3a0e-7a10-416e-a582-f9a590ffa69b of type vlan for network df9239ce-8e2a-47b7-be4c-2d82826fe413 Nov 24 01:51:54.309957 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-064b4a2a-0fab-47ce-ae18-5559bf718298 None None] Set router 80dba2c7-244a-458b-b326-8a7744c2090a gateway port host: None {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:51:54.387542 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-575f36b5-8bcb-4617-af7a-5e007fbc8be1 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:54.393915 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-575f36b5-8bcb-4617-af7a-5e007fbc8be1 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:54.397893 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a7972610-0af3-4113-85dd-350797c1c091 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:54.426412 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575f36b5-8bcb-4617-af7a-5e007fbc8be1 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b97646e9-63cc-49bf-9e35-535a6e289ea6,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:54.434439 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-575f36b5-8bcb-4617-af7a-5e007fbc8be1 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:54.439906 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-575f36b5-8bcb-4617-af7a-5e007fbc8be1 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2242875 Nov 24 01:51:54.441205 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50824) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:54.446407 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-072973a2-1a12-46c5-a160-0fc23a3e2669 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'security_group_rule': {'security_group_id': '527aaed2-f535-4002-9cca-eff0af89bb8e', 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:54.474390 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a7972610-0af3-4113-85dd-350797c1c091 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:54.480706 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7972610-0af3-4113-85dd-350797c1c091 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:51:54.482473 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a7972610-0af3-4113-85dd-350797c1c091 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks [] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:54.495446 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-072973a2-1a12-46c5-a160-0fc23a3e2669 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:54.523373 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb5ce03-716a-46a4-86ca-7e7ab32c99a5 None None] Pushing event updated for resources: {'Port': ['ID=a6de9f8d-922a-40e7-85bb-8d090c894cb0,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:54.548455 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-49be2a6b-6d4a-443e-a2dc-723ca3c37695 None None] Attempting to bind port a6de9f8d-922a-40e7-85bb-8d090c894cb0 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:51:54.548824 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-49be2a6b-6d4a-443e-a2dc-723ca3c37695 None None] Attempting to bind port a6de9f8d-922a-40e7-85bb-8d090c894cb0 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': 'cdedba67-af31-49a0-a765-665937d2bb16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3b80f25a-9d8f-4a26-8638-c059e412f416'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:51:54.549192 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49be2a6b-6d4a-443e-a2dc-723ca3c37695 None None] Attempting to bind port a6de9f8d-922a-40e7-85bb-8d090c894cb0 on network 3b80f25a-9d8f-4a26-8638-c059e412f416 {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:51:54.556569 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49be2a6b-6d4a-443e-a2dc-723ca3c37695 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:51:54.556956 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49be2a6b-6d4a-443e-a2dc-723ca3c37695 None None] Checking segment: {'id': 'cdedba67-af31-49a0-a765-665937d2bb16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3b80f25a-9d8f-4a26-8638-c059e412f416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:51:54.557357 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-49be2a6b-6d4a-443e-a2dc-723ca3c37695 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:54.562278 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49be2a6b-6d4a-443e-a2dc-723ca3c37695 None None] Bound using segment: {'id': 'cdedba67-af31-49a0-a765-665937d2bb16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3b80f25a-9d8f-4a26-8638-c059e412f416'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:51:54.562540 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-49be2a6b-6d4a-443e-a2dc-723ca3c37695 None None] Bound port: a6de9f8d-922a-40e7-85bb-8d090c894cb0, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdedba67-af31-49a0-a765-665937d2bb16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3b80f25a-9d8f-4a26-8638-c059e412f416'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:51:54.562939 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-49be2a6b-6d4a-443e-a2dc-723ca3c37695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:54.643434 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-072973a2-1a12-46c5-a160-0fc23a3e2669 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:54.652827 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-072973a2-1a12-46c5-a160-0fc23a3e2669 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:54.665171 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-064b4a2a-0fab-47ce-ae18-5559bf718298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80dba2c7-244a-458b-b326-8a7744c2090a', 'name': 'tempest-RoutersIpV6Test-router-1284241670', 'tenant_id': '468ce101e5db4aad97f1fca7bb15b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:51:49Z', 'updated_at': '2021-11-24T01:51:52Z', 'revision_number': 2, 'project_id': '468ce101e5db4aad97f1fca7bb15b3de', 'gw_port_host': None, '_interfaces': [{'id': 'c0e8cfc7-cda1-4e1b-b8f1-7ed477c5aee7', 'name': '', 'network_id': 'cf243e4d-6d88-41bb-ae27-4dbc3743985e', 'tenant_id': '468ce101e5db4aad97f1fca7bb15b3de', 'mac_address': 'fa:16:3e:78:83:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80dba2c7-244a-458b-b326-8a7744c2090a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'bd882262-6489-41c0-8604-05c4ded47293', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:51Z', 'updated_at': '2021-11-24T01:51:52Z', 'revision_number': 2, 'project_id': '468ce101e5db4aad97f1fca7bb15b3de', 'subnets': [{'id': 'bd882262-6489-41c0-8604-05c4ded47293', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:51:54.676899 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072973a2-1a12-46c5-a160-0fc23a3e2669 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6f0c3fa-4329-49f0-8d84-c791d69e3540,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:54.680718 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7972610-0af3-4113-85dd-350797c1c091 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Pushing event updated for resources: {'Network': ['ID=df9239ce-8e2a-47b7-be4c-2d82826fe413,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:54.705353 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-072973a2-1a12-46c5-a160-0fc23a3e2669 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:54.706739 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-072973a2-1a12-46c5-a160-0fc23a3e2669 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2643340 Nov 24 01:51:54.710207 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-a7972610-0af3-4113-85dd-350797c1c091 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5678303 Nov 24 01:51:54.711456 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50826) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:54.711804 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50828) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:54.715872 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network df9239ce-8e2a-47b7-be4c-2d82826fe413 details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:51:54.730469 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-e2833b18-ef01-4db7-b2e0-45747762e4cb tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'security_group_rule': {'security_group_id': '527aaed2-f535-4002-9cca-eff0af89bb8e', 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:54.739270 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064b4a2a-0fab-47ce-ae18-5559bf718298 None None] Checking router: 80dba2c7-244a-458b-b326-8a7744c2090a for host: dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 01:51:54.739998 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064b4a2a-0fab-47ce-ae18-5559bf718298 None None] Updating router 80dba2c7-244a-458b-b326-8a7744c2090a port c0e8cfc7-cda1-4e1b-b8f1-7ed477c5aee7 binding host dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 01:51:54.748355 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-917ed9f6-5487-45b8-b5b4-ffe52a90afe5 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Request body: {'subnet': {'network_id': 'df9239ce-8e2a-47b7-be4c-2d82826fe413', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:54.787961 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device d0cce3f9-431d-4580-979a-7d1ff98c5509 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:51:54.789313 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-064b4a2a-0fab-47ce-ae18-5559bf718298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:54.850321 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e2833b18-ef01-4db7-b2e0-45747762e4cb tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:54.902801 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-917ed9f6-5487-45b8-b5b4-ffe52a90afe5 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Made reservation on behalf of 468ce101e5db4aad97f1fca7bb15b3de for: {'subnet': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:51:54.914218 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-917ed9f6-5487-45b8-b5b4-ffe52a90afe5 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25307781'] for subnet, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:54.921777 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-49be2a6b-6d4a-443e-a2dc-723ca3c37695 None None] For port a6de9f8d-922a-40e7-85bb-8d090c894cb0, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:51:54.933373 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-d2317534-f4a0-4cc2-9df2-57c40f69e6e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:54.972140 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port d0cce3f9-431d-4580-979a-7d1ff98c5509 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:51:54.972727 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:54.985188 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-49be2a6b-6d4a-443e-a2dc-723ca3c37695 None None] For port a6de9f8d-922a-40e7-85bb-8d090c894cb0, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=a6de9f8d-922a-40e7-85bb-8d090c894cb0,segment=NetworkSegment(cdedba67-af31-49a0-a765-665937d2bb16),segment_id=cdedba67-af31-49a0-a765-665937d2bb16)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:51:55.013828 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-49be2a6b-6d4a-443e-a2dc-723ca3c37695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:55.033650 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-7ad06baf-9d9b-4821-bf1b-d59ca2fe86d9 None None] Provisioning complete for port a6de9f8d-922a-40e7-85bb-8d090c894cb0 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:51:55.034813 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-7ad06baf-9d9b-4821-bf1b-d59ca2fe86d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:55.076922 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e2833b18-ef01-4db7-b2e0-45747762e4cb tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:55.106402 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e2833b18-ef01-4db7-b2e0-45747762e4cb tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:55.171431 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb5ce03-716a-46a4-86ca-7e7ab32c99a5 None None] Pushing event updated for resources: {'Port': ['ID=a6de9f8d-922a-40e7-85bb-8d090c894cb0,revision_number=4']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:55.181233 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2833b18-ef01-4db7-b2e0-45747762e4cb tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efb1e639-0e97-4410-abe5-e52fad5e866b,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:55.181666 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e2833b18-ef01-4db7-b2e0-45747762e4cb tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:55.183044 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-e2833b18-ef01-4db7-b2e0-45747762e4cb tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4700313 Nov 24 01:51:55.185918 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50832) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:55.191498 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-48cae004-4dfc-494d-9532-6d8ce65ba0de tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'security_group_rule': {'security_group_id': '527aaed2-f535-4002-9cca-eff0af89bb8e', 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:55.246071 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49be2a6b-6d4a-443e-a2dc-723ca3c37695 None None] Routers {'95e36abb-7a31-454f-8a93-b6eec3d3c063'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:51:55.247013 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-49be2a6b-6d4a-443e-a2dc-723ca3c37695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:51:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['95e36abb-7a31-454f-8a93-b6eec3d3c063'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:51:55.274817 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-48cae004-4dfc-494d-9532-6d8ce65ba0de tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:55.327198 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-064b4a2a-0fab-47ce-ae18-5559bf718298 None None] Publish callbacks [] for port, precommit_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:55.336467 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-064b4a2a-0fab-47ce-ae18-5559bf718298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:55.430507 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-917ed9f6-5487-45b8-b5b4-ffe52a90afe5 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25501847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25307831'] for subnet, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:55.436954 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-48cae004-4dfc-494d-9532-6d8ce65ba0de tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:55.446066 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-48cae004-4dfc-494d-9532-6d8ce65ba0de tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:55.448060 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d684b0-e62b-4342-b9b6-8c80b740fb7d None None] Pushing event updated for resources: {'Port': ['ID=c0e8cfc7-cda1-4e1b-b8f1-7ed477c5aee7,revision_number=3']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:55.485357 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cae004-4dfc-494d-9532-6d8ce65ba0de tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=418e0474-ff6d-4d83-9b21-554ffb65afa6,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:55.498981 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-48cae004-4dfc-494d-9532-6d8ce65ba0de tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:55.501282 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-48cae004-4dfc-494d-9532-6d8ce65ba0de tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3136382 Nov 24 01:51:55.506290 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50834) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:55.515596 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-18a34596-4f17-4dbb-bb0b-2cf54f3dc7da tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'security_group_rule': {'security_group_id': '527aaed2-f535-4002-9cca-eff0af89bb8e', 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:55.575744 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917ed9f6-5487-45b8-b5b4-ffe52a90afe5 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Pushing event updated for resources: {'Subnet': ['ID=c9809b07-0178-4267-b085-fbc473d77de6,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:55.576973 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.securitygroups_db [None req-18a34596-4f17-4dbb-bb0b-2cf54f3dc7da tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Project 5cd72ac6dd034b2d92e26f70404adb10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 01:51:55.582926 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917ed9f6-5487-45b8-b5b4-ffe52a90afe5 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Checking segment: {'id': 'ab8b3a0e-7a10-416e-a582-f9a590ffa69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'df9239ce-8e2a-47b7-be4c-2d82826fe413'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:51:55.583325 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917ed9f6-5487-45b8-b5b4-ffe52a90afe5 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Network hostable DHCP agents. Network: df9239ce-8e2a-47b7-be4c-2d82826fe413, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 01:51:55.584141 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-064b4a2a-0fab-47ce-ae18-5559bf718298 None None] Attempting to bind port c0e8cfc7-cda1-4e1b-b8f1-7ed477c5aee7 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:51:55.584847 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-064b4a2a-0fab-47ce-ae18-5559bf718298 None None] Attempting to bind port c0e8cfc7-cda1-4e1b-b8f1-7ed477c5aee7 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': 'bbe951b3-8540-4453-80da-f86de5a05b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'cf243e4d-6d88-41bb-ae27-4dbc3743985e'}] {{(pid=109869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:51:55.585303 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064b4a2a-0fab-47ce-ae18-5559bf718298 None None] Attempting to bind port c0e8cfc7-cda1-4e1b-b8f1-7ed477c5aee7 on network cf243e4d-6d88-41bb-ae27-4dbc3743985e {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:51:55.588895 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-18a34596-4f17-4dbb-bb0b-2cf54f3dc7da tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:55.595824 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064b4a2a-0fab-47ce-ae18-5559bf718298 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:51:55.597926 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064b4a2a-0fab-47ce-ae18-5559bf718298 None None] Checking segment: {'id': 'bbe951b3-8540-4453-80da-f86de5a05b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'cf243e4d-6d88-41bb-ae27-4dbc3743985e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:51:55.598655 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-064b4a2a-0fab-47ce-ae18-5559bf718298 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:55.605313 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064b4a2a-0fab-47ce-ae18-5559bf718298 None None] Bound using segment: {'id': 'bbe951b3-8540-4453-80da-f86de5a05b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'cf243e4d-6d88-41bb-ae27-4dbc3743985e'} {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:51:55.605741 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-064b4a2a-0fab-47ce-ae18-5559bf718298 None None] Bound port: c0e8cfc7-cda1-4e1b-b8f1-7ed477c5aee7, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbe951b3-8540-4453-80da-f86de5a05b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'cf243e4d-6d88-41bb-ae27-4dbc3743985e'}}] {{(pid=109869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:51:55.606237 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-064b4a2a-0fab-47ce-ae18-5559bf718298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:55.608201 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917ed9f6-5487-45b8-b5b4-ffe52a90afe5 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Network df9239ce-8e2a-47b7-be4c-2d82826fe413 is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 01:51:55.623782 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-917ed9f6-5487-45b8-b5b4-ffe52a90afe5 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, df9239ce-8e2a-47b7-be4c-2d82826fe413) {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:51:55.639913 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917ed9f6-5487-45b8-b5b4-ffe52a90afe5 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:51:55.640144 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0554c9-f639-42be-b460-b6712a96fea6 None None] Network cf243e4d-6d88-41bb-ae27-4dbc3743985e requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:51:55.640637 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-917ed9f6-5487-45b8-b5b4-ffe52a90afe5 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:55.667719 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50836) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:55.668089 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-917ed9f6-5487-45b8-b5b4-ffe52a90afe5 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9244151 Nov 24 01:51:55.673160 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba8988c-b879-47a4-83e7-d313200d0e98 None None] Network df9239ce-8e2a-47b7-be4c-2d82826fe413 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:51:55.722380 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.db [None req-064b4a2a-0fab-47ce-ae18-5559bf718298 None None] For port c0e8cfc7-cda1-4e1b-b8f1-7ed477c5aee7, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:51:55.726818 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.db [None req-064b4a2a-0fab-47ce-ae18-5559bf718298 None None] For port c0e8cfc7-cda1-4e1b-b8f1-7ed477c5aee7, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=c0e8cfc7-cda1-4e1b-b8f1-7ed477c5aee7,segment=NetworkSegment(bbe951b3-8540-4453-80da-f86de5a05b8a),segment_id=bbe951b3-8540-4453-80da-f86de5a05b8a)] {{(pid=109869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:51:55.730031 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-7ad06baf-9d9b-4821-bf1b-d59ca2fe86d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:55.734790 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-064b4a2a-0fab-47ce-ae18-5559bf718298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:55.783005 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-18a34596-4f17-4dbb-bb0b-2cf54f3dc7da tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:55.789508 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-18a34596-4f17-4dbb-bb0b-2cf54f3dc7da tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:55.809804 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:55.814754 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064b4a2a-0fab-47ce-ae18-5559bf718298 None None] Routers {'80dba2c7-244a-458b-b326-8a7744c2090a'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:51:55.816005 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-064b4a2a-0fab-47ce-ae18-5559bf718298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:51:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['80dba2c7-244a-458b-b326-8a7744c2090a'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:51:55.883610 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-49be2a6b-6d4a-443e-a2dc-723ca3c37695 None None] Set router 95e36abb-7a31-454f-8a93-b6eec3d3c063 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:51:55.918739 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d684b0-e62b-4342-b9b6-8c80b740fb7d None None] Pushing event updated for resources: {'Port': ['ID=c0e8cfc7-cda1-4e1b-b8f1-7ed477c5aee7,revision_number=4']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:55.932240 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a34596-4f17-4dbb-bb0b-2cf54f3dc7da tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad2bee7b-e1cb-42a9-bb5a-fe1a5dca4400,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:55.934834 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-7ad06baf-9d9b-4821-bf1b-d59ca2fe86d9 None None] For port a6de9f8d-922a-40e7-85bb-8d090c894cb0, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=a6de9f8d-922a-40e7-85bb-8d090c894cb0,segment=NetworkSegment(cdedba67-af31-49a0-a765-665937d2bb16),segment_id=cdedba67-af31-49a0-a765-665937d2bb16)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:51:55.944498 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-18a34596-4f17-4dbb-bb0b-2cf54f3dc7da tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:55.946502 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-18a34596-4f17-4dbb-bb0b-2cf54f3dc7da tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4384358 Nov 24 01:51:55.949907 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50838) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:55.950669 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] For port d0cce3f9-431d-4580-979a-7d1ff98c5509, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=d0cce3f9-431d-4580-979a-7d1ff98c5509,segment=NetworkSegment(bbe951b3-8540-4453-80da-f86de5a05b8a),segment_id=bbe951b3-8540-4453-80da-f86de5a05b8a)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:51:55.956324 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-064b4a2a-0fab-47ce-ae18-5559bf718298 None None] Set router 80dba2c7-244a-458b-b326-8a7744c2090a gateway port host: None {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:51:55.960270 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-0f1406e6-7567-45fd-b9bd-5c21cc2c7bd7 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'security_group_rule': {'security_group_id': '527aaed2-f535-4002-9cca-eff0af89bb8e', 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:55.960608 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-7ad06baf-9d9b-4821-bf1b-d59ca2fe86d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:56.010836 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.securitygroups_db [None req-0f1406e6-7567-45fd-b9bd-5c21cc2c7bd7 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Project 5cd72ac6dd034b2d92e26f70404adb10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 01:51:56.022009 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0f1406e6-7567-45fd-b9bd-5c21cc2c7bd7 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:56.048783 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:56.051404 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad06baf-9d9b-4821-bf1b-d59ca2fe86d9 None None] Pushing event updated for resources: {'Port': ['ID=a6de9f8d-922a-40e7-85bb-8d090c894cb0,revision_number=5']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:56.113074 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0f1406e6-7567-45fd-b9bd-5c21cc2c7bd7 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:56.122646 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0f1406e6-7567-45fd-b9bd-5c21cc2c7bd7 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:56.163640 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1406e6-7567-45fd-b9bd-5c21cc2c7bd7 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=beb8bee3-50a2-43b2-b33b-1bf6b6e55f1d,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:56.189755 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0f1406e6-7567-45fd-b9bd-5c21cc2c7bd7 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:56.191749 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-0f1406e6-7567-45fd-b9bd-5c21cc2c7bd7 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2395315 Nov 24 01:51:56.224347 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d96326e2-3324-4da4-bcab-7ae8ab0902ab tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:56.304015 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-d9e29e7d-fcad-48df-a1e6-5bd5b6e64ed0 None None] Provisioning complete for port a6de9f8d-922a-40e7-85bb-8d090c894cb0 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:51:56.304389 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-d9e29e7d-fcad-48df-a1e6-5bd5b6e64ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:56.312753 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a00c2e-8465-40a3-a152-d72649c18965 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-df9239ce-8e2a-47b7-be4c-2d82826fe413', 'network_id': 'df9239ce-8e2a-47b7-be4c-2d82826fe413', 'tenant_id': '468ce101e5db4aad97f1fca7bb15b3de', 'fixed_ips': [{'subnet_id': 'c9809b07-0178-4267-b085-fbc473d77de6'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 01:51:56.313633 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-b5a00c2e-8465-40a3-a152-d72649c18965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:56.331856 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-064b4a2a-0fab-47ce-ae18-5559bf718298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80dba2c7-244a-458b-b326-8a7744c2090a', 'name': 'tempest-RoutersIpV6Test-router-1284241670', 'tenant_id': '468ce101e5db4aad97f1fca7bb15b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:51:49Z', 'updated_at': '2021-11-24T01:51:52Z', 'revision_number': 2, 'project_id': '468ce101e5db4aad97f1fca7bb15b3de', 'gw_port_host': None, '_interfaces': [{'id': 'c0e8cfc7-cda1-4e1b-b8f1-7ed477c5aee7', 'name': '', 'network_id': 'cf243e4d-6d88-41bb-ae27-4dbc3743985e', 'tenant_id': '468ce101e5db4aad97f1fca7bb15b3de', 'mac_address': 'fa:16:3e:78:83:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80dba2c7-244a-458b-b326-8a7744c2090a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'bd882262-6489-41c0-8604-05c4ded47293', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:51Z', 'updated_at': '2021-11-24T01:51:55Z', 'revision_number': 4, 'project_id': '468ce101e5db4aad97f1fca7bb15b3de', 'subnets': [{'id': 'bd882262-6489-41c0-8604-05c4ded47293', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:51:56.353051 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Pushing event updated for resources: {'Port': ['ID=d0cce3f9-431d-4580-979a-7d1ff98c5509,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:56.373154 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064b4a2a-0fab-47ce-ae18-5559bf718298 None None] The sync data for ids ['80dba2c7-244a-458b-b326-8a7744c2090a'] in dv-neutron-818911-2-hyperv is: [{'id': '80dba2c7-244a-458b-b326-8a7744c2090a', 'name': 'tempest-RoutersIpV6Test-router-1284241670', 'tenant_id': '468ce101e5db4aad97f1fca7bb15b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:51:49Z', 'updated_at': '2021-11-24T01:51:52Z', 'revision_number': 2, 'project_id': '468ce101e5db4aad97f1fca7bb15b3de', 'gw_port_host': None, '_interfaces': [{'id': 'c0e8cfc7-cda1-4e1b-b8f1-7ed477c5aee7', 'name': '', 'network_id': 'cf243e4d-6d88-41bb-ae27-4dbc3743985e', 'tenant_id': '468ce101e5db4aad97f1fca7bb15b3de', 'mac_address': 'fa:16:3e:78:83:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80dba2c7-244a-458b-b326-8a7744c2090a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'bd882262-6489-41c0-8604-05c4ded47293', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:51Z', 'updated_at': '2021-11-24T01:51:55Z', 'revision_number': 4, 'project_id': '468ce101e5db4aad97f1fca7bb15b3de', 'subnets': [{'id': 'bd882262-6489-41c0-8604-05c4ded47293', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:51:56.575115 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-7d9a5383-861b-4415-b1e4-591284e68401 req-e087f95e-92bc-4210-b31d-11112f3beb6f tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-372315567&fields=id&tenant_id=5cd72ac6dd034b2d92e26f70404adb10 HTTP/1.1" status: 200 len: 267 time: 0.0850043 Nov 24 01:51:56.577798 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device d0cce3f9-431d-4580-979a-7d1ff98c5509 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:51:56.688655 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-49be2a6b-6d4a-443e-a2dc-723ca3c37695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e36abb-7a31-454f-8a93-b6eec3d3c063', 'name': 'tempest-TestNetworkBasicOps-router-1218531807', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.35'}], 'enable_snat': True}, 'gw_port_id': '4eeb3fe4-58be-4089-99aa-b1aba41f5c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:51:45Z', 'updated_at': '2021-11-24T01:51:51Z', 'revision_number': 4, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': '4eeb3fe4-58be-4089-99aa-b1aba41f5c0a', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:84:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e36abb-7a31-454f-8a93-b6eec3d3c063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:45Z', 'updated_at': '2021-11-24T01:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': 'a6de9f8d-922a-40e7-85bb-8d090c894cb0', 'name': '', 'network_id': '3b80f25a-9d8f-4a26-8638-c059e412f416', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'mac_address': 'fa:16:3e:e7:21:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95e36abb-7a31-454f-8a93-b6eec3d3c063', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '9ed09fea-cbef-41ba-9fa8-cb5ce5910bf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:50Z', 'updated_at': '2021-11-24T01:51:54Z', 'revision_number': 4, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'subnets': [{'id': '9ed09fea-cbef-41ba-9fa8-cb5ce5910bf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:51:56.717345 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [None req-d96326e2-3324-4da4-bcab-7ae8ab0902ab tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Allocated IP 2001:db8:1::1 (df9239ce-8e2a-47b7-be4c-2d82826fe413/c9809b07-0178-4267-b085-fbc473d77de6/a28058c8-462a-4fc3-8d08-3d397aab2612) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:51:56.744412 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49be2a6b-6d4a-443e-a2dc-723ca3c37695 None None] The sync data for ids ['95e36abb-7a31-454f-8a93-b6eec3d3c063'] in dv-neutron-818911-2-hyperv is: [{'id': '95e36abb-7a31-454f-8a93-b6eec3d3c063', 'name': 'tempest-TestNetworkBasicOps-router-1218531807', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.35'}], 'enable_snat': True}, 'gw_port_id': '4eeb3fe4-58be-4089-99aa-b1aba41f5c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:51:45Z', 'updated_at': '2021-11-24T01:51:51Z', 'revision_number': 4, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': '4eeb3fe4-58be-4089-99aa-b1aba41f5c0a', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:84:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e36abb-7a31-454f-8a93-b6eec3d3c063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:45Z', 'updated_at': '2021-11-24T01:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': 'a6de9f8d-922a-40e7-85bb-8d090c894cb0', 'name': '', 'network_id': '3b80f25a-9d8f-4a26-8638-c059e412f416', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'mac_address': 'fa:16:3e:e7:21:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95e36abb-7a31-454f-8a93-b6eec3d3c063', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '9ed09fea-cbef-41ba-9fa8-cb5ce5910bf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:50Z', 'updated_at': '2021-11-24T01:51:54Z', 'revision_number': 4, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'subnets': [{'id': '9ed09fea-cbef-41ba-9fa8-cb5ce5910bf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:51:56.756652 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port d0cce3f9-431d-4580-979a-7d1ff98c5509 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:51:56.757029 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:56.760014 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-d9e29e7d-fcad-48df-a1e6-5bd5b6e64ed0 None None] Provisioning complete for port d0cce3f9-431d-4580-979a-7d1ff98c5509 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:51:56.760376 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-d9e29e7d-fcad-48df-a1e6-5bd5b6e64ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:56.836793 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9a5383-861b-4415-b1e4-591284e68401 req-b029b573-8ecf-466e-af44-8006c38c68ed tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:51:56.849008 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-7d9a5383-861b-4415-b1e4-591284e68401 req-b029b573-8ecf-466e-af44-8006c38c68ed tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/networks?id=3b80f25a-9d8f-4a26-8638-c059e412f416 HTTP/1.1" status: 200 len: 796 time: 0.2627738 Nov 24 01:51:56.905909 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-7d9a5383-861b-4415-b1e4-591284e68401 req-e29ac8a5-9e49-437b-846d-a5a9c73eefe8 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/quotas/5cd72ac6dd034b2d92e26f70404adb10 HTTP/1.1" status: 200 len: 375 time: 0.0554099 Nov 24 01:51:56.935690 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d96326e2-3324-4da4-bcab-7ae8ab0902ab tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:57.029755 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d96326e2-3324-4da4-bcab-7ae8ab0902ab tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:57.030554 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-7d9a5383-861b-4415-b1e4-591284e68401 req-67b7bbfe-897e-4b34-86d9-89b745b7fe3d tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5cd72ac6dd034b2d92e26f70404adb10&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1208639 Nov 24 01:51:57.099963 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d96326e2-3324-4da4-bcab-7ae8ab0902ab tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Network df9239ce-8e2a-47b7-be4c-2d82826fe413 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:51:57.111239 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-d96326e2-3324-4da4-bcab-7ae8ab0902ab tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:51:57.115139 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96326e2-3324-4da4-bcab-7ae8ab0902ab tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:51:57.115711 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d96326e2-3324-4da4-bcab-7ae8ab0902ab tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3777869'] for router_interface, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:57.162997 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-b5a00c2e-8465-40a3-a152-d72649c18965 None None] Allocated IP 2001:db8:1::2 (df9239ce-8e2a-47b7-be4c-2d82826fe413/c9809b07-0178-4267-b085-fbc473d77de6/c6ea664e-1a70-4c59-a9ea-87f76845591f) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:51:57.224188 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96326e2-3324-4da4-bcab-7ae8ab0902ab tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Pushing event updated for resources: {'Port': ['ID=a28058c8-462a-4fc3-8d08-3d397aab2612,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:57.254131 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-6f8074b1-7ff3-4cb8-afc6-73978ed53b3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:57.350872 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d96326e2-3324-4da4-bcab-7ae8ab0902ab tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:57.384527 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-09e93f40-338f-4695-9fe9-7ee65962e7ce None None] Provisioning complete for port d0cce3f9-431d-4580-979a-7d1ff98c5509 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:51:57.389727 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-09e93f40-338f-4695-9fe9-7ee65962e7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:57.527367 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-7d9a5383-861b-4415-b1e4-591284e68401 req-5ee51f2c-739b-4375-8ce2-a978c398d191 service neutron] 10.222.0.21 "GET /v2.0/networks/3b80f25a-9d8f-4a26-8638-c059e412f416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4709544 Nov 24 01:51:57.704308 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-7d9a5383-861b-4415-b1e4-591284e68401 req-e24f5cd4-c9fd-4909-b480-03cd79cc597b service neutron] 10.222.0.21 "GET /v2.0/networks/3b80f25a-9d8f-4a26-8638-c059e412f416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702356 Nov 24 01:51:57.796300 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-b5a00c2e-8465-40a3-a152-d72649c18965 None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:57.829345 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-b5a00c2e-8465-40a3-a152-d72649c18965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:57.865892 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d96326e2-3324-4da4-bcab-7ae8ab0902ab tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks [] for port, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:57.868761 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:57.872042 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d96326e2-3324-4da4-bcab-7ae8ab0902ab tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29149402'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:57.873108 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d96326e2-3324-4da4-bcab-7ae8ab0902ab tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3778017'] for router_interface, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:57.934624 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a00c2e-8465-40a3-a152-d72649c18965 None None] Network df9239ce-8e2a-47b7-be4c-2d82826fe413 is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:51:57.937938 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-b5a00c2e-8465-40a3-a152-d72649c18965 None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:51:57.940670 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a00c2e-8465-40a3-a152-d72649c18965 None None] Pushing event updated for resources: {'Port': ['ID=c6ea664e-1a70-4c59-a9ea-87f76845591f,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:57.956941 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a00c2e-8465-40a3-a152-d72649c18965 None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:51:57.975555 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-09e93f40-338f-4695-9fe9-7ee65962e7ce None None] Provisioning complete for port c0e8cfc7-cda1-4e1b-b8f1-7ed477c5aee7 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:51:57.976179 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-09e93f40-338f-4695-9fe9-7ee65962e7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:58.015573 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96326e2-3324-4da4-bcab-7ae8ab0902ab tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Pushing event updated for resources: {'Port': ['ID=a28058c8-462a-4fc3-8d08-3d397aab2612,revision_number=2']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:58.095771 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e02fa506-dc20-475f-b872-6c55a61cd1ce req-71a2897d-a48f-45c2-9010-63d97a2bf208 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f8ccdd8-f798-4f07-b6a6-2250a8bffc7e HTTP/1.1" status: 200 len: 210 time: 0.0334938 Nov 24 01:51:58.149035 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-b5a00c2e-8465-40a3-a152-d72649c18965 None None] Attempting to bind port c6ea664e-1a70-4c59-a9ea-87f76845591f on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:51:58.149502 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-b5a00c2e-8465-40a3-a152-d72649c18965 None None] Attempting to bind port c6ea664e-1a70-4c59-a9ea-87f76845591f by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': 'ab8b3a0e-7a10-416e-a582-f9a590ffa69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'df9239ce-8e2a-47b7-be4c-2d82826fe413'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:51:58.149896 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a00c2e-8465-40a3-a152-d72649c18965 None None] Attempting to bind port c6ea664e-1a70-4c59-a9ea-87f76845591f on network df9239ce-8e2a-47b7-be4c-2d82826fe413 {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:51:58.158842 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d96326e2-3324-4da4-bcab-7ae8ab0902ab tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Network df9239ce-8e2a-47b7-be4c-2d82826fe413 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:51:58.165127 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-d96326e2-3324-4da4-bcab-7ae8ab0902ab tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:51:58.168836 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a00c2e-8465-40a3-a152-d72649c18965 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:51:58.169277 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a00c2e-8465-40a3-a152-d72649c18965 None None] Checking segment: {'id': 'ab8b3a0e-7a10-416e-a582-f9a590ffa69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'df9239ce-8e2a-47b7-be4c-2d82826fe413'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:51:58.169698 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-b5a00c2e-8465-40a3-a152-d72649c18965 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:58.170041 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a00c2e-8465-40a3-a152-d72649c18965 None None] Bound using segment: {'id': 'ab8b3a0e-7a10-416e-a582-f9a590ffa69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'df9239ce-8e2a-47b7-be4c-2d82826fe413'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:51:58.170536 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-b5a00c2e-8465-40a3-a152-d72649c18965 None None] Bound port: c6ea664e-1a70-4c59-a9ea-87f76845591f, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab8b3a0e-7a10-416e-a582-f9a590ffa69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'df9239ce-8e2a-47b7-be4c-2d82826fe413'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:51:58.170926 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-b5a00c2e-8465-40a3-a152-d72649c18965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:58.231076 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:58.406989 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d96326e2-3324-4da4-bcab-7ae8ab0902ab tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Router 80dba2c7-244a-458b-b326-8a7744c2090a has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:51:58.653557 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d96326e2-3324-4da4-bcab-7ae8ab0902ab tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:51:58.668929 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-d96326e2-3324-4da4-bcab-7ae8ab0902ab tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] 10.222.0.21 "PUT /v2.0/routers/80dba2c7-244a-458b-b326-8a7744c2090a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9971418 Nov 24 01:51:58.669128 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50870) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:58.675323 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-67e103da-5dda-45cc-9d04-add5c1b9c79f tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1773182695'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:58.724781 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67e103da-5dda-45cc-9d04-add5c1b9c79f tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Made reservation on behalf of 468ce101e5db4aad97f1fca7bb15b3de for: {'network': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:51:58.728937 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-09e93f40-338f-4695-9fe9-7ee65962e7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:58.732956 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-67e103da-5dda-45cc-9d04-add5c1b9c79f tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:58.766188 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67e103da-5dda-45cc-9d04-add5c1b9c79f tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=109867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:51:58.771226 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device a6de9f8d-922a-40e7-85bb-8d090c894cb0 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:51:58.780926 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-67e103da-5dda-45cc-9d04-add5c1b9c79f tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:58.781240 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.segments_db [None req-67e103da-5dda-45cc-9d04-add5c1b9c79f tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Added segment 69e0827b-4843-4123-9139-f8f85ee8ac41 of type vlan for network c6fa060b-65d7-4b19-ac51-f983cf08a64e Nov 24 01:51:58.830447 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-b5a00c2e-8465-40a3-a152-d72649c18965 None None] For port c6ea664e-1a70-4c59-a9ea-87f76845591f, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:51:58.877145 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-67e103da-5dda-45cc-9d04-add5c1b9c79f tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:58.900585 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-b5a00c2e-8465-40a3-a152-d72649c18965 None None] For port c6ea664e-1a70-4c59-a9ea-87f76845591f, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=c6ea664e-1a70-4c59-a9ea-87f76845591f,segment=NetworkSegment(ab8b3a0e-7a10-416e-a582-f9a590ffa69b),segment_id=ab8b3a0e-7a10-416e-a582-f9a590ffa69b)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:51:58.904280 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-09e93f40-338f-4695-9fe9-7ee65962e7ce None None] For port c0e8cfc7-cda1-4e1b-b8f1-7ed477c5aee7, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=c0e8cfc7-cda1-4e1b-b8f1-7ed477c5aee7,segment=NetworkSegment(bbe951b3-8540-4453-80da-f86de5a05b8a),segment_id=bbe951b3-8540-4453-80da-f86de5a05b8a)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:51:58.917045 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-b5a00c2e-8465-40a3-a152-d72649c18965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:58.919574 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-67e103da-5dda-45cc-9d04-add5c1b9c79f tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:58.923556 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-09e93f40-338f-4695-9fe9-7ee65962e7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:58.928541 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e103da-5dda-45cc-9d04-add5c1b9c79f tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:51:58.930271 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-67e103da-5dda-45cc-9d04-add5c1b9c79f tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks [] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:58.968214 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port a6de9f8d-922a-40e7-85bb-8d090c894cb0 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:51:58.968959 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:58.979421 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-67e103da-5dda-45cc-9d04-add5c1b9c79f tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3085537 Nov 24 01:51:58.982375 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50872) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:58.988551 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-1bae3218-2c49-46af-b962-4927b85a0078 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Request body: {'subnet': {'network_id': 'c6fa060b-65d7-4b19-ac51-f983cf08a64e', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:59.053480 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e103da-5dda-45cc-9d04-add5c1b9c79f tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Pushing event updated for resources: {'Network': ['ID=c6fa060b-65d7-4b19-ac51-f983cf08a64e,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:59.071408 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network c6fa060b-65d7-4b19-ac51-f983cf08a64e details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:51:59.081640 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a00c2e-8465-40a3-a152-d72649c18965 None None] Pushing event updated for resources: {'Port': ['ID=c6ea664e-1a70-4c59-a9ea-87f76845591f,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:59.144906 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-1b62b119-8266-4c63-82f2-176cc9410fdf None None] Provisioning complete for port c0e8cfc7-cda1-4e1b-b8f1-7ed477c5aee7 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:51:59.145689 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-1b62b119-8266-4c63-82f2-176cc9410fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:59.201760 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bae3218-2c49-46af-b962-4927b85a0078 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Made reservation on behalf of 468ce101e5db4aad97f1fca7bb15b3de for: {'subnet': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:51:59.206105 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1bae3218-2c49-46af-b962-4927b85a0078 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25307781'] for subnet, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:59.253679 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e93f40-338f-4695-9fe9-7ee65962e7ce None None] Pushing event updated for resources: {'Port': ['ID=c0e8cfc7-cda1-4e1b-b8f1-7ed477c5aee7,revision_number=5']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:59.288916 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-30dca0df-c6ed-4a4a-9b4c-1be2ac70a6fc req-000911c5-7fd7-4533-8fe3-b29f18d3746a tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f8ccdd8-f798-4f07-b6a6-2250a8bffc7e HTTP/1.1" status: 200 len: 210 time: 0.0615644 Nov 24 01:51:59.289684 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46803b51-4a31-4d82-a733-e49462ee547d None None] Sync routers for ids ['80dba2c7-244a-458b-b326-8a7744c2090a'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:51:59.363139 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46803b51-4a31-4d82-a733-e49462ee547d None None] Routers {'80dba2c7-244a-458b-b326-8a7744c2090a'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:51:59.363139 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-46803b51-4a31-4d82-a733-e49462ee547d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:51:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['80dba2c7-244a-458b-b326-8a7744c2090a'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:51:59.515882 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device c0e8cfc7-cda1-4e1b-b8f1-7ed477c5aee7 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:51:59.568800 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1bae3218-2c49-46af-b962-4927b85a0078 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25501847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25307831'] for subnet, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:59.668689 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-46803b51-4a31-4d82-a733-e49462ee547d None None] Set router 80dba2c7-244a-458b-b326-8a7744c2090a gateway port host: None {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:51:59.708092 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bae3218-2c49-46af-b962-4927b85a0078 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Pushing event updated for resources: {'Subnet': ['ID=e26b27c2-1666-4654-b869-26f949dbe2fe,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:51:59.712095 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bae3218-2c49-46af-b962-4927b85a0078 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Checking segment: {'id': '69e0827b-4843-4123-9139-f8f85ee8ac41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c6fa060b-65d7-4b19-ac51-f983cf08a64e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:51:59.712678 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bae3218-2c49-46af-b962-4927b85a0078 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Network hostable DHCP agents. Network: c6fa060b-65d7-4b19-ac51-f983cf08a64e, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 01:51:59.738253 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bae3218-2c49-46af-b962-4927b85a0078 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Network c6fa060b-65d7-4b19-ac51-f983cf08a64e is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 01:51:59.741380 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9a5383-861b-4415-b1e4-591284e68401 req-2c29b905-ea7a-482a-aa37-aa719327e3f2 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:51:59.743083 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-7d9a5383-861b-4415-b1e4-591284e68401 req-2c29b905-ea7a-482a-aa37-aa719327e3f2 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.48 "GET /v2.0/networks?id=3b80f25a-9d8f-4a26-8638-c059e412f416 HTTP/1.1" status: 200 len: 796 time: 0.1924901 Nov 24 01:51:59.764451 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-1bae3218-2c49-46af-b962-4927b85a0078 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, c6fa060b-65d7-4b19-ac51-f983cf08a64e) {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:51:59.776389 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bae3218-2c49-46af-b962-4927b85a0078 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:51:59.777008 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1bae3218-2c49-46af-b962-4927b85a0078 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:51:59.816052 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-1bae3218-2c49-46af-b962-4927b85a0078 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8323047 Nov 24 01:51:59.821642 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50880) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:51:59.825556 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61fc6222-8ac2-4d24-b1f3-8ac5e1a01d3a None None] Network c6fa060b-65d7-4b19-ac51-f983cf08a64e requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:51:59.878751 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-7d9a5383-861b-4415-b1e4-591284e68401 req-9c4c4c1b-0d69-4e72-b697-a59802884fc8 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5cd72ac6dd034b2d92e26f70404adb10 HTTP/1.1" status: 200 len: 379 time: 0.1186993 Nov 24 01:51:59.889057 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [req-7d9a5383-861b-4415-b1e4-591284e68401 req-7d29f6b2-932e-4f55-970f-d012ca22b401 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'port': {'device_id': '4f8ccdd8-f798-4f07-b6a6-2250a8bffc7e', 'network_id': '3b80f25a-9d8f-4a26-8638-c059e412f416', 'admin_state_up': True, 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'security_groups': ['527aaed2-f535-4002-9cca-eff0af89bb8e']}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:51:59.894586 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:00.010850 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port c0e8cfc7-cda1-4e1b-b8f1-7ed477c5aee7 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:52:00.011707 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:00.090284 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d9a5383-861b-4415-b1e4-591284e68401 req-7d29f6b2-932e-4f55-970f-d012ca22b401 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Made reservation on behalf of 5cd72ac6dd034b2d92e26f70404adb10 for: {'port': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:52:00.097395 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-7d9a5383-861b-4415-b1e4-591284e68401 req-7d29f6b2-932e-4f55-970f-d012ca22b401 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:00.210176 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:00.334939 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce66653a-b640-4b8b-aa5f-14bfbf2c802e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-c6fa060b-65d7-4b19-ac51-f983cf08a64e', 'network_id': 'c6fa060b-65d7-4b19-ac51-f983cf08a64e', 'tenant_id': '468ce101e5db4aad97f1fca7bb15b3de', 'fixed_ips': [{'subnet_id': 'e26b27c2-1666-4654-b869-26f949dbe2fe'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 01:52:00.335842 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-ce66653a-b640-4b8b-aa5f-14bfbf2c802e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:00.502806 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-46803b51-4a31-4d82-a733-e49462ee547d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80dba2c7-244a-458b-b326-8a7744c2090a', 'name': 'tempest-RoutersIpV6Test-router-1284241670', 'tenant_id': '468ce101e5db4aad97f1fca7bb15b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:51:49Z', 'updated_at': '2021-11-24T01:51:57Z', 'revision_number': 3, 'project_id': '468ce101e5db4aad97f1fca7bb15b3de', 'gw_port_host': None, '_interfaces': [{'id': 'a28058c8-462a-4fc3-8d08-3d397aab2612', 'name': '', 'network_id': 'df9239ce-8e2a-47b7-be4c-2d82826fe413', 'tenant_id': '468ce101e5db4aad97f1fca7bb15b3de', 'mac_address': 'fa:16:3e:39:72:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80dba2c7-244a-458b-b326-8a7744c2090a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': 'c9809b07-0178-4267-b085-fbc473d77de6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:56Z', 'updated_at': '2021-11-24T01:51:57Z', 'revision_number': 2, 'project_id': '468ce101e5db4aad97f1fca7bb15b3de', 'subnets': [{'id': 'c9809b07-0178-4267-b085-fbc473d77de6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0e8cfc7-cda1-4e1b-b8f1-7ed477c5aee7', 'name': '', 'network_id': 'cf243e4d-6d88-41bb-ae27-4dbc3743985e', 'tenant_id': '468ce101e5db4aad97f1fca7bb15b3de', 'mac_address': 'fa:16:3e:78:83:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80dba2c7-244a-458b-b326-8a7744c2090a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'bd882262-6489-41c0-8604-05c4ded47293', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:51Z', 'updated_at': '2021-11-24T01:51:58Z', 'revision_number': 5, 'project_id': '468ce101e5db4aad97f1fca7bb15b3de', 'subnets': [{'id': 'bd882262-6489-41c0-8604-05c4ded47293', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:52:00.542071 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-624dc568-e936-414e-add8-c3ddd84bb066 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:00.553438 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46803b51-4a31-4d82-a733-e49462ee547d None None] Checking router: 80dba2c7-244a-458b-b326-8a7744c2090a for host: dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 01:52:00.554077 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46803b51-4a31-4d82-a733-e49462ee547d None None] Updating router 80dba2c7-244a-458b-b326-8a7744c2090a port a28058c8-462a-4fc3-8d08-3d397aab2612 binding host dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 01:52:00.621529 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-46803b51-4a31-4d82-a733-e49462ee547d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:00.711737 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3daa5778-28ca-4bd9-b1d7-3a9fe46206f1 None None] Network df9239ce-8e2a-47b7-be4c-2d82826fe413 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:52:00.785721 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device c6ea664e-1a70-4c59-a9ea-87f76845591f up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:52:00.822179 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-ce66653a-b640-4b8b-aa5f-14bfbf2c802e None None] Allocated IP 2001:db8:2::2 (c6fa060b-65d7-4b19-ac51-f983cf08a64e/e26b27c2-1666-4654-b869-26f949dbe2fe/37cc8e83-95b4-4875-a1df-5889328823b1) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:52:00.924620 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-f452e0a7-5e6f-47e5-b7b7-3aabaea4a532 req-d02f60b0-8074-4897-b3d9-691591afc7d6 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f8ccdd8-f798-4f07-b6a6-2250a8bffc7e HTTP/1.1" status: 200 len: 210 time: 0.0369866 Nov 24 01:52:00.934816 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [req-7d9a5383-861b-4415-b1e4-591284e68401 req-7d29f6b2-932e-4f55-970f-d012ca22b401 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Allocated IP 172.20.0.5 (3b80f25a-9d8f-4a26-8638-c059e412f416/9ed09fea-cbef-41ba-9fa8-cb5ce5910bf9/ebb88435-6e46-4248-9839-71c20e519159) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:52:00.993634 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-6d1b9323-811a-4d42-a96e-f6ae0ef71c9f None None] Provisioning complete for port c6ea664e-1a70-4c59-a9ea-87f76845591f triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:52:00.994273 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-6d1b9323-811a-4d42-a96e-f6ae0ef71c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:01.106493 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-7d9a5383-861b-4415-b1e4-591284e68401 req-7d29f6b2-932e-4f55-970f-d012ca22b401 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:01.145178 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-7d9a5383-861b-4415-b1e4-591284e68401 req-7d29f6b2-932e-4f55-970f-d012ca22b401 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:01.201728 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d9a5383-861b-4415-b1e4-591284e68401 req-7d29f6b2-932e-4f55-970f-d012ca22b401 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Network 3b80f25a-9d8f-4a26-8638-c059e412f416 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:52:01.205985 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29f6b2-932e-4f55-970f-d012ca22b401 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'Port': ['ID=ebb88435-6e46-4248-9839-71c20e519159,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:52:01.209392 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [req-7d9a5383-861b-4415-b1e4-591284e68401 req-7d29f6b2-932e-4f55-970f-d012ca22b401 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:52:01.211823 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d9a5383-861b-4415-b1e4-591284e68401 req-7d29f6b2-932e-4f55-970f-d012ca22b401 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:52:01.264634 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9a5383-861b-4415-b1e4-591284e68401 req-7d29f6b2-932e-4f55-970f-d012ca22b401 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:52:01.264950 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-7d9a5383-861b-4415-b1e4-591284e68401 req-7d29f6b2-932e-4f55-970f-d012ca22b401 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:01.271172 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port c6ea664e-1a70-4c59-a9ea-87f76845591f triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:52:01.271543 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:01.284312 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-7d9a5383-861b-4415-b1e4-591284e68401 req-7d29f6b2-932e-4f55-970f-d012ca22b401 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3997579 Nov 24 01:52:01.305227 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [req-7d9a5383-861b-4415-b1e4-591284e68401 req-8d7ee4bc-1c25-429a-ae1a-9cc5df91e031 service neutron] Request body: {'port': {'device_id': '4f8ccdd8-f798-4f07-b6a6-2250a8bffc7e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8189'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:52:01.370927 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-7d9a5383-861b-4415-b1e4-591284e68401 req-8d7ee4bc-1c25-429a-ae1a-9cc5df91e031 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:01.595979 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-6d1b9323-811a-4d42-a96e-f6ae0ef71c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:01.600364 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-ce66653a-b640-4b8b-aa5f-14bfbf2c802e None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:01.645535 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-ce66653a-b640-4b8b-aa5f-14bfbf2c802e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:01.685960 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-624dc568-e936-414e-add8-c3ddd84bb066 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Allocated IP 2001:db8:2::1 (c6fa060b-65d7-4b19-ac51-f983cf08a64e/e26b27c2-1666-4654-b869-26f949dbe2fe/07e16e34-b071-4d8c-99ca-0ceb1183d9a2) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:52:01.704365 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-46803b51-4a31-4d82-a733-e49462ee547d None None] Publish callbacks [] for port, precommit_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:01.761337 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [req-7d9a5383-861b-4415-b1e4-591284e68401 req-8d7ee4bc-1c25-429a-ae1a-9cc5df91e031 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebb88435-6e46-4248-9839-71c20e519159 {{(pid=109866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 01:52:01.769167 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-6d1b9323-811a-4d42-a96e-f6ae0ef71c9f None None] For port c6ea664e-1a70-4c59-a9ea-87f76845591f, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=c6ea664e-1a70-4c59-a9ea-87f76845591f,segment=NetworkSegment(ab8b3a0e-7a10-416e-a582-f9a590ffa69b),segment_id=ab8b3a0e-7a10-416e-a582-f9a590ffa69b)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:52:01.778194 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-7d9a5383-861b-4415-b1e4-591284e68401 req-8d7ee4bc-1c25-429a-ae1a-9cc5df91e031 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:01.780424 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-46803b51-4a31-4d82-a733-e49462ee547d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:01.789545 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:01.792844 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce66653a-b640-4b8b-aa5f-14bfbf2c802e None None] Network c6fa060b-65d7-4b19-ac51-f983cf08a64e is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:52:01.799166 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-6d1b9323-811a-4d42-a96e-f6ae0ef71c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:01.802341 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.provisioning_blocks [req-7d9a5383-861b-4415-b1e4-591284e68401 req-8d7ee4bc-1c25-429a-ae1a-9cc5df91e031 service neutron] Transition to ACTIVE for port object ebb88435-6e46-4248-9839-71c20e519159 will not be triggered until provisioned by entity L2. {{(pid=109866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 01:52:01.807667 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-7d9a5383-861b-4415-b1e4-591284e68401 req-8d7ee4bc-1c25-429a-ae1a-9cc5df91e031 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29149402'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:01.820394 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-ce66653a-b640-4b8b-aa5f-14bfbf2c802e None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:52:01.837550 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce66653a-b640-4b8b-aa5f-14bfbf2c802e None None] Pushing event updated for resources: {'Port': ['ID=37cc8e83-95b4-4875-a1df-5889328823b1,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:52:01.843728 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce66653a-b640-4b8b-aa5f-14bfbf2c802e None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:52:01.954281 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7ee4bc-1c25-429a-ae1a-9cc5df91e031 service neutron] Pushing event updated for resources: {'Port': ['ID=ebb88435-6e46-4248-9839-71c20e519159,revision_number=2']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:52:01.996449 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [req-7d9a5383-861b-4415-b1e4-591284e68401 req-8d7ee4bc-1c25-429a-ae1a-9cc5df91e031 service neutron] Attempting to bind port ebb88435-6e46-4248-9839-71c20e519159 on host hv-neutron-8189 for vnic_type normal with profile {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:52:01.996970 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [req-7d9a5383-861b-4415-b1e4-591284e68401 req-8d7ee4bc-1c25-429a-ae1a-9cc5df91e031 service neutron] Attempting to bind port ebb88435-6e46-4248-9839-71c20e519159 by drivers openvswitch,hyperv on host hv-neutron-8189 at level 0 using segments [{'id': 'cdedba67-af31-49a0-a765-665937d2bb16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3b80f25a-9d8f-4a26-8638-c059e412f416'}] {{(pid=109866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:52:01.997435 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9a5383-861b-4415-b1e4-591284e68401 req-8d7ee4bc-1c25-429a-ae1a-9cc5df91e031 service neutron] Attempting to bind port ebb88435-6e46-4248-9839-71c20e519159 on network 3b80f25a-9d8f-4a26-8638-c059e412f416 {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:52:02.004792 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9a5383-861b-4415-b1e4-591284e68401 req-8d7ee4bc-1c25-429a-ae1a-9cc5df91e031 service neutron] Port ebb88435-6e46-4248-9839-71c20e519159 on network 3b80f25a-9d8f-4a26-8638-c059e412f416 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8189 {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 01:52:02.005277 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9a5383-861b-4415-b1e4-591284e68401 req-8d7ee4bc-1c25-429a-ae1a-9cc5df91e031 service neutron] Attempting to bind port ebb88435-6e46-4248-9839-71c20e519159 on network 3b80f25a-9d8f-4a26-8638-c059e412f416 {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:52:02.011374 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9a5383-861b-4415-b1e4-591284e68401 req-8d7ee4bc-1c25-429a-ae1a-9cc5df91e031 service neutron] Checking agent: {'id': '5773fe6b-0967-455f-9dc9-84c0c923201b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 42, 58), 'started_at': datetime.datetime(2021, 11, 24, 1, 42, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:52:02.011707 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9a5383-861b-4415-b1e4-591284e68401 req-8d7ee4bc-1c25-429a-ae1a-9cc5df91e031 service neutron] Checking segment: {'id': 'cdedba67-af31-49a0-a765-665937d2bb16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3b80f25a-9d8f-4a26-8638-c059e412f416'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:52:02.012258 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9a5383-861b-4415-b1e4-591284e68401 req-8d7ee4bc-1c25-429a-ae1a-9cc5df91e031 service neutron] Bound using segment: {'id': 'cdedba67-af31-49a0-a765-665937d2bb16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3b80f25a-9d8f-4a26-8638-c059e412f416'} {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:52:02.013007 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [req-7d9a5383-861b-4415-b1e4-591284e68401 req-8d7ee4bc-1c25-429a-ae1a-9cc5df91e031 service neutron] Bound port: ebb88435-6e46-4248-9839-71c20e519159, host: hv-neutron-8189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdedba67-af31-49a0-a765-665937d2bb16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3b80f25a-9d8f-4a26-8638-c059e412f416'}}] {{(pid=109866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:52:02.013891 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-7d9a5383-861b-4415-b1e4-591284e68401 req-8d7ee4bc-1c25-429a-ae1a-9cc5df91e031 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:02.023561 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-624dc568-e936-414e-add8-c3ddd84bb066 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:02.099825 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [req-7d9a5383-861b-4415-b1e4-591284e68401 req-8d7ee4bc-1c25-429a-ae1a-9cc5df91e031 service neutron] For port ebb88435-6e46-4248-9839-71c20e519159, host hv-neutron-8189, cleared binding levels {{(pid=109866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:52:02.104844 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [req-7d9a5383-861b-4415-b1e4-591284e68401 req-8d7ee4bc-1c25-429a-ae1a-9cc5df91e031 service neutron] For port ebb88435-6e46-4248-9839-71c20e519159, host hv-neutron-8189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=ebb88435-6e46-4248-9839-71c20e519159,segment=NetworkSegment(cdedba67-af31-49a0-a765-665937d2bb16),segment_id=cdedba67-af31-49a0-a765-665937d2bb16)] {{(pid=109866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:52:02.110024 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-7d9a5383-861b-4415-b1e4-591284e68401 req-8d7ee4bc-1c25-429a-ae1a-9cc5df91e031 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29149402'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:02.151384 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-624dc568-e936-414e-add8-c3ddd84bb066 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:02.177173 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9e69a2-6a85-4351-9cad-537cbf9a844f None None] Pushing event updated for resources: {'Port': ['ID=a28058c8-462a-4fc3-8d08-3d397aab2612,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:52:02.177858 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9a5383-861b-4415-b1e4-591284e68401 req-8d7ee4bc-1c25-429a-ae1a-9cc5df91e031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:52:02.178074 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-7d9a5383-861b-4415-b1e4-591284e68401 req-8d7ee4bc-1c25-429a-ae1a-9cc5df91e031 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:02.192675 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-7d9a5383-861b-4415-b1e4-591284e68401 req-8d7ee4bc-1c25-429a-ae1a-9cc5df91e031 service neutron] 10.222.0.48 "PUT /v2.0/ports/ebb88435-6e46-4248-9839-71c20e519159 HTTP/1.1" status: 200 len: 1093 time: 0.8914580 Nov 24 01:52:02.196112 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f8ccdd8-f798-4f07-b6a6-2250a8bffc7e', 'tag': 'ebb88435-6e46-4248-9839-71c20e519159'}] {{(pid=109866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 01:52:02.200424 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b7c53c286d9351d1367337230623a155cee02c46c94b80588b67a0bc16402ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1280b1a3-c70e-496a-9445-2274b5ff9ef5" -d '{"events": [{"name": "network-changed", "server_uuid": "4f8ccdd8-f798-4f07-b6a6-2250a8bffc7e", "tag": "ebb88435-6e46-4248-9839-71c20e519159"}]}' {{(pid=109866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 01:52:02.275846 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7ee4bc-1c25-429a-ae1a-9cc5df91e031 service neutron] Pushing event updated for resources: {'Port': ['ID=ebb88435-6e46-4248-9839-71c20e519159,revision_number=3']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:52:02.304288 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624dc568-e936-414e-add8-c3ddd84bb066 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Network c6fa060b-65d7-4b19-ac51-f983cf08a64e is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:52:02.305918 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 01:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ace9a86-a8bf-4588-97e5-397736ae9357 x-openstack-request-id: req-5ace9a86-a8bf-4588-97e5-397736ae9357 {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 01:52:02.305918 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f8ccdd8-f798-4f07-b6a6-2250a8bffc7e", "tag": "ebb88435-6e46-4248-9839-71c20e519159", "status": "completed", "code": 200}]} {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 01:52:02.305918 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5ace9a86-a8bf-4588-97e5-397736ae9357 {{(pid=109866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 01:52:02.306682 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f8ccdd8-f798-4f07-b6a6-2250a8bffc7e', 'tag': 'ebb88435-6e46-4248-9839-71c20e519159', 'status': 'completed', 'code': 200} Nov 24 01:52:02.318893 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-624dc568-e936-414e-add8-c3ddd84bb066 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:52:02.335768 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624dc568-e936-414e-add8-c3ddd84bb066 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:52:02.336015 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-ce66653a-b640-4b8b-aa5f-14bfbf2c802e None None] Attempting to bind port 37cc8e83-95b4-4875-a1df-5889328823b1 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:52:02.336314 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-624dc568-e936-414e-add8-c3ddd84bb066 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3777869'] for router_interface, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:02.337262 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-ce66653a-b640-4b8b-aa5f-14bfbf2c802e None None] Attempting to bind port 37cc8e83-95b4-4875-a1df-5889328823b1 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '69e0827b-4843-4123-9139-f8f85ee8ac41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c6fa060b-65d7-4b19-ac51-f983cf08a64e'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:52:02.337656 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce66653a-b640-4b8b-aa5f-14bfbf2c802e None None] Attempting to bind port 37cc8e83-95b4-4875-a1df-5889328823b1 on network c6fa060b-65d7-4b19-ac51-f983cf08a64e {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:52:02.341123 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624dc568-e936-414e-add8-c3ddd84bb066 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Pushing event updated for resources: {'Port': ['ID=07e16e34-b071-4d8c-99ca-0ceb1183d9a2,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:52:02.361441 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.db.api [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 01:52:02.361817 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG oslo_db.api [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 01:52:02.365925 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9a5383-861b-4415-b1e4-591284e68401 req-96d0e729-490a-4f19-b667-8cd8eb855e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:52:02.368204 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-7d9a5383-861b-4415-b1e4-591284e68401 req-96d0e729-490a-4f19-b667-8cd8eb855e0d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5cd72ac6dd034b2d92e26f70404adb10&device_id=4f8ccdd8-f798-4f07-b6a6-2250a8bffc7e HTTP/1.1" status: 200 len: 1096 time: 0.0779357 Nov 24 01:52:02.376270 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-46803b51-4a31-4d82-a733-e49462ee547d None None] Attempting to bind port a28058c8-462a-4fc3-8d08-3d397aab2612 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:52:02.376638 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-46803b51-4a31-4d82-a733-e49462ee547d None None] Attempting to bind port a28058c8-462a-4fc3-8d08-3d397aab2612 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': 'ab8b3a0e-7a10-416e-a582-f9a590ffa69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'df9239ce-8e2a-47b7-be4c-2d82826fe413'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:52:02.377139 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46803b51-4a31-4d82-a733-e49462ee547d None None] Attempting to bind port a28058c8-462a-4fc3-8d08-3d397aab2612 on network df9239ce-8e2a-47b7-be4c-2d82826fe413 {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:52:02.399917 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce66653a-b640-4b8b-aa5f-14bfbf2c802e None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:52:02.400305 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce66653a-b640-4b8b-aa5f-14bfbf2c802e None None] Checking segment: {'id': '69e0827b-4843-4123-9139-f8f85ee8ac41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c6fa060b-65d7-4b19-ac51-f983cf08a64e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:52:02.407645 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-ce66653a-b640-4b8b-aa5f-14bfbf2c802e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:02.407986 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce66653a-b640-4b8b-aa5f-14bfbf2c802e None None] Bound using segment: {'id': '69e0827b-4843-4123-9139-f8f85ee8ac41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c6fa060b-65d7-4b19-ac51-f983cf08a64e'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:52:02.411497 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2862b941-75ba-4106-9b4e-925b3ff8d707 req-05d76511-2e57-4119-b4c0-5520bc0a706c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:52:02.412503 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-ce66653a-b640-4b8b-aa5f-14bfbf2c802e None None] Bound port: 37cc8e83-95b4-4875-a1df-5889328823b1, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69e0827b-4843-4123-9139-f8f85ee8ac41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c6fa060b-65d7-4b19-ac51-f983cf08a64e'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:52:02.412985 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-ce66653a-b640-4b8b-aa5f-14bfbf2c802e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:02.413146 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-2862b941-75ba-4106-9b4e-925b3ff8d707 req-05d76511-2e57-4119-b4c0-5520bc0a706c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f8ccdd8-f798-4f07-b6a6-2250a8bffc7e HTTP/1.1" status: 200 len: 943 time: 0.3582602 Nov 24 01:52:02.463008 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-7d9a5383-861b-4415-b1e4-591284e68401 req-17f79f1a-0845-4647-8365-bf86eefa06b1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ebb88435-6e46-4248-9839-71c20e519159 HTTP/1.1" status: 200 len: 217 time: 0.0806582 Nov 24 01:52:02.468333 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46803b51-4a31-4d82-a733-e49462ee547d None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:52:02.468700 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46803b51-4a31-4d82-a733-e49462ee547d None None] Checking segment: {'id': 'ab8b3a0e-7a10-416e-a582-f9a590ffa69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'df9239ce-8e2a-47b7-be4c-2d82826fe413'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:52:02.469094 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-46803b51-4a31-4d82-a733-e49462ee547d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:02.469509 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46803b51-4a31-4d82-a733-e49462ee547d None None] Bound using segment: {'id': 'ab8b3a0e-7a10-416e-a582-f9a590ffa69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'df9239ce-8e2a-47b7-be4c-2d82826fe413'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:52:02.469973 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-46803b51-4a31-4d82-a733-e49462ee547d None None] Bound port: a28058c8-462a-4fc3-8d08-3d397aab2612, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab8b3a0e-7a10-416e-a582-f9a590ffa69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'df9239ce-8e2a-47b7-be4c-2d82826fe413'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:52:02.470359 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-46803b51-4a31-4d82-a733-e49462ee547d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:02.509294 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1b9323-811a-4d42-a96e-f6ae0ef71c9f None None] Pushing event updated for resources: {'Port': ['ID=c6ea664e-1a70-4c59-a9ea-87f76845591f,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:52:02.552032 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9a5383-861b-4415-b1e4-591284e68401 req-f11ae224-e65f-40e5-ba28-cf73d5395309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:52:02.556360 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-7d9a5383-861b-4415-b1e4-591284e68401 req-f11ae224-e65f-40e5-ba28-cf73d5395309 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9ed09fea-cbef-41ba-9fa8-cb5ce5910bf9 HTTP/1.1" status: 200 len: 834 time: 0.0838163 Nov 24 01:52:02.569114 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-2862b941-75ba-4106-9b4e-925b3ff8d707 req-bc1597c6-b5a4-4417-a512-415b2424fd66 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=527aaed2-f535-4002-9cca-eff0af89bb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1407106 Nov 24 01:52:02.641623 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-3d3975d6-dee1-435f-905d-a79000a3875c None None] Provisioning complete for port a28058c8-462a-4fc3-8d08-3d397aab2612 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:52:02.644427 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-3d3975d6-dee1-435f-905d-a79000a3875c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:02.665361 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-624dc568-e936-414e-add8-c3ddd84bb066 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:02.667982 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9a5383-861b-4415-b1e4-591284e68401 req-a9983a61-788b-43c3-a796-48eda2d089b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:52:02.669871 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-7d9a5383-861b-4415-b1e4-591284e68401 req-a9983a61-788b-43c3-a796-48eda2d089b1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3b80f25a-9d8f-4a26-8638-c059e412f416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1059191 Nov 24 01:52:02.736531 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-ce66653a-b640-4b8b-aa5f-14bfbf2c802e None None] For port 37cc8e83-95b4-4875-a1df-5889328823b1, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:52:02.764394 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-ce66653a-b640-4b8b-aa5f-14bfbf2c802e None None] For port 37cc8e83-95b4-4875-a1df-5889328823b1, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=37cc8e83-95b4-4875-a1df-5889328823b1,segment=NetworkSegment(69e0827b-4843-4123-9139-f8f85ee8ac41),segment_id=69e0827b-4843-4123-9139-f8f85ee8ac41)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:52:02.765510 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-3d3975d6-dee1-435f-905d-a79000a3875c None None] Port a28058c8-462a-4fc3-8d08-3d397aab2612 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:52:02.779803 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-ce66653a-b640-4b8b-aa5f-14bfbf2c802e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:02.795830 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-46803b51-4a31-4d82-a733-e49462ee547d None None] For port a28058c8-462a-4fc3-8d08-3d397aab2612, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:52:02.819808 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-7d9a5383-861b-4415-b1e4-591284e68401 req-d5cc7da3-a6b1-4f9e-b9c2-db346328190a service neutron] 10.222.0.48 "GET /v2.0/networks/3b80f25a-9d8f-4a26-8638-c059e412f416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401989 Nov 24 01:52:02.862381 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-46803b51-4a31-4d82-a733-e49462ee547d None None] For port a28058c8-462a-4fc3-8d08-3d397aab2612, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=a28058c8-462a-4fc3-8d08-3d397aab2612,segment=NetworkSegment(ab8b3a0e-7a10-416e-a582-f9a590ffa69b),segment_id=ab8b3a0e-7a10-416e-a582-f9a590ffa69b)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:52:02.899396 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-46803b51-4a31-4d82-a733-e49462ee547d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:02.931600 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce66653a-b640-4b8b-aa5f-14bfbf2c802e None None] Pushing event updated for resources: {'Port': ['ID=37cc8e83-95b4-4875-a1df-5889328823b1,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:52:03.039201 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-3d3975d6-dee1-435f-905d-a79000a3875c None None] Provisioning complete for port c6ea664e-1a70-4c59-a9ea-87f76845591f triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:52:03.039578 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-3d3975d6-dee1-435f-905d-a79000a3875c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:03.079269 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-7d9a5383-861b-4415-b1e4-591284e68401 req-7d069d2d-ed7d-4513-9ef2-67d04f707657 service neutron] 10.222.0.48 "GET /v2.0/networks/3b80f25a-9d8f-4a26-8638-c059e412f416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441747 Nov 24 01:52:03.092719 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device c0e8cfc7-cda1-4e1b-b8f1-7ed477c5aee7 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:52:03.141563 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46803b51-4a31-4d82-a733-e49462ee547d None None] Routers {'80dba2c7-244a-458b-b326-8a7744c2090a'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:52:03.142224 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-46803b51-4a31-4d82-a733-e49462ee547d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:51:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['80dba2c7-244a-458b-b326-8a7744c2090a'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:52:03.156543 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9e69a2-6a85-4351-9cad-537cbf9a844f None None] Pushing event updated for resources: {'Port': ['ID=a28058c8-462a-4fc3-8d08-3d397aab2612,revision_number=4']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:52:03.217834 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-624dc568-e936-414e-add8-c3ddd84bb066 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks [] for port, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:03.225175 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-624dc568-e936-414e-add8-c3ddd84bb066 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25501696'] for port, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:03.225981 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-624dc568-e936-414e-add8-c3ddd84bb066 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3778017'] for router_interface, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:03.251303 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1280b1a3-c70e-496a-9445-2274b5ff9ef5 req-063e81a9-adad-4502-a3b7-f2da8b98eab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:52:03.253440 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-1280b1a3-c70e-496a-9445-2274b5ff9ef5 req-063e81a9-adad-4502-a3b7-f2da8b98eab1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5cd72ac6dd034b2d92e26f70404adb10&device_id=4f8ccdd8-f798-4f07-b6a6-2250a8bffc7e HTTP/1.1" status: 200 len: 1096 time: 0.0750751 Nov 24 01:52:03.290892 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624dc568-e936-414e-add8-c3ddd84bb066 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Pushing event updated for resources: {'Port': ['ID=07e16e34-b071-4d8c-99ca-0ceb1183d9a2,revision_number=2']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:52:03.394972 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-46803b51-4a31-4d82-a733-e49462ee547d None None] Set router 80dba2c7-244a-458b-b326-8a7744c2090a gateway port host: None {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:52:03.450258 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624dc568-e936-414e-add8-c3ddd84bb066 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Network c6fa060b-65d7-4b19-ac51-f983cf08a64e is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:52:03.452584 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-624dc568-e936-414e-add8-c3ddd84bb066 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:52:03.461129 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1280b1a3-c70e-496a-9445-2274b5ff9ef5 req-47b064e0-a6b2-4902-aa34-7d0329bdeb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:52:03.465381 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-1280b1a3-c70e-496a-9445-2274b5ff9ef5 req-47b064e0-a6b2-4902-aa34-7d0329bdeb8f service neutron] 10.222.0.48 "GET /v2.0/networks?id=3b80f25a-9d8f-4a26-8638-c059e412f416 HTTP/1.1" status: 200 len: 897 time: 0.2033088 Nov 24 01:52:03.505111 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port c0e8cfc7-cda1-4e1b-b8f1-7ed477c5aee7 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:52:03.507427 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:03.523561 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-1280b1a3-c70e-496a-9445-2274b5ff9ef5 req-a4dec0a7-e560-4bf7-b391-2345c484dad5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ebb88435-6e46-4248-9839-71c20e519159 HTTP/1.1" status: 200 len: 217 time: 0.0477498 Nov 24 01:52:03.629298 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1280b1a3-c70e-496a-9445-2274b5ff9ef5 req-02a488e6-5226-485b-a69c-c6b81b259c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:52:03.632105 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-1280b1a3-c70e-496a-9445-2274b5ff9ef5 req-02a488e6-5226-485b-a69c-c6b81b259c8d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9ed09fea-cbef-41ba-9fa8-cb5ce5910bf9 HTTP/1.1" status: 200 len: 834 time: 0.1015592 Nov 24 01:52:03.642280 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-624dc568-e936-414e-add8-c3ddd84bb066 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Router 80dba2c7-244a-458b-b326-8a7744c2090a has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:52:03.767258 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-624dc568-e936-414e-add8-c3ddd84bb066 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:52:03.771037 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1280b1a3-c70e-496a-9445-2274b5ff9ef5 req-9a9fa732-e05d-4b84-85a6-0520f35dd551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:52:03.772560 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-1280b1a3-c70e-496a-9445-2274b5ff9ef5 req-9a9fa732-e05d-4b84-85a6-0520f35dd551 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3b80f25a-9d8f-4a26-8638-c059e412f416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1281590 Nov 24 01:52:03.773212 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-624dc568-e936-414e-add8-c3ddd84bb066 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] 10.222.0.21 "PUT /v2.0/routers/80dba2c7-244a-458b-b326-8a7744c2090a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9497187 Nov 24 01:52:03.775955 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50898) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:52:03.781626 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-cbe7ef84-b91d-47c3-a3f7-2ee93c349e9a tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1695254798'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:52:03.808257 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f62a49-225a-4c1f-a1ca-cfb40e48d708 req-f689c091-d783-4a59-beb4-3882aac0a842 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:52:03.811065 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-a6f62a49-225a-4c1f-a1ca-cfb40e48d708 req-f689c091-d783-4a59-beb4-3882aac0a842 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f8ccdd8-f798-4f07-b6a6-2250a8bffc7e HTTP/1.1" status: 200 len: 943 time: 0.1143560 Nov 24 01:52:03.862260 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-35789f8b-65c8-4b0a-9185-de784797473c None None] Provisioning complete for port a28058c8-462a-4fc3-8d08-3d397aab2612 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:52:03.862637 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-35789f8b-65c8-4b0a-9185-de784797473c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:03.930492 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbe7ef84-b91d-47c3-a3f7-2ee93c349e9a tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Made reservation on behalf of 468ce101e5db4aad97f1fca7bb15b3de for: {'network': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:52:03.940745 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cbe7ef84-b91d-47c3-a3f7-2ee93c349e9a tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:04.035467 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-a6f62a49-225a-4c1f-a1ca-cfb40e48d708 req-a15f3f60-6435-4f3e-8282-3486f170f670 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=527aaed2-f535-4002-9cca-eff0af89bb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2103479 Nov 24 01:52:04.044928 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-35789f8b-65c8-4b0a-9185-de784797473c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:04.048388 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbe7ef84-b91d-47c3-a3f7-2ee93c349e9a tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=109866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:52:04.061298 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cbe7ef84-b91d-47c3-a3f7-2ee93c349e9a tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:04.061298 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.segments_db [None req-cbe7ef84-b91d-47c3-a3f7-2ee93c349e9a tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Added segment 28eecf23-79e4-4093-a4d2-b754d7bc191e of type vlan for network aa8a648c-25be-4286-ab4a-662214c43e12 Nov 24 01:52:04.133152 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-1280b1a3-c70e-496a-9445-2274b5ff9ef5 req-8e013a70-6975-473f-ba05-36b72c69f861 service neutron] 10.222.0.48 "GET /v2.0/networks/3b80f25a-9d8f-4a26-8638-c059e412f416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3472857 Nov 24 01:52:04.137738 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cbe7ef84-b91d-47c3-a3f7-2ee93c349e9a tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:04.227812 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cbe7ef84-b91d-47c3-a3f7-2ee93c349e9a tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:04.233376 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe7ef84-b91d-47c3-a3f7-2ee93c349e9a tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:52:04.234025 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cbe7ef84-b91d-47c3-a3f7-2ee93c349e9a tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks [] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:04.255558 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device c6ea664e-1a70-4c59-a9ea-87f76845591f up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:52:04.290682 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-cbe7ef84-b91d-47c3-a3f7-2ee93c349e9a tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5109985 Nov 24 01:52:04.291992 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50902) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:52:04.297095 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-e34b92b9-f901-4ee9-8ac4-31ebe6980c50 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Request body: {'subnet': {'network_id': 'aa8a648c-25be-4286-ab4a-662214c43e12', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:52:04.298632 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-1280b1a3-c70e-496a-9445-2274b5ff9ef5 req-06b3192c-21fc-4c68-9bf1-8d0f01939131 service neutron] 10.222.0.48 "GET /v2.0/networks/3b80f25a-9d8f-4a26-8638-c059e412f416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581442 Nov 24 01:52:04.332020 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe7ef84-b91d-47c3-a3f7-2ee93c349e9a tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Pushing event updated for resources: {'Network': ['ID=aa8a648c-25be-4286-ab4a-662214c43e12,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:52:04.338153 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-46803b51-4a31-4d82-a733-e49462ee547d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80dba2c7-244a-458b-b326-8a7744c2090a', 'name': 'tempest-RoutersIpV6Test-router-1284241670', 'tenant_id': '468ce101e5db4aad97f1fca7bb15b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:51:49Z', 'updated_at': '2021-11-24T01:52:02Z', 'revision_number': 4, 'project_id': '468ce101e5db4aad97f1fca7bb15b3de', 'gw_port_host': None, '_interfaces': [{'id': '07e16e34-b071-4d8c-99ca-0ceb1183d9a2', 'name': '', 'network_id': 'c6fa060b-65d7-4b19-ac51-f983cf08a64e', 'tenant_id': '468ce101e5db4aad97f1fca7bb15b3de', 'mac_address': 'fa:16:3e:5a:50:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80dba2c7-244a-458b-b326-8a7744c2090a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'e26b27c2-1666-4654-b869-26f949dbe2fe', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:52:00Z', 'updated_at': '2021-11-24T01:52:01Z', 'revision_number': 1, 'project_id': '468ce101e5db4aad97f1fca7bb15b3de', 'subnets': [{'id': 'e26b27c2-1666-4654-b869-26f949dbe2fe', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a28058c8-462a-4fc3-8d08-3d397aab2612', 'name': '', 'network_id': 'df9239ce-8e2a-47b7-be4c-2d82826fe413', 'tenant_id': '468ce101e5db4aad97f1fca7bb15b3de', 'mac_address': 'fa:16:3e:39:72:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80dba2c7-244a-458b-b326-8a7744c2090a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': 'c9809b07-0178-4267-b085-fbc473d77de6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:56Z', 'updated_at': '2021-11-24T01:52:02Z', 'revision_number': 4, 'project_id': '468ce101e5db4aad97f1fca7bb15b3de', 'subnets': [{'id': 'c9809b07-0178-4267-b085-fbc473d77de6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0e8cfc7-cda1-4e1b-b8f1-7ed477c5aee7', 'name': '', 'network_id': 'cf243e4d-6d88-41bb-ae27-4dbc3743985e', 'tenant_id': '468ce101e5db4aad97f1fca7bb15b3de', 'mac_address': 'fa:16:3e:78:83:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80dba2c7-244a-458b-b326-8a7744c2090a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'bd882262-6489-41c0-8604-05c4ded47293', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:51Z', 'updated_at': '2021-11-24T01:51:58Z', 'revision_number': 5, 'project_id': '468ce101e5db4aad97f1fca7bb15b3de', 'subnets': [{'id': 'bd882262-6489-41c0-8604-05c4ded47293', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:52:04.381588 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network aa8a648c-25be-4286-ab4a-662214c43e12 details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:52:04.443082 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e34b92b9-f901-4ee9-8ac4-31ebe6980c50 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Made reservation on behalf of 468ce101e5db4aad97f1fca7bb15b3de for: {'subnet': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:52:04.447144 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e34b92b9-f901-4ee9-8ac4-31ebe6980c50 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25307781'] for subnet, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:04.477467 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46803b51-4a31-4d82-a733-e49462ee547d None None] The sync data for ids ['80dba2c7-244a-458b-b326-8a7744c2090a'] in dv-neutron-818911-2-hyperv is: [{'id': '80dba2c7-244a-458b-b326-8a7744c2090a', 'name': 'tempest-RoutersIpV6Test-router-1284241670', 'tenant_id': '468ce101e5db4aad97f1fca7bb15b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:51:49Z', 'updated_at': '2021-11-24T01:52:02Z', 'revision_number': 4, 'project_id': '468ce101e5db4aad97f1fca7bb15b3de', 'gw_port_host': None, '_interfaces': [{'id': '07e16e34-b071-4d8c-99ca-0ceb1183d9a2', 'name': '', 'network_id': 'c6fa060b-65d7-4b19-ac51-f983cf08a64e', 'tenant_id': '468ce101e5db4aad97f1fca7bb15b3de', 'mac_address': 'fa:16:3e:5a:50:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80dba2c7-244a-458b-b326-8a7744c2090a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'e26b27c2-1666-4654-b869-26f949dbe2fe', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:52:00Z', 'updated_at': '2021-11-24T01:52:01Z', 'revision_number': 1, 'project_id': '468ce101e5db4aad97f1fca7bb15b3de', 'subnets': [{'id': 'e26b27c2-1666-4654-b869-26f949dbe2fe', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a28058c8-462a-4fc3-8d08-3d397aab2612', 'name': '', 'network_id': 'df9239ce-8e2a-47b7-be4c-2d82826fe413', 'tenant_id': '468ce101e5db4aad97f1fca7bb15b3de', 'mac_address': 'fa:16:3e:39:72:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80dba2c7-244a-458b-b326-8a7744c2090a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': 'c9809b07-0178-4267-b085-fbc473d77de6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:56Z', 'updated_at': '2021-11-24T01:52:02Z', 'revision_number': 4, 'project_id': '468ce101e5db4aad97f1fca7bb15b3de', 'subnets': [{'id': 'c9809b07-0178-4267-b085-fbc473d77de6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0e8cfc7-cda1-4e1b-b8f1-7ed477c5aee7', 'name': '', 'network_id': 'cf243e4d-6d88-41bb-ae27-4dbc3743985e', 'tenant_id': '468ce101e5db4aad97f1fca7bb15b3de', 'mac_address': 'fa:16:3e:78:83:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80dba2c7-244a-458b-b326-8a7744c2090a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'bd882262-6489-41c0-8604-05c4ded47293', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:51Z', 'updated_at': '2021-11-24T01:51:58Z', 'revision_number': 5, 'project_id': '468ce101e5db4aad97f1fca7bb15b3de', 'subnets': [{'id': 'bd882262-6489-41c0-8604-05c4ded47293', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:52:04.480946 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-35789f8b-65c8-4b0a-9185-de784797473c None None] For port a28058c8-462a-4fc3-8d08-3d397aab2612, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=a28058c8-462a-4fc3-8d08-3d397aab2612,segment=NetworkSegment(ab8b3a0e-7a10-416e-a582-f9a590ffa69b),segment_id=ab8b3a0e-7a10-416e-a582-f9a590ffa69b)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:52:04.489439 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e85c0c-bac3-4aac-a38e-091a2f05ee09 None None] Network c6fa060b-65d7-4b19-ac51-f983cf08a64e requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:52:04.516524 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-35789f8b-65c8-4b0a-9185-de784797473c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:04.692010 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35789f8b-65c8-4b0a-9185-de784797473c None None] Pushing event updated for resources: {'Port': ['ID=a28058c8-462a-4fc3-8d08-3d397aab2612,revision_number=5']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:52:04.702590 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port c6ea664e-1a70-4c59-a9ea-87f76845591f triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:52:04.703253 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:04.722507 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e34b92b9-f901-4ee9-8ac4-31ebe6980c50 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25501847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25307831'] for subnet, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:04.773008 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b92b9-f901-4ee9-8ac4-31ebe6980c50 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Pushing event updated for resources: {'Subnet': ['ID=aa2f784f-b882-498e-a39b-82c83398d0b4,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:52:04.799728 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-0554a1ee-1b9d-400d-a913-96856c12ebcb None None] Provisioning complete for port 37cc8e83-95b4-4875-a1df-5889328823b1 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:52:04.800102 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-0554a1ee-1b9d-400d-a913-96856c12ebcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:04.810092 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34b92b9-f901-4ee9-8ac4-31ebe6980c50 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Checking segment: {'id': '28eecf23-79e4-4093-a4d2-b754d7bc191e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'aa8a648c-25be-4286-ab4a-662214c43e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:52:04.810743 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34b92b9-f901-4ee9-8ac4-31ebe6980c50 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Network hostable DHCP agents. Network: aa8a648c-25be-4286-ab4a-662214c43e12, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 01:52:04.833672 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34b92b9-f901-4ee9-8ac4-31ebe6980c50 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Network aa8a648c-25be-4286-ab4a-662214c43e12 is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 01:52:04.850974 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-e34b92b9-f901-4ee9-8ac4-31ebe6980c50 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, aa8a648c-25be-4286-ab4a-662214c43e12) {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:52:04.858320 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34b92b9-f901-4ee9-8ac4-31ebe6980c50 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:52:04.859795 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e34b92b9-f901-4ee9-8ac4-31ebe6980c50 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:04.876688 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da79a98-16af-4113-a474-39f46d0413b4 None None] Network aa8a648c-25be-4286-ab4a-662214c43e12 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:52:04.892458 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-e34b92b9-f901-4ee9-8ac4-31ebe6980c50 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5995066 Nov 24 01:52:04.895090 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50904) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:52:04.936282 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 37cc8e83-95b4-4875-a1df-5889328823b1 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:52:05.257498 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-0554a1ee-1b9d-400d-a913-96856c12ebcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:05.265713 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 37cc8e83-95b4-4875-a1df-5889328823b1 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:52:05.266083 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:05.357788 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-0554a1ee-1b9d-400d-a913-96856c12ebcb None None] For port 37cc8e83-95b4-4875-a1df-5889328823b1, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=37cc8e83-95b4-4875-a1df-5889328823b1,segment=NetworkSegment(69e0827b-4843-4123-9139-f8f85ee8ac41),segment_id=69e0827b-4843-4123-9139-f8f85ee8ac41)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:52:05.408919 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-0554a1ee-1b9d-400d-a913-96856c12ebcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:05.415751 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1910d237-4d25-4b5e-a62f-a7926d9057da req-2890c6d8-5757-487f-bacc-4bdc30887773 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:52:05.419700 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-1910d237-4d25-4b5e-a62f-a7926d9057da req-2890c6d8-5757-487f-bacc-4bdc30887773 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f8ccdd8-f798-4f07-b6a6-2250a8bffc7e HTTP/1.1" status: 200 len: 943 time: 0.2441862 Nov 24 01:52:05.465484 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250d75c2-b910-4ad9-8d26-acda7a28c639 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-aa8a648c-25be-4286-ab4a-662214c43e12', 'network_id': 'aa8a648c-25be-4286-ab4a-662214c43e12', 'tenant_id': '468ce101e5db4aad97f1fca7bb15b3de', 'fixed_ips': [{'subnet_id': 'aa2f784f-b882-498e-a39b-82c83398d0b4'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 01:52:05.466333 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-250d75c2-b910-4ad9-8d26-acda7a28c639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:05.488228 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-1910d237-4d25-4b5e-a62f-a7926d9057da req-a691440d-641b-40d0-a7d6-75bc2ae94a90 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=527aaed2-f535-4002-9cca-eff0af89bb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620909 Nov 24 01:52:05.544274 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1fe12303-7785-4c73-bdcc-1041be14d28c tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:05.592303 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0554a1ee-1b9d-400d-a913-96856c12ebcb None None] Pushing event updated for resources: {'Port': ['ID=37cc8e83-95b4-4875-a1df-5889328823b1,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:52:05.648311 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-83c1a4c3-9b00-4d05-904e-7e042cf6e34a None None] Provisioning complete for port 37cc8e83-95b4-4875-a1df-5889328823b1 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:52:05.648681 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-83c1a4c3-9b00-4d05-904e-7e042cf6e34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:05.835959 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device ebb88435-6e46-4248-9839-71c20e519159 details requested by agent hyperv_hv-neutron-8189 with host hv-neutron-8189 {{(pid=109868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 01:52:05.851671 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-250d75c2-b910-4ad9-8d26-acda7a28c639 None None] Allocated IP 2001:db8:3::2 (aa8a648c-25be-4286-ab4a-662214c43e12/aa2f784f-b882-498e-a39b-82c83398d0b4/8e467d5c-3df1-4af9-9e22-c907d6d6387f) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:52:05.912643 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-83c1a4c3-9b00-4d05-904e-7e042cf6e34a None None] Provisioning complete for port 07e16e34-b071-4d8c-99ca-0ceb1183d9a2 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:52:05.913138 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-83c1a4c3-9b00-4d05-904e-7e042cf6e34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:06.155693 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-83c1a4c3-9b00-4d05-904e-7e042cf6e34a None None] Port 07e16e34-b071-4d8c-99ca-0ceb1183d9a2 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:52:06.188130 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device a28058c8-462a-4fc3-8d08-3d397aab2612 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:52:06.253161 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea6eaf1-eb5a-4d6b-be64-1be28d67bb78 None None] Sync routers for ids ['80dba2c7-244a-458b-b326-8a7744c2090a'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:52:06.266311 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea6eaf1-eb5a-4d6b-be64-1be28d67bb78 None None] Routers {'80dba2c7-244a-458b-b326-8a7744c2090a'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:52:06.267263 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-1ea6eaf1-eb5a-4d6b-be64-1be28d67bb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:51:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['80dba2c7-244a-458b-b326-8a7744c2090a'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:52:06.290361 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port ebb88435-6e46-4248-9839-71c20e519159, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=ebb88435-6e46-4248-9839-71c20e519159,segment=NetworkSegment(cdedba67-af31-49a0-a765-665937d2bb16),segment_id=cdedba67-af31-49a0-a765-665937d2bb16)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:52:06.334533 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Returning: {'device': 'ebb88435-6e46-4248-9839-71c20e519159', 'network_id': '3b80f25a-9d8f-4a26-8638-c059e412f416', 'port_id': 'ebb88435-6e46-4248-9839-71c20e519159', 'mac_address': 'fa:16:3e:13:8d:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ed09fea-cbef-41ba-9fa8-cb5ce5910bf9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 01:52:06.373917 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-1ea6eaf1-eb5a-4d6b-be64-1be28d67bb78 None None] Set router 80dba2c7-244a-458b-b326-8a7744c2090a gateway port host: None {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:52:06.377767 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port a28058c8-462a-4fc3-8d08-3d397aab2612 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:52:06.378240 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:06.379810 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-b31e4313-c1db-4248-9230-bc14c876d7a1 None None] Provisioning complete for port 07e16e34-b071-4d8c-99ca-0ceb1183d9a2 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:52:06.380225 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-b31e4313-c1db-4248-9230-bc14c876d7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:06.433538 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-250d75c2-b910-4ad9-8d26-acda7a28c639 None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:06.452995 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:06.458625 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-250d75c2-b910-4ad9-8d26-acda7a28c639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:06.502839 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-b31e4313-c1db-4248-9230-bc14c876d7a1 None None] Port 07e16e34-b071-4d8c-99ca-0ceb1183d9a2 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:52:06.505719 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-1fe12303-7785-4c73-bdcc-1041be14d28c tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Allocated IP 2001:db8:3::1 (aa8a648c-25be-4286-ab4a-662214c43e12/aa2f784f-b882-498e-a39b-82c83398d0b4/62149de8-0657-4049-b1e3-2a0d6c356285) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:52:06.511084 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebb88435-6e46-4248-9839-71c20e519159 {{(pid=109868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 01:52:06.544911 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250d75c2-b910-4ad9-8d26-acda7a28c639 None None] Network aa8a648c-25be-4286-ab4a-662214c43e12 is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:52:06.552390 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250d75c2-b910-4ad9-8d26-acda7a28c639 None None] Pushing event updated for resources: {'Port': ['ID=8e467d5c-3df1-4af9-9e22-c907d6d6387f,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:52:06.559514 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-250d75c2-b910-4ad9-8d26-acda7a28c639 None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:52:06.562789 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port ebb88435-6e46-4248-9839-71c20e519159, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=ebb88435-6e46-4248-9839-71c20e519159,segment=NetworkSegment(cdedba67-af31-49a0-a765-665937d2bb16),segment_id=cdedba67-af31-49a0-a765-665937d2bb16)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:52:06.565432 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250d75c2-b910-4ad9-8d26-acda7a28c639 None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:52:06.575045 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:06.704752 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e89925e-a8a0-4e0c-9dfa-7aa495c02b48 req-699649e8-f0b3-45ad-a9e7-1dc33cc03b0b tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:52:06.714361 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-9e89925e-a8a0-4e0c-9dfa-7aa495c02b48 req-699649e8-f0b3-45ad-a9e7-1dc33cc03b0b tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f8ccdd8-f798-4f07-b6a6-2250a8bffc7e HTTP/1.1" status: 200 len: 944 time: 0.0928009 Nov 24 01:52:06.718386 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-1ea6eaf1-eb5a-4d6b-be64-1be28d67bb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80dba2c7-244a-458b-b326-8a7744c2090a', 'name': 'tempest-RoutersIpV6Test-router-1284241670', 'tenant_id': '468ce101e5db4aad97f1fca7bb15b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:51:49Z', 'updated_at': '2021-11-24T01:52:02Z', 'revision_number': 4, 'project_id': '468ce101e5db4aad97f1fca7bb15b3de', 'gw_port_host': None, '_interfaces': [{'id': '07e16e34-b071-4d8c-99ca-0ceb1183d9a2', 'name': '', 'network_id': 'c6fa060b-65d7-4b19-ac51-f983cf08a64e', 'tenant_id': '468ce101e5db4aad97f1fca7bb15b3de', 'mac_address': 'fa:16:3e:5a:50:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80dba2c7-244a-458b-b326-8a7744c2090a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'e26b27c2-1666-4654-b869-26f949dbe2fe', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:52:00Z', 'updated_at': '2021-11-24T01:52:02Z', 'revision_number': 2, 'project_id': '468ce101e5db4aad97f1fca7bb15b3de', 'subnets': [{'id': 'e26b27c2-1666-4654-b869-26f949dbe2fe', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a28058c8-462a-4fc3-8d08-3d397aab2612', 'name': '', 'network_id': 'df9239ce-8e2a-47b7-be4c-2d82826fe413', 'tenant_id': '468ce101e5db4aad97f1fca7bb15b3de', 'mac_address': 'fa:16:3e:39:72:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80dba2c7-244a-458b-b326-8a7744c2090a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': 'c9809b07-0178-4267-b085-fbc473d77de6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:56Z', 'updated_at': '2021-11-24T01:52:04Z', 'revision_number': 5, 'project_id': '468ce101e5db4aad97f1fca7bb15b3de', 'subnets': [{'id': 'c9809b07-0178-4267-b085-fbc473d77de6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0e8cfc7-cda1-4e1b-b8f1-7ed477c5aee7', 'name': '', 'network_id': 'cf243e4d-6d88-41bb-ae27-4dbc3743985e', 'tenant_id': '468ce101e5db4aad97f1fca7bb15b3de', 'mac_address': 'fa:16:3e:78:83:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80dba2c7-244a-458b-b326-8a7744c2090a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'bd882262-6489-41c0-8604-05c4ded47293', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:51Z', 'updated_at': '2021-11-24T01:51:58Z', 'revision_number': 5, 'project_id': '468ce101e5db4aad97f1fca7bb15b3de', 'subnets': [{'id': 'bd882262-6489-41c0-8604-05c4ded47293', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:52:06.746298 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1fe12303-7785-4c73-bdcc-1041be14d28c tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:06.756301 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea6eaf1-eb5a-4d6b-be64-1be28d67bb78 None None] Checking router: 80dba2c7-244a-458b-b326-8a7744c2090a for host: dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 01:52:06.756952 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea6eaf1-eb5a-4d6b-be64-1be28d67bb78 None None] Updating router 80dba2c7-244a-458b-b326-8a7744c2090a port 07e16e34-b071-4d8c-99ca-0ceb1183d9a2 binding host dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 01:52:06.793808 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-1ea6eaf1-eb5a-4d6b-be64-1be28d67bb78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:06.798269 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-9e89925e-a8a0-4e0c-9dfa-7aa495c02b48 req-5bf42123-2ac1-4c3e-88f8-8eb1ab3e9f32 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=527aaed2-f535-4002-9cca-eff0af89bb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830102 Nov 24 01:52:06.803796 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1fe12303-7785-4c73-bdcc-1041be14d28c tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:06.856413 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe12303-7785-4c73-bdcc-1041be14d28c tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Network aa8a648c-25be-4286-ab4a-662214c43e12 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:52:06.859838 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-1fe12303-7785-4c73-bdcc-1041be14d28c tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:52:06.864999 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe12303-7785-4c73-bdcc-1041be14d28c tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:52:06.865747 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1fe12303-7785-4c73-bdcc-1041be14d28c tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3777869'] for router_interface, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:06.876377 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe12303-7785-4c73-bdcc-1041be14d28c tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Pushing event updated for resources: {'Port': ['ID=62149de8-0657-4049-b1e3-2a0d6c356285,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:52:06.930195 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 37cc8e83-95b4-4875-a1df-5889328823b1 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:52:06.931739 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-250d75c2-b910-4ad9-8d26-acda7a28c639 None None] Attempting to bind port 8e467d5c-3df1-4af9-9e22-c907d6d6387f on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:52:06.932113 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-250d75c2-b910-4ad9-8d26-acda7a28c639 None None] Attempting to bind port 8e467d5c-3df1-4af9-9e22-c907d6d6387f by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '28eecf23-79e4-4093-a4d2-b754d7bc191e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'aa8a648c-25be-4286-ab4a-662214c43e12'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:52:06.932474 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250d75c2-b910-4ad9-8d26-acda7a28c639 None None] Attempting to bind port 8e467d5c-3df1-4af9-9e22-c907d6d6387f on network aa8a648c-25be-4286-ab4a-662214c43e12 {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:52:06.960376 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=ebb88435-6e46-4248-9839-71c20e519159,revision_number=4']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:52:06.966761 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250d75c2-b910-4ad9-8d26-acda7a28c639 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:52:06.967145 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250d75c2-b910-4ad9-8d26-acda7a28c639 None None] Checking segment: {'id': '28eecf23-79e4-4093-a4d2-b754d7bc191e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'aa8a648c-25be-4286-ab4a-662214c43e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:52:06.967810 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-250d75c2-b910-4ad9-8d26-acda7a28c639 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:06.968201 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250d75c2-b910-4ad9-8d26-acda7a28c639 None None] Bound using segment: {'id': '28eecf23-79e4-4093-a4d2-b754d7bc191e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'aa8a648c-25be-4286-ab4a-662214c43e12'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:52:06.968684 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-250d75c2-b910-4ad9-8d26-acda7a28c639 None None] Bound port: 8e467d5c-3df1-4af9-9e22-c907d6d6387f, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28eecf23-79e4-4093-a4d2-b754d7bc191e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'aa8a648c-25be-4286-ab4a-662214c43e12'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:52:06.969075 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-250d75c2-b910-4ad9-8d26-acda7a28c639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:06.971334 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] get_ports_and_sgs() called for port_ids ['ebb88435-6e46-4248-9839-71c20e519159'] {{(pid=109868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 01:52:07.034631 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1fe12303-7785-4c73-bdcc-1041be14d28c tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:07.100666 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 37cc8e83-95b4-4875-a1df-5889328823b1 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:52:07.101048 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:07.114675 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-250d75c2-b910-4ad9-8d26-acda7a28c639 None None] For port 8e467d5c-3df1-4af9-9e22-c907d6d6387f, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:52:07.119692 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-250d75c2-b910-4ad9-8d26-acda7a28c639 None None] For port 8e467d5c-3df1-4af9-9e22-c907d6d6387f, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=8e467d5c-3df1-4af9-9e22-c907d6d6387f,segment=NetworkSegment(28eecf23-79e4-4093-a4d2-b754d7bc191e),segment_id=28eecf23-79e4-4093-a4d2-b754d7bc191e)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:52:07.147761 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-250d75c2-b910-4ad9-8d26-acda7a28c639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:07.195150 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-1ea6eaf1-eb5a-4d6b-be64-1be28d67bb78 None None] Publish callbacks [] for port, precommit_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:07.211840 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-1ea6eaf1-eb5a-4d6b-be64-1be28d67bb78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:07.295706 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250d75c2-b910-4ad9-8d26-acda7a28c639 None None] Pushing event updated for resources: {'Port': ['ID=8e467d5c-3df1-4af9-9e22-c907d6d6387f,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:52:07.406046 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-1ea6eaf1-eb5a-4d6b-be64-1be28d67bb78 None None] Attempting to bind port 07e16e34-b071-4d8c-99ca-0ceb1183d9a2 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:52:07.407286 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-1ea6eaf1-eb5a-4d6b-be64-1be28d67bb78 None None] Attempting to bind port 07e16e34-b071-4d8c-99ca-0ceb1183d9a2 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '69e0827b-4843-4123-9139-f8f85ee8ac41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c6fa060b-65d7-4b19-ac51-f983cf08a64e'}] {{(pid=109869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:52:07.407879 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea6eaf1-eb5a-4d6b-be64-1be28d67bb78 None None] Attempting to bind port 07e16e34-b071-4d8c-99ca-0ceb1183d9a2 on network c6fa060b-65d7-4b19-ac51-f983cf08a64e {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:52:07.411073 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea85a7e-d98e-4893-8299-3bc09384adc3 None None] Pushing event updated for resources: {'Port': ['ID=07e16e34-b071-4d8c-99ca-0ceb1183d9a2,revision_number=3']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:52:07.419437 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1fe12303-7785-4c73-bdcc-1041be14d28c tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks [] for port, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:07.421936 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea85a7e-d98e-4893-8299-3bc09384adc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:52:07.422216 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea85a7e-d98e-4893-8299-3bc09384adc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:52:07.422877 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea85a7e-d98e-4893-8299-3bc09384adc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:52:07.423491 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea85a7e-d98e-4893-8299-3bc09384adc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:52:07.424705 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea85a7e-d98e-4893-8299-3bc09384adc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:52:07.425523 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea85a7e-d98e-4893-8299-3bc09384adc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:52:07.425867 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea85a7e-d98e-4893-8299-3bc09384adc3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:52:07.426290 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea85a7e-d98e-4893-8299-3bc09384adc3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:52:07.426810 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea85a7e-d98e-4893-8299-3bc09384adc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:52:07.427233 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea85a7e-d98e-4893-8299-3bc09384adc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:52:07.428615 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea85a7e-d98e-4893-8299-3bc09384adc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:52:07.429516 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea85a7e-d98e-4893-8299-3bc09384adc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:52:07.432472 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1fe12303-7785-4c73-bdcc-1041be14d28c tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25501696'] for port, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:07.433611 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1fe12303-7785-4c73-bdcc-1041be14d28c tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3778017'] for router_interface, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:07.438207 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea6eaf1-eb5a-4d6b-be64-1be28d67bb78 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:52:07.438706 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea6eaf1-eb5a-4d6b-be64-1be28d67bb78 None None] Checking segment: {'id': '69e0827b-4843-4123-9139-f8f85ee8ac41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c6fa060b-65d7-4b19-ac51-f983cf08a64e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:52:07.439185 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-1ea6eaf1-eb5a-4d6b-be64-1be28d67bb78 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:07.440383 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea6eaf1-eb5a-4d6b-be64-1be28d67bb78 None None] Bound using segment: {'id': '69e0827b-4843-4123-9139-f8f85ee8ac41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c6fa060b-65d7-4b19-ac51-f983cf08a64e'} {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:52:07.441178 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-1ea6eaf1-eb5a-4d6b-be64-1be28d67bb78 None None] Bound port: 07e16e34-b071-4d8c-99ca-0ceb1183d9a2, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69e0827b-4843-4123-9139-f8f85ee8ac41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c6fa060b-65d7-4b19-ac51-f983cf08a64e'}}] {{(pid=109869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:52:07.441777 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-1ea6eaf1-eb5a-4d6b-be64-1be28d67bb78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:07.526807 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.db [None req-1ea6eaf1-eb5a-4d6b-be64-1be28d67bb78 None None] For port 07e16e34-b071-4d8c-99ca-0ceb1183d9a2, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:52:07.531662 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.db [None req-1ea6eaf1-eb5a-4d6b-be64-1be28d67bb78 None None] For port 07e16e34-b071-4d8c-99ca-0ceb1183d9a2, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=07e16e34-b071-4d8c-99ca-0ceb1183d9a2,segment=NetworkSegment(69e0827b-4843-4123-9139-f8f85ee8ac41),segment_id=69e0827b-4843-4123-9139-f8f85ee8ac41)] {{(pid=109869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:52:07.533127 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe12303-7785-4c73-bdcc-1041be14d28c tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Pushing event updated for resources: {'Port': ['ID=62149de8-0657-4049-b1e3-2a0d6c356285,revision_number=2']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:52:07.538139 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-1ea6eaf1-eb5a-4d6b-be64-1be28d67bb78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:07.674136 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea6eaf1-eb5a-4d6b-be64-1be28d67bb78 None None] Routers {'80dba2c7-244a-458b-b326-8a7744c2090a'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:52:07.675161 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-1ea6eaf1-eb5a-4d6b-be64-1be28d67bb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:51:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['80dba2c7-244a-458b-b326-8a7744c2090a'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:52:07.685766 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe12303-7785-4c73-bdcc-1041be14d28c tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Network aa8a648c-25be-4286-ab4a-662214c43e12 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:52:07.687390 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-1fe12303-7785-4c73-bdcc-1041be14d28c tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:52:07.796952 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea85a7e-d98e-4893-8299-3bc09384adc3 None None] Pushing event updated for resources: {'Port': ['ID=07e16e34-b071-4d8c-99ca-0ceb1183d9a2,revision_number=4']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:52:07.837724 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fe12303-7785-4c73-bdcc-1041be14d28c tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Router 80dba2c7-244a-458b-b326-8a7744c2090a has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:52:07.841884 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-1ea6eaf1-eb5a-4d6b-be64-1be28d67bb78 None None] Set router 80dba2c7-244a-458b-b326-8a7744c2090a gateway port host: None {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:52:07.874771 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-18d90bbd-7e97-496e-8f42-d8dc11adf6d2 None None] Provisioning complete for port 07e16e34-b071-4d8c-99ca-0ceb1183d9a2 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:52:07.875250 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-18d90bbd-7e97-496e-8f42-d8dc11adf6d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:08.084843 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-18d90bbd-7e97-496e-8f42-d8dc11adf6d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:08.153037 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf1409d-d28b-4dae-bc38-836a8197a7c4 req-7341ecbe-26ff-49ae-91ac-d9639a6e9367 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:52:08.163224 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-cbf1409d-d28b-4dae-bc38-836a8197a7c4 req-7341ecbe-26ff-49ae-91ac-d9639a6e9367 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f8ccdd8-f798-4f07-b6a6-2250a8bffc7e HTTP/1.1" status: 200 len: 944 time: 0.2223551 Nov 24 01:52:08.172828 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-18d90bbd-7e97-496e-8f42-d8dc11adf6d2 None None] For port 07e16e34-b071-4d8c-99ca-0ceb1183d9a2, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=07e16e34-b071-4d8c-99ca-0ceb1183d9a2,segment=NetworkSegment(69e0827b-4843-4123-9139-f8f85ee8ac41),segment_id=69e0827b-4843-4123-9139-f8f85ee8ac41)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:52:08.184193 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-18d90bbd-7e97-496e-8f42-d8dc11adf6d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:08.221867 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fe12303-7785-4c73-bdcc-1041be14d28c tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:52:08.234766 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-1fe12303-7785-4c73-bdcc-1041be14d28c tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] 10.222.0.21 "PUT /v2.0/routers/80dba2c7-244a-458b-b326-8a7744c2090a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3383937 Nov 24 01:52:08.235070 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 8e467d5c-3df1-4af9-9e22-c907d6d6387f up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:52:08.238639 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50934) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:52:08.243883 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-16031e2b-7a06-4621-b952-f86306a32148 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:52:08.291738 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-cbf1409d-d28b-4dae-bc38-836a8197a7c4 req-ed5e0396-1d2c-4e27-83fa-fc26f9ab078c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=527aaed2-f535-4002-9cca-eff0af89bb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276069 Nov 24 01:52:08.327675 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-1ea6eaf1-eb5a-4d6b-be64-1be28d67bb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80dba2c7-244a-458b-b326-8a7744c2090a', 'name': 'tempest-RoutersIpV6Test-router-1284241670', 'tenant_id': '468ce101e5db4aad97f1fca7bb15b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:51:49Z', 'updated_at': '2021-11-24T01:52:06Z', 'revision_number': 5, 'project_id': '468ce101e5db4aad97f1fca7bb15b3de', 'gw_port_host': None, '_interfaces': [{'id': '07e16e34-b071-4d8c-99ca-0ceb1183d9a2', 'name': '', 'network_id': 'c6fa060b-65d7-4b19-ac51-f983cf08a64e', 'tenant_id': '468ce101e5db4aad97f1fca7bb15b3de', 'mac_address': 'fa:16:3e:5a:50:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80dba2c7-244a-458b-b326-8a7744c2090a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'e26b27c2-1666-4654-b869-26f949dbe2fe', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:52:00Z', 'updated_at': '2021-11-24T01:52:07Z', 'revision_number': 4, 'project_id': '468ce101e5db4aad97f1fca7bb15b3de', 'subnets': [{'id': 'e26b27c2-1666-4654-b869-26f949dbe2fe', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62149de8-0657-4049-b1e3-2a0d6c356285', 'name': '', 'network_id': 'aa8a648c-25be-4286-ab4a-662214c43e12', 'tenant_id': '468ce101e5db4aad97f1fca7bb15b3de', 'mac_address': 'fa:16:3e:2e:22:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80dba2c7-244a-458b-b326-8a7744c2090a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'aa2f784f-b882-498e-a39b-82c83398d0b4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:52:05Z', 'updated_at': '2021-11-24T01:52:07Z', 'revision_number': 2, 'project_id': '468ce101e5db4aad97f1fca7bb15b3de', 'subnets': [{'id': 'aa2f784f-b882-498e-a39b-82c83398d0b4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a28058c8-462a-4fc3-8d08-3d397aab2612', 'name': '', 'network_id': 'df9239ce-8e2a-47b7-be4c-2d82826fe413', 'tenant_id': '468ce101e5db4aad97f1fca7bb15b3de', 'mac_address': 'fa:16:3e:39:72:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80dba2c7-244a-458b-b326-8a7744c2090a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': 'c9809b07-0178-4267-b085-fbc473d77de6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:56Z', 'updated_at': '2021-11-24T01:52:04Z', 'revision_number': 5, 'project_id': '468ce101e5db4aad97f1fca7bb15b3de', 'subnets': [{'id': 'c9809b07-0178-4267-b085-fbc473d77de6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0e8cfc7-cda1-4e1b-b8f1-7ed477c5aee7', 'name': '', 'network_id': 'cf243e4d-6d88-41bb-ae27-4dbc3743985e', 'tenant_id': '468ce101e5db4aad97f1fca7bb15b3de', 'mac_address': 'fa:16:3e:78:83:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80dba2c7-244a-458b-b326-8a7744c2090a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'bd882262-6489-41c0-8604-05c4ded47293', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:51Z', 'updated_at': '2021-11-24T01:51:58Z', 'revision_number': 5, 'project_id': '468ce101e5db4aad97f1fca7bb15b3de', 'subnets': [{'id': 'bd882262-6489-41c0-8604-05c4ded47293', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:52:08.354605 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d90bbd-7e97-496e-8f42-d8dc11adf6d2 None None] Pushing event updated for resources: {'Port': ['ID=07e16e34-b071-4d8c-99ca-0ceb1183d9a2,revision_number=5']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:52:08.371608 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 8e467d5c-3df1-4af9-9e22-c907d6d6387f triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:52:08.376705 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:08.381839 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea6eaf1-eb5a-4d6b-be64-1be28d67bb78 None None] The sync data for ids ['80dba2c7-244a-458b-b326-8a7744c2090a'] in dv-neutron-818911-2-hyperv is: [{'id': '80dba2c7-244a-458b-b326-8a7744c2090a', 'name': 'tempest-RoutersIpV6Test-router-1284241670', 'tenant_id': '468ce101e5db4aad97f1fca7bb15b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:51:49Z', 'updated_at': '2021-11-24T01:52:06Z', 'revision_number': 5, 'project_id': '468ce101e5db4aad97f1fca7bb15b3de', 'gw_port_host': None, '_interfaces': [{'id': '07e16e34-b071-4d8c-99ca-0ceb1183d9a2', 'name': '', 'network_id': 'c6fa060b-65d7-4b19-ac51-f983cf08a64e', 'tenant_id': '468ce101e5db4aad97f1fca7bb15b3de', 'mac_address': 'fa:16:3e:5a:50:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80dba2c7-244a-458b-b326-8a7744c2090a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'e26b27c2-1666-4654-b869-26f949dbe2fe', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:52:00Z', 'updated_at': '2021-11-24T01:52:07Z', 'revision_number': 4, 'project_id': '468ce101e5db4aad97f1fca7bb15b3de', 'subnets': [{'id': 'e26b27c2-1666-4654-b869-26f949dbe2fe', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62149de8-0657-4049-b1e3-2a0d6c356285', 'name': '', 'network_id': 'aa8a648c-25be-4286-ab4a-662214c43e12', 'tenant_id': '468ce101e5db4aad97f1fca7bb15b3de', 'mac_address': 'fa:16:3e:2e:22:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80dba2c7-244a-458b-b326-8a7744c2090a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'aa2f784f-b882-498e-a39b-82c83398d0b4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:52:05Z', 'updated_at': '2021-11-24T01:52:07Z', 'revision_number': 2, 'project_id': '468ce101e5db4aad97f1fca7bb15b3de', 'subnets': [{'id': 'aa2f784f-b882-498e-a39b-82c83398d0b4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a28058c8-462a-4fc3-8d08-3d397aab2612', 'name': '', 'network_id': 'df9239ce-8e2a-47b7-be4c-2d82826fe413', 'tenant_id': '468ce101e5db4aad97f1fca7bb15b3de', 'mac_address': 'fa:16:3e:39:72:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80dba2c7-244a-458b-b326-8a7744c2090a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': 'c9809b07-0178-4267-b085-fbc473d77de6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:56Z', 'updated_at': '2021-11-24T01:52:04Z', 'revision_number': 5, 'project_id': '468ce101e5db4aad97f1fca7bb15b3de', 'subnets': [{'id': 'c9809b07-0178-4267-b085-fbc473d77de6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0e8cfc7-cda1-4e1b-b8f1-7ed477c5aee7', 'name': '', 'network_id': 'cf243e4d-6d88-41bb-ae27-4dbc3743985e', 'tenant_id': '468ce101e5db4aad97f1fca7bb15b3de', 'mac_address': 'fa:16:3e:78:83:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80dba2c7-244a-458b-b326-8a7744c2090a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'bd882262-6489-41c0-8604-05c4ded47293', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:51Z', 'updated_at': '2021-11-24T01:51:58Z', 'revision_number': 5, 'project_id': '468ce101e5db4aad97f1fca7bb15b3de', 'subnets': [{'id': 'bd882262-6489-41c0-8604-05c4ded47293', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:52:08.382898 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-da6a16ec-578f-4471-8c09-0c985d754f89 None None] Provisioning complete for port 07e16e34-b071-4d8c-99ca-0ceb1183d9a2 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:52:08.383391 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-da6a16ec-578f-4471-8c09-0c985d754f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:08.721483 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:08.763912 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.extraroute_db [None req-16031e2b-7a06-4621-b952-f86306a32148 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=109866) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 24 01:52:08.779005 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] For port 8e467d5c-3df1-4af9-9e22-c907d6d6387f, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=8e467d5c-3df1-4af9-9e22-c907d6d6387f,segment=NetworkSegment(28eecf23-79e4-4093-a4d2-b754d7bc191e),segment_id=28eecf23-79e4-4093-a4d2-b754d7bc191e)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:52:08.786669 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:08.787597 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 07e16e34-b071-4d8c-99ca-0ceb1183d9a2 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:52:08.792452 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.extraroute_db [None req-16031e2b-7a06-4621-b952-f86306a32148 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Removed routes are [] {{(pid=109866) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 24 01:52:08.792452 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-16031e2b-7a06-4621-b952-f86306a32148 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3684298', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-424347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2775'] for router, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:08.960105 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 07e16e34-b071-4d8c-99ca-0ceb1183d9a2 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:52:08.960393 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:08.991387 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Pushing event updated for resources: {'Port': ['ID=8e467d5c-3df1-4af9-9e22-c907d6d6387f,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:52:09.105659 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-16031e2b-7a06-4621-b952-f86306a32148 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3684298', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-424347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2775'] for router, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:09.109390 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-16031e2b-7a06-4621-b952-f86306a32148 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3683822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-418125', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-424361'] for router, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:09.112710 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c3e224-d1f7-493a-85cf-2059cd30f58b None None] Network aa8a648c-25be-4286-ab4a-662214c43e12 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:52:09.211935 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-418fdc85-d50a-40ba-aac9-2093e71eea29 None None] Provisioning complete for port 8e467d5c-3df1-4af9-9e22-c907d6d6387f triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:52:09.212815 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-418fdc85-d50a-40ba-aac9-2093e71eea29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:09.234450 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16031e2b-7a06-4621-b952-f86306a32148 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Router 80dba2c7-244a-458b-b326-8a7744c2090a has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:52:09.383039 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16031e2b-7a06-4621-b952-f86306a32148 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:52:09.395531 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-16031e2b-7a06-4621-b952-f86306a32148 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks [] for router, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:09.399842 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50942) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:52:09.406234 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-16031e2b-7a06-4621-b952-f86306a32148 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] 10.222.0.21 "PUT /v2.0/routers/80dba2c7-244a-458b-b326-8a7744c2090a HTTP/1.1" status: 200 len: 954 time: 1.1658633 Nov 24 01:52:09.473438 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f95410-e399-4aa6-849d-ad6ad266ef9e req-faf6a19c-aaf0-4d00-83e1-54a322b01277 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:52:09.484255 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-f4f95410-e399-4aa6-849d-ad6ad266ef9e req-faf6a19c-aaf0-4d00-83e1-54a322b01277 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f8ccdd8-f798-4f07-b6a6-2250a8bffc7e HTTP/1.1" status: 200 len: 944 time: 0.0754290 Nov 24 01:52:09.527495 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d1f691-884b-4316-b8aa-9c908a58b3fc None None] Sync routers for ids ['80dba2c7-244a-458b-b326-8a7744c2090a'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:52:09.543412 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-b5498e23-5017-4e4e-89ad-c72c6f36e8c5 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] 10.222.0.21 "GET /v2.0/routers/80dba2c7-244a-458b-b326-8a7744c2090a HTTP/1.1" status: 200 len: 954 time: 0.1420753 Nov 24 01:52:09.548124 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50944) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:52:09.553914 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-04a6c61d-66b3-439b-9644-e12d6d1aa287 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Request body: {'router': {'routes': None}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:52:09.557650 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d1f691-884b-4316-b8aa-9c908a58b3fc None None] Routers {'80dba2c7-244a-458b-b326-8a7744c2090a'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:52:09.558297 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-34d1f691-884b-4316-b8aa-9c908a58b3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:51:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['80dba2c7-244a-458b-b326-8a7744c2090a'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:52:09.654869 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-34d1f691-884b-4316-b8aa-9c908a58b3fc None None] Set router 80dba2c7-244a-458b-b326-8a7744c2090a gateway port host: None {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:52:09.683657 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-f4f95410-e399-4aa6-849d-ad6ad266ef9e req-a759a79b-a823-4ebb-a056-860c1efbb04e tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=527aaed2-f535-4002-9cca-eff0af89bb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1982787 Nov 24 01:52:09.826332 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device ebb88435-6e46-4248-9839-71c20e519159 up at agent hyperv_hv-neutron-8189 {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:52:09.948106 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Provisioning for port ebb88435-6e46-4248-9839-71c20e519159 completed by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 01:52:09.971733 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Provisioning complete for port ebb88435-6e46-4248-9839-71c20e519159 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:52:09.972469 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:09.984437 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-eb07cff9-7391-4860-80bc-bd78fe5baa31 None None] Provisioning complete for port 8e467d5c-3df1-4af9-9e22-c907d6d6387f triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:52:09.984952 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-eb07cff9-7391-4860-80bc-bd78fe5baa31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:10.044933 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.extraroute_db [None req-04a6c61d-66b3-439b-9644-e12d6d1aa287 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Added routes are [] {{(pid=109866) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 24 01:52:10.045516 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.extraroute_db [None req-04a6c61d-66b3-439b-9644-e12d6d1aa287 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=109866) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 24 01:52:10.056461 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 07e16e34-b071-4d8c-99ca-0ceb1183d9a2 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:52:10.086745 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-04a6c61d-66b3-439b-9644-e12d6d1aa287 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3684298', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-424347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2775'] for router, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:10.147586 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-34d1f691-884b-4316-b8aa-9c908a58b3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80dba2c7-244a-458b-b326-8a7744c2090a', 'name': 'tempest-RoutersIpV6Test-router-1284241670', 'tenant_id': '468ce101e5db4aad97f1fca7bb15b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:51:49Z', 'updated_at': '2021-11-24T01:52:08Z', 'revision_number': 6, 'project_id': '468ce101e5db4aad97f1fca7bb15b3de', 'gw_port_host': None, '_interfaces': [{'id': '07e16e34-b071-4d8c-99ca-0ceb1183d9a2', 'name': '', 'network_id': 'c6fa060b-65d7-4b19-ac51-f983cf08a64e', 'tenant_id': '468ce101e5db4aad97f1fca7bb15b3de', 'mac_address': 'fa:16:3e:5a:50:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80dba2c7-244a-458b-b326-8a7744c2090a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'e26b27c2-1666-4654-b869-26f949dbe2fe', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:52:00Z', 'updated_at': '2021-11-24T01:52:08Z', 'revision_number': 5, 'project_id': '468ce101e5db4aad97f1fca7bb15b3de', 'subnets': [{'id': 'e26b27c2-1666-4654-b869-26f949dbe2fe', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62149de8-0657-4049-b1e3-2a0d6c356285', 'name': '', 'network_id': 'aa8a648c-25be-4286-ab4a-662214c43e12', 'tenant_id': '468ce101e5db4aad97f1fca7bb15b3de', 'mac_address': 'fa:16:3e:2e:22:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80dba2c7-244a-458b-b326-8a7744c2090a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'aa2f784f-b882-498e-a39b-82c83398d0b4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:52:05Z', 'updated_at': '2021-11-24T01:52:07Z', 'revision_number': 2, 'project_id': '468ce101e5db4aad97f1fca7bb15b3de', 'subnets': [{'id': 'aa2f784f-b882-498e-a39b-82c83398d0b4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a28058c8-462a-4fc3-8d08-3d397aab2612', 'name': '', 'network_id': 'df9239ce-8e2a-47b7-be4c-2d82826fe413', 'tenant_id': '468ce101e5db4aad97f1fca7bb15b3de', 'mac_address': 'fa:16:3e:39:72:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80dba2c7-244a-458b-b326-8a7744c2090a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': 'c9809b07-0178-4267-b085-fbc473d77de6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:56Z', 'updated_at': '2021-11-24T01:52:04Z', 'revision_number': 5, 'project_id': '468ce101e5db4aad97f1fca7bb15b3de', 'subnets': [{'id': 'c9809b07-0178-4267-b085-fbc473d77de6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0e8cfc7-cda1-4e1b-b8f1-7ed477c5aee7', 'name': '', 'network_id': 'cf243e4d-6d88-41bb-ae27-4dbc3743985e', 'tenant_id': '468ce101e5db4aad97f1fca7bb15b3de', 'mac_address': 'fa:16:3e:78:83:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80dba2c7-244a-458b-b326-8a7744c2090a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'bd882262-6489-41c0-8604-05c4ded47293', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:51Z', 'updated_at': '2021-11-24T01:51:58Z', 'revision_number': 5, 'project_id': '468ce101e5db4aad97f1fca7bb15b3de', 'subnets': [{'id': 'bd882262-6489-41c0-8604-05c4ded47293', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:52:10.312661 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-04a6c61d-66b3-439b-9644-e12d6d1aa287 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3684298', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-424347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2775'] for router, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:10.316870 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-04a6c61d-66b3-439b-9644-e12d6d1aa287 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3683822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-418125', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-424361'] for router, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:10.335515 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d1f691-884b-4316-b8aa-9c908a58b3fc None None] Checking router: 80dba2c7-244a-458b-b326-8a7744c2090a for host: dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 01:52:10.335956 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d1f691-884b-4316-b8aa-9c908a58b3fc None None] Updating router 80dba2c7-244a-458b-b326-8a7744c2090a port 62149de8-0657-4049-b1e3-2a0d6c356285 binding host dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 01:52:10.415296 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-34d1f691-884b-4316-b8aa-9c908a58b3fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:10.420097 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04a6c61d-66b3-439b-9644-e12d6d1aa287 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Router 80dba2c7-244a-458b-b326-8a7744c2090a has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:52:10.444824 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:10.449947 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 07e16e34-b071-4d8c-99ca-0ceb1183d9a2 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:52:10.450415 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:10.548913 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f8ccdd8-f798-4f07-b6a6-2250a8bffc7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebb88435-6e46-4248-9839-71c20e519159'}] {{(pid=109868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 01:52:10.551177 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adafa3b64de3cabc8eac619938bcace59b198ffee64d481093eb3def62699d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f40dfdb-cb1a-4ce4-a55e-9e3949ee0c2d" -d '{"events": [{"server_uuid": "4f8ccdd8-f798-4f07-b6a6-2250a8bffc7e", "name": "network-vif-plugged", "status": "completed", "tag": "ebb88435-6e46-4248-9839-71c20e519159"}]}' {{(pid=109868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 01:52:10.583047 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port ebb88435-6e46-4248-9839-71c20e519159, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=ebb88435-6e46-4248-9839-71c20e519159,segment=NetworkSegment(cdedba67-af31-49a0-a765-665937d2bb16),segment_id=cdedba67-af31-49a0-a765-665937d2bb16)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:52:10.614747 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-eb07cff9-7391-4860-80bc-bd78fe5baa31 None None] Provisioning complete for port 62149de8-0657-4049-b1e3-2a0d6c356285 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:52:10.615130 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-eb07cff9-7391-4860-80bc-bd78fe5baa31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:10.622775 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 01:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1e4b67f-d8e4-4130-9ea0-17f30b07c496 x-openstack-request-id: req-c1e4b67f-d8e4-4130-9ea0-17f30b07c496 {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 01:52:10.623078 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f8ccdd8-f798-4f07-b6a6-2250a8bffc7e", "name": "network-vif-plugged", "status": "completed", "tag": "ebb88435-6e46-4248-9839-71c20e519159", "code": 200}]} {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 01:52:10.623328 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c1e4b67f-d8e4-4130-9ea0-17f30b07c496 {{(pid=109868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 01:52:10.623722 dv-neutron-818911-2-hyperv neutron-server[109868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f8ccdd8-f798-4f07-b6a6-2250a8bffc7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebb88435-6e46-4248-9839-71c20e519159', 'code': 200} Nov 24 01:52:10.631186 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:10.759135 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=ebb88435-6e46-4248-9839-71c20e519159,revision_number=5']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:52:10.788258 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 8e467d5c-3df1-4af9-9e22-c907d6d6387f up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:52:10.832263 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-eb07cff9-7391-4860-80bc-bd78fe5baa31 None None] Port 62149de8-0657-4049-b1e3-2a0d6c356285 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:52:10.917762 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 8e467d5c-3df1-4af9-9e22-c907d6d6387f triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:52:10.918139 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:10.958848 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac66eca-f460-41e1-8527-d216d3c94dde req-713f2d4c-ae81-4aa0-9cd7-a60c243474c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:52:10.960405 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-6ac66eca-f460-41e1-8527-d216d3c94dde req-713f2d4c-ae81-4aa0-9cd7-a60c243474c0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4f8ccdd8-f798-4f07-b6a6-2250a8bffc7e HTTP/1.1" status: 200 len: 1098 time: 0.1099148 Nov 24 01:52:10.969335 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79762348-b940-4627-9f36-0cab4f0e8211 req-c411f86f-9420-4ec1-8c70-fb5290b9cae1 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:52:10.970833 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-79762348-b940-4627-9f36-0cab4f0e8211 req-c411f86f-9420-4ec1-8c70-fb5290b9cae1 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f8ccdd8-f798-4f07-b6a6-2250a8bffc7e HTTP/1.1" status: 200 len: 945 time: 0.1295912 Nov 24 01:52:10.971921 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04a6c61d-66b3-439b-9644-e12d6d1aa287 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:52:10.983968 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-04a6c61d-66b3-439b-9644-e12d6d1aa287 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks [] for router, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:10.985115 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-04a6c61d-66b3-439b-9644-e12d6d1aa287 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] 10.222.0.21 "PUT /v2.0/routers/80dba2c7-244a-458b-b326-8a7744c2090a HTTP/1.1" status: 200 len: 704 time: 1.4362254 Nov 24 01:52:10.988665 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-ee402b4d-7eb6-4eb6-99cf-fcc701ac1430 None None] Provisioning complete for port 62149de8-0657-4049-b1e3-2a0d6c356285 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:52:10.989050 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-ee402b4d-7eb6-4eb6-99cf-fcc701ac1430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:10.990155 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50960) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:52:11.060492 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-6ac66eca-f460-41e1-8527-d216d3c94dde req-020c1363-6ec9-455a-82a0-d1bb905a432d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=527aaed2-f535-4002-9cca-eff0af89bb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866539 Nov 24 01:52:11.065660 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-79762348-b940-4627-9f36-0cab4f0e8211 req-00be8156-874b-46e3-962a-12164573d5d7 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=527aaed2-f535-4002-9cca-eff0af89bb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778272 Nov 24 01:52:11.068161 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-ee402b4d-7eb6-4eb6-99cf-fcc701ac1430 None None] Port 62149de8-0657-4049-b1e3-2a0d6c356285 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:52:11.117007 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-fce665cf-4c2d-4d5d-b9a2-ac17ae12600d tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] 10.222.0.21 "GET /v2.0/routers/80dba2c7-244a-458b-b326-8a7744c2090a HTTP/1.1" status: 200 len: 704 time: 0.1231318 Nov 24 01:52:11.117277 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50962) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:52:11.122104 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-34d1f691-884b-4316-b8aa-9c908a58b3fc None None] Publish callbacks [] for port, precommit_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:11.132443 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-34d1f691-884b-4316-b8aa-9c908a58b3fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:11.185881 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60712648-aab5-4073-a13b-149954d2fa12 None None] Pushing event updated for resources: {'Port': ['ID=62149de8-0657-4049-b1e3-2a0d6c356285,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:52:11.237873 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-34d1f691-884b-4316-b8aa-9c908a58b3fc None None] Attempting to bind port 62149de8-0657-4049-b1e3-2a0d6c356285 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:52:11.238262 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-34d1f691-884b-4316-b8aa-9c908a58b3fc None None] Attempting to bind port 62149de8-0657-4049-b1e3-2a0d6c356285 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '28eecf23-79e4-4093-a4d2-b754d7bc191e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'aa8a648c-25be-4286-ab4a-662214c43e12'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:52:11.238621 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d1f691-884b-4316-b8aa-9c908a58b3fc None None] Attempting to bind port 62149de8-0657-4049-b1e3-2a0d6c356285 on network aa8a648c-25be-4286-ab4a-662214c43e12 {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:52:11.245036 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d1f691-884b-4316-b8aa-9c908a58b3fc None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:52:11.245447 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d1f691-884b-4316-b8aa-9c908a58b3fc None None] Checking segment: {'id': '28eecf23-79e4-4093-a4d2-b754d7bc191e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'aa8a648c-25be-4286-ab4a-662214c43e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:52:11.245876 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-34d1f691-884b-4316-b8aa-9c908a58b3fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:11.246281 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d1f691-884b-4316-b8aa-9c908a58b3fc None None] Bound using segment: {'id': '28eecf23-79e4-4093-a4d2-b754d7bc191e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'aa8a648c-25be-4286-ab4a-662214c43e12'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:52:11.246747 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-34d1f691-884b-4316-b8aa-9c908a58b3fc None None] Bound port: 62149de8-0657-4049-b1e3-2a0d6c356285, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28eecf23-79e4-4093-a4d2-b754d7bc191e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'aa8a648c-25be-4286-ab4a-662214c43e12'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:52:11.247180 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-34d1f691-884b-4316-b8aa-9c908a58b3fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:11.313919 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-34d1f691-884b-4316-b8aa-9c908a58b3fc None None] For port 62149de8-0657-4049-b1e3-2a0d6c356285, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:52:11.317433 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-34d1f691-884b-4316-b8aa-9c908a58b3fc None None] For port 62149de8-0657-4049-b1e3-2a0d6c356285, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=62149de8-0657-4049-b1e3-2a0d6c356285,segment=NetworkSegment(28eecf23-79e4-4093-a4d2-b754d7bc191e),segment_id=28eecf23-79e4-4093-a4d2-b754d7bc191e)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:52:11.323911 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-34d1f691-884b-4316-b8aa-9c908a58b3fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:11.407184 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d1f691-884b-4316-b8aa-9c908a58b3fc None None] Routers {'80dba2c7-244a-458b-b326-8a7744c2090a'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:52:11.408107 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-34d1f691-884b-4316-b8aa-9c908a58b3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:51:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['80dba2c7-244a-458b-b326-8a7744c2090a'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:52:11.412248 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60712648-aab5-4073-a13b-149954d2fa12 None None] Pushing event updated for resources: {'Port': ['ID=62149de8-0657-4049-b1e3-2a0d6c356285,revision_number=4']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:52:11.530820 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-34d1f691-884b-4316-b8aa-9c908a58b3fc None None] Set router 80dba2c7-244a-458b-b326-8a7744c2090a gateway port host: None {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:52:11.534266 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-431dba52-a8b7-434c-878a-bafded553c4c None None] Provisioning complete for port 62149de8-0657-4049-b1e3-2a0d6c356285 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:52:11.534633 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-431dba52-a8b7-434c-878a-bafded553c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:11.540102 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5485a3ec-10e5-4b7f-a4f0-0f3101b4d0f5 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3777994'] for router_interface, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:11.759350 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-431dba52-a8b7-434c-878a-bafded553c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:11.833832 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-431dba52-a8b7-434c-878a-bafded553c4c None None] For port 62149de8-0657-4049-b1e3-2a0d6c356285, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=62149de8-0657-4049-b1e3-2a0d6c356285,segment=NetworkSegment(28eecf23-79e4-4093-a4d2-b754d7bc191e),segment_id=28eecf23-79e4-4093-a4d2-b754d7bc191e)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:52:11.840271 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-431dba52-a8b7-434c-878a-bafded553c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:11.865684 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-5485a3ec-10e5-4b7f-a4f0-0f3101b4d0f5 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Deleting port 62149de8-0657-4049-b1e3-2a0d6c356285 {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:52:11.866022 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5485a3ec-10e5-4b7f-a4f0-0f3101b4d0f5 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:11.910436 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-34d1f691-884b-4316-b8aa-9c908a58b3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80dba2c7-244a-458b-b326-8a7744c2090a', 'name': 'tempest-RoutersIpV6Test-router-1284241670', 'tenant_id': '468ce101e5db4aad97f1fca7bb15b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:51:49Z', 'updated_at': '2021-11-24T01:52:10Z', 'revision_number': 7, 'project_id': '468ce101e5db4aad97f1fca7bb15b3de', 'gw_port_host': None, '_interfaces': [{'id': '07e16e34-b071-4d8c-99ca-0ceb1183d9a2', 'name': '', 'network_id': 'c6fa060b-65d7-4b19-ac51-f983cf08a64e', 'tenant_id': '468ce101e5db4aad97f1fca7bb15b3de', 'mac_address': 'fa:16:3e:5a:50:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80dba2c7-244a-458b-b326-8a7744c2090a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'e26b27c2-1666-4654-b869-26f949dbe2fe', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:52:00Z', 'updated_at': '2021-11-24T01:52:08Z', 'revision_number': 5, 'project_id': '468ce101e5db4aad97f1fca7bb15b3de', 'subnets': [{'id': 'e26b27c2-1666-4654-b869-26f949dbe2fe', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62149de8-0657-4049-b1e3-2a0d6c356285', 'name': '', 'network_id': 'aa8a648c-25be-4286-ab4a-662214c43e12', 'tenant_id': '468ce101e5db4aad97f1fca7bb15b3de', 'mac_address': 'fa:16:3e:2e:22:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80dba2c7-244a-458b-b326-8a7744c2090a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'aa2f784f-b882-498e-a39b-82c83398d0b4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:52:05Z', 'updated_at': '2021-11-24T01:52:11Z', 'revision_number': 4, 'project_id': '468ce101e5db4aad97f1fca7bb15b3de', 'subnets': [{'id': 'aa2f784f-b882-498e-a39b-82c83398d0b4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a28058c8-462a-4fc3-8d08-3d397aab2612', 'name': '', 'network_id': 'df9239ce-8e2a-47b7-be4c-2d82826fe413', 'tenant_id': '468ce101e5db4aad97f1fca7bb15b3de', 'mac_address': 'fa:16:3e:39:72:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80dba2c7-244a-458b-b326-8a7744c2090a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': 'c9809b07-0178-4267-b085-fbc473d77de6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:56Z', 'updated_at': '2021-11-24T01:52:04Z', 'revision_number': 5, 'project_id': '468ce101e5db4aad97f1fca7bb15b3de', 'subnets': [{'id': 'c9809b07-0178-4267-b085-fbc473d77de6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0e8cfc7-cda1-4e1b-b8f1-7ed477c5aee7', 'name': '', 'network_id': 'cf243e4d-6d88-41bb-ae27-4dbc3743985e', 'tenant_id': '468ce101e5db4aad97f1fca7bb15b3de', 'mac_address': 'fa:16:3e:78:83:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80dba2c7-244a-458b-b326-8a7744c2090a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'bd882262-6489-41c0-8604-05c4ded47293', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:51Z', 'updated_at': '2021-11-24T01:51:58Z', 'revision_number': 5, 'project_id': '468ce101e5db4aad97f1fca7bb15b3de', 'subnets': [{'id': 'bd882262-6489-41c0-8604-05c4ded47293', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:52:11.944604 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431dba52-a8b7-434c-878a-bafded553c4c None None] Pushing event updated for resources: {'Port': ['ID=62149de8-0657-4049-b1e3-2a0d6c356285,revision_number=5']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:52:11.950301 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d1f691-884b-4316-b8aa-9c908a58b3fc None None] The sync data for ids ['80dba2c7-244a-458b-b326-8a7744c2090a'] in dv-neutron-818911-2-hyperv is: [{'id': '80dba2c7-244a-458b-b326-8a7744c2090a', 'name': 'tempest-RoutersIpV6Test-router-1284241670', 'tenant_id': '468ce101e5db4aad97f1fca7bb15b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:51:49Z', 'updated_at': '2021-11-24T01:52:10Z', 'revision_number': 7, 'project_id': '468ce101e5db4aad97f1fca7bb15b3de', 'gw_port_host': None, '_interfaces': [{'id': '07e16e34-b071-4d8c-99ca-0ceb1183d9a2', 'name': '', 'network_id': 'c6fa060b-65d7-4b19-ac51-f983cf08a64e', 'tenant_id': '468ce101e5db4aad97f1fca7bb15b3de', 'mac_address': 'fa:16:3e:5a:50:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80dba2c7-244a-458b-b326-8a7744c2090a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'e26b27c2-1666-4654-b869-26f949dbe2fe', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:52:00Z', 'updated_at': '2021-11-24T01:52:08Z', 'revision_number': 5, 'project_id': '468ce101e5db4aad97f1fca7bb15b3de', 'subnets': [{'id': 'e26b27c2-1666-4654-b869-26f949dbe2fe', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62149de8-0657-4049-b1e3-2a0d6c356285', 'name': '', 'network_id': 'aa8a648c-25be-4286-ab4a-662214c43e12', 'tenant_id': '468ce101e5db4aad97f1fca7bb15b3de', 'mac_address': 'fa:16:3e:2e:22:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80dba2c7-244a-458b-b326-8a7744c2090a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'aa2f784f-b882-498e-a39b-82c83398d0b4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:52:05Z', 'updated_at': '2021-11-24T01:52:11Z', 'revision_number': 4, 'project_id': '468ce101e5db4aad97f1fca7bb15b3de', 'subnets': [{'id': 'aa2f784f-b882-498e-a39b-82c83398d0b4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a28058c8-462a-4fc3-8d08-3d397aab2612', 'name': '', 'network_id': 'df9239ce-8e2a-47b7-be4c-2d82826fe413', 'tenant_id': '468ce101e5db4aad97f1fca7bb15b3de', 'mac_address': 'fa:16:3e:39:72:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80dba2c7-244a-458b-b326-8a7744c2090a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': 'c9809b07-0178-4267-b085-fbc473d77de6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:56Z', 'updated_at': '2021-11-24T01:52:04Z', 'revision_number': 5, 'project_id': '468ce101e5db4aad97f1fca7bb15b3de', 'subnets': [{'id': 'c9809b07-0178-4267-b085-fbc473d77de6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0e8cfc7-cda1-4e1b-b8f1-7ed477c5aee7', 'name': '', 'network_id': 'cf243e4d-6d88-41bb-ae27-4dbc3743985e', 'tenant_id': '468ce101e5db4aad97f1fca7bb15b3de', 'mac_address': 'fa:16:3e:78:83:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80dba2c7-244a-458b-b326-8a7744c2090a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'bd882262-6489-41c0-8604-05c4ded47293', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:51Z', 'updated_at': '2021-11-24T01:51:58Z', 'revision_number': 5, 'project_id': '468ce101e5db4aad97f1fca7bb15b3de', 'subnets': [{'id': 'bd882262-6489-41c0-8604-05c4ded47293', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:52:11.979923 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-0508c453-8a41-4864-9747-1680f035b6a3 None None] Provisioning complete for port 62149de8-0657-4049-b1e3-2a0d6c356285 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:52:11.980398 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-0508c453-8a41-4864-9747-1680f035b6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:11.982551 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [None req-5485a3ec-10e5-4b7f-a4f0-0f3101b4d0f5 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] For port 62149de8-0657-4049-b1e3-2a0d6c356285, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=62149de8-0657-4049-b1e3-2a0d6c356285,segment=NetworkSegment(28eecf23-79e4-4093-a4d2-b754d7bc191e),segment_id=28eecf23-79e4-4093-a4d2-b754d7bc191e)] {{(pid=109867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:52:11.983120 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5485a3ec-10e5-4b7f-a4f0-0f3101b4d0f5 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:11.998597 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-5485a3ec-10e5-4b7f-a4f0-0f3101b4d0f5 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Calling delete_port for 62149de8-0657-4049-b1e3-2a0d6c356285 owned by network:router_interface {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:52:12.078798 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 62149de8-0657-4049-b1e3-2a0d6c356285 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:52:12.199458 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 62149de8-0657-4049-b1e3-2a0d6c356285 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:52:12.200064 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:12.285191 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2a9509-75dc-4040-88c4-4e12ea249747 None None] Sync routers for ids ['80dba2c7-244a-458b-b326-8a7744c2090a'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:52:12.293390 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3853e69b-16b9-4bab-920c-04ce28fb7ef9 req-c59944d6-7583-4de5-9e25-1db5c3194732 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:52:12.295048 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-3853e69b-16b9-4bab-920c-04ce28fb7ef9 req-c59944d6-7583-4de5-9e25-1db5c3194732 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f8ccdd8-f798-4f07-b6a6-2250a8bffc7e HTTP/1.1" status: 200 len: 945 time: 0.1017742 Nov 24 01:52:12.314937 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2a9509-75dc-4040-88c4-4e12ea249747 None None] Routers {'80dba2c7-244a-458b-b326-8a7744c2090a'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:52:12.315601 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-8f2a9509-75dc-4040-88c4-4e12ea249747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:51:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['80dba2c7-244a-458b-b326-8a7744c2090a'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:52:12.321763 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5485a3ec-10e5-4b7f-a4f0-0f3101b4d0f5 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:12.389394 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5485a3ec-10e5-4b7f-a4f0-0f3101b4d0f5 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Pushing event deleted for resources: {'Port': ['ID=62149de8-0657-4049-b1e3-2a0d6c356285,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:52:12.433078 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-8f2a9509-75dc-4040-88c4-4e12ea249747 None None] Set router 80dba2c7-244a-458b-b326-8a7744c2090a gateway port host: None {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:52:12.438056 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Could not find standard attr ID for object 62149de8-0657-4049-b1e3-2a0d6c356285. {{(pid=109868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 01:52:12.442419 dv-neutron-818911-2-hyperv neutron-server[109868]: INFO neutron.plugins.ml2.db [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No ports have port_id starting with 62149de8-0657-4049-b1e3-2a0d6c356285 Nov 24 01:52:12.493890 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-3853e69b-16b9-4bab-920c-04ce28fb7ef9 req-61e66885-38ba-40e3-9f06-2bdb52bde035 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=527aaed2-f535-4002-9cca-eff0af89bb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1910126 Nov 24 01:52:12.534202 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5485a3ec-10e5-4b7f-a4f0-0f3101b4d0f5 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424538'] for router_interface, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:12.655550 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7af2003-7bc5-4030-b107-5258ca65260a req-08c9889b-bc80-4d0a-ad5e-efa24dce5141 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:52:12.657277 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-d7af2003-7bc5-4030-b107-5258ca65260a req-08c9889b-bc80-4d0a-ad5e-efa24dce5141 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f8ccdd8-f798-4f07-b6a6-2250a8bffc7e HTTP/1.1" status: 200 len: 945 time: 0.0757775 Nov 24 01:52:12.716323 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-d7af2003-7bc5-4030-b107-5258ca65260a req-fbd06540-afcc-4fce-96d7-7a08a9e6e4d6 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=527aaed2-f535-4002-9cca-eff0af89bb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514655 Nov 24 01:52:12.743469 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50972) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:52:12.746063 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-8f2a9509-75dc-4040-88c4-4e12ea249747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80dba2c7-244a-458b-b326-8a7744c2090a', 'name': 'tempest-RoutersIpV6Test-router-1284241670', 'tenant_id': '468ce101e5db4aad97f1fca7bb15b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:51:49Z', 'updated_at': '2021-11-24T01:52:12Z', 'revision_number': 8, 'project_id': '468ce101e5db4aad97f1fca7bb15b3de', 'gw_port_host': None, '_interfaces': [{'id': '07e16e34-b071-4d8c-99ca-0ceb1183d9a2', 'name': '', 'network_id': 'c6fa060b-65d7-4b19-ac51-f983cf08a64e', 'tenant_id': '468ce101e5db4aad97f1fca7bb15b3de', 'mac_address': 'fa:16:3e:5a:50:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80dba2c7-244a-458b-b326-8a7744c2090a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'e26b27c2-1666-4654-b869-26f949dbe2fe', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:52:00Z', 'updated_at': '2021-11-24T01:52:08Z', 'revision_number': 5, 'project_id': '468ce101e5db4aad97f1fca7bb15b3de', 'subnets': [{'id': 'e26b27c2-1666-4654-b869-26f949dbe2fe', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a28058c8-462a-4fc3-8d08-3d397aab2612', 'name': '', 'network_id': 'df9239ce-8e2a-47b7-be4c-2d82826fe413', 'tenant_id': '468ce101e5db4aad97f1fca7bb15b3de', 'mac_address': 'fa:16:3e:39:72:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80dba2c7-244a-458b-b326-8a7744c2090a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': 'c9809b07-0178-4267-b085-fbc473d77de6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:56Z', 'updated_at': '2021-11-24T01:52:04Z', 'revision_number': 5, 'project_id': '468ce101e5db4aad97f1fca7bb15b3de', 'subnets': [{'id': 'c9809b07-0178-4267-b085-fbc473d77de6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0e8cfc7-cda1-4e1b-b8f1-7ed477c5aee7', 'name': '', 'network_id': 'cf243e4d-6d88-41bb-ae27-4dbc3743985e', 'tenant_id': '468ce101e5db4aad97f1fca7bb15b3de', 'mac_address': 'fa:16:3e:78:83:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80dba2c7-244a-458b-b326-8a7744c2090a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'bd882262-6489-41c0-8604-05c4ded47293', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:51Z', 'updated_at': '2021-11-24T01:51:58Z', 'revision_number': 5, 'project_id': '468ce101e5db4aad97f1fca7bb15b3de', 'subnets': [{'id': 'bd882262-6489-41c0-8604-05c4ded47293', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:52:12.775879 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2a9509-75dc-4040-88c4-4e12ea249747 None None] Checking router: 80dba2c7-244a-458b-b326-8a7744c2090a for host: dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 01:52:12.784877 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff899167-6b8a-400d-babc-c485ea639728 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:52:12.787071 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2a9509-75dc-4040-88c4-4e12ea249747 None None] Routers {'80dba2c7-244a-458b-b326-8a7744c2090a'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:52:12.787886 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-8f2a9509-75dc-4040-88c4-4e12ea249747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:51:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['80dba2c7-244a-458b-b326-8a7744c2090a'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:52:12.790829 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50974) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:52:12.791009 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-ff899167-6b8a-400d-babc-c485ea639728 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=4f8ccdd8-f798-4f07-b6a6-2250a8bffc7e HTTP/1.1" status: 200 len: 1093 time: 0.0455847 Nov 24 01:52:12.796474 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-178126e2-180c-45bf-bba6-c120909488d7 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'floatingip': {'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'port_id': 'ebb88435-6e46-4248-9839-71c20e519159', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:52:12.821101 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5485a3ec-10e5-4b7f-a4f0-0f3101b4d0f5 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Router 80dba2c7-244a-458b-b326-8a7744c2090a has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:52:12.837188 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-178126e2-180c-45bf-bba6-c120909488d7 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for floatingip, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:12.881765 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-8f2a9509-75dc-4040-88c4-4e12ea249747 None None] Set router 80dba2c7-244a-458b-b326-8a7744c2090a gateway port host: None {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:52:12.981661 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5485a3ec-10e5-4b7f-a4f0-0f3101b4d0f5 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:52:12.989009 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-5485a3ec-10e5-4b7f-a4f0-0f3101b4d0f5 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] 10.222.0.21 "PUT /v2.0/routers/80dba2c7-244a-458b-b326-8a7744c2090a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8706272 Nov 24 01:52:12.992498 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50976) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:52:13.070366 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-178126e2-180c-45bf-bba6-c120909488d7 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:13.071136 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d6db1b4-8955-44c0-b4a5-78f4ce7f3406 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Deleting subnet aa2f784f-b882-498e-a39b-82c83398d0b4 {{(pid=109866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 01:52:13.074944 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4d6db1b4-8955-44c0-b4a5-78f4ce7f3406 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks [] for subnet, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:13.139241 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4d6db1b4-8955-44c0-b4a5-78f4ce7f3406 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29055568'] for subnet, precommit_delete_associations {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:13.219386 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-178126e2-180c-45bf-bba6-c120909488d7 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Allocated IP 172.26.5.115 (eb22795d-37ee-46ee-844d-92c17e2ea450/3e66fcff-6e72-4083-b514-48f69cdaa2cb/9eb4b8f3-6942-4569-9469-8d9fd126a2cc) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:52:13.262218 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4d6db1b4-8955-44c0-b4a5-78f4ce7f3406 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:13.281160 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-8f2a9509-75dc-4040-88c4-4e12ea249747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80dba2c7-244a-458b-b326-8a7744c2090a', 'name': 'tempest-RoutersIpV6Test-router-1284241670', 'tenant_id': '468ce101e5db4aad97f1fca7bb15b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:51:49Z', 'updated_at': '2021-11-24T01:52:12Z', 'revision_number': 8, 'project_id': '468ce101e5db4aad97f1fca7bb15b3de', 'gw_port_host': None, '_interfaces': [{'id': '07e16e34-b071-4d8c-99ca-0ceb1183d9a2', 'name': '', 'network_id': 'c6fa060b-65d7-4b19-ac51-f983cf08a64e', 'tenant_id': '468ce101e5db4aad97f1fca7bb15b3de', 'mac_address': 'fa:16:3e:5a:50:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80dba2c7-244a-458b-b326-8a7744c2090a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'e26b27c2-1666-4654-b869-26f949dbe2fe', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:52:00Z', 'updated_at': '2021-11-24T01:52:08Z', 'revision_number': 5, 'project_id': '468ce101e5db4aad97f1fca7bb15b3de', 'subnets': [{'id': 'e26b27c2-1666-4654-b869-26f949dbe2fe', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a28058c8-462a-4fc3-8d08-3d397aab2612', 'name': '', 'network_id': 'df9239ce-8e2a-47b7-be4c-2d82826fe413', 'tenant_id': '468ce101e5db4aad97f1fca7bb15b3de', 'mac_address': 'fa:16:3e:39:72:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80dba2c7-244a-458b-b326-8a7744c2090a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': 'c9809b07-0178-4267-b085-fbc473d77de6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:56Z', 'updated_at': '2021-11-24T01:52:04Z', 'revision_number': 5, 'project_id': '468ce101e5db4aad97f1fca7bb15b3de', 'subnets': [{'id': 'c9809b07-0178-4267-b085-fbc473d77de6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0e8cfc7-cda1-4e1b-b8f1-7ed477c5aee7', 'name': '', 'network_id': 'cf243e4d-6d88-41bb-ae27-4dbc3743985e', 'tenant_id': '468ce101e5db4aad97f1fca7bb15b3de', 'mac_address': 'fa:16:3e:78:83:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80dba2c7-244a-458b-b326-8a7744c2090a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'bd882262-6489-41c0-8604-05c4ded47293', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:51Z', 'updated_at': '2021-11-24T01:51:58Z', 'revision_number': 5, 'project_id': '468ce101e5db4aad97f1fca7bb15b3de', 'subnets': [{'id': 'bd882262-6489-41c0-8604-05c4ded47293', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:52:13.315248 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2a9509-75dc-4040-88c4-4e12ea249747 None None] The sync data for ids ['80dba2c7-244a-458b-b326-8a7744c2090a'] in dv-neutron-818911-2-hyperv is: [{'id': '80dba2c7-244a-458b-b326-8a7744c2090a', 'name': 'tempest-RoutersIpV6Test-router-1284241670', 'tenant_id': '468ce101e5db4aad97f1fca7bb15b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:51:49Z', 'updated_at': '2021-11-24T01:52:12Z', 'revision_number': 8, 'project_id': '468ce101e5db4aad97f1fca7bb15b3de', 'gw_port_host': None, '_interfaces': [{'id': '07e16e34-b071-4d8c-99ca-0ceb1183d9a2', 'name': '', 'network_id': 'c6fa060b-65d7-4b19-ac51-f983cf08a64e', 'tenant_id': '468ce101e5db4aad97f1fca7bb15b3de', 'mac_address': 'fa:16:3e:5a:50:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80dba2c7-244a-458b-b326-8a7744c2090a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'e26b27c2-1666-4654-b869-26f949dbe2fe', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:52:00Z', 'updated_at': '2021-11-24T01:52:08Z', 'revision_number': 5, 'project_id': '468ce101e5db4aad97f1fca7bb15b3de', 'subnets': [{'id': 'e26b27c2-1666-4654-b869-26f949dbe2fe', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a28058c8-462a-4fc3-8d08-3d397aab2612', 'name': '', 'network_id': 'df9239ce-8e2a-47b7-be4c-2d82826fe413', 'tenant_id': '468ce101e5db4aad97f1fca7bb15b3de', 'mac_address': 'fa:16:3e:39:72:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80dba2c7-244a-458b-b326-8a7744c2090a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': 'c9809b07-0178-4267-b085-fbc473d77de6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:56Z', 'updated_at': '2021-11-24T01:52:04Z', 'revision_number': 5, 'project_id': '468ce101e5db4aad97f1fca7bb15b3de', 'subnets': [{'id': 'c9809b07-0178-4267-b085-fbc473d77de6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0e8cfc7-cda1-4e1b-b8f1-7ed477c5aee7', 'name': '', 'network_id': 'cf243e4d-6d88-41bb-ae27-4dbc3743985e', 'tenant_id': '468ce101e5db4aad97f1fca7bb15b3de', 'mac_address': 'fa:16:3e:78:83:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80dba2c7-244a-458b-b326-8a7744c2090a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'bd882262-6489-41c0-8604-05c4ded47293', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:51Z', 'updated_at': '2021-11-24T01:51:58Z', 'revision_number': 5, 'project_id': '468ce101e5db4aad97f1fca7bb15b3de', 'subnets': [{'id': 'bd882262-6489-41c0-8604-05c4ded47293', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:52:13.353538 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4d6db1b4-8955-44c0-b4a5-78f4ce7f3406 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29149324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29154870'] for subnet, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:13.367179 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-178126e2-180c-45bf-bba6-c120909488d7 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:13.389534 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6db1b4-8955-44c0-b4a5-78f4ce7f3406 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Pushing event deleted for resources: {'Subnet': ['ID=aa2f784f-b882-498e-a39b-82c83398d0b4,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:52:13.394079 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4d6db1b4-8955-44c0-b4a5-78f4ce7f3406 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:13.397467 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-4d6db1b4-8955-44c0-b4a5-78f4ce7f3406 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] 10.222.0.21 "DELETE /v2.0/subnets/aa2f784f-b882-498e-a39b-82c83398d0b4 HTTP/1.1" status: 204 len: 168 time: 0.4035842 Nov 24 01:52:13.400186 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 50978) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:52:13.404318 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ebbde2c-f870-42b5-9aef-d30125f57fa4 None None] Network aa8a648c-25be-4286-ab4a-662214c43e12 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:52:13.416952 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-178126e2-180c-45bf-bba6-c120909488d7 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:13.482165 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178126e2-180c-45bf-bba6-c120909488d7 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Network eb22795d-37ee-46ee-844d-92c17e2ea450 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:52:13.487467 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-178126e2-180c-45bf-bba6-c120909488d7 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:52:13.491010 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178126e2-180c-45bf-bba6-c120909488d7 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:52:13.512148 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c43f069c-11c7-44b2-b623-77e14c34325b tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:13.520544 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178126e2-180c-45bf-bba6-c120909488d7 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'Port': ['ID=9eb4b8f3-6942-4569-9469-8d9fd126a2cc,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:52:13.584066 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-c43f069c-11c7-44b2-b623-77e14c34325b tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Deleting port 8e467d5c-3df1-4af9-9e22-c907d6d6387f {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:52:13.584436 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c43f069c-11c7-44b2-b623-77e14c34325b tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:13.672967 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [None req-c43f069c-11c7-44b2-b623-77e14c34325b tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] For port 8e467d5c-3df1-4af9-9e22-c907d6d6387f, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=8e467d5c-3df1-4af9-9e22-c907d6d6387f,segment=NetworkSegment(28eecf23-79e4-4093-a4d2-b754d7bc191e),segment_id=28eecf23-79e4-4093-a4d2-b754d7bc191e)] {{(pid=109866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:52:13.673673 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c43f069c-11c7-44b2-b623-77e14c34325b tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:13.704193 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-c43f069c-11c7-44b2-b623-77e14c34325b tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Calling delete_port for 8e467d5c-3df1-4af9-9e22-c907d6d6387f owned by network:dhcp {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:52:13.717811 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289c5b32-1e98-412f-8907-7770acbae3fb None None] DHCP port deletion for aa8a648c-25be-4286-ab4a-662214c43e12 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:52:13.800967 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-289c5b32-1e98-412f-8907-7770acbae3fb None None] Deleting port 8e467d5c-3df1-4af9-9e22-c907d6d6387f {{(pid=109868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:52:13.801435 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-289c5b32-1e98-412f-8907-7770acbae3fb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:13.850704 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c43f069c-11c7-44b2-b623-77e14c34325b tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:13.887257 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-289c5b32-1e98-412f-8907-7770acbae3fb None None] For port 8e467d5c-3df1-4af9-9e22-c907d6d6387f, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=8e467d5c-3df1-4af9-9e22-c907d6d6387f,segment=NetworkSegment(28eecf23-79e4-4093-a4d2-b754d7bc191e),segment_id=28eecf23-79e4-4093-a4d2-b754d7bc191e)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:52:13.887656 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-289c5b32-1e98-412f-8907-7770acbae3fb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:13.901119 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43f069c-11c7-44b2-b623-77e14c34325b tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Pushing event deleted for resources: {'Port': ['ID=8e467d5c-3df1-4af9-9e22-c907d6d6387f,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:52:13.914504 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-289c5b32-1e98-412f-8907-7770acbae3fb None None] Calling delete_port for 8e467d5c-3df1-4af9-9e22-c907d6d6387f owned by network:dhcp {{(pid=109868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:52:13.915500 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43f069c-11c7-44b2-b623-77e14c34325b tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] No DVR routers for this DVR port 8e467d5c-3df1-4af9-9e22-c907d6d6387f on host dv-neutron-818911-2-hyperv {{(pid=109866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:52:13.994931 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 62149de8-0657-4049-b1e3-2a0d6c356285 no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:52:14.030396 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: 62149de8-0657-4049-b1e3-2a0d6c356285 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:52:14.031018 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 62149de8-0657-4049-b1e3-2a0d6c356285 not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:52:14.031628 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 8e467d5c-3df1-4af9-9e22-c907d6d6387f no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:52:14.052728 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c43f069c-11c7-44b2-b623-77e14c34325b tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:14.075620 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: 8e467d5c-3df1-4af9-9e22-c907d6d6387f {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:52:14.076004 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 8e467d5c-3df1-4af9-9e22-c907d6d6387f not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:52:14.083525 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-c43f069c-11c7-44b2-b623-77e14c34325b tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa8a648c-25be-4286-ab4a-662214c43e12']}} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:52:14.099852 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-c43f069c-11c7-44b2-b623-77e14c34325b tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28eecf23-79e4-4093-a4d2-b754d7bc191e') {'for_net_delete': True} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:52:14.100241 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-c43f069c-11c7-44b2-b623-77e14c34325b tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28eecf23-79e4-4093-a4d2-b754d7bc191e') {} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:52:14.109500 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-289c5b32-1e98-412f-8907-7770acbae3fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974'] for port, after_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:14.110490 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c43f069c-11c7-44b2-b623-77e14c34325b tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29055561'] for segment, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:14.122874 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289c5b32-1e98-412f-8907-7770acbae3fb None None] No DVR routers for this DVR port 8e467d5c-3df1-4af9-9e22-c907d6d6387f on host dv-neutron-818911-2-hyperv {{(pid=109868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:52:14.125980 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c43f069c-11c7-44b2-b623-77e14c34325b tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:14.133001 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c43f069c-11c7-44b2-b623-77e14c34325b tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=109866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:52:14.133392 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c43f069c-11c7-44b2-b623-77e14c34325b tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29151010'] for segment, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:14.135203 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-178126e2-180c-45bf-bba6-c120909488d7 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:14.144069 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289c5b32-1e98-412f-8907-7770acbae3fb None None] Pushing event deleted for resources: {'Port': ['ID=8e467d5c-3df1-4af9-9e22-c907d6d6387f,revision_number=None']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:52:14.168702 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f882cbaf-854c-47b7-9eb9-087e35aaf54c None None] Sync routers for ids ['80dba2c7-244a-458b-b326-8a7744c2090a'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:52:14.172962 dv-neutron-818911-2-hyperv neutron-server[109866]: Traceback (most recent call last): Nov 24 01:52:14.172962 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:52:14.172962 dv-neutron-818911-2-hyperv neutron-server[109866]: timer() Nov 24 01:52:14.172962 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:52:14.172962 dv-neutron-818911-2-hyperv neutron-server[109866]: cb(*args, **kw) Nov 24 01:52:14.172962 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:52:14.172962 dv-neutron-818911-2-hyperv neutron-server[109866]: return func(*args, **kwargs) Nov 24 01:52:14.172962 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:52:14.172962 dv-neutron-818911-2-hyperv neutron-server[109866]: self._notify() Nov 24 01:52:14.172962 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:52:14.172962 dv-neutron-818911-2-hyperv neutron-server[109866]: self.callback(batched_events) Nov 24 01:52:14.172962 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:52:14.172962 dv-neutron-818911-2-hyperv neutron-server[109866]: event.method(event) Nov 24 01:52:14.172962 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:52:14.172962 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:52:14.172962 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:52:14.172962 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:52:14.172962 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:52:14.172962 dv-neutron-818911-2-hyperv neutron-server[109866]: return f(self, *a, **k) Nov 24 01:52:14.172962 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:52:14.172962 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._get(url).json() Nov 24 01:52:14.172962 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:52:14.172962 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:52:14.172962 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:52:14.172962 dv-neutron-818911-2-hyperv neutron-server[109866]: return self.request(url, 'GET', **kwargs) Nov 24 01:52:14.172962 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:52:14.172962 dv-neutron-818911-2-hyperv neutron-server[109866]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:52:14.172962 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:52:14.172962 dv-neutron-818911-2-hyperv neutron-server[109866]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:52:14.172962 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:52:14.172962 dv-neutron-818911-2-hyperv neutron-server[109866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:52:14.172962 dv-neutron-818911-2-hyperv neutron-server[109866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:52:14.188511 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f882cbaf-854c-47b7-9eb9-087e35aaf54c None None] Routers {'80dba2c7-244a-458b-b326-8a7744c2090a'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:52:14.190733 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-f882cbaf-854c-47b7-9eb9-087e35aaf54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:51:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['80dba2c7-244a-458b-b326-8a7744c2090a'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:52:14.224523 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c43f069c-11c7-44b2-b623-77e14c34325b tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:14.240021 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c43f069c-11c7-44b2-b623-77e14c34325b tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks [] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:14.243557 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-178126e2-180c-45bf-bba6-c120909488d7 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:14.243726 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-c43f069c-11c7-44b2-b623-77e14c34325b tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] 10.222.0.21 "DELETE /v2.0/networks/aa8a648c-25be-4286-ab4a-662214c43e12 HTTP/1.1" status: 204 len: 168 time: 0.8420544 Nov 24 01:52:14.246308 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 50982) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:52:14.258255 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43f069c-11c7-44b2-b623-77e14c34325b tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Pushing event deleted for resources: {'Network': ['ID=aa8a648c-25be-4286-ab4a-662214c43e12,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:52:14.308858 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-f882cbaf-854c-47b7-9eb9-087e35aaf54c None None] Set router 80dba2c7-244a-458b-b326-8a7744c2090a gateway port host: None {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:52:14.537155 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-f882cbaf-854c-47b7-9eb9-087e35aaf54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80dba2c7-244a-458b-b326-8a7744c2090a', 'name': 'tempest-RoutersIpV6Test-router-1284241670', 'tenant_id': '468ce101e5db4aad97f1fca7bb15b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:51:49Z', 'updated_at': '2021-11-24T01:52:12Z', 'revision_number': 8, 'project_id': '468ce101e5db4aad97f1fca7bb15b3de', 'gw_port_host': None, '_interfaces': [{'id': '07e16e34-b071-4d8c-99ca-0ceb1183d9a2', 'name': '', 'network_id': 'c6fa060b-65d7-4b19-ac51-f983cf08a64e', 'tenant_id': '468ce101e5db4aad97f1fca7bb15b3de', 'mac_address': 'fa:16:3e:5a:50:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80dba2c7-244a-458b-b326-8a7744c2090a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'e26b27c2-1666-4654-b869-26f949dbe2fe', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:52:00Z', 'updated_at': '2021-11-24T01:52:08Z', 'revision_number': 5, 'project_id': '468ce101e5db4aad97f1fca7bb15b3de', 'subnets': [{'id': 'e26b27c2-1666-4654-b869-26f949dbe2fe', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a28058c8-462a-4fc3-8d08-3d397aab2612', 'name': '', 'network_id': 'df9239ce-8e2a-47b7-be4c-2d82826fe413', 'tenant_id': '468ce101e5db4aad97f1fca7bb15b3de', 'mac_address': 'fa:16:3e:39:72:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80dba2c7-244a-458b-b326-8a7744c2090a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': 'c9809b07-0178-4267-b085-fbc473d77de6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:56Z', 'updated_at': '2021-11-24T01:52:04Z', 'revision_number': 5, 'project_id': '468ce101e5db4aad97f1fca7bb15b3de', 'subnets': [{'id': 'c9809b07-0178-4267-b085-fbc473d77de6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0e8cfc7-cda1-4e1b-b8f1-7ed477c5aee7', 'name': '', 'network_id': 'cf243e4d-6d88-41bb-ae27-4dbc3743985e', 'tenant_id': '468ce101e5db4aad97f1fca7bb15b3de', 'mac_address': 'fa:16:3e:78:83:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80dba2c7-244a-458b-b326-8a7744c2090a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'bd882262-6489-41c0-8604-05c4ded47293', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:51Z', 'updated_at': '2021-11-24T01:51:58Z', 'revision_number': 5, 'project_id': '468ce101e5db4aad97f1fca7bb15b3de', 'subnets': [{'id': 'bd882262-6489-41c0-8604-05c4ded47293', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:52:14.564269 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f882cbaf-854c-47b7-9eb9-087e35aaf54c None None] Checking router: 80dba2c7-244a-458b-b326-8a7744c2090a for host: dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 01:52:14.573721 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f882cbaf-854c-47b7-9eb9-087e35aaf54c None None] Routers {'80dba2c7-244a-458b-b326-8a7744c2090a'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:52:14.574349 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-f882cbaf-854c-47b7-9eb9-087e35aaf54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:51:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['80dba2c7-244a-458b-b326-8a7744c2090a'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:52:14.694276 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-f882cbaf-854c-47b7-9eb9-087e35aaf54c None None] Set router 80dba2c7-244a-458b-b326-8a7744c2090a gateway port host: None {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:52:14.928246 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-f882cbaf-854c-47b7-9eb9-087e35aaf54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80dba2c7-244a-458b-b326-8a7744c2090a', 'name': 'tempest-RoutersIpV6Test-router-1284241670', 'tenant_id': '468ce101e5db4aad97f1fca7bb15b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:51:49Z', 'updated_at': '2021-11-24T01:52:12Z', 'revision_number': 8, 'project_id': '468ce101e5db4aad97f1fca7bb15b3de', 'gw_port_host': None, '_interfaces': [{'id': '07e16e34-b071-4d8c-99ca-0ceb1183d9a2', 'name': '', 'network_id': 'c6fa060b-65d7-4b19-ac51-f983cf08a64e', 'tenant_id': '468ce101e5db4aad97f1fca7bb15b3de', 'mac_address': 'fa:16:3e:5a:50:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80dba2c7-244a-458b-b326-8a7744c2090a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'e26b27c2-1666-4654-b869-26f949dbe2fe', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:52:00Z', 'updated_at': '2021-11-24T01:52:08Z', 'revision_number': 5, 'project_id': '468ce101e5db4aad97f1fca7bb15b3de', 'subnets': [{'id': 'e26b27c2-1666-4654-b869-26f949dbe2fe', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a28058c8-462a-4fc3-8d08-3d397aab2612', 'name': '', 'network_id': 'df9239ce-8e2a-47b7-be4c-2d82826fe413', 'tenant_id': '468ce101e5db4aad97f1fca7bb15b3de', 'mac_address': 'fa:16:3e:39:72:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80dba2c7-244a-458b-b326-8a7744c2090a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': 'c9809b07-0178-4267-b085-fbc473d77de6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:56Z', 'updated_at': '2021-11-24T01:52:04Z', 'revision_number': 5, 'project_id': '468ce101e5db4aad97f1fca7bb15b3de', 'subnets': [{'id': 'c9809b07-0178-4267-b085-fbc473d77de6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0e8cfc7-cda1-4e1b-b8f1-7ed477c5aee7', 'name': '', 'network_id': 'cf243e4d-6d88-41bb-ae27-4dbc3743985e', 'tenant_id': '468ce101e5db4aad97f1fca7bb15b3de', 'mac_address': 'fa:16:3e:78:83:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80dba2c7-244a-458b-b326-8a7744c2090a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'bd882262-6489-41c0-8604-05c4ded47293', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:51Z', 'updated_at': '2021-11-24T01:51:58Z', 'revision_number': 5, 'project_id': '468ce101e5db4aad97f1fca7bb15b3de', 'subnets': [{'id': 'bd882262-6489-41c0-8604-05c4ded47293', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:52:14.961088 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f882cbaf-854c-47b7-9eb9-087e35aaf54c None None] The sync data for ids ['80dba2c7-244a-458b-b326-8a7744c2090a'] in dv-neutron-818911-2-hyperv is: [{'id': '80dba2c7-244a-458b-b326-8a7744c2090a', 'name': 'tempest-RoutersIpV6Test-router-1284241670', 'tenant_id': '468ce101e5db4aad97f1fca7bb15b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:51:49Z', 'updated_at': '2021-11-24T01:52:12Z', 'revision_number': 8, 'project_id': '468ce101e5db4aad97f1fca7bb15b3de', 'gw_port_host': None, '_interfaces': [{'id': '07e16e34-b071-4d8c-99ca-0ceb1183d9a2', 'name': '', 'network_id': 'c6fa060b-65d7-4b19-ac51-f983cf08a64e', 'tenant_id': '468ce101e5db4aad97f1fca7bb15b3de', 'mac_address': 'fa:16:3e:5a:50:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80dba2c7-244a-458b-b326-8a7744c2090a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'e26b27c2-1666-4654-b869-26f949dbe2fe', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:52:00Z', 'updated_at': '2021-11-24T01:52:08Z', 'revision_number': 5, 'project_id': '468ce101e5db4aad97f1fca7bb15b3de', 'subnets': [{'id': 'e26b27c2-1666-4654-b869-26f949dbe2fe', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a28058c8-462a-4fc3-8d08-3d397aab2612', 'name': '', 'network_id': 'df9239ce-8e2a-47b7-be4c-2d82826fe413', 'tenant_id': '468ce101e5db4aad97f1fca7bb15b3de', 'mac_address': 'fa:16:3e:39:72:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80dba2c7-244a-458b-b326-8a7744c2090a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': 'c9809b07-0178-4267-b085-fbc473d77de6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:56Z', 'updated_at': '2021-11-24T01:52:04Z', 'revision_number': 5, 'project_id': '468ce101e5db4aad97f1fca7bb15b3de', 'subnets': [{'id': 'c9809b07-0178-4267-b085-fbc473d77de6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0e8cfc7-cda1-4e1b-b8f1-7ed477c5aee7', 'name': '', 'network_id': 'cf243e4d-6d88-41bb-ae27-4dbc3743985e', 'tenant_id': '468ce101e5db4aad97f1fca7bb15b3de', 'mac_address': 'fa:16:3e:78:83:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80dba2c7-244a-458b-b326-8a7744c2090a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'bd882262-6489-41c0-8604-05c4ded47293', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:51Z', 'updated_at': '2021-11-24T01:51:58Z', 'revision_number': 5, 'project_id': '468ce101e5db4aad97f1fca7bb15b3de', 'subnets': [{'id': 'bd882262-6489-41c0-8604-05c4ded47293', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:52:15.012090 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-178126e2-180c-45bf-bba6-c120909488d7 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for port, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:15.023115 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-178126e2-180c-45bf-bba6-c120909488d7 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25501696'] for port, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:15.143648 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178126e2-180c-45bf-bba6-c120909488d7 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'Port': ['ID=9eb4b8f3-6942-4569-9469-8d9fd126a2cc,revision_number=2']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:52:15.155789 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-1a47f235-1203-4733-b149-b45b734ba26d req-daac19c8-e7cf-40fc-88d1-011ca13d8341 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-813351436&fields=id&tenant_id=3fa7557b5a414e29b40de0454c5ea7eb HTTP/1.1" status: 200 len: 267 time: 0.1357243 Nov 24 01:52:15.170396 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-178126e2-180c-45bf-bba6-c120909488d7 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418250'] for floatingip, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:15.390692 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a47f235-1203-4733-b149-b45b734ba26d req-9ebb6d8f-c7dd-43db-9036-a14e46fd9cc3 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:52:15.393241 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-1a47f235-1203-4733-b149-b45b734ba26d req-9ebb6d8f-c7dd-43db-9036-a14e46fd9cc3 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/networks?id=b994f58c-062f-4608-af1b-f5a2d5a95f48 HTTP/1.1" status: 200 len: 811 time: 0.2295258 Nov 24 01:52:15.398255 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.l3_db [None req-178126e2-180c-45bf-bba6-c120909488d7 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Floating IP 2272a36c-9641-4e63-af9a-0685b22306ff associated. External IP: 172.26.5.115, port: ebb88435-6e46-4248-9839-71c20e519159. Nov 24 01:52:15.449931 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a10e7f0d-135b-424c-919e-e36d1ba76cb9 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3777994'] for router_interface, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:15.458791 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-1a47f235-1203-4733-b149-b45b734ba26d req-a1d2f145-87c6-42c5-b4ea-34e677af53a4 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/quotas/3fa7557b5a414e29b40de0454c5ea7eb HTTP/1.1" status: 200 len: 375 time: 0.0567141 Nov 24 01:52:15.655221 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-1a47f235-1203-4733-b149-b45b734ba26d req-dcb7fe8b-14bb-4142-92fb-a20c97972968 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3fa7557b5a414e29b40de0454c5ea7eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1619253 Nov 24 01:52:15.864280 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-1a47f235-1203-4733-b149-b45b734ba26d req-e0db803a-8c45-4289-aa28-32704f1f3fe6 service neutron] 10.222.0.21 "GET /v2.0/networks/b994f58c-062f-4608-af1b-f5a2d5a95f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914401 Nov 24 01:52:15.890123 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-178126e2-180c-45bf-bba6-c120909488d7 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Router 95e36abb-7a31-454f-8a93-b6eec3d3c063 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:52:16.056589 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-1a47f235-1203-4733-b149-b45b734ba26d req-63dcf638-ff7e-4a15-80e5-fa298dfd63ac service neutron] 10.222.0.21 "GET /v2.0/networks/b994f58c-062f-4608-af1b-f5a2d5a95f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838887 Nov 24 01:52:16.107001 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-a10e7f0d-135b-424c-919e-e36d1ba76cb9 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Deleting port 07e16e34-b071-4d8c-99ca-0ceb1183d9a2 {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:52:16.107331 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a10e7f0d-135b-424c-919e-e36d1ba76cb9 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:16.146500 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-178126e2-180c-45bf-bba6-c120909488d7 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:52:16.156577 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1d0d1d-16ac-4a6e-b389-8fdc29cfed13 None None] Sync routers for ids ['95e36abb-7a31-454f-8a93-b6eec3d3c063'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:52:16.168780 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1d0d1d-16ac-4a6e-b389-8fdc29cfed13 None None] Routers {'95e36abb-7a31-454f-8a93-b6eec3d3c063'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:52:16.169782 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-2a1d0d1d-16ac-4a6e-b389-8fdc29cfed13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:51:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['95e36abb-7a31-454f-8a93-b6eec3d3c063'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:52:16.197175 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-178126e2-180c-45bf-bba6-c120909488d7 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for floatingip, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:16.242003 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-178126e2-180c-45bf-bba6-c120909488d7 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4507477 Nov 24 01:52:16.243928 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [None req-a10e7f0d-135b-424c-919e-e36d1ba76cb9 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] For port 07e16e34-b071-4d8c-99ca-0ceb1183d9a2, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=07e16e34-b071-4d8c-99ca-0ceb1183d9a2,segment=NetworkSegment(69e0827b-4843-4123-9139-f8f85ee8ac41),segment_id=69e0827b-4843-4123-9139-f8f85ee8ac41)] {{(pid=109867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:52:16.244377 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a10e7f0d-135b-424c-919e-e36d1ba76cb9 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:16.244980 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 51000) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:52:16.246652 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f8ccdd8-f798-4f07-b6a6-2250a8bffc7e', 'tag': 'ebb88435-6e46-4248-9839-71c20e519159'}] {{(pid=109867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 01:52:16.248847 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2155eb48762029a847224b6ca77dbed8b251e8450d3d79f1fc0a82d404e82e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-957821db-bdc1-4081-848a-291251d11ab5" -d '{"events": [{"name": "network-changed", "server_uuid": "4f8ccdd8-f798-4f07-b6a6-2250a8bffc7e", "tag": "ebb88435-6e46-4248-9839-71c20e519159"}]}' {{(pid=109867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 01:52:16.264840 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-a10e7f0d-135b-424c-919e-e36d1ba76cb9 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Calling delete_port for 07e16e34-b071-4d8c-99ca-0ceb1183d9a2 owned by network:router_interface {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:52:16.286798 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-2a1d0d1d-16ac-4a6e-b389-8fdc29cfed13 None None] Set router 95e36abb-7a31-454f-8a93-b6eec3d3c063 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:52:16.371927 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-8d1d88f9-667f-41d3-b5db-4ddef8285fa7 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/floatingips/2272a36c-9641-4e63-af9a-0685b22306ff HTTP/1.1" status: 200 len: 991 time: 0.1246271 Nov 24 01:52:16.391676 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 01:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab1f6934-d4bf-4a94-9819-62fbb41241b7 x-openstack-request-id: req-ab1f6934-d4bf-4a94-9819-62fbb41241b7 {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 01:52:16.391964 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f8ccdd8-f798-4f07-b6a6-2250a8bffc7e", "tag": "ebb88435-6e46-4248-9839-71c20e519159", "status": "completed", "code": 200}]} {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 01:52:16.392225 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ab1f6934-d4bf-4a94-9819-62fbb41241b7 {{(pid=109867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 01:52:16.392794 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f8ccdd8-f798-4f07-b6a6-2250a8bffc7e', 'tag': 'ebb88435-6e46-4248-9839-71c20e519159', 'status': 'completed', 'code': 200} Nov 24 01:52:16.510929 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a10e7f0d-135b-424c-919e-e36d1ba76cb9 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:16.525619 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-90c137c3-ef7d-4548-aa2c-a4911a313bca req-e952b16f-86bf-4628-bc71-b870fa8a8758 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b2607c2-05c2-48ba-8d8f-bae266fed81e HTTP/1.1" status: 200 len: 210 time: 0.0768685 Nov 24 01:52:16.544832 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957821db-bdc1-4081-848a-291251d11ab5 req-28430767-8970-45f3-b447-a631c61577a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:52:16.547332 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-957821db-bdc1-4081-848a-291251d11ab5 req-28430767-8970-45f3-b447-a631c61577a0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5cd72ac6dd034b2d92e26f70404adb10&device_id=4f8ccdd8-f798-4f07-b6a6-2250a8bffc7e HTTP/1.1" status: 200 len: 1098 time: 0.0923874 Nov 24 01:52:16.548262 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10e7f0d-135b-424c-919e-e36d1ba76cb9 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Pushing event deleted for resources: {'Port': ['ID=07e16e34-b071-4d8c-99ca-0ceb1183d9a2,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:52:16.586694 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-2a1d0d1d-16ac-4a6e-b389-8fdc29cfed13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e36abb-7a31-454f-8a93-b6eec3d3c063', 'name': 'tempest-TestNetworkBasicOps-router-1218531807', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.35'}], 'enable_snat': True}, 'gw_port_id': '4eeb3fe4-58be-4089-99aa-b1aba41f5c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:51:45Z', 'updated_at': '2021-11-24T01:51:51Z', 'revision_number': 4, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': '4eeb3fe4-58be-4089-99aa-b1aba41f5c0a', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:84:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e36abb-7a31-454f-8a93-b6eec3d3c063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:45Z', 'updated_at': '2021-11-24T01:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_floatingips': [{'id': '2272a36c-9641-4e63-af9a-0685b22306ff', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'floating_ip_address': '172.26.5.115', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': '95e36abb-7a31-454f-8a93-b6eec3d3c063', 'port_id': 'ebb88435-6e46-4248-9839-71c20e519159', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1367, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b80f25a-9d8f-4a26-8638-c059e412f416', 'mac_address': 'fa:16:3e:13:8d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8ccdd8-f798-4f07-b6a6-2250a8bffc7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T01:52:13Z', 'updated_at': '2021-11-24T01:52:13Z', 'revision_number': 0, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6de9f8d-922a-40e7-85bb-8d090c894cb0', 'name': '', 'network_id': '3b80f25a-9d8f-4a26-8638-c059e412f416', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'mac_address': 'fa:16:3e:e7:21:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e36abb-7a31-454f-8a93-b6eec3d3c063', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '9ed09fea-cbef-41ba-9fa8-cb5ce5910bf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:50Z', 'updated_at': '2021-11-24T01:51:55Z', 'revision_number': 5, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'subnets': [{'id': '9ed09fea-cbef-41ba-9fa8-cb5ce5910bf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:52:16.626038 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1d0d1d-16ac-4a6e-b389-8fdc29cfed13 None None] Checking router: 95e36abb-7a31-454f-8a93-b6eec3d3c063 for host: dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 01:52:16.636864 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1d0d1d-16ac-4a6e-b389-8fdc29cfed13 None None] Routers {'95e36abb-7a31-454f-8a93-b6eec3d3c063'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:52:16.637501 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-2a1d0d1d-16ac-4a6e-b389-8fdc29cfed13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:51:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['95e36abb-7a31-454f-8a93-b6eec3d3c063'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:52:16.714872 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a10e7f0d-135b-424c-919e-e36d1ba76cb9 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424538'] for router_interface, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:16.723994 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957821db-bdc1-4081-848a-291251d11ab5 req-bc35acca-ce14-436d-9c5d-4c127ef51ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:52:16.725781 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-957821db-bdc1-4081-848a-291251d11ab5 req-bc35acca-ce14-436d-9c5d-4c127ef51ffe service neutron] 10.222.0.48 "GET /v2.0/networks?id=3b80f25a-9d8f-4a26-8638-c059e412f416 HTTP/1.1" status: 200 len: 897 time: 0.1683156 Nov 24 01:52:16.796246 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-2a1d0d1d-16ac-4a6e-b389-8fdc29cfed13 None None] Set router 95e36abb-7a31-454f-8a93-b6eec3d3c063 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:52:16.853544 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-957821db-bdc1-4081-848a-291251d11ab5 req-70c67eb1-5ba2-46b8-9ba3-f6b52c27624e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ebb88435-6e46-4248-9839-71c20e519159 HTTP/1.1" status: 200 len: 999 time: 0.1177006 Nov 24 01:52:16.929115 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957821db-bdc1-4081-848a-291251d11ab5 req-75113160-84a0-4d14-bda6-7d7978a40987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:52:16.930675 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-957821db-bdc1-4081-848a-291251d11ab5 req-75113160-84a0-4d14-bda6-7d7978a40987 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9ed09fea-cbef-41ba-9fa8-cb5ce5910bf9 HTTP/1.1" status: 200 len: 834 time: 0.0696242 Nov 24 01:52:16.987841 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957821db-bdc1-4081-848a-291251d11ab5 req-f0c95af4-a943-46cf-a91f-1a8f9ae0e88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:52:16.989830 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-957821db-bdc1-4081-848a-291251d11ab5 req-f0c95af4-a943-46cf-a91f-1a8f9ae0e88e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3b80f25a-9d8f-4a26-8638-c059e412f416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0507071 Nov 24 01:52:17.099183 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-2a1d0d1d-16ac-4a6e-b389-8fdc29cfed13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e36abb-7a31-454f-8a93-b6eec3d3c063', 'name': 'tempest-TestNetworkBasicOps-router-1218531807', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.35'}], 'enable_snat': True}, 'gw_port_id': '4eeb3fe4-58be-4089-99aa-b1aba41f5c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:51:45Z', 'updated_at': '2021-11-24T01:51:51Z', 'revision_number': 4, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': '4eeb3fe4-58be-4089-99aa-b1aba41f5c0a', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:84:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e36abb-7a31-454f-8a93-b6eec3d3c063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:45Z', 'updated_at': '2021-11-24T01:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_floatingips': [{'id': '2272a36c-9641-4e63-af9a-0685b22306ff', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'floating_ip_address': '172.26.5.115', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': '95e36abb-7a31-454f-8a93-b6eec3d3c063', 'port_id': 'ebb88435-6e46-4248-9839-71c20e519159', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1367, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b80f25a-9d8f-4a26-8638-c059e412f416', 'mac_address': 'fa:16:3e:13:8d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8ccdd8-f798-4f07-b6a6-2250a8bffc7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T01:52:13Z', 'updated_at': '2021-11-24T01:52:13Z', 'revision_number': 0, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6de9f8d-922a-40e7-85bb-8d090c894cb0', 'name': '', 'network_id': '3b80f25a-9d8f-4a26-8638-c059e412f416', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'mac_address': 'fa:16:3e:e7:21:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e36abb-7a31-454f-8a93-b6eec3d3c063', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '9ed09fea-cbef-41ba-9fa8-cb5ce5910bf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:50Z', 'updated_at': '2021-11-24T01:51:55Z', 'revision_number': 5, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'subnets': [{'id': '9ed09fea-cbef-41ba-9fa8-cb5ce5910bf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:52:17.107209 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-957821db-bdc1-4081-848a-291251d11ab5 req-8328522e-172a-46f8-9261-dfa14c7f4e84 service neutron] 10.222.0.48 "GET /v2.0/networks/3b80f25a-9d8f-4a26-8638-c059e412f416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024406 Nov 24 01:52:17.136907 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1d0d1d-16ac-4a6e-b389-8fdc29cfed13 None None] The sync data for ids ['95e36abb-7a31-454f-8a93-b6eec3d3c063'] in dv-neutron-818911-2-hyperv is: [{'id': '95e36abb-7a31-454f-8a93-b6eec3d3c063', 'name': 'tempest-TestNetworkBasicOps-router-1218531807', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.35'}], 'enable_snat': True}, 'gw_port_id': '4eeb3fe4-58be-4089-99aa-b1aba41f5c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:51:45Z', 'updated_at': '2021-11-24T01:51:51Z', 'revision_number': 4, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': '4eeb3fe4-58be-4089-99aa-b1aba41f5c0a', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:84:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e36abb-7a31-454f-8a93-b6eec3d3c063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:45Z', 'updated_at': '2021-11-24T01:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_floatingips': [{'id': '2272a36c-9641-4e63-af9a-0685b22306ff', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'floating_ip_address': '172.26.5.115', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': '95e36abb-7a31-454f-8a93-b6eec3d3c063', 'port_id': 'ebb88435-6e46-4248-9839-71c20e519159', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1367, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b80f25a-9d8f-4a26-8638-c059e412f416', 'mac_address': 'fa:16:3e:13:8d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8ccdd8-f798-4f07-b6a6-2250a8bffc7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T01:52:13Z', 'updated_at': '2021-11-24T01:52:13Z', 'revision_number': 0, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6de9f8d-922a-40e7-85bb-8d090c894cb0', 'name': '', 'network_id': '3b80f25a-9d8f-4a26-8638-c059e412f416', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'mac_address': 'fa:16:3e:e7:21:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e36abb-7a31-454f-8a93-b6eec3d3c063', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '9ed09fea-cbef-41ba-9fa8-cb5ce5910bf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:50Z', 'updated_at': '2021-11-24T01:51:55Z', 'revision_number': 5, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'subnets': [{'id': '9ed09fea-cbef-41ba-9fa8-cb5ce5910bf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:52:17.211909 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-957821db-bdc1-4081-848a-291251d11ab5 req-fc48ae13-f2eb-4197-a6ed-f3b9f901debd service neutron] 10.222.0.48 "GET /v2.0/networks/3b80f25a-9d8f-4a26-8638-c059e412f416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961707 Nov 24 01:52:17.336894 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a10e7f0d-135b-424c-919e-e36d1ba76cb9 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Router 80dba2c7-244a-458b-b326-8a7744c2090a has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:52:17.374850 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 51016) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:52:17.388272 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd6a067-c49f-44d9-a0df-83a593261208 None None] New status for floating IP 2272a36c-9641-4e63-af9a-0685b22306ff: ACTIVE {{(pid=109868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 01:52:17.429677 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a10e7f0d-135b-424c-919e-e36d1ba76cb9 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:52:17.434831 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-a10e7f0d-135b-424c-919e-e36d1ba76cb9 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] 10.222.0.21 "PUT /v2.0/routers/80dba2c7-244a-458b-b326-8a7744c2090a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1873147 Nov 24 01:52:17.437565 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 51018) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:52:17.442255 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4773f3-dc86-4486-9a58-622f24dac588 None None] Sync routers for ids ['80dba2c7-244a-458b-b326-8a7744c2090a'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:52:17.455903 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4773f3-dc86-4486-9a58-622f24dac588 None None] Routers {'80dba2c7-244a-458b-b326-8a7744c2090a'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:52:17.456515 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-3e4773f3-dc86-4486-9a58-622f24dac588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:51:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['80dba2c7-244a-458b-b326-8a7744c2090a'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:52:17.458116 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-b8f22d2d-fd9b-4b50-bb05-55f31eaa7fcb tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/floatingips/2272a36c-9641-4e63-af9a-0685b22306ff HTTP/1.1" status: 200 len: 991 time: 0.0820417 Nov 24 01:52:17.501434 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_v2 [None req-4acc0caf-ab91-4ac7-aa14-216a2f9807eb tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Deleting subnet e26b27c2-1666-4654-b869-26f949dbe2fe {{(pid=109867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 01:52:17.505478 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4acc0caf-ab91-4ac7-aa14-216a2f9807eb tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks [] for subnet, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:17.557723 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4acc0caf-ab91-4ac7-aa14-216a2f9807eb tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28690885'] for subnet, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:17.577124 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-3e4773f3-dc86-4486-9a58-622f24dac588 None None] Set router 80dba2c7-244a-458b-b326-8a7744c2090a gateway port host: None {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:52:17.628824 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-33731521-5f18-451f-89ea-370a54cde562 req-0ae5ffa7-14e0-4258-9111-1262663fa216 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b2607c2-05c2-48ba-8d8f-bae266fed81e HTTP/1.1" status: 200 len: 210 time: 0.0368824 Nov 24 01:52:17.685989 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4acc0caf-ab91-4ac7-aa14-216a2f9807eb tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:17.759674 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4acc0caf-ab91-4ac7-aa14-216a2f9807eb tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25501782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25307808'] for subnet, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:17.792984 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4acc0caf-ab91-4ac7-aa14-216a2f9807eb tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:17.797552 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-4acc0caf-ab91-4ac7-aa14-216a2f9807eb tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] 10.222.0.21 "DELETE /v2.0/subnets/e26b27c2-1666-4654-b869-26f949dbe2fe HTTP/1.1" status: 204 len: 168 time: 0.3587542 Nov 24 01:52:17.798369 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acc0caf-ab91-4ac7-aa14-216a2f9807eb tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Pushing event deleted for resources: {'Subnet': ['ID=e26b27c2-1666-4654-b869-26f949dbe2fe,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:52:17.803061 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 51022) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:52:17.803381 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45014a2-b760-4230-9ed1-8563cf768d53 None None] Network c6fa060b-65d7-4b19-ac51-f983cf08a64e requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:52:17.828020 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-3e4773f3-dc86-4486-9a58-622f24dac588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80dba2c7-244a-458b-b326-8a7744c2090a', 'name': 'tempest-RoutersIpV6Test-router-1284241670', 'tenant_id': '468ce101e5db4aad97f1fca7bb15b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:51:49Z', 'updated_at': '2021-11-24T01:52:16Z', 'revision_number': 9, 'project_id': '468ce101e5db4aad97f1fca7bb15b3de', 'gw_port_host': None, '_interfaces': [{'id': 'a28058c8-462a-4fc3-8d08-3d397aab2612', 'name': '', 'network_id': 'df9239ce-8e2a-47b7-be4c-2d82826fe413', 'tenant_id': '468ce101e5db4aad97f1fca7bb15b3de', 'mac_address': 'fa:16:3e:39:72:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80dba2c7-244a-458b-b326-8a7744c2090a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': 'c9809b07-0178-4267-b085-fbc473d77de6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:56Z', 'updated_at': '2021-11-24T01:52:04Z', 'revision_number': 5, 'project_id': '468ce101e5db4aad97f1fca7bb15b3de', 'subnets': [{'id': 'c9809b07-0178-4267-b085-fbc473d77de6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0e8cfc7-cda1-4e1b-b8f1-7ed477c5aee7', 'name': '', 'network_id': 'cf243e4d-6d88-41bb-ae27-4dbc3743985e', 'tenant_id': '468ce101e5db4aad97f1fca7bb15b3de', 'mac_address': 'fa:16:3e:78:83:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80dba2c7-244a-458b-b326-8a7744c2090a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'bd882262-6489-41c0-8604-05c4ded47293', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:51Z', 'updated_at': '2021-11-24T01:51:58Z', 'revision_number': 5, 'project_id': '468ce101e5db4aad97f1fca7bb15b3de', 'subnets': [{'id': 'bd882262-6489-41c0-8604-05c4ded47293', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:52:17.839654 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a47f235-1203-4733-b149-b45b734ba26d req-b100cba0-80ef-4294-b58f-942e7c0ee40d tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:52:17.849435 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-1a47f235-1203-4733-b149-b45b734ba26d req-b100cba0-80ef-4294-b58f-942e7c0ee40d tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.48 "GET /v2.0/networks?id=b994f58c-062f-4608-af1b-f5a2d5a95f48 HTTP/1.1" status: 200 len: 811 time: 0.1472342 Nov 24 01:52:17.862162 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4773f3-dc86-4486-9a58-622f24dac588 None None] Checking router: 80dba2c7-244a-458b-b326-8a7744c2090a for host: dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 01:52:17.871032 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4773f3-dc86-4486-9a58-622f24dac588 None None] Routers {'80dba2c7-244a-458b-b326-8a7744c2090a'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:52:17.871636 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-3e4773f3-dc86-4486-9a58-622f24dac588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:51:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['80dba2c7-244a-458b-b326-8a7744c2090a'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:52:17.950187 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-1a47f235-1203-4733-b149-b45b734ba26d req-c0393907-0b00-49d9-b059-b07a3a9c4f46 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3fa7557b5a414e29b40de0454c5ea7eb HTTP/1.1" status: 200 len: 379 time: 0.0928607 Nov 24 01:52:17.953666 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-968f2c9e-85e1-475b-b413-535489788b86 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:17.999797 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [req-1a47f235-1203-4733-b149-b45b734ba26d req-815c7058-95b5-41a9-9a84-849defacaf0b tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Request body: {'port': {'device_id': '5b2607c2-05c2-48ba-8d8f-bae266fed81e', 'network_id': 'b994f58c-062f-4608-af1b-f5a2d5a95f48', 'admin_state_up': True, 'tenant_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'security_groups': ['fb4ca234-490d-44d6-ab4a-adcd1740b9bf']}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:52:18.023312 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-968f2c9e-85e1-475b-b413-535489788b86 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Deleting port 37cc8e83-95b4-4875-a1df-5889328823b1 {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:52:18.023982 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-968f2c9e-85e1-475b-b413-535489788b86 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:18.102049 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a49b332-0806-4439-af18-39ba37015d5e None None] DHCP port deletion for c6fa060b-65d7-4b19-ac51-f983cf08a64e request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:52:18.106597 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [None req-968f2c9e-85e1-475b-b413-535489788b86 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] For port 37cc8e83-95b4-4875-a1df-5889328823b1, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=37cc8e83-95b4-4875-a1df-5889328823b1,segment=NetworkSegment(69e0827b-4843-4123-9139-f8f85ee8ac41),segment_id=69e0827b-4843-4123-9139-f8f85ee8ac41)] {{(pid=109867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:52:18.106960 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-968f2c9e-85e1-475b-b413-535489788b86 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:18.132784 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-3e4773f3-dc86-4486-9a58-622f24dac588 None None] Set router 80dba2c7-244a-458b-b326-8a7744c2090a gateway port host: None {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:52:18.138969 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a47f235-1203-4733-b149-b45b734ba26d req-815c7058-95b5-41a9-9a84-849defacaf0b tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Made reservation on behalf of 3fa7557b5a414e29b40de0454c5ea7eb for: {'port': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:52:18.143722 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-1a47f235-1203-4733-b149-b45b734ba26d req-815c7058-95b5-41a9-9a84-849defacaf0b tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:18.151568 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-968f2c9e-85e1-475b-b413-535489788b86 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Calling delete_port for 37cc8e83-95b4-4875-a1df-5889328823b1 owned by network:dhcp {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:52:18.165763 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-1a49b332-0806-4439-af18-39ba37015d5e None None] Deleting port 37cc8e83-95b4-4875-a1df-5889328823b1 {{(pid=109868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:52:18.166472 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-1a49b332-0806-4439-af18-39ba37015d5e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:18.244309 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-1a49b332-0806-4439-af18-39ba37015d5e None None] For port 37cc8e83-95b4-4875-a1df-5889328823b1, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=37cc8e83-95b4-4875-a1df-5889328823b1,segment=NetworkSegment(69e0827b-4843-4123-9139-f8f85ee8ac41),segment_id=69e0827b-4843-4123-9139-f8f85ee8ac41)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:52:18.245337 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-1a49b332-0806-4439-af18-39ba37015d5e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:18.254785 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-968f2c9e-85e1-475b-b413-535489788b86 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:18.262639 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-1a49b332-0806-4439-af18-39ba37015d5e None None] Calling delete_port for 37cc8e83-95b4-4875-a1df-5889328823b1 owned by network:dhcp {{(pid=109868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:52:18.286373 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968f2c9e-85e1-475b-b413-535489788b86 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Pushing event deleted for resources: {'Port': ['ID=37cc8e83-95b4-4875-a1df-5889328823b1,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:52:18.295187 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968f2c9e-85e1-475b-b413-535489788b86 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] No DVR routers for this DVR port 37cc8e83-95b4-4875-a1df-5889328823b1 on host dv-neutron-818911-2-hyperv {{(pid=109867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:52:18.377760 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-1a49b332-0806-4439-af18-39ba37015d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974'] for port, after_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:18.403402 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [req-1a47f235-1203-4733-b149-b45b734ba26d req-815c7058-95b5-41a9-9a84-849defacaf0b tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Allocated IP 172.20.0.4 (b994f58c-062f-4608-af1b-f5a2d5a95f48/8c2e0039-7a4d-4100-828d-28402f0c4357/61ee23ee-9bc1-4eda-8cdc-edeaa0420244) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:52:18.404160 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-3e4773f3-dc86-4486-9a58-622f24dac588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80dba2c7-244a-458b-b326-8a7744c2090a', 'name': 'tempest-RoutersIpV6Test-router-1284241670', 'tenant_id': '468ce101e5db4aad97f1fca7bb15b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:51:49Z', 'updated_at': '2021-11-24T01:52:16Z', 'revision_number': 9, 'project_id': '468ce101e5db4aad97f1fca7bb15b3de', 'gw_port_host': None, '_interfaces': [{'id': 'a28058c8-462a-4fc3-8d08-3d397aab2612', 'name': '', 'network_id': 'df9239ce-8e2a-47b7-be4c-2d82826fe413', 'tenant_id': '468ce101e5db4aad97f1fca7bb15b3de', 'mac_address': 'fa:16:3e:39:72:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80dba2c7-244a-458b-b326-8a7744c2090a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': 'c9809b07-0178-4267-b085-fbc473d77de6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:56Z', 'updated_at': '2021-11-24T01:52:04Z', 'revision_number': 5, 'project_id': '468ce101e5db4aad97f1fca7bb15b3de', 'subnets': [{'id': 'c9809b07-0178-4267-b085-fbc473d77de6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0e8cfc7-cda1-4e1b-b8f1-7ed477c5aee7', 'name': '', 'network_id': 'cf243e4d-6d88-41bb-ae27-4dbc3743985e', 'tenant_id': '468ce101e5db4aad97f1fca7bb15b3de', 'mac_address': 'fa:16:3e:78:83:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80dba2c7-244a-458b-b326-8a7744c2090a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'bd882262-6489-41c0-8604-05c4ded47293', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:51Z', 'updated_at': '2021-11-24T01:51:58Z', 'revision_number': 5, 'project_id': '468ce101e5db4aad97f1fca7bb15b3de', 'subnets': [{'id': 'bd882262-6489-41c0-8604-05c4ded47293', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:52:18.425006 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a49b332-0806-4439-af18-39ba37015d5e None None] Pushing event deleted for resources: {'Port': ['ID=37cc8e83-95b4-4875-a1df-5889328823b1,revision_number=None']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:52:18.430005 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a49b332-0806-4439-af18-39ba37015d5e None None] No DVR routers for this DVR port 37cc8e83-95b4-4875-a1df-5889328823b1 on host dv-neutron-818911-2-hyperv {{(pid=109868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:52:18.437766 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4773f3-dc86-4486-9a58-622f24dac588 None None] The sync data for ids ['80dba2c7-244a-458b-b326-8a7744c2090a'] in dv-neutron-818911-2-hyperv is: [{'id': '80dba2c7-244a-458b-b326-8a7744c2090a', 'name': 'tempest-RoutersIpV6Test-router-1284241670', 'tenant_id': '468ce101e5db4aad97f1fca7bb15b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:51:49Z', 'updated_at': '2021-11-24T01:52:16Z', 'revision_number': 9, 'project_id': '468ce101e5db4aad97f1fca7bb15b3de', 'gw_port_host': None, '_interfaces': [{'id': 'a28058c8-462a-4fc3-8d08-3d397aab2612', 'name': '', 'network_id': 'df9239ce-8e2a-47b7-be4c-2d82826fe413', 'tenant_id': '468ce101e5db4aad97f1fca7bb15b3de', 'mac_address': 'fa:16:3e:39:72:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80dba2c7-244a-458b-b326-8a7744c2090a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': 'c9809b07-0178-4267-b085-fbc473d77de6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:56Z', 'updated_at': '2021-11-24T01:52:04Z', 'revision_number': 5, 'project_id': '468ce101e5db4aad97f1fca7bb15b3de', 'subnets': [{'id': 'c9809b07-0178-4267-b085-fbc473d77de6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0e8cfc7-cda1-4e1b-b8f1-7ed477c5aee7', 'name': '', 'network_id': 'cf243e4d-6d88-41bb-ae27-4dbc3743985e', 'tenant_id': '468ce101e5db4aad97f1fca7bb15b3de', 'mac_address': 'fa:16:3e:78:83:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80dba2c7-244a-458b-b326-8a7744c2090a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'bd882262-6489-41c0-8604-05c4ded47293', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:51Z', 'updated_at': '2021-11-24T01:51:58Z', 'revision_number': 5, 'project_id': '468ce101e5db4aad97f1fca7bb15b3de', 'subnets': [{'id': 'bd882262-6489-41c0-8604-05c4ded47293', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:52:18.459026 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-968f2c9e-85e1-475b-b413-535489788b86 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:18.463949 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 51026) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:52:18.530699 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-968f2c9e-85e1-475b-b413-535489788b86 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6fa060b-65d7-4b19-ac51-f983cf08a64e']}} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:52:18.546606 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-968f2c9e-85e1-475b-b413-535489788b86 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69e0827b-4843-4123-9139-f8f85ee8ac41') {'for_net_delete': True} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:52:18.547464 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-968f2c9e-85e1-475b-b413-535489788b86 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69e0827b-4843-4123-9139-f8f85ee8ac41') {} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:52:18.568266 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-968f2c9e-85e1-475b-b413-535489788b86 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28690908'] for segment, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:18.584536 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-08958a71-93c3-41f7-8e45-a52c9ae0a8e4 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/floatingips/2272a36c-9641-4e63-af9a-0685b22306ff HTTP/1.1" status: 200 len: 993 time: 0.1165755 Nov 24 01:52:18.589724 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-968f2c9e-85e1-475b-b413-535489788b86 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:18.597446 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-968f2c9e-85e1-475b-b413-535489788b86 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=109867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:52:18.598066 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-968f2c9e-85e1-475b-b413-535489788b86 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25503736'] for segment, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:18.601222 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-1a47f235-1203-4733-b149-b45b734ba26d req-815c7058-95b5-41a9-9a84-849defacaf0b tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:18.601365 dv-neutron-818911-2-hyperv neutron-server[109867]: Traceback (most recent call last): Nov 24 01:52:18.601365 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:52:18.601365 dv-neutron-818911-2-hyperv neutron-server[109867]: timer() Nov 24 01:52:18.601365 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:52:18.601365 dv-neutron-818911-2-hyperv neutron-server[109867]: cb(*args, **kw) Nov 24 01:52:18.601365 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:52:18.601365 dv-neutron-818911-2-hyperv neutron-server[109867]: return func(*args, **kwargs) Nov 24 01:52:18.601365 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:52:18.601365 dv-neutron-818911-2-hyperv neutron-server[109867]: self._notify() Nov 24 01:52:18.601365 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:52:18.601365 dv-neutron-818911-2-hyperv neutron-server[109867]: self.callback(batched_events) Nov 24 01:52:18.601365 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:52:18.601365 dv-neutron-818911-2-hyperv neutron-server[109867]: event.method(event) Nov 24 01:52:18.601365 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:52:18.601365 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:52:18.601365 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:52:18.601365 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:52:18.601365 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:52:18.601365 dv-neutron-818911-2-hyperv neutron-server[109867]: return f(self, *a, **k) Nov 24 01:52:18.601365 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:52:18.601365 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._get(url).json() Nov 24 01:52:18.601365 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:52:18.601365 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:52:18.601365 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:52:18.601365 dv-neutron-818911-2-hyperv neutron-server[109867]: return self.request(url, 'GET', **kwargs) Nov 24 01:52:18.601365 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:52:18.601365 dv-neutron-818911-2-hyperv neutron-server[109867]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:52:18.601365 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:52:18.601365 dv-neutron-818911-2-hyperv neutron-server[109867]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:52:18.601365 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:52:18.601365 dv-neutron-818911-2-hyperv neutron-server[109867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:52:18.601365 dv-neutron-818911-2-hyperv neutron-server[109867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:52:18.647130 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-1a47f235-1203-4733-b149-b45b734ba26d req-815c7058-95b5-41a9-9a84-849defacaf0b tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:18.675668 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-968f2c9e-85e1-475b-b413-535489788b86 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:18.690778 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-968f2c9e-85e1-475b-b413-535489788b86 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks [] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:18.696977 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-968f2c9e-85e1-475b-b413-535489788b86 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] 10.222.0.21 "DELETE /v2.0/networks/c6fa060b-65d7-4b19-ac51-f983cf08a64e HTTP/1.1" status: 204 len: 168 time: 0.8904374 Nov 24 01:52:18.697176 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 51030) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:52:18.702759 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a47f235-1203-4733-b149-b45b734ba26d req-815c7058-95b5-41a9-9a84-849defacaf0b tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Network b994f58c-062f-4608-af1b-f5a2d5a95f48 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:52:18.705959 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [req-1a47f235-1203-4733-b149-b45b734ba26d req-815c7058-95b5-41a9-9a84-849defacaf0b tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:52:18.709002 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a47f235-1203-4733-b149-b45b734ba26d req-815c7058-95b5-41a9-9a84-849defacaf0b tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:52:18.727285 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968f2c9e-85e1-475b-b413-535489788b86 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Pushing event deleted for resources: {'Network': ['ID=c6fa060b-65d7-4b19-ac51-f983cf08a64e,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:52:18.762941 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815c7058-95b5-41a9-9a84-849defacaf0b tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Pushing event updated for resources: {'Port': ['ID=61ee23ee-9bc1-4eda-8cdc-edeaa0420244,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:52:18.806583 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99367fa-78de-4278-96f0-45747480d0cb req-fb1b9877-95c5-4227-b237-b4477fa50cec tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:52:18.816070 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-f99367fa-78de-4278-96f0-45747480d0cb req-fb1b9877-95c5-4227-b237-b4477fa50cec tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b2607c2-05c2-48ba-8d8f-bae266fed81e HTTP/1.1" status: 200 len: 931 time: 0.0806119 Nov 24 01:52:18.856476 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a47f235-1203-4733-b149-b45b734ba26d req-815c7058-95b5-41a9-9a84-849defacaf0b tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:52:18.857452 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-1a47f235-1203-4733-b149-b45b734ba26d req-815c7058-95b5-41a9-9a84-849defacaf0b tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:18.888749 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-1a47f235-1203-4733-b149-b45b734ba26d req-815c7058-95b5-41a9-9a84-849defacaf0b tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8945329 Nov 24 01:52:18.920417 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [req-1a47f235-1203-4733-b149-b45b734ba26d req-9fc9a031-41d9-4172-948c-59014643423b service neutron] Request body: {'port': {'device_id': '5b2607c2-05c2-48ba-8d8f-bae266fed81e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8189'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:52:19.011183 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-f99367fa-78de-4278-96f0-45747480d0cb req-5fed33b4-e998-4a77-9bde-70d2ba0c23d9 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb4ca234-490d-44d6-ab4a-adcd1740b9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1937103 Nov 24 01:52:19.012537 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-1a47f235-1203-4733-b149-b45b734ba26d req-9fc9a031-41d9-4172-948c-59014643423b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:19.055080 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-f75a94ad-0d59-4349-8eed-229307d0598c None None] Provisioning complete for port 61ee23ee-9bc1-4eda-8cdc-edeaa0420244 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:52:19.055738 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-f75a94ad-0d59-4349-8eed-229307d0598c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:19.101639 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-f75a94ad-0d59-4349-8eed-229307d0598c None None] Port 61ee23ee-9bc1-4eda-8cdc-edeaa0420244 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:52:19.188103 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0abeb401-1ac6-47b1-9a66-99fe3d0377ec tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3777994'] for router_interface, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:19.307360 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [req-1a47f235-1203-4733-b149-b45b734ba26d req-9fc9a031-41d9-4172-948c-59014643423b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61ee23ee-9bc1-4eda-8cdc-edeaa0420244 {{(pid=109866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 01:52:19.315413 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-1a47f235-1203-4733-b149-b45b734ba26d req-9fc9a031-41d9-4172-948c-59014643423b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:19.328671 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.provisioning_blocks [req-1a47f235-1203-4733-b149-b45b734ba26d req-9fc9a031-41d9-4172-948c-59014643423b service neutron] Transition to ACTIVE for port object 61ee23ee-9bc1-4eda-8cdc-edeaa0420244 will not be triggered until provisioned by entity L2. {{(pid=109866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 01:52:19.333426 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-1a47f235-1203-4733-b149-b45b734ba26d req-9fc9a031-41d9-4172-948c-59014643423b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29149402'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:19.427500 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc9a031-41d9-4172-948c-59014643423b service neutron] Pushing event updated for resources: {'Port': ['ID=61ee23ee-9bc1-4eda-8cdc-edeaa0420244,revision_number=2']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:52:19.459487 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [req-1a47f235-1203-4733-b149-b45b734ba26d req-9fc9a031-41d9-4172-948c-59014643423b service neutron] Attempting to bind port 61ee23ee-9bc1-4eda-8cdc-edeaa0420244 on host hv-neutron-8189 for vnic_type normal with profile {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:52:19.459784 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [req-1a47f235-1203-4733-b149-b45b734ba26d req-9fc9a031-41d9-4172-948c-59014643423b service neutron] Attempting to bind port 61ee23ee-9bc1-4eda-8cdc-edeaa0420244 by drivers openvswitch,hyperv on host hv-neutron-8189 at level 0 using segments [{'id': '82bdd678-3b9c-43c2-8043-a848930985ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'b994f58c-062f-4608-af1b-f5a2d5a95f48'}] {{(pid=109866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:52:19.464060 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a47f235-1203-4733-b149-b45b734ba26d req-9fc9a031-41d9-4172-948c-59014643423b service neutron] Attempting to bind port 61ee23ee-9bc1-4eda-8cdc-edeaa0420244 on network b994f58c-062f-4608-af1b-f5a2d5a95f48 {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:52:19.473457 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a47f235-1203-4733-b149-b45b734ba26d req-9fc9a031-41d9-4172-948c-59014643423b service neutron] Port 61ee23ee-9bc1-4eda-8cdc-edeaa0420244 on network b994f58c-062f-4608-af1b-f5a2d5a95f48 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8189 {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 01:52:19.474991 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a47f235-1203-4733-b149-b45b734ba26d req-9fc9a031-41d9-4172-948c-59014643423b service neutron] Attempting to bind port 61ee23ee-9bc1-4eda-8cdc-edeaa0420244 on network b994f58c-062f-4608-af1b-f5a2d5a95f48 {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:52:19.482735 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a47f235-1203-4733-b149-b45b734ba26d req-9fc9a031-41d9-4172-948c-59014643423b service neutron] Checking agent: {'id': '5773fe6b-0967-455f-9dc9-84c0c923201b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 42, 58), 'started_at': datetime.datetime(2021, 11, 24, 1, 42, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:52:19.483205 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a47f235-1203-4733-b149-b45b734ba26d req-9fc9a031-41d9-4172-948c-59014643423b service neutron] Checking segment: {'id': '82bdd678-3b9c-43c2-8043-a848930985ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'b994f58c-062f-4608-af1b-f5a2d5a95f48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:52:19.483709 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a47f235-1203-4733-b149-b45b734ba26d req-9fc9a031-41d9-4172-948c-59014643423b service neutron] Bound using segment: {'id': '82bdd678-3b9c-43c2-8043-a848930985ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'b994f58c-062f-4608-af1b-f5a2d5a95f48'} {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:52:19.484247 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [req-1a47f235-1203-4733-b149-b45b734ba26d req-9fc9a031-41d9-4172-948c-59014643423b service neutron] Bound port: 61ee23ee-9bc1-4eda-8cdc-edeaa0420244, host: hv-neutron-8189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82bdd678-3b9c-43c2-8043-a848930985ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'b994f58c-062f-4608-af1b-f5a2d5a95f48'}}] {{(pid=109866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:52:19.484703 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-1a47f235-1203-4733-b149-b45b734ba26d req-9fc9a031-41d9-4172-948c-59014643423b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:19.485077 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-0abeb401-1ac6-47b1-9a66-99fe3d0377ec tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Deleting port a28058c8-462a-4fc3-8d08-3d397aab2612 {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:52:19.485595 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0abeb401-1ac6-47b1-9a66-99fe3d0377ec tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:19.575567 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [req-1a47f235-1203-4733-b149-b45b734ba26d req-9fc9a031-41d9-4172-948c-59014643423b service neutron] For port 61ee23ee-9bc1-4eda-8cdc-edeaa0420244, host hv-neutron-8189, cleared binding levels {{(pid=109866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:52:19.582926 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [req-1a47f235-1203-4733-b149-b45b734ba26d req-9fc9a031-41d9-4172-948c-59014643423b service neutron] For port 61ee23ee-9bc1-4eda-8cdc-edeaa0420244, host hv-neutron-8189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=61ee23ee-9bc1-4eda-8cdc-edeaa0420244,segment=NetworkSegment(82bdd678-3b9c-43c2-8043-a848930985ff),segment_id=82bdd678-3b9c-43c2-8043-a848930985ff)] {{(pid=109866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:52:19.591904 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-1a47f235-1203-4733-b149-b45b734ba26d req-9fc9a031-41d9-4172-948c-59014643423b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29149402'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:19.613034 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [None req-0abeb401-1ac6-47b1-9a66-99fe3d0377ec tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] For port a28058c8-462a-4fc3-8d08-3d397aab2612, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=a28058c8-462a-4fc3-8d08-3d397aab2612,segment=NetworkSegment(ab8b3a0e-7a10-416e-a582-f9a590ffa69b),segment_id=ab8b3a0e-7a10-416e-a582-f9a590ffa69b)] {{(pid=109867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:52:19.613719 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0abeb401-1ac6-47b1-9a66-99fe3d0377ec tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:19.630952 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-0abeb401-1ac6-47b1-9a66-99fe3d0377ec tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Calling delete_port for a28058c8-462a-4fc3-8d08-3d397aab2612 owned by network:router_interface {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:52:19.644083 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a47f235-1203-4733-b149-b45b734ba26d req-9fc9a031-41d9-4172-948c-59014643423b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:52:19.645246 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-1a47f235-1203-4733-b149-b45b734ba26d req-9fc9a031-41d9-4172-948c-59014643423b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:19.648129 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-1a47f235-1203-4733-b149-b45b734ba26d req-9fc9a031-41d9-4172-948c-59014643423b service neutron] 10.222.0.48 "PUT /v2.0/ports/61ee23ee-9bc1-4eda-8cdc-edeaa0420244 HTTP/1.1" status: 200 len: 1093 time: 0.7373025 Nov 24 01:52:19.651575 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b2607c2-05c2-48ba-8d8f-bae266fed81e', 'tag': '61ee23ee-9bc1-4eda-8cdc-edeaa0420244'}] {{(pid=109866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 01:52:19.653225 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b7c53c286d9351d1367337230623a155cee02c46c94b80588b67a0bc16402ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c85055a-439c-4557-b484-de82fda883e2" -d '{"events": [{"name": "network-changed", "server_uuid": "5b2607c2-05c2-48ba-8d8f-bae266fed81e", "tag": "61ee23ee-9bc1-4eda-8cdc-edeaa0420244"}]}' {{(pid=109866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 01:52:19.693967 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc9a031-41d9-4172-948c-59014643423b service neutron] Pushing event updated for resources: {'Port': ['ID=61ee23ee-9bc1-4eda-8cdc-edeaa0420244,revision_number=3']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:52:19.782343 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 01:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f27dc89c-518b-4984-a758-cde08d758cc4 x-openstack-request-id: req-f27dc89c-518b-4984-a758-cde08d758cc4 {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 01:52:19.782687 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b2607c2-05c2-48ba-8d8f-bae266fed81e", "tag": "61ee23ee-9bc1-4eda-8cdc-edeaa0420244", "status": "completed", "code": 200}]} {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 01:52:19.782944 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f27dc89c-518b-4984-a758-cde08d758cc4 {{(pid=109866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 01:52:19.783316 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b2607c2-05c2-48ba-8d8f-bae266fed81e', 'tag': '61ee23ee-9bc1-4eda-8cdc-edeaa0420244', 'status': 'completed', 'code': 200} Nov 24 01:52:19.802512 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a47f235-1203-4733-b149-b45b734ba26d req-23c4416c-f0cb-4ff6-a211-71570c0221f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:52:19.804647 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-1a47f235-1203-4733-b149-b45b734ba26d req-23c4416c-f0cb-4ff6-a211-71570c0221f0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3fa7557b5a414e29b40de0454c5ea7eb&device_id=5b2607c2-05c2-48ba-8d8f-bae266fed81e HTTP/1.1" status: 200 len: 1096 time: 0.0628619 Nov 24 01:52:19.873199 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-1a47f235-1203-4733-b149-b45b734ba26d req-ca96058a-56c4-4aa7-a2ff-cb8031b681d2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=61ee23ee-9bc1-4eda-8cdc-edeaa0420244 HTTP/1.1" status: 200 len: 217 time: 0.0541196 Nov 24 01:52:19.961328 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a47f235-1203-4733-b149-b45b734ba26d req-519145d2-4298-49f3-b90e-3f293fa0022d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:52:19.963024 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-1a47f235-1203-4733-b149-b45b734ba26d req-519145d2-4298-49f3-b90e-3f293fa0022d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8c2e0039-7a4d-4100-828d-28402f0c4357 HTTP/1.1" status: 200 len: 850 time: 0.0771441 Nov 24 01:52:20.046347 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 07e16e34-b071-4d8c-99ca-0ceb1183d9a2 no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:52:20.057535 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a47f235-1203-4733-b149-b45b734ba26d req-20ed720a-5026-47d3-88f2-c37a6d9c2955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:52:20.075737 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-1a47f235-1203-4733-b149-b45b734ba26d req-20ed720a-5026-47d3-88f2-c37a6d9c2955 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b994f58c-062f-4608-af1b-f5a2d5a95f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1054273 Nov 24 01:52:20.078637 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: 07e16e34-b071-4d8c-99ca-0ceb1183d9a2 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:52:20.078987 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 07e16e34-b071-4d8c-99ca-0ceb1183d9a2 not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:52:20.079665 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 37cc8e83-95b4-4875-a1df-5889328823b1 no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:52:20.106900 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: 37cc8e83-95b4-4875-a1df-5889328823b1 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:52:20.107410 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 37cc8e83-95b4-4875-a1df-5889328823b1 not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:52:20.119667 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0abeb401-1ac6-47b1-9a66-99fe3d0377ec tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:20.168658 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abeb401-1ac6-47b1-9a66-99fe3d0377ec tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Pushing event deleted for resources: {'Port': ['ID=a28058c8-462a-4fc3-8d08-3d397aab2612,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:52:20.243913 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029377f9-c880-4cb0-a8eb-342edb45cb75 req-f11ddead-2d67-4e4d-9826-659303a912a6 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:52:20.245622 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-029377f9-c880-4cb0-a8eb-342edb45cb75 req-f11ddead-2d67-4e4d-9826-659303a912a6 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b2607c2-05c2-48ba-8d8f-bae266fed81e HTTP/1.1" status: 200 len: 943 time: 0.1168854 Nov 24 01:52:20.273019 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-1a47f235-1203-4733-b149-b45b734ba26d req-db1317c0-d842-4364-ac2c-5e3a139d618f service neutron] 10.222.0.48 "GET /v2.0/networks/b994f58c-062f-4608-af1b-f5a2d5a95f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895478 Nov 24 01:52:20.335476 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0abeb401-1ac6-47b1-9a66-99fe3d0377ec tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424538'] for router_interface, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:20.386814 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-029377f9-c880-4cb0-a8eb-342edb45cb75 req-0d30b05d-d892-424c-ae18-9dca083785c7 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb4ca234-490d-44d6-ab4a-adcd1740b9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256311 Nov 24 01:52:20.420506 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-1a47f235-1203-4733-b149-b45b734ba26d req-0c52d6cc-abb1-4896-a082-5ca0877a2230 service neutron] 10.222.0.48 "GET /v2.0/networks/b994f58c-062f-4608-af1b-f5a2d5a95f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400454 Nov 24 01:52:20.539280 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c85055a-439c-4557-b484-de82fda883e2 req-1d4e885a-eeff-4231-ad79-ac66a2ebe9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:52:20.540900 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-5c85055a-439c-4557-b484-de82fda883e2 req-1d4e885a-eeff-4231-ad79-ac66a2ebe9c5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3fa7557b5a414e29b40de0454c5ea7eb&device_id=5b2607c2-05c2-48ba-8d8f-bae266fed81e HTTP/1.1" status: 200 len: 1096 time: 0.0478725 Nov 24 01:52:20.548141 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0abeb401-1ac6-47b1-9a66-99fe3d0377ec tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Router 80dba2c7-244a-458b-b326-8a7744c2090a has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:52:20.633700 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c85055a-439c-4557-b484-de82fda883e2 req-1175d04d-7794-4cab-aa4d-2e331d0b3a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:52:20.635160 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-5c85055a-439c-4557-b484-de82fda883e2 req-1175d04d-7794-4cab-aa4d-2e331d0b3a4c service neutron] 10.222.0.48 "GET /v2.0/networks?id=b994f58c-062f-4608-af1b-f5a2d5a95f48 HTTP/1.1" status: 200 len: 912 time: 0.0866895 Nov 24 01:52:20.651696 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0abeb401-1ac6-47b1-9a66-99fe3d0377ec tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:52:20.660696 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-0abeb401-1ac6-47b1-9a66-99fe3d0377ec tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] 10.222.0.21 "PUT /v2.0/routers/80dba2c7-244a-458b-b326-8a7744c2090a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9526160 Nov 24 01:52:20.661295 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 51036) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:52:20.663440 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e8e2c6-f810-44bd-a386-4b8caa59e13b None None] Sync routers for ids ['80dba2c7-244a-458b-b326-8a7744c2090a'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:52:20.675817 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e8e2c6-f810-44bd-a386-4b8caa59e13b None None] Routers {'80dba2c7-244a-458b-b326-8a7744c2090a'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:52:20.676679 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-a9e8e2c6-f810-44bd-a386-4b8caa59e13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:51:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['80dba2c7-244a-458b-b326-8a7744c2090a'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:52:20.681959 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-5c85055a-439c-4557-b484-de82fda883e2 req-b9c3c20a-8217-4a58-b19e-10253d34a7b0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=61ee23ee-9bc1-4eda-8cdc-edeaa0420244 HTTP/1.1" status: 200 len: 217 time: 0.0386810 Nov 24 01:52:20.715034 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_v2 [None req-529a88f2-7b4d-4924-bc41-5f5f6ec9208d tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Deleting subnet c9809b07-0178-4267-b085-fbc473d77de6 {{(pid=109867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 01:52:20.718783 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-529a88f2-7b4d-4924-bc41-5f5f6ec9208d tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks [] for subnet, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:20.741564 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c85055a-439c-4557-b484-de82fda883e2 req-406bb60e-4276-4184-8a83-63be8d01c162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:52:20.743531 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-5c85055a-439c-4557-b484-de82fda883e2 req-406bb60e-4276-4184-8a83-63be8d01c162 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8c2e0039-7a4d-4100-828d-28402f0c4357 HTTP/1.1" status: 200 len: 850 time: 0.0536692 Nov 24 01:52:20.765214 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-529a88f2-7b4d-4924-bc41-5f5f6ec9208d tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28690885'] for subnet, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:20.766478 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-a9e8e2c6-f810-44bd-a386-4b8caa59e13b None None] Set router 80dba2c7-244a-458b-b326-8a7744c2090a gateway port host: None {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:52:20.810097 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c85055a-439c-4557-b484-de82fda883e2 req-71ff2868-0490-4b46-9a55-f6d0b411f3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:52:20.812690 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-5c85055a-439c-4557-b484-de82fda883e2 req-71ff2868-0490-4b46-9a55-f6d0b411f3d3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b994f58c-062f-4608-af1b-f5a2d5a95f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0619097 Nov 24 01:52:20.866192 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-529a88f2-7b4d-4924-bc41-5f5f6ec9208d tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:20.937461 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-5c85055a-439c-4557-b484-de82fda883e2 req-0f430532-8b61-40a5-bd87-9ac612b7f1d3 service neutron] 10.222.0.48 "GET /v2.0/networks/b994f58c-062f-4608-af1b-f5a2d5a95f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161067 Nov 24 01:52:20.943234 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-529a88f2-7b4d-4924-bc41-5f5f6ec9208d tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25501782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25307808'] for subnet, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:20.978795 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a88f2-7b4d-4924-bc41-5f5f6ec9208d tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Pushing event deleted for resources: {'Subnet': ['ID=c9809b07-0178-4267-b085-fbc473d77de6,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:52:20.984873 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-a9e8e2c6-f810-44bd-a386-4b8caa59e13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80dba2c7-244a-458b-b326-8a7744c2090a', 'name': 'tempest-RoutersIpV6Test-router-1284241670', 'tenant_id': '468ce101e5db4aad97f1fca7bb15b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:51:49Z', 'updated_at': '2021-11-24T01:52:19Z', 'revision_number': 10, 'project_id': '468ce101e5db4aad97f1fca7bb15b3de', 'gw_port_host': None, '_interfaces': [{'id': 'c0e8cfc7-cda1-4e1b-b8f1-7ed477c5aee7', 'name': '', 'network_id': 'cf243e4d-6d88-41bb-ae27-4dbc3743985e', 'tenant_id': '468ce101e5db4aad97f1fca7bb15b3de', 'mac_address': 'fa:16:3e:78:83:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80dba2c7-244a-458b-b326-8a7744c2090a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'bd882262-6489-41c0-8604-05c4ded47293', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:51Z', 'updated_at': '2021-11-24T01:51:58Z', 'revision_number': 5, 'project_id': '468ce101e5db4aad97f1fca7bb15b3de', 'subnets': [{'id': 'bd882262-6489-41c0-8604-05c4ded47293', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:52:20.988004 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-529a88f2-7b4d-4924-bc41-5f5f6ec9208d tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:20.995790 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-529a88f2-7b4d-4924-bc41-5f5f6ec9208d tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] 10.222.0.21 "DELETE /v2.0/subnets/c9809b07-0178-4267-b085-fbc473d77de6 HTTP/1.1" status: 204 len: 168 time: 0.3327858 Nov 24 01:52:20.996648 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 51038) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:52:21.016427 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e8e2c6-f810-44bd-a386-4b8caa59e13b None None] Checking router: 80dba2c7-244a-458b-b326-8a7744c2090a for host: dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 01:52:21.023413 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113aeba8-1ae1-4f26-8bcf-dd6575c2e0ed None None] Network df9239ce-8e2a-47b7-be4c-2d82826fe413 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:52:21.059228 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-5c85055a-439c-4557-b484-de82fda883e2 req-65a4deff-7b56-4770-91e9-ed78b852c0b0 service neutron] 10.222.0.48 "GET /v2.0/networks/b994f58c-062f-4608-af1b-f5a2d5a95f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144049 Nov 24 01:52:21.080677 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-77a3e6df-9365-4ac5-b967-a44be72de5c9 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:21.121718 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e8e2c6-f810-44bd-a386-4b8caa59e13b None None] Routers {'80dba2c7-244a-458b-b326-8a7744c2090a'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:52:21.122959 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-a9e8e2c6-f810-44bd-a386-4b8caa59e13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:51:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['80dba2c7-244a-458b-b326-8a7744c2090a'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:52:21.136487 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-77a3e6df-9365-4ac5-b967-a44be72de5c9 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Deleting port c6ea664e-1a70-4c59-a9ea-87f76845591f {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:52:21.136830 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-77a3e6df-9365-4ac5-b967-a44be72de5c9 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:21.209910 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [None req-77a3e6df-9365-4ac5-b967-a44be72de5c9 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] For port c6ea664e-1a70-4c59-a9ea-87f76845591f, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=c6ea664e-1a70-4c59-a9ea-87f76845591f,segment=NetworkSegment(ab8b3a0e-7a10-416e-a582-f9a590ffa69b),segment_id=ab8b3a0e-7a10-416e-a582-f9a590ffa69b)] {{(pid=109867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:52:21.210374 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-77a3e6df-9365-4ac5-b967-a44be72de5c9 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:21.225881 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-77a3e6df-9365-4ac5-b967-a44be72de5c9 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Calling delete_port for c6ea664e-1a70-4c59-a9ea-87f76845591f owned by network:dhcp {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:52:21.309972 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-77a3e6df-9365-4ac5-b967-a44be72de5c9 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:21.338807 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a3e6df-9365-4ac5-b967-a44be72de5c9 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Pushing event deleted for resources: {'Port': ['ID=c6ea664e-1a70-4c59-a9ea-87f76845591f,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:52:21.342710 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a3e6df-9365-4ac5-b967-a44be72de5c9 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] No DVR routers for this DVR port c6ea664e-1a70-4c59-a9ea-87f76845591f on host dv-neutron-818911-2-hyperv {{(pid=109867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:52:21.399378 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-a9e8e2c6-f810-44bd-a386-4b8caa59e13b None None] Set router 80dba2c7-244a-458b-b326-8a7744c2090a gateway port host: None {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:52:21.463573 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-77a3e6df-9365-4ac5-b967-a44be72de5c9 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:21.501118 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55af4f61-8326-4f4d-a387-6cc84eb329d4 None None] DHCP port deletion for df9239ce-8e2a-47b7-be4c-2d82826fe413 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:52:21.521153 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-77a3e6df-9365-4ac5-b967-a44be72de5c9 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df9239ce-8e2a-47b7-be4c-2d82826fe413']}} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:52:21.533120 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-77a3e6df-9365-4ac5-b967-a44be72de5c9 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab8b3a0e-7a10-416e-a582-f9a590ffa69b') {'for_net_delete': True} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:52:21.533441 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-77a3e6df-9365-4ac5-b967-a44be72de5c9 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab8b3a0e-7a10-416e-a582-f9a590ffa69b') {} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:52:21.551108 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-77a3e6df-9365-4ac5-b967-a44be72de5c9 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28690908'] for segment, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:21.573772 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429ff4c2-60ad-4933-bab1-4b02b6987632 req-0610154e-1957-45b4-a7cc-19dbb463fbb4 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:52:21.575295 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-429ff4c2-60ad-4933-bab1-4b02b6987632 req-0610154e-1957-45b4-a7cc-19dbb463fbb4 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b2607c2-05c2-48ba-8d8f-bae266fed81e HTTP/1.1" status: 200 len: 943 time: 0.0976858 Nov 24 01:52:21.578927 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-77a3e6df-9365-4ac5-b967-a44be72de5c9 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:21.592481 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77a3e6df-9365-4ac5-b967-a44be72de5c9 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=109867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:52:21.592873 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-77a3e6df-9365-4ac5-b967-a44be72de5c9 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25503736'] for segment, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:21.597529 dv-neutron-818911-2-hyperv neutron-server[109867]: Traceback (most recent call last): Nov 24 01:52:21.597529 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:52:21.597529 dv-neutron-818911-2-hyperv neutron-server[109867]: timer() Nov 24 01:52:21.597529 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:52:21.597529 dv-neutron-818911-2-hyperv neutron-server[109867]: cb(*args, **kw) Nov 24 01:52:21.597529 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:52:21.597529 dv-neutron-818911-2-hyperv neutron-server[109867]: return func(*args, **kwargs) Nov 24 01:52:21.597529 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:52:21.597529 dv-neutron-818911-2-hyperv neutron-server[109867]: self._notify() Nov 24 01:52:21.597529 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:52:21.597529 dv-neutron-818911-2-hyperv neutron-server[109867]: self.callback(batched_events) Nov 24 01:52:21.597529 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:52:21.597529 dv-neutron-818911-2-hyperv neutron-server[109867]: event.method(event) Nov 24 01:52:21.597529 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:52:21.597529 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:52:21.597529 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:52:21.597529 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:52:21.597529 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:52:21.597529 dv-neutron-818911-2-hyperv neutron-server[109867]: return f(self, *a, **k) Nov 24 01:52:21.597529 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:52:21.597529 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._get(url).json() Nov 24 01:52:21.597529 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:52:21.597529 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:52:21.597529 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:52:21.597529 dv-neutron-818911-2-hyperv neutron-server[109867]: return self.request(url, 'GET', **kwargs) Nov 24 01:52:21.597529 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:52:21.597529 dv-neutron-818911-2-hyperv neutron-server[109867]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:52:21.597529 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:52:21.597529 dv-neutron-818911-2-hyperv neutron-server[109867]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:52:21.597529 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:52:21.597529 dv-neutron-818911-2-hyperv neutron-server[109867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:52:21.597529 dv-neutron-818911-2-hyperv neutron-server[109867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:52:21.645909 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-a9e8e2c6-f810-44bd-a386-4b8caa59e13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80dba2c7-244a-458b-b326-8a7744c2090a', 'name': 'tempest-RoutersIpV6Test-router-1284241670', 'tenant_id': '468ce101e5db4aad97f1fca7bb15b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:51:49Z', 'updated_at': '2021-11-24T01:52:19Z', 'revision_number': 10, 'project_id': '468ce101e5db4aad97f1fca7bb15b3de', 'gw_port_host': None, '_interfaces': [{'id': 'c0e8cfc7-cda1-4e1b-b8f1-7ed477c5aee7', 'name': '', 'network_id': 'cf243e4d-6d88-41bb-ae27-4dbc3743985e', 'tenant_id': '468ce101e5db4aad97f1fca7bb15b3de', 'mac_address': 'fa:16:3e:78:83:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80dba2c7-244a-458b-b326-8a7744c2090a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'bd882262-6489-41c0-8604-05c4ded47293', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:51Z', 'updated_at': '2021-11-24T01:51:58Z', 'revision_number': 5, 'project_id': '468ce101e5db4aad97f1fca7bb15b3de', 'subnets': [{'id': 'bd882262-6489-41c0-8604-05c4ded47293', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:52:21.670870 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e8e2c6-f810-44bd-a386-4b8caa59e13b None None] The sync data for ids ['80dba2c7-244a-458b-b326-8a7744c2090a'] in dv-neutron-818911-2-hyperv is: [{'id': '80dba2c7-244a-458b-b326-8a7744c2090a', 'name': 'tempest-RoutersIpV6Test-router-1284241670', 'tenant_id': '468ce101e5db4aad97f1fca7bb15b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:51:49Z', 'updated_at': '2021-11-24T01:52:19Z', 'revision_number': 10, 'project_id': '468ce101e5db4aad97f1fca7bb15b3de', 'gw_port_host': None, '_interfaces': [{'id': 'c0e8cfc7-cda1-4e1b-b8f1-7ed477c5aee7', 'name': '', 'network_id': 'cf243e4d-6d88-41bb-ae27-4dbc3743985e', 'tenant_id': '468ce101e5db4aad97f1fca7bb15b3de', 'mac_address': 'fa:16:3e:78:83:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80dba2c7-244a-458b-b326-8a7744c2090a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'bd882262-6489-41c0-8604-05c4ded47293', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:51Z', 'updated_at': '2021-11-24T01:51:58Z', 'revision_number': 5, 'project_id': '468ce101e5db4aad97f1fca7bb15b3de', 'subnets': [{'id': 'bd882262-6489-41c0-8604-05c4ded47293', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:52:21.681650 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-77a3e6df-9365-4ac5-b967-a44be72de5c9 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:21.687514 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-429ff4c2-60ad-4933-bab1-4b02b6987632 req-b235c954-9e52-470d-98e8-a73f939acee4 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb4ca234-490d-44d6-ab4a-adcd1740b9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013834 Nov 24 01:52:21.705727 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-77a3e6df-9365-4ac5-b967-a44be72de5c9 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks [] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:21.709565 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-77a3e6df-9365-4ac5-b967-a44be72de5c9 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] 10.222.0.21 "DELETE /v2.0/networks/df9239ce-8e2a-47b7-be4c-2d82826fe413 HTTP/1.1" status: 204 len: 168 time: 0.7115853 Nov 24 01:52:21.710940 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a3e6df-9365-4ac5-b967-a44be72de5c9 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Pushing event deleted for resources: {'Network': ['ID=df9239ce-8e2a-47b7-be4c-2d82826fe413,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:52:21.712356 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 51042) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:52:22.078320 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-6bdb7dc9-d094-4dc3-9115-7b4ecf2e5c9a tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3777994'] for router_interface, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:22.122709 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device a28058c8-462a-4fc3-8d08-3d397aab2612 no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:52:22.144316 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: a28058c8-462a-4fc3-8d08-3d397aab2612 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:52:22.144672 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device a28058c8-462a-4fc3-8d08-3d397aab2612 not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:52:22.145098 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device c6ea664e-1a70-4c59-a9ea-87f76845591f no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:52:22.165616 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: c6ea664e-1a70-4c59-a9ea-87f76845591f {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:52:22.165981 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device c6ea664e-1a70-4c59-a9ea-87f76845591f not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:52:22.335815 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-6bdb7dc9-d094-4dc3-9115-7b4ecf2e5c9a tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Deleting port c0e8cfc7-cda1-4e1b-b8f1-7ed477c5aee7 {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:52:22.336156 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-6bdb7dc9-d094-4dc3-9115-7b4ecf2e5c9a tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:22.424138 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [None req-6bdb7dc9-d094-4dc3-9115-7b4ecf2e5c9a tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] For port c0e8cfc7-cda1-4e1b-b8f1-7ed477c5aee7, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=c0e8cfc7-cda1-4e1b-b8f1-7ed477c5aee7,segment=NetworkSegment(bbe951b3-8540-4453-80da-f86de5a05b8a),segment_id=bbe951b3-8540-4453-80da-f86de5a05b8a)] {{(pid=109866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:52:22.424499 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-6bdb7dc9-d094-4dc3-9115-7b4ecf2e5c9a tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:22.436740 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-6bdb7dc9-d094-4dc3-9115-7b4ecf2e5c9a tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Calling delete_port for c0e8cfc7-cda1-4e1b-b8f1-7ed477c5aee7 owned by network:router_interface {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:52:22.613228 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-6bdb7dc9-d094-4dc3-9115-7b4ecf2e5c9a tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:22.643098 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdb7dc9-d094-4dc3-9115-7b4ecf2e5c9a tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Pushing event deleted for resources: {'Port': ['ID=c0e8cfc7-cda1-4e1b-b8f1-7ed477c5aee7,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:52:22.742599 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-6bdb7dc9-d094-4dc3-9115-7b4ecf2e5c9a tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424538'] for router_interface, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:22.936384 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68562ec1-3c2c-476a-ac3e-106d174d6621 req-878b7895-131a-4048-9af5-bf8abe0a7e71 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:52:22.937836 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-68562ec1-3c2c-476a-ac3e-106d174d6621 req-878b7895-131a-4048-9af5-bf8abe0a7e71 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b2607c2-05c2-48ba-8d8f-bae266fed81e HTTP/1.1" status: 200 len: 943 time: 0.1169484 Nov 24 01:52:22.948300 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bdb7dc9-d094-4dc3-9115-7b4ecf2e5c9a tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Router 80dba2c7-244a-458b-b326-8a7744c2090a has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:52:23.055881 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-68562ec1-3c2c-476a-ac3e-106d174d6621 req-3af8a09c-5767-4a53-a67a-1e7cb1b6a6fe tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb4ca234-490d-44d6-ab4a-adcd1740b9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100245 Nov 24 01:52:23.058362 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bdb7dc9-d094-4dc3-9115-7b4ecf2e5c9a tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:52:23.066403 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-6bdb7dc9-d094-4dc3-9115-7b4ecf2e5c9a tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] 10.222.0.21 "PUT /v2.0/routers/80dba2c7-244a-458b-b326-8a7744c2090a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3493266 Nov 24 01:52:23.066403 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 51046) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:52:23.076292 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b726ed-a59a-48f9-b99f-6d9363b8bccf None None] Sync routers for ids ['80dba2c7-244a-458b-b326-8a7744c2090a'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:52:23.088163 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b726ed-a59a-48f9-b99f-6d9363b8bccf None None] Routers {'80dba2c7-244a-458b-b326-8a7744c2090a'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:52:23.089047 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-b3b726ed-a59a-48f9-b99f-6d9363b8bccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:51:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['80dba2c7-244a-458b-b326-8a7744c2090a'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:52:23.121315 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_v2 [None req-da279e20-f003-46ed-bcb1-0b754c0b07e2 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Deleting subnet bd882262-6489-41c0-8604-05c4ded47293 {{(pid=109866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 01:52:23.124518 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-da279e20-f003-46ed-bcb1-0b754c0b07e2 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks [] for subnet, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:23.162817 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-b3b726ed-a59a-48f9-b99f-6d9363b8bccf None None] Set router 80dba2c7-244a-458b-b326-8a7744c2090a gateway port host: None {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:52:23.167410 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-da279e20-f003-46ed-bcb1-0b754c0b07e2 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29055568'] for subnet, precommit_delete_associations {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:23.218905 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-b3b726ed-a59a-48f9-b99f-6d9363b8bccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80dba2c7-244a-458b-b326-8a7744c2090a', 'name': 'tempest-RoutersIpV6Test-router-1284241670', 'tenant_id': '468ce101e5db4aad97f1fca7bb15b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:51:49Z', 'updated_at': '2021-11-24T01:52:22Z', 'revision_number': 11, 'project_id': '468ce101e5db4aad97f1fca7bb15b3de', 'gw_port_host': None}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:52:23.245089 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b726ed-a59a-48f9-b99f-6d9363b8bccf None None] Checking router: 80dba2c7-244a-458b-b326-8a7744c2090a for host: dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 01:52:23.251700 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-da279e20-f003-46ed-bcb1-0b754c0b07e2 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:23.254035 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b726ed-a59a-48f9-b99f-6d9363b8bccf None None] Routers {'80dba2c7-244a-458b-b326-8a7744c2090a'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:52:23.254903 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-b3b726ed-a59a-48f9-b99f-6d9363b8bccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:51:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['80dba2c7-244a-458b-b326-8a7744c2090a'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:52:23.315955 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-da279e20-f003-46ed-bcb1-0b754c0b07e2 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29149324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29154870'] for subnet, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:23.326620 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-b3b726ed-a59a-48f9-b99f-6d9363b8bccf None None] Set router 80dba2c7-244a-458b-b326-8a7744c2090a gateway port host: None {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:52:23.384312 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-b3b726ed-a59a-48f9-b99f-6d9363b8bccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80dba2c7-244a-458b-b326-8a7744c2090a', 'name': 'tempest-RoutersIpV6Test-router-1284241670', 'tenant_id': '468ce101e5db4aad97f1fca7bb15b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:51:49Z', 'updated_at': '2021-11-24T01:52:22Z', 'revision_number': 11, 'project_id': '468ce101e5db4aad97f1fca7bb15b3de', 'gw_port_host': None}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:52:23.412731 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b726ed-a59a-48f9-b99f-6d9363b8bccf None None] The sync data for ids ['80dba2c7-244a-458b-b326-8a7744c2090a'] in dv-neutron-818911-2-hyperv is: [{'id': '80dba2c7-244a-458b-b326-8a7744c2090a', 'name': 'tempest-RoutersIpV6Test-router-1284241670', 'tenant_id': '468ce101e5db4aad97f1fca7bb15b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:51:49Z', 'updated_at': '2021-11-24T01:52:22Z', 'revision_number': 11, 'project_id': '468ce101e5db4aad97f1fca7bb15b3de', 'gw_port_host': None}] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:52:23.687692 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da279e20-f003-46ed-bcb1-0b754c0b07e2 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Pushing event deleted for resources: {'Subnet': ['ID=bd882262-6489-41c0-8604-05c4ded47293,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:52:23.691963 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-da279e20-f003-46ed-bcb1-0b754c0b07e2 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:23.695731 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-da279e20-f003-46ed-bcb1-0b754c0b07e2 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] 10.222.0.21 "DELETE /v2.0/subnets/bd882262-6489-41c0-8604-05c4ded47293 HTTP/1.1" status: 204 len: 168 time: 0.6282873 Nov 24 01:52:23.698050 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 51048) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:52:23.701334 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ceac24e-f2ac-4aa3-8269-2badfa1cae6b None None] Network cf243e4d-6d88-41bb-ae27-4dbc3743985e requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:52:23.779052 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0f01d035-7c06-4202-b2aa-5d05af270512 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:23.844541 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-0f01d035-7c06-4202-b2aa-5d05af270512 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Deleting port d0cce3f9-431d-4580-979a-7d1ff98c5509 {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:52:23.844964 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0f01d035-7c06-4202-b2aa-5d05af270512 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:23.914669 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [None req-0f01d035-7c06-4202-b2aa-5d05af270512 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] For port d0cce3f9-431d-4580-979a-7d1ff98c5509, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=d0cce3f9-431d-4580-979a-7d1ff98c5509,segment=NetworkSegment(bbe951b3-8540-4453-80da-f86de5a05b8a),segment_id=bbe951b3-8540-4453-80da-f86de5a05b8a)] {{(pid=109866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:52:23.915115 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0f01d035-7c06-4202-b2aa-5d05af270512 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:23.915250 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0d7644-1bb3-4afd-a202-998d826b90aa None None] DHCP port deletion for cf243e4d-6d88-41bb-ae27-4dbc3743985e request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:52:23.932330 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-0f01d035-7c06-4202-b2aa-5d05af270512 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Calling delete_port for d0cce3f9-431d-4580-979a-7d1ff98c5509 owned by network:dhcp {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:52:23.995904 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device c0e8cfc7-cda1-4e1b-b8f1-7ed477c5aee7 no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:52:24.022638 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: c0e8cfc7-cda1-4e1b-b8f1-7ed477c5aee7 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:52:24.022911 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device c0e8cfc7-cda1-4e1b-b8f1-7ed477c5aee7 not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:52:24.028951 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0f01d035-7c06-4202-b2aa-5d05af270512 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:24.031158 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-ad0d7644-1bb3-4afd-a202-998d826b90aa None None] Deleting port d0cce3f9-431d-4580-979a-7d1ff98c5509 {{(pid=109868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:52:24.031529 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-ad0d7644-1bb3-4afd-a202-998d826b90aa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:24.054760 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f01d035-7c06-4202-b2aa-5d05af270512 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Pushing event deleted for resources: {'Port': ['ID=d0cce3f9-431d-4580-979a-7d1ff98c5509,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:52:24.058521 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f01d035-7c06-4202-b2aa-5d05af270512 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] No DVR routers for this DVR port d0cce3f9-431d-4580-979a-7d1ff98c5509 on host dv-neutron-818911-2-hyperv {{(pid=109866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:52:24.100843 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-ad0d7644-1bb3-4afd-a202-998d826b90aa None None] For port d0cce3f9-431d-4580-979a-7d1ff98c5509, host dv-neutron-818911-2-hyperv, got binding levels [] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:52:24.101237 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-ad0d7644-1bb3-4afd-a202-998d826b90aa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:24.116474 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-ad0d7644-1bb3-4afd-a202-998d826b90aa None None] Calling delete_port for d0cce3f9-431d-4580-979a-7d1ff98c5509 owned by network:dhcp {{(pid=109868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:52:24.119686 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.ipam_backend_mixin [None req-ad0d7644-1bb3-4afd-a202-998d826b90aa None None] Port d0cce3f9-431d-4580-979a-7d1ff98c5509 was not found and therefore no delete operation was performed {{(pid=109868) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 24 01:52:24.121169 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-ad0d7644-1bb3-4afd-a202-998d826b90aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974'] for port, after_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:24.148570 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0d7644-1bb3-4afd-a202-998d826b90aa None None] Pushing event deleted for resources: {'Port': ['ID=d0cce3f9-431d-4580-979a-7d1ff98c5509,revision_number=None']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:52:24.155088 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0d7644-1bb3-4afd-a202-998d826b90aa None None] No DVR routers for this DVR port d0cce3f9-431d-4580-979a-7d1ff98c5509 on host dv-neutron-818911-2-hyperv {{(pid=109868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:52:24.158517 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0f01d035-7c06-4202-b2aa-5d05af270512 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:24.182508 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-0f01d035-7c06-4202-b2aa-5d05af270512 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf243e4d-6d88-41bb-ae27-4dbc3743985e']}} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:52:24.184657 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ac0d94-c348-46f2-aaf5-68407ffe8dad req-f2a465c8-c7d8-4542-8758-7c3606d50bcc tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:52:24.186220 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-46ac0d94-c348-46f2-aaf5-68407ffe8dad req-f2a465c8-c7d8-4542-8758-7c3606d50bcc tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b2607c2-05c2-48ba-8d8f-bae266fed81e HTTP/1.1" status: 200 len: 943 time: 0.0588429 Nov 24 01:52:24.193182 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-0f01d035-7c06-4202-b2aa-5d05af270512 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbe951b3-8540-4453-80da-f86de5a05b8a') {'for_net_delete': True} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:52:24.193514 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-0f01d035-7c06-4202-b2aa-5d05af270512 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbe951b3-8540-4453-80da-f86de5a05b8a') {} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:52:24.203083 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0f01d035-7c06-4202-b2aa-5d05af270512 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29055561'] for segment, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:24.216785 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0f01d035-7c06-4202-b2aa-5d05af270512 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:24.225487 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f01d035-7c06-4202-b2aa-5d05af270512 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=109866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:52:24.225879 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0f01d035-7c06-4202-b2aa-5d05af270512 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29151010'] for segment, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:24.228972 dv-neutron-818911-2-hyperv neutron-server[109866]: Traceback (most recent call last): Nov 24 01:52:24.228972 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:52:24.228972 dv-neutron-818911-2-hyperv neutron-server[109866]: timer() Nov 24 01:52:24.228972 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:52:24.228972 dv-neutron-818911-2-hyperv neutron-server[109866]: cb(*args, **kw) Nov 24 01:52:24.228972 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:52:24.228972 dv-neutron-818911-2-hyperv neutron-server[109866]: return func(*args, **kwargs) Nov 24 01:52:24.228972 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:52:24.228972 dv-neutron-818911-2-hyperv neutron-server[109866]: self._notify() Nov 24 01:52:24.228972 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:52:24.228972 dv-neutron-818911-2-hyperv neutron-server[109866]: self.callback(batched_events) Nov 24 01:52:24.228972 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:52:24.228972 dv-neutron-818911-2-hyperv neutron-server[109866]: event.method(event) Nov 24 01:52:24.228972 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:52:24.228972 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:52:24.228972 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:52:24.228972 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:52:24.228972 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:52:24.228972 dv-neutron-818911-2-hyperv neutron-server[109866]: return f(self, *a, **k) Nov 24 01:52:24.228972 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:52:24.228972 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._get(url).json() Nov 24 01:52:24.228972 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:52:24.228972 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:52:24.228972 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:52:24.228972 dv-neutron-818911-2-hyperv neutron-server[109866]: return self.request(url, 'GET', **kwargs) Nov 24 01:52:24.228972 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:52:24.228972 dv-neutron-818911-2-hyperv neutron-server[109866]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:52:24.228972 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:52:24.228972 dv-neutron-818911-2-hyperv neutron-server[109866]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:52:24.228972 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:52:24.228972 dv-neutron-818911-2-hyperv neutron-server[109866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:52:24.228972 dv-neutron-818911-2-hyperv neutron-server[109866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:52:24.243440 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-46ac0d94-c348-46f2-aaf5-68407ffe8dad req-8440d1c2-59d7-4cb9-9272-e44e0d975c4a tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb4ca234-490d-44d6-ab4a-adcd1740b9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505311 Nov 24 01:52:24.287407 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0f01d035-7c06-4202-b2aa-5d05af270512 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:24.294549 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0f01d035-7c06-4202-b2aa-5d05af270512 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks [] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:24.297698 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-0f01d035-7c06-4202-b2aa-5d05af270512 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] 10.222.0.21 "DELETE /v2.0/networks/cf243e4d-6d88-41bb-ae27-4dbc3743985e HTTP/1.1" status: 204 len: 168 time: 0.5983295 Nov 24 01:52:24.300568 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 51052) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:52:24.305213 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-9d5b25ff-89f2-40ce-afec-b5199bd8a08c tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Request body: {'router': {'routes': None}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:52:24.308836 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f01d035-7c06-4202-b2aa-5d05af270512 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Pushing event deleted for resources: {'Network': ['ID=cf243e4d-6d88-41bb-ae27-4dbc3743985e,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:52:24.454934 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.extraroute_db [None req-9d5b25ff-89f2-40ce-afec-b5199bd8a08c tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Added routes are [] {{(pid=109867) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 24 01:52:24.455180 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.extraroute_db [None req-9d5b25ff-89f2-40ce-afec-b5199bd8a08c tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Removed routes are [] {{(pid=109867) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 24 01:52:24.455458 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9d5b25ff-89f2-40ce-afec-b5199bd8a08c tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3684298', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-424347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2775'] for router, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:24.598742 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9d5b25ff-89f2-40ce-afec-b5199bd8a08c tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3684298', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-424347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2775'] for router, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:24.602052 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9d5b25ff-89f2-40ce-afec-b5199bd8a08c tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3683822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-418125', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-424361'] for router, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:24.679280 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d5b25ff-89f2-40ce-afec-b5199bd8a08c tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Router 80dba2c7-244a-458b-b326-8a7744c2090a has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:52:24.705842 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-54a8e940-4a46-4f74-b67a-9c539821a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:24.756634 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d5b25ff-89f2-40ce-afec-b5199bd8a08c tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:52:24.763369 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9d5b25ff-89f2-40ce-afec-b5199bd8a08c tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks [] for router, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:24.764502 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-9d5b25ff-89f2-40ce-afec-b5199bd8a08c tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] 10.222.0.21 "PUT /v2.0/routers/80dba2c7-244a-458b-b326-8a7744c2090a HTTP/1.1" status: 200 len: 705 time: 0.4628513 Nov 24 01:52:24.765839 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e67ce7-6786-4a5b-8874-ab726e8a1b3b None None] Sync routers for ids ['80dba2c7-244a-458b-b326-8a7744c2090a'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:52:24.767368 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 51054) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:52:24.775617 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e67ce7-6786-4a5b-8874-ab726e8a1b3b None None] Routers {'80dba2c7-244a-458b-b326-8a7744c2090a'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:52:24.776485 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-d4e67ce7-6786-4a5b-8874-ab726e8a1b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:51:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['80dba2c7-244a-458b-b326-8a7744c2090a'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:52:24.796895 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-e244130a-62f6-46fc-9f9a-ae3fbe37e301 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] 10.222.0.21 "GET /v2.0/ports?device_id=80dba2c7-244a-458b-b326-8a7744c2090a HTTP/1.1" status: 200 len: 205 time: 0.0269868 Nov 24 01:52:24.797545 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 51056) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:52:24.847701 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-d4e67ce7-6786-4a5b-8874-ab726e8a1b3b None None] Set router 80dba2c7-244a-458b-b326-8a7744c2090a gateway port host: None {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:52:24.874003 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1514a477-d666-4002-ae6c-d72882f2e411 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks [] for router, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:24.898403 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-d4e67ce7-6786-4a5b-8874-ab726e8a1b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80dba2c7-244a-458b-b326-8a7744c2090a', 'name': 'tempest-RoutersIpV6Test-router-1284241670', 'tenant_id': '468ce101e5db4aad97f1fca7bb15b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:51:49Z', 'updated_at': '2021-11-24T01:52:22Z', 'revision_number': 11, 'project_id': '468ce101e5db4aad97f1fca7bb15b3de', 'gw_port_host': None}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:52:24.928220 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e67ce7-6786-4a5b-8874-ab726e8a1b3b None None] Checking router: 80dba2c7-244a-458b-b326-8a7744c2090a for host: dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 01:52:24.936543 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e67ce7-6786-4a5b-8874-ab726e8a1b3b None None] Routers {'80dba2c7-244a-458b-b326-8a7744c2090a'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:52:24.937161 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-d4e67ce7-6786-4a5b-8874-ab726e8a1b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:51:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['80dba2c7-244a-458b-b326-8a7744c2090a'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:52:25.002242 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-d4e67ce7-6786-4a5b-8874-ab726e8a1b3b None None] Set router 80dba2c7-244a-458b-b326-8a7744c2090a gateway port host: None {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:52:25.031096 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1514a477-d666-4002-ae6c-d72882f2e411 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-424460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2766'] for router, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:25.033744 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1514a477-d666-4002-ae6c-d72882f2e411 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:25.059157 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-d4e67ce7-6786-4a5b-8874-ab726e8a1b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80dba2c7-244a-458b-b326-8a7744c2090a', 'name': 'tempest-RoutersIpV6Test-router-1284241670', 'tenant_id': '468ce101e5db4aad97f1fca7bb15b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:51:49Z', 'updated_at': '2021-11-24T01:52:22Z', 'revision_number': 11, 'project_id': '468ce101e5db4aad97f1fca7bb15b3de', 'gw_port_host': None}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:52:25.075511 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1514a477-d666-4002-ae6c-d72882f2e411 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-424469'] for router, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:25.076171 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1514a477-d666-4002-ae6c-d72882f2e411 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Fanout notify agent at l3_agent the message router_deleted on router 80dba2c7-244a-458b-b326-8a7744c2090a {{(pid=109866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 01:52:25.083227 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1514a477-d666-4002-ae6c-d72882f2e411 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks [] for router, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:25.085081 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-1514a477-d666-4002-ae6c-d72882f2e411 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] 10.222.0.21 "DELETE /v2.0/routers/80dba2c7-244a-458b-b326-8a7744c2090a HTTP/1.1" status: 204 len: 168 time: 0.2857177 Nov 24 01:52:25.086121 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e67ce7-6786-4a5b-8874-ab726e8a1b3b None None] The sync data for ids ['80dba2c7-244a-458b-b326-8a7744c2090a'] in dv-neutron-818911-2-hyperv is: [{'id': '80dba2c7-244a-458b-b326-8a7744c2090a', 'name': 'tempest-RoutersIpV6Test-router-1284241670', 'tenant_id': '468ce101e5db4aad97f1fca7bb15b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:51:49Z', 'updated_at': '2021-11-24T01:52:22Z', 'revision_number': 11, 'project_id': '468ce101e5db4aad97f1fca7bb15b3de', 'gw_port_host': None}] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:52:25.088945 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 51058) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:52:25.096522 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-57ef9e28-fa0e-4557-9c67-aa1ac5218553 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1324779624', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:52:25.120238 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-57ef9e28-fa0e-4557-9c67-aa1ac5218553 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-424105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2744'] for router, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:25.121285 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-57ef9e28-fa0e-4557-9c67-aa1ac5218553 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-424325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-326625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2753'] for router, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:25.185168 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-57ef9e28-fa0e-4557-9c67-aa1ac5218553 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:25.189418 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-57ef9e28-fa0e-4557-9c67-aa1ac5218553 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-424338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418138'] for router, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:25.207982 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-57ef9e28-fa0e-4557-9c67-aa1ac5218553 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks [] for router, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:25.209208 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-57ef9e28-fa0e-4557-9c67-aa1ac5218553 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1189475 Nov 24 01:52:25.212362 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 51060) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:52:25.217922 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-f340b318-ac48-49a7-8582-6ac54ad4bc5a tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Request body: {'router': {'admin_state_up': True}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:52:25.366670 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6801939-a9be-4700-8011-4be2d6084a51 req-e308d5e5-fa59-4cb9-8539-efe7d936027e tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:52:25.368307 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-a6801939-a9be-4700-8011-4be2d6084a51 req-e308d5e5-fa59-4cb9-8539-efe7d936027e tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b2607c2-05c2-48ba-8d8f-bae266fed81e HTTP/1.1" status: 200 len: 943 time: 0.0526180 Nov 24 01:52:25.421508 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-a6801939-a9be-4700-8011-4be2d6084a51 req-ccae160a-0806-41f2-aa60-693f49bedc21 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb4ca234-490d-44d6-ab4a-adcd1740b9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469694 Nov 24 01:52:25.756231 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f340b318-ac48-49a7-8582-6ac54ad4bc5a tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3684298', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-424347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2775'] for router, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:25.765814 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f340b318-ac48-49a7-8582-6ac54ad4bc5a tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3683822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-418125', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-424361'] for router, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:25.862874 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f340b318-ac48-49a7-8582-6ac54ad4bc5a tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Router 10d45c9e-297a-45eb-abfc-8b9a44bfc9a9 is scheduled to L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e with binding_index 1 {{(pid=109867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 01:52:25.927019 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device d0cce3f9-431d-4580-979a-7d1ff98c5509 no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:52:25.939599 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f340b318-ac48-49a7-8582-6ac54ad4bc5a tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:52:25.947172 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f340b318-ac48-49a7-8582-6ac54ad4bc5a tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks [] for router, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:25.948511 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-f340b318-ac48-49a7-8582-6ac54ad4bc5a tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] 10.222.0.21 "PUT /v2.0/routers/10d45c9e-297a-45eb-abfc-8b9a44bfc9a9 HTTP/1.1" status: 200 len: 698 time: 0.7345650 Nov 24 01:52:25.949837 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc22436-21d9-4799-9ac7-0e500e90b3ab None None] Sync routers for ids ['10d45c9e-297a-45eb-abfc-8b9a44bfc9a9'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:52:25.950762 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: d0cce3f9-431d-4580-979a-7d1ff98c5509 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:52:25.951060 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 51064) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:52:25.951200 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device d0cce3f9-431d-4580-979a-7d1ff98c5509 not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:52:25.962856 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc22436-21d9-4799-9ac7-0e500e90b3ab None None] Routers {'10d45c9e-297a-45eb-abfc-8b9a44bfc9a9'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:52:25.963466 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-3cc22436-21d9-4799-9ac7-0e500e90b3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:51:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['10d45c9e-297a-45eb-abfc-8b9a44bfc9a9'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:52:26.031860 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-3cc22436-21d9-4799-9ac7-0e500e90b3ab None None] Set router 10d45c9e-297a-45eb-abfc-8b9a44bfc9a9 gateway port host: None {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:52:26.033400 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-e6c1f7c9-5527-4b24-a4f0-e5839097fbca tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] 10.222.0.21 "GET /v2.0/routers/10d45c9e-297a-45eb-abfc-8b9a44bfc9a9 HTTP/1.1" status: 200 len: 704 time: 0.0806463 Nov 24 01:52:26.036017 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 51066) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:52:26.061817 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-a501557c-eb23-4ab6-878a-8bf6853fcc92 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] 10.222.0.21 "GET /v2.0/ports?device_id=10d45c9e-297a-45eb-abfc-8b9a44bfc9a9 HTTP/1.1" status: 200 len: 205 time: 0.0247140 Nov 24 01:52:26.064225 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 51068) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:52:26.086981 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-3cc22436-21d9-4799-9ac7-0e500e90b3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10d45c9e-297a-45eb-abfc-8b9a44bfc9a9', 'name': 'tempest-RoutersIpV6Test-router-1324779624', 'tenant_id': '468ce101e5db4aad97f1fca7bb15b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:52:25Z', 'updated_at': '2021-11-24T01:52:25Z', 'revision_number': 2, 'project_id': '468ce101e5db4aad97f1fca7bb15b3de', 'gw_port_host': None}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:52:26.114248 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc22436-21d9-4799-9ac7-0e500e90b3ab None None] Checking router: 10d45c9e-297a-45eb-abfc-8b9a44bfc9a9 for host: dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 01:52:26.122959 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc22436-21d9-4799-9ac7-0e500e90b3ab None None] Routers {'10d45c9e-297a-45eb-abfc-8b9a44bfc9a9'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:52:26.123563 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-3cc22436-21d9-4799-9ac7-0e500e90b3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:51:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['10d45c9e-297a-45eb-abfc-8b9a44bfc9a9'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:52:26.140039 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c358f552-3dfb-440c-9d42-6e10126c1bd0 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks [] for router, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:26.192282 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-3cc22436-21d9-4799-9ac7-0e500e90b3ab None None] Set router 10d45c9e-297a-45eb-abfc-8b9a44bfc9a9 gateway port host: None {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:52:26.242615 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-3cc22436-21d9-4799-9ac7-0e500e90b3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10d45c9e-297a-45eb-abfc-8b9a44bfc9a9', 'name': 'tempest-RoutersIpV6Test-router-1324779624', 'tenant_id': '468ce101e5db4aad97f1fca7bb15b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:52:25Z', 'updated_at': '2021-11-24T01:52:25Z', 'revision_number': 2, 'project_id': '468ce101e5db4aad97f1fca7bb15b3de', 'gw_port_host': None}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:52:26.271968 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc22436-21d9-4799-9ac7-0e500e90b3ab None None] The sync data for ids ['10d45c9e-297a-45eb-abfc-8b9a44bfc9a9'] in dv-neutron-818911-2-hyperv is: [{'id': '10d45c9e-297a-45eb-abfc-8b9a44bfc9a9', 'name': 'tempest-RoutersIpV6Test-router-1324779624', 'tenant_id': '468ce101e5db4aad97f1fca7bb15b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:52:25Z', 'updated_at': '2021-11-24T01:52:25Z', 'revision_number': 2, 'project_id': '468ce101e5db4aad97f1fca7bb15b3de', 'gw_port_host': None}] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:52:26.302528 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c358f552-3dfb-440c-9d42-6e10126c1bd0 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-424460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2766'] for router, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:26.304726 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c358f552-3dfb-440c-9d42-6e10126c1bd0 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:26.349360 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c358f552-3dfb-440c-9d42-6e10126c1bd0 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-424469'] for router, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:26.349949 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c358f552-3dfb-440c-9d42-6e10126c1bd0 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Fanout notify agent at l3_agent the message router_deleted on router 10d45c9e-297a-45eb-abfc-8b9a44bfc9a9 {{(pid=109867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 01:52:26.357135 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c358f552-3dfb-440c-9d42-6e10126c1bd0 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] Publish callbacks [] for router, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:26.358267 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-c358f552-3dfb-440c-9d42-6e10126c1bd0 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] 10.222.0.21 "DELETE /v2.0/routers/10d45c9e-297a-45eb-abfc-8b9a44bfc9a9 HTTP/1.1" status: 204 len: 168 time: 0.2931476 Nov 24 01:52:26.362570 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 51070) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:52:26.389336 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-23d31e75-4e5d-4926-a2c7-908225de576c tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] 10.222.0.21 "GET /v2.0/ports?device_id=10d45c9e-297a-45eb-abfc-8b9a44bfc9a9 HTTP/1.1" status: 200 len: 205 time: 0.0256443 Nov 24 01:52:26.391561 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 51072) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:52:26.428876 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.api.v2.resource [None req-b2d10b01-e756-4eb4-a8e2-c9d5a7be906b tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] delete failed (client error): The resource could not be found. Nov 24 01:52:26.429965 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-b2d10b01-e756-4eb4-a8e2-c9d5a7be906b tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] 10.222.0.21 "DELETE /v2.0/routers/10d45c9e-297a-45eb-abfc-8b9a44bfc9a9 HTTP/1.1" status: 404 len: 336 time: 0.0374610 Nov 24 01:52:26.432661 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 51074) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:52:26.473467 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-6df35809-dde0-4ed3-8b9f-586efe22a128 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] DELETE failed (client error): The resource could not be found. Nov 24 01:52:26.474147 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6df35809-dde0-4ed3-8b9f-586efe22a128 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:52:26.479687 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-6df35809-dde0-4ed3-8b9f-586efe22a128 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] 10.222.0.21 "DELETE /v2.0/subnets/aa2f784f-b882-498e-a39b-82c83398d0b4 HTTP/1.1" status: 404 len: 337 time: 0.0435805 Nov 24 01:52:26.479916 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 51078) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:52:26.510747 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8a597ad-00db-4feb-b3b4-ed10656e2571 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] DELETE failed (client error): The resource could not be found. Nov 24 01:52:26.511196 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8a597ad-00db-4feb-b3b4-ed10656e2571 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:52:26.514700 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-a8a597ad-00db-4feb-b3b4-ed10656e2571 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] 10.222.0.21 "DELETE /v2.0/subnets/e26b27c2-1666-4654-b869-26f949dbe2fe HTTP/1.1" status: 404 len: 337 time: 0.0336812 Nov 24 01:52:26.517214 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 51080) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:52:26.542982 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-0109888d-3972-4c76-bb6a-038ddd641094 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] DELETE failed (client error): The resource could not be found. Nov 24 01:52:26.543370 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0109888d-3972-4c76-bb6a-038ddd641094 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:52:26.546430 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-0109888d-3972-4c76-bb6a-038ddd641094 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] 10.222.0.21 "DELETE /v2.0/subnets/c9809b07-0178-4267-b085-fbc473d77de6 HTTP/1.1" status: 404 len: 337 time: 0.0282743 Nov 24 01:52:26.549570 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 51082) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:52:26.565167 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96e299f-d882-4b4b-a5ea-7329b91d827c req-a31c9fce-e479-48a6-ad7e-1019b9ee5350 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:52:26.572393 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-d96e299f-d882-4b4b-a5ea-7329b91d827c req-a31c9fce-e479-48a6-ad7e-1019b9ee5350 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b2607c2-05c2-48ba-8d8f-bae266fed81e HTTP/1.1" status: 200 len: 943 time: 0.0617034 Nov 24 01:52:26.575620 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-51415c19-7d6b-41ce-a418-ead44642f70f tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] DELETE failed (client error): The resource could not be found. Nov 24 01:52:26.576080 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51415c19-7d6b-41ce-a418-ead44642f70f tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:52:26.579188 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-51415c19-7d6b-41ce-a418-ead44642f70f tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] 10.222.0.21 "DELETE /v2.0/subnets/bd882262-6489-41c0-8604-05c4ded47293 HTTP/1.1" status: 404 len: 337 time: 0.0286703 Nov 24 01:52:26.581805 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 51084) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:52:26.608823 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-62f537f7-a72e-4a81-94e9-07453f603c60 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] 10.222.0.21 "GET /v2.0/ports?device_id=80dba2c7-244a-458b-b326-8a7744c2090a HTTP/1.1" status: 200 len: 205 time: 0.0259249 Nov 24 01:52:26.612000 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 51086) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:52:26.620808 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-d96e299f-d882-4b4b-a5ea-7329b91d827c req-3e2a7bd0-99c1-4fc7-a7e6-f64848fda837 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb4ca234-490d-44d6-ab4a-adcd1740b9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475791 Nov 24 01:52:26.650890 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.api.v2.resource [None req-d47df26f-1d2d-4b15-8c81-bc6538e4efa3 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] delete failed (client error): The resource could not be found. Nov 24 01:52:26.651929 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-d47df26f-1d2d-4b15-8c81-bc6538e4efa3 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] 10.222.0.21 "DELETE /v2.0/routers/80dba2c7-244a-458b-b326-8a7744c2090a HTTP/1.1" status: 404 len: 336 time: 0.0389411 Nov 24 01:52:26.654524 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 51088) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:52:26.685881 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-310f4544-702a-4a18-91fd-27e5686919e0 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] 10.222.0.21 "GET /v2.0/ports?device_id=50f5dd5c-bd92-41e2-b330-65449932bc68 HTTP/1.1" status: 200 len: 205 time: 0.0302799 Nov 24 01:52:26.688238 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 51090) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:52:26.725698 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.api.v2.resource [None req-b8b11611-b38e-4f3f-8a10-33d55e7f8e8f tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] delete failed (client error): The resource could not be found. Nov 24 01:52:26.726727 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-b8b11611-b38e-4f3f-8a10-33d55e7f8e8f tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] 10.222.0.21 "DELETE /v2.0/routers/50f5dd5c-bd92-41e2-b330-65449932bc68 HTTP/1.1" status: 404 len: 336 time: 0.0375698 Nov 24 01:52:26.729209 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 51092) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:52:26.754470 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-6503d78d-447c-4d74-9620-54ce8009f9fe tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] DELETE failed (client error): The resource could not be found. Nov 24 01:52:26.754917 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6503d78d-447c-4d74-9620-54ce8009f9fe tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:52:26.757923 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-6503d78d-447c-4d74-9620-54ce8009f9fe tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] 10.222.0.21 "DELETE /v2.0/subnets/f13af896-1de6-4dfe-b977-bf8d1d733896 HTTP/1.1" status: 404 len: 337 time: 0.0277650 Nov 24 01:52:26.760321 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 51094) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:52:26.787988 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-bf242918-9797-4a7f-ae0f-283e2194fe56 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a256962-e1f8-4698-b76f-426093d616bd HTTP/1.1" status: 200 len: 205 time: 0.0266180 Nov 24 01:52:26.790992 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 51096) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:52:26.831387 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.api.v2.resource [None req-fb0f64eb-9541-4bca-806a-fb080736fcac tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] delete failed (client error): The resource could not be found. Nov 24 01:52:26.832340 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-fb0f64eb-9541-4bca-806a-fb080736fcac tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] 10.222.0.21 "DELETE /v2.0/routers/8a256962-e1f8-4698-b76f-426093d616bd HTTP/1.1" status: 404 len: 336 time: 0.0404470 Nov 24 01:52:26.835105 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 51098) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:52:26.864811 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-81239b1e-6fa1-4f25-9fc7-5264b70ed5f8 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] 10.222.0.21 "GET /v2.0/ports?device_id=58d411fe-e046-49d9-918e-c7da7097a737 HTTP/1.1" status: 200 len: 205 time: 0.0264959 Nov 24 01:52:26.865020 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 51100) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:52:26.901353 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.api.v2.resource [None req-3b3f62c7-d7b3-406b-b99e-d7d9b52a706d tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] delete failed (client error): The resource could not be found. Nov 24 01:52:26.902433 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-3b3f62c7-d7b3-406b-b99e-d7d9b52a706d tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] 10.222.0.21 "DELETE /v2.0/routers/58d411fe-e046-49d9-918e-c7da7097a737 HTTP/1.1" status: 404 len: 336 time: 0.0365260 Nov 24 01:52:26.905032 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 51102) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:52:26.935343 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a5ac3dc-fac2-4a37-958a-a5d102bbd0d1 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] DELETE failed (client error): The resource could not be found. Nov 24 01:52:26.935791 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a5ac3dc-fac2-4a37-958a-a5d102bbd0d1 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:52:26.938813 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-6a5ac3dc-fac2-4a37-958a-a5d102bbd0d1 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] 10.222.0.21 "DELETE /v2.0/subnets/2d84d3a0-2c8f-4699-926f-c811ad07a618 HTTP/1.1" status: 404 len: 337 time: 0.0327523 Nov 24 01:52:26.941458 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 51104) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:52:26.968255 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-d74121f9-9dc5-48d4-8db9-5a1a6f1f6d9f tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf0460dd-7f19-4a26-a86a-117104754488 HTTP/1.1" status: 200 len: 205 time: 0.0257056 Nov 24 01:52:26.971343 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 51106) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:52:27.007397 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.api.v2.resource [None req-267f620c-5b6c-4017-a7df-a47d671095a1 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] delete failed (client error): The resource could not be found. Nov 24 01:52:27.010880 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-267f620c-5b6c-4017-a7df-a47d671095a1 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] 10.222.0.21 "DELETE /v2.0/routers/cf0460dd-7f19-4a26-a86a-117104754488 HTTP/1.1" status: 404 len: 336 time: 0.0361831 Nov 24 01:52:27.011027 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 51108) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:52:27.037868 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f8fe61c-53ea-4761-a73b-1d12cf2eff76 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] DELETE failed (client error): The resource could not be found. Nov 24 01:52:27.038320 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f8fe61c-53ea-4761-a73b-1d12cf2eff76 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:52:27.041327 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-3f8fe61c-53ea-4761-a73b-1d12cf2eff76 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] 10.222.0.21 "DELETE /v2.0/subnets/f695cd29-f506-45cd-916d-0ac3fd34719c HTTP/1.1" status: 404 len: 337 time: 0.0293982 Nov 24 01:52:27.043972 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 51110) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:52:27.071343 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-4765934c-85b7-41f3-9334-36ef247c9891 tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] 10.222.0.21 "GET /v2.0/ports?device_id=61882c9c-6206-4da6-be5a-8a4ba5ebe3b7 HTTP/1.1" status: 200 len: 205 time: 0.0256732 Nov 24 01:52:27.073193 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 51112) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:52:27.114207 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.api.v2.resource [None req-77788029-425a-4acd-aa16-195f3ec24f0e tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] delete failed (client error): The resource could not be found. Nov 24 01:52:27.115267 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-77788029-425a-4acd-aa16-195f3ec24f0e tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] 10.222.0.21 "DELETE /v2.0/routers/61882c9c-6206-4da6-be5a-8a4ba5ebe3b7 HTTP/1.1" status: 404 len: 336 time: 0.0411594 Nov 24 01:52:27.117878 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 51114) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:52:27.146077 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f218249-669d-432a-9cff-f6f60b8ccb5b tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] DELETE failed (client error): The resource could not be found. Nov 24 01:52:27.146620 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f218249-669d-432a-9cff-f6f60b8ccb5b tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:52:27.147574 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-28625935-4d68-4cb3-814c-a8896a3397c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:27.152486 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 51116) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:52:27.152632 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-5f218249-669d-432a-9cff-f6f60b8ccb5b tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] 10.222.0.21 "DELETE /v2.0/subnets/e2231478-1209-4ac4-baa9-533bc8d772ec HTTP/1.1" status: 404 len: 337 time: 0.0336242 Nov 24 01:52:27.179479 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.pecan_wsgi.hooks.translation [None req-0856b4f7-f96b-4bdd-a39f-3c26cfc13e5d tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] DELETE failed (client error): The resource could not be found. Nov 24 01:52:27.180028 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0856b4f7-f96b-4bdd-a39f-3c26cfc13e5d tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 01:52:27.183208 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-0856b4f7-f96b-4bdd-a39f-3c26cfc13e5d tempest-RoutersIpV6Test-2091619377 tempest-RoutersIpV6Test-2091619377-project] 10.222.0.21 "DELETE /v2.0/subnets/c57e709e-c59b-46cb-86dc-a9a8467bbb2a HTTP/1.1" status: 404 len: 337 time: 0.0293982 Nov 24 01:52:27.426115 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 51122) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:52:27.557039 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-e0a9fddd-9e0a-4250-9e41-805566d8b093 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=468ce101e5db4aad97f1fca7bb15b3de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1297650 Nov 24 01:52:27.559512 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 51126) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:52:27.605218 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-664765b0-4b0e-414f-a366-43649077d512 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:27.627049 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-664765b0-4b0e-414f-a366-43649077d512 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:27.677139 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-664765b0-4b0e-414f-a366-43649077d512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:27.679828 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-664765b0-4b0e-414f-a366-43649077d512 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:27.680990 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-664765b0-4b0e-414f-a366-43649077d512 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8a58c6eb-77c8-482b-91ba-55fc630ccd4f HTTP/1.1" status: 204 len: 168 time: 0.1205900 Nov 24 01:52:27.689676 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664765b0-4b0e-414f-a366-43649077d512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a58c6eb-77c8-482b-91ba-55fc630ccd4f,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:52:27.749965 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53126a34-68a1-4229-bf37-43a8d6e62866 req-69f077fe-9052-4993-bade-97635c271e95 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:52:27.751547 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-53126a34-68a1-4229-bf37-43a8d6e62866 req-69f077fe-9052-4993-bade-97635c271e95 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b2607c2-05c2-48ba-8d8f-bae266fed81e HTTP/1.1" status: 200 len: 943 time: 0.0642469 Nov 24 01:52:27.804292 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-53126a34-68a1-4229-bf37-43a8d6e62866 req-e1231520-8b48-4827-bfa0-5e988422d8d1 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb4ca234-490d-44d6-ab4a-adcd1740b9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459893 Nov 24 01:52:27.819178 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:28.066290 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:28.320332 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 51150) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:52:28.416388 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-37c1dd9f-05ac-4e5b-88b7-55394be14cba tempest-ServiceProvidersTest-536748718 tempest-ServiceProvidersTest-536748718-project] 10.222.0.21 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.0949235 Nov 24 01:52:28.653357 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 51158) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:52:28.760431 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8402f8ca-c355-4376-9b8e-db080151283f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:28.834729 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8402f8ca-c355-4376-9b8e-db080151283f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:28.838568 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8402f8ca-c355-4376-9b8e-db080151283f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:28.878473 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-8402f8ca-c355-4376-9b8e-db080151283f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ab5fc76edbf140179f2335c0a43025d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2239251 Nov 24 01:52:28.879350 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8402f8ca-c355-4376-9b8e-db080151283f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71b5639e-c888-451d-812a-f6e050b877a2,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:52:28.881671 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 51164) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:52:28.929637 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8c5c900f-ee24-40e3-9420-40bef0971a99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:28.934063 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a87062e-9acd-40ad-ac6b-c8457c548f13 req-e4753236-4f79-4d25-b677-fc114c3c9c4f tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:52:28.935561 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-4a87062e-9acd-40ad-ac6b-c8457c548f13 req-e4753236-4f79-4d25-b677-fc114c3c9c4f tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b2607c2-05c2-48ba-8d8f-bae266fed81e HTTP/1.1" status: 200 len: 943 time: 0.0597298 Nov 24 01:52:28.950885 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8c5c900f-ee24-40e3-9420-40bef0971a99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:28.984355 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-4a87062e-9acd-40ad-ac6b-c8457c548f13 req-2de52abd-177d-49f3-a35c-deffe548c604 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb4ca234-490d-44d6-ab4a-adcd1740b9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422299 Nov 24 01:52:28.999644 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8c5c900f-ee24-40e3-9420-40bef0971a99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:29.003142 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8c5c900f-ee24-40e3-9420-40bef0971a99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:29.006921 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-8c5c900f-ee24-40e3-9420-40bef0971a99 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/71b5639e-c888-451d-812a-f6e050b877a2 HTTP/1.1" status: 204 len: 168 time: 0.1243520 Nov 24 01:52:29.014652 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5c900f-ee24-40e3-9420-40bef0971a99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71b5639e-c888-451d-812a-f6e050b877a2,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:52:29.146873 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.agents_db [None req-4e42c10c-a1d3-4d07-89d6-7a24334140aa None None] Agent healthcheck: found 6 active agents {{(pid=109869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 01:52:29.556095 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:30.082690 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:30.105383 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e64c3a9-21f7-4d75-9c72-f00224cea0f0 req-482de890-d02d-4c9e-9f04-7d510a45e9b4 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:52:30.106835 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-1e64c3a9-21f7-4d75-9c72-f00224cea0f0 req-482de890-d02d-4c9e-9f04-7d510a45e9b4 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b2607c2-05c2-48ba-8d8f-bae266fed81e HTTP/1.1" status: 200 len: 943 time: 0.0535541 Nov 24 01:52:30.155786 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-1e64c3a9-21f7-4d75-9c72-f00224cea0f0 req-33a11d0c-8636-486d-9f00-486105047f23 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb4ca234-490d-44d6-ab4a-adcd1740b9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429368 Nov 24 01:52:31.267447 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff4671-ecff-401b-9b2c-60f3d552c028 req-91c9725c-d7f9-4d97-af84-daf3ae6f3972 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:52:31.268922 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-30ff4671-ecff-401b-9b2c-60f3d552c028 req-91c9725c-d7f9-4d97-af84-daf3ae6f3972 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b2607c2-05c2-48ba-8d8f-bae266fed81e HTTP/1.1" status: 200 len: 943 time: 0.0475011 Nov 24 01:52:31.317233 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-30ff4671-ecff-401b-9b2c-60f3d552c028 req-a44875b3-4fae-479d-99da-586e7762e7f9 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb4ca234-490d-44d6-ab4a-adcd1740b9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424087 Nov 24 01:52:31.945199 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 61ee23ee-9bc1-4eda-8cdc-edeaa0420244 details requested by agent hyperv_hv-neutron-8189 with host hv-neutron-8189 {{(pid=109868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 01:52:32.038428 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port 61ee23ee-9bc1-4eda-8cdc-edeaa0420244, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=61ee23ee-9bc1-4eda-8cdc-edeaa0420244,segment=NetworkSegment(82bdd678-3b9c-43c2-8043-a848930985ff),segment_id=82bdd678-3b9c-43c2-8043-a848930985ff)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:52:32.049331 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Returning: {'device': '61ee23ee-9bc1-4eda-8cdc-edeaa0420244', 'network_id': 'b994f58c-062f-4608-af1b-f5a2d5a95f48', 'port_id': '61ee23ee-9bc1-4eda-8cdc-edeaa0420244', 'mac_address': 'fa:16:3e:41:a2:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c2e0039-7a4d-4100-828d-28402f0c4357', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 01:52:32.084675 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:32.096964 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61ee23ee-9bc1-4eda-8cdc-edeaa0420244 {{(pid=109868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 01:52:32.119231 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port 61ee23ee-9bc1-4eda-8cdc-edeaa0420244, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=61ee23ee-9bc1-4eda-8cdc-edeaa0420244,segment=NetworkSegment(82bdd678-3b9c-43c2-8043-a848930985ff),segment_id=82bdd678-3b9c-43c2-8043-a848930985ff)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:52:32.123158 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:32.167373 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=61ee23ee-9bc1-4eda-8cdc-edeaa0420244,revision_number=4']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:52:32.430702 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1119488f-c709-44e1-9b79-50b307abb583 req-3fa29204-393f-426d-8145-7573c8381643 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:52:32.432074 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-1119488f-c709-44e1-9b79-50b307abb583 req-3fa29204-393f-426d-8145-7573c8381643 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b2607c2-05c2-48ba-8d8f-bae266fed81e HTTP/1.1" status: 200 len: 944 time: 0.0486131 Nov 24 01:52:32.449646 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] get_ports_and_sgs() called for port_ids ['61ee23ee-9bc1-4eda-8cdc-edeaa0420244'] {{(pid=109868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 01:52:32.481024 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-1119488f-c709-44e1-9b79-50b307abb583 req-ccbc59a6-bff4-422e-96db-9b9bb3da33ec tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb4ca234-490d-44d6-ab4a-adcd1740b9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429709 Nov 24 01:52:33.598267 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9fe39c-c110-4fef-a87a-5cc6aade4f01 req-3fb19e37-ce02-424f-b9f3-c3d5a2721657 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:52:33.599761 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-2b9fe39c-c110-4fef-a87a-5cc6aade4f01 req-3fb19e37-ce02-424f-b9f3-c3d5a2721657 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b2607c2-05c2-48ba-8d8f-bae266fed81e HTTP/1.1" status: 200 len: 944 time: 0.0541935 Nov 24 01:52:33.648935 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-2b9fe39c-c110-4fef-a87a-5cc6aade4f01 req-96a4db51-107c-4dc8-9bd4-d3ac9b84cab1 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb4ca234-490d-44d6-ab4a-adcd1740b9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433252 Nov 24 01:52:33.936955 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 61ee23ee-9bc1-4eda-8cdc-edeaa0420244 up at agent hyperv_hv-neutron-8189 {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:52:33.984076 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Provisioning for port 61ee23ee-9bc1-4eda-8cdc-edeaa0420244 completed by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 01:52:33.988332 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Provisioning complete for port 61ee23ee-9bc1-4eda-8cdc-edeaa0420244 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:52:33.988693 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:34.067503 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:34.089067 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b2607c2-05c2-48ba-8d8f-bae266fed81e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61ee23ee-9bc1-4eda-8cdc-edeaa0420244'}] {{(pid=109868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 01:52:34.091314 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adafa3b64de3cabc8eac619938bcace59b198ffee64d481093eb3def62699d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eacce124-828e-499a-90c8-b425605e2e2e" -d '{"events": [{"server_uuid": "5b2607c2-05c2-48ba-8d8f-bae266fed81e", "name": "network-vif-plugged", "status": "completed", "tag": "61ee23ee-9bc1-4eda-8cdc-edeaa0420244"}]}' {{(pid=109868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 01:52:34.104601 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port 61ee23ee-9bc1-4eda-8cdc-edeaa0420244, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=61ee23ee-9bc1-4eda-8cdc-edeaa0420244,segment=NetworkSegment(82bdd678-3b9c-43c2-8043-a848930985ff),segment_id=82bdd678-3b9c-43c2-8043-a848930985ff)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:52:34.108506 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:34.134013 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 01:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5adc3a1b-ba92-485a-85d9-4f796970d877 x-openstack-request-id: req-5adc3a1b-ba92-485a-85d9-4f796970d877 {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 01:52:34.134299 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b2607c2-05c2-48ba-8d8f-bae266fed81e", "name": "network-vif-plugged", "status": "completed", "tag": "61ee23ee-9bc1-4eda-8cdc-edeaa0420244", "code": 200}]} {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 01:52:34.134548 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5adc3a1b-ba92-485a-85d9-4f796970d877 {{(pid=109868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 01:52:34.134931 dv-neutron-818911-2-hyperv neutron-server[109868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b2607c2-05c2-48ba-8d8f-bae266fed81e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61ee23ee-9bc1-4eda-8cdc-edeaa0420244', 'code': 200} Nov 24 01:52:34.160155 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=61ee23ee-9bc1-4eda-8cdc-edeaa0420244,revision_number=5']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:52:34.166983 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:52:34.167328 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:52:34.167662 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:52:34.168012 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:52:34.168368 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:52:34.168723 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:52:34.169117 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:52:34.169525 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:52:34.169936 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:52:34.170415 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:52:34.171722 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:52:34.172095 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:52:34.360946 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcb917b-a855-403c-acaf-6730582eb8f4 req-e23126fa-f0b6-4556-9340-72f130e501a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:52:34.362403 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-2bcb917b-a855-403c-acaf-6730582eb8f4 req-e23126fa-f0b6-4556-9340-72f130e501a6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5b2607c2-05c2-48ba-8d8f-bae266fed81e HTTP/1.1" status: 200 len: 1098 time: 0.0405064 Nov 24 01:52:34.412829 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-2bcb917b-a855-403c-acaf-6730582eb8f4 req-d24be97f-f1b7-4a5c-b5c9-7812cea5be1e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=fb4ca234-490d-44d6-ab4a-adcd1740b9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431614 Nov 24 01:52:34.761544 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73afb160-6920-4f61-9a63-6a4ff57fe01a req-71432886-1f5d-42a7-8dbb-5d01e01cab34 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:52:34.762997 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-73afb160-6920-4f61-9a63-6a4ff57fe01a req-71432886-1f5d-42a7-8dbb-5d01e01cab34 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b2607c2-05c2-48ba-8d8f-bae266fed81e HTTP/1.1" status: 200 len: 945 time: 0.0484993 Nov 24 01:52:34.810969 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-73afb160-6920-4f61-9a63-6a4ff57fe01a req-8a7e4da8-2807-4804-a1f0-fa841bb01d03 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb4ca234-490d-44d6-ab4a-adcd1740b9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415018 Nov 24 01:52:35.926874 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0ca70f-7750-4853-9c2b-09c6f431c686 req-d701e84e-4526-459a-91cb-676c36e1f47f tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:52:35.928351 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-6f0ca70f-7750-4853-9c2b-09c6f431c686 req-d701e84e-4526-459a-91cb-676c36e1f47f tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b2607c2-05c2-48ba-8d8f-bae266fed81e HTTP/1.1" status: 200 len: 945 time: 0.0482700 Nov 24 01:52:35.977218 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-6f0ca70f-7750-4853-9c2b-09c6f431c686 req-afcc6a56-f2e6-468f-86f1-2074cdc2d54c tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb4ca234-490d-44d6-ab4a-adcd1740b9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430698 Nov 24 01:52:36.093150 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f05e47c-f4aa-4d68-b8a9-847e31a16b97 req-23efe322-cd1b-40b9-b03e-ce3daaf1d370 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:52:36.094679 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-0f05e47c-f4aa-4d68-b8a9-847e31a16b97 req-23efe322-cd1b-40b9-b03e-ce3daaf1d370 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b2607c2-05c2-48ba-8d8f-bae266fed81e HTTP/1.1" status: 200 len: 945 time: 0.0531554 Nov 24 01:52:36.143604 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-0f05e47c-f4aa-4d68-b8a9-847e31a16b97 req-e527f4d2-6003-4453-bf92-ba378c625999 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb4ca234-490d-44d6-ab4a-adcd1740b9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430479 Nov 24 01:52:36.164868 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 51184) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:52:36.345309 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1384e899-209a-4a24-8274-ad2d25dbabe9 tempest-TestVolumeBootPattern-184407387 tempest-TestVolumeBootPattern-184407387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:52:36.346758 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-1384e899-209a-4a24-8274-ad2d25dbabe9 tempest-TestVolumeBootPattern-184407387 tempest-TestVolumeBootPattern-184407387-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5b2607c2-05c2-48ba-8d8f-bae266fed81e HTTP/1.1" status: 200 len: 1093 time: 0.1809111 Nov 24 01:52:36.349615 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 51188) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:52:36.353795 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-a8e3b202-5817-45ba-a9ce-ba3a7b0a1ab3 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Request body: {'floatingip': {'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'port_id': '61ee23ee-9bc1-4eda-8cdc-edeaa0420244', 'tenant_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:52:36.374885 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a8e3b202-5817-45ba-a9ce-ba3a7b0a1ab3 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Publish callbacks [] for floatingip, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:36.472803 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a8e3b202-5817-45ba-a9ce-ba3a7b0a1ab3 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:36.574223 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-a8e3b202-5817-45ba-a9ce-ba3a7b0a1ab3 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Allocated IP 172.26.5.17 (eb22795d-37ee-46ee-844d-92c17e2ea450/3e66fcff-6e72-4083-b514-48f69cdaa2cb/af4b4b69-cab3-4215-872d-898cbbe08434) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:52:36.675198 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a8e3b202-5817-45ba-a9ce-ba3a7b0a1ab3 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:36.711339 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a8e3b202-5817-45ba-a9ce-ba3a7b0a1ab3 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:36.748418 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e3b202-5817-45ba-a9ce-ba3a7b0a1ab3 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Network eb22795d-37ee-46ee-844d-92c17e2ea450 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:52:36.753766 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-a8e3b202-5817-45ba-a9ce-ba3a7b0a1ab3 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:52:36.757986 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e3b202-5817-45ba-a9ce-ba3a7b0a1ab3 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:52:36.780988 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e3b202-5817-45ba-a9ce-ba3a7b0a1ab3 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Pushing event updated for resources: {'Port': ['ID=af4b4b69-cab3-4215-872d-898cbbe08434,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:52:36.794635 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e3b202-5817-45ba-a9ce-ba3a7b0a1ab3 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:52:36.794974 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e3b202-5817-45ba-a9ce-ba3a7b0a1ab3 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:52:36.795310 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e3b202-5817-45ba-a9ce-ba3a7b0a1ab3 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:52:36.795640 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e3b202-5817-45ba-a9ce-ba3a7b0a1ab3 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:52:36.795966 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e3b202-5817-45ba-a9ce-ba3a7b0a1ab3 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:52:36.796290 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e3b202-5817-45ba-a9ce-ba3a7b0a1ab3 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:52:36.796613 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e3b202-5817-45ba-a9ce-ba3a7b0a1ab3 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:52:36.796933 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e3b202-5817-45ba-a9ce-ba3a7b0a1ab3 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:52:36.797267 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e3b202-5817-45ba-a9ce-ba3a7b0a1ab3 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:52:36.797596 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e3b202-5817-45ba-a9ce-ba3a7b0a1ab3 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:52:36.798474 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e3b202-5817-45ba-a9ce-ba3a7b0a1ab3 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:52:36.798788 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e3b202-5817-45ba-a9ce-ba3a7b0a1ab3 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:52:37.142706 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a8e3b202-5817-45ba-a9ce-ba3a7b0a1ab3 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:37.206432 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a8e3b202-5817-45ba-a9ce-ba3a7b0a1ab3 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:37.352650 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a8e3b202-5817-45ba-a9ce-ba3a7b0a1ab3 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Publish callbacks [] for port, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:37.357149 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a8e3b202-5817-45ba-a9ce-ba3a7b0a1ab3 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25501696'] for port, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:37.425387 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e3b202-5817-45ba-a9ce-ba3a7b0a1ab3 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Pushing event updated for resources: {'Port': ['ID=af4b4b69-cab3-4215-872d-898cbbe08434,revision_number=2']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:52:37.437503 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a8e3b202-5817-45ba-a9ce-ba3a7b0a1ab3 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418250'] for floatingip, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:37.533636 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.l3_db [None req-a8e3b202-5817-45ba-a9ce-ba3a7b0a1ab3 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Floating IP 7a4d8dd0-05bc-4e3f-89dd-4d2b5808c856 associated. External IP: 172.26.5.17, port: 61ee23ee-9bc1-4eda-8cdc-edeaa0420244. Nov 24 01:52:37.739988 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8e3b202-5817-45ba-a9ce-ba3a7b0a1ab3 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Router 76c9e572-79c1-407b-b208-778c2ecf3412 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:52:37.847142 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8e3b202-5817-45ba-a9ce-ba3a7b0a1ab3 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:52:37.856981 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a57d712-3345-4891-83de-417584aa5ec1 None None] Sync routers for ids ['76c9e572-79c1-407b-b208-778c2ecf3412'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:52:37.865950 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a8e3b202-5817-45ba-a9ce-ba3a7b0a1ab3 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for floatingip, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:37.867984 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a57d712-3345-4891-83de-417584aa5ec1 None None] Routers {'76c9e572-79c1-407b-b208-778c2ecf3412'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:52:37.868605 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-2a57d712-3345-4891-83de-417584aa5ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:52:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['76c9e572-79c1-407b-b208-778c2ecf3412'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:52:37.893526 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-a8e3b202-5817-45ba-a9ce-ba3a7b0a1ab3 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5428710 Nov 24 01:52:37.894120 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b2607c2-05c2-48ba-8d8f-bae266fed81e', 'tag': '61ee23ee-9bc1-4eda-8cdc-edeaa0420244'}] {{(pid=109867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 01:52:37.896394 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2155eb48762029a847224b6ca77dbed8b251e8450d3d79f1fc0a82d404e82e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da55f38e-0a21-4374-876e-07c504a4ac06" -d '{"events": [{"name": "network-changed", "server_uuid": "5b2607c2-05c2-48ba-8d8f-bae266fed81e", "tag": "61ee23ee-9bc1-4eda-8cdc-edeaa0420244"}]}' {{(pid=109867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 01:52:37.931373 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 01:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e20be07f-6519-4488-8e3c-815cc645c941 x-openstack-request-id: req-e20be07f-6519-4488-8e3c-815cc645c941 {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 01:52:37.931662 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b2607c2-05c2-48ba-8d8f-bae266fed81e", "tag": "61ee23ee-9bc1-4eda-8cdc-edeaa0420244", "status": "completed", "code": 200}]} {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 01:52:37.931915 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e20be07f-6519-4488-8e3c-815cc645c941 {{(pid=109867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 01:52:37.932324 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b2607c2-05c2-48ba-8d8f-bae266fed81e', 'tag': '61ee23ee-9bc1-4eda-8cdc-edeaa0420244', 'status': 'completed', 'code': 200} Nov 24 01:52:37.978029 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-2a57d712-3345-4891-83de-417584aa5ec1 None None] Set router 76c9e572-79c1-407b-b208-778c2ecf3412 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:52:38.028694 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da55f38e-0a21-4374-876e-07c504a4ac06 req-8a5de24a-b64f-4af4-b7bb-77c540544a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:52:38.030260 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-da55f38e-0a21-4374-876e-07c504a4ac06 req-8a5de24a-b64f-4af4-b7bb-77c540544a7f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3fa7557b5a414e29b40de0454c5ea7eb&device_id=5b2607c2-05c2-48ba-8d8f-bae266fed81e HTTP/1.1" status: 200 len: 1098 time: 0.0474842 Nov 24 01:52:38.130963 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da55f38e-0a21-4374-876e-07c504a4ac06 req-797806de-997a-4980-b537-2f7c59f82507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:52:38.132476 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-da55f38e-0a21-4374-876e-07c504a4ac06 req-797806de-997a-4980-b537-2f7c59f82507 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b994f58c-062f-4608-af1b-f5a2d5a95f48 HTTP/1.1" status: 200 len: 912 time: 0.0948994 Nov 24 01:52:38.197337 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-da55f38e-0a21-4374-876e-07c504a4ac06 req-4ad8fa79-cb03-45a4-be08-94fa4911832e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=61ee23ee-9bc1-4eda-8cdc-edeaa0420244 HTTP/1.1" status: 200 len: 998 time: 0.0575926 Nov 24 01:52:38.202840 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-2a57d712-3345-4891-83de-417584aa5ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c9e572-79c1-407b-b208-778c2ecf3412', 'name': 'tempest-TestVolumeBootPattern-812246204-router', 'tenant_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.219'}], 'enable_snat': True}, 'gw_port_id': 'd8b18f00-28a3-4e2c-899a-ee5dac3c89ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:51:29Z', 'updated_at': '2021-11-24T01:51:35Z', 'revision_number': 4, 'project_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'gw_port': {'id': 'd8b18f00-28a3-4e2c-899a-ee5dac3c89ac', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:95:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c9e572-79c1-407b-b208-778c2ecf3412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:30Z', 'updated_at': '2021-11-24T01:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_floatingips': [{'id': '7a4d8dd0-05bc-4e3f-89dd-4d2b5808c856', 'tenant_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'floating_ip_address': '172.26.5.17', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': '76c9e572-79c1-407b-b208-778c2ecf3412', 'port_id': '61ee23ee-9bc1-4eda-8cdc-edeaa0420244', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b994f58c-062f-4608-af1b-f5a2d5a95f48', 'mac_address': 'fa:16:3e:41:a2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2607c2-05c2-48ba-8d8f-bae266fed81e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T01:52:36Z', 'updated_at': '2021-11-24T01:52:36Z', 'revision_number': 0, 'project_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2d7d034-a407-4abe-911e-fe7025b454da', 'name': '', 'network_id': 'b994f58c-062f-4608-af1b-f5a2d5a95f48', 'tenant_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'mac_address': 'fa:16:3e:fd:28:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c9e572-79c1-407b-b208-778c2ecf3412', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '8c2e0039-7a4d-4100-828d-28402f0c4357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:34Z', 'updated_at': '2021-11-24T01:51:38Z', 'revision_number': 5, 'project_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'subnets': [{'id': '8c2e0039-7a4d-4100-828d-28402f0c4357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:52:38.229955 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a57d712-3345-4891-83de-417584aa5ec1 None None] Checking router: 76c9e572-79c1-407b-b208-778c2ecf3412 for host: dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 01:52:38.238248 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a57d712-3345-4891-83de-417584aa5ec1 None None] Routers {'76c9e572-79c1-407b-b208-778c2ecf3412'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:52:38.238849 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-2a57d712-3345-4891-83de-417584aa5ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:52:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['76c9e572-79c1-407b-b208-778c2ecf3412'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:52:38.252136 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da55f38e-0a21-4374-876e-07c504a4ac06 req-d404e71e-869f-4376-80bf-d08c8af41053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:52:38.253621 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-da55f38e-0a21-4374-876e-07c504a4ac06 req-d404e71e-869f-4376-80bf-d08c8af41053 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8c2e0039-7a4d-4100-828d-28402f0c4357 HTTP/1.1" status: 200 len: 850 time: 0.0485773 Nov 24 01:52:38.299801 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da55f38e-0a21-4374-876e-07c504a4ac06 req-5dd89b83-446e-40a9-94b6-1cca1acfe100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:52:38.301254 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-da55f38e-0a21-4374-876e-07c504a4ac06 req-5dd89b83-446e-40a9-94b6-1cca1acfe100 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b994f58c-062f-4608-af1b-f5a2d5a95f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404880 Nov 24 01:52:38.343143 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-2a57d712-3345-4891-83de-417584aa5ec1 None None] Set router 76c9e572-79c1-407b-b208-778c2ecf3412 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:52:38.393734 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-da55f38e-0a21-4374-876e-07c504a4ac06 req-ff8030eb-222b-48d8-ba74-4d8758733cf1 service neutron] 10.222.0.48 "GET /v2.0/networks/b994f58c-062f-4608-af1b-f5a2d5a95f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848651 Nov 24 01:52:38.486234 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-da55f38e-0a21-4374-876e-07c504a4ac06 req-40487c4b-b55e-4b47-926e-aa7865cd215d service neutron] 10.222.0.48 "GET /v2.0/networks/b994f58c-062f-4608-af1b-f5a2d5a95f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850291 Nov 24 01:52:38.564213 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-2a57d712-3345-4891-83de-417584aa5ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c9e572-79c1-407b-b208-778c2ecf3412', 'name': 'tempest-TestVolumeBootPattern-812246204-router', 'tenant_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.219'}], 'enable_snat': True}, 'gw_port_id': 'd8b18f00-28a3-4e2c-899a-ee5dac3c89ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:51:29Z', 'updated_at': '2021-11-24T01:51:35Z', 'revision_number': 4, 'project_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'gw_port': {'id': 'd8b18f00-28a3-4e2c-899a-ee5dac3c89ac', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:95:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c9e572-79c1-407b-b208-778c2ecf3412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:30Z', 'updated_at': '2021-11-24T01:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_floatingips': [{'id': '7a4d8dd0-05bc-4e3f-89dd-4d2b5808c856', 'tenant_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'floating_ip_address': '172.26.5.17', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': '76c9e572-79c1-407b-b208-778c2ecf3412', 'port_id': '61ee23ee-9bc1-4eda-8cdc-edeaa0420244', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b994f58c-062f-4608-af1b-f5a2d5a95f48', 'mac_address': 'fa:16:3e:41:a2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2607c2-05c2-48ba-8d8f-bae266fed81e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T01:52:36Z', 'updated_at': '2021-11-24T01:52:36Z', 'revision_number': 0, 'project_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2d7d034-a407-4abe-911e-fe7025b454da', 'name': '', 'network_id': 'b994f58c-062f-4608-af1b-f5a2d5a95f48', 'tenant_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'mac_address': 'fa:16:3e:fd:28:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c9e572-79c1-407b-b208-778c2ecf3412', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '8c2e0039-7a4d-4100-828d-28402f0c4357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:34Z', 'updated_at': '2021-11-24T01:51:38Z', 'revision_number': 5, 'project_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'subnets': [{'id': '8c2e0039-7a4d-4100-828d-28402f0c4357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:52:38.734655 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a57d712-3345-4891-83de-417584aa5ec1 None None] The sync data for ids ['76c9e572-79c1-407b-b208-778c2ecf3412'] in dv-neutron-818911-2-hyperv is: [{'id': '76c9e572-79c1-407b-b208-778c2ecf3412', 'name': 'tempest-TestVolumeBootPattern-812246204-router', 'tenant_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.219'}], 'enable_snat': True}, 'gw_port_id': 'd8b18f00-28a3-4e2c-899a-ee5dac3c89ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:51:29Z', 'updated_at': '2021-11-24T01:51:35Z', 'revision_number': 4, 'project_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'gw_port': {'id': 'd8b18f00-28a3-4e2c-899a-ee5dac3c89ac', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:95:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c9e572-79c1-407b-b208-778c2ecf3412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:30Z', 'updated_at': '2021-11-24T01:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_floatingips': [{'id': '7a4d8dd0-05bc-4e3f-89dd-4d2b5808c856', 'tenant_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'floating_ip_address': '172.26.5.17', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': '76c9e572-79c1-407b-b208-778c2ecf3412', 'port_id': '61ee23ee-9bc1-4eda-8cdc-edeaa0420244', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b994f58c-062f-4608-af1b-f5a2d5a95f48', 'mac_address': 'fa:16:3e:41:a2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2607c2-05c2-48ba-8d8f-bae266fed81e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T01:52:36Z', 'updated_at': '2021-11-24T01:52:36Z', 'revision_number': 0, 'project_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2d7d034-a407-4abe-911e-fe7025b454da', 'name': '', 'network_id': 'b994f58c-062f-4608-af1b-f5a2d5a95f48', 'tenant_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'mac_address': 'fa:16:3e:fd:28:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c9e572-79c1-407b-b208-778c2ecf3412', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '8c2e0039-7a4d-4100-828d-28402f0c4357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:34Z', 'updated_at': '2021-11-24T01:51:38Z', 'revision_number': 5, 'project_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'subnets': [{'id': '8c2e0039-7a4d-4100-828d-28402f0c4357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:52:38.920280 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f342403-cae5-4f83-be02-030707623e2d None None] New status for floating IP 7a4d8dd0-05bc-4e3f-89dd-4d2b5808c856: ACTIVE {{(pid=109869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 01:52:49.662756 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 51206) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:52:49.726314 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-f0348a22-0741-4389-a0eb-0d5e615d2277 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/floatingips/2272a36c-9641-4e63-af9a-0685b22306ff HTTP/1.1" status: 200 len: 993 time: 0.0624232 Nov 24 01:52:50.032700 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 51212) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:52:50.190305 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-86de4a47-6106-4134-ba3b-f54d446473d8 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Deleting port 9eb4b8f3-6942-4569-9469-8d9fd126a2cc {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:52:50.190650 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-86de4a47-6106-4134-ba3b-f54d446473d8 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:50.267278 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-86de4a47-6106-4134-ba3b-f54d446473d8 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:50.267599 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-86de4a47-6106-4134-ba3b-f54d446473d8 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:50.279533 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-86de4a47-6106-4134-ba3b-f54d446473d8 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Calling delete_port for 9eb4b8f3-6942-4569-9469-8d9fd126a2cc owned by network:floatingip {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:52:50.433124 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-86de4a47-6106-4134-ba3b-f54d446473d8 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:50.461988 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86de4a47-6106-4134-ba3b-f54d446473d8 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event deleted for resources: {'Port': ['ID=9eb4b8f3-6942-4569-9469-8d9fd126a2cc,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:52:50.473695 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86de4a47-6106-4134-ba3b-f54d446473d8 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:52:50.474044 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86de4a47-6106-4134-ba3b-f54d446473d8 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:52:50.474380 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86de4a47-6106-4134-ba3b-f54d446473d8 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:52:50.474711 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86de4a47-6106-4134-ba3b-f54d446473d8 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:52:50.475037 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86de4a47-6106-4134-ba3b-f54d446473d8 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:52:50.475361 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86de4a47-6106-4134-ba3b-f54d446473d8 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:52:50.475684 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86de4a47-6106-4134-ba3b-f54d446473d8 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:52:50.476005 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86de4a47-6106-4134-ba3b-f54d446473d8 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:52:50.476321 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86de4a47-6106-4134-ba3b-f54d446473d8 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:52:50.476636 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86de4a47-6106-4134-ba3b-f54d446473d8 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:52:50.476951 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86de4a47-6106-4134-ba3b-f54d446473d8 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:52:50.477263 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86de4a47-6106-4134-ba3b-f54d446473d8 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:52:50.528947 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-86de4a47-6106-4134-ba3b-f54d446473d8 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for floatingip, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:50.529268 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.l3_db [None req-86de4a47-6106-4134-ba3b-f54d446473d8 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Floating IP 2272a36c-9641-4e63-af9a-0685b22306ff disassociated (deleted). External IP: 172.26.5.115, port: ebb88435-6e46-4248-9839-71c20e519159. Nov 24 01:52:50.736772 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86de4a47-6106-4134-ba3b-f54d446473d8 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Router 95e36abb-7a31-454f-8a93-b6eec3d3c063 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:52:50.841499 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86de4a47-6106-4134-ba3b-f54d446473d8 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:52:50.845941 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-86de4a47-6106-4134-ba3b-f54d446473d8 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for floatingip, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:50.851282 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce49ac21-da6e-47e9-b310-0b087f66dfed None None] Sync routers for ids ['95e36abb-7a31-454f-8a93-b6eec3d3c063'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:52:50.861093 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce49ac21-da6e-47e9-b310-0b087f66dfed None None] Routers {'95e36abb-7a31-454f-8a93-b6eec3d3c063'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:52:50.861797 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-ce49ac21-da6e-47e9-b310-0b087f66dfed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:52:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['95e36abb-7a31-454f-8a93-b6eec3d3c063'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:52:50.872465 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-86de4a47-6106-4134-ba3b-f54d446473d8 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "DELETE /v2.0/floatingips/2272a36c-9641-4e63-af9a-0685b22306ff HTTP/1.1" status: 204 len: 168 time: 0.8387249 Nov 24 01:52:50.873087 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f8ccdd8-f798-4f07-b6a6-2250a8bffc7e', 'tag': 'ebb88435-6e46-4248-9839-71c20e519159'}] {{(pid=109866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 01:52:50.875320 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b7c53c286d9351d1367337230623a155cee02c46c94b80588b67a0bc16402ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82d733f9-1374-4c8e-9a9a-6ff8c47aef80" -d '{"events": [{"name": "network-changed", "server_uuid": "4f8ccdd8-f798-4f07-b6a6-2250a8bffc7e", "tag": "ebb88435-6e46-4248-9839-71c20e519159"}]}' {{(pid=109866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 01:52:50.916935 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 01:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bff6c653-3d36-4615-9fda-832b64a7ac45 x-openstack-request-id: req-bff6c653-3d36-4615-9fda-832b64a7ac45 {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 01:52:50.916935 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f8ccdd8-f798-4f07-b6a6-2250a8bffc7e", "tag": "ebb88435-6e46-4248-9839-71c20e519159", "status": "completed", "code": 200}]} {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 01:52:50.917249 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bff6c653-3d36-4615-9fda-832b64a7ac45 {{(pid=109866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 01:52:50.917621 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f8ccdd8-f798-4f07-b6a6-2250a8bffc7e', 'tag': 'ebb88435-6e46-4248-9839-71c20e519159', 'status': 'completed', 'code': 200} Nov 24 01:52:50.981320 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-ce49ac21-da6e-47e9-b310-0b087f66dfed None None] Set router 95e36abb-7a31-454f-8a93-b6eec3d3c063 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:52:51.012665 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d733f9-1374-4c8e-9a9a-6ff8c47aef80 req-48a30d38-769d-4337-ab2a-89a0b3f3c08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:52:51.014319 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-82d733f9-1374-4c8e-9a9a-6ff8c47aef80 req-48a30d38-769d-4337-ab2a-89a0b3f3c08e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5cd72ac6dd034b2d92e26f70404adb10&device_id=4f8ccdd8-f798-4f07-b6a6-2250a8bffc7e HTTP/1.1" status: 200 len: 1098 time: 0.0505626 Nov 24 01:52:51.143246 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d733f9-1374-4c8e-9a9a-6ff8c47aef80 req-9b76bf5d-ce29-4600-8f49-b548ce90cb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:52:51.144723 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-82d733f9-1374-4c8e-9a9a-6ff8c47aef80 req-9b76bf5d-ce29-4600-8f49-b548ce90cb86 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3b80f25a-9d8f-4a26-8638-c059e412f416 HTTP/1.1" status: 200 len: 897 time: 0.1217716 Nov 24 01:52:51.153078 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19445598-1915-4502-a963-22260067e905 req-296d6853-38f4-4d2c-a9d0-c2c957f60bfe tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:52:51.154525 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-19445598-1915-4502-a963-22260067e905 req-296d6853-38f4-4d2c-a9d0-c2c957f60bfe tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f8ccdd8-f798-4f07-b6a6-2250a8bffc7e HTTP/1.1" status: 200 len: 945 time: 0.0707843 Nov 24 01:52:51.196589 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-ce49ac21-da6e-47e9-b310-0b087f66dfed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e36abb-7a31-454f-8a93-b6eec3d3c063', 'name': 'tempest-TestNetworkBasicOps-router-1218531807', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.35'}], 'enable_snat': True}, 'gw_port_id': '4eeb3fe4-58be-4089-99aa-b1aba41f5c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:51:45Z', 'updated_at': '2021-11-24T01:51:51Z', 'revision_number': 4, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': '4eeb3fe4-58be-4089-99aa-b1aba41f5c0a', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:84:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e36abb-7a31-454f-8a93-b6eec3d3c063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:45Z', 'updated_at': '2021-11-24T01:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': 'a6de9f8d-922a-40e7-85bb-8d090c894cb0', 'name': '', 'network_id': '3b80f25a-9d8f-4a26-8638-c059e412f416', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'mac_address': 'fa:16:3e:e7:21:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e36abb-7a31-454f-8a93-b6eec3d3c063', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '9ed09fea-cbef-41ba-9fa8-cb5ce5910bf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:50Z', 'updated_at': '2021-11-24T01:51:55Z', 'revision_number': 5, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'subnets': [{'id': '9ed09fea-cbef-41ba-9fa8-cb5ce5910bf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:52:51.203343 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-82d733f9-1374-4c8e-9a9a-6ff8c47aef80 req-bace1174-68fb-472b-b4e2-04182646c1b1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ebb88435-6e46-4248-9839-71c20e519159 HTTP/1.1" status: 200 len: 217 time: 0.0478809 Nov 24 01:52:51.222606 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce49ac21-da6e-47e9-b310-0b087f66dfed None None] Checking router: 95e36abb-7a31-454f-8a93-b6eec3d3c063 for host: dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 01:52:51.231341 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce49ac21-da6e-47e9-b310-0b087f66dfed None None] Routers {'95e36abb-7a31-454f-8a93-b6eec3d3c063'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:52:51.231954 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-ce49ac21-da6e-47e9-b310-0b087f66dfed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:52:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['95e36abb-7a31-454f-8a93-b6eec3d3c063'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:52:51.261461 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-19445598-1915-4502-a963-22260067e905 req-4cca1f25-3e0d-498a-b776-befa432792cb tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=527aaed2-f535-4002-9cca-eff0af89bb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004972 Nov 24 01:52:51.273513 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d733f9-1374-4c8e-9a9a-6ff8c47aef80 req-f6ebdd15-9bb6-40fa-8cd2-1f3784be6ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:52:51.274961 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-82d733f9-1374-4c8e-9a9a-6ff8c47aef80 req-f6ebdd15-9bb6-40fa-8cd2-1f3784be6ce5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9ed09fea-cbef-41ba-9fa8-cb5ce5910bf9 HTTP/1.1" status: 200 len: 834 time: 0.0596824 Nov 24 01:52:51.324897 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d733f9-1374-4c8e-9a9a-6ff8c47aef80 req-eb780e96-ca2e-4348-b25e-91132d31eacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:52:51.326410 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-82d733f9-1374-4c8e-9a9a-6ff8c47aef80 req-eb780e96-ca2e-4348-b25e-91132d31eacf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3b80f25a-9d8f-4a26-8638-c059e412f416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394988 Nov 24 01:52:51.338209 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-ce49ac21-da6e-47e9-b310-0b087f66dfed None None] Set router 95e36abb-7a31-454f-8a93-b6eec3d3c063 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:52:51.420975 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-82d733f9-1374-4c8e-9a9a-6ff8c47aef80 req-02b3ac6b-c4b4-4ba3-a773-80c1fa2d137a service neutron] 10.222.0.48 "GET /v2.0/networks/3b80f25a-9d8f-4a26-8638-c059e412f416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851300 Nov 24 01:52:51.509209 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-82d733f9-1374-4c8e-9a9a-6ff8c47aef80 req-71a2aa82-8135-435d-aac6-597897907d90 service neutron] 10.222.0.48 "GET /v2.0/networks/3b80f25a-9d8f-4a26-8638-c059e412f416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802238 Nov 24 01:52:51.537212 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-ce49ac21-da6e-47e9-b310-0b087f66dfed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e36abb-7a31-454f-8a93-b6eec3d3c063', 'name': 'tempest-TestNetworkBasicOps-router-1218531807', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.35'}], 'enable_snat': True}, 'gw_port_id': '4eeb3fe4-58be-4089-99aa-b1aba41f5c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:51:45Z', 'updated_at': '2021-11-24T01:51:51Z', 'revision_number': 4, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': '4eeb3fe4-58be-4089-99aa-b1aba41f5c0a', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:84:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e36abb-7a31-454f-8a93-b6eec3d3c063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:45Z', 'updated_at': '2021-11-24T01:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': 'a6de9f8d-922a-40e7-85bb-8d090c894cb0', 'name': '', 'network_id': '3b80f25a-9d8f-4a26-8638-c059e412f416', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'mac_address': 'fa:16:3e:e7:21:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e36abb-7a31-454f-8a93-b6eec3d3c063', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '9ed09fea-cbef-41ba-9fa8-cb5ce5910bf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:50Z', 'updated_at': '2021-11-24T01:51:55Z', 'revision_number': 5, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'subnets': [{'id': '9ed09fea-cbef-41ba-9fa8-cb5ce5910bf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:52:51.562856 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce49ac21-da6e-47e9-b310-0b087f66dfed None None] The sync data for ids ['95e36abb-7a31-454f-8a93-b6eec3d3c063'] in dv-neutron-818911-2-hyperv is: [{'id': '95e36abb-7a31-454f-8a93-b6eec3d3c063', 'name': 'tempest-TestNetworkBasicOps-router-1218531807', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.35'}], 'enable_snat': True}, 'gw_port_id': '4eeb3fe4-58be-4089-99aa-b1aba41f5c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:51:45Z', 'updated_at': '2021-11-24T01:51:51Z', 'revision_number': 4, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': '4eeb3fe4-58be-4089-99aa-b1aba41f5c0a', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:84:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e36abb-7a31-454f-8a93-b6eec3d3c063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:45Z', 'updated_at': '2021-11-24T01:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': 'a6de9f8d-922a-40e7-85bb-8d090c894cb0', 'name': '', 'network_id': '3b80f25a-9d8f-4a26-8638-c059e412f416', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'mac_address': 'fa:16:3e:e7:21:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e36abb-7a31-454f-8a93-b6eec3d3c063', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '9ed09fea-cbef-41ba-9fa8-cb5ce5910bf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:50Z', 'updated_at': '2021-11-24T01:51:55Z', 'revision_number': 5, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'subnets': [{'id': '9ed09fea-cbef-41ba-9fa8-cb5ce5910bf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:52:51.785823 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe03ddc-bf4e-4f4d-ae83-c10662c63149 None None] New status for floating IP 2272a36c-9641-4e63-af9a-0685b22306ff: DOWN {{(pid=109869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 01:52:52.379551 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d070a17e-f1bd-4cd4-a532-74df954c6313 req-2b41236e-5f01-4ac6-ae27-38fc5669286d tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:52:52.381911 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-d070a17e-f1bd-4cd4-a532-74df954c6313 req-2b41236e-5f01-4ac6-ae27-38fc5669286d tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f8ccdd8-f798-4f07-b6a6-2250a8bffc7e HTTP/1.1" status: 200 len: 945 time: 0.0509105 Nov 24 01:52:52.431998 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-d070a17e-f1bd-4cd4-a532-74df954c6313 req-af57ef2d-f6c8-4b8b-8a46-f9b949790dcc tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=527aaed2-f535-4002-9cca-eff0af89bb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441470 Nov 24 01:52:52.654205 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b13885-7a36-4232-aed7-08e878188d51 req-71264d8d-ef57-487a-a772-b6a8f2db53d2 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:52:52.655664 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-22b13885-7a36-4232-aed7-08e878188d51 req-71264d8d-ef57-487a-a772-b6a8f2db53d2 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f8ccdd8-f798-4f07-b6a6-2250a8bffc7e HTTP/1.1" status: 200 len: 945 time: 0.0519750 Nov 24 01:52:52.743681 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [req-22b13885-7a36-4232-aed7-08e878188d51 req-ec511e8c-9845-4736-9741-98c74c98fb04 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Deleting port ebb88435-6e46-4248-9839-71c20e519159 {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:52:52.744011 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-22b13885-7a36-4232-aed7-08e878188d51 req-ec511e8c-9845-4736-9741-98c74c98fb04 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:52.833132 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [req-22b13885-7a36-4232-aed7-08e878188d51 req-ec511e8c-9845-4736-9741-98c74c98fb04 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] For port ebb88435-6e46-4248-9839-71c20e519159, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=ebb88435-6e46-4248-9839-71c20e519159,segment=NetworkSegment(cdedba67-af31-49a0-a765-665937d2bb16),segment_id=cdedba67-af31-49a0-a765-665937d2bb16)] {{(pid=109866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:52:52.833529 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-22b13885-7a36-4232-aed7-08e878188d51 req-ec511e8c-9845-4736-9741-98c74c98fb04 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:52.846288 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [req-22b13885-7a36-4232-aed7-08e878188d51 req-ec511e8c-9845-4736-9741-98c74c98fb04 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Calling delete_port for ebb88435-6e46-4248-9839-71c20e519159 owned by compute:nova {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:52:52.969259 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-22b13885-7a36-4232-aed7-08e878188d51 req-ec511e8c-9845-4736-9741-98c74c98fb04 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:53.002121 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec511e8c-9845-4736-9741-98c74c98fb04 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event deleted for resources: {'Port': ['ID=ebb88435-6e46-4248-9839-71c20e519159,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:52:53.047987 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [req-22b13885-7a36-4232-aed7-08e878188d51 req-ec511e8c-9845-4736-9741-98c74c98fb04 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] No DVR routers for this DVR port ebb88435-6e46-4248-9839-71c20e519159 on host hv-neutron-8189 {{(pid=109866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:52:53.050495 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-22b13885-7a36-4232-aed7-08e878188d51 req-ec511e8c-9845-4736-9741-98c74c98fb04 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:53.053871 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-22b13885-7a36-4232-aed7-08e878188d51 req-ec511e8c-9845-4736-9741-98c74c98fb04 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.48 "DELETE /v2.0/ports/ebb88435-6e46-4248-9839-71c20e519159 HTTP/1.1" status: 204 len: 173 time: 0.3920932 Nov 24 01:52:53.054315 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f8ccdd8-f798-4f07-b6a6-2250a8bffc7e', 'name': 'network-vif-deleted', 'tag': 'ebb88435-6e46-4248-9839-71c20e519159'}] {{(pid=109866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 01:52:53.056554 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b7c53c286d9351d1367337230623a155cee02c46c94b80588b67a0bc16402ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e981efe1-58b2-463f-82f6-b933b89de3cd" -d '{"events": [{"server_uuid": "4f8ccdd8-f798-4f07-b6a6-2250a8bffc7e", "name": "network-vif-deleted", "tag": "ebb88435-6e46-4248-9839-71c20e519159"}]}' {{(pid=109866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 01:52:53.093605 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 01:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c20f13ad-eca4-4e96-9b42-089c2413c053 x-openstack-request-id: req-c20f13ad-eca4-4e96-9b42-089c2413c053 {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 01:52:53.093959 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f8ccdd8-f798-4f07-b6a6-2250a8bffc7e", "name": "network-vif-deleted", "tag": "ebb88435-6e46-4248-9839-71c20e519159", "status": "completed", "code": 200}]} {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 01:52:53.094300 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c20f13ad-eca4-4e96-9b42-089c2413c053 {{(pid=109866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 01:52:53.094797 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f8ccdd8-f798-4f07-b6a6-2250a8bffc7e', 'name': 'network-vif-deleted', 'tag': 'ebb88435-6e46-4248-9839-71c20e519159', 'status': 'completed', 'code': 200} Nov 24 01:52:53.545187 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-3e9d2a02-417b-4916-8472-c1c693e29734 req-9ec1fa07-34ba-4906-8444-7a445aea86fa tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f8ccdd8-f798-4f07-b6a6-2250a8bffc7e HTTP/1.1" status: 200 len: 210 time: 0.0289376 Nov 24 01:52:54.605516 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 51230) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:52:54.664314 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-53af2c25-7901-4e81-a3c0-cc7f0a5cfef1 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:54.692032 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-53af2c25-7901-4e81-a3c0-cc7f0a5cfef1 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:54.721881 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-caa35a9e-cd6c-405c-a76f-7ce2b7cac0c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:54.761584 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-53af2c25-7901-4e81-a3c0-cc7f0a5cfef1 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:54.764246 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-53af2c25-7901-4e81-a3c0-cc7f0a5cfef1 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:54.765434 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-53af2c25-7901-4e81-a3c0-cc7f0a5cfef1 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "DELETE /v2.0/security-groups/527aaed2-f535-4002-9cca-eff0af89bb8e HTTP/1.1" status: 204 len: 168 time: 0.1589024 Nov 24 01:52:54.777185 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53af2c25-7901-4e81-a3c0-cc7f0a5cfef1 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=527aaed2-f535-4002-9cca-eff0af89bb8e,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:52:54.795901 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 51234) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:52:55.495957 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5e09b386-a379-4811-a09d-3d5c14849d0c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3777994'] for router_interface, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:55.741239 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-5e09b386-a379-4811-a09d-3d5c14849d0c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Deleting port a6de9f8d-922a-40e7-85bb-8d090c894cb0 {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:52:55.742507 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5e09b386-a379-4811-a09d-3d5c14849d0c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:55.835970 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [None req-5e09b386-a379-4811-a09d-3d5c14849d0c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] For port a6de9f8d-922a-40e7-85bb-8d090c894cb0, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=a6de9f8d-922a-40e7-85bb-8d090c894cb0,segment=NetworkSegment(cdedba67-af31-49a0-a765-665937d2bb16),segment_id=cdedba67-af31-49a0-a765-665937d2bb16)] {{(pid=109867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:52:55.836226 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5e09b386-a379-4811-a09d-3d5c14849d0c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:55.848856 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-5e09b386-a379-4811-a09d-3d5c14849d0c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Calling delete_port for a6de9f8d-922a-40e7-85bb-8d090c894cb0 owned by network:router_interface {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:52:56.030814 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device ebb88435-6e46-4248-9839-71c20e519159 no longer exists at agent hyperv_hv-neutron-8189 {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:52:56.038338 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5e09b386-a379-4811-a09d-3d5c14849d0c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:56.054936 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] No Port match for: ebb88435-6e46-4248-9839-71c20e519159 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:52:56.055279 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device ebb88435-6e46-4248-9839-71c20e519159 not bound to the agent host hv-neutron-8189 {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:52:56.069030 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e09b386-a379-4811-a09d-3d5c14849d0c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event deleted for resources: {'Port': ['ID=a6de9f8d-922a-40e7-85bb-8d090c894cb0,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:52:56.249699 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5e09b386-a379-4811-a09d-3d5c14849d0c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424538'] for router_interface, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:56.465102 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e09b386-a379-4811-a09d-3d5c14849d0c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Router 95e36abb-7a31-454f-8a93-b6eec3d3c063 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:52:56.573367 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e09b386-a379-4811-a09d-3d5c14849d0c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:52:56.578509 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-5e09b386-a379-4811-a09d-3d5c14849d0c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "PUT /v2.0/routers/95e36abb-7a31-454f-8a93-b6eec3d3c063/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7812188 Nov 24 01:52:56.581183 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 51236) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:52:56.584206 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27abc233-9a29-45a5-bf91-10f38d9ee353 None None] Sync routers for ids ['95e36abb-7a31-454f-8a93-b6eec3d3c063'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:52:56.596288 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27abc233-9a29-45a5-bf91-10f38d9ee353 None None] Routers {'95e36abb-7a31-454f-8a93-b6eec3d3c063'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:52:56.597120 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-27abc233-9a29-45a5-bf91-10f38d9ee353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:52:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['95e36abb-7a31-454f-8a93-b6eec3d3c063'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:52:56.632892 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_v2 [None req-59116d32-18b0-49f1-807b-c713b07b93cc tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Deleting subnet 9ed09fea-cbef-41ba-9fa8-cb5ce5910bf9 {{(pid=109867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 01:52:56.636140 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-59116d32-18b0-49f1-807b-c713b07b93cc tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for subnet, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:56.681474 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-59116d32-18b0-49f1-807b-c713b07b93cc tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28690885'] for subnet, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:56.703252 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-27abc233-9a29-45a5-bf91-10f38d9ee353 None None] Set router 95e36abb-7a31-454f-8a93-b6eec3d3c063 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:52:56.765182 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-59116d32-18b0-49f1-807b-c713b07b93cc tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:56.826517 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-59116d32-18b0-49f1-807b-c713b07b93cc tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25501782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25307808'] for subnet, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:56.861424 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59116d32-18b0-49f1-807b-c713b07b93cc tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event deleted for resources: {'Subnet': ['ID=9ed09fea-cbef-41ba-9fa8-cb5ce5910bf9,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:52:56.867928 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-59116d32-18b0-49f1-807b-c713b07b93cc tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:56.872221 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-59116d32-18b0-49f1-807b-c713b07b93cc tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "DELETE /v2.0/subnets/9ed09fea-cbef-41ba-9fa8-cb5ce5910bf9 HTTP/1.1" status: 204 len: 168 time: 0.2892966 Nov 24 01:52:56.874148 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 51238) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:52:56.876555 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b15da2-5f4c-4123-a744-65603c075531 None None] Network 3b80f25a-9d8f-4a26-8638-c059e412f416 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:52:56.946998 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-27abc233-9a29-45a5-bf91-10f38d9ee353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e36abb-7a31-454f-8a93-b6eec3d3c063', 'name': 'tempest-TestNetworkBasicOps-router-1218531807', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.35'}], 'enable_snat': True}, 'gw_port_id': '4eeb3fe4-58be-4089-99aa-b1aba41f5c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:51:45Z', 'updated_at': '2021-11-24T01:52:55Z', 'revision_number': 5, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': '4eeb3fe4-58be-4089-99aa-b1aba41f5c0a', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:84:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e36abb-7a31-454f-8a93-b6eec3d3c063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:45Z', 'updated_at': '2021-11-24T01:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:52:56.977398 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27abc233-9a29-45a5-bf91-10f38d9ee353 None None] Checking router: 95e36abb-7a31-454f-8a93-b6eec3d3c063 for host: dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 01:52:56.986574 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8a9bded9-82a5-4394-8124-285e77f0ee50 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for router, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:57.018127 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27abc233-9a29-45a5-bf91-10f38d9ee353 None None] Routers {'95e36abb-7a31-454f-8a93-b6eec3d3c063'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:52:57.018647 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-27abc233-9a29-45a5-bf91-10f38d9ee353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:52:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['95e36abb-7a31-454f-8a93-b6eec3d3c063'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:52:57.096423 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8a9bded9-82a5-4394-8124-285e77f0ee50 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:57.161748 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-8a9bded9-82a5-4394-8124-285e77f0ee50 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Deleting port 4eeb3fe4-58be-4089-99aa-b1aba41f5c0a {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:52:57.162091 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8a9bded9-82a5-4394-8124-285e77f0ee50 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:57.238911 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-c48608f1-b237-4ca0-9d02-7cb8c4f6fd39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:57.250831 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [None req-8a9bded9-82a5-4394-8124-285e77f0ee50 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] For port 4eeb3fe4-58be-4089-99aa-b1aba41f5c0a, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=4eeb3fe4-58be-4089-99aa-b1aba41f5c0a,segment=NetworkSegment(03509fd2-ca9c-4aa0-94e6-e236afda62e7),segment_id=03509fd2-ca9c-4aa0-94e6-e236afda62e7)] {{(pid=109867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:52:57.251217 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8a9bded9-82a5-4394-8124-285e77f0ee50 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:57.266266 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-8a9bded9-82a5-4394-8124-285e77f0ee50 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Calling delete_port for 4eeb3fe4-58be-4089-99aa-b1aba41f5c0a owned by network:router_gateway {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:52:57.315779 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c245886-b19f-4d49-a378-ecb480c3ceba None None] DHCP port deletion for 3b80f25a-9d8f-4a26-8638-c059e412f416 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:52:57.320181 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-27abc233-9a29-45a5-bf91-10f38d9ee353 None None] Set router 95e36abb-7a31-454f-8a93-b6eec3d3c063 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:52:57.447609 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8a9bded9-82a5-4394-8124-285e77f0ee50 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:57.473943 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9bded9-82a5-4394-8124-285e77f0ee50 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event deleted for resources: {'Port': ['ID=4eeb3fe4-58be-4089-99aa-b1aba41f5c0a,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:52:57.490129 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-7c245886-b19f-4d49-a378-ecb480c3ceba None None] Deleting port 1d94c042-5050-4a27-8cff-3b96af2c1b70 {{(pid=109868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:52:57.490498 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-7c245886-b19f-4d49-a378-ecb480c3ceba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:57.495246 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe69132-de4d-44cc-95c0-18c4899dcdc7 None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:52:57.545302 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8a9bded9-82a5-4394-8124-285e77f0ee50 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418161'] for router_gateway, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:57.593829 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-7c245886-b19f-4d49-a378-ecb480c3ceba None None] For port 1d94c042-5050-4a27-8cff-3b96af2c1b70, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=1d94c042-5050-4a27-8cff-3b96af2c1b70,segment=NetworkSegment(cdedba67-af31-49a0-a765-665937d2bb16),segment_id=cdedba67-af31-49a0-a765-665937d2bb16)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:52:57.594220 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-7c245886-b19f-4d49-a378-ecb480c3ceba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:57.608434 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-7c245886-b19f-4d49-a378-ecb480c3ceba None None] Calling delete_port for 1d94c042-5050-4a27-8cff-3b96af2c1b70 owned by network:dhcp {{(pid=109868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:52:57.644955 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8a9bded9-82a5-4394-8124-285e77f0ee50 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-424460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2766'] for router, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:57.647266 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8a9bded9-82a5-4394-8124-285e77f0ee50 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:57.669430 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-27abc233-9a29-45a5-bf91-10f38d9ee353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e36abb-7a31-454f-8a93-b6eec3d3c063', 'name': 'tempest-TestNetworkBasicOps-router-1218531807', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.35'}], 'enable_snat': True}, 'gw_port_id': '4eeb3fe4-58be-4089-99aa-b1aba41f5c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:51:45Z', 'updated_at': '2021-11-24T01:52:55Z', 'revision_number': 5, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': '4eeb3fe4-58be-4089-99aa-b1aba41f5c0a', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:84:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e36abb-7a31-454f-8a93-b6eec3d3c063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:45Z', 'updated_at': '2021-11-24T01:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:52:57.691105 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8a9bded9-82a5-4394-8124-285e77f0ee50 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-424469'] for router, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:57.691637 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a9bded9-82a5-4394-8124-285e77f0ee50 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Fanout notify agent at l3_agent the message router_deleted on router 95e36abb-7a31-454f-8a93-b6eec3d3c063 {{(pid=109867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 01:52:57.698454 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8a9bded9-82a5-4394-8124-285e77f0ee50 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for router, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:57.701299 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27abc233-9a29-45a5-bf91-10f38d9ee353 None None] The sync data for ids ['95e36abb-7a31-454f-8a93-b6eec3d3c063'] in dv-neutron-818911-2-hyperv is: [{'id': '95e36abb-7a31-454f-8a93-b6eec3d3c063', 'name': 'tempest-TestNetworkBasicOps-router-1218531807', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.35'}], 'enable_snat': True}, 'gw_port_id': '4eeb3fe4-58be-4089-99aa-b1aba41f5c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:51:45Z', 'updated_at': '2021-11-24T01:52:55Z', 'revision_number': 5, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': '4eeb3fe4-58be-4089-99aa-b1aba41f5c0a', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:84:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e36abb-7a31-454f-8a93-b6eec3d3c063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:45Z', 'updated_at': '2021-11-24T01:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:52:57.702646 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 51240) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:52:57.703106 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-8a9bded9-82a5-4394-8124-285e77f0ee50 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "DELETE /v2.0/routers/95e36abb-7a31-454f-8a93-b6eec3d3c063 HTTP/1.1" status: 204 len: 168 time: 0.8268392 Nov 24 01:52:57.740763 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-7c245886-b19f-4d49-a378-ecb480c3ceba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974'] for port, after_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:57.763443 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c245886-b19f-4d49-a378-ecb480c3ceba None None] Pushing event deleted for resources: {'Port': ['ID=1d94c042-5050-4a27-8cff-3b96af2c1b70,revision_number=None']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:52:57.773003 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c245886-b19f-4d49-a378-ecb480c3ceba None None] No DVR routers for this DVR port 1d94c042-5050-4a27-8cff-3b96af2c1b70 on host dv-neutron-818911-2-hyperv {{(pid=109868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:52:57.794939 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3d69ac3c-59e4-479e-abb0-2798c73f5e5c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:57.814788 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:57.886339 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3d69ac3c-59e4-479e-abb0-2798c73f5e5c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:57.905595 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-3d69ac3c-59e4-479e-abb0-2798c73f5e5c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b80f25a-9d8f-4a26-8638-c059e412f416']}} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:52:57.915198 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-3d69ac3c-59e4-479e-abb0-2798c73f5e5c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdedba67-af31-49a0-a765-665937d2bb16') {'for_net_delete': True} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:52:57.915492 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-3d69ac3c-59e4-479e-abb0-2798c73f5e5c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdedba67-af31-49a0-a765-665937d2bb16') {} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:52:57.927977 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3d69ac3c-59e4-479e-abb0-2798c73f5e5c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29055561'] for segment, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:57.942090 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3d69ac3c-59e4-479e-abb0-2798c73f5e5c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:57.948054 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d69ac3c-59e4-479e-abb0-2798c73f5e5c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=109866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:52:57.948435 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3d69ac3c-59e4-479e-abb0-2798c73f5e5c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29151010'] for segment, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:57.951596 dv-neutron-818911-2-hyperv neutron-server[109866]: Traceback (most recent call last): Nov 24 01:52:57.951596 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:52:57.951596 dv-neutron-818911-2-hyperv neutron-server[109866]: timer() Nov 24 01:52:57.951596 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:52:57.951596 dv-neutron-818911-2-hyperv neutron-server[109866]: cb(*args, **kw) Nov 24 01:52:57.951596 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:52:57.951596 dv-neutron-818911-2-hyperv neutron-server[109866]: return func(*args, **kwargs) Nov 24 01:52:57.951596 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:52:57.951596 dv-neutron-818911-2-hyperv neutron-server[109866]: self._notify() Nov 24 01:52:57.951596 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:52:57.951596 dv-neutron-818911-2-hyperv neutron-server[109866]: self.callback(batched_events) Nov 24 01:52:57.951596 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:52:57.951596 dv-neutron-818911-2-hyperv neutron-server[109866]: event.method(event) Nov 24 01:52:57.951596 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:52:57.951596 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:52:57.951596 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:52:57.951596 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:52:57.951596 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:52:57.951596 dv-neutron-818911-2-hyperv neutron-server[109866]: return f(self, *a, **k) Nov 24 01:52:57.951596 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:52:57.951596 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._get(url).json() Nov 24 01:52:57.951596 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:52:57.951596 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:52:57.951596 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:52:57.951596 dv-neutron-818911-2-hyperv neutron-server[109866]: return self.request(url, 'GET', **kwargs) Nov 24 01:52:57.951596 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:52:57.951596 dv-neutron-818911-2-hyperv neutron-server[109866]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:52:57.951596 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:52:57.951596 dv-neutron-818911-2-hyperv neutron-server[109866]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:52:57.951596 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:52:57.951596 dv-neutron-818911-2-hyperv neutron-server[109866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:52:57.951596 dv-neutron-818911-2-hyperv neutron-server[109866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:52:58.011634 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3d69ac3c-59e4-479e-abb0-2798c73f5e5c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:58.018221 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3d69ac3c-59e4-479e-abb0-2798c73f5e5c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:58.021391 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-3d69ac3c-59e4-479e-abb0-2798c73f5e5c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "DELETE /v2.0/networks/3b80f25a-9d8f-4a26-8638-c059e412f416 HTTP/1.1" status: 204 len: 168 time: 0.3172338 Nov 24 01:52:58.033181 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d69ac3c-59e4-479e-abb0-2798c73f5e5c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event deleted for resources: {'Network': ['ID=3b80f25a-9d8f-4a26-8638-c059e412f416,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:52:58.036530 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 51242) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:52:58.041946 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-b3348d7d-dd9c-48f1-b41f-6144736ce9de tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'network': {'name': 'tempest-network-smoke--1175227659', 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'port_security_enabled': True}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:52:58.066543 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3348d7d-dd9c-48f1-b41f-6144736ce9de tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Made reservation on behalf of 5cd72ac6dd034b2d92e26f70404adb10 for: {'network': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:52:58.070251 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b3348d7d-dd9c-48f1-b41f-6144736ce9de tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:58.092606 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:58.102583 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3348d7d-dd9c-48f1-b41f-6144736ce9de tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=109866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:52:58.113661 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b3348d7d-dd9c-48f1-b41f-6144736ce9de tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:58.114155 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.segments_db [None req-b3348d7d-dd9c-48f1-b41f-6144736ce9de tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Added segment 84e28ddb-260a-486b-883f-337e8f0bd068 of type vlan for network e0c5b0f1-38b6-44c8-928e-d3d964a74f8f Nov 24 01:52:58.164948 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b3348d7d-dd9c-48f1-b41f-6144736ce9de tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:58.196508 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b3348d7d-dd9c-48f1-b41f-6144736ce9de tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:58.202299 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3348d7d-dd9c-48f1-b41f-6144736ce9de tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:52:58.202992 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b3348d7d-dd9c-48f1-b41f-6144736ce9de tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:58.209304 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 1d94c042-5050-4a27-8cff-3b96af2c1b70 no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:52:58.235478 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: 1d94c042-5050-4a27-8cff-3b96af2c1b70 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:52:58.235983 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 1d94c042-5050-4a27-8cff-3b96af2c1b70 not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:52:58.236583 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device a6de9f8d-922a-40e7-85bb-8d090c894cb0 no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:52:58.250216 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-b3348d7d-dd9c-48f1-b41f-6144736ce9de tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2094905 Nov 24 01:52:58.250484 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 51244) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:52:58.259136 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: a6de9f8d-922a-40e7-85bb-8d090c894cb0 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:52:58.259683 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device a6de9f8d-922a-40e7-85bb-8d090c894cb0 not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:52:58.285462 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-3a3d3e45-3128-492e-bd59-24822f2763fd tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1226989357', 'admin_state_up': True, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:52:58.296707 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3348d7d-dd9c-48f1-b41f-6144736ce9de tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'Network': ['ID=e0c5b0f1-38b6-44c8-928e-d3d964a74f8f,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:52:58.315736 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3a3d3e45-3128-492e-bd59-24822f2763fd tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-424105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2744'] for router, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:58.316762 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3a3d3e45-3128-492e-bd59-24822f2763fd tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-424325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-326625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2753'] for router, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:58.380281 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3a3d3e45-3128-492e-bd59-24822f2763fd tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:58.470528 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network e0c5b0f1-38b6-44c8-928e-d3d964a74f8f details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:52:58.889166 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3a3d3e45-3128-492e-bd59-24822f2763fd tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:59.080063 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3a3d3e45-3128-492e-bd59-24822f2763fd tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for router_gateway, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:59.102638 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3a3d3e45-3128-492e-bd59-24822f2763fd tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:59.202740 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [None req-3a3d3e45-3128-492e-bd59-24822f2763fd tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Allocated IP 172.26.5.133 (eb22795d-37ee-46ee-844d-92c17e2ea450/3e66fcff-6e72-4083-b514-48f69cdaa2cb/e47ce048-8c77-474e-8271-30f2a2d2c785) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:52:59.306583 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3a3d3e45-3128-492e-bd59-24822f2763fd tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:59.340484 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3a3d3e45-3128-492e-bd59-24822f2763fd tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:59.384541 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3d3e45-3128-492e-bd59-24822f2763fd tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Network eb22795d-37ee-46ee-844d-92c17e2ea450 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:52:59.387333 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-3a3d3e45-3128-492e-bd59-24822f2763fd tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:52:59.391075 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3d3e45-3128-492e-bd59-24822f2763fd tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:52:59.397907 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3d3e45-3128-492e-bd59-24822f2763fd tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'Port': ['ID=e47ce048-8c77-474e-8271-30f2a2d2c785,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:52:59.404924 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51012f8-ef69-4b29-bf6f-9670657cb73e None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:52:59.518547 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-c4978c4b-f683-4fff-8965-f3530cb25b14 None None] Provisioning complete for port e47ce048-8c77-474e-8271-30f2a2d2c785 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:52:59.518959 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-c4978c4b-f683-4fff-8965-f3530cb25b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:59.567845 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-c4978c4b-f683-4fff-8965-f3530cb25b14 None None] Port e47ce048-8c77-474e-8271-30f2a2d2c785 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:52:59.571875 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:59.666326 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3a3d3e45-3128-492e-bd59-24822f2763fd tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for router_gateway, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:59.877474 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3a3d3e45-3128-492e-bd59-24822f2763fd tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-424338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418138'] for router, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:52:59.909951 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 4eeb3fe4-58be-4089-99aa-b1aba41f5c0a no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:52:59.930312 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: 4eeb3fe4-58be-4089-99aa-b1aba41f5c0a {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:52:59.930689 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 4eeb3fe4-58be-4089-99aa-b1aba41f5c0a not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:53:00.017933 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a3d3e45-3128-492e-bd59-24822f2763fd tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Router c67f13f6-fd0d-4598-af02-6802676071f7 is scheduled to L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e with binding_index 1 {{(pid=109866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 01:53:00.096169 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:00.137494 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a3d3e45-3128-492e-bd59-24822f2763fd tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:53:00.146981 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b00d64-75ff-40b9-95a3-8a13db642e68 None None] Sync routers for ids ['c67f13f6-fd0d-4598-af02-6802676071f7'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:53:00.156700 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b00d64-75ff-40b9-95a3-8a13db642e68 None None] Routers {'c67f13f6-fd0d-4598-af02-6802676071f7'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:53:00.157673 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-27b00d64-75ff-40b9-95a3-8a13db642e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:52:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['c67f13f6-fd0d-4598-af02-6802676071f7'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:53:00.163058 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3a3d3e45-3128-492e-bd59-24822f2763fd tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for router, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:00.165116 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-3a3d3e45-3128-492e-bd59-24822f2763fd tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.9135935 Nov 24 01:53:00.168114 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 51248) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:53:00.201597 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-41f72d42-e997-4673-a3e3-8640c8a8a798 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=5cd72ac6dd034b2d92e26f70404adb10&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0322618 Nov 24 01:53:00.204170 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 51250) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:53:00.270782 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-27b00d64-75ff-40b9-95a3-8a13db642e68 None None] Set router c67f13f6-fd0d-4598-af02-6802676071f7 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:53:00.302268 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edcc86a3-bb75-4a67-97a0-248e0a03a23c tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:53:00.306895 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-edcc86a3-bb75-4a67-97a0-248e0a03a23c tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0983770 Nov 24 01:53:00.307154 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 51252) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:53:00.341949 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-1504e73d-7b76-4da5-9c75-3fcaf456970d tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=eb22795d-37ee-46ee-844d-92c17e2ea450&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0336134 Nov 24 01:53:00.344322 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 51254) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:53:00.351527 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-3b91d78a-8a5d-4379-ad7c-948d2f5f0754 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1847358024', 'network_id': 'e0c5b0f1-38b6-44c8-928e-d3d964a74f8f', 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:53:00.455769 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b91d78a-8a5d-4379-ad7c-948d2f5f0754 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Made reservation on behalf of 5cd72ac6dd034b2d92e26f70404adb10 for: {'subnet': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:53:00.456165 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-27b00d64-75ff-40b9-95a3-8a13db642e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67f13f6-fd0d-4598-af02-6802676071f7', 'name': 'tempest-TestNetworkBasicOps-router-1226989357', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.133'}], 'enable_snat': True}, 'gw_port_id': 'e47ce048-8c77-474e-8271-30f2a2d2c785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:52:58Z', 'updated_at': '2021-11-24T01:52:59Z', 'revision_number': 3, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': 'e47ce048-8c77-474e-8271-30f2a2d2c785', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:9f:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c67f13f6-fd0d-4598-af02-6802676071f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:52:59Z', 'updated_at': '2021-11-24T01:52:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:53:00.460004 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3b91d78a-8a5d-4379-ad7c-948d2f5f0754 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29154835'] for subnet, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:00.483944 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b00d64-75ff-40b9-95a3-8a13db642e68 None None] Checking router: c67f13f6-fd0d-4598-af02-6802676071f7 for host: dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 01:53:00.484334 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b00d64-75ff-40b9-95a3-8a13db642e68 None None] Updating router c67f13f6-fd0d-4598-af02-6802676071f7 port e47ce048-8c77-474e-8271-30f2a2d2c785 binding host dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 01:53:00.511004 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-27b00d64-75ff-40b9-95a3-8a13db642e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:00.665691 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3b91d78a-8a5d-4379-ad7c-948d2f5f0754 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29149261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29154849'] for subnet, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:00.719329 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b91d78a-8a5d-4379-ad7c-948d2f5f0754 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'Subnet': ['ID=aed68130-4c57-4427-866d-babf2083f367,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:53:00.734605 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b91d78a-8a5d-4379-ad7c-948d2f5f0754 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Checking segment: {'id': '84e28ddb-260a-486b-883f-337e8f0bd068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'e0c5b0f1-38b6-44c8-928e-d3d964a74f8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:53:00.734967 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b91d78a-8a5d-4379-ad7c-948d2f5f0754 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Network hostable DHCP agents. Network: e0c5b0f1-38b6-44c8-928e-d3d964a74f8f, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 01:53:00.751693 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b91d78a-8a5d-4379-ad7c-948d2f5f0754 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Network e0c5b0f1-38b6-44c8-928e-d3d964a74f8f is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 01:53:00.760959 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-3b91d78a-8a5d-4379-ad7c-948d2f5f0754 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, e0c5b0f1-38b6-44c8-928e-d3d964a74f8f) {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:53:00.765860 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b91d78a-8a5d-4379-ad7c-948d2f5f0754 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:53:00.766884 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3b91d78a-8a5d-4379-ad7c-948d2f5f0754 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:00.770533 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-27b00d64-75ff-40b9-95a3-8a13db642e68 None None] Publish callbacks [] for port, precommit_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:00.774002 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b2c9b3c-9f55-4768-a7ae-fba3074f8dd6 None None] Network e0c5b0f1-38b6-44c8-928e-d3d964a74f8f requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:53:00.776153 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-27b00d64-75ff-40b9-95a3-8a13db642e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:00.790064 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-3b91d78a-8a5d-4379-ad7c-948d2f5f0754 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4444799 Nov 24 01:53:00.793150 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 51256) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:53:00.830239 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-27b00d64-75ff-40b9-95a3-8a13db642e68 None None] Attempting to bind port e47ce048-8c77-474e-8271-30f2a2d2c785 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:53:00.830607 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-27b00d64-75ff-40b9-95a3-8a13db642e68 None None] Attempting to bind port e47ce048-8c77-474e-8271-30f2a2d2c785 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}] {{(pid=109869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:53:00.830978 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b00d64-75ff-40b9-95a3-8a13db642e68 None None] Attempting to bind port e47ce048-8c77-474e-8271-30f2a2d2c785 on network eb22795d-37ee-46ee-844d-92c17e2ea450 {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:53:00.832942 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad62752-593f-4a80-a570-c58cbcc299d8 None None] Pushing event updated for resources: {'Port': ['ID=e47ce048-8c77-474e-8271-30f2a2d2c785,revision_number=2']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:53:00.839121 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b00d64-75ff-40b9-95a3-8a13db642e68 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:53:00.839497 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b00d64-75ff-40b9-95a3-8a13db642e68 None None] Checking segment: {'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:53:00.839887 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-27b00d64-75ff-40b9-95a3-8a13db642e68 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:00.840273 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b00d64-75ff-40b9-95a3-8a13db642e68 None None] Bound using segment: {'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'} {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:53:00.840735 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-27b00d64-75ff-40b9-95a3-8a13db642e68 None None] Bound port: e47ce048-8c77-474e-8271-30f2a2d2c785, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}}] {{(pid=109869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:53:00.841377 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-27b00d64-75ff-40b9-95a3-8a13db642e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:00.848521 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd79f3a-29e4-4f80-8da9-555fdf2dce66 None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:53:00.893935 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.db [None req-27b00d64-75ff-40b9-95a3-8a13db642e68 None None] For port e47ce048-8c77-474e-8271-30f2a2d2c785, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:53:00.897641 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.db [None req-27b00d64-75ff-40b9-95a3-8a13db642e68 None None] For port e47ce048-8c77-474e-8271-30f2a2d2c785, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=e47ce048-8c77-474e-8271-30f2a2d2c785,segment=NetworkSegment(03509fd2-ca9c-4aa0-94e6-e236afda62e7),segment_id=03509fd2-ca9c-4aa0-94e6-e236afda62e7)] {{(pid=109869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:53:00.901869 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-27b00d64-75ff-40b9-95a3-8a13db642e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:00.929913 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-087487d6-2d41-4a65-bc09-839532bb24e2 None None] Provisioning complete for port e47ce048-8c77-474e-8271-30f2a2d2c785 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:53:00.930736 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-087487d6-2d41-4a65-bc09-839532bb24e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:00.952222 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b00d64-75ff-40b9-95a3-8a13db642e68 None None] Routers {'c67f13f6-fd0d-4598-af02-6802676071f7'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:53:00.952844 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-27b00d64-75ff-40b9-95a3-8a13db642e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:52:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['c67f13f6-fd0d-4598-af02-6802676071f7'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:53:00.975335 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46753cd-79cb-4cef-a745-18d72e9e805e None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:53:01.041073 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1f3740-a452-4c62-9226-0da8a7f0c244 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-e0c5b0f1-38b6-44c8-928e-d3d964a74f8f', 'network_id': 'e0c5b0f1-38b6-44c8-928e-d3d964a74f8f', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'fixed_ips': [{'subnet_id': 'aed68130-4c57-4427-866d-babf2083f367'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 01:53:01.041960 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-7f1f3740-a452-4c62-9226-0da8a7f0c244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:01.055831 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad62752-593f-4a80-a570-c58cbcc299d8 None None] Pushing event updated for resources: {'Port': ['ID=e47ce048-8c77-474e-8271-30f2a2d2c785,revision_number=3']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:53:01.073194 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-087487d6-2d41-4a65-bc09-839532bb24e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:01.081835 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-27b00d64-75ff-40b9-95a3-8a13db642e68 None None] Set router c67f13f6-fd0d-4598-af02-6802676071f7 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:53:01.149551 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-087487d6-2d41-4a65-bc09-839532bb24e2 None None] For port e47ce048-8c77-474e-8271-30f2a2d2c785, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=e47ce048-8c77-474e-8271-30f2a2d2c785,segment=NetworkSegment(03509fd2-ca9c-4aa0-94e6-e236afda62e7),segment_id=03509fd2-ca9c-4aa0-94e6-e236afda62e7)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:53:01.153902 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-087487d6-2d41-4a65-bc09-839532bb24e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:01.239592 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087487d6-2d41-4a65-bc09-839532bb24e2 None None] Pushing event updated for resources: {'Port': ['ID=e47ce048-8c77-474e-8271-30f2a2d2c785,revision_number=4']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:53:01.256297 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-7f1f3740-a452-4c62-9226-0da8a7f0c244 None None] Allocated IP 172.20.0.2 (e0c5b0f1-38b6-44c8-928e-d3d964a74f8f/aed68130-4c57-4427-866d-babf2083f367/86870779-3525-4914-a997-ddacbb7328a5) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:53:01.270847 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-27b00d64-75ff-40b9-95a3-8a13db642e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67f13f6-fd0d-4598-af02-6802676071f7', 'name': 'tempest-TestNetworkBasicOps-router-1226989357', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.133'}], 'enable_snat': True}, 'gw_port_id': 'e47ce048-8c77-474e-8271-30f2a2d2c785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:52:58Z', 'updated_at': '2021-11-24T01:52:59Z', 'revision_number': 3, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': 'e47ce048-8c77-474e-8271-30f2a2d2c785', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:9f:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c67f13f6-fd0d-4598-af02-6802676071f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:52:59Z', 'updated_at': '2021-11-24T01:53:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:53:01.285281 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-663f8a72-ca21-4554-9cb3-b629d38283b5 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:01.300140 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b00d64-75ff-40b9-95a3-8a13db642e68 None None] The sync data for ids ['c67f13f6-fd0d-4598-af02-6802676071f7'] in dv-neutron-818911-2-hyperv is: [{'id': 'c67f13f6-fd0d-4598-af02-6802676071f7', 'name': 'tempest-TestNetworkBasicOps-router-1226989357', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.133'}], 'enable_snat': True}, 'gw_port_id': 'e47ce048-8c77-474e-8271-30f2a2d2c785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:52:58Z', 'updated_at': '2021-11-24T01:52:59Z', 'revision_number': 3, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': 'e47ce048-8c77-474e-8271-30f2a2d2c785', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:9f:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c67f13f6-fd0d-4598-af02-6802676071f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:52:59Z', 'updated_at': '2021-11-24T01:53:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:53:01.303389 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-5276b0d4-8f4e-425b-bdcd-f5d9a015abc6 None None] Provisioning complete for port e47ce048-8c77-474e-8271-30f2a2d2c785 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:53:01.303791 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-5276b0d4-8f4e-425b-bdcd-f5d9a015abc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:01.491904 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-7f1f3740-a452-4c62-9226-0da8a7f0c244 None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:01.499750 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-7f1f3740-a452-4c62-9226-0da8a7f0c244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:01.540439 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1f3740-a452-4c62-9226-0da8a7f0c244 None None] Network e0c5b0f1-38b6-44c8-928e-d3d964a74f8f is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:53:01.547735 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-7f1f3740-a452-4c62-9226-0da8a7f0c244 None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:53:01.551196 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1f3740-a452-4c62-9226-0da8a7f0c244 None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:53:01.567723 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1f3740-a452-4c62-9226-0da8a7f0c244 None None] Pushing event updated for resources: {'Port': ['ID=86870779-3525-4914-a997-ddacbb7328a5,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:53:01.615100 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-663f8a72-ca21-4554-9cb3-b629d38283b5 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Allocated IP 172.20.0.1 (e0c5b0f1-38b6-44c8-928e-d3d964a74f8f/aed68130-4c57-4427-866d-babf2083f367/c7ee50bd-b1da-481c-93d6-07547dbb887a) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:53:01.627149 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-7f1f3740-a452-4c62-9226-0da8a7f0c244 None None] Attempting to bind port 86870779-3525-4914-a997-ddacbb7328a5 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:53:01.627632 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-7f1f3740-a452-4c62-9226-0da8a7f0c244 None None] Attempting to bind port 86870779-3525-4914-a997-ddacbb7328a5 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '84e28ddb-260a-486b-883f-337e8f0bd068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'e0c5b0f1-38b6-44c8-928e-d3d964a74f8f'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:53:01.627986 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1f3740-a452-4c62-9226-0da8a7f0c244 None None] Attempting to bind port 86870779-3525-4914-a997-ddacbb7328a5 on network e0c5b0f1-38b6-44c8-928e-d3d964a74f8f {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:53:01.634251 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1f3740-a452-4c62-9226-0da8a7f0c244 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:53:01.634617 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1f3740-a452-4c62-9226-0da8a7f0c244 None None] Checking segment: {'id': '84e28ddb-260a-486b-883f-337e8f0bd068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'e0c5b0f1-38b6-44c8-928e-d3d964a74f8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:53:01.635015 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-7f1f3740-a452-4c62-9226-0da8a7f0c244 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:01.635400 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1f3740-a452-4c62-9226-0da8a7f0c244 None None] Bound using segment: {'id': '84e28ddb-260a-486b-883f-337e8f0bd068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'e0c5b0f1-38b6-44c8-928e-d3d964a74f8f'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:53:01.635872 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-7f1f3740-a452-4c62-9226-0da8a7f0c244 None None] Bound port: 86870779-3525-4914-a997-ddacbb7328a5, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84e28ddb-260a-486b-883f-337e8f0bd068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'e0c5b0f1-38b6-44c8-928e-d3d964a74f8f'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:53:01.636242 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-7f1f3740-a452-4c62-9226-0da8a7f0c244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:01.712860 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-7f1f3740-a452-4c62-9226-0da8a7f0c244 None None] For port 86870779-3525-4914-a997-ddacbb7328a5, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:53:01.716576 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-7f1f3740-a452-4c62-9226-0da8a7f0c244 None None] For port 86870779-3525-4914-a997-ddacbb7328a5, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=86870779-3525-4914-a997-ddacbb7328a5,segment=NetworkSegment(84e28ddb-260a-486b-883f-337e8f0bd068),segment_id=84e28ddb-260a-486b-883f-337e8f0bd068)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:53:01.722074 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-7f1f3740-a452-4c62-9226-0da8a7f0c244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:01.745620 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-663f8a72-ca21-4554-9cb3-b629d38283b5 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:01.787752 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1f3740-a452-4c62-9226-0da8a7f0c244 None None] Pushing event updated for resources: {'Port': ['ID=86870779-3525-4914-a997-ddacbb7328a5,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:53:01.802657 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-663f8a72-ca21-4554-9cb3-b629d38283b5 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:01.854196 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663f8a72-ca21-4554-9cb3-b629d38283b5 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Network e0c5b0f1-38b6-44c8-928e-d3d964a74f8f is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:53:01.857427 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-663f8a72-ca21-4554-9cb3-b629d38283b5 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:53:01.860399 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663f8a72-ca21-4554-9cb3-b629d38283b5 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:53:01.903062 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663f8a72-ca21-4554-9cb3-b629d38283b5 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'Port': ['ID=c7ee50bd-b1da-481c-93d6-07547dbb887a,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:53:01.935354 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-663f8a72-ca21-4554-9cb3-b629d38283b5 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3777869'] for router_interface, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:02.036203 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device e47ce048-8c77-474e-8271-30f2a2d2c785 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:53:02.110271 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port e47ce048-8c77-474e-8271-30f2a2d2c785 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:53:02.110716 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:02.137638 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-663f8a72-ca21-4554-9cb3-b629d38283b5 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:02.383458 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-329a4328-7a45-4eb0-854f-0a62ebae438c req-0fd789b1-62bf-45b9-a766-8f0632c7d1bc service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5b2607c2-05c2-48ba-8d8f-bae266fed81e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0619788 Nov 24 01:53:02.486299 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329a4328-7a45-4eb0-854f-0a62ebae438c req-554426d3-6a47-4adf-8351-b37589da5bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:53:02.488030 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-329a4328-7a45-4eb0-854f-0a62ebae438c req-554426d3-6a47-4adf-8351-b37589da5bb1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3fa7557b5a414e29b40de0454c5ea7eb&device_id=5b2607c2-05c2-48ba-8d8f-bae266fed81e HTTP/1.1" status: 200 len: 1098 time: 0.0426111 Nov 24 01:53:02.502658 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-663f8a72-ca21-4554-9cb3-b629d38283b5 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for port, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:02.507610 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-663f8a72-ca21-4554-9cb3-b629d38283b5 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25501696'] for port, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:02.602619 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663f8a72-ca21-4554-9cb3-b629d38283b5 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'Port': ['ID=c7ee50bd-b1da-481c-93d6-07547dbb887a,revision_number=2']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:53:02.607543 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-663f8a72-ca21-4554-9cb3-b629d38283b5 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3778017'] for router_interface, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:02.609630 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329a4328-7a45-4eb0-854f-0a62ebae438c req-e4dd6bc2-781a-4533-93cd-7eeae70781f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:53:02.611451 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-329a4328-7a45-4eb0-854f-0a62ebae438c req-e4dd6bc2-781a-4533-93cd-7eeae70781f2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b994f58c-062f-4608-af1b-f5a2d5a95f48 HTTP/1.1" status: 200 len: 912 time: 0.1011972 Nov 24 01:53:02.683572 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-329a4328-7a45-4eb0-854f-0a62ebae438c req-0f4d871d-9f55-4c56-b664-9e2611bafde1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=61ee23ee-9bc1-4eda-8cdc-edeaa0420244 HTTP/1.1" status: 200 len: 1000 time: 0.0644643 Nov 24 01:53:02.702259 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663f8a72-ca21-4554-9cb3-b629d38283b5 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Network e0c5b0f1-38b6-44c8-928e-d3d964a74f8f is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:53:02.704200 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-663f8a72-ca21-4554-9cb3-b629d38283b5 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:53:02.737888 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329a4328-7a45-4eb0-854f-0a62ebae438c req-a6960638-31c4-402b-ae7c-bf4005a5793e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:53:02.739344 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-329a4328-7a45-4eb0-854f-0a62ebae438c req-a6960638-31c4-402b-ae7c-bf4005a5793e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8c2e0039-7a4d-4100-828d-28402f0c4357 HTTP/1.1" status: 200 len: 850 time: 0.0472567 Nov 24 01:53:02.799891 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329a4328-7a45-4eb0-854f-0a62ebae438c req-ca501374-9721-42b2-95f7-46de91fc5cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:53:02.801730 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-329a4328-7a45-4eb0-854f-0a62ebae438c req-ca501374-9721-42b2-95f7-46de91fc5cd1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b994f58c-062f-4608-af1b-f5a2d5a95f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0548506 Nov 24 01:53:02.826445 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-663f8a72-ca21-4554-9cb3-b629d38283b5 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Router c67f13f6-fd0d-4598-af02-6802676071f7 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:53:02.900163 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-329a4328-7a45-4eb0-854f-0a62ebae438c req-1033c205-fb08-433c-a28a-8d4229ced8b8 service neutron] 10.222.0.48 "GET /v2.0/networks/b994f58c-062f-4608-af1b-f5a2d5a95f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903714 Nov 24 01:53:02.963055 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-663f8a72-ca21-4554-9cb3-b629d38283b5 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:53:02.973686 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-663f8a72-ca21-4554-9cb3-b629d38283b5 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "PUT /v2.0/routers/c67f13f6-fd0d-4598-af02-6802676071f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1750331 Nov 24 01:53:02.973686 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 51258) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:53:03.003151 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-329a4328-7a45-4eb0-854f-0a62ebae438c req-60e7a86f-30ed-4a00-b5a0-8689430272bf service neutron] 10.222.0.48 "GET /v2.0/networks/b994f58c-062f-4608-af1b-f5a2d5a95f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952930 Nov 24 01:53:03.086314 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3bc107f-df67-4408-b08e-7b3827702624 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:53:03.086750 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3bc107f-df67-4408-b08e-7b3827702624 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:53:03.087228 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3bc107f-df67-4408-b08e-7b3827702624 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:53:03.087778 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3bc107f-df67-4408-b08e-7b3827702624 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:53:03.088318 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3bc107f-df67-4408-b08e-7b3827702624 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:53:03.088778 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3bc107f-df67-4408-b08e-7b3827702624 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:53:03.091342 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-f3bc107f-df67-4408-b08e-7b3827702624 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1180565 Nov 24 01:53:03.094219 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 51260) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:53:03.162654 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e339c235-7887-4860-9163-66924e1ce0e1 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:53:03.163255 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e339c235-7887-4860-9163-66924e1ce0e1 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:53:03.163790 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e339c235-7887-4860-9163-66924e1ce0e1 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:53:03.164360 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e339c235-7887-4860-9163-66924e1ce0e1 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:53:03.164825 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e339c235-7887-4860-9163-66924e1ce0e1 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:53:03.165291 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e339c235-7887-4860-9163-66924e1ce0e1 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:53:03.167496 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-e339c235-7887-4860-9163-66924e1ce0e1 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0718992 Nov 24 01:53:03.170646 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 51262) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:53:03.308392 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651b5483-cc7b-4fce-9a2e-95e397306358 None None] Sync routers for ids ['c67f13f6-fd0d-4598-af02-6802676071f7'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:53:03.320273 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651b5483-cc7b-4fce-9a2e-95e397306358 None None] Routers {'c67f13f6-fd0d-4598-af02-6802676071f7'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:53:03.320889 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-651b5483-cc7b-4fce-9a2e-95e397306358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:52:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['c67f13f6-fd0d-4598-af02-6802676071f7'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:53:03.326298 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0bbded-1fa0-493a-b619-9e8ed84c140d None None] Network e0c5b0f1-38b6-44c8-928e-d3d964a74f8f requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:53:03.337639 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-3aa6c1e6-6340-45de-87ab-d5e6b1c13e48 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.1637640 Nov 24 01:53:03.495659 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-52a8098f-3713-4ab2-b500-d6794c300203 None None] Provisioning complete for port 86870779-3525-4914-a997-ddacbb7328a5 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:53:03.496035 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-52a8098f-3713-4ab2-b500-d6794c300203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:03.531719 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-651b5483-cc7b-4fce-9a2e-95e397306358 None None] Set router c67f13f6-fd0d-4598-af02-6802676071f7 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:53:03.550808 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 51266) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:53:03.556763 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-95849a12-7fe4-46a2-b835-5a138cf00ef4 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1487417164', 'description': 'tempest-secgroup-smoke-1487417164 description', 'project_id': '5cd72ac6dd034b2d92e26f70404adb10'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:53:03.580177 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-95849a12-7fe4-46a2-b835-5a138cf00ef4 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:03.664751 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-95849a12-7fe4-46a2-b835-5a138cf00ef4 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:03.668812 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-95849a12-7fe4-46a2-b835-5a138cf00ef4 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:03.701331 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-95849a12-7fe4-46a2-b835-5a138cf00ef4 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:03.702657 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-95849a12-7fe4-46a2-b835-5a138cf00ef4 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1507773 Nov 24 01:53:03.705706 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 51268) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:53:03.710517 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-957a1be0-d05e-44a7-98c4-ca3b699db920 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'security_group_rule': {'security_group_id': '68912774-73ab-4f45-95fc-a5c06225e43d', 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:53:03.719873 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95849a12-7fe4-46a2-b835-5a138cf00ef4 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68912774-73ab-4f45-95fc-a5c06225e43d,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:53:03.744594 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-957a1be0-d05e-44a7-98c4-ca3b699db920 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:03.807122 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-957a1be0-d05e-44a7-98c4-ca3b699db920 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:03.810659 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-957a1be0-d05e-44a7-98c4-ca3b699db920 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:03.828489 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957a1be0-d05e-44a7-98c4-ca3b699db920 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b753678-8674-4458-84bd-d80c999a3cde,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:53:03.846431 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-957a1be0-d05e-44a7-98c4-ca3b699db920 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:03.846431 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-957a1be0-d05e-44a7-98c4-ca3b699db920 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1357191 Nov 24 01:53:03.846431 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 51270) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:53:03.850904 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-8231b51f-61aa-41f4-bb52-ccc1ade5f42a tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'security_group_rule': {'security_group_id': '68912774-73ab-4f45-95fc-a5c06225e43d', 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:53:03.880968 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8231b51f-61aa-41f4-bb52-ccc1ade5f42a tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:03.918861 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-52a8098f-3713-4ab2-b500-d6794c300203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:03.952868 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8231b51f-61aa-41f4-bb52-ccc1ade5f42a tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:03.957952 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8231b51f-61aa-41f4-bb52-ccc1ade5f42a tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:03.981437 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8231b51f-61aa-41f4-bb52-ccc1ade5f42a tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=055d5313-1a6a-4713-b6b5-68ab885bce5c,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:53:03.993051 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-52a8098f-3713-4ab2-b500-d6794c300203 None None] For port 86870779-3525-4914-a997-ddacbb7328a5, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=86870779-3525-4914-a997-ddacbb7328a5,segment=NetworkSegment(84e28ddb-260a-486b-883f-337e8f0bd068),segment_id=84e28ddb-260a-486b-883f-337e8f0bd068)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:53:03.993619 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8231b51f-61aa-41f4-bb52-ccc1ade5f42a tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:03.997861 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-8231b51f-61aa-41f4-bb52-ccc1ade5f42a tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1489408 Nov 24 01:53:03.998534 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 51272) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:53:04.003397 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-52a8098f-3713-4ab2-b500-d6794c300203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:04.003981 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-10cf8779-7f88-42ae-bc2f-8a4a132de0cc tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'security_group_rule': {'security_group_id': '68912774-73ab-4f45-95fc-a5c06225e43d', 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:53:04.050046 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-10cf8779-7f88-42ae-bc2f-8a4a132de0cc tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:04.067106 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 86870779-3525-4914-a997-ddacbb7328a5 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:53:04.117009 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-10cf8779-7f88-42ae-bc2f-8a4a132de0cc tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:04.123050 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-10cf8779-7f88-42ae-bc2f-8a4a132de0cc tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:04.130285 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-651b5483-cc7b-4fce-9a2e-95e397306358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67f13f6-fd0d-4598-af02-6802676071f7', 'name': 'tempest-TestNetworkBasicOps-router-1226989357', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.133'}], 'enable_snat': True}, 'gw_port_id': 'e47ce048-8c77-474e-8271-30f2a2d2c785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:52:58Z', 'updated_at': '2021-11-24T01:53:02Z', 'revision_number': 4, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': 'e47ce048-8c77-474e-8271-30f2a2d2c785', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:9f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67f13f6-fd0d-4598-af02-6802676071f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:52:59Z', 'updated_at': '2021-11-24T01:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': 'c7ee50bd-b1da-481c-93d6-07547dbb887a', 'name': '', 'network_id': 'e0c5b0f1-38b6-44c8-928e-d3d964a74f8f', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'mac_address': 'fa:16:3e:73:8a:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c67f13f6-fd0d-4598-af02-6802676071f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'aed68130-4c57-4427-866d-babf2083f367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:53:01Z', 'updated_at': '2021-11-24T01:53:02Z', 'revision_number': 2, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'subnets': [{'id': 'aed68130-4c57-4427-866d-babf2083f367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:53:04.143779 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cf8779-7f88-42ae-bc2f-8a4a132de0cc tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0ea7177-e68c-4920-ba7d-dba0540fc9f6,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:53:04.154090 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-10cf8779-7f88-42ae-bc2f-8a4a132de0cc tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:04.155417 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-10cf8779-7f88-42ae-bc2f-8a4a132de0cc tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1556344 Nov 24 01:53:04.158231 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 51274) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:53:04.164379 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-8c60cd4c-2bbd-495a-9fe6-c6c48a8051d8 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'security_group_rule': {'security_group_id': '68912774-73ab-4f45-95fc-a5c06225e43d', 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:53:04.177028 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a8098f-3713-4ab2-b500-d6794c300203 None None] Pushing event updated for resources: {'Port': ['ID=86870779-3525-4914-a997-ddacbb7328a5,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:53:04.183360 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651b5483-cc7b-4fce-9a2e-95e397306358 None None] Checking router: c67f13f6-fd0d-4598-af02-6802676071f7 for host: dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 01:53:04.183716 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651b5483-cc7b-4fce-9a2e-95e397306358 None None] Updating router c67f13f6-fd0d-4598-af02-6802676071f7 port c7ee50bd-b1da-481c-93d6-07547dbb887a binding host dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 01:53:04.207570 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8c60cd4c-2bbd-495a-9fe6-c6c48a8051d8 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:04.218554 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-651b5483-cc7b-4fce-9a2e-95e397306358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:04.264835 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 86870779-3525-4914-a997-ddacbb7328a5 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:53:04.265193 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:04.281671 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8c60cd4c-2bbd-495a-9fe6-c6c48a8051d8 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:04.286152 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8c60cd4c-2bbd-495a-9fe6-c6c48a8051d8 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:04.301528 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c60cd4c-2bbd-495a-9fe6-c6c48a8051d8 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94149252-210e-46b0-94fb-6ee652b78db9,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:53:04.320521 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8c60cd4c-2bbd-495a-9fe6-c6c48a8051d8 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:04.324714 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-8c60cd4c-2bbd-495a-9fe6-c6c48a8051d8 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1628599 Nov 24 01:53:04.324888 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 51276) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:53:04.331820 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-5a78f9b7-eeb7-4b3f-9644-6e8d05410c92 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'security_group_rule': {'security_group_id': '68912774-73ab-4f45-95fc-a5c06225e43d', 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:53:04.359020 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.securitygroups_db [None req-5a78f9b7-eeb7-4b3f-9644-6e8d05410c92 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Project 5cd72ac6dd034b2d92e26f70404adb10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 01:53:04.364645 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5a78f9b7-eeb7-4b3f-9644-6e8d05410c92 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:04.394001 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-9c1d83a7-6c2a-4696-a714-311b06c0c41b None None] Provisioning complete for port c7ee50bd-b1da-481c-93d6-07547dbb887a triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:53:04.394656 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9c1d83a7-6c2a-4696-a714-311b06c0c41b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:04.435926 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5a78f9b7-eeb7-4b3f-9644-6e8d05410c92 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:04.440313 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5a78f9b7-eeb7-4b3f-9644-6e8d05410c92 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:04.459543 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a78f9b7-eeb7-4b3f-9644-6e8d05410c92 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b30465c-4ba6-4f10-b0b7-1d4249aad2ea,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:53:04.470397 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5a78f9b7-eeb7-4b3f-9644-6e8d05410c92 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:04.474463 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-5a78f9b7-eeb7-4b3f-9644-6e8d05410c92 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1458638 Nov 24 01:53:04.474651 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 51278) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:53:04.479611 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-b7f228d0-be3b-4916-90aa-408341e292de tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'security_group_rule': {'security_group_id': '68912774-73ab-4f45-95fc-a5c06225e43d', 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:53:04.507762 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.securitygroups_db [None req-b7f228d0-be3b-4916-90aa-408341e292de tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Project 5cd72ac6dd034b2d92e26f70404adb10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 01:53:04.513051 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b7f228d0-be3b-4916-90aa-408341e292de tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:04.518723 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-9c1d83a7-6c2a-4696-a714-311b06c0c41b None None] Port c7ee50bd-b1da-481c-93d6-07547dbb887a cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:53:04.548010 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-9c1d83a7-6c2a-4696-a714-311b06c0c41b None None] Provisioning complete for port 86870779-3525-4914-a997-ddacbb7328a5 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:53:04.548377 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9c1d83a7-6c2a-4696-a714-311b06c0c41b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:04.587560 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b7f228d0-be3b-4916-90aa-408341e292de tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:04.607730 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b7f228d0-be3b-4916-90aa-408341e292de tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:04.628377 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f228d0-be3b-4916-90aa-408341e292de tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4dbb244-cdfe-42ac-bb80-57a5af698086,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:53:04.651864 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b7f228d0-be3b-4916-90aa-408341e292de tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:04.656013 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-b7f228d0-be3b-4916-90aa-408341e292de tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1802998 Nov 24 01:53:04.684290 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-651b5483-cc7b-4fce-9a2e-95e397306358 None None] Publish callbacks [] for port, precommit_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:04.693248 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-651b5483-cc7b-4fce-9a2e-95e397306358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:04.761094 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4681183b-f53b-4a11-9353-5d8e6d3bf919 None None] Pushing event updated for resources: {'Port': ['ID=c7ee50bd-b1da-481c-93d6-07547dbb887a,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:53:04.815952 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-651b5483-cc7b-4fce-9a2e-95e397306358 None None] Attempting to bind port c7ee50bd-b1da-481c-93d6-07547dbb887a on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:53:04.816352 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-651b5483-cc7b-4fce-9a2e-95e397306358 None None] Attempting to bind port c7ee50bd-b1da-481c-93d6-07547dbb887a by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '84e28ddb-260a-486b-883f-337e8f0bd068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'e0c5b0f1-38b6-44c8-928e-d3d964a74f8f'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:53:04.816737 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651b5483-cc7b-4fce-9a2e-95e397306358 None None] Attempting to bind port c7ee50bd-b1da-481c-93d6-07547dbb887a on network e0c5b0f1-38b6-44c8-928e-d3d964a74f8f {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:53:04.822708 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651b5483-cc7b-4fce-9a2e-95e397306358 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:53:04.823088 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651b5483-cc7b-4fce-9a2e-95e397306358 None None] Checking segment: {'id': '84e28ddb-260a-486b-883f-337e8f0bd068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'e0c5b0f1-38b6-44c8-928e-d3d964a74f8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:53:04.823511 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-651b5483-cc7b-4fce-9a2e-95e397306358 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:04.823904 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651b5483-cc7b-4fce-9a2e-95e397306358 None None] Bound using segment: {'id': '84e28ddb-260a-486b-883f-337e8f0bd068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'e0c5b0f1-38b6-44c8-928e-d3d964a74f8f'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:53:04.824626 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-651b5483-cc7b-4fce-9a2e-95e397306358 None None] Bound port: c7ee50bd-b1da-481c-93d6-07547dbb887a, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84e28ddb-260a-486b-883f-337e8f0bd068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'e0c5b0f1-38b6-44c8-928e-d3d964a74f8f'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:53:04.825192 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-651b5483-cc7b-4fce-9a2e-95e397306358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:04.906526 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-96406fef-3043-4437-987f-d961d62b31b7 req-a52f3edb-72a0-457e-b250-d898cdf1c52e tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1487417164&fields=id&tenant_id=5cd72ac6dd034b2d92e26f70404adb10 HTTP/1.1" status: 200 len: 267 time: 0.0552409 Nov 24 01:53:04.907093 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-f5935025-507e-4ab9-a81a-99c144f9da8c None None] Provisioning complete for port c7ee50bd-b1da-481c-93d6-07547dbb887a triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:53:04.907683 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-f5935025-507e-4ab9-a81a-99c144f9da8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:04.912436 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-651b5483-cc7b-4fce-9a2e-95e397306358 None None] For port c7ee50bd-b1da-481c-93d6-07547dbb887a, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:53:04.949492 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-651b5483-cc7b-4fce-9a2e-95e397306358 None None] For port c7ee50bd-b1da-481c-93d6-07547dbb887a, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=c7ee50bd-b1da-481c-93d6-07547dbb887a,segment=NetworkSegment(84e28ddb-260a-486b-883f-337e8f0bd068),segment_id=84e28ddb-260a-486b-883f-337e8f0bd068)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:53:04.957149 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-651b5483-cc7b-4fce-9a2e-95e397306358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:04.987851 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-f5935025-507e-4ab9-a81a-99c144f9da8c None None] Port c7ee50bd-b1da-481c-93d6-07547dbb887a cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:53:05.026103 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651b5483-cc7b-4fce-9a2e-95e397306358 None None] Routers {'c67f13f6-fd0d-4598-af02-6802676071f7'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:53:05.026828 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-651b5483-cc7b-4fce-9a2e-95e397306358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:52:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['c67f13f6-fd0d-4598-af02-6802676071f7'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:53:05.028799 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4681183b-f53b-4a11-9353-5d8e6d3bf919 None None] Pushing event updated for resources: {'Port': ['ID=c7ee50bd-b1da-481c-93d6-07547dbb887a,revision_number=4']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:53:05.044733 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96406fef-3043-4437-987f-d961d62b31b7 req-480a95a8-1b8a-4cdb-8b48-04973af5a4a1 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:53:05.046578 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-96406fef-3043-4437-987f-d961d62b31b7 req-480a95a8-1b8a-4cdb-8b48-04973af5a4a1 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/networks?id=e0c5b0f1-38b6-44c8-928e-d3d964a74f8f HTTP/1.1" status: 200 len: 797 time: 0.1312358 Nov 24 01:53:05.062772 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-96406fef-3043-4437-987f-d961d62b31b7 req-022c2c18-7954-471e-907a-023c9b1a4127 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/quotas/5cd72ac6dd034b2d92e26f70404adb10 HTTP/1.1" status: 200 len: 375 time: 0.0102832 Nov 24 01:53:05.126382 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-96406fef-3043-4437-987f-d961d62b31b7 req-e69fa3bd-7c87-408e-9ad4-68723e6968c4 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5cd72ac6dd034b2d92e26f70404adb10&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0547400 Nov 24 01:53:05.149556 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-301ad3b2-272c-4043-9b62-c4300b2fa599 None None] Provisioning complete for port c7ee50bd-b1da-481c-93d6-07547dbb887a triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:53:05.149923 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-301ad3b2-272c-4043-9b62-c4300b2fa599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:05.184204 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-651b5483-cc7b-4fce-9a2e-95e397306358 None None] Set router c67f13f6-fd0d-4598-af02-6802676071f7 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:53:05.232926 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-96406fef-3043-4437-987f-d961d62b31b7 req-41711067-6c51-4c53-a738-88236db58728 service neutron] 10.222.0.21 "GET /v2.0/networks/e0c5b0f1-38b6-44c8-928e-d3d964a74f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940442 Nov 24 01:53:05.323969 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-96406fef-3043-4437-987f-d961d62b31b7 req-802cdf7e-ed8c-4cd6-8cec-c2dd058c9e80 service neutron] 10.222.0.21 "GET /v2.0/networks/e0c5b0f1-38b6-44c8-928e-d3d964a74f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839808 Nov 24 01:53:05.356917 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-301ad3b2-272c-4043-9b62-c4300b2fa599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:05.438676 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-301ad3b2-272c-4043-9b62-c4300b2fa599 None None] For port c7ee50bd-b1da-481c-93d6-07547dbb887a, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=c7ee50bd-b1da-481c-93d6-07547dbb887a,segment=NetworkSegment(84e28ddb-260a-486b-883f-337e8f0bd068),segment_id=84e28ddb-260a-486b-883f-337e8f0bd068)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:53:05.446255 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-301ad3b2-272c-4043-9b62-c4300b2fa599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:05.503986 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301ad3b2-272c-4043-9b62-c4300b2fa599 None None] Pushing event updated for resources: {'Port': ['ID=c7ee50bd-b1da-481c-93d6-07547dbb887a,revision_number=5']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:53:05.509076 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-651b5483-cc7b-4fce-9a2e-95e397306358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67f13f6-fd0d-4598-af02-6802676071f7', 'name': 'tempest-TestNetworkBasicOps-router-1226989357', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.133'}], 'enable_snat': True}, 'gw_port_id': 'e47ce048-8c77-474e-8271-30f2a2d2c785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:52:58Z', 'updated_at': '2021-11-24T01:53:02Z', 'revision_number': 4, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': 'e47ce048-8c77-474e-8271-30f2a2d2c785', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:9f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67f13f6-fd0d-4598-af02-6802676071f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:52:59Z', 'updated_at': '2021-11-24T01:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': 'c7ee50bd-b1da-481c-93d6-07547dbb887a', 'name': '', 'network_id': 'e0c5b0f1-38b6-44c8-928e-d3d964a74f8f', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'mac_address': 'fa:16:3e:73:8a:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c67f13f6-fd0d-4598-af02-6802676071f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'aed68130-4c57-4427-866d-babf2083f367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:53:01Z', 'updated_at': '2021-11-24T01:53:04Z', 'revision_number': 4, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'subnets': [{'id': 'aed68130-4c57-4427-866d-babf2083f367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:53:05.516500 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e310cc46-2c32-479f-9f26-8f5734f010e4 req-9312a349-593d-438f-85f9-196044364982 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=34c436b4-6f7b-45ad-9ce9-ab17d180a74e HTTP/1.1" status: 200 len: 210 time: 0.0350153 Nov 24 01:53:05.540383 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651b5483-cc7b-4fce-9a2e-95e397306358 None None] The sync data for ids ['c67f13f6-fd0d-4598-af02-6802676071f7'] in dv-neutron-818911-2-hyperv is: [{'id': 'c67f13f6-fd0d-4598-af02-6802676071f7', 'name': 'tempest-TestNetworkBasicOps-router-1226989357', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.133'}], 'enable_snat': True}, 'gw_port_id': 'e47ce048-8c77-474e-8271-30f2a2d2c785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:52:58Z', 'updated_at': '2021-11-24T01:53:02Z', 'revision_number': 4, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': 'e47ce048-8c77-474e-8271-30f2a2d2c785', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:9f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67f13f6-fd0d-4598-af02-6802676071f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:52:59Z', 'updated_at': '2021-11-24T01:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': 'c7ee50bd-b1da-481c-93d6-07547dbb887a', 'name': '', 'network_id': 'e0c5b0f1-38b6-44c8-928e-d3d964a74f8f', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'mac_address': 'fa:16:3e:73:8a:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c67f13f6-fd0d-4598-af02-6802676071f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'aed68130-4c57-4427-866d-babf2083f367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:53:01Z', 'updated_at': '2021-11-24T01:53:04Z', 'revision_number': 4, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'subnets': [{'id': 'aed68130-4c57-4427-866d-babf2083f367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:53:05.569938 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-0253c6ac-fde0-4541-9310-abff5e41aa50 None None] Provisioning complete for port c7ee50bd-b1da-481c-93d6-07547dbb887a triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:53:05.570558 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-0253c6ac-fde0-4541-9310-abff5e41aa50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:06.059750 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 86870779-3525-4914-a997-ddacbb7328a5 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:53:06.118083 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 86870779-3525-4914-a997-ddacbb7328a5 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:53:06.118450 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:06.151065 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.agents_db [None req-4e42c10c-a1d3-4d07-89d6-7a24334140aa None None] Agent healthcheck: found 6 active agents {{(pid=109869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 01:53:06.217365 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device c7ee50bd-b1da-481c-93d6-07547dbb887a up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:53:06.265611 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port c7ee50bd-b1da-481c-93d6-07547dbb887a triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:53:06.265986 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:06.611917 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-04933ed6-3677-437b-b3f6-08c66add4220 req-b6f1b18a-9fbd-4a95-aadc-ed6452d54ecd tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=34c436b4-6f7b-45ad-9ce9-ab17d180a74e HTTP/1.1" status: 200 len: 210 time: 0.0317042 Nov 24 01:53:06.667062 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96406fef-3043-4437-987f-d961d62b31b7 req-b44f5f10-1a45-4450-98d8-c8b1a83c271e tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:53:06.668669 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-96406fef-3043-4437-987f-d961d62b31b7 req-b44f5f10-1a45-4450-98d8-c8b1a83c271e tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.48 "GET /v2.0/networks?id=e0c5b0f1-38b6-44c8-928e-d3d964a74f8f HTTP/1.1" status: 200 len: 797 time: 0.1209109 Nov 24 01:53:06.751420 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-96406fef-3043-4437-987f-d961d62b31b7 req-eb375069-710c-433a-aab2-cda9e0d00dcf tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5cd72ac6dd034b2d92e26f70404adb10 HTTP/1.1" status: 200 len: 380 time: 0.0648336 Nov 24 01:53:06.761042 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [req-96406fef-3043-4437-987f-d961d62b31b7 req-ff8a6e78-3de6-49e4-a00c-0367ae15edf4 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'port': {'device_id': '34c436b4-6f7b-45ad-9ce9-ab17d180a74e', 'network_id': 'e0c5b0f1-38b6-44c8-928e-d3d964a74f8f', 'admin_state_up': True, 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'security_groups': ['68912774-73ab-4f45-95fc-a5c06225e43d']}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:53:06.867798 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96406fef-3043-4437-987f-d961d62b31b7 req-ff8a6e78-3de6-49e4-a00c-0367ae15edf4 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Made reservation on behalf of 5cd72ac6dd034b2d92e26f70404adb10 for: {'port': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:53:06.871278 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-96406fef-3043-4437-987f-d961d62b31b7 req-ff8a6e78-3de6-49e4-a00c-0367ae15edf4 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:06.995529 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [req-96406fef-3043-4437-987f-d961d62b31b7 req-ff8a6e78-3de6-49e4-a00c-0367ae15edf4 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Allocated IP 172.20.0.12 (e0c5b0f1-38b6-44c8-928e-d3d964a74f8f/aed68130-4c57-4427-866d-babf2083f367/fc6fc9a9-b294-47e0-9e2d-0ff3377c57b5) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:53:07.133067 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-96406fef-3043-4437-987f-d961d62b31b7 req-ff8a6e78-3de6-49e4-a00c-0367ae15edf4 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:07.171712 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-96406fef-3043-4437-987f-d961d62b31b7 req-ff8a6e78-3de6-49e4-a00c-0367ae15edf4 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:07.216220 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96406fef-3043-4437-987f-d961d62b31b7 req-ff8a6e78-3de6-49e4-a00c-0367ae15edf4 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Network e0c5b0f1-38b6-44c8-928e-d3d964a74f8f is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:53:07.219270 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [req-96406fef-3043-4437-987f-d961d62b31b7 req-ff8a6e78-3de6-49e4-a00c-0367ae15edf4 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:53:07.222983 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [req-96406fef-3043-4437-987f-d961d62b31b7 req-ff8a6e78-3de6-49e4-a00c-0367ae15edf4 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:53:07.250863 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8a6e78-3de6-49e4-a00c-0367ae15edf4 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'Port': ['ID=fc6fc9a9-b294-47e0-9e2d-0ff3377c57b5,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:53:07.285246 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96406fef-3043-4437-987f-d961d62b31b7 req-ff8a6e78-3de6-49e4-a00c-0367ae15edf4 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:53:07.286093 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-96406fef-3043-4437-987f-d961d62b31b7 req-ff8a6e78-3de6-49e4-a00c-0367ae15edf4 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:07.303453 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-96406fef-3043-4437-987f-d961d62b31b7 req-ff8a6e78-3de6-49e4-a00c-0367ae15edf4 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5457516 Nov 24 01:53:07.321679 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [req-96406fef-3043-4437-987f-d961d62b31b7 req-ced2e8ba-f8b3-4b91-844c-bc642efbca20 service neutron] Request body: {'port': {'device_id': '34c436b4-6f7b-45ad-9ce9-ab17d180a74e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8189'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:53:07.382845 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-96406fef-3043-4437-987f-d961d62b31b7 req-ced2e8ba-f8b3-4b91-844c-bc642efbca20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:07.520220 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-282b7384-c5cf-40b5-b802-d69a9586cb5c None None] Provisioning complete for port fc6fc9a9-b294-47e0-9e2d-0ff3377c57b5 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:53:07.521231 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-282b7384-c5cf-40b5-b802-d69a9586cb5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:07.560820 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-282b7384-c5cf-40b5-b802-d69a9586cb5c None None] Port fc6fc9a9-b294-47e0-9e2d-0ff3377c57b5 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:53:07.663856 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [req-96406fef-3043-4437-987f-d961d62b31b7 req-ced2e8ba-f8b3-4b91-844c-bc642efbca20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc6fc9a9-b294-47e0-9e2d-0ff3377c57b5 {{(pid=109866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 01:53:07.671716 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-96406fef-3043-4437-987f-d961d62b31b7 req-ced2e8ba-f8b3-4b91-844c-bc642efbca20 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:07.685189 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.provisioning_blocks [req-96406fef-3043-4437-987f-d961d62b31b7 req-ced2e8ba-f8b3-4b91-844c-bc642efbca20 service neutron] Transition to ACTIVE for port object fc6fc9a9-b294-47e0-9e2d-0ff3377c57b5 will not be triggered until provisioned by entity L2. {{(pid=109866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 01:53:07.698176 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-96406fef-3043-4437-987f-d961d62b31b7 req-ced2e8ba-f8b3-4b91-844c-bc642efbca20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29149402'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:07.773742 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced2e8ba-f8b3-4b91-844c-bc642efbca20 service neutron] Pushing event updated for resources: {'Port': ['ID=fc6fc9a9-b294-47e0-9e2d-0ff3377c57b5,revision_number=2']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:53:07.805672 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99b0823-e883-4e39-93fb-aab0e959273c req-0784e051-a4f8-4eaf-aff2-39c3c8f071c1 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:53:07.807267 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-c99b0823-e883-4e39-93fb-aab0e959273c req-0784e051-a4f8-4eaf-aff2-39c3c8f071c1 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=34c436b4-6f7b-45ad-9ce9-ab17d180a74e HTTP/1.1" status: 200 len: 944 time: 0.1234708 Nov 24 01:53:07.891987 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [req-96406fef-3043-4437-987f-d961d62b31b7 req-ced2e8ba-f8b3-4b91-844c-bc642efbca20 service neutron] Attempting to bind port fc6fc9a9-b294-47e0-9e2d-0ff3377c57b5 on host hv-neutron-8189 for vnic_type normal with profile {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:53:07.892541 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [req-96406fef-3043-4437-987f-d961d62b31b7 req-ced2e8ba-f8b3-4b91-844c-bc642efbca20 service neutron] Attempting to bind port fc6fc9a9-b294-47e0-9e2d-0ff3377c57b5 by drivers openvswitch,hyperv on host hv-neutron-8189 at level 0 using segments [{'id': '84e28ddb-260a-486b-883f-337e8f0bd068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'e0c5b0f1-38b6-44c8-928e-d3d964a74f8f'}] {{(pid=109866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:53:07.893055 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96406fef-3043-4437-987f-d961d62b31b7 req-ced2e8ba-f8b3-4b91-844c-bc642efbca20 service neutron] Attempting to bind port fc6fc9a9-b294-47e0-9e2d-0ff3377c57b5 on network e0c5b0f1-38b6-44c8-928e-d3d964a74f8f {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:53:07.899094 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-c99b0823-e883-4e39-93fb-aab0e959273c req-fa333589-8602-490a-9e07-29df25d0da68 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=68912774-73ab-4f45-95fc-a5c06225e43d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734310 Nov 24 01:53:07.903320 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96406fef-3043-4437-987f-d961d62b31b7 req-ced2e8ba-f8b3-4b91-844c-bc642efbca20 service neutron] Port fc6fc9a9-b294-47e0-9e2d-0ff3377c57b5 on network e0c5b0f1-38b6-44c8-928e-d3d964a74f8f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8189 {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 01:53:07.903747 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96406fef-3043-4437-987f-d961d62b31b7 req-ced2e8ba-f8b3-4b91-844c-bc642efbca20 service neutron] Attempting to bind port fc6fc9a9-b294-47e0-9e2d-0ff3377c57b5 on network e0c5b0f1-38b6-44c8-928e-d3d964a74f8f {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:53:07.909946 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96406fef-3043-4437-987f-d961d62b31b7 req-ced2e8ba-f8b3-4b91-844c-bc642efbca20 service neutron] Checking agent: {'id': '5773fe6b-0967-455f-9dc9-84c0c923201b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 42, 58), 'started_at': datetime.datetime(2021, 11, 24, 1, 42, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:53:07.910352 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96406fef-3043-4437-987f-d961d62b31b7 req-ced2e8ba-f8b3-4b91-844c-bc642efbca20 service neutron] Checking segment: {'id': '84e28ddb-260a-486b-883f-337e8f0bd068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'e0c5b0f1-38b6-44c8-928e-d3d964a74f8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:53:07.910734 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96406fef-3043-4437-987f-d961d62b31b7 req-ced2e8ba-f8b3-4b91-844c-bc642efbca20 service neutron] Bound using segment: {'id': '84e28ddb-260a-486b-883f-337e8f0bd068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'e0c5b0f1-38b6-44c8-928e-d3d964a74f8f'} {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:53:07.911165 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [req-96406fef-3043-4437-987f-d961d62b31b7 req-ced2e8ba-f8b3-4b91-844c-bc642efbca20 service neutron] Bound port: fc6fc9a9-b294-47e0-9e2d-0ff3377c57b5, host: hv-neutron-8189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84e28ddb-260a-486b-883f-337e8f0bd068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'e0c5b0f1-38b6-44c8-928e-d3d964a74f8f'}}] {{(pid=109866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:53:07.911713 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-96406fef-3043-4437-987f-d961d62b31b7 req-ced2e8ba-f8b3-4b91-844c-bc642efbca20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:07.980184 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [req-96406fef-3043-4437-987f-d961d62b31b7 req-ced2e8ba-f8b3-4b91-844c-bc642efbca20 service neutron] For port fc6fc9a9-b294-47e0-9e2d-0ff3377c57b5, host hv-neutron-8189, cleared binding levels {{(pid=109866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:53:07.983611 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [req-96406fef-3043-4437-987f-d961d62b31b7 req-ced2e8ba-f8b3-4b91-844c-bc642efbca20 service neutron] For port fc6fc9a9-b294-47e0-9e2d-0ff3377c57b5, host hv-neutron-8189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=fc6fc9a9-b294-47e0-9e2d-0ff3377c57b5,segment=NetworkSegment(84e28ddb-260a-486b-883f-337e8f0bd068),segment_id=84e28ddb-260a-486b-883f-337e8f0bd068)] {{(pid=109866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:53:07.992186 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-96406fef-3043-4437-987f-d961d62b31b7 req-ced2e8ba-f8b3-4b91-844c-bc642efbca20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29149402'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:08.030907 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96406fef-3043-4437-987f-d961d62b31b7 req-ced2e8ba-f8b3-4b91-844c-bc642efbca20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:53:08.031527 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-96406fef-3043-4437-987f-d961d62b31b7 req-ced2e8ba-f8b3-4b91-844c-bc642efbca20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:08.032938 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-96406fef-3043-4437-987f-d961d62b31b7 req-ced2e8ba-f8b3-4b91-844c-bc642efbca20 service neutron] 10.222.0.48 "PUT /v2.0/ports/fc6fc9a9-b294-47e0-9e2d-0ff3377c57b5 HTTP/1.1" status: 200 len: 1094 time: 0.7157826 Nov 24 01:53:08.033357 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34c436b4-6f7b-45ad-9ce9-ab17d180a74e', 'tag': 'fc6fc9a9-b294-47e0-9e2d-0ff3377c57b5'}] {{(pid=109866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 01:53:08.035675 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b7c53c286d9351d1367337230623a155cee02c46c94b80588b67a0bc16402ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6545dde3-c4d6-4650-af4d-1352f9801fc9" -d '{"events": [{"name": "network-changed", "server_uuid": "34c436b4-6f7b-45ad-9ce9-ab17d180a74e", "tag": "fc6fc9a9-b294-47e0-9e2d-0ff3377c57b5"}]}' {{(pid=109866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 01:53:08.067356 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced2e8ba-f8b3-4b91-844c-bc642efbca20 service neutron] Pushing event updated for resources: {'Port': ['ID=fc6fc9a9-b294-47e0-9e2d-0ff3377c57b5,revision_number=3']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:53:08.080759 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 01:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71a534a9-2a8a-433e-85b8-797ac6a034db x-openstack-request-id: req-71a534a9-2a8a-433e-85b8-797ac6a034db {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 01:53:08.081052 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34c436b4-6f7b-45ad-9ce9-ab17d180a74e", "tag": "fc6fc9a9-b294-47e0-9e2d-0ff3377c57b5", "status": "completed", "code": 200}]} {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 01:53:08.081307 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-71a534a9-2a8a-433e-85b8-797ac6a034db {{(pid=109866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 01:53:08.081751 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34c436b4-6f7b-45ad-9ce9-ab17d180a74e', 'tag': 'fc6fc9a9-b294-47e0-9e2d-0ff3377c57b5', 'status': 'completed', 'code': 200} Nov 24 01:53:08.150440 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96406fef-3043-4437-987f-d961d62b31b7 req-121c89bb-2815-4f39-b2fe-612d9944bed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:53:08.151981 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-96406fef-3043-4437-987f-d961d62b31b7 req-121c89bb-2815-4f39-b2fe-612d9944bed0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5cd72ac6dd034b2d92e26f70404adb10&device_id=34c436b4-6f7b-45ad-9ce9-ab17d180a74e HTTP/1.1" status: 200 len: 1097 time: 0.0450852 Nov 24 01:53:08.203092 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-96406fef-3043-4437-987f-d961d62b31b7 req-4d2c5588-be89-417e-96af-8763137f2998 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc6fc9a9-b294-47e0-9e2d-0ff3377c57b5 HTTP/1.1" status: 200 len: 217 time: 0.0354857 Nov 24 01:53:08.261972 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96406fef-3043-4437-987f-d961d62b31b7 req-ba5378f9-4d42-4539-b8da-0278de925162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:53:08.263475 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-96406fef-3043-4437-987f-d961d62b31b7 req-ba5378f9-4d42-4539-b8da-0278de925162 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=aed68130-4c57-4427-866d-babf2083f367 HTTP/1.1" status: 200 len: 835 time: 0.0517914 Nov 24 01:53:08.313556 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96406fef-3043-4437-987f-d961d62b31b7 req-aedda142-3d34-4ecf-92a1-3e85fe91b126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:53:08.315046 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-96406fef-3043-4437-987f-d961d62b31b7 req-aedda142-3d34-4ecf-92a1-3e85fe91b126 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e0c5b0f1-38b6-44c8-928e-d3d964a74f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0412691 Nov 24 01:53:08.404014 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-96406fef-3043-4437-987f-d961d62b31b7 req-ee1b570d-f209-43fc-ab00-0bf29e7bfe22 service neutron] 10.222.0.48 "GET /v2.0/networks/e0c5b0f1-38b6-44c8-928e-d3d964a74f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808420 Nov 24 01:53:08.498385 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-96406fef-3043-4437-987f-d961d62b31b7 req-51e308c2-3cbf-45be-83f6-6ebff249634a service neutron] 10.222.0.48 "GET /v2.0/networks/e0c5b0f1-38b6-44c8-928e-d3d964a74f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840816 Nov 24 01:53:08.627311 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6545dde3-c4d6-4650-af4d-1352f9801fc9 req-cf188b63-3312-4668-ac72-16d4c15ca8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:53:08.628760 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-6545dde3-c4d6-4650-af4d-1352f9801fc9 req-cf188b63-3312-4668-ac72-16d4c15ca8d7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5cd72ac6dd034b2d92e26f70404adb10&device_id=34c436b4-6f7b-45ad-9ce9-ab17d180a74e HTTP/1.1" status: 200 len: 1097 time: 0.0399930 Nov 24 01:53:08.721829 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6545dde3-c4d6-4650-af4d-1352f9801fc9 req-2e385f3a-8ec3-43fd-947d-605978a0f042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:53:08.723547 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-6545dde3-c4d6-4650-af4d-1352f9801fc9 req-2e385f3a-8ec3-43fd-947d-605978a0f042 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e0c5b0f1-38b6-44c8-928e-d3d964a74f8f HTTP/1.1" status: 200 len: 898 time: 0.0865476 Nov 24 01:53:08.769506 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-6545dde3-c4d6-4650-af4d-1352f9801fc9 req-c36b84d9-b89b-4ede-90fe-3467f0bca36a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc6fc9a9-b294-47e0-9e2d-0ff3377c57b5 HTTP/1.1" status: 200 len: 217 time: 0.0375669 Nov 24 01:53:08.827003 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6545dde3-c4d6-4650-af4d-1352f9801fc9 req-0f389385-322d-454a-9467-f951b1cb79e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:53:08.828424 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-6545dde3-c4d6-4650-af4d-1352f9801fc9 req-0f389385-322d-454a-9467-f951b1cb79e7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=aed68130-4c57-4427-866d-babf2083f367 HTTP/1.1" status: 200 len: 835 time: 0.0426245 Nov 24 01:53:08.878015 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6545dde3-c4d6-4650-af4d-1352f9801fc9 req-c870c3e0-acb7-45b1-8ea6-7f41eb5a30cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:53:08.879505 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-6545dde3-c4d6-4650-af4d-1352f9801fc9 req-c870c3e0-acb7-45b1-8ea6-7f41eb5a30cf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e0c5b0f1-38b6-44c8-928e-d3d964a74f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0425706 Nov 24 01:53:08.967981 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-6545dde3-c4d6-4650-af4d-1352f9801fc9 req-44e191ac-52fb-421e-b08a-0232fc8e905d service neutron] 10.222.0.48 "GET /v2.0/networks/e0c5b0f1-38b6-44c8-928e-d3d964a74f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802853 Nov 24 01:53:09.073637 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a1b734-4055-42f4-954c-f286009adc63 req-cd797843-21f7-485e-9099-721d9de0eac9 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:53:09.075025 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-42a1b734-4055-42f4-954c-f286009adc63 req-cd797843-21f7-485e-9099-721d9de0eac9 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=34c436b4-6f7b-45ad-9ce9-ab17d180a74e HTTP/1.1" status: 200 len: 944 time: 0.1062093 Nov 24 01:53:09.116488 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-6545dde3-c4d6-4650-af4d-1352f9801fc9 req-f2f5aa0d-b45a-4d3b-b033-15063fbb9cc4 service neutron] 10.222.0.48 "GET /v2.0/networks/e0c5b0f1-38b6-44c8-928e-d3d964a74f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378672 Nov 24 01:53:09.140724 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-42a1b734-4055-42f4-954c-f286009adc63 req-f64ed333-c94f-4390-bfeb-89a358cc5e0c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=68912774-73ab-4f45-95fc-a5c06225e43d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597537 Nov 24 01:53:10.100877 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device fc6fc9a9-b294-47e0-9e2d-0ff3377c57b5 details requested by agent hyperv_hv-neutron-8189 with host hv-neutron-8189 {{(pid=109868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 01:53:10.267711 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82819409-8387-4f61-8097-c802c0ddb6e1 req-ca3b1ecb-86c4-400a-9af3-ae394f7885cf tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:53:10.269981 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-82819409-8387-4f61-8097-c802c0ddb6e1 req-ca3b1ecb-86c4-400a-9af3-ae394f7885cf tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=34c436b4-6f7b-45ad-9ce9-ab17d180a74e HTTP/1.1" status: 200 len: 944 time: 0.0564311 Nov 24 01:53:10.322907 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-82819409-8387-4f61-8097-c802c0ddb6e1 req-6314a58d-a056-48d3-afb7-7590a4aa39f9 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=68912774-73ab-4f45-95fc-a5c06225e43d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452466 Nov 24 01:53:10.338855 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port fc6fc9a9-b294-47e0-9e2d-0ff3377c57b5, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=fc6fc9a9-b294-47e0-9e2d-0ff3377c57b5,segment=NetworkSegment(84e28ddb-260a-486b-883f-337e8f0bd068),segment_id=84e28ddb-260a-486b-883f-337e8f0bd068)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:53:10.351350 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Returning: {'device': 'fc6fc9a9-b294-47e0-9e2d-0ff3377c57b5', 'network_id': 'e0c5b0f1-38b6-44c8-928e-d3d964a74f8f', 'port_id': 'fc6fc9a9-b294-47e0-9e2d-0ff3377c57b5', 'mac_address': 'fa:16:3e:14:5f:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aed68130-4c57-4427-866d-babf2083f367', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 01:53:10.387917 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:10.401037 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc6fc9a9-b294-47e0-9e2d-0ff3377c57b5 {{(pid=109868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 01:53:10.421238 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port fc6fc9a9-b294-47e0-9e2d-0ff3377c57b5, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=fc6fc9a9-b294-47e0-9e2d-0ff3377c57b5,segment=NetworkSegment(84e28ddb-260a-486b-883f-337e8f0bd068),segment_id=84e28ddb-260a-486b-883f-337e8f0bd068)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:53:10.425347 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:10.476296 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=fc6fc9a9-b294-47e0-9e2d-0ff3377c57b5,revision_number=4']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:53:10.737046 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] get_ports_and_sgs() called for port_ids ['fc6fc9a9-b294-47e0-9e2d-0ff3377c57b5'] {{(pid=109868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 01:53:11.443297 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278d37ff-5865-4086-8325-a579af56b3fb req-91266ee2-27a7-4c20-b37a-182149c2d07c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:53:11.444787 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-278d37ff-5865-4086-8325-a579af56b3fb req-91266ee2-27a7-4c20-b37a-182149c2d07c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=34c436b4-6f7b-45ad-9ce9-ab17d180a74e HTTP/1.1" status: 200 len: 945 time: 0.0523181 Nov 24 01:53:11.493530 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-278d37ff-5865-4086-8325-a579af56b3fb req-b9db7818-38c4-42e4-8702-495f1d259055 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=68912774-73ab-4f45-95fc-a5c06225e43d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426605 Nov 24 01:53:12.098966 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device fc6fc9a9-b294-47e0-9e2d-0ff3377c57b5 up at agent hyperv_hv-neutron-8189 {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:53:12.149198 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Provisioning for port fc6fc9a9-b294-47e0-9e2d-0ff3377c57b5 completed by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 01:53:12.153852 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Provisioning complete for port fc6fc9a9-b294-47e0-9e2d-0ff3377c57b5 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:53:12.154223 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:12.235044 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:12.258550 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34c436b4-6f7b-45ad-9ce9-ab17d180a74e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc6fc9a9-b294-47e0-9e2d-0ff3377c57b5'}] {{(pid=109868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 01:53:12.260845 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adafa3b64de3cabc8eac619938bcace59b198ffee64d481093eb3def62699d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79862b0a-4ca5-48d8-9dc3-7e2aa9f711c8" -d '{"events": [{"server_uuid": "34c436b4-6f7b-45ad-9ce9-ab17d180a74e", "name": "network-vif-plugged", "status": "completed", "tag": "fc6fc9a9-b294-47e0-9e2d-0ff3377c57b5"}]}' {{(pid=109868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 01:53:12.273099 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port fc6fc9a9-b294-47e0-9e2d-0ff3377c57b5, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=fc6fc9a9-b294-47e0-9e2d-0ff3377c57b5,segment=NetworkSegment(84e28ddb-260a-486b-883f-337e8f0bd068),segment_id=84e28ddb-260a-486b-883f-337e8f0bd068)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:53:12.276964 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:12.300368 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 01:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-423d63e7-e683-4b4d-8029-0335716bf184 x-openstack-request-id: req-423d63e7-e683-4b4d-8029-0335716bf184 {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 01:53:12.300683 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34c436b4-6f7b-45ad-9ce9-ab17d180a74e", "name": "network-vif-plugged", "status": "completed", "tag": "fc6fc9a9-b294-47e0-9e2d-0ff3377c57b5", "code": 200}]} {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 01:53:12.300927 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-423d63e7-e683-4b4d-8029-0335716bf184 {{(pid=109868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 01:53:12.301316 dv-neutron-818911-2-hyperv neutron-server[109868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34c436b4-6f7b-45ad-9ce9-ab17d180a74e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc6fc9a9-b294-47e0-9e2d-0ff3377c57b5', 'code': 200} Nov 24 01:53:12.331395 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=fc6fc9a9-b294-47e0-9e2d-0ff3377c57b5,revision_number=5']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:53:12.531447 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39f6dcb-f497-4f01-b8d4-7a3f6a3a0986 req-ce6d211b-1ee6-459f-864a-5ef74acb4ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:53:12.532959 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e39f6dcb-f497-4f01-b8d4-7a3f6a3a0986 req-ce6d211b-1ee6-459f-864a-5ef74acb4ece service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=34c436b4-6f7b-45ad-9ce9-ab17d180a74e HTTP/1.1" status: 200 len: 1099 time: 0.0404651 Nov 24 01:53:12.604496 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e39f6dcb-f497-4f01-b8d4-7a3f6a3a0986 req-c3668795-6e07-4f6f-9f18-9cba1eb2479f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=68912774-73ab-4f45-95fc-a5c06225e43d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641680 Nov 24 01:53:12.623485 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79c1c07-f21d-418d-a4f7-e6c3598c071b req-6c03a6ff-8b49-43fa-abe1-a1307bf334db tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:53:12.624917 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-b79c1c07-f21d-418d-a4f7-e6c3598c071b req-6c03a6ff-8b49-43fa-abe1-a1307bf334db tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=34c436b4-6f7b-45ad-9ce9-ab17d180a74e HTTP/1.1" status: 200 len: 946 time: 0.0611756 Nov 24 01:53:12.677580 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-b79c1c07-f21d-418d-a4f7-e6c3598c071b req-edc81b7a-32a5-4b50-b31f-00b898f095aa tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=68912774-73ab-4f45-95fc-a5c06225e43d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466704 Nov 24 01:53:13.805974 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1804e604-3868-4108-ab46-c0463061dbc3 req-ba968e39-bd1b-4d29-a783-27febedcc970 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:53:13.807649 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-1804e604-3868-4108-ab46-c0463061dbc3 req-ba968e39-bd1b-4d29-a783-27febedcc970 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=34c436b4-6f7b-45ad-9ce9-ab17d180a74e HTTP/1.1" status: 200 len: 946 time: 0.0578589 Nov 24 01:53:13.861393 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-1804e604-3868-4108-ab46-c0463061dbc3 req-c0696be4-7082-40d7-b9aa-4e4326206720 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=68912774-73ab-4f45-95fc-a5c06225e43d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473056 Nov 24 01:53:13.979643 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442d0a8d-058e-46ce-9695-786a5d79cf3c req-47f74da9-1fbd-45fc-b2e8-aa4eeb147be6 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:53:13.981078 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-442d0a8d-058e-46ce-9695-786a5d79cf3c req-47f74da9-1fbd-45fc-b2e8-aa4eeb147be6 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=34c436b4-6f7b-45ad-9ce9-ab17d180a74e HTTP/1.1" status: 200 len: 946 time: 0.0504944 Nov 24 01:53:14.032510 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-442d0a8d-058e-46ce-9695-786a5d79cf3c req-a7380b21-f9b2-4ef9-bf16-be6308f2ca84 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=68912774-73ab-4f45-95fc-a5c06225e43d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455198 Nov 24 01:53:14.055427 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 51332) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:53:14.095431 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1fc983-22c0-4750-b196-a7d491d72474 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:53:14.097059 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-5f1fc983-22c0-4750-b196-a7d491d72474 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=34c436b4-6f7b-45ad-9ce9-ab17d180a74e HTTP/1.1" status: 200 len: 1094 time: 0.0406692 Nov 24 01:53:14.099801 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 51334) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:53:14.105005 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-96ec8a6a-de08-472e-b6c0-3d85e0fc940d tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'floatingip': {'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'port_id': 'fc6fc9a9-b294-47e0-9e2d-0ff3377c57b5', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:53:14.126623 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-96ec8a6a-de08-472e-b6c0-3d85e0fc940d tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for floatingip, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:14.595388 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-96ec8a6a-de08-472e-b6c0-3d85e0fc940d tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:14.702266 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [None req-96ec8a6a-de08-472e-b6c0-3d85e0fc940d tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Allocated IP 172.26.5.45 (eb22795d-37ee-46ee-844d-92c17e2ea450/3e66fcff-6e72-4083-b514-48f69cdaa2cb/1ea10edf-9105-43a2-b234-83c359081fdf) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:53:14.808279 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-96ec8a6a-de08-472e-b6c0-3d85e0fc940d tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:14.841213 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-96ec8a6a-de08-472e-b6c0-3d85e0fc940d tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:14.877612 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ec8a6a-de08-472e-b6c0-3d85e0fc940d tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Network eb22795d-37ee-46ee-844d-92c17e2ea450 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:53:14.884614 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-96ec8a6a-de08-472e-b6c0-3d85e0fc940d tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:53:14.888202 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ec8a6a-de08-472e-b6c0-3d85e0fc940d tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:53:14.911758 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ec8a6a-de08-472e-b6c0-3d85e0fc940d tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'Port': ['ID=1ea10edf-9105-43a2-b234-83c359081fdf,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:53:15.249121 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-96ec8a6a-de08-472e-b6c0-3d85e0fc940d tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:15.312367 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-96ec8a6a-de08-472e-b6c0-3d85e0fc940d tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:15.457573 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-96ec8a6a-de08-472e-b6c0-3d85e0fc940d tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for port, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:15.462431 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-96ec8a6a-de08-472e-b6c0-3d85e0fc940d tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29149402'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:15.534575 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ec8a6a-de08-472e-b6c0-3d85e0fc940d tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'Port': ['ID=1ea10edf-9105-43a2-b234-83c359081fdf,revision_number=2']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:53:15.543013 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-96ec8a6a-de08-472e-b6c0-3d85e0fc940d tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418250'] for floatingip, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:15.641284 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.l3_db [None req-96ec8a6a-de08-472e-b6c0-3d85e0fc940d tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Floating IP 9a12eb58-232c-4923-9ec7-1f085d1db6ad associated. External IP: 172.26.5.45, port: fc6fc9a9-b294-47e0-9e2d-0ff3377c57b5. Nov 24 01:53:15.849847 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96ec8a6a-de08-472e-b6c0-3d85e0fc940d tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Router c67f13f6-fd0d-4598-af02-6802676071f7 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:53:15.953023 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96ec8a6a-de08-472e-b6c0-3d85e0fc940d tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:53:15.962790 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319f8530-8a3a-4488-a096-c99416247d72 None None] Sync routers for ids ['c67f13f6-fd0d-4598-af02-6802676071f7'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:53:15.972386 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319f8530-8a3a-4488-a096-c99416247d72 None None] Routers {'c67f13f6-fd0d-4598-af02-6802676071f7'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:53:15.972592 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-96ec8a6a-de08-472e-b6c0-3d85e0fc940d tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for floatingip, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:15.972991 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-319f8530-8a3a-4488-a096-c99416247d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:52:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['c67f13f6-fd0d-4598-af02-6802676071f7'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:53:16.002850 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-96ec8a6a-de08-472e-b6c0-3d85e0fc940d tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9012885 Nov 24 01:53:16.003528 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34c436b4-6f7b-45ad-9ce9-ab17d180a74e', 'tag': 'fc6fc9a9-b294-47e0-9e2d-0ff3377c57b5'}] {{(pid=109866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 01:53:16.005705 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 51336) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:53:16.006269 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b7c53c286d9351d1367337230623a155cee02c46c94b80588b67a0bc16402ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d77698cc-a9f5-486d-bd30-0c33e3c9f4d7" -d '{"events": [{"name": "network-changed", "server_uuid": "34c436b4-6f7b-45ad-9ce9-ab17d180a74e", "tag": "fc6fc9a9-b294-47e0-9e2d-0ff3377c57b5"}]}' {{(pid=109866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 01:53:16.043439 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 01:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60de125c-ca5c-4945-adb8-5e35e88cbe44 x-openstack-request-id: req-60de125c-ca5c-4945-adb8-5e35e88cbe44 {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 01:53:16.043736 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34c436b4-6f7b-45ad-9ce9-ab17d180a74e", "tag": "fc6fc9a9-b294-47e0-9e2d-0ff3377c57b5", "status": "completed", "code": 200}]} {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 01:53:16.043995 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-60de125c-ca5c-4945-adb8-5e35e88cbe44 {{(pid=109866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 01:53:16.044401 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34c436b4-6f7b-45ad-9ce9-ab17d180a74e', 'tag': 'fc6fc9a9-b294-47e0-9e2d-0ff3377c57b5', 'status': 'completed', 'code': 200} Nov 24 01:53:16.076288 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-9d9d3389-fe84-47e3-9d45-3af36f834251 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/floatingips/9a12eb58-232c-4923-9ec7-1f085d1db6ad HTTP/1.1" status: 200 len: 991 time: 0.0673075 Nov 24 01:53:16.134483 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77698cc-a9f5-486d-bd30-0c33e3c9f4d7 req-be3fb12f-9bb1-4d98-b00f-9b780d3562a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:53:16.136123 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-d77698cc-a9f5-486d-bd30-0c33e3c9f4d7 req-be3fb12f-9bb1-4d98-b00f-9b780d3562a0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5cd72ac6dd034b2d92e26f70404adb10&device_id=34c436b4-6f7b-45ad-9ce9-ab17d180a74e HTTP/1.1" status: 200 len: 1099 time: 0.0445702 Nov 24 01:53:16.172725 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-319f8530-8a3a-4488-a096-c99416247d72 None None] Set router c67f13f6-fd0d-4598-af02-6802676071f7 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:53:16.230577 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77698cc-a9f5-486d-bd30-0c33e3c9f4d7 req-8e3da6f3-3d77-4f9e-8a22-036ae6c114cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:53:16.232044 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-d77698cc-a9f5-486d-bd30-0c33e3c9f4d7 req-8e3da6f3-3d77-4f9e-8a22-036ae6c114cc service neutron] 10.222.0.48 "GET /v2.0/networks?id=e0c5b0f1-38b6-44c8-928e-d3d964a74f8f HTTP/1.1" status: 200 len: 898 time: 0.0870154 Nov 24 01:53:16.302253 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-d77698cc-a9f5-486d-bd30-0c33e3c9f4d7 req-efc82f36-dd39-46be-87f2-1bd8f4420c01 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc6fc9a9-b294-47e0-9e2d-0ff3377c57b5 HTTP/1.1" status: 200 len: 999 time: 0.0615075 Nov 24 01:53:16.351746 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77698cc-a9f5-486d-bd30-0c33e3c9f4d7 req-b89fae55-1c46-4114-8fa3-3b93a9d36a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:53:16.353234 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-d77698cc-a9f5-486d-bd30-0c33e3c9f4d7 req-b89fae55-1c46-4114-8fa3-3b93a9d36a6b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=aed68130-4c57-4427-866d-babf2083f367 HTTP/1.1" status: 200 len: 835 time: 0.0435474 Nov 24 01:53:16.392989 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-319f8530-8a3a-4488-a096-c99416247d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67f13f6-fd0d-4598-af02-6802676071f7', 'name': 'tempest-TestNetworkBasicOps-router-1226989357', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.133'}], 'enable_snat': True}, 'gw_port_id': 'e47ce048-8c77-474e-8271-30f2a2d2c785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:52:58Z', 'updated_at': '2021-11-24T01:53:02Z', 'revision_number': 4, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': 'e47ce048-8c77-474e-8271-30f2a2d2c785', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:9f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67f13f6-fd0d-4598-af02-6802676071f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:52:59Z', 'updated_at': '2021-11-24T01:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_floatingips': [{'id': '9a12eb58-232c-4923-9ec7-1f085d1db6ad', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'floating_ip_address': '172.26.5.45', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': 'c67f13f6-fd0d-4598-af02-6802676071f7', 'port_id': 'fc6fc9a9-b294-47e0-9e2d-0ff3377c57b5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0c5b0f1-38b6-44c8-928e-d3d964a74f8f', 'mac_address': 'fa:16:3e:14:5f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34c436b4-6f7b-45ad-9ce9-ab17d180a74e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T01:53:15Z', 'updated_at': '2021-11-24T01:53:15Z', 'revision_number': 0, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7ee50bd-b1da-481c-93d6-07547dbb887a', 'name': '', 'network_id': 'e0c5b0f1-38b6-44c8-928e-d3d964a74f8f', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'mac_address': 'fa:16:3e:73:8a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67f13f6-fd0d-4598-af02-6802676071f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'aed68130-4c57-4427-866d-babf2083f367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:53:01Z', 'updated_at': '2021-11-24T01:53:05Z', 'revision_number': 5, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'subnets': [{'id': 'aed68130-4c57-4427-866d-babf2083f367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:53:16.401350 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77698cc-a9f5-486d-bd30-0c33e3c9f4d7 req-c92e16c9-7826-46c0-97db-51949519b947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:53:16.402895 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-d77698cc-a9f5-486d-bd30-0c33e3c9f4d7 req-c92e16c9-7826-46c0-97db-51949519b947 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e0c5b0f1-38b6-44c8-928e-d3d964a74f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0419016 Nov 24 01:53:16.423495 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319f8530-8a3a-4488-a096-c99416247d72 None None] Checking router: c67f13f6-fd0d-4598-af02-6802676071f7 for host: dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 01:53:16.432188 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319f8530-8a3a-4488-a096-c99416247d72 None None] Routers {'c67f13f6-fd0d-4598-af02-6802676071f7'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:53:16.432787 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-319f8530-8a3a-4488-a096-c99416247d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:52:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['c67f13f6-fd0d-4598-af02-6802676071f7'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:53:16.501431 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-d77698cc-a9f5-486d-bd30-0c33e3c9f4d7 req-7aaed3d4-ddda-4955-9690-d5ac8110b74c service neutron] 10.222.0.48 "GET /v2.0/networks/e0c5b0f1-38b6-44c8-928e-d3d964a74f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898530 Nov 24 01:53:16.535021 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-319f8530-8a3a-4488-a096-c99416247d72 None None] Set router c67f13f6-fd0d-4598-af02-6802676071f7 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:53:16.594292 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-d77698cc-a9f5-486d-bd30-0c33e3c9f4d7 req-1cb9d8c0-600c-4300-87e9-29aad309471c service neutron] 10.222.0.48 "GET /v2.0/networks/e0c5b0f1-38b6-44c8-928e-d3d964a74f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861950 Nov 24 01:53:16.761150 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-319f8530-8a3a-4488-a096-c99416247d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67f13f6-fd0d-4598-af02-6802676071f7', 'name': 'tempest-TestNetworkBasicOps-router-1226989357', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.133'}], 'enable_snat': True}, 'gw_port_id': 'e47ce048-8c77-474e-8271-30f2a2d2c785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:52:58Z', 'updated_at': '2021-11-24T01:53:02Z', 'revision_number': 4, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': 'e47ce048-8c77-474e-8271-30f2a2d2c785', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:9f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67f13f6-fd0d-4598-af02-6802676071f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:52:59Z', 'updated_at': '2021-11-24T01:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_floatingips': [{'id': '9a12eb58-232c-4923-9ec7-1f085d1db6ad', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'floating_ip_address': '172.26.5.45', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': 'c67f13f6-fd0d-4598-af02-6802676071f7', 'port_id': 'fc6fc9a9-b294-47e0-9e2d-0ff3377c57b5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0c5b0f1-38b6-44c8-928e-d3d964a74f8f', 'mac_address': 'fa:16:3e:14:5f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34c436b4-6f7b-45ad-9ce9-ab17d180a74e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T01:53:15Z', 'updated_at': '2021-11-24T01:53:15Z', 'revision_number': 0, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7ee50bd-b1da-481c-93d6-07547dbb887a', 'name': '', 'network_id': 'e0c5b0f1-38b6-44c8-928e-d3d964a74f8f', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'mac_address': 'fa:16:3e:73:8a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67f13f6-fd0d-4598-af02-6802676071f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'aed68130-4c57-4427-866d-babf2083f367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:53:01Z', 'updated_at': '2021-11-24T01:53:05Z', 'revision_number': 5, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'subnets': [{'id': 'aed68130-4c57-4427-866d-babf2083f367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:53:16.786554 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319f8530-8a3a-4488-a096-c99416247d72 None None] The sync data for ids ['c67f13f6-fd0d-4598-af02-6802676071f7'] in dv-neutron-818911-2-hyperv is: [{'id': 'c67f13f6-fd0d-4598-af02-6802676071f7', 'name': 'tempest-TestNetworkBasicOps-router-1226989357', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.133'}], 'enable_snat': True}, 'gw_port_id': 'e47ce048-8c77-474e-8271-30f2a2d2c785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:52:58Z', 'updated_at': '2021-11-24T01:53:02Z', 'revision_number': 4, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': 'e47ce048-8c77-474e-8271-30f2a2d2c785', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:9f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67f13f6-fd0d-4598-af02-6802676071f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:52:59Z', 'updated_at': '2021-11-24T01:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_floatingips': [{'id': '9a12eb58-232c-4923-9ec7-1f085d1db6ad', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'floating_ip_address': '172.26.5.45', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': 'c67f13f6-fd0d-4598-af02-6802676071f7', 'port_id': 'fc6fc9a9-b294-47e0-9e2d-0ff3377c57b5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0c5b0f1-38b6-44c8-928e-d3d964a74f8f', 'mac_address': 'fa:16:3e:14:5f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34c436b4-6f7b-45ad-9ce9-ab17d180a74e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T01:53:15Z', 'updated_at': '2021-11-24T01:53:15Z', 'revision_number': 0, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7ee50bd-b1da-481c-93d6-07547dbb887a', 'name': '', 'network_id': 'e0c5b0f1-38b6-44c8-928e-d3d964a74f8f', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'mac_address': 'fa:16:3e:73:8a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67f13f6-fd0d-4598-af02-6802676071f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'aed68130-4c57-4427-866d-babf2083f367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:53:01Z', 'updated_at': '2021-11-24T01:53:05Z', 'revision_number': 5, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'subnets': [{'id': 'aed68130-4c57-4427-866d-babf2083f367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:53:16.969573 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86dfd93-eb88-4689-8226-7fcafe4bd58d None None] New status for floating IP 9a12eb58-232c-4923-9ec7-1f085d1db6ad: ACTIVE {{(pid=109868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 01:53:17.079157 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 51340) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:53:17.146112 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-658c9a0c-af74-48d1-b611-cbf364ac4756 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/floatingips/9a12eb58-232c-4923-9ec7-1f085d1db6ad HTTP/1.1" status: 200 len: 991 time: 0.0658309 Nov 24 01:53:18.150648 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 51344) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:53:18.216060 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-eaf4751f-bf3c-4502-bed0-8b0a5408a7bd tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/floatingips/9a12eb58-232c-4923-9ec7-1f085d1db6ad HTTP/1.1" status: 200 len: 993 time: 0.0640795 Nov 24 01:53:24.702681 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-ebbe22d1-bb56-4160-9e93-84a8bba3cbf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:27.151408 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-496a6cb2-5308-4059-9737-e9c9f7cf9749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:27.823443 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:28.075473 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:29.561113 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:30.091701 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:43.150962 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.agents_db [None req-4e42c10c-a1d3-4d07-89d6-7a24334140aa None None] Agent healthcheck: found 6 active agents {{(pid=109869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 01:53:49.526572 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 51356) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:53:49.597116 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0d5405-2f9e-4b29-ba1a-014ce026fd9c tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:53:49.597628 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0d5405-2f9e-4b29-ba1a-014ce026fd9c tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:53:49.598105 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0d5405-2f9e-4b29-ba1a-014ce026fd9c tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:53:49.599775 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-5a0d5405-2f9e-4b29-ba1a-014ce026fd9c tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] 10.222.0.21 "GET /v2.0/ports?project_id=5cd72ac6dd034b2d92e26f70404adb10&network_id=e0c5b0f1-38b6-44c8-928e-d3d964a74f8f HTTP/1.1" status: 200 len: 3000 time: 0.0722108 Nov 24 01:53:51.637642 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 51366) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:53:51.686823 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927213c6-42da-4893-9b15-07513c27b2a3 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:53:51.688261 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-927213c6-42da-4893-9b15-07513c27b2a3 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=eb22795d-37ee-46ee-844d-92c17e2ea450 HTTP/1.1" status: 200 len: 814 time: 0.0496495 Nov 24 01:53:52.381946 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 51372) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:53:52.386492 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-54f0b659-390c-4af7-8646-a5aca27ea208 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:53:52.445932 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-54f0b659-390c-4af7-8646-a5aca27ea208 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for floatingip, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:52.584621 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-54f0b659-390c-4af7-8646-a5aca27ea208 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:52.588395 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-54f0b659-390c-4af7-8646-a5aca27ea208 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418250'] for floatingip, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:52.588738 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.l3_db [None req-54f0b659-390c-4af7-8646-a5aca27ea208 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Floating IP 9a12eb58-232c-4923-9ec7-1f085d1db6ad disassociated. External IP: 172.26.5.45, port: fc6fc9a9-b294-47e0-9e2d-0ff3377c57b5. Nov 24 01:53:52.800728 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54f0b659-390c-4af7-8646-a5aca27ea208 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Router c67f13f6-fd0d-4598-af02-6802676071f7 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:53:52.905792 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54f0b659-390c-4af7-8646-a5aca27ea208 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:53:52.910642 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-54f0b659-390c-4af7-8646-a5aca27ea208 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for floatingip, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:52.917154 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f47d10d-a66b-48e1-a75c-e5a32b355b03 None None] Sync routers for ids ['c67f13f6-fd0d-4598-af02-6802676071f7'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:53:52.926288 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f47d10d-a66b-48e1-a75c-e5a32b355b03 None None] Routers {'c67f13f6-fd0d-4598-af02-6802676071f7'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:53:52.926896 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-2f47d10d-a66b-48e1-a75c-e5a32b355b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:53:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['c67f13f6-fd0d-4598-af02-6802676071f7'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:53:52.936822 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-54f0b659-390c-4af7-8646-a5aca27ea208 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "PUT /v2.0/floatingips/9a12eb58-232c-4923-9ec7-1f085d1db6ad HTTP/1.1" status: 200 len: 689 time: 0.5537739 Nov 24 01:53:52.937546 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34c436b4-6f7b-45ad-9ce9-ab17d180a74e', 'tag': 'fc6fc9a9-b294-47e0-9e2d-0ff3377c57b5'}] {{(pid=109866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 01:53:52.939934 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b7c53c286d9351d1367337230623a155cee02c46c94b80588b67a0bc16402ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb8e523b-558a-42db-bb16-9b922eaad05d" -d '{"events": [{"name": "network-changed", "server_uuid": "34c436b4-6f7b-45ad-9ce9-ab17d180a74e", "tag": "fc6fc9a9-b294-47e0-9e2d-0ff3377c57b5"}]}' {{(pid=109866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 01:53:52.940113 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 51374) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:53:52.982380 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 01:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a3a6841-6fa0-4712-99eb-d8de8b7fbfb9 x-openstack-request-id: req-8a3a6841-6fa0-4712-99eb-d8de8b7fbfb9 {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 01:53:52.982729 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34c436b4-6f7b-45ad-9ce9-ab17d180a74e", "tag": "fc6fc9a9-b294-47e0-9e2d-0ff3377c57b5", "status": "completed", "code": 200}]} {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 01:53:52.982994 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8a3a6841-6fa0-4712-99eb-d8de8b7fbfb9 {{(pid=109866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 01:53:52.983657 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34c436b4-6f7b-45ad-9ce9-ab17d180a74e', 'tag': 'fc6fc9a9-b294-47e0-9e2d-0ff3377c57b5', 'status': 'completed', 'code': 200} Nov 24 01:53:52.991078 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-ce611793-d7ff-4f5d-be6b-d6d41e69c5b2 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/floatingips/9a12eb58-232c-4923-9ec7-1f085d1db6ad HTTP/1.1" status: 200 len: 689 time: 0.0500064 Nov 24 01:53:53.046357 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-2f47d10d-a66b-48e1-a75c-e5a32b355b03 None None] Set router c67f13f6-fd0d-4598-af02-6802676071f7 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:53:53.064800 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8e523b-558a-42db-bb16-9b922eaad05d req-a96d4cc7-cbb8-4699-b437-b99fc438d87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:53:53.066325 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-bb8e523b-558a-42db-bb16-9b922eaad05d req-a96d4cc7-cbb8-4699-b437-b99fc438d87d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5cd72ac6dd034b2d92e26f70404adb10&device_id=34c436b4-6f7b-45ad-9ce9-ab17d180a74e HTTP/1.1" status: 200 len: 1099 time: 0.0407014 Nov 24 01:53:53.159591 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8e523b-558a-42db-bb16-9b922eaad05d req-ef0e9424-c910-4065-8c9c-6d91490e87ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:53:53.161078 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-bb8e523b-558a-42db-bb16-9b922eaad05d req-ef0e9424-c910-4065-8c9c-6d91490e87ff service neutron] 10.222.0.48 "GET /v2.0/networks?id=e0c5b0f1-38b6-44c8-928e-d3d964a74f8f HTTP/1.1" status: 200 len: 898 time: 0.0877750 Nov 24 01:53:53.202808 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-bb8e523b-558a-42db-bb16-9b922eaad05d req-29b77808-0b16-4986-ba72-937d5e99ef81 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc6fc9a9-b294-47e0-9e2d-0ff3377c57b5 HTTP/1.1" status: 200 len: 217 time: 0.0341046 Nov 24 01:53:53.243055 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-2f47d10d-a66b-48e1-a75c-e5a32b355b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67f13f6-fd0d-4598-af02-6802676071f7', 'name': 'tempest-TestNetworkBasicOps-router-1226989357', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.133'}], 'enable_snat': True}, 'gw_port_id': 'e47ce048-8c77-474e-8271-30f2a2d2c785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:52:58Z', 'updated_at': '2021-11-24T01:53:02Z', 'revision_number': 4, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': 'e47ce048-8c77-474e-8271-30f2a2d2c785', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:9f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67f13f6-fd0d-4598-af02-6802676071f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:52:59Z', 'updated_at': '2021-11-24T01:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': 'c7ee50bd-b1da-481c-93d6-07547dbb887a', 'name': '', 'network_id': 'e0c5b0f1-38b6-44c8-928e-d3d964a74f8f', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'mac_address': 'fa:16:3e:73:8a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67f13f6-fd0d-4598-af02-6802676071f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'aed68130-4c57-4427-866d-babf2083f367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:53:01Z', 'updated_at': '2021-11-24T01:53:05Z', 'revision_number': 5, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'subnets': [{'id': 'aed68130-4c57-4427-866d-babf2083f367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:53:53.256179 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8e523b-558a-42db-bb16-9b922eaad05d req-74eea177-0cfb-41de-9468-45e11b923193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:53:53.258242 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-bb8e523b-558a-42db-bb16-9b922eaad05d req-74eea177-0cfb-41de-9468-45e11b923193 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=aed68130-4c57-4427-866d-babf2083f367 HTTP/1.1" status: 200 len: 835 time: 0.0487113 Nov 24 01:53:53.273754 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f47d10d-a66b-48e1-a75c-e5a32b355b03 None None] Checking router: c67f13f6-fd0d-4598-af02-6802676071f7 for host: dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 01:53:53.282179 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f47d10d-a66b-48e1-a75c-e5a32b355b03 None None] Routers {'c67f13f6-fd0d-4598-af02-6802676071f7'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:53:53.282778 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-2f47d10d-a66b-48e1-a75c-e5a32b355b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:53:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['c67f13f6-fd0d-4598-af02-6802676071f7'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:53:53.312026 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8e523b-558a-42db-bb16-9b922eaad05d req-a3edc4fc-8712-4063-8d7c-c9c40cc19628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:53:53.313561 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-bb8e523b-558a-42db-bb16-9b922eaad05d req-a3edc4fc-8712-4063-8d7c-c9c40cc19628 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e0c5b0f1-38b6-44c8-928e-d3d964a74f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0472357 Nov 24 01:53:53.385655 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-2f47d10d-a66b-48e1-a75c-e5a32b355b03 None None] Set router c67f13f6-fd0d-4598-af02-6802676071f7 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:53:53.400981 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-bb8e523b-558a-42db-bb16-9b922eaad05d req-d14c42e2-7392-402e-9af9-94f60df94908 service neutron] 10.222.0.48 "GET /v2.0/networks/e0c5b0f1-38b6-44c8-928e-d3d964a74f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802677 Nov 24 01:53:53.494406 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-bb8e523b-558a-42db-bb16-9b922eaad05d req-4f054d60-9c43-4d71-a92f-43abaf7d7a3c service neutron] 10.222.0.48 "GET /v2.0/networks/e0c5b0f1-38b6-44c8-928e-d3d964a74f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857742 Nov 24 01:53:53.578532 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-2f47d10d-a66b-48e1-a75c-e5a32b355b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67f13f6-fd0d-4598-af02-6802676071f7', 'name': 'tempest-TestNetworkBasicOps-router-1226989357', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.133'}], 'enable_snat': True}, 'gw_port_id': 'e47ce048-8c77-474e-8271-30f2a2d2c785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:52:58Z', 'updated_at': '2021-11-24T01:53:02Z', 'revision_number': 4, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': 'e47ce048-8c77-474e-8271-30f2a2d2c785', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:9f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67f13f6-fd0d-4598-af02-6802676071f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:52:59Z', 'updated_at': '2021-11-24T01:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': 'c7ee50bd-b1da-481c-93d6-07547dbb887a', 'name': '', 'network_id': 'e0c5b0f1-38b6-44c8-928e-d3d964a74f8f', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'mac_address': 'fa:16:3e:73:8a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67f13f6-fd0d-4598-af02-6802676071f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'aed68130-4c57-4427-866d-babf2083f367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:53:01Z', 'updated_at': '2021-11-24T01:53:05Z', 'revision_number': 5, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'subnets': [{'id': 'aed68130-4c57-4427-866d-babf2083f367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:53:53.604842 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f47d10d-a66b-48e1-a75c-e5a32b355b03 None None] The sync data for ids ['c67f13f6-fd0d-4598-af02-6802676071f7'] in dv-neutron-818911-2-hyperv is: [{'id': 'c67f13f6-fd0d-4598-af02-6802676071f7', 'name': 'tempest-TestNetworkBasicOps-router-1226989357', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.133'}], 'enable_snat': True}, 'gw_port_id': 'e47ce048-8c77-474e-8271-30f2a2d2c785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:52:58Z', 'updated_at': '2021-11-24T01:53:02Z', 'revision_number': 4, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': 'e47ce048-8c77-474e-8271-30f2a2d2c785', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:9f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67f13f6-fd0d-4598-af02-6802676071f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:52:59Z', 'updated_at': '2021-11-24T01:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': 'c7ee50bd-b1da-481c-93d6-07547dbb887a', 'name': '', 'network_id': 'e0c5b0f1-38b6-44c8-928e-d3d964a74f8f', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'mac_address': 'fa:16:3e:73:8a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67f13f6-fd0d-4598-af02-6802676071f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'aed68130-4c57-4427-866d-babf2083f367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:53:01Z', 'updated_at': '2021-11-24T01:53:05Z', 'revision_number': 5, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'subnets': [{'id': 'aed68130-4c57-4427-866d-babf2083f367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:53:53.814869 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db6d9d1-bf2d-43a4-afd3-f4d9dc51d8af None None] New status for floating IP 9a12eb58-232c-4923-9ec7-1f085d1db6ad: DOWN {{(pid=109868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 01:53:53.994892 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 51378) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:53:54.044889 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-da4f1d11-d5c7-4963-8eef-65c7546d868d tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/floatingips/9a12eb58-232c-4923-9ec7-1f085d1db6ad HTTP/1.1" status: 200 len: 687 time: 0.0487633 Nov 24 01:53:54.703627 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-f7708820-d5ed-406d-8c75-33f55de70be0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:55.330113 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 51384) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:53:55.334750 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-54f58aae-e4f1-46dd-9058-e86f2cac8811 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1983163220', 'description': 'tempest-secgroup-smoke-1983163220 description', 'project_id': '5cd72ac6dd034b2d92e26f70404adb10'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:53:55.357692 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-54f58aae-e4f1-46dd-9058-e86f2cac8811 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:55.759503 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-54f58aae-e4f1-46dd-9058-e86f2cac8811 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:55.762992 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-54f58aae-e4f1-46dd-9058-e86f2cac8811 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:55.792272 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-54f58aae-e4f1-46dd-9058-e86f2cac8811 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:55.793559 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-54f58aae-e4f1-46dd-9058-e86f2cac8811 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4624088 Nov 24 01:53:55.795595 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f58aae-e4f1-46dd-9058-e86f2cac8811 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a74fcb2-9d3a-4359-bb3a-dc0597082c2d,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:53:55.796652 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 51386) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:53:55.801537 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-56edb2ec-8e11-4cf6-ab0a-c60fb5d8c0c7 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'security_group_rule': {'security_group_id': '3a74fcb2-9d3a-4359-bb3a-dc0597082c2d', 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:53:55.802841 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f58aae-e4f1-46dd-9058-e86f2cac8811 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:53:55.803197 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f58aae-e4f1-46dd-9058-e86f2cac8811 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:53:55.803541 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f58aae-e4f1-46dd-9058-e86f2cac8811 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:53:55.803888 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f58aae-e4f1-46dd-9058-e86f2cac8811 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:53:55.804224 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f58aae-e4f1-46dd-9058-e86f2cac8811 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:53:55.804624 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f58aae-e4f1-46dd-9058-e86f2cac8811 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:53:55.804919 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f58aae-e4f1-46dd-9058-e86f2cac8811 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:53:55.805248 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f58aae-e4f1-46dd-9058-e86f2cac8811 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:53:55.805603 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f58aae-e4f1-46dd-9058-e86f2cac8811 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:53:55.805933 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f58aae-e4f1-46dd-9058-e86f2cac8811 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:53:55.806256 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f58aae-e4f1-46dd-9058-e86f2cac8811 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:53:55.806591 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f58aae-e4f1-46dd-9058-e86f2cac8811 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:53:55.827272 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-56edb2ec-8e11-4cf6-ab0a-c60fb5d8c0c7 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:55.882056 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-56edb2ec-8e11-4cf6-ab0a-c60fb5d8c0c7 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:55.885684 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-56edb2ec-8e11-4cf6-ab0a-c60fb5d8c0c7 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:55.902807 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56edb2ec-8e11-4cf6-ab0a-c60fb5d8c0c7 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28299767-6be5-476e-bb16-cd3391134a47,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:53:55.913140 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-56edb2ec-8e11-4cf6-ab0a-c60fb5d8c0c7 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:55.915000 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-56edb2ec-8e11-4cf6-ab0a-c60fb5d8c0c7 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1170783 Nov 24 01:53:55.916254 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56edb2ec-8e11-4cf6-ab0a-c60fb5d8c0c7 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:53:55.916602 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56edb2ec-8e11-4cf6-ab0a-c60fb5d8c0c7 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:53:55.916942 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56edb2ec-8e11-4cf6-ab0a-c60fb5d8c0c7 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:53:55.917304 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56edb2ec-8e11-4cf6-ab0a-c60fb5d8c0c7 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:53:55.917636 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56edb2ec-8e11-4cf6-ab0a-c60fb5d8c0c7 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:53:55.917967 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56edb2ec-8e11-4cf6-ab0a-c60fb5d8c0c7 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:53:55.918104 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 51388) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:53:55.918299 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56edb2ec-8e11-4cf6-ab0a-c60fb5d8c0c7 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:53:55.918625 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56edb2ec-8e11-4cf6-ab0a-c60fb5d8c0c7 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:53:55.918949 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56edb2ec-8e11-4cf6-ab0a-c60fb5d8c0c7 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:53:55.919272 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56edb2ec-8e11-4cf6-ab0a-c60fb5d8c0c7 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:53:55.919595 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56edb2ec-8e11-4cf6-ab0a-c60fb5d8c0c7 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:53:55.919915 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56edb2ec-8e11-4cf6-ab0a-c60fb5d8c0c7 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:53:55.922682 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-88159edb-46d1-47b5-8903-f94dd4a7ba83 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'security_group_rule': {'security_group_id': '3a74fcb2-9d3a-4359-bb3a-dc0597082c2d', 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:53:55.947863 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-88159edb-46d1-47b5-8903-f94dd4a7ba83 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:56.005623 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-88159edb-46d1-47b5-8903-f94dd4a7ba83 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:56.011689 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-88159edb-46d1-47b5-8903-f94dd4a7ba83 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:56.032907 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88159edb-46d1-47b5-8903-f94dd4a7ba83 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40f2a4a9-d5ca-465a-9c55-448dae01e492,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:53:56.041882 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-88159edb-46d1-47b5-8903-f94dd4a7ba83 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:56.043070 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-88159edb-46d1-47b5-8903-f94dd4a7ba83 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1240625 Nov 24 01:53:56.045931 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 51390) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:53:56.050215 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-a9b49582-d2ea-4d03-ad37-8713aa069a6c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'security_group_rule': {'security_group_id': '3a74fcb2-9d3a-4359-bb3a-dc0597082c2d', 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:53:56.075857 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a9b49582-d2ea-4d03-ad37-8713aa069a6c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:56.130222 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a9b49582-d2ea-4d03-ad37-8713aa069a6c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:56.134046 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a9b49582-d2ea-4d03-ad37-8713aa069a6c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:56.152527 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b49582-d2ea-4d03-ad37-8713aa069a6c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64b02a94-35a5-4050-b62b-6fd17ed675c0,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:53:56.162236 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a9b49582-d2ea-4d03-ad37-8713aa069a6c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:56.163519 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-a9b49582-d2ea-4d03-ad37-8713aa069a6c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1166413 Nov 24 01:53:56.166303 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 51392) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:53:56.170567 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-d6c57fb8-f2d6-46dd-b88d-6b438aabe809 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'security_group_rule': {'security_group_id': '3a74fcb2-9d3a-4359-bb3a-dc0597082c2d', 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:53:56.194952 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d6c57fb8-f2d6-46dd-b88d-6b438aabe809 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:56.253038 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d6c57fb8-f2d6-46dd-b88d-6b438aabe809 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:56.256455 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d6c57fb8-f2d6-46dd-b88d-6b438aabe809 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:56.274717 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c57fb8-f2d6-46dd-b88d-6b438aabe809 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4ec718c-f514-4c6c-af70-773892e2bd03,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:53:56.280833 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d6c57fb8-f2d6-46dd-b88d-6b438aabe809 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:56.282029 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-d6c57fb8-f2d6-46dd-b88d-6b438aabe809 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1148205 Nov 24 01:53:56.284801 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 51394) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:53:56.289142 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-809b8f98-7682-4a6d-9e6a-bb7e0407e9a1 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'security_group_rule': {'security_group_id': '3a74fcb2-9d3a-4359-bb3a-dc0597082c2d', 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:53:56.316212 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.securitygroups_db [None req-809b8f98-7682-4a6d-9e6a-bb7e0407e9a1 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Project 5cd72ac6dd034b2d92e26f70404adb10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 01:53:56.321667 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-809b8f98-7682-4a6d-9e6a-bb7e0407e9a1 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:56.378610 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-809b8f98-7682-4a6d-9e6a-bb7e0407e9a1 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:56.382360 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-809b8f98-7682-4a6d-9e6a-bb7e0407e9a1 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:56.402221 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809b8f98-7682-4a6d-9e6a-bb7e0407e9a1 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18006652-aead-45a1-93cd-c87dd6f0181f,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:53:56.407372 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-809b8f98-7682-4a6d-9e6a-bb7e0407e9a1 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:56.408515 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-809b8f98-7682-4a6d-9e6a-bb7e0407e9a1 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1227801 Nov 24 01:53:56.411281 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 51396) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:53:56.415472 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-a01285eb-9bf1-4725-8def-4dcbf726c5c1 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'security_group_rule': {'security_group_id': '3a74fcb2-9d3a-4359-bb3a-dc0597082c2d', 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:53:56.437354 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.securitygroups_db [None req-a01285eb-9bf1-4725-8def-4dcbf726c5c1 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Project 5cd72ac6dd034b2d92e26f70404adb10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 01:53:56.442273 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a01285eb-9bf1-4725-8def-4dcbf726c5c1 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:56.501103 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a01285eb-9bf1-4725-8def-4dcbf726c5c1 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:56.504536 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a01285eb-9bf1-4725-8def-4dcbf726c5c1 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:56.522248 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01285eb-9bf1-4725-8def-4dcbf726c5c1 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c9cac99-e39d-4f0b-96f8-1bf555147931,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:53:56.529213 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a01285eb-9bf1-4725-8def-4dcbf726c5c1 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:56.530431 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-a01285eb-9bf1-4725-8def-4dcbf726c5c1 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1182406 Nov 24 01:53:56.680376 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-579ba983-497a-4b63-a1ab-2ba43c95f3e2 req-c3c1fa20-5499-4a44-9e3b-4f334e418fab tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1983163220&fields=id&tenant_id=5cd72ac6dd034b2d92e26f70404adb10 HTTP/1.1" status: 200 len: 267 time: 0.0450480 Nov 24 01:53:56.784318 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579ba983-497a-4b63-a1ab-2ba43c95f3e2 req-2f1f9a1c-33ea-4f0d-9d4c-f697711d387d tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:53:56.785719 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-579ba983-497a-4b63-a1ab-2ba43c95f3e2 req-2f1f9a1c-33ea-4f0d-9d4c-f697711d387d tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/networks?id=e0c5b0f1-38b6-44c8-928e-d3d964a74f8f HTTP/1.1" status: 200 len: 797 time: 0.0988133 Nov 24 01:53:56.801123 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-579ba983-497a-4b63-a1ab-2ba43c95f3e2 req-d0fc9b00-6514-46c9-97fa-556ef96202ed tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/quotas/5cd72ac6dd034b2d92e26f70404adb10 HTTP/1.1" status: 200 len: 375 time: 0.0092218 Nov 24 01:53:56.858735 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-579ba983-497a-4b63-a1ab-2ba43c95f3e2 req-f94cf3ac-031f-46a5-b208-036efcbb0511 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5cd72ac6dd034b2d92e26f70404adb10&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0515893 Nov 24 01:53:56.950878 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-579ba983-497a-4b63-a1ab-2ba43c95f3e2 req-109706d9-c227-41cf-91de-cdcb02ee3754 service neutron] 10.222.0.21 "GET /v2.0/networks/e0c5b0f1-38b6-44c8-928e-d3d964a74f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801980 Nov 24 01:53:57.042062 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-579ba983-497a-4b63-a1ab-2ba43c95f3e2 req-c06ae33b-4a29-4a3c-8db1-f8edab282906 service neutron] 10.222.0.21 "GET /v2.0/networks/e0c5b0f1-38b6-44c8-928e-d3d964a74f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852439 Nov 24 01:53:57.155604 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-b1700ed1-ffb6-4e3c-bd14-81a6ec4255b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:57.218786 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-861b40d5-c36c-4505-b382-6b314b70257f req-536e7296-239a-4ee7-974c-634c9784f451 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=7db9f7a1-4b51-4d35-9f09-c3984c420723 HTTP/1.1" status: 200 len: 210 time: 0.0326128 Nov 24 01:53:57.828066 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:58.077741 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:58.310681 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-f6c03e34-3b89-4fa2-8372-c44b64a651fa req-99174f65-cbb5-4433-be96-e329e7a73ae5 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=7db9f7a1-4b51-4d35-9f09-c3984c420723 HTTP/1.1" status: 200 len: 210 time: 0.0272415 Nov 24 01:53:58.438188 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579ba983-497a-4b63-a1ab-2ba43c95f3e2 req-e44bdba2-28e4-4574-b23d-ce469b49decb tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:53:58.439761 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-579ba983-497a-4b63-a1ab-2ba43c95f3e2 req-e44bdba2-28e4-4574-b23d-ce469b49decb tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.48 "GET /v2.0/networks?id=e0c5b0f1-38b6-44c8-928e-d3d964a74f8f HTTP/1.1" status: 200 len: 797 time: 0.1025276 Nov 24 01:53:58.526022 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-579ba983-497a-4b63-a1ab-2ba43c95f3e2 req-740ffec9-6ea7-4d54-999f-ff17f7cda823 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5cd72ac6dd034b2d92e26f70404adb10 HTTP/1.1" status: 200 len: 473 time: 0.0678716 Nov 24 01:53:58.536080 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [req-579ba983-497a-4b63-a1ab-2ba43c95f3e2 req-db631ff3-0357-40ce-999b-d132b3f155f1 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'port': {'device_id': '7db9f7a1-4b51-4d35-9f09-c3984c420723', 'network_id': 'e0c5b0f1-38b6-44c8-928e-d3d964a74f8f', 'admin_state_up': True, 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'security_groups': ['3a74fcb2-9d3a-4359-bb3a-dc0597082c2d']}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:53:58.649342 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-579ba983-497a-4b63-a1ab-2ba43c95f3e2 req-db631ff3-0357-40ce-999b-d132b3f155f1 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Made reservation on behalf of 5cd72ac6dd034b2d92e26f70404adb10 for: {'port': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:53:58.652797 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-579ba983-497a-4b63-a1ab-2ba43c95f3e2 req-db631ff3-0357-40ce-999b-d132b3f155f1 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:58.776085 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [req-579ba983-497a-4b63-a1ab-2ba43c95f3e2 req-db631ff3-0357-40ce-999b-d132b3f155f1 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Allocated IP 172.20.0.13 (e0c5b0f1-38b6-44c8-928e-d3d964a74f8f/aed68130-4c57-4427-866d-babf2083f367/fb6e1b0a-7fbb-4287-9d45-9782d7a60961) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:53:58.913384 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-579ba983-497a-4b63-a1ab-2ba43c95f3e2 req-db631ff3-0357-40ce-999b-d132b3f155f1 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:58.950211 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-579ba983-497a-4b63-a1ab-2ba43c95f3e2 req-db631ff3-0357-40ce-999b-d132b3f155f1 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:58.998447 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-579ba983-497a-4b63-a1ab-2ba43c95f3e2 req-db631ff3-0357-40ce-999b-d132b3f155f1 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Network e0c5b0f1-38b6-44c8-928e-d3d964a74f8f is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:53:59.001454 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [req-579ba983-497a-4b63-a1ab-2ba43c95f3e2 req-db631ff3-0357-40ce-999b-d132b3f155f1 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:53:59.005084 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [req-579ba983-497a-4b63-a1ab-2ba43c95f3e2 req-db631ff3-0357-40ce-999b-d132b3f155f1 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:53:59.029918 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db631ff3-0357-40ce-999b-d132b3f155f1 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'Port': ['ID=fb6e1b0a-7fbb-4287-9d45-9782d7a60961,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:53:59.058370 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579ba983-497a-4b63-a1ab-2ba43c95f3e2 req-db631ff3-0357-40ce-999b-d132b3f155f1 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:53:59.059031 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-579ba983-497a-4b63-a1ab-2ba43c95f3e2 req-db631ff3-0357-40ce-999b-d132b3f155f1 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:59.076641 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-579ba983-497a-4b63-a1ab-2ba43c95f3e2 req-db631ff3-0357-40ce-999b-d132b3f155f1 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5438821 Nov 24 01:53:59.094652 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [req-579ba983-497a-4b63-a1ab-2ba43c95f3e2 req-6e6ff59a-0d6f-4f1d-9b39-8328ea3613b7 service neutron] Request body: {'port': {'device_id': '7db9f7a1-4b51-4d35-9f09-c3984c420723', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8189'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:53:59.149690 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-579ba983-497a-4b63-a1ab-2ba43c95f3e2 req-6e6ff59a-0d6f-4f1d-9b39-8328ea3613b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:59.233317 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-ef5164c5-068d-4e1a-8fb5-a2b790da6de2 None None] Provisioning complete for port fb6e1b0a-7fbb-4287-9d45-9782d7a60961 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:53:59.233936 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-ef5164c5-068d-4e1a-8fb5-a2b790da6de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:59.269193 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-ef5164c5-068d-4e1a-8fb5-a2b790da6de2 None None] Port fb6e1b0a-7fbb-4287-9d45-9782d7a60961 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:53:59.432409 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [req-579ba983-497a-4b63-a1ab-2ba43c95f3e2 req-6e6ff59a-0d6f-4f1d-9b39-8328ea3613b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb6e1b0a-7fbb-4287-9d45-9782d7a60961 {{(pid=109866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 01:53:59.441511 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-579ba983-497a-4b63-a1ab-2ba43c95f3e2 req-6e6ff59a-0d6f-4f1d-9b39-8328ea3613b7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:59.459143 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.provisioning_blocks [req-579ba983-497a-4b63-a1ab-2ba43c95f3e2 req-6e6ff59a-0d6f-4f1d-9b39-8328ea3613b7 service neutron] Transition to ACTIVE for port object fb6e1b0a-7fbb-4287-9d45-9782d7a60961 will not be triggered until provisioned by entity L2. {{(pid=109866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 01:53:59.467721 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450f7912-abb1-45f5-8262-a00c3c8048b6 req-68a1e93c-2aa2-4792-ab06-aeb13c7ecc49 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:53:59.469209 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-450f7912-abb1-45f5-8262-a00c3c8048b6 req-68a1e93c-2aa2-4792-ab06-aeb13c7ecc49 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=7db9f7a1-4b51-4d35-9f09-c3984c420723 HTTP/1.1" status: 200 len: 932 time: 0.0893474 Nov 24 01:53:59.470264 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-579ba983-497a-4b63-a1ab-2ba43c95f3e2 req-6e6ff59a-0d6f-4f1d-9b39-8328ea3613b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29149402'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:59.565882 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:53:59.925304 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6ff59a-0d6f-4f1d-9b39-8328ea3613b7 service neutron] Pushing event updated for resources: {'Port': ['ID=fb6e1b0a-7fbb-4287-9d45-9782d7a60961,revision_number=2']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:53:59.967030 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-450f7912-abb1-45f5-8262-a00c3c8048b6 req-60826f10-c1c6-4a09-a639-df53d1fb86c8 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a74fcb2-9d3a-4359-bb3a-dc0597082c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4890149 Nov 24 01:53:59.989429 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [req-579ba983-497a-4b63-a1ab-2ba43c95f3e2 req-6e6ff59a-0d6f-4f1d-9b39-8328ea3613b7 service neutron] Attempting to bind port fb6e1b0a-7fbb-4287-9d45-9782d7a60961 on host hv-neutron-8189 for vnic_type normal with profile {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:53:59.989776 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [req-579ba983-497a-4b63-a1ab-2ba43c95f3e2 req-6e6ff59a-0d6f-4f1d-9b39-8328ea3613b7 service neutron] Attempting to bind port fb6e1b0a-7fbb-4287-9d45-9782d7a60961 by drivers openvswitch,hyperv on host hv-neutron-8189 at level 0 using segments [{'id': '84e28ddb-260a-486b-883f-337e8f0bd068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'e0c5b0f1-38b6-44c8-928e-d3d964a74f8f'}] {{(pid=109866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:53:59.990111 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579ba983-497a-4b63-a1ab-2ba43c95f3e2 req-6e6ff59a-0d6f-4f1d-9b39-8328ea3613b7 service neutron] Attempting to bind port fb6e1b0a-7fbb-4287-9d45-9782d7a60961 on network e0c5b0f1-38b6-44c8-928e-d3d964a74f8f {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:53:59.995002 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579ba983-497a-4b63-a1ab-2ba43c95f3e2 req-6e6ff59a-0d6f-4f1d-9b39-8328ea3613b7 service neutron] Port fb6e1b0a-7fbb-4287-9d45-9782d7a60961 on network e0c5b0f1-38b6-44c8-928e-d3d964a74f8f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8189 {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 01:53:59.995321 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579ba983-497a-4b63-a1ab-2ba43c95f3e2 req-6e6ff59a-0d6f-4f1d-9b39-8328ea3613b7 service neutron] Attempting to bind port fb6e1b0a-7fbb-4287-9d45-9782d7a60961 on network e0c5b0f1-38b6-44c8-928e-d3d964a74f8f {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:54:00.001455 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579ba983-497a-4b63-a1ab-2ba43c95f3e2 req-6e6ff59a-0d6f-4f1d-9b39-8328ea3613b7 service neutron] Checking agent: {'id': '5773fe6b-0967-455f-9dc9-84c0c923201b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 42, 58), 'started_at': datetime.datetime(2021, 11, 24, 1, 42, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:54:00.002065 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579ba983-497a-4b63-a1ab-2ba43c95f3e2 req-6e6ff59a-0d6f-4f1d-9b39-8328ea3613b7 service neutron] Checking segment: {'id': '84e28ddb-260a-486b-883f-337e8f0bd068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'e0c5b0f1-38b6-44c8-928e-d3d964a74f8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:54:00.002685 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579ba983-497a-4b63-a1ab-2ba43c95f3e2 req-6e6ff59a-0d6f-4f1d-9b39-8328ea3613b7 service neutron] Bound using segment: {'id': '84e28ddb-260a-486b-883f-337e8f0bd068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'e0c5b0f1-38b6-44c8-928e-d3d964a74f8f'} {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:54:00.003119 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [req-579ba983-497a-4b63-a1ab-2ba43c95f3e2 req-6e6ff59a-0d6f-4f1d-9b39-8328ea3613b7 service neutron] Bound port: fb6e1b0a-7fbb-4287-9d45-9782d7a60961, host: hv-neutron-8189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84e28ddb-260a-486b-883f-337e8f0bd068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'e0c5b0f1-38b6-44c8-928e-d3d964a74f8f'}}] {{(pid=109866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:54:00.003477 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-579ba983-497a-4b63-a1ab-2ba43c95f3e2 req-6e6ff59a-0d6f-4f1d-9b39-8328ea3613b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:00.068117 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [req-579ba983-497a-4b63-a1ab-2ba43c95f3e2 req-6e6ff59a-0d6f-4f1d-9b39-8328ea3613b7 service neutron] For port fb6e1b0a-7fbb-4287-9d45-9782d7a60961, host hv-neutron-8189, cleared binding levels {{(pid=109866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:54:00.071327 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [req-579ba983-497a-4b63-a1ab-2ba43c95f3e2 req-6e6ff59a-0d6f-4f1d-9b39-8328ea3613b7 service neutron] For port fb6e1b0a-7fbb-4287-9d45-9782d7a60961, host hv-neutron-8189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=fb6e1b0a-7fbb-4287-9d45-9782d7a60961,segment=NetworkSegment(84e28ddb-260a-486b-883f-337e8f0bd068),segment_id=84e28ddb-260a-486b-883f-337e8f0bd068)] {{(pid=109866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:54:00.075589 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-579ba983-497a-4b63-a1ab-2ba43c95f3e2 req-6e6ff59a-0d6f-4f1d-9b39-8328ea3613b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29149402'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:00.093027 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:00.116375 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579ba983-497a-4b63-a1ab-2ba43c95f3e2 req-6e6ff59a-0d6f-4f1d-9b39-8328ea3613b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:54:00.117039 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-579ba983-497a-4b63-a1ab-2ba43c95f3e2 req-6e6ff59a-0d6f-4f1d-9b39-8328ea3613b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:00.119049 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-579ba983-497a-4b63-a1ab-2ba43c95f3e2 req-6e6ff59a-0d6f-4f1d-9b39-8328ea3613b7 service neutron] 10.222.0.48 "PUT /v2.0/ports/fb6e1b0a-7fbb-4287-9d45-9782d7a60961 HTTP/1.1" status: 200 len: 1094 time: 1.0286820 Nov 24 01:54:00.119434 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7db9f7a1-4b51-4d35-9f09-c3984c420723', 'tag': 'fb6e1b0a-7fbb-4287-9d45-9782d7a60961'}] {{(pid=109866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 01:54:00.121723 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b7c53c286d9351d1367337230623a155cee02c46c94b80588b67a0bc16402ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e69e3d3f-36fb-4395-8389-375445d82c45" -d '{"events": [{"name": "network-changed", "server_uuid": "7db9f7a1-4b51-4d35-9f09-c3984c420723", "tag": "fb6e1b0a-7fbb-4287-9d45-9782d7a60961"}]}' {{(pid=109866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 01:54:00.153963 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6ff59a-0d6f-4f1d-9b39-8328ea3613b7 service neutron] Pushing event updated for resources: {'Port': ['ID=fb6e1b0a-7fbb-4287-9d45-9782d7a60961,revision_number=3']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:54:00.182688 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 01:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d186513-f4cb-4099-84a6-8a038f2ba259 x-openstack-request-id: req-7d186513-f4cb-4099-84a6-8a038f2ba259 {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 01:54:00.182924 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7db9f7a1-4b51-4d35-9f09-c3984c420723", "tag": "fb6e1b0a-7fbb-4287-9d45-9782d7a60961", "status": "completed", "code": 200}]} {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 01:54:00.183218 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7d186513-f4cb-4099-84a6-8a038f2ba259 {{(pid=109866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 01:54:00.183628 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7db9f7a1-4b51-4d35-9f09-c3984c420723', 'tag': 'fb6e1b0a-7fbb-4287-9d45-9782d7a60961', 'status': 'completed', 'code': 200} Nov 24 01:54:00.248088 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579ba983-497a-4b63-a1ab-2ba43c95f3e2 req-2499f3df-abb2-4f3c-a67e-3ed3720c8619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:54:00.249637 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-579ba983-497a-4b63-a1ab-2ba43c95f3e2 req-2499f3df-abb2-4f3c-a67e-3ed3720c8619 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5cd72ac6dd034b2d92e26f70404adb10&device_id=7db9f7a1-4b51-4d35-9f09-c3984c420723 HTTP/1.1" status: 200 len: 1097 time: 0.0510464 Nov 24 01:54:00.301355 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-579ba983-497a-4b63-a1ab-2ba43c95f3e2 req-25223496-5a18-424d-b280-95c6782c5ee9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb6e1b0a-7fbb-4287-9d45-9782d7a60961 HTTP/1.1" status: 200 len: 217 time: 0.0381992 Nov 24 01:54:00.356204 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579ba983-497a-4b63-a1ab-2ba43c95f3e2 req-26071722-d68d-4969-8730-d90c2e7eb509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:54:00.357695 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-579ba983-497a-4b63-a1ab-2ba43c95f3e2 req-26071722-d68d-4969-8730-d90c2e7eb509 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=aed68130-4c57-4427-866d-babf2083f367 HTTP/1.1" status: 200 len: 835 time: 0.0494504 Nov 24 01:54:00.408877 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579ba983-497a-4b63-a1ab-2ba43c95f3e2 req-c7afcdd5-370c-4627-92bf-786f7f5159dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:54:00.410309 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-579ba983-497a-4b63-a1ab-2ba43c95f3e2 req-c7afcdd5-370c-4627-92bf-786f7f5159dc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e0c5b0f1-38b6-44c8-928e-d3d964a74f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0455439 Nov 24 01:54:00.505445 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-579ba983-497a-4b63-a1ab-2ba43c95f3e2 req-aac05ea6-a898-42ef-a162-26d19eea29eb service neutron] 10.222.0.48 "GET /v2.0/networks/e0c5b0f1-38b6-44c8-928e-d3d964a74f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880406 Nov 24 01:54:00.595785 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-579ba983-497a-4b63-a1ab-2ba43c95f3e2 req-016902c9-b987-4e8f-9427-a7a433089b7a service neutron] 10.222.0.48 "GET /v2.0/networks/e0c5b0f1-38b6-44c8-928e-d3d964a74f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831425 Nov 24 01:54:00.718595 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69e3d3f-36fb-4395-8389-375445d82c45 req-f9f2b339-6b1a-4186-8d1f-88b7ab1ba668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:54:00.719988 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e69e3d3f-36fb-4395-8389-375445d82c45 req-f9f2b339-6b1a-4186-8d1f-88b7ab1ba668 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5cd72ac6dd034b2d92e26f70404adb10&device_id=7db9f7a1-4b51-4d35-9f09-c3984c420723 HTTP/1.1" status: 200 len: 1097 time: 0.0404987 Nov 24 01:54:00.811301 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69e3d3f-36fb-4395-8389-375445d82c45 req-cd957630-4ca4-40b9-9981-e26547595c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:54:00.812766 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e69e3d3f-36fb-4395-8389-375445d82c45 req-cd957630-4ca4-40b9-9981-e26547595c92 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e0c5b0f1-38b6-44c8-928e-d3d964a74f8f HTTP/1.1" status: 200 len: 898 time: 0.0852282 Nov 24 01:54:00.857739 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e69e3d3f-36fb-4395-8389-375445d82c45 req-5e198b14-cca8-4bed-93c7-188435c394c2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb6e1b0a-7fbb-4287-9d45-9782d7a60961 HTTP/1.1" status: 200 len: 217 time: 0.0366495 Nov 24 01:54:00.906289 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69e3d3f-36fb-4395-8389-375445d82c45 req-367caf78-a838-4ef1-bcb5-81136438c57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:54:00.907671 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e69e3d3f-36fb-4395-8389-375445d82c45 req-367caf78-a838-4ef1-bcb5-81136438c57a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=aed68130-4c57-4427-866d-babf2083f367 HTTP/1.1" status: 200 len: 835 time: 0.0425277 Nov 24 01:54:00.962424 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69e3d3f-36fb-4395-8389-375445d82c45 req-03b2ad0c-eeb9-4a22-bfd7-2768d56b5a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:54:00.963895 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e69e3d3f-36fb-4395-8389-375445d82c45 req-03b2ad0c-eeb9-4a22-bfd7-2768d56b5a5c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e0c5b0f1-38b6-44c8-928e-d3d964a74f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0439086 Nov 24 01:54:01.083266 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e69e3d3f-36fb-4395-8389-375445d82c45 req-39b4ee45-e2fb-4112-8bc8-5e6359be6890 service neutron] 10.222.0.48 "GET /v2.0/networks/e0c5b0f1-38b6-44c8-928e-d3d964a74f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106718 Nov 24 01:54:01.098808 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f7f543-9aba-4208-8fe9-570b5b9452b2 req-5478abfd-4768-409c-ac08-d7550d5f6774 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:54:01.100196 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-83f7f543-9aba-4208-8fe9-570b5b9452b2 req-5478abfd-4768-409c-ac08-d7550d5f6774 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=7db9f7a1-4b51-4d35-9f09-c3984c420723 HTTP/1.1" status: 200 len: 944 time: 0.0657032 Nov 24 01:54:01.201264 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-83f7f543-9aba-4208-8fe9-570b5b9452b2 req-c2889b6b-4bf3-4883-9d5a-5a4ac6eeb705 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a74fcb2-9d3a-4359-bb3a-dc0597082c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932498 Nov 24 01:54:01.218488 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e69e3d3f-36fb-4395-8389-375445d82c45 req-1a208058-d5f3-4d31-89ef-56d89f6413e0 service neutron] 10.222.0.48 "GET /v2.0/networks/e0c5b0f1-38b6-44c8-928e-d3d964a74f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173797 Nov 24 01:54:02.305811 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device fb6e1b0a-7fbb-4287-9d45-9782d7a60961 details requested by agent hyperv_hv-neutron-8189 with host hv-neutron-8189 {{(pid=109868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 01:54:02.333697 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4edaff-b41d-421c-935a-464aefe7bede req-3555ec73-8ea1-439f-81b9-64ed9b1c1293 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:54:02.335224 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-2a4edaff-b41d-421c-935a-464aefe7bede req-3555ec73-8ea1-439f-81b9-64ed9b1c1293 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=7db9f7a1-4b51-4d35-9f09-c3984c420723 HTTP/1.1" status: 200 len: 944 time: 0.0570135 Nov 24 01:54:02.366715 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-86d09ba3-e1df-44a4-8471-0e7732594472 req-e8945ad6-88b7-4144-870d-bf36957a1753 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5b2607c2-05c2-48ba-8d8f-bae266fed81e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0451729 Nov 24 01:54:02.389315 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-2a4edaff-b41d-421c-935a-464aefe7bede req-807b2b8d-c769-4ff1-9cdb-a5442f78aae4 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a74fcb2-9d3a-4359-bb3a-dc0597082c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464845 Nov 24 01:54:02.406938 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port fb6e1b0a-7fbb-4287-9d45-9782d7a60961, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=fb6e1b0a-7fbb-4287-9d45-9782d7a60961,segment=NetworkSegment(84e28ddb-260a-486b-883f-337e8f0bd068),segment_id=84e28ddb-260a-486b-883f-337e8f0bd068)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:54:02.420076 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Returning: {'device': 'fb6e1b0a-7fbb-4287-9d45-9782d7a60961', 'network_id': 'e0c5b0f1-38b6-44c8-928e-d3d964a74f8f', 'port_id': 'fb6e1b0a-7fbb-4287-9d45-9782d7a60961', 'mac_address': 'fa:16:3e:be:6f:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aed68130-4c57-4427-866d-babf2083f367', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 01:54:02.456446 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:02.465378 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d09ba3-e1df-44a4-8471-0e7732594472 req-05134d1d-5b4f-4bfe-8cef-bd50a0796d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:54:02.466936 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-86d09ba3-e1df-44a4-8471-0e7732594472 req-05134d1d-5b4f-4bfe-8cef-bd50a0796d26 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3fa7557b5a414e29b40de0454c5ea7eb&device_id=5b2607c2-05c2-48ba-8d8f-bae266fed81e HTTP/1.1" status: 200 len: 1098 time: 0.0411148 Nov 24 01:54:02.469908 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb6e1b0a-7fbb-4287-9d45-9782d7a60961 {{(pid=109868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 01:54:02.490324 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port fb6e1b0a-7fbb-4287-9d45-9782d7a60961, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=fb6e1b0a-7fbb-4287-9d45-9782d7a60961,segment=NetworkSegment(84e28ddb-260a-486b-883f-337e8f0bd068),segment_id=84e28ddb-260a-486b-883f-337e8f0bd068)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:54:02.494715 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:02.540862 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=fb6e1b0a-7fbb-4287-9d45-9782d7a60961,revision_number=4']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:54:02.548001 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:54:02.548354 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:54:02.548700 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:54:02.549038 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:54:02.549393 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:54:02.549738 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:54:02.550078 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:54:02.550409 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:54:02.550738 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:54:02.551065 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:54:02.551390 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:54:02.551711 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:54:02.570783 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d09ba3-e1df-44a4-8471-0e7732594472 req-ccb0a2eb-681a-4406-9d98-30352f8dfbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:54:02.572269 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-86d09ba3-e1df-44a4-8471-0e7732594472 req-ccb0a2eb-681a-4406-9d98-30352f8dfbe2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b994f58c-062f-4608-af1b-f5a2d5a95f48 HTTP/1.1" status: 200 len: 912 time: 0.0855865 Nov 24 01:54:02.643147 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-86d09ba3-e1df-44a4-8471-0e7732594472 req-efee4c37-a840-4298-8c9b-9cb668a98b22 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=61ee23ee-9bc1-4eda-8cdc-edeaa0420244 HTTP/1.1" status: 200 len: 1000 time: 0.0622449 Nov 24 01:54:02.692094 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d09ba3-e1df-44a4-8471-0e7732594472 req-b4afc381-cb84-4e9c-b922-4ebe5e9b9048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:54:02.693643 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-86d09ba3-e1df-44a4-8471-0e7732594472 req-b4afc381-cb84-4e9c-b922-4ebe5e9b9048 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8c2e0039-7a4d-4100-828d-28402f0c4357 HTTP/1.1" status: 200 len: 850 time: 0.0429082 Nov 24 01:54:02.739238 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d09ba3-e1df-44a4-8471-0e7732594472 req-d09e2850-30eb-47b7-8e1b-1d1106ab6665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:54:02.740793 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-86d09ba3-e1df-44a4-8471-0e7732594472 req-d09e2850-30eb-47b7-8e1b-1d1106ab6665 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b994f58c-062f-4608-af1b-f5a2d5a95f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0400856 Nov 24 01:54:02.788034 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] get_ports_and_sgs() called for port_ids ['fb6e1b0a-7fbb-4287-9d45-9782d7a60961'] {{(pid=109868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 01:54:02.833993 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-86d09ba3-e1df-44a4-8471-0e7732594472 req-77430d56-93eb-4003-b6e1-f4628d6cff42 service neutron] 10.222.0.48 "GET /v2.0/networks/b994f58c-062f-4608-af1b-f5a2d5a95f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855880 Nov 24 01:54:02.929208 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-86d09ba3-e1df-44a4-8471-0e7732594472 req-340f996d-3481-415e-a8bd-29a696c7cc89 service neutron] 10.222.0.48 "GET /v2.0/networks/b994f58c-062f-4608-af1b-f5a2d5a95f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867760 Nov 24 01:54:03.509645 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7a5b3c-4c68-41f0-a9ea-edc6f0abc027 req-3562e331-7d56-4252-991f-0d0d6a9cd60f tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:54:03.511140 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-5a7a5b3c-4c68-41f0-a9ea-edc6f0abc027 req-3562e331-7d56-4252-991f-0d0d6a9cd60f tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=7db9f7a1-4b51-4d35-9f09-c3984c420723 HTTP/1.1" status: 200 len: 945 time: 0.0537684 Nov 24 01:54:03.559827 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-5a7a5b3c-4c68-41f0-a9ea-edc6f0abc027 req-352565b3-b1d6-4ab8-b23e-2c121cb1e282 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a74fcb2-9d3a-4359-bb3a-dc0597082c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428631 Nov 24 01:54:04.324126 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device fb6e1b0a-7fbb-4287-9d45-9782d7a60961 up at agent hyperv_hv-neutron-8189 {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:54:04.373323 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Provisioning for port fb6e1b0a-7fbb-4287-9d45-9782d7a60961 completed by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 01:54:04.377481 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Provisioning complete for port fb6e1b0a-7fbb-4287-9d45-9782d7a60961 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:54:04.377858 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:04.451526 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:04.473744 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7db9f7a1-4b51-4d35-9f09-c3984c420723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb6e1b0a-7fbb-4287-9d45-9782d7a60961'}] {{(pid=109868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 01:54:04.475951 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adafa3b64de3cabc8eac619938bcace59b198ffee64d481093eb3def62699d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96a62218-68bb-451c-a514-be4ed0a32621" -d '{"events": [{"server_uuid": "7db9f7a1-4b51-4d35-9f09-c3984c420723", "name": "network-vif-plugged", "status": "completed", "tag": "fb6e1b0a-7fbb-4287-9d45-9782d7a60961"}]}' {{(pid=109868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 01:54:04.488440 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port fb6e1b0a-7fbb-4287-9d45-9782d7a60961, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=fb6e1b0a-7fbb-4287-9d45-9782d7a60961,segment=NetworkSegment(84e28ddb-260a-486b-883f-337e8f0bd068),segment_id=84e28ddb-260a-486b-883f-337e8f0bd068)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:54:04.492578 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:04.518034 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 01:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19890b46-850d-4064-992a-f26b249e25ab x-openstack-request-id: req-19890b46-850d-4064-992a-f26b249e25ab {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 01:54:04.518328 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7db9f7a1-4b51-4d35-9f09-c3984c420723", "name": "network-vif-plugged", "status": "completed", "tag": "fb6e1b0a-7fbb-4287-9d45-9782d7a60961", "code": 200}]} {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 01:54:04.518639 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-19890b46-850d-4064-992a-f26b249e25ab {{(pid=109868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 01:54:04.519018 dv-neutron-818911-2-hyperv neutron-server[109868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7db9f7a1-4b51-4d35-9f09-c3984c420723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb6e1b0a-7fbb-4287-9d45-9782d7a60961', 'code': 200} Nov 24 01:54:04.543783 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=fb6e1b0a-7fbb-4287-9d45-9782d7a60961,revision_number=5']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:54:04.679291 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f59b357-f29d-4693-9eb7-68ecbb964993 req-b301320a-79d2-417a-8aca-225e71719b5d tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:54:04.681296 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-1f59b357-f29d-4693-9eb7-68ecbb964993 req-b301320a-79d2-417a-8aca-225e71719b5d tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=7db9f7a1-4b51-4d35-9f09-c3984c420723 HTTP/1.1" status: 200 len: 946 time: 0.0535181 Nov 24 01:54:04.763589 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-1f59b357-f29d-4693-9eb7-68ecbb964993 req-146c193d-a5d8-4b81-8087-67db8075a829 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a74fcb2-9d3a-4359-bb3a-dc0597082c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761864 Nov 24 01:54:04.765389 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5089802-0b92-4555-bbdf-815a7afd1850 req-4dae56b4-3387-445e-829d-ef698d4ef56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:54:04.766807 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-c5089802-0b92-4555-bbdf-815a7afd1850 req-4dae56b4-3387-445e-829d-ef698d4ef56f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7db9f7a1-4b51-4d35-9f09-c3984c420723 HTTP/1.1" status: 200 len: 1099 time: 0.0737648 Nov 24 01:54:04.812873 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-c5089802-0b92-4555-bbdf-815a7afd1850 req-35089e58-250d-4904-a5b0-f4eddce0afe9 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3a74fcb2-9d3a-4359-bb3a-dc0597082c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392089 Nov 24 01:54:05.886289 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e31553d-cce1-41c6-8168-bcfc159f911a req-31452faa-cf4e-47e8-80bb-c56bc8d48149 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:54:05.887789 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-3e31553d-cce1-41c6-8168-bcfc159f911a req-31452faa-cf4e-47e8-80bb-c56bc8d48149 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=7db9f7a1-4b51-4d35-9f09-c3984c420723 HTTP/1.1" status: 200 len: 946 time: 0.0557909 Nov 24 01:54:05.937293 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-3e31553d-cce1-41c6-8168-bcfc159f911a req-81cd1c27-de1a-4bda-987f-f2a95715c56c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a74fcb2-9d3a-4359-bb3a-dc0597082c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431828 Nov 24 01:54:07.051035 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88368838-d69a-445d-8675-8ec558c3f5f8 req-85337a0a-952b-489f-8be4-dede3f40d417 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:54:07.052692 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-88368838-d69a-445d-8675-8ec558c3f5f8 req-85337a0a-952b-489f-8be4-dede3f40d417 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=7db9f7a1-4b51-4d35-9f09-c3984c420723 HTTP/1.1" status: 200 len: 946 time: 0.0492938 Nov 24 01:54:07.102545 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-88368838-d69a-445d-8675-8ec558c3f5f8 req-fd89e91c-46fa-4b2a-8c14-b94b19a109b8 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a74fcb2-9d3a-4359-bb3a-dc0597082c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430224 Nov 24 01:54:07.219352 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c94e5a-ba0a-4fa7-a06a-c3e54579da73 req-eacf9062-a4bc-4e1e-b38e-e7d9bc982298 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:54:07.220830 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-15c94e5a-ba0a-4fa7-a06a-c3e54579da73 req-eacf9062-a4bc-4e1e-b38e-e7d9bc982298 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=7db9f7a1-4b51-4d35-9f09-c3984c420723 HTTP/1.1" status: 200 len: 946 time: 0.0520604 Nov 24 01:54:07.273118 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-15c94e5a-ba0a-4fa7-a06a-c3e54579da73 req-d24495f5-37b9-4ab8-b9bc-1455aa2f449b tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a74fcb2-9d3a-4359-bb3a-dc0597082c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461166 Nov 24 01:54:07.294867 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 51448) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:54:07.333891 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bea8ff4-5026-4eba-85f5-7cd9fd20658d tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:54:07.335306 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-5bea8ff4-5026-4eba-85f5-7cd9fd20658d tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7db9f7a1-4b51-4d35-9f09-c3984c420723 HTTP/1.1" status: 200 len: 1094 time: 0.0394170 Nov 24 01:54:07.338210 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 51450) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:54:07.342942 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-90ac254d-b0d6-41bb-9f23-c5e2c5d0dc08 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'floatingip': {'port_id': 'fb6e1b0a-7fbb-4287-9d45-9782d7a60961'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:54:07.386452 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-90ac254d-b0d6-41bb-9f23-c5e2c5d0dc08 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for floatingip, before_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:07.832032 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-90ac254d-b0d6-41bb-9f23-c5e2c5d0dc08 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:07.837629 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-90ac254d-b0d6-41bb-9f23-c5e2c5d0dc08 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418250'] for floatingip, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:07.959165 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.l3_db [None req-90ac254d-b0d6-41bb-9f23-c5e2c5d0dc08 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Floating IP 9a12eb58-232c-4923-9ec7-1f085d1db6ad associated. External IP: 172.26.5.45, port: fb6e1b0a-7fbb-4287-9d45-9782d7a60961. Nov 24 01:54:08.168751 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90ac254d-b0d6-41bb-9f23-c5e2c5d0dc08 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Router c67f13f6-fd0d-4598-af02-6802676071f7 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:54:08.289368 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90ac254d-b0d6-41bb-9f23-c5e2c5d0dc08 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:54:08.294318 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-90ac254d-b0d6-41bb-9f23-c5e2c5d0dc08 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for floatingip, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:08.300484 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3122e4f-7c58-4356-b538-274ce0c95a63 None None] Sync routers for ids ['c67f13f6-fd0d-4598-af02-6802676071f7'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:54:08.310452 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3122e4f-7c58-4356-b538-274ce0c95a63 None None] Routers {'c67f13f6-fd0d-4598-af02-6802676071f7'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:54:08.311063 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-a3122e4f-7c58-4356-b538-274ce0c95a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:53:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['c67f13f6-fd0d-4598-af02-6802676071f7'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:54:08.321474 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-90ac254d-b0d6-41bb-9f23-c5e2c5d0dc08 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "PUT /v2.0/floatingips/9a12eb58-232c-4923-9ec7-1f085d1db6ad HTTP/1.1" status: 200 len: 991 time: 0.9822180 Nov 24 01:54:08.322061 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7db9f7a1-4b51-4d35-9f09-c3984c420723', 'tag': 'fb6e1b0a-7fbb-4287-9d45-9782d7a60961'}] {{(pid=109867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 01:54:08.324232 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 51452) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:54:08.324708 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2155eb48762029a847224b6ca77dbed8b251e8450d3d79f1fc0a82d404e82e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78da128e-91bd-4db8-b5b9-bc1cba4fa187" -d '{"events": [{"name": "network-changed", "server_uuid": "7db9f7a1-4b51-4d35-9f09-c3984c420723", "tag": "fb6e1b0a-7fbb-4287-9d45-9782d7a60961"}]}' {{(pid=109867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 01:54:08.365885 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 01:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c60807f2-fefc-4183-a720-e8032661a31a x-openstack-request-id: req-c60807f2-fefc-4183-a720-e8032661a31a {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 01:54:08.366176 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7db9f7a1-4b51-4d35-9f09-c3984c420723", "tag": "fb6e1b0a-7fbb-4287-9d45-9782d7a60961", "status": "completed", "code": 200}]} {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 01:54:08.366427 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c60807f2-fefc-4183-a720-e8032661a31a {{(pid=109867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 01:54:08.366872 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7db9f7a1-4b51-4d35-9f09-c3984c420723', 'tag': 'fb6e1b0a-7fbb-4287-9d45-9782d7a60961', 'status': 'completed', 'code': 200} Nov 24 01:54:08.403026 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-fa51d74b-9114-43ef-a460-d4c855805610 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/floatingips/9a12eb58-232c-4923-9ec7-1f085d1db6ad HTTP/1.1" status: 200 len: 991 time: 0.0765891 Nov 24 01:54:08.421243 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-a3122e4f-7c58-4356-b538-274ce0c95a63 None None] Set router c67f13f6-fd0d-4598-af02-6802676071f7 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:54:08.451200 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78da128e-91bd-4db8-b5b9-bc1cba4fa187 req-e2c756ec-243c-476b-a5d6-4fb73bf37be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:54:08.452718 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-78da128e-91bd-4db8-b5b9-bc1cba4fa187 req-e2c756ec-243c-476b-a5d6-4fb73bf37be0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5cd72ac6dd034b2d92e26f70404adb10&device_id=7db9f7a1-4b51-4d35-9f09-c3984c420723 HTTP/1.1" status: 200 len: 1099 time: 0.0407043 Nov 24 01:54:08.542709 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78da128e-91bd-4db8-b5b9-bc1cba4fa187 req-780e5d9c-65ad-4621-b45c-d423abe4b1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:54:08.544116 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-78da128e-91bd-4db8-b5b9-bc1cba4fa187 req-780e5d9c-65ad-4621-b45c-d423abe4b1c3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e0c5b0f1-38b6-44c8-928e-d3d964a74f8f HTTP/1.1" status: 200 len: 898 time: 0.0839515 Nov 24 01:54:08.620223 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-78da128e-91bd-4db8-b5b9-bc1cba4fa187 req-7f08db6d-67b7-40e8-87e0-ec2f0dc44d6a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb6e1b0a-7fbb-4287-9d45-9782d7a60961 HTTP/1.1" status: 200 len: 999 time: 0.0685098 Nov 24 01:54:08.649335 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-a3122e4f-7c58-4356-b538-274ce0c95a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67f13f6-fd0d-4598-af02-6802676071f7', 'name': 'tempest-TestNetworkBasicOps-router-1226989357', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.133'}], 'enable_snat': True}, 'gw_port_id': 'e47ce048-8c77-474e-8271-30f2a2d2c785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:52:58Z', 'updated_at': '2021-11-24T01:53:02Z', 'revision_number': 4, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': 'e47ce048-8c77-474e-8271-30f2a2d2c785', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:9f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67f13f6-fd0d-4598-af02-6802676071f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:52:59Z', 'updated_at': '2021-11-24T01:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_floatingips': [{'id': '9a12eb58-232c-4923-9ec7-1f085d1db6ad', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'floating_ip_address': '172.26.5.45', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': 'c67f13f6-fd0d-4598-af02-6802676071f7', 'port_id': 'fb6e1b0a-7fbb-4287-9d45-9782d7a60961', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0c5b0f1-38b6-44c8-928e-d3d964a74f8f', 'mac_address': 'fa:16:3e:be:6f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db9f7a1-4b51-4d35-9f09-c3984c420723', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T01:53:15Z', 'updated_at': '2021-11-24T01:54:07Z', 'revision_number': 5, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7ee50bd-b1da-481c-93d6-07547dbb887a', 'name': '', 'network_id': 'e0c5b0f1-38b6-44c8-928e-d3d964a74f8f', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'mac_address': 'fa:16:3e:73:8a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67f13f6-fd0d-4598-af02-6802676071f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'aed68130-4c57-4427-866d-babf2083f367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:53:01Z', 'updated_at': '2021-11-24T01:53:05Z', 'revision_number': 5, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'subnets': [{'id': 'aed68130-4c57-4427-866d-babf2083f367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:54:08.669905 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78da128e-91bd-4db8-b5b9-bc1cba4fa187 req-cf484f52-a8ca-43af-8367-804fef1b843f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:54:08.671441 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-78da128e-91bd-4db8-b5b9-bc1cba4fa187 req-cf484f52-a8ca-43af-8367-804fef1b843f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=aed68130-4c57-4427-866d-babf2083f367 HTTP/1.1" status: 200 len: 835 time: 0.0436223 Nov 24 01:54:08.678350 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3122e4f-7c58-4356-b538-274ce0c95a63 None None] Checking router: c67f13f6-fd0d-4598-af02-6802676071f7 for host: dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 01:54:08.687110 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3122e4f-7c58-4356-b538-274ce0c95a63 None None] Routers {'c67f13f6-fd0d-4598-af02-6802676071f7'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:54:08.687706 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-a3122e4f-7c58-4356-b538-274ce0c95a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:53:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['c67f13f6-fd0d-4598-af02-6802676071f7'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:54:08.717203 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78da128e-91bd-4db8-b5b9-bc1cba4fa187 req-d41b68f8-7242-475a-9459-45ec97b74ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:54:08.718743 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-78da128e-91bd-4db8-b5b9-bc1cba4fa187 req-d41b68f8-7242-475a-9459-45ec97b74ff9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e0c5b0f1-38b6-44c8-928e-d3d964a74f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0407803 Nov 24 01:54:08.791111 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-a3122e4f-7c58-4356-b538-274ce0c95a63 None None] Set router c67f13f6-fd0d-4598-af02-6802676071f7 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:54:08.812669 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-78da128e-91bd-4db8-b5b9-bc1cba4fa187 req-43192b74-bb6f-4d55-9900-0867de3e52f7 service neutron] 10.222.0.48 "GET /v2.0/networks/e0c5b0f1-38b6-44c8-928e-d3d964a74f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867040 Nov 24 01:54:08.907161 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-78da128e-91bd-4db8-b5b9-bc1cba4fa187 req-5a92df5e-fa37-496b-94f1-2316084ee4d8 service neutron] 10.222.0.48 "GET /v2.0/networks/e0c5b0f1-38b6-44c8-928e-d3d964a74f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875080 Nov 24 01:54:09.013362 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-a3122e4f-7c58-4356-b538-274ce0c95a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67f13f6-fd0d-4598-af02-6802676071f7', 'name': 'tempest-TestNetworkBasicOps-router-1226989357', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.133'}], 'enable_snat': True}, 'gw_port_id': 'e47ce048-8c77-474e-8271-30f2a2d2c785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:52:58Z', 'updated_at': '2021-11-24T01:53:02Z', 'revision_number': 4, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': 'e47ce048-8c77-474e-8271-30f2a2d2c785', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:9f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67f13f6-fd0d-4598-af02-6802676071f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:52:59Z', 'updated_at': '2021-11-24T01:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_floatingips': [{'id': '9a12eb58-232c-4923-9ec7-1f085d1db6ad', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'floating_ip_address': '172.26.5.45', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': 'c67f13f6-fd0d-4598-af02-6802676071f7', 'port_id': 'fb6e1b0a-7fbb-4287-9d45-9782d7a60961', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0c5b0f1-38b6-44c8-928e-d3d964a74f8f', 'mac_address': 'fa:16:3e:be:6f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db9f7a1-4b51-4d35-9f09-c3984c420723', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T01:53:15Z', 'updated_at': '2021-11-24T01:54:07Z', 'revision_number': 5, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7ee50bd-b1da-481c-93d6-07547dbb887a', 'name': '', 'network_id': 'e0c5b0f1-38b6-44c8-928e-d3d964a74f8f', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'mac_address': 'fa:16:3e:73:8a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67f13f6-fd0d-4598-af02-6802676071f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'aed68130-4c57-4427-866d-babf2083f367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:53:01Z', 'updated_at': '2021-11-24T01:53:05Z', 'revision_number': 5, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'subnets': [{'id': 'aed68130-4c57-4427-866d-babf2083f367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:54:09.042128 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3122e4f-7c58-4356-b538-274ce0c95a63 None None] The sync data for ids ['c67f13f6-fd0d-4598-af02-6802676071f7'] in dv-neutron-818911-2-hyperv is: [{'id': 'c67f13f6-fd0d-4598-af02-6802676071f7', 'name': 'tempest-TestNetworkBasicOps-router-1226989357', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.133'}], 'enable_snat': True}, 'gw_port_id': 'e47ce048-8c77-474e-8271-30f2a2d2c785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:52:58Z', 'updated_at': '2021-11-24T01:53:02Z', 'revision_number': 4, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': 'e47ce048-8c77-474e-8271-30f2a2d2c785', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:9f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67f13f6-fd0d-4598-af02-6802676071f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:52:59Z', 'updated_at': '2021-11-24T01:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_floatingips': [{'id': '9a12eb58-232c-4923-9ec7-1f085d1db6ad', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'floating_ip_address': '172.26.5.45', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': 'c67f13f6-fd0d-4598-af02-6802676071f7', 'port_id': 'fb6e1b0a-7fbb-4287-9d45-9782d7a60961', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0c5b0f1-38b6-44c8-928e-d3d964a74f8f', 'mac_address': 'fa:16:3e:be:6f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db9f7a1-4b51-4d35-9f09-c3984c420723', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T01:53:15Z', 'updated_at': '2021-11-24T01:54:07Z', 'revision_number': 5, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7ee50bd-b1da-481c-93d6-07547dbb887a', 'name': '', 'network_id': 'e0c5b0f1-38b6-44c8-928e-d3d964a74f8f', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'mac_address': 'fa:16:3e:73:8a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67f13f6-fd0d-4598-af02-6802676071f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'aed68130-4c57-4427-866d-babf2083f367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:53:01Z', 'updated_at': '2021-11-24T01:53:05Z', 'revision_number': 5, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'subnets': [{'id': 'aed68130-4c57-4427-866d-babf2083f367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:54:09.228704 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4873be90-e2c0-4d2d-ab7a-9f4d3f3379ab None None] New status for floating IP 9a12eb58-232c-4923-9ec7-1f085d1db6ad: ACTIVE {{(pid=109868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 01:54:09.405727 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 51456) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:54:09.466234 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-d3f356f7-35ca-47f4-938f-e6c779ee705d tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/floatingips/9a12eb58-232c-4923-9ec7-1f085d1db6ad HTTP/1.1" status: 200 len: 993 time: 0.0593607 Nov 24 01:54:20.149053 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.agents_db [None req-4e42c10c-a1d3-4d07-89d6-7a24334140aa None None] Agent healthcheck: found 6 active agents {{(pid=109869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 01:54:24.705552 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-d45f9edd-6780-477d-9ca0-58e60c5632eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:27.158145 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-27a786ac-d1fe-4883-96c7-b7f68f405a12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:27.842798 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:28.080414 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:29.566694 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:30.094515 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:35.356777 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f7377-7df8-42dd-97a6-3d9e370d2aa7 req-bbbafb64-8ef1-4b52-944e-489f1aa58b2d tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:54:35.358302 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-359f7377-7df8-42dd-97a6-3d9e370d2aa7 req-bbbafb64-8ef1-4b52-944e-489f1aa58b2d tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b2607c2-05c2-48ba-8d8f-bae266fed81e HTTP/1.1" status: 200 len: 945 time: 0.0496736 Nov 24 01:54:35.410357 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-359f7377-7df8-42dd-97a6-3d9e370d2aa7 req-67f934ad-ed55-4d41-9164-824edeffd844 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb4ca234-490d-44d6-ab4a-adcd1740b9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462418 Nov 24 01:54:36.523981 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89be4417-c88f-454c-bb61-38e622f76f48 req-5fa4feff-38d5-436b-98b7-5395febd35ae tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:54:36.525529 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-89be4417-c88f-454c-bb61-38e622f76f48 req-5fa4feff-38d5-436b-98b7-5395febd35ae tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b2607c2-05c2-48ba-8d8f-bae266fed81e HTTP/1.1" status: 200 len: 945 time: 0.0490832 Nov 24 01:54:36.578504 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-89be4417-c88f-454c-bb61-38e622f76f48 req-8597d2ef-e590-4e73-b231-289f8416f6b4 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb4ca234-490d-44d6-ab4a-adcd1740b9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466378 Nov 24 01:54:37.099503 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e721e0e2-0e22-4062-86ba-ac8020d5729b req-089b2394-762d-4b92-9617-7f54781e9e09 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:54:37.100847 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e721e0e2-0e22-4062-86ba-ac8020d5729b req-089b2394-762d-4b92-9617-7f54781e9e09 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b2607c2-05c2-48ba-8d8f-bae266fed81e HTTP/1.1" status: 200 len: 945 time: 0.0475886 Nov 24 01:54:37.196241 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [req-e721e0e2-0e22-4062-86ba-ac8020d5729b req-6e189026-4869-4768-9a14-2dfd18ca6702 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Deleting port 61ee23ee-9bc1-4eda-8cdc-edeaa0420244 {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:54:37.196576 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-e721e0e2-0e22-4062-86ba-ac8020d5729b req-6e189026-4869-4768-9a14-2dfd18ca6702 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:37.286432 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [req-e721e0e2-0e22-4062-86ba-ac8020d5729b req-6e189026-4869-4768-9a14-2dfd18ca6702 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] For port 61ee23ee-9bc1-4eda-8cdc-edeaa0420244, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=61ee23ee-9bc1-4eda-8cdc-edeaa0420244,segment=NetworkSegment(82bdd678-3b9c-43c2-8043-a848930985ff),segment_id=82bdd678-3b9c-43c2-8043-a848930985ff)] {{(pid=109866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:54:37.286794 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-e721e0e2-0e22-4062-86ba-ac8020d5729b req-6e189026-4869-4768-9a14-2dfd18ca6702 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:37.523163 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-e721e0e2-0e22-4062-86ba-ac8020d5729b req-6e189026-4869-4768-9a14-2dfd18ca6702 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:37.523981 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-e721e0e2-0e22-4062-86ba-ac8020d5729b req-6e189026-4869-4768-9a14-2dfd18ca6702 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418250'] for floatingip, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:37.524295 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.l3_db [req-e721e0e2-0e22-4062-86ba-ac8020d5729b req-6e189026-4869-4768-9a14-2dfd18ca6702 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Floating IP 7a4d8dd0-05bc-4e3f-89dd-4d2b5808c856 disassociated. External IP: 172.26.5.17, port: 61ee23ee-9bc1-4eda-8cdc-edeaa0420244. Nov 24 01:54:37.524969 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [req-e721e0e2-0e22-4062-86ba-ac8020d5729b req-6e189026-4869-4768-9a14-2dfd18ca6702 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Calling delete_port for 61ee23ee-9bc1-4eda-8cdc-edeaa0420244 owned by compute:nova {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:54:37.659162 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-e721e0e2-0e22-4062-86ba-ac8020d5729b req-6e189026-4869-4768-9a14-2dfd18ca6702 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:37.676785 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-b0eeda15-eb84-45cb-816c-88d248f1749c req-6fee6fdc-f224-4e76-a62c-b67bd0b6b899 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b2607c2-05c2-48ba-8d8f-bae266fed81e HTTP/1.1" status: 200 len: 210 time: 0.0294597 Nov 24 01:54:37.689123 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e189026-4869-4768-9a14-2dfd18ca6702 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Pushing event deleted for resources: {'Port': ['ID=61ee23ee-9bc1-4eda-8cdc-edeaa0420244,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:54:37.800168 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e721e0e2-0e22-4062-86ba-ac8020d5729b req-6e189026-4869-4768-9a14-2dfd18ca6702 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Router 76c9e572-79c1-407b-b208-778c2ecf3412 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:54:37.907846 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e721e0e2-0e22-4062-86ba-ac8020d5729b req-6e189026-4869-4768-9a14-2dfd18ca6702 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:54:37.917230 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e88ce08-b338-4324-bd69-340e1d4e4d15 None None] Sync routers for ids ['76c9e572-79c1-407b-b208-778c2ecf3412'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:54:37.926921 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e88ce08-b338-4324-bd69-340e1d4e4d15 None None] Routers {'76c9e572-79c1-407b-b208-778c2ecf3412'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:54:37.927527 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-6e88ce08-b338-4324-bd69-340e1d4e4d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:54:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['76c9e572-79c1-407b-b208-778c2ecf3412'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:54:37.946375 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [req-e721e0e2-0e22-4062-86ba-ac8020d5729b req-6e189026-4869-4768-9a14-2dfd18ca6702 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] No DVR routers for this DVR port 61ee23ee-9bc1-4eda-8cdc-edeaa0420244 on host hv-neutron-8189 {{(pid=109866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:54:37.949274 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-e721e0e2-0e22-4062-86ba-ac8020d5729b req-6e189026-4869-4768-9a14-2dfd18ca6702 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:37.952899 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e721e0e2-0e22-4062-86ba-ac8020d5729b req-6e189026-4869-4768-9a14-2dfd18ca6702 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.48 "DELETE /v2.0/ports/61ee23ee-9bc1-4eda-8cdc-edeaa0420244 HTTP/1.1" status: 204 len: 173 time: 0.8439217 Nov 24 01:54:37.953106 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b2607c2-05c2-48ba-8d8f-bae266fed81e', 'name': 'network-vif-deleted', 'tag': '61ee23ee-9bc1-4eda-8cdc-edeaa0420244'}] {{(pid=109866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 01:54:37.955488 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b7c53c286d9351d1367337230623a155cee02c46c94b80588b67a0bc16402ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ff74149-4a09-493a-b079-033995d5f914" -d '{"events": [{"server_uuid": "5b2607c2-05c2-48ba-8d8f-bae266fed81e", "name": "network-vif-deleted", "tag": "61ee23ee-9bc1-4eda-8cdc-edeaa0420244"}]}' {{(pid=109866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 01:54:37.993553 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 01:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7da7e06-9b12-434e-b49f-21a6e3de8a7b x-openstack-request-id: req-a7da7e06-9b12-434e-b49f-21a6e3de8a7b {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 01:54:37.993951 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b2607c2-05c2-48ba-8d8f-bae266fed81e", "name": "network-vif-deleted", "tag": "61ee23ee-9bc1-4eda-8cdc-edeaa0420244", "status": "completed", "code": 200}]} {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 01:54:37.994303 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a7da7e06-9b12-434e-b49f-21a6e3de8a7b {{(pid=109866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 01:54:37.994819 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b2607c2-05c2-48ba-8d8f-bae266fed81e', 'name': 'network-vif-deleted', 'tag': '61ee23ee-9bc1-4eda-8cdc-edeaa0420244', 'status': 'completed', 'code': 200} Nov 24 01:54:38.039102 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-6e88ce08-b338-4324-bd69-340e1d4e4d15 None None] Set router 76c9e572-79c1-407b-b208-778c2ecf3412 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:54:38.261316 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-6e88ce08-b338-4324-bd69-340e1d4e4d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c9e572-79c1-407b-b208-778c2ecf3412', 'name': 'tempest-TestVolumeBootPattern-812246204-router', 'tenant_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.219'}], 'enable_snat': True}, 'gw_port_id': 'd8b18f00-28a3-4e2c-899a-ee5dac3c89ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:51:29Z', 'updated_at': '2021-11-24T01:51:35Z', 'revision_number': 4, 'project_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'gw_port': {'id': 'd8b18f00-28a3-4e2c-899a-ee5dac3c89ac', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:95:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c9e572-79c1-407b-b208-778c2ecf3412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:30Z', 'updated_at': '2021-11-24T01:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': 'e2d7d034-a407-4abe-911e-fe7025b454da', 'name': '', 'network_id': 'b994f58c-062f-4608-af1b-f5a2d5a95f48', 'tenant_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'mac_address': 'fa:16:3e:fd:28:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c9e572-79c1-407b-b208-778c2ecf3412', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '8c2e0039-7a4d-4100-828d-28402f0c4357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:34Z', 'updated_at': '2021-11-24T01:51:38Z', 'revision_number': 5, 'project_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'subnets': [{'id': '8c2e0039-7a4d-4100-828d-28402f0c4357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:54:38.290079 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e88ce08-b338-4324-bd69-340e1d4e4d15 None None] Checking router: 76c9e572-79c1-407b-b208-778c2ecf3412 for host: dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 01:54:38.298718 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e88ce08-b338-4324-bd69-340e1d4e4d15 None None] Routers {'76c9e572-79c1-407b-b208-778c2ecf3412'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:54:38.299352 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-6e88ce08-b338-4324-bd69-340e1d4e4d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:54:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['76c9e572-79c1-407b-b208-778c2ecf3412'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:54:38.387974 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2200d97-a3bf-4b31-bf64-0e8f40565ecf req-4549f39e-0dfa-4027-a247-179dce2890a9 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:54:38.389780 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-a2200d97-a3bf-4b31-bf64-0e8f40565ecf req-4549f39e-0dfa-4027-a247-179dce2890a9 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=7db9f7a1-4b51-4d35-9f09-c3984c420723 HTTP/1.1" status: 200 len: 946 time: 0.0566742 Nov 24 01:54:38.446054 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-a2200d97-a3bf-4b31-bf64-0e8f40565ecf req-82e55b8a-2b3d-40e2-be6b-6387a8da51fe tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a74fcb2-9d3a-4359-bb3a-dc0597082c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495915 Nov 24 01:54:38.518429 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-6e88ce08-b338-4324-bd69-340e1d4e4d15 None None] Set router 76c9e572-79c1-407b-b208-778c2ecf3412 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:54:38.712208 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-6e88ce08-b338-4324-bd69-340e1d4e4d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c9e572-79c1-407b-b208-778c2ecf3412', 'name': 'tempest-TestVolumeBootPattern-812246204-router', 'tenant_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.219'}], 'enable_snat': True}, 'gw_port_id': 'd8b18f00-28a3-4e2c-899a-ee5dac3c89ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:51:29Z', 'updated_at': '2021-11-24T01:51:35Z', 'revision_number': 4, 'project_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'gw_port': {'id': 'd8b18f00-28a3-4e2c-899a-ee5dac3c89ac', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:95:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c9e572-79c1-407b-b208-778c2ecf3412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:30Z', 'updated_at': '2021-11-24T01:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': 'e2d7d034-a407-4abe-911e-fe7025b454da', 'name': '', 'network_id': 'b994f58c-062f-4608-af1b-f5a2d5a95f48', 'tenant_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'mac_address': 'fa:16:3e:fd:28:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c9e572-79c1-407b-b208-778c2ecf3412', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '8c2e0039-7a4d-4100-828d-28402f0c4357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:34Z', 'updated_at': '2021-11-24T01:51:38Z', 'revision_number': 5, 'project_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'subnets': [{'id': '8c2e0039-7a4d-4100-828d-28402f0c4357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:54:38.743684 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e88ce08-b338-4324-bd69-340e1d4e4d15 None None] The sync data for ids ['76c9e572-79c1-407b-b208-778c2ecf3412'] in dv-neutron-818911-2-hyperv is: [{'id': '76c9e572-79c1-407b-b208-778c2ecf3412', 'name': 'tempest-TestVolumeBootPattern-812246204-router', 'tenant_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.219'}], 'enable_snat': True}, 'gw_port_id': 'd8b18f00-28a3-4e2c-899a-ee5dac3c89ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:51:29Z', 'updated_at': '2021-11-24T01:51:35Z', 'revision_number': 4, 'project_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'gw_port': {'id': 'd8b18f00-28a3-4e2c-899a-ee5dac3c89ac', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:95:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c9e572-79c1-407b-b208-778c2ecf3412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:30Z', 'updated_at': '2021-11-24T01:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': 'e2d7d034-a407-4abe-911e-fe7025b454da', 'name': '', 'network_id': 'b994f58c-062f-4608-af1b-f5a2d5a95f48', 'tenant_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'mac_address': 'fa:16:3e:fd:28:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c9e572-79c1-407b-b208-778c2ecf3412', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '8c2e0039-7a4d-4100-828d-28402f0c4357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:34Z', 'updated_at': '2021-11-24T01:51:38Z', 'revision_number': 5, 'project_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'subnets': [{'id': '8c2e0039-7a4d-4100-828d-28402f0c4357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:54:38.775373 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-708896ac-f38d-44d5-aa19-49663477e5f4 req-300aabc9-46ed-4774-a4e0-7871a684c227 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b2607c2-05c2-48ba-8d8f-bae266fed81e HTTP/1.1" status: 200 len: 210 time: 0.0280895 Nov 24 01:54:38.983156 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fee2f8-5698-48ff-8733-8e8bb1c56e19 None None] New status for floating IP 7a4d8dd0-05bc-4e3f-89dd-4d2b5808c856: DOWN {{(pid=109868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 01:54:39.565298 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f837cdd6-62ec-4597-b56b-a3569cc82932 req-0f696511-a04b-4852-9836-9a4f91dbb56c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:54:39.566849 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-f837cdd6-62ec-4597-b56b-a3569cc82932 req-0f696511-a04b-4852-9836-9a4f91dbb56c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=7db9f7a1-4b51-4d35-9f09-c3984c420723 HTTP/1.1" status: 200 len: 946 time: 0.0495315 Nov 24 01:54:39.617517 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-f837cdd6-62ec-4597-b56b-a3569cc82932 req-9c053e63-ce68-4a98-b979-95318b63aba2 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=3a74fcb2-9d3a-4359-bb3a-dc0597082c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444639 Nov 24 01:54:39.869924 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-3eb567eb-a4fa-4433-b48d-44dc9a7d271d req-86645854-27ea-4642-9c29-4ad7ed292ff1 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b2607c2-05c2-48ba-8d8f-bae266fed81e HTTP/1.1" status: 200 len: 210 time: 0.0271416 Nov 24 01:54:39.922801 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bc7a83-f788-4e6a-9941-dd596bda0c98 req-ad3a49ad-9edc-471d-92f7-e0de28a0e959 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:54:39.924356 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-b7bc7a83-f788-4e6a-9941-dd596bda0c98 req-ad3a49ad-9edc-471d-92f7-e0de28a0e959 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.48 "GET /v2.0/ports?device_id=7db9f7a1-4b51-4d35-9f09-c3984c420723 HTTP/1.1" status: 200 len: 946 time: 0.0494006 Nov 24 01:54:40.018621 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [req-b7bc7a83-f788-4e6a-9941-dd596bda0c98 req-89fd446f-93dd-4ced-be7e-f0222a1afa1b tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Deleting port fb6e1b0a-7fbb-4287-9d45-9782d7a60961 {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:54:40.018853 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-b7bc7a83-f788-4e6a-9941-dd596bda0c98 req-89fd446f-93dd-4ced-be7e-f0222a1afa1b tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:40.108008 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [req-b7bc7a83-f788-4e6a-9941-dd596bda0c98 req-89fd446f-93dd-4ced-be7e-f0222a1afa1b tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] For port fb6e1b0a-7fbb-4287-9d45-9782d7a60961, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=fb6e1b0a-7fbb-4287-9d45-9782d7a60961,segment=NetworkSegment(84e28ddb-260a-486b-883f-337e8f0bd068),segment_id=84e28ddb-260a-486b-883f-337e8f0bd068)] {{(pid=109866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:54:40.108366 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-b7bc7a83-f788-4e6a-9941-dd596bda0c98 req-89fd446f-93dd-4ced-be7e-f0222a1afa1b tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:40.286053 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-b7bc7a83-f788-4e6a-9941-dd596bda0c98 req-89fd446f-93dd-4ced-be7e-f0222a1afa1b tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:40.286343 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-b7bc7a83-f788-4e6a-9941-dd596bda0c98 req-89fd446f-93dd-4ced-be7e-f0222a1afa1b tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418250'] for floatingip, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:40.286634 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.l3_db [req-b7bc7a83-f788-4e6a-9941-dd596bda0c98 req-89fd446f-93dd-4ced-be7e-f0222a1afa1b tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Floating IP 9a12eb58-232c-4923-9ec7-1f085d1db6ad disassociated. External IP: 172.26.5.45, port: fb6e1b0a-7fbb-4287-9d45-9782d7a60961. Nov 24 01:54:40.287086 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [req-b7bc7a83-f788-4e6a-9941-dd596bda0c98 req-89fd446f-93dd-4ced-be7e-f0222a1afa1b tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Calling delete_port for fb6e1b0a-7fbb-4287-9d45-9782d7a60961 owned by compute:nova {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:54:40.413752 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-b7bc7a83-f788-4e6a-9941-dd596bda0c98 req-89fd446f-93dd-4ced-be7e-f0222a1afa1b tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:40.446566 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fd446f-93dd-4ced-be7e-f0222a1afa1b tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event deleted for resources: {'Port': ['ID=fb6e1b0a-7fbb-4287-9d45-9782d7a60961,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:54:40.448398 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 61ee23ee-9bc1-4eda-8cdc-edeaa0420244 no longer exists at agent hyperv_hv-neutron-8189 {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:54:40.471917 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] No Port match for: 61ee23ee-9bc1-4eda-8cdc-edeaa0420244 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:54:40.472265 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 61ee23ee-9bc1-4eda-8cdc-edeaa0420244 not bound to the agent host hv-neutron-8189 {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:54:40.574681 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b7bc7a83-f788-4e6a-9941-dd596bda0c98 req-89fd446f-93dd-4ced-be7e-f0222a1afa1b tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Router c67f13f6-fd0d-4598-af02-6802676071f7 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:54:40.695183 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b7bc7a83-f788-4e6a-9941-dd596bda0c98 req-89fd446f-93dd-4ced-be7e-f0222a1afa1b tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:54:40.705169 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdafc9d-c017-481c-9800-3081bf1aec88 None None] Sync routers for ids ['c67f13f6-fd0d-4598-af02-6802676071f7'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:54:40.716468 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdafc9d-c017-481c-9800-3081bf1aec88 None None] Routers {'c67f13f6-fd0d-4598-af02-6802676071f7'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:54:40.717081 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-dbdafc9d-c017-481c-9800-3081bf1aec88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:54:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['c67f13f6-fd0d-4598-af02-6802676071f7'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:54:40.717698 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-809aa1bd-cbe9-4724-bc04-8d5aa3b8ea2d req-49b06921-e3c5-4fb0-a28d-b25e24c944aa tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=7db9f7a1-4b51-4d35-9f09-c3984c420723 HTTP/1.1" status: 200 len: 210 time: 0.0337150 Nov 24 01:54:40.753438 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7bc7a83-f788-4e6a-9941-dd596bda0c98 req-89fd446f-93dd-4ced-be7e-f0222a1afa1b tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] No DVR routers for this DVR port fb6e1b0a-7fbb-4287-9d45-9782d7a60961 on host hv-neutron-8189 {{(pid=109866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:54:40.755971 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-b7bc7a83-f788-4e6a-9941-dd596bda0c98 req-89fd446f-93dd-4ced-be7e-f0222a1afa1b tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:40.759619 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-b7bc7a83-f788-4e6a-9941-dd596bda0c98 req-89fd446f-93dd-4ced-be7e-f0222a1afa1b tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.48 "DELETE /v2.0/ports/fb6e1b0a-7fbb-4287-9d45-9782d7a60961 HTTP/1.1" status: 204 len: 173 time: 0.8285015 Nov 24 01:54:40.760070 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7db9f7a1-4b51-4d35-9f09-c3984c420723', 'name': 'network-vif-deleted', 'tag': 'fb6e1b0a-7fbb-4287-9d45-9782d7a60961'}] {{(pid=109866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 01:54:40.762974 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b7c53c286d9351d1367337230623a155cee02c46c94b80588b67a0bc16402ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-194ffc38-5c8e-4e2a-ab78-c84e21f782ae" -d '{"events": [{"server_uuid": "7db9f7a1-4b51-4d35-9f09-c3984c420723", "name": "network-vif-deleted", "tag": "fb6e1b0a-7fbb-4287-9d45-9782d7a60961"}]}' {{(pid=109866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 01:54:40.808564 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 01:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84593a20-68f1-4aeb-b8e7-b534866b2d2d x-openstack-request-id: req-84593a20-68f1-4aeb-b8e7-b534866b2d2d {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 01:54:40.808999 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7db9f7a1-4b51-4d35-9f09-c3984c420723", "name": "network-vif-deleted", "tag": "fb6e1b0a-7fbb-4287-9d45-9782d7a60961", "status": "completed", "code": 200}]} {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 01:54:40.809188 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-84593a20-68f1-4aeb-b8e7-b534866b2d2d {{(pid=109866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 01:54:40.809579 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7db9f7a1-4b51-4d35-9f09-c3984c420723', 'name': 'network-vif-deleted', 'tag': 'fb6e1b0a-7fbb-4287-9d45-9782d7a60961', 'status': 'completed', 'code': 200} Nov 24 01:54:40.869560 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-dbdafc9d-c017-481c-9800-3081bf1aec88 None None] Set router c67f13f6-fd0d-4598-af02-6802676071f7 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:54:41.000848 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e94f5c58-0471-40e3-a217-eb542089abd7 req-6301c290-6d8b-4de5-bc71-fa009d4d7120 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b2607c2-05c2-48ba-8d8f-bae266fed81e HTTP/1.1" status: 200 len: 210 time: 0.0415466 Nov 24 01:54:41.104883 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-dbdafc9d-c017-481c-9800-3081bf1aec88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67f13f6-fd0d-4598-af02-6802676071f7', 'name': 'tempest-TestNetworkBasicOps-router-1226989357', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.133'}], 'enable_snat': True}, 'gw_port_id': 'e47ce048-8c77-474e-8271-30f2a2d2c785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:52:58Z', 'updated_at': '2021-11-24T01:53:02Z', 'revision_number': 4, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': 'e47ce048-8c77-474e-8271-30f2a2d2c785', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:9f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67f13f6-fd0d-4598-af02-6802676071f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:52:59Z', 'updated_at': '2021-11-24T01:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': 'c7ee50bd-b1da-481c-93d6-07547dbb887a', 'name': '', 'network_id': 'e0c5b0f1-38b6-44c8-928e-d3d964a74f8f', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'mac_address': 'fa:16:3e:73:8a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67f13f6-fd0d-4598-af02-6802676071f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'aed68130-4c57-4427-866d-babf2083f367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:53:01Z', 'updated_at': '2021-11-24T01:53:05Z', 'revision_number': 5, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'subnets': [{'id': 'aed68130-4c57-4427-866d-babf2083f367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:54:41.130323 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdafc9d-c017-481c-9800-3081bf1aec88 None None] Checking router: c67f13f6-fd0d-4598-af02-6802676071f7 for host: dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 01:54:41.138515 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdafc9d-c017-481c-9800-3081bf1aec88 None None] Routers {'c67f13f6-fd0d-4598-af02-6802676071f7'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:54:41.139107 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-dbdafc9d-c017-481c-9800-3081bf1aec88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:54:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['c67f13f6-fd0d-4598-af02-6802676071f7'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:54:41.251681 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-dbdafc9d-c017-481c-9800-3081bf1aec88 None None] Set router c67f13f6-fd0d-4598-af02-6802676071f7 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:54:41.462334 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-dbdafc9d-c017-481c-9800-3081bf1aec88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67f13f6-fd0d-4598-af02-6802676071f7', 'name': 'tempest-TestNetworkBasicOps-router-1226989357', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.133'}], 'enable_snat': True}, 'gw_port_id': 'e47ce048-8c77-474e-8271-30f2a2d2c785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:52:58Z', 'updated_at': '2021-11-24T01:53:02Z', 'revision_number': 4, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': 'e47ce048-8c77-474e-8271-30f2a2d2c785', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:9f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67f13f6-fd0d-4598-af02-6802676071f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:52:59Z', 'updated_at': '2021-11-24T01:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': 'c7ee50bd-b1da-481c-93d6-07547dbb887a', 'name': '', 'network_id': 'e0c5b0f1-38b6-44c8-928e-d3d964a74f8f', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'mac_address': 'fa:16:3e:73:8a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67f13f6-fd0d-4598-af02-6802676071f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'aed68130-4c57-4427-866d-babf2083f367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:53:01Z', 'updated_at': '2021-11-24T01:53:05Z', 'revision_number': 5, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'subnets': [{'id': 'aed68130-4c57-4427-866d-babf2083f367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:54:41.488542 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdafc9d-c017-481c-9800-3081bf1aec88 None None] The sync data for ids ['c67f13f6-fd0d-4598-af02-6802676071f7'] in dv-neutron-818911-2-hyperv is: [{'id': 'c67f13f6-fd0d-4598-af02-6802676071f7', 'name': 'tempest-TestNetworkBasicOps-router-1226989357', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.133'}], 'enable_snat': True}, 'gw_port_id': 'e47ce048-8c77-474e-8271-30f2a2d2c785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:52:58Z', 'updated_at': '2021-11-24T01:53:02Z', 'revision_number': 4, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': 'e47ce048-8c77-474e-8271-30f2a2d2c785', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:9f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67f13f6-fd0d-4598-af02-6802676071f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:52:59Z', 'updated_at': '2021-11-24T01:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': 'c7ee50bd-b1da-481c-93d6-07547dbb887a', 'name': '', 'network_id': 'e0c5b0f1-38b6-44c8-928e-d3d964a74f8f', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'mac_address': 'fa:16:3e:73:8a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67f13f6-fd0d-4598-af02-6802676071f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'aed68130-4c57-4427-866d-babf2083f367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:53:01Z', 'updated_at': '2021-11-24T01:53:05Z', 'revision_number': 5, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'subnets': [{'id': 'aed68130-4c57-4427-866d-babf2083f367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:54:41.711628 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b651de-5c5f-493c-bbff-bb11b5e9d45f None None] New status for floating IP 9a12eb58-232c-4923-9ec7-1f085d1db6ad: DOWN {{(pid=109868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 01:54:41.786310 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 51500) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:54:41.858006 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a34ffc7f-de87-4812-95a3-e2e3b51ca0d7 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:41.887897 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a34ffc7f-de87-4812-95a3-e2e3b51ca0d7 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:41.954715 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a34ffc7f-de87-4812-95a3-e2e3b51ca0d7 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:41.958152 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a34ffc7f-de87-4812-95a3-e2e3b51ca0d7 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:41.959325 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-a34ffc7f-de87-4812-95a3-e2e3b51ca0d7 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "DELETE /v2.0/security-groups/3a74fcb2-9d3a-4359-bb3a-dc0597082c2d HTTP/1.1" status: 204 len: 168 time: 0.1719317 Nov 24 01:54:41.968955 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34ffc7f-de87-4812-95a3-e2e3b51ca0d7 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a74fcb2-9d3a-4359-bb3a-dc0597082c2d,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:54:41.994107 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 51504) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:54:42.121177 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-71338a27-5257-42aa-97a9-4151afca28b2 req-e5e76104-0503-4c4a-b6fe-f4adb711cb42 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b2607c2-05c2-48ba-8d8f-bae266fed81e HTTP/1.1" status: 200 len: 210 time: 0.0471728 Nov 24 01:54:42.147706 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-e14b6410-7982-469e-921d-2de4f9fa3562 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Deleting port 1ea10edf-9105-43a2-b234-83c359081fdf {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:54:42.148047 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e14b6410-7982-469e-921d-2de4f9fa3562 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:42.234103 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e14b6410-7982-469e-921d-2de4f9fa3562 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:42.234337 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e14b6410-7982-469e-921d-2de4f9fa3562 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:42.248063 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-e14b6410-7982-469e-921d-2de4f9fa3562 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Calling delete_port for 1ea10edf-9105-43a2-b234-83c359081fdf owned by network:floatingip {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:54:42.396595 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e14b6410-7982-469e-921d-2de4f9fa3562 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:42.422781 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14b6410-7982-469e-921d-2de4f9fa3562 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event deleted for resources: {'Port': ['ID=1ea10edf-9105-43a2-b234-83c359081fdf,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:54:42.456016 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device fb6e1b0a-7fbb-4287-9d45-9782d7a60961 no longer exists at agent hyperv_hv-neutron-8189 {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:54:42.475650 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] No Port match for: fb6e1b0a-7fbb-4287-9d45-9782d7a60961 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:54:42.475995 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device fb6e1b0a-7fbb-4287-9d45-9782d7a60961 not bound to the agent host hv-neutron-8189 {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:54:42.485137 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e14b6410-7982-469e-921d-2de4f9fa3562 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for floatingip, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:42.487909 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e14b6410-7982-469e-921d-2de4f9fa3562 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for floatingip, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:42.489073 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-e14b6410-7982-469e-921d-2de4f9fa3562 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "DELETE /v2.0/floatingips/9a12eb58-232c-4923-9ec7-1f085d1db6ad HTTP/1.1" status: 204 len: 168 time: 0.4939110 Nov 24 01:54:42.702340 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9f0dab-0db8-4df3-862a-f4b9e7c6fe55 req-57a00c3d-9ab7-41fd-b41e-af3862d78cfd tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:54:42.703838 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-de9f0dab-0db8-4df3-862a-f4b9e7c6fe55 req-57a00c3d-9ab7-41fd-b41e-af3862d78cfd tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=34c436b4-6f7b-45ad-9ce9-ab17d180a74e HTTP/1.1" status: 200 len: 946 time: 0.0524762 Nov 24 01:54:42.755353 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-de9f0dab-0db8-4df3-862a-f4b9e7c6fe55 req-e7b33c6e-5c9c-4d10-ba9d-9303aa9a8f09 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=68912774-73ab-4f45-95fc-a5c06225e43d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451949 Nov 24 01:54:43.372878 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-ddcd26d2-1534-4c01-8d35-f33f0917da03 req-a37ba641-da35-4400-929f-e51607547379 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-813351436&fields=id&tenant_id=3fa7557b5a414e29b40de0454c5ea7eb HTTP/1.1" status: 200 len: 267 time: 0.0435407 Nov 24 01:54:43.480013 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcd26d2-1534-4c01-8d35-f33f0917da03 req-2ec481bf-cb0d-4741-8cd0-60321127d4c5 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:54:43.481371 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-ddcd26d2-1534-4c01-8d35-f33f0917da03 req-2ec481bf-cb0d-4741-8cd0-60321127d4c5 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/networks?id=b994f58c-062f-4608-af1b-f5a2d5a95f48 HTTP/1.1" status: 200 len: 811 time: 0.1019621 Nov 24 01:54:43.497440 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-ddcd26d2-1534-4c01-8d35-f33f0917da03 req-b0b660bc-216b-4fd3-a447-63d1ab6142af tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/quotas/3fa7557b5a414e29b40de0454c5ea7eb HTTP/1.1" status: 200 len: 375 time: 0.0097821 Nov 24 01:54:43.546679 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-ddcd26d2-1534-4c01-8d35-f33f0917da03 req-74e0dd76-3f7b-451d-bce2-6d20bcd79951 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3fa7557b5a414e29b40de0454c5ea7eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0441084 Nov 24 01:54:43.642260 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-ddcd26d2-1534-4c01-8d35-f33f0917da03 req-3e579a0a-36b8-48d6-bfc5-7a74602a04c5 service neutron] 10.222.0.21 "GET /v2.0/networks/b994f58c-062f-4608-af1b-f5a2d5a95f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841429 Nov 24 01:54:43.732547 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-ddcd26d2-1534-4c01-8d35-f33f0917da03 req-a2f5178d-4ed7-4148-8d39-939343a7073e service neutron] 10.222.0.21 "GET /v2.0/networks/b994f58c-062f-4608-af1b-f5a2d5a95f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843375 Nov 24 01:54:43.877832 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc99931-b028-4199-8a52-c65d1c8c0a39 req-1b99e9a3-ba4e-4756-9ef4-14bc46085999 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:54:43.879384 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-ccc99931-b028-4199-8a52-c65d1c8c0a39 req-1b99e9a3-ba4e-4756-9ef4-14bc46085999 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=34c436b4-6f7b-45ad-9ce9-ab17d180a74e HTTP/1.1" status: 200 len: 946 time: 0.0548046 Nov 24 01:54:43.931929 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-ccc99931-b028-4199-8a52-c65d1c8c0a39 req-bcefc01c-adf7-4bbf-b43b-46eca4383315 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=68912774-73ab-4f45-95fc-a5c06225e43d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455298 Nov 24 01:54:44.018224 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-548e117e-fe1c-4196-aa3d-f986fd847b91 req-60b12bdf-94fd-47ef-b60a-4e1ca68cc96a tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1e54bd7-3133-44e2-b5ea-5d7d572b3362 HTTP/1.1" status: 200 len: 210 time: 0.0262995 Nov 24 01:54:44.170706 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef4d859-6662-47c2-99c5-1ad9644107cc req-46ed6fca-bb57-4bee-b08a-affc6f81ebfc tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:54:44.172405 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-bef4d859-6662-47c2-99c5-1ad9644107cc req-46ed6fca-bb57-4bee-b08a-affc6f81ebfc tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.48 "GET /v2.0/ports?device_id=34c436b4-6f7b-45ad-9ce9-ab17d180a74e HTTP/1.1" status: 200 len: 946 time: 0.0494146 Nov 24 01:54:44.269066 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [req-bef4d859-6662-47c2-99c5-1ad9644107cc req-0bee3315-7544-4e45-878e-f470365f7822 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Deleting port fc6fc9a9-b294-47e0-9e2d-0ff3377c57b5 {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:54:44.269395 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-bef4d859-6662-47c2-99c5-1ad9644107cc req-0bee3315-7544-4e45-878e-f470365f7822 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:44.359043 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [req-bef4d859-6662-47c2-99c5-1ad9644107cc req-0bee3315-7544-4e45-878e-f470365f7822 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] For port fc6fc9a9-b294-47e0-9e2d-0ff3377c57b5, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=fc6fc9a9-b294-47e0-9e2d-0ff3377c57b5,segment=NetworkSegment(84e28ddb-260a-486b-883f-337e8f0bd068),segment_id=84e28ddb-260a-486b-883f-337e8f0bd068)] {{(pid=109866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:54:44.359402 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-bef4d859-6662-47c2-99c5-1ad9644107cc req-0bee3315-7544-4e45-878e-f470365f7822 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:44.372115 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [req-bef4d859-6662-47c2-99c5-1ad9644107cc req-0bee3315-7544-4e45-878e-f470365f7822 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Calling delete_port for fc6fc9a9-b294-47e0-9e2d-0ff3377c57b5 owned by compute:nova {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:54:44.508981 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-bef4d859-6662-47c2-99c5-1ad9644107cc req-0bee3315-7544-4e45-878e-f470365f7822 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:44.537879 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bee3315-7544-4e45-878e-f470365f7822 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event deleted for resources: {'Port': ['ID=fc6fc9a9-b294-47e0-9e2d-0ff3377c57b5,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:54:44.583898 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [req-bef4d859-6662-47c2-99c5-1ad9644107cc req-0bee3315-7544-4e45-878e-f470365f7822 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] No DVR routers for this DVR port fc6fc9a9-b294-47e0-9e2d-0ff3377c57b5 on host hv-neutron-8189 {{(pid=109866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:54:44.586955 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-bef4d859-6662-47c2-99c5-1ad9644107cc req-0bee3315-7544-4e45-878e-f470365f7822 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:44.590574 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-bef4d859-6662-47c2-99c5-1ad9644107cc req-0bee3315-7544-4e45-878e-f470365f7822 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.48 "DELETE /v2.0/ports/fc6fc9a9-b294-47e0-9e2d-0ff3377c57b5 HTTP/1.1" status: 204 len: 173 time: 0.4121735 Nov 24 01:54:44.591026 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34c436b4-6f7b-45ad-9ce9-ab17d180a74e', 'name': 'network-vif-deleted', 'tag': 'fc6fc9a9-b294-47e0-9e2d-0ff3377c57b5'}] {{(pid=109866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 01:54:44.593271 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b7c53c286d9351d1367337230623a155cee02c46c94b80588b67a0bc16402ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83330f21-f43a-4cc9-9739-c1b1e426ec83" -d '{"events": [{"server_uuid": "34c436b4-6f7b-45ad-9ce9-ab17d180a74e", "name": "network-vif-deleted", "tag": "fc6fc9a9-b294-47e0-9e2d-0ff3377c57b5"}]}' {{(pid=109866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 01:54:44.633454 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 01:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-617e1f65-d645-4b27-97c2-a4e6aca8bae0 x-openstack-request-id: req-617e1f65-d645-4b27-97c2-a4e6aca8bae0 {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 01:54:44.633757 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34c436b4-6f7b-45ad-9ce9-ab17d180a74e", "name": "network-vif-deleted", "tag": "fc6fc9a9-b294-47e0-9e2d-0ff3377c57b5", "status": "completed", "code": 200}]} {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 01:54:44.633991 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-617e1f65-d645-4b27-97c2-a4e6aca8bae0 {{(pid=109866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 01:54:44.634393 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34c436b4-6f7b-45ad-9ce9-ab17d180a74e', 'name': 'network-vif-deleted', 'tag': 'fc6fc9a9-b294-47e0-9e2d-0ff3377c57b5', 'status': 'completed', 'code': 200} Nov 24 01:54:45.088435 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-c12bbcd1-c074-4d26-babc-79c78fa2515b req-99fba813-cc2d-404d-96ca-1164180c7ad0 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=34c436b4-6f7b-45ad-9ce9-ab17d180a74e HTTP/1.1" status: 200 len: 210 time: 0.0322614 Nov 24 01:54:45.128946 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcd26d2-1534-4c01-8d35-f33f0917da03 req-0f2c9e1c-aabf-4017-9259-f04eb588935b tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:54:45.130011 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-b26f116d-4f51-44e8-aad7-5b54723b1ecb req-c2e6964a-b21b-49d5-ba71-c08c8cfb6b11 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1e54bd7-3133-44e2-b5ea-5d7d572b3362 HTTP/1.1" status: 200 len: 210 time: 0.0346370 Nov 24 01:54:45.130557 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-ddcd26d2-1534-4c01-8d35-f33f0917da03 req-0f2c9e1c-aabf-4017-9259-f04eb588935b tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.48 "GET /v2.0/networks?id=b994f58c-062f-4608-af1b-f5a2d5a95f48 HTTP/1.1" status: 200 len: 811 time: 0.1613441 Nov 24 01:54:45.226204 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-ddcd26d2-1534-4c01-8d35-f33f0917da03 req-478830a2-eddf-4f88-8fd3-f61bc33da0c9 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3fa7557b5a414e29b40de0454c5ea7eb HTTP/1.1" status: 200 len: 379 time: 0.0612962 Nov 24 01:54:45.238217 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [req-ddcd26d2-1534-4c01-8d35-f33f0917da03 req-9323858b-545f-4349-a935-24c4087dc55c tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Request body: {'port': {'device_id': 'd1e54bd7-3133-44e2-b5ea-5d7d572b3362', 'network_id': 'b994f58c-062f-4608-af1b-f5a2d5a95f48', 'admin_state_up': True, 'tenant_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'security_groups': ['fb4ca234-490d-44d6-ab4a-adcd1740b9bf']}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:54:45.354734 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddcd26d2-1534-4c01-8d35-f33f0917da03 req-9323858b-545f-4349-a935-24c4087dc55c tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Made reservation on behalf of 3fa7557b5a414e29b40de0454c5ea7eb for: {'port': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:54:45.358275 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-ddcd26d2-1534-4c01-8d35-f33f0917da03 req-9323858b-545f-4349-a935-24c4087dc55c tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:45.487777 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [req-ddcd26d2-1534-4c01-8d35-f33f0917da03 req-9323858b-545f-4349-a935-24c4087dc55c tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Allocated IP 172.20.0.3 (b994f58c-062f-4608-af1b-f5a2d5a95f48/8c2e0039-7a4d-4100-828d-28402f0c4357/cedc9359-7995-4c76-81d5-2e7646f5c556) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:54:45.622651 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-ddcd26d2-1534-4c01-8d35-f33f0917da03 req-9323858b-545f-4349-a935-24c4087dc55c tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:45.656053 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-ddcd26d2-1534-4c01-8d35-f33f0917da03 req-9323858b-545f-4349-a935-24c4087dc55c tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:45.701966 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddcd26d2-1534-4c01-8d35-f33f0917da03 req-9323858b-545f-4349-a935-24c4087dc55c tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Network b994f58c-062f-4608-af1b-f5a2d5a95f48 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:54:45.707269 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [req-ddcd26d2-1534-4c01-8d35-f33f0917da03 req-9323858b-545f-4349-a935-24c4087dc55c tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:54:45.709821 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddcd26d2-1534-4c01-8d35-f33f0917da03 req-9323858b-545f-4349-a935-24c4087dc55c tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:54:45.741455 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9323858b-545f-4349-a935-24c4087dc55c tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Pushing event updated for resources: {'Port': ['ID=cedc9359-7995-4c76-81d5-2e7646f5c556,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:54:45.769510 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcd26d2-1534-4c01-8d35-f33f0917da03 req-9323858b-545f-4349-a935-24c4087dc55c tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:54:45.770172 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-ddcd26d2-1534-4c01-8d35-f33f0917da03 req-9323858b-545f-4349-a935-24c4087dc55c tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:45.789989 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-ddcd26d2-1534-4c01-8d35-f33f0917da03 req-9323858b-545f-4349-a935-24c4087dc55c tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5562804 Nov 24 01:54:45.808620 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [req-ddcd26d2-1534-4c01-8d35-f33f0917da03 req-b06903e0-13d4-405c-852e-fdc6018c001a service neutron] Request body: {'port': {'device_id': 'd1e54bd7-3133-44e2-b5ea-5d7d572b3362', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8189'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:54:45.870627 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-ddcd26d2-1534-4c01-8d35-f33f0917da03 req-b06903e0-13d4-405c-852e-fdc6018c001a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:46.002451 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-6a47a70a-29b9-449f-b6d4-4c092671fc5d None None] Provisioning complete for port cedc9359-7995-4c76-81d5-2e7646f5c556 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:54:46.003052 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-6a47a70a-29b9-449f-b6d4-4c092671fc5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:46.041012 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-6a47a70a-29b9-449f-b6d4-4c092671fc5d None None] Port cedc9359-7995-4c76-81d5-2e7646f5c556 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:54:46.146847 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [req-ddcd26d2-1534-4c01-8d35-f33f0917da03 req-b06903e0-13d4-405c-852e-fdc6018c001a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cedc9359-7995-4c76-81d5-2e7646f5c556 {{(pid=109866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 01:54:46.150384 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 51556) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:54:46.154444 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-ddcd26d2-1534-4c01-8d35-f33f0917da03 req-b06903e0-13d4-405c-852e-fdc6018c001a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:46.167538 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.provisioning_blocks [req-ddcd26d2-1534-4c01-8d35-f33f0917da03 req-b06903e0-13d4-405c-852e-fdc6018c001a service neutron] Transition to ACTIVE for port object cedc9359-7995-4c76-81d5-2e7646f5c556 will not be triggered until provisioned by entity L2. {{(pid=109866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 01:54:46.173653 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-ddcd26d2-1534-4c01-8d35-f33f0917da03 req-b06903e0-13d4-405c-852e-fdc6018c001a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29149402'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:46.241189 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06903e0-13d4-405c-852e-fdc6018c001a service neutron] Pushing event updated for resources: {'Port': ['ID=cedc9359-7995-4c76-81d5-2e7646f5c556,revision_number=2']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:54:46.265111 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-bb9ae35c-b3bc-4cce-8941-1090eecfaa1b tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:46.309904 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-bb9ae35c-b3bc-4cce-8941-1090eecfaa1b tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:46.313564 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [req-ddcd26d2-1534-4c01-8d35-f33f0917da03 req-b06903e0-13d4-405c-852e-fdc6018c001a service neutron] Attempting to bind port cedc9359-7995-4c76-81d5-2e7646f5c556 on host hv-neutron-8189 for vnic_type normal with profile {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:54:46.314016 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [req-ddcd26d2-1534-4c01-8d35-f33f0917da03 req-b06903e0-13d4-405c-852e-fdc6018c001a service neutron] Attempting to bind port cedc9359-7995-4c76-81d5-2e7646f5c556 by drivers openvswitch,hyperv on host hv-neutron-8189 at level 0 using segments [{'id': '82bdd678-3b9c-43c2-8043-a848930985ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'b994f58c-062f-4608-af1b-f5a2d5a95f48'}] {{(pid=109866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:54:46.314446 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcd26d2-1534-4c01-8d35-f33f0917da03 req-b06903e0-13d4-405c-852e-fdc6018c001a service neutron] Attempting to bind port cedc9359-7995-4c76-81d5-2e7646f5c556 on network b994f58c-062f-4608-af1b-f5a2d5a95f48 {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:54:46.319126 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcd26d2-1534-4c01-8d35-f33f0917da03 req-b06903e0-13d4-405c-852e-fdc6018c001a service neutron] Port cedc9359-7995-4c76-81d5-2e7646f5c556 on network b994f58c-062f-4608-af1b-f5a2d5a95f48 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8189 {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 01:54:46.319571 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcd26d2-1534-4c01-8d35-f33f0917da03 req-b06903e0-13d4-405c-852e-fdc6018c001a service neutron] Attempting to bind port cedc9359-7995-4c76-81d5-2e7646f5c556 on network b994f58c-062f-4608-af1b-f5a2d5a95f48 {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:54:46.325304 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcd26d2-1534-4c01-8d35-f33f0917da03 req-b06903e0-13d4-405c-852e-fdc6018c001a service neutron] Checking agent: {'id': '5773fe6b-0967-455f-9dc9-84c0c923201b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 42, 58), 'started_at': datetime.datetime(2021, 11, 24, 1, 42, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:54:46.326248 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcd26d2-1534-4c01-8d35-f33f0917da03 req-b06903e0-13d4-405c-852e-fdc6018c001a service neutron] Checking segment: {'id': '82bdd678-3b9c-43c2-8043-a848930985ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'b994f58c-062f-4608-af1b-f5a2d5a95f48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:54:46.326248 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcd26d2-1534-4c01-8d35-f33f0917da03 req-b06903e0-13d4-405c-852e-fdc6018c001a service neutron] Bound using segment: {'id': '82bdd678-3b9c-43c2-8043-a848930985ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'b994f58c-062f-4608-af1b-f5a2d5a95f48'} {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:54:46.326846 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [req-ddcd26d2-1534-4c01-8d35-f33f0917da03 req-b06903e0-13d4-405c-852e-fdc6018c001a service neutron] Bound port: cedc9359-7995-4c76-81d5-2e7646f5c556, host: hv-neutron-8189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82bdd678-3b9c-43c2-8043-a848930985ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'b994f58c-062f-4608-af1b-f5a2d5a95f48'}}] {{(pid=109866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:54:46.327291 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-ddcd26d2-1534-4c01-8d35-f33f0917da03 req-b06903e0-13d4-405c-852e-fdc6018c001a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:46.339502 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c75db2-1fcb-4f3b-ae4e-d849d305f945 req-915a4389-d99b-44f7-9140-677f22b489d9 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:54:46.341816 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-22c75db2-1fcb-4f3b-ae4e-d849d305f945 req-915a4389-d99b-44f7-9140-677f22b489d9 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1e54bd7-3133-44e2-b5ea-5d7d572b3362 HTTP/1.1" status: 200 len: 943 time: 0.1114902 Nov 24 01:54:46.402822 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [req-ddcd26d2-1534-4c01-8d35-f33f0917da03 req-b06903e0-13d4-405c-852e-fdc6018c001a service neutron] For port cedc9359-7995-4c76-81d5-2e7646f5c556, host hv-neutron-8189, cleared binding levels {{(pid=109866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:54:46.406807 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [req-ddcd26d2-1534-4c01-8d35-f33f0917da03 req-b06903e0-13d4-405c-852e-fdc6018c001a service neutron] For port cedc9359-7995-4c76-81d5-2e7646f5c556, host hv-neutron-8189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=cedc9359-7995-4c76-81d5-2e7646f5c556,segment=NetworkSegment(82bdd678-3b9c-43c2-8043-a848930985ff),segment_id=82bdd678-3b9c-43c2-8043-a848930985ff)] {{(pid=109866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:54:46.408611 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-22c75db2-1fcb-4f3b-ae4e-d849d305f945 req-f9bdc756-e095-4d91-881c-f031442fcdcd tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb4ca234-490d-44d6-ab4a-adcd1740b9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567906 Nov 24 01:54:46.413702 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-ddcd26d2-1534-4c01-8d35-f33f0917da03 req-b06903e0-13d4-405c-852e-fdc6018c001a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29149402'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:46.441669 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-bb9ae35c-b3bc-4cce-8941-1090eecfaa1b tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:46.445742 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-bb9ae35c-b3bc-4cce-8941-1090eecfaa1b tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:46.447016 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-bb9ae35c-b3bc-4cce-8941-1090eecfaa1b tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "DELETE /v2.0/security-groups/68912774-73ab-4f45-95fc-a5c06225e43d HTTP/1.1" status: 204 len: 168 time: 0.2953849 Nov 24 01:54:46.459960 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9ae35c-b3bc-4cce-8941-1090eecfaa1b tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68912774-73ab-4f45-95fc-a5c06225e43d,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:54:46.466500 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcd26d2-1534-4c01-8d35-f33f0917da03 req-b06903e0-13d4-405c-852e-fdc6018c001a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:54:46.467114 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-ddcd26d2-1534-4c01-8d35-f33f0917da03 req-b06903e0-13d4-405c-852e-fdc6018c001a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:46.470214 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-ddcd26d2-1534-4c01-8d35-f33f0917da03 req-b06903e0-13d4-405c-852e-fdc6018c001a service neutron] 10.222.0.48 "PUT /v2.0/ports/cedc9359-7995-4c76-81d5-2e7646f5c556 HTTP/1.1" status: 200 len: 1093 time: 0.6645348 Nov 24 01:54:46.500027 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 51560) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:54:46.529317 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06903e0-13d4-405c-852e-fdc6018c001a service neutron] Pushing event updated for resources: {'Port': ['ID=cedc9359-7995-4c76-81d5-2e7646f5c556,revision_number=3']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:54:46.587204 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcd26d2-1534-4c01-8d35-f33f0917da03 req-f06262fc-a891-417c-b2d5-c4b76ff39a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:54:46.589506 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-ddcd26d2-1534-4c01-8d35-f33f0917da03 req-f06262fc-a891-417c-b2d5-c4b76ff39a4b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3fa7557b5a414e29b40de0454c5ea7eb&device_id=d1e54bd7-3133-44e2-b5ea-5d7d572b3362 HTTP/1.1" status: 200 len: 1096 time: 0.0571423 Nov 24 01:54:46.646918 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1e54bd7-3133-44e2-b5ea-5d7d572b3362', 'tag': 'cedc9359-7995-4c76-81d5-2e7646f5c556'}] {{(pid=109866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 01:54:46.649593 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b7c53c286d9351d1367337230623a155cee02c46c94b80588b67a0bc16402ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-287f16c3-1176-4417-9a77-7b5a35487f19" -d '{"events": [{"name": "network-changed", "server_uuid": "d1e54bd7-3133-44e2-b5ea-5d7d572b3362", "tag": "cedc9359-7995-4c76-81d5-2e7646f5c556"}]}' {{(pid=109866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 01:54:46.667391 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-ddcd26d2-1534-4c01-8d35-f33f0917da03 req-88cece76-f7c3-4bf1-9a9d-0f1d06942c95 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cedc9359-7995-4c76-81d5-2e7646f5c556 HTTP/1.1" status: 200 len: 217 time: 0.0633438 Nov 24 01:54:46.722730 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 01:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18698a14-073b-4d99-aca2-20183702cefb x-openstack-request-id: req-18698a14-073b-4d99-aca2-20183702cefb {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 01:54:46.723032 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1e54bd7-3133-44e2-b5ea-5d7d572b3362", "tag": "cedc9359-7995-4c76-81d5-2e7646f5c556", "status": "completed", "code": 200}]} {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 01:54:46.723256 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-18698a14-073b-4d99-aca2-20183702cefb {{(pid=109866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 01:54:46.724446 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1e54bd7-3133-44e2-b5ea-5d7d572b3362', 'tag': 'cedc9359-7995-4c76-81d5-2e7646f5c556', 'status': 'completed', 'code': 200} Nov 24 01:54:46.751608 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcd26d2-1534-4c01-8d35-f33f0917da03 req-85e0a393-a234-4a94-856c-3649126c2602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:54:46.754509 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-ddcd26d2-1534-4c01-8d35-f33f0917da03 req-85e0a393-a234-4a94-856c-3649126c2602 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8c2e0039-7a4d-4100-828d-28402f0c4357 HTTP/1.1" status: 200 len: 850 time: 0.0789967 Nov 24 01:54:46.828743 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcd26d2-1534-4c01-8d35-f33f0917da03 req-ac925a47-6d8a-4199-8099-50dbfe20ad43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:54:46.831197 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-ddcd26d2-1534-4c01-8d35-f33f0917da03 req-ac925a47-6d8a-4199-8099-50dbfe20ad43 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b994f58c-062f-4608-af1b-f5a2d5a95f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0660679 Nov 24 01:54:46.947456 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-ddcd26d2-1534-4c01-8d35-f33f0917da03 req-5d4f8b3e-7efd-4f56-9c98-ae7c857e7f4e service neutron] 10.222.0.48 "GET /v2.0/networks/b994f58c-062f-4608-af1b-f5a2d5a95f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086996 Nov 24 01:54:46.954214 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-106184c6-bdd7-4dbd-a072-abe68e41a3a1 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3777994'] for router_interface, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:47.045287 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-ddcd26d2-1534-4c01-8d35-f33f0917da03 req-cca4bb72-498e-48a3-8c5b-65d57309db89 service neutron] 10.222.0.48 "GET /v2.0/networks/b994f58c-062f-4608-af1b-f5a2d5a95f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906897 Nov 24 01:54:47.169105 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287f16c3-1176-4417-9a77-7b5a35487f19 req-5dba6747-f4ec-4a07-aab3-dad032576480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:54:47.170766 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-287f16c3-1176-4417-9a77-7b5a35487f19 req-5dba6747-f4ec-4a07-aab3-dad032576480 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3fa7557b5a414e29b40de0454c5ea7eb&device_id=d1e54bd7-3133-44e2-b5ea-5d7d572b3362 HTTP/1.1" status: 200 len: 1096 time: 0.0492439 Nov 24 01:54:47.229454 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-106184c6-bdd7-4dbd-a072-abe68e41a3a1 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Deleting port c7ee50bd-b1da-481c-93d6-07547dbb887a {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:54:47.230011 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-106184c6-bdd7-4dbd-a072-abe68e41a3a1 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:47.268386 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287f16c3-1176-4417-9a77-7b5a35487f19 req-205fa34f-afff-40c8-ab66-f38cbc255b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:54:47.269908 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-287f16c3-1176-4417-9a77-7b5a35487f19 req-205fa34f-afff-40c8-ab66-f38cbc255b83 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b994f58c-062f-4608-af1b-f5a2d5a95f48 HTTP/1.1" status: 200 len: 912 time: 0.0923738 Nov 24 01:54:47.316917 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-287f16c3-1176-4417-9a77-7b5a35487f19 req-90b6e7d4-ccda-43ce-a463-fe8e5de0292e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cedc9359-7995-4c76-81d5-2e7646f5c556 HTTP/1.1" status: 200 len: 217 time: 0.0399978 Nov 24 01:54:47.325595 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [None req-106184c6-bdd7-4dbd-a072-abe68e41a3a1 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] For port c7ee50bd-b1da-481c-93d6-07547dbb887a, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=c7ee50bd-b1da-481c-93d6-07547dbb887a,segment=NetworkSegment(84e28ddb-260a-486b-883f-337e8f0bd068),segment_id=84e28ddb-260a-486b-883f-337e8f0bd068)] {{(pid=109867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:54:47.325949 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-106184c6-bdd7-4dbd-a072-abe68e41a3a1 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:47.339973 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-106184c6-bdd7-4dbd-a072-abe68e41a3a1 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Calling delete_port for c7ee50bd-b1da-481c-93d6-07547dbb887a owned by network:router_interface {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:54:47.366690 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287f16c3-1176-4417-9a77-7b5a35487f19 req-27e3e5f2-d280-4f5c-9006-f453ddd24565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:54:47.368199 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-287f16c3-1176-4417-9a77-7b5a35487f19 req-27e3e5f2-d280-4f5c-9006-f453ddd24565 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8c2e0039-7a4d-4100-828d-28402f0c4357 HTTP/1.1" status: 200 len: 850 time: 0.0444944 Nov 24 01:54:47.415522 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287f16c3-1176-4417-9a77-7b5a35487f19 req-6ccee08b-2ff8-4268-9d24-e35ed1c3014a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:54:47.417093 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-287f16c3-1176-4417-9a77-7b5a35487f19 req-6ccee08b-2ff8-4268-9d24-e35ed1c3014a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b994f58c-062f-4608-af1b-f5a2d5a95f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0419374 Nov 24 01:54:47.542261 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-106184c6-bdd7-4dbd-a072-abe68e41a3a1 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:47.581500 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106184c6-bdd7-4dbd-a072-abe68e41a3a1 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event deleted for resources: {'Port': ['ID=c7ee50bd-b1da-481c-93d6-07547dbb887a,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:54:47.779267 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-106184c6-bdd7-4dbd-a072-abe68e41a3a1 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424538'] for router_interface, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:47.901575 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-287f16c3-1176-4417-9a77-7b5a35487f19 req-3facd588-f57a-495f-9f6d-59cd6e3e746d service neutron] 10.222.0.48 "GET /v2.0/networks/b994f58c-062f-4608-af1b-f5a2d5a95f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4770162 Nov 24 01:54:47.924186 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2152b1e9-8a16-4c6d-8287-585788e42d44 req-064a68e2-74a3-4505-b803-f9fd6dd963ee tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:54:47.925663 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-2152b1e9-8a16-4c6d-8287-585788e42d44 req-064a68e2-74a3-4505-b803-f9fd6dd963ee tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1e54bd7-3133-44e2-b5ea-5d7d572b3362 HTTP/1.1" status: 200 len: 943 time: 0.0707920 Nov 24 01:54:48.044565 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-2152b1e9-8a16-4c6d-8287-585788e42d44 req-e1ad5e08-ebeb-44d6-9459-5cf4ab956b0d tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb4ca234-490d-44d6-ab4a-adcd1740b9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057699 Nov 24 01:54:48.048175 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-106184c6-bdd7-4dbd-a072-abe68e41a3a1 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Router c67f13f6-fd0d-4598-af02-6802676071f7 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:54:48.061127 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-287f16c3-1176-4417-9a77-7b5a35487f19 req-cb7da3e9-f93f-49b7-87f9-3440f293cf1f service neutron] 10.222.0.48 "GET /v2.0/networks/b994f58c-062f-4608-af1b-f5a2d5a95f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520956 Nov 24 01:54:48.492484 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-106184c6-bdd7-4dbd-a072-abe68e41a3a1 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:54:48.498200 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-106184c6-bdd7-4dbd-a072-abe68e41a3a1 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "PUT /v2.0/routers/c67f13f6-fd0d-4598-af02-6802676071f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9977326 Nov 24 01:54:48.501084 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 51566) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:54:48.506654 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc057ae-26a5-46c3-81b0-82c5fbecbc64 None None] Sync routers for ids ['c67f13f6-fd0d-4598-af02-6802676071f7'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:54:48.507198 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device fc6fc9a9-b294-47e0-9e2d-0ff3377c57b5 no longer exists at agent hyperv_hv-neutron-8189 {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:54:48.519328 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc057ae-26a5-46c3-81b0-82c5fbecbc64 None None] Routers {'c67f13f6-fd0d-4598-af02-6802676071f7'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:54:48.520293 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-3dc057ae-26a5-46c3-81b0-82c5fbecbc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:54:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['c67f13f6-fd0d-4598-af02-6802676071f7'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:54:48.527967 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] No Port match for: fc6fc9a9-b294-47e0-9e2d-0ff3377c57b5 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:54:48.528579 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device fc6fc9a9-b294-47e0-9e2d-0ff3377c57b5 not bound to the agent host hv-neutron-8189 {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:54:48.557279 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_v2 [None req-99d682f6-9faf-4377-a835-4df9d4461775 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Deleting subnet aed68130-4c57-4427-866d-babf2083f367 {{(pid=109866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 01:54:48.561206 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-99d682f6-9faf-4377-a835-4df9d4461775 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for subnet, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:48.605937 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-99d682f6-9faf-4377-a835-4df9d4461775 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29055568'] for subnet, precommit_delete_associations {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:48.638169 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-3dc057ae-26a5-46c3-81b0-82c5fbecbc64 None None] Set router c67f13f6-fd0d-4598-af02-6802676071f7 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:54:48.731018 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-99d682f6-9faf-4377-a835-4df9d4461775 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:48.796028 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-99d682f6-9faf-4377-a835-4df9d4461775 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29149324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29154870'] for subnet, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:48.824282 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-3dc057ae-26a5-46c3-81b0-82c5fbecbc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67f13f6-fd0d-4598-af02-6802676071f7', 'name': 'tempest-TestNetworkBasicOps-router-1226989357', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.133'}], 'enable_snat': True}, 'gw_port_id': 'e47ce048-8c77-474e-8271-30f2a2d2c785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:52:58Z', 'updated_at': '2021-11-24T01:54:47Z', 'revision_number': 5, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': 'e47ce048-8c77-474e-8271-30f2a2d2c785', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:9f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67f13f6-fd0d-4598-af02-6802676071f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:52:59Z', 'updated_at': '2021-11-24T01:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:54:48.826150 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d682f6-9faf-4377-a835-4df9d4461775 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event deleted for resources: {'Subnet': ['ID=aed68130-4c57-4427-866d-babf2083f367,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:54:48.828248 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-99d682f6-9faf-4377-a835-4df9d4461775 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:48.831953 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-99d682f6-9faf-4377-a835-4df9d4461775 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "DELETE /v2.0/subnets/aed68130-4c57-4427-866d-babf2083f367 HTTP/1.1" status: 204 len: 168 time: 0.3296881 Nov 24 01:54:48.834574 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 51568) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:54:48.841488 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f76308-9a45-4835-a50b-b43b55ed35a9 None None] Network e0c5b0f1-38b6-44c8-928e-d3d964a74f8f requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:54:48.860649 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc057ae-26a5-46c3-81b0-82c5fbecbc64 None None] Checking router: c67f13f6-fd0d-4598-af02-6802676071f7 for host: dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 01:54:48.869321 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc057ae-26a5-46c3-81b0-82c5fbecbc64 None None] Routers {'c67f13f6-fd0d-4598-af02-6802676071f7'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:54:48.869975 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-3dc057ae-26a5-46c3-81b0-82c5fbecbc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:54:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['c67f13f6-fd0d-4598-af02-6802676071f7'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:54:48.965009 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4c5094c1-4483-42cd-9c4d-d797eed385a5 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for router, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:49.090014 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4c5094c1-4483-42cd-9c4d-d797eed385a5 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:49.091026 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-3dc057ae-26a5-46c3-81b0-82c5fbecbc64 None None] Set router c67f13f6-fd0d-4598-af02-6802676071f7 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:54:49.166887 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-4c5094c1-4483-42cd-9c4d-d797eed385a5 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Deleting port e47ce048-8c77-474e-8271-30f2a2d2c785 {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:54:49.167229 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4c5094c1-4483-42cd-9c4d-d797eed385a5 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:49.225457 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dbe1dd9-70d7-4516-9b08-e202dbecc638 None None] DHCP port deletion for e0c5b0f1-38b6-44c8-928e-d3d964a74f8f request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:54:49.284601 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-4dbe1dd9-70d7-4516-9b08-e202dbecc638 None None] Deleting port 86870779-3525-4914-a997-ddacbb7328a5 {{(pid=109868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:54:49.284969 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-4dbe1dd9-70d7-4516-9b08-e202dbecc638 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:49.294604 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [None req-4c5094c1-4483-42cd-9c4d-d797eed385a5 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] For port e47ce048-8c77-474e-8271-30f2a2d2c785, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=e47ce048-8c77-474e-8271-30f2a2d2c785,segment=NetworkSegment(03509fd2-ca9c-4aa0-94e6-e236afda62e7),segment_id=03509fd2-ca9c-4aa0-94e6-e236afda62e7)] {{(pid=109866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:54:49.295356 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4c5094c1-4483-42cd-9c4d-d797eed385a5 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:49.307262 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd67656-a245-4008-bf3c-8f504bf20c63 req-656c71a4-e485-4aab-a7d4-e6828258e3c2 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:54:49.310309 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-4dd67656-a245-4008-bf3c-8f504bf20c63 req-656c71a4-e485-4aab-a7d4-e6828258e3c2 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1e54bd7-3133-44e2-b5ea-5d7d572b3362 HTTP/1.1" status: 200 len: 943 time: 0.1723087 Nov 24 01:54:49.316920 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-4c5094c1-4483-42cd-9c4d-d797eed385a5 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Calling delete_port for e47ce048-8c77-474e-8271-30f2a2d2c785 owned by network:router_gateway {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:54:49.324048 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-3dc057ae-26a5-46c3-81b0-82c5fbecbc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67f13f6-fd0d-4598-af02-6802676071f7', 'name': 'tempest-TestNetworkBasicOps-router-1226989357', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.133'}], 'enable_snat': True}, 'gw_port_id': 'e47ce048-8c77-474e-8271-30f2a2d2c785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:52:58Z', 'updated_at': '2021-11-24T01:54:47Z', 'revision_number': 5, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': 'e47ce048-8c77-474e-8271-30f2a2d2c785', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:9f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67f13f6-fd0d-4598-af02-6802676071f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:52:59Z', 'updated_at': '2021-11-24T01:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:54:49.358625 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc057ae-26a5-46c3-81b0-82c5fbecbc64 None None] The sync data for ids ['c67f13f6-fd0d-4598-af02-6802676071f7'] in dv-neutron-818911-2-hyperv is: [{'id': 'c67f13f6-fd0d-4598-af02-6802676071f7', 'name': 'tempest-TestNetworkBasicOps-router-1226989357', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.133'}], 'enable_snat': True}, 'gw_port_id': 'e47ce048-8c77-474e-8271-30f2a2d2c785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:52:58Z', 'updated_at': '2021-11-24T01:54:47Z', 'revision_number': 5, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': 'e47ce048-8c77-474e-8271-30f2a2d2c785', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:9f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67f13f6-fd0d-4598-af02-6802676071f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:52:59Z', 'updated_at': '2021-11-24T01:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:54:49.376506 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-4dbe1dd9-70d7-4516-9b08-e202dbecc638 None None] For port 86870779-3525-4914-a997-ddacbb7328a5, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=86870779-3525-4914-a997-ddacbb7328a5,segment=NetworkSegment(84e28ddb-260a-486b-883f-337e8f0bd068),segment_id=84e28ddb-260a-486b-883f-337e8f0bd068)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:54:49.376895 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-4dbe1dd9-70d7-4516-9b08-e202dbecc638 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:49.397618 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-4dd67656-a245-4008-bf3c-8f504bf20c63 req-c3899342-1390-44b0-9ab3-230380b68d60 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb4ca234-490d-44d6-ab4a-adcd1740b9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794697 Nov 24 01:54:49.404829 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-4dbe1dd9-70d7-4516-9b08-e202dbecc638 None None] Calling delete_port for 86870779-3525-4914-a997-ddacbb7328a5 owned by network:dhcp {{(pid=109868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:54:49.493121 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-4dbe1dd9-70d7-4516-9b08-e202dbecc638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974'] for port, after_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:49.521237 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbe1dd9-70d7-4516-9b08-e202dbecc638 None None] Pushing event deleted for resources: {'Port': ['ID=86870779-3525-4914-a997-ddacbb7328a5,revision_number=None']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:54:49.525007 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbe1dd9-70d7-4516-9b08-e202dbecc638 None None] No DVR routers for this DVR port 86870779-3525-4914-a997-ddacbb7328a5 on host dv-neutron-818911-2-hyperv {{(pid=109868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:54:49.567567 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4c5094c1-4483-42cd-9c4d-d797eed385a5 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:49.595284 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5094c1-4483-42cd-9c4d-d797eed385a5 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event deleted for resources: {'Port': ['ID=e47ce048-8c77-474e-8271-30f2a2d2c785,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:54:49.612452 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de971e0-ef5b-4bbd-a40b-c275de76ee35 None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:54:49.662803 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4c5094c1-4483-42cd-9c4d-d797eed385a5 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418161'] for router_gateway, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:49.780153 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4c5094c1-4483-42cd-9c4d-d797eed385a5 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-424460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2766'] for router, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:49.782312 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4c5094c1-4483-42cd-9c4d-d797eed385a5 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:49.859519 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4c5094c1-4483-42cd-9c4d-d797eed385a5 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-424469'] for router, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:49.860196 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c5094c1-4483-42cd-9c4d-d797eed385a5 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Fanout notify agent at l3_agent the message router_deleted on router c67f13f6-fd0d-4598-af02-6802676071f7 {{(pid=109866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 01:54:49.869270 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4c5094c1-4483-42cd-9c4d-d797eed385a5 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for router, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:49.873054 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-4c5094c1-4483-42cd-9c4d-d797eed385a5 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "DELETE /v2.0/routers/c67f13f6-fd0d-4598-af02-6802676071f7 HTTP/1.1" status: 204 len: 168 time: 1.0349493 Nov 24 01:54:49.873357 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 51574) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:54:49.955737 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a7e51884-6ffd-480b-a3f2-bdc5f7a6a529 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:50.058905 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a7e51884-6ffd-480b-a3f2-bdc5f7a6a529 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:50.082976 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-a7e51884-6ffd-480b-a3f2-bdc5f7a6a529 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0c5b0f1-38b6-44c8-928e-d3d964a74f8f']}} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:54:50.094672 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-a7e51884-6ffd-480b-a3f2-bdc5f7a6a529 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84e28ddb-260a-486b-883f-337e8f0bd068') {'for_net_delete': True} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:54:50.094973 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-a7e51884-6ffd-480b-a3f2-bdc5f7a6a529 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84e28ddb-260a-486b-883f-337e8f0bd068') {} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:54:50.105971 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a7e51884-6ffd-480b-a3f2-bdc5f7a6a529 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29055561'] for segment, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:50.112619 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 86870779-3525-4914-a997-ddacbb7328a5 no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:54:50.121775 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a7e51884-6ffd-480b-a3f2-bdc5f7a6a529 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:50.129466 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7e51884-6ffd-480b-a3f2-bdc5f7a6a529 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=109866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:54:50.129996 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a7e51884-6ffd-480b-a3f2-bdc5f7a6a529 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29151010'] for segment, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:50.133384 dv-neutron-818911-2-hyperv neutron-server[109866]: Traceback (most recent call last): Nov 24 01:54:50.133384 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:54:50.133384 dv-neutron-818911-2-hyperv neutron-server[109866]: timer() Nov 24 01:54:50.133384 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:54:50.133384 dv-neutron-818911-2-hyperv neutron-server[109866]: cb(*args, **kw) Nov 24 01:54:50.133384 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:54:50.133384 dv-neutron-818911-2-hyperv neutron-server[109866]: return func(*args, **kwargs) Nov 24 01:54:50.133384 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:54:50.133384 dv-neutron-818911-2-hyperv neutron-server[109866]: self._notify() Nov 24 01:54:50.133384 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:54:50.133384 dv-neutron-818911-2-hyperv neutron-server[109866]: self.callback(batched_events) Nov 24 01:54:50.133384 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:54:50.133384 dv-neutron-818911-2-hyperv neutron-server[109866]: event.method(event) Nov 24 01:54:50.133384 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:54:50.133384 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:54:50.133384 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:54:50.133384 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:54:50.133384 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:54:50.133384 dv-neutron-818911-2-hyperv neutron-server[109866]: return f(self, *a, **k) Nov 24 01:54:50.133384 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:54:50.133384 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._get(url).json() Nov 24 01:54:50.133384 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:54:50.133384 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:54:50.133384 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:54:50.133384 dv-neutron-818911-2-hyperv neutron-server[109866]: return self.request(url, 'GET', **kwargs) Nov 24 01:54:50.133384 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:54:50.133384 dv-neutron-818911-2-hyperv neutron-server[109866]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:54:50.133384 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:54:50.133384 dv-neutron-818911-2-hyperv neutron-server[109866]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:54:50.133384 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:54:50.133384 dv-neutron-818911-2-hyperv neutron-server[109866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:54:50.133384 dv-neutron-818911-2-hyperv neutron-server[109866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:54:50.153022 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: 86870779-3525-4914-a997-ddacbb7328a5 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:54:50.154686 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 86870779-3525-4914-a997-ddacbb7328a5 not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:54:50.155121 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device c7ee50bd-b1da-481c-93d6-07547dbb887a no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:54:50.182265 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: c7ee50bd-b1da-481c-93d6-07547dbb887a {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:54:50.182766 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device c7ee50bd-b1da-481c-93d6-07547dbb887a not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:54:50.206474 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a7e51884-6ffd-480b-a3f2-bdc5f7a6a529 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:50.214690 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a7e51884-6ffd-480b-a3f2-bdc5f7a6a529 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:50.217205 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-a7e51884-6ffd-480b-a3f2-bdc5f7a6a529 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "DELETE /v2.0/networks/e0c5b0f1-38b6-44c8-928e-d3d964a74f8f HTTP/1.1" status: 204 len: 168 time: 0.3390315 Nov 24 01:54:50.229740 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e51884-6ffd-480b-a3f2-bdc5f7a6a529 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event deleted for resources: {'Network': ['ID=e0c5b0f1-38b6-44c8-928e-d3d964a74f8f,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:54:50.237937 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 51576) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:54:50.244508 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-ac14a0a2-764d-4f42-94b9-a0854567a35f tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'network': {'name': 'tempest-network-smoke--70234427', 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'port_security_enabled': True}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:54:50.264260 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac14a0a2-764d-4f42-94b9-a0854567a35f tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Made reservation on behalf of 5cd72ac6dd034b2d92e26f70404adb10 for: {'network': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:54:50.267758 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ac14a0a2-764d-4f42-94b9-a0854567a35f tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:50.291986 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac14a0a2-764d-4f42-94b9-a0854567a35f tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=109866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:54:50.300981 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ac14a0a2-764d-4f42-94b9-a0854567a35f tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:50.301363 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.segments_db [None req-ac14a0a2-764d-4f42-94b9-a0854567a35f tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Added segment 1da9c137-774f-464e-9f92-805c05cbcd82 of type vlan for network 93aa7663-ea37-4699-a9e3-1a3c6889e574 Nov 24 01:54:50.340662 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ac14a0a2-764d-4f42-94b9-a0854567a35f tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:50.365838 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ac14a0a2-764d-4f42-94b9-a0854567a35f tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:50.371354 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac14a0a2-764d-4f42-94b9-a0854567a35f tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:54:50.371949 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ac14a0a2-764d-4f42-94b9-a0854567a35f tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:50.412300 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-ac14a0a2-764d-4f42-94b9-a0854567a35f tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1705074 Nov 24 01:54:50.412500 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 51578) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:54:50.416653 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-3d898dad-a436-43e9-b984-7769a47a283b tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-452315653', 'admin_state_up': True, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:54:50.454578 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac14a0a2-764d-4f42-94b9-a0854567a35f tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'Network': ['ID=93aa7663-ea37-4699-a9e3-1a3c6889e574,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:54:50.480073 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network 93aa7663-ea37-4699-a9e3-1a3c6889e574 details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:54:50.505249 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3d898dad-a436-43e9-b984-7769a47a283b tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-424105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2744'] for router, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:50.506339 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3d898dad-a436-43e9-b984-7769a47a283b tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-424325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-326625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2753'] for router, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:50.583456 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfa772d-9254-48a9-92be-64026c9340bd req-b00cd226-87fa-43c8-ae2b-65929cee3868 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:54:50.584923 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-edfa772d-9254-48a9-92be-64026c9340bd req-b00cd226-87fa-43c8-ae2b-65929cee3868 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1e54bd7-3133-44e2-b5ea-5d7d572b3362 HTTP/1.1" status: 200 len: 943 time: 0.1115673 Nov 24 01:54:50.590481 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3d898dad-a436-43e9-b984-7769a47a283b tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:50.756361 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-edfa772d-9254-48a9-92be-64026c9340bd req-4bada558-3e96-4871-90c3-9df777ab85ed tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb4ca234-490d-44d6-ab4a-adcd1740b9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1635282 Nov 24 01:54:50.758794 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3d898dad-a436-43e9-b984-7769a47a283b tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:50.951677 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3d898dad-a436-43e9-b984-7769a47a283b tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for router_gateway, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:50.969527 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3d898dad-a436-43e9-b984-7769a47a283b tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:51.068285 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [None req-3d898dad-a436-43e9-b984-7769a47a283b tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Allocated IP 172.26.5.129 (eb22795d-37ee-46ee-844d-92c17e2ea450/3e66fcff-6e72-4083-b514-48f69cdaa2cb/14ae9647-39b7-4689-af21-e6ac9503b21f) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:54:51.171574 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3d898dad-a436-43e9-b984-7769a47a283b tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:51.203832 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3d898dad-a436-43e9-b984-7769a47a283b tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:51.242958 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d898dad-a436-43e9-b984-7769a47a283b tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Network eb22795d-37ee-46ee-844d-92c17e2ea450 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:54:51.245702 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-3d898dad-a436-43e9-b984-7769a47a283b tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:54:51.249079 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d898dad-a436-43e9-b984-7769a47a283b tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:54:51.254541 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d898dad-a436-43e9-b984-7769a47a283b tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'Port': ['ID=14ae9647-39b7-4689-af21-e6ac9503b21f,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:54:51.263860 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5af8ce-92e3-434a-8588-bcf169b7709f None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:54:51.372763 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-83ae9f6a-b49c-4605-91c9-372e276b1baa None None] Provisioning complete for port 14ae9647-39b7-4689-af21-e6ac9503b21f triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:54:51.373126 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-83ae9f6a-b49c-4605-91c9-372e276b1baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:51.406267 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-83ae9f6a-b49c-4605-91c9-372e276b1baa None None] Port 14ae9647-39b7-4689-af21-e6ac9503b21f cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:54:51.498245 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3d898dad-a436-43e9-b984-7769a47a283b tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for router_gateway, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:51.874064 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d5612-989b-45c1-a2ac-c18ff989966b req-b812a0c9-08e2-417d-8c3c-4044e1544fb8 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:54:51.875536 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-cc6d5612-989b-45c1-a2ac-c18ff989966b req-b812a0c9-08e2-417d-8c3c-4044e1544fb8 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1e54bd7-3133-44e2-b5ea-5d7d572b3362 HTTP/1.1" status: 200 len: 943 time: 0.0490065 Nov 24 01:54:51.926604 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-cc6d5612-989b-45c1-a2ac-c18ff989966b req-5dd92311-5ea5-4512-a74d-653a8f916c00 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb4ca234-490d-44d6-ab4a-adcd1740b9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428860 Nov 24 01:54:51.930625 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3d898dad-a436-43e9-b984-7769a47a283b tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-424338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418138'] for router, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:51.969984 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device e47ce048-8c77-474e-8271-30f2a2d2c785 no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:54:51.989337 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: e47ce048-8c77-474e-8271-30f2a2d2c785 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:54:51.989706 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device e47ce048-8c77-474e-8271-30f2a2d2c785 not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:54:52.054021 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d898dad-a436-43e9-b984-7769a47a283b tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Router e763ae8d-6815-44c2-b5b4-dd97443b9b61 is scheduled to L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e with binding_index 1 {{(pid=109866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 01:54:52.157370 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d898dad-a436-43e9-b984-7769a47a283b tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:54:52.166445 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71e9319-909e-4f4d-875e-4c2f47089d53 None None] Sync routers for ids ['e763ae8d-6815-44c2-b5b4-dd97443b9b61'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:54:52.176244 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71e9319-909e-4f4d-875e-4c2f47089d53 None None] Routers {'e763ae8d-6815-44c2-b5b4-dd97443b9b61'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:54:52.176903 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-c71e9319-909e-4f4d-875e-4c2f47089d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:54:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['e763ae8d-6815-44c2-b5b4-dd97443b9b61'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:54:52.177284 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3d898dad-a436-43e9-b984-7769a47a283b tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for router, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:52.178696 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-3d898dad-a436-43e9-b984-7769a47a283b tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.7654364 Nov 24 01:54:52.181942 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 51584) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:54:52.281214 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-c71e9319-909e-4f4d-875e-4c2f47089d53 None None] Set router e763ae8d-6815-44c2-b5b4-dd97443b9b61 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:54:52.315653 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-98ef0faf-3019-4f34-aa65-86c9b40d0fa7 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=5cd72ac6dd034b2d92e26f70404adb10&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1324916 Nov 24 01:54:52.318174 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 51588) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:54:52.407184 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-641d078b-192f-491a-8412-2d4cb76c172a tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:54:52.408694 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-641d078b-192f-491a-8412-2d4cb76c172a tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0895629 Nov 24 01:54:52.411535 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 51590) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:54:52.438759 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-8346fc93-41a4-472d-9d0b-97677a008f24 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=eb22795d-37ee-46ee-844d-92c17e2ea450&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261638 Nov 24 01:54:52.442404 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 51592) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:54:52.448126 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-5dd97c25-d106-4958-9575-c09c4659bb0b tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1051820475', 'network_id': '93aa7663-ea37-4699-a9e3-1a3c6889e574', 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:54:52.458035 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-c71e9319-909e-4f4d-875e-4c2f47089d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e763ae8d-6815-44c2-b5b4-dd97443b9b61', 'name': 'tempest-TestNetworkBasicOps-router-452315653', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.129'}], 'enable_snat': True}, 'gw_port_id': '14ae9647-39b7-4689-af21-e6ac9503b21f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:54:50Z', 'updated_at': '2021-11-24T01:54:51Z', 'revision_number': 3, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': '14ae9647-39b7-4689-af21-e6ac9503b21f', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:9c:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e763ae8d-6815-44c2-b5b4-dd97443b9b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:54:50Z', 'updated_at': '2021-11-24T01:54:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:54:52.483655 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71e9319-909e-4f4d-875e-4c2f47089d53 None None] Checking router: e763ae8d-6815-44c2-b5b4-dd97443b9b61 for host: dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 01:54:52.484021 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71e9319-909e-4f4d-875e-4c2f47089d53 None None] Updating router e763ae8d-6815-44c2-b5b4-dd97443b9b61 port 14ae9647-39b7-4689-af21-e6ac9503b21f binding host dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 01:54:52.512389 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-c71e9319-909e-4f4d-875e-4c2f47089d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:52.544305 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dd97c25-d106-4958-9575-c09c4659bb0b tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Made reservation on behalf of 5cd72ac6dd034b2d92e26f70404adb10 for: {'subnet': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:54:52.547848 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5dd97c25-d106-4958-9575-c09c4659bb0b tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29154835'] for subnet, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:52.727261 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5dd97c25-d106-4958-9575-c09c4659bb0b tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29149261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29154849'] for subnet, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:52.763840 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-c71e9319-909e-4f4d-875e-4c2f47089d53 None None] Publish callbacks [] for port, precommit_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:52.769753 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-c71e9319-909e-4f4d-875e-4c2f47089d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:52.790594 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd97c25-d106-4958-9575-c09c4659bb0b tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'Subnet': ['ID=9a66359a-846d-42a4-b765-e608a736468a,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:54:52.798764 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd97c25-d106-4958-9575-c09c4659bb0b tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Checking segment: {'id': '1da9c137-774f-464e-9f92-805c05cbcd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '93aa7663-ea37-4699-a9e3-1a3c6889e574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:54:52.799215 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd97c25-d106-4958-9575-c09c4659bb0b tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Network hostable DHCP agents. Network: 93aa7663-ea37-4699-a9e3-1a3c6889e574, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 01:54:52.817781 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde2f94b-cc12-4c1a-b808-4b0fa0f02e3e None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:54:52.819793 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd97c25-d106-4958-9575-c09c4659bb0b tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Network 93aa7663-ea37-4699-a9e3-1a3c6889e574 is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 01:54:52.827661 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-c71e9319-909e-4f4d-875e-4c2f47089d53 None None] Attempting to bind port 14ae9647-39b7-4689-af21-e6ac9503b21f on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:54:52.828062 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-c71e9319-909e-4f4d-875e-4c2f47089d53 None None] Attempting to bind port 14ae9647-39b7-4689-af21-e6ac9503b21f by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:54:52.828423 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71e9319-909e-4f4d-875e-4c2f47089d53 None None] Attempting to bind port 14ae9647-39b7-4689-af21-e6ac9503b21f on network eb22795d-37ee-46ee-844d-92c17e2ea450 {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:54:52.829183 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-5dd97c25-d106-4958-9575-c09c4659bb0b tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, 93aa7663-ea37-4699-a9e3-1a3c6889e574) {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:54:52.832272 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6017c4f2-3c8a-4479-bcca-432d774e1edc None None] Pushing event updated for resources: {'Port': ['ID=14ae9647-39b7-4689-af21-e6ac9503b21f,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:54:52.833808 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd97c25-d106-4958-9575-c09c4659bb0b tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:54:52.834413 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5dd97c25-d106-4958-9575-c09c4659bb0b tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:52.837543 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71e9319-909e-4f4d-875e-4c2f47089d53 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:54:52.838177 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71e9319-909e-4f4d-875e-4c2f47089d53 None None] Checking segment: {'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:54:52.838577 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-c71e9319-909e-4f4d-875e-4c2f47089d53 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:52.838959 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71e9319-909e-4f4d-875e-4c2f47089d53 None None] Bound using segment: {'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:54:52.839423 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-c71e9319-909e-4f4d-875e-4c2f47089d53 None None] Bound port: 14ae9647-39b7-4689-af21-e6ac9503b21f, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:54:52.839799 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-c71e9319-909e-4f4d-875e-4c2f47089d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:52.855555 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-5dd97c25-d106-4958-9575-c09c4659bb0b tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4120305 Nov 24 01:54:52.858307 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 51594) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:54:52.869905 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717ce4ad-6e04-4197-9bef-5f9045d673c8 None None] Network 93aa7663-ea37-4699-a9e3-1a3c6889e574 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:54:52.971582 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-c71e9319-909e-4f4d-875e-4c2f47089d53 None None] For port 14ae9647-39b7-4689-af21-e6ac9503b21f, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:54:52.975569 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-424804b3-8cab-4aff-b2d9-bde14782b771 None None] Provisioning complete for port 14ae9647-39b7-4689-af21-e6ac9503b21f triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:54:52.976493 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-424804b3-8cab-4aff-b2d9-bde14782b771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:52.982093 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-c71e9319-909e-4f4d-875e-4c2f47089d53 None None] For port 14ae9647-39b7-4689-af21-e6ac9503b21f, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=14ae9647-39b7-4689-af21-e6ac9503b21f,segment=NetworkSegment(03509fd2-ca9c-4aa0-94e6-e236afda62e7),segment_id=03509fd2-ca9c-4aa0-94e6-e236afda62e7)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:54:52.990212 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-c71e9319-909e-4f4d-875e-4c2f47089d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:53.093802 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4667004f-4a7c-4ec9-b65c-e393e0a6bfbb None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:54:53.118776 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbca751-8e97-4021-98ec-cdc3764fd163 req-0ebf22ef-e097-4fb7-8ae4-fd5d1002b7f6 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:54:53.122272 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-4fbca751-8e97-4021-98ec-cdc3764fd163 req-0ebf22ef-e097-4fb7-8ae4-fd5d1002b7f6 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1e54bd7-3133-44e2-b5ea-5d7d572b3362 HTTP/1.1" status: 200 len: 943 time: 0.1182661 Nov 24 01:54:53.130164 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71e9319-909e-4f4d-875e-4c2f47089d53 None None] Routers {'e763ae8d-6815-44c2-b5b4-dd97443b9b61'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:54:53.130833 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-c71e9319-909e-4f4d-875e-4c2f47089d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:54:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['e763ae8d-6815-44c2-b5b4-dd97443b9b61'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:54:53.140317 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6017c4f2-3c8a-4479-bcca-432d774e1edc None None] Pushing event updated for resources: {'Port': ['ID=14ae9647-39b7-4689-af21-e6ac9503b21f,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:54:53.189484 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-4fbca751-8e97-4021-98ec-cdc3764fd163 req-5223803c-3403-41c6-b9f0-ff393d937acb tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb4ca234-490d-44d6-ab4a-adcd1740b9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563247 Nov 24 01:54:53.257518 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a7494d-dd73-4eef-a391-92e976017b36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-93aa7663-ea37-4699-a9e3-1a3c6889e574', 'network_id': '93aa7663-ea37-4699-a9e3-1a3c6889e574', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'fixed_ips': [{'subnet_id': '9a66359a-846d-42a4-b765-e608a736468a'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 01:54:53.258286 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-23a7494d-dd73-4eef-a391-92e976017b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:53.296702 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-424804b3-8cab-4aff-b2d9-bde14782b771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:53.323294 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ae1b9d59-bfb8-4081-bd16-58e163bc8ca6 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:53.368709 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-c71e9319-909e-4f4d-875e-4c2f47089d53 None None] Set router e763ae8d-6815-44c2-b5b4-dd97443b9b61 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:54:53.432908 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-424804b3-8cab-4aff-b2d9-bde14782b771 None None] For port 14ae9647-39b7-4689-af21-e6ac9503b21f, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=14ae9647-39b7-4689-af21-e6ac9503b21f,segment=NetworkSegment(03509fd2-ca9c-4aa0-94e6-e236afda62e7),segment_id=03509fd2-ca9c-4aa0-94e6-e236afda62e7)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:54:53.441302 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-424804b3-8cab-4aff-b2d9-bde14782b771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:53.594709 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424804b3-8cab-4aff-b2d9-bde14782b771 None None] Pushing event updated for resources: {'Port': ['ID=14ae9647-39b7-4689-af21-e6ac9503b21f,revision_number=4']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:54:53.602774 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-23a7494d-dd73-4eef-a391-92e976017b36 None None] Allocated IP 172.20.0.2 (93aa7663-ea37-4699-a9e3-1a3c6889e574/9a66359a-846d-42a4-b765-e608a736468a/a8d2c5a6-32e8-4e92-bb3d-3d56ec07b9e0) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:54:53.625481 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-73b8d62a-3bf2-4085-a53a-831001073fbf None None] Provisioning complete for port 14ae9647-39b7-4689-af21-e6ac9503b21f triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:54:53.625853 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-73b8d62a-3bf2-4085-a53a-831001073fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:53.975201 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-c71e9319-909e-4f4d-875e-4c2f47089d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e763ae8d-6815-44c2-b5b4-dd97443b9b61', 'name': 'tempest-TestNetworkBasicOps-router-452315653', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.129'}], 'enable_snat': True}, 'gw_port_id': '14ae9647-39b7-4689-af21-e6ac9503b21f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:54:50Z', 'updated_at': '2021-11-24T01:54:51Z', 'revision_number': 3, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': '14ae9647-39b7-4689-af21-e6ac9503b21f', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:9c:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e763ae8d-6815-44c2-b5b4-dd97443b9b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:54:50Z', 'updated_at': '2021-11-24T01:54:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:54:54.013886 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71e9319-909e-4f4d-875e-4c2f47089d53 None None] The sync data for ids ['e763ae8d-6815-44c2-b5b4-dd97443b9b61'] in dv-neutron-818911-2-hyperv is: [{'id': 'e763ae8d-6815-44c2-b5b4-dd97443b9b61', 'name': 'tempest-TestNetworkBasicOps-router-452315653', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.129'}], 'enable_snat': True}, 'gw_port_id': '14ae9647-39b7-4689-af21-e6ac9503b21f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:54:50Z', 'updated_at': '2021-11-24T01:54:51Z', 'revision_number': 3, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': '14ae9647-39b7-4689-af21-e6ac9503b21f', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:9c:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e763ae8d-6815-44c2-b5b4-dd97443b9b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:54:50Z', 'updated_at': '2021-11-24T01:54:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:54:54.033159 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-23a7494d-dd73-4eef-a391-92e976017b36 None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:54.039618 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-23a7494d-dd73-4eef-a391-92e976017b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:54.081575 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a7494d-dd73-4eef-a391-92e976017b36 None None] Network 93aa7663-ea37-4699-a9e3-1a3c6889e574 is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:54:54.084473 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-23a7494d-dd73-4eef-a391-92e976017b36 None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:54:54.088387 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a7494d-dd73-4eef-a391-92e976017b36 None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:54:54.097264 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-ae1b9d59-bfb8-4081-bd16-58e163bc8ca6 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Allocated IP 172.20.0.1 (93aa7663-ea37-4699-a9e3-1a3c6889e574/9a66359a-846d-42a4-b765-e608a736468a/293114c0-8e16-49e0-a647-55fe4bfca9cb) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:54:54.098136 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7494d-dd73-4eef-a391-92e976017b36 None None] Pushing event updated for resources: {'Port': ['ID=a8d2c5a6-32e8-4e92-bb3d-3d56ec07b9e0,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:54:54.148444 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-23a7494d-dd73-4eef-a391-92e976017b36 None None] Attempting to bind port a8d2c5a6-32e8-4e92-bb3d-3d56ec07b9e0 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:54:54.148813 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-23a7494d-dd73-4eef-a391-92e976017b36 None None] Attempting to bind port a8d2c5a6-32e8-4e92-bb3d-3d56ec07b9e0 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '1da9c137-774f-464e-9f92-805c05cbcd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '93aa7663-ea37-4699-a9e3-1a3c6889e574'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:54:54.149174 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a7494d-dd73-4eef-a391-92e976017b36 None None] Attempting to bind port a8d2c5a6-32e8-4e92-bb3d-3d56ec07b9e0 on network 93aa7663-ea37-4699-a9e3-1a3c6889e574 {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:54:54.154959 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a7494d-dd73-4eef-a391-92e976017b36 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:54:54.155392 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a7494d-dd73-4eef-a391-92e976017b36 None None] Checking segment: {'id': '1da9c137-774f-464e-9f92-805c05cbcd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '93aa7663-ea37-4699-a9e3-1a3c6889e574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:54:54.155726 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-23a7494d-dd73-4eef-a391-92e976017b36 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:54.156325 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a7494d-dd73-4eef-a391-92e976017b36 None None] Bound using segment: {'id': '1da9c137-774f-464e-9f92-805c05cbcd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '93aa7663-ea37-4699-a9e3-1a3c6889e574'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:54:54.156794 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-23a7494d-dd73-4eef-a391-92e976017b36 None None] Bound port: a8d2c5a6-32e8-4e92-bb3d-3d56ec07b9e0, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1da9c137-774f-464e-9f92-805c05cbcd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '93aa7663-ea37-4699-a9e3-1a3c6889e574'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:54:54.157170 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-23a7494d-dd73-4eef-a391-92e976017b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:54.232622 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-23a7494d-dd73-4eef-a391-92e976017b36 None None] For port a8d2c5a6-32e8-4e92-bb3d-3d56ec07b9e0, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:54:54.239270 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-23a7494d-dd73-4eef-a391-92e976017b36 None None] For port a8d2c5a6-32e8-4e92-bb3d-3d56ec07b9e0, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=a8d2c5a6-32e8-4e92-bb3d-3d56ec07b9e0,segment=NetworkSegment(1da9c137-774f-464e-9f92-805c05cbcd82),segment_id=1da9c137-774f-464e-9f92-805c05cbcd82)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:54:54.250011 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-23a7494d-dd73-4eef-a391-92e976017b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:54.284085 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ae1b9d59-bfb8-4081-bd16-58e163bc8ca6 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:54.335147 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7494d-dd73-4eef-a391-92e976017b36 None None] Pushing event updated for resources: {'Port': ['ID=a8d2c5a6-32e8-4e92-bb3d-3d56ec07b9e0,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:54:54.380782 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3f6641-bd42-4686-9095-a5deba95f8e2 req-e7985501-9851-4838-9452-1bbd8e6ed04d tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:54:54.382491 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-db3f6641-bd42-4686-9095-a5deba95f8e2 req-e7985501-9851-4838-9452-1bbd8e6ed04d tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1e54bd7-3133-44e2-b5ea-5d7d572b3362 HTTP/1.1" status: 200 len: 943 time: 0.0851085 Nov 24 01:54:54.384175 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ae1b9d59-bfb8-4081-bd16-58e163bc8ca6 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:54.451317 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1b9d59-bfb8-4081-bd16-58e163bc8ca6 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Network 93aa7663-ea37-4699-a9e3-1a3c6889e574 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:54:54.464760 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-ae1b9d59-bfb8-4081-bd16-58e163bc8ca6 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:54:54.471419 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1b9d59-bfb8-4081-bd16-58e163bc8ca6 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:54:54.517905 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1b9d59-bfb8-4081-bd16-58e163bc8ca6 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'Port': ['ID=293114c0-8e16-49e0-a647-55fe4bfca9cb,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:54:54.540867 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-db3f6641-bd42-4686-9095-a5deba95f8e2 req-f58437b0-6f39-4ed5-84b1-28adeb187354 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb4ca234-490d-44d6-ab4a-adcd1740b9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1511137 Nov 24 01:54:54.553811 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ae1b9d59-bfb8-4081-bd16-58e163bc8ca6 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3777869'] for router_interface, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:54.730772 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ae1b9d59-bfb8-4081-bd16-58e163bc8ca6 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:54.736131 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-225ecb02-2fff-4e10-8379-c572957ebbac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:55.049344 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ae1b9d59-bfb8-4081-bd16-58e163bc8ca6 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for port, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:55.055287 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ae1b9d59-bfb8-4081-bd16-58e163bc8ca6 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25501696'] for port, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:55.130358 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1b9d59-bfb8-4081-bd16-58e163bc8ca6 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'Port': ['ID=293114c0-8e16-49e0-a647-55fe4bfca9cb,revision_number=2']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:54:55.135418 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ae1b9d59-bfb8-4081-bd16-58e163bc8ca6 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3778017'] for router_interface, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:55.236681 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1b9d59-bfb8-4081-bd16-58e163bc8ca6 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Network 93aa7663-ea37-4699-a9e3-1a3c6889e574 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:54:55.238224 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-ae1b9d59-bfb8-4081-bd16-58e163bc8ca6 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:54:55.318479 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b346d946-8657-45d5-8d06-4b95c34eaad0 None None] Network 93aa7663-ea37-4699-a9e3-1a3c6889e574 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:54:55.355005 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae1b9d59-bfb8-4081-bd16-58e163bc8ca6 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Router e763ae8d-6815-44c2-b5b4-dd97443b9b61 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:54:55.391083 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-168eaa21-574c-49b7-a591-d7dff4903c0b None None] Provisioning complete for port a8d2c5a6-32e8-4e92-bb3d-3d56ec07b9e0 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:54:55.391726 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-168eaa21-574c-49b7-a591-d7dff4903c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:55.470947 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae1b9d59-bfb8-4081-bd16-58e163bc8ca6 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:54:55.477509 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-ae1b9d59-bfb8-4081-bd16-58e163bc8ca6 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "PUT /v2.0/routers/e763ae8d-6815-44c2-b5b4-dd97443b9b61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6179647 Nov 24 01:54:55.479806 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 51602) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:54:55.535635 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-168eaa21-574c-49b7-a591-d7dff4903c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:55.585927 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c6ffee-6d80-44f3-a7c4-58693902ff7f tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:54:55.586275 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c6ffee-6d80-44f3-a7c4-58693902ff7f tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:54:55.587258 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c6ffee-6d80-44f3-a7c4-58693902ff7f tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:54:55.587510 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c6ffee-6d80-44f3-a7c4-58693902ff7f tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:54:55.588057 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c6ffee-6d80-44f3-a7c4-58693902ff7f tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:54:55.588520 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c6ffee-6d80-44f3-a7c4-58693902ff7f tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:54:55.592822 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-68c6ffee-6d80-44f3-a7c4-58693902ff7f tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.1095695 Nov 24 01:54:55.593449 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 51606) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:54:55.596219 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-168eaa21-574c-49b7-a591-d7dff4903c0b None None] For port a8d2c5a6-32e8-4e92-bb3d-3d56ec07b9e0, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=a8d2c5a6-32e8-4e92-bb3d-3d56ec07b9e0,segment=NetworkSegment(1da9c137-774f-464e-9f92-805c05cbcd82),segment_id=1da9c137-774f-464e-9f92-805c05cbcd82)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:54:55.605828 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-168eaa21-574c-49b7-a591-d7dff4903c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:55.658000 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e43a23-a9b6-4f25-a8aa-83d6cfaa0476 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:54:55.658409 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168eaa21-574c-49b7-a591-d7dff4903c0b None None] Pushing event updated for resources: {'Port': ['ID=a8d2c5a6-32e8-4e92-bb3d-3d56ec07b9e0,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:54:55.658552 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e43a23-a9b6-4f25-a8aa-83d6cfaa0476 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:54:55.658938 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e43a23-a9b6-4f25-a8aa-83d6cfaa0476 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:54:55.659538 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e43a23-a9b6-4f25-a8aa-83d6cfaa0476 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:54:55.659996 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e43a23-a9b6-4f25-a8aa-83d6cfaa0476 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:54:55.661239 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e43a23-a9b6-4f25-a8aa-83d6cfaa0476 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:54:55.666000 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-43e43a23-a9b6-4f25-a8aa-83d6cfaa0476 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0693526 Nov 24 01:54:55.666399 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 51608) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:54:55.712602 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6015ed1-7ad4-46fd-bcea-6a0cf6cf9bc1 req-c4ce1c18-6f2b-46f4-b805-e5a2b725463b tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:54:55.715265 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-c6015ed1-7ad4-46fd-bcea-6a0cf6cf9bc1 req-c4ce1c18-6f2b-46f4-b805-e5a2b725463b tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1e54bd7-3133-44e2-b5ea-5d7d572b3362 HTTP/1.1" status: 200 len: 943 time: 0.0802779 Nov 24 01:54:55.772197 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-c6015ed1-7ad4-46fd-bcea-6a0cf6cf9bc1 req-c4f8a75e-8de8-402c-9386-d3b6c3d32821 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb4ca234-490d-44d6-ab4a-adcd1740b9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487623 Nov 24 01:54:55.823188 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b09a73-fecd-4832-8ff1-5f65395bf0e6 None None] Sync routers for ids ['e763ae8d-6815-44c2-b5b4-dd97443b9b61'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:54:55.832311 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-d7abce10-3770-4f7a-b2ef-693645743701 None None] Provisioning complete for port a8d2c5a6-32e8-4e92-bb3d-3d56ec07b9e0 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:54:55.832607 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-d7abce10-3770-4f7a-b2ef-693645743701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:55.833181 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b09a73-fecd-4832-8ff1-5f65395bf0e6 None None] Routers {'e763ae8d-6815-44c2-b5b4-dd97443b9b61'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:54:55.833823 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-f6b09a73-fecd-4832-8ff1-5f65395bf0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:54:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['e763ae8d-6815-44c2-b5b4-dd97443b9b61'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:54:55.940177 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-d7abce10-3770-4f7a-b2ef-693645743701 None None] Provisioning complete for port 293114c0-8e16-49e0-a647-55fe4bfca9cb triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:54:55.940638 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-d7abce10-3770-4f7a-b2ef-693645743701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:55.944911 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-f6b09a73-fecd-4832-8ff1-5f65395bf0e6 None None] Set router e763ae8d-6815-44c2-b5b4-dd97443b9b61 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:54:55.970695 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-b8b16f68-57a3-479e-b7cd-0c39abc1a9fa tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.3033514 Nov 24 01:54:55.973927 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 51610) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:54:55.981669 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-749f8622-a4dc-402a-b248-42c44156e223 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1166543069', 'network_id': '93aa7663-ea37-4699-a9e3-1a3c6889e574'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:54:55.981856 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-d7abce10-3770-4f7a-b2ef-693645743701 None None] Port 293114c0-8e16-49e0-a647-55fe4bfca9cb cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:54:56.107526 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-468761d7-df50-45ac-8f17-3401709063c8 None None] Provisioning complete for port 293114c0-8e16-49e0-a647-55fe4bfca9cb triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:54:56.108276 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-468761d7-df50-45ac-8f17-3401709063c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:56.145326 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-749f8622-a4dc-402a-b248-42c44156e223 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Made reservation on behalf of 5cd72ac6dd034b2d92e26f70404adb10 for: {'port': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:54:56.149052 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-749f8622-a4dc-402a-b248-42c44156e223 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:56.153581 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 14ae9647-39b7-4689-af21-e6ac9503b21f up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:54:56.174410 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [None req-749f8622-a4dc-402a-b248-42c44156e223 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] device_id is not set on port ff6085f2-abb5-4901-a216-78c482ca044d yet. {{(pid=109866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 01:54:56.180011 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-f6b09a73-fecd-4832-8ff1-5f65395bf0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e763ae8d-6815-44c2-b5b4-dd97443b9b61', 'name': 'tempest-TestNetworkBasicOps-router-452315653', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.129'}], 'enable_snat': True}, 'gw_port_id': '14ae9647-39b7-4689-af21-e6ac9503b21f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:54:50Z', 'updated_at': '2021-11-24T01:54:54Z', 'revision_number': 4, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': '14ae9647-39b7-4689-af21-e6ac9503b21f', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:9c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e763ae8d-6815-44c2-b5b4-dd97443b9b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:54:50Z', 'updated_at': '2021-11-24T01:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': '293114c0-8e16-49e0-a647-55fe4bfca9cb', 'name': '', 'network_id': '93aa7663-ea37-4699-a9e3-1a3c6889e574', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'mac_address': 'fa:16:3e:08:c3:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e763ae8d-6815-44c2-b5b4-dd97443b9b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '9a66359a-846d-42a4-b765-e608a736468a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:54:53Z', 'updated_at': '2021-11-24T01:54:54Z', 'revision_number': 2, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'subnets': [{'id': '9a66359a-846d-42a4-b765-e608a736468a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:54:56.208718 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b09a73-fecd-4832-8ff1-5f65395bf0e6 None None] Checking router: e763ae8d-6815-44c2-b5b4-dd97443b9b61 for host: dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 01:54:56.209312 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b09a73-fecd-4832-8ff1-5f65395bf0e6 None None] Updating router e763ae8d-6815-44c2-b5b4-dd97443b9b61 port 293114c0-8e16-49e0-a647-55fe4bfca9cb binding host dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 01:54:56.224567 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-468761d7-df50-45ac-8f17-3401709063c8 None None] Port 293114c0-8e16-49e0-a647-55fe4bfca9cb cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:54:56.240055 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 14ae9647-39b7-4689-af21-e6ac9503b21f triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:54:56.240422 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:56.243840 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-f6b09a73-fecd-4832-8ff1-5f65395bf0e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:56.321951 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device a8d2c5a6-32e8-4e92-bb3d-3d56ec07b9e0 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:54:56.324267 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [None req-749f8622-a4dc-402a-b248-42c44156e223 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Allocated IP 172.20.0.6 (93aa7663-ea37-4699-a9e3-1a3c6889e574/9a66359a-846d-42a4-b765-e608a736468a/ff6085f2-abb5-4901-a216-78c482ca044d) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:54:56.367891 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-6c704872-a494-4bc5-92a5-0e3eb5260c84 None None] Provisioning complete for port 293114c0-8e16-49e0-a647-55fe4bfca9cb triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:54:56.368324 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-6c704872-a494-4bc5-92a5-0e3eb5260c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:56.411122 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-6c704872-a494-4bc5-92a5-0e3eb5260c84 None None] Port 293114c0-8e16-49e0-a647-55fe4bfca9cb cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:54:56.412617 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port a8d2c5a6-32e8-4e92-bb3d-3d56ec07b9e0 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:54:56.412966 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:56.481172 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-749f8622-a4dc-402a-b248-42c44156e223 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:56.514009 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-749f8622-a4dc-402a-b248-42c44156e223 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:56.559403 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749f8622-a4dc-402a-b248-42c44156e223 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Network 93aa7663-ea37-4699-a9e3-1a3c6889e574 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:54:56.562384 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-749f8622-a4dc-402a-b248-42c44156e223 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:54:56.566107 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749f8622-a4dc-402a-b248-42c44156e223 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:54:56.591100 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f8622-a4dc-402a-b248-42c44156e223 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'Port': ['ID=ff6085f2-abb5-4901-a216-78c482ca044d,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:54:56.604739 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749f8622-a4dc-402a-b248-42c44156e223 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:54:56.605089 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749f8622-a4dc-402a-b248-42c44156e223 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:54:56.605454 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749f8622-a4dc-402a-b248-42c44156e223 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:54:56.605800 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749f8622-a4dc-402a-b248-42c44156e223 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:54:56.606132 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749f8622-a4dc-402a-b248-42c44156e223 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:54:56.606469 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749f8622-a4dc-402a-b248-42c44156e223 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:54:56.606801 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749f8622-a4dc-402a-b248-42c44156e223 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:54:56.607169 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749f8622-a4dc-402a-b248-42c44156e223 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:54:56.607506 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749f8622-a4dc-402a-b248-42c44156e223 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:54:56.607832 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749f8622-a4dc-402a-b248-42c44156e223 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:54:56.608161 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749f8622-a4dc-402a-b248-42c44156e223 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:54:56.608497 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749f8622-a4dc-402a-b248-42c44156e223 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:54:56.632176 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749f8622-a4dc-402a-b248-42c44156e223 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:54:56.632984 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-749f8622-a4dc-402a-b248-42c44156e223 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:56.652451 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-749f8622-a4dc-402a-b248-42c44156e223 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.6755586 Nov 24 01:54:56.666852 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-f6b09a73-fecd-4832-8ff1-5f65395bf0e6 None None] Publish callbacks [] for port, precommit_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:56.672110 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-f6b09a73-fecd-4832-8ff1-5f65395bf0e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:56.753827 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7977f1b9-f8fa-4f4f-8e27-7bac6c5e0359 None None] Pushing event updated for resources: {'Port': ['ID=293114c0-8e16-49e0-a647-55fe4bfca9cb,revision_number=3']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:54:56.773873 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7977f1b9-f8fa-4f4f-8e27-7bac6c5e0359 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:54:56.774119 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7977f1b9-f8fa-4f4f-8e27-7bac6c5e0359 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:54:56.774453 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7977f1b9-f8fa-4f4f-8e27-7bac6c5e0359 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:54:56.774985 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7977f1b9-f8fa-4f4f-8e27-7bac6c5e0359 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:54:56.775079 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7977f1b9-f8fa-4f4f-8e27-7bac6c5e0359 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:54:56.775408 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7977f1b9-f8fa-4f4f-8e27-7bac6c5e0359 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:54:56.775729 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7977f1b9-f8fa-4f4f-8e27-7bac6c5e0359 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:54:56.776059 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7977f1b9-f8fa-4f4f-8e27-7bac6c5e0359 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:54:56.776387 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7977f1b9-f8fa-4f4f-8e27-7bac6c5e0359 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:54:56.776701 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7977f1b9-f8fa-4f4f-8e27-7bac6c5e0359 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:54:56.777012 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7977f1b9-f8fa-4f4f-8e27-7bac6c5e0359 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:54:56.777325 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7977f1b9-f8fa-4f4f-8e27-7bac6c5e0359 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:54:56.797954 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-f6b09a73-fecd-4832-8ff1-5f65395bf0e6 None None] Attempting to bind port 293114c0-8e16-49e0-a647-55fe4bfca9cb on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:54:56.798784 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-f6b09a73-fecd-4832-8ff1-5f65395bf0e6 None None] Attempting to bind port 293114c0-8e16-49e0-a647-55fe4bfca9cb by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '1da9c137-774f-464e-9f92-805c05cbcd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '93aa7663-ea37-4699-a9e3-1a3c6889e574'}] {{(pid=109869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:54:56.799530 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b09a73-fecd-4832-8ff1-5f65395bf0e6 None None] Attempting to bind port 293114c0-8e16-49e0-a647-55fe4bfca9cb on network 93aa7663-ea37-4699-a9e3-1a3c6889e574 {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:54:56.805714 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b09a73-fecd-4832-8ff1-5f65395bf0e6 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:54:56.806094 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b09a73-fecd-4832-8ff1-5f65395bf0e6 None None] Checking segment: {'id': '1da9c137-774f-464e-9f92-805c05cbcd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '93aa7663-ea37-4699-a9e3-1a3c6889e574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:54:56.806498 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-f6b09a73-fecd-4832-8ff1-5f65395bf0e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:56.806891 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b09a73-fecd-4832-8ff1-5f65395bf0e6 None None] Bound using segment: {'id': '1da9c137-774f-464e-9f92-805c05cbcd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '93aa7663-ea37-4699-a9e3-1a3c6889e574'} {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:54:56.807361 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-f6b09a73-fecd-4832-8ff1-5f65395bf0e6 None None] Bound port: 293114c0-8e16-49e0-a647-55fe4bfca9cb, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1da9c137-774f-464e-9f92-805c05cbcd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '93aa7663-ea37-4699-a9e3-1a3c6889e574'}}] {{(pid=109869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:54:56.807741 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-f6b09a73-fecd-4832-8ff1-5f65395bf0e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:56.837099 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-98b94ff7-1816-4c04-a11c-6673d8432f26 None None] Provisioning complete for port ff6085f2-abb5-4901-a216-78c482ca044d triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:54:56.837467 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-98b94ff7-1816-4c04-a11c-6673d8432f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:56.894416 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-98b94ff7-1816-4c04-a11c-6673d8432f26 None None] Port ff6085f2-abb5-4901-a216-78c482ca044d cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:54:56.911429 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.db [None req-f6b09a73-fecd-4832-8ff1-5f65395bf0e6 None None] For port 293114c0-8e16-49e0-a647-55fe4bfca9cb, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:54:56.917219 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.db [None req-f6b09a73-fecd-4832-8ff1-5f65395bf0e6 None None] For port 293114c0-8e16-49e0-a647-55fe4bfca9cb, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=293114c0-8e16-49e0-a647-55fe4bfca9cb,segment=NetworkSegment(1da9c137-774f-464e-9f92-805c05cbcd82),segment_id=1da9c137-774f-464e-9f92-805c05cbcd82)] {{(pid=109869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:54:56.922781 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddd65e5-79a7-4b9f-a3f8-0c10438efdab req-a2a750fd-a0d6-4dce-af90-8382b59d24e8 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:54:56.923636 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-f6b09a73-fecd-4832-8ff1-5f65395bf0e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:56.924466 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-9ddd65e5-79a7-4b9f-a3f8-0c10438efdab req-a2a750fd-a0d6-4dce-af90-8382b59d24e8 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1e54bd7-3133-44e2-b5ea-5d7d572b3362 HTTP/1.1" status: 200 len: 943 time: 0.0748937 Nov 24 01:54:56.984259 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-9ddd65e5-79a7-4b9f-a3f8-0c10438efdab req-aec82645-beb5-4ae1-b5e9-51cb23e0c22e tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb4ca234-490d-44d6-ab4a-adcd1740b9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535872 Nov 24 01:54:56.987120 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b09a73-fecd-4832-8ff1-5f65395bf0e6 None None] Routers {'e763ae8d-6815-44c2-b5b4-dd97443b9b61'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:54:56.988344 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-f6b09a73-fecd-4832-8ff1-5f65395bf0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:54:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['e763ae8d-6815-44c2-b5b4-dd97443b9b61'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:54:57.029699 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7977f1b9-f8fa-4f4f-8e27-7bac6c5e0359 None None] Pushing event updated for resources: {'Port': ['ID=293114c0-8e16-49e0-a647-55fe4bfca9cb,revision_number=4']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:54:57.115722 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-44102c25-62f3-4bd6-b784-647fbbe13732 None None] Provisioning complete for port 293114c0-8e16-49e0-a647-55fe4bfca9cb triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:54:57.115891 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-f6b09a73-fecd-4832-8ff1-5f65395bf0e6 None None] Set router e763ae8d-6815-44c2-b5b4-dd97443b9b61 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:54:57.116527 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-44102c25-62f3-4bd6-b784-647fbbe13732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:57.161521 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.agents_db [None req-4e42c10c-a1d3-4d07-89d6-7a24334140aa None None] Agent healthcheck: found 6 active agents {{(pid=109869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 01:54:57.177555 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-fdd638b4-ac50-4b9f-b62e-bce0c0149629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:57.229528 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-44102c25-62f3-4bd6-b784-647fbbe13732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:57.278706 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-44102c25-62f3-4bd6-b784-647fbbe13732 None None] For port 293114c0-8e16-49e0-a647-55fe4bfca9cb, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=293114c0-8e16-49e0-a647-55fe4bfca9cb,segment=NetworkSegment(1da9c137-774f-464e-9f92-805c05cbcd82),segment_id=1da9c137-774f-464e-9f92-805c05cbcd82)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:54:57.283680 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-44102c25-62f3-4bd6-b784-647fbbe13732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:57.333645 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44102c25-62f3-4bd6-b784-647fbbe13732 None None] Pushing event updated for resources: {'Port': ['ID=293114c0-8e16-49e0-a647-55fe4bfca9cb,revision_number=5']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:54:57.362723 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-f6b09a73-fecd-4832-8ff1-5f65395bf0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e763ae8d-6815-44c2-b5b4-dd97443b9b61', 'name': 'tempest-TestNetworkBasicOps-router-452315653', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.129'}], 'enable_snat': True}, 'gw_port_id': '14ae9647-39b7-4689-af21-e6ac9503b21f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:54:50Z', 'updated_at': '2021-11-24T01:54:54Z', 'revision_number': 4, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': '14ae9647-39b7-4689-af21-e6ac9503b21f', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:9c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e763ae8d-6815-44c2-b5b4-dd97443b9b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:54:50Z', 'updated_at': '2021-11-24T01:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': '293114c0-8e16-49e0-a647-55fe4bfca9cb', 'name': '', 'network_id': '93aa7663-ea37-4699-a9e3-1a3c6889e574', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'mac_address': 'fa:16:3e:08:c3:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e763ae8d-6815-44c2-b5b4-dd97443b9b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '9a66359a-846d-42a4-b765-e608a736468a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:54:53Z', 'updated_at': '2021-11-24T01:54:56Z', 'revision_number': 4, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'subnets': [{'id': '9a66359a-846d-42a4-b765-e608a736468a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:54:57.388298 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b09a73-fecd-4832-8ff1-5f65395bf0e6 None None] The sync data for ids ['e763ae8d-6815-44c2-b5b4-dd97443b9b61'] in dv-neutron-818911-2-hyperv is: [{'id': 'e763ae8d-6815-44c2-b5b4-dd97443b9b61', 'name': 'tempest-TestNetworkBasicOps-router-452315653', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.129'}], 'enable_snat': True}, 'gw_port_id': '14ae9647-39b7-4689-af21-e6ac9503b21f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:54:50Z', 'updated_at': '2021-11-24T01:54:54Z', 'revision_number': 4, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': '14ae9647-39b7-4689-af21-e6ac9503b21f', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:9c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e763ae8d-6815-44c2-b5b4-dd97443b9b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:54:50Z', 'updated_at': '2021-11-24T01:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': '293114c0-8e16-49e0-a647-55fe4bfca9cb', 'name': '', 'network_id': '93aa7663-ea37-4699-a9e3-1a3c6889e574', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'mac_address': 'fa:16:3e:08:c3:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e763ae8d-6815-44c2-b5b4-dd97443b9b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '9a66359a-846d-42a4-b765-e608a736468a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:54:53Z', 'updated_at': '2021-11-24T01:54:56Z', 'revision_number': 4, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'subnets': [{'id': '9a66359a-846d-42a4-b765-e608a736468a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:54:57.403885 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-592b981c-32c0-4f20-a9af-7c762d1eee01 None None] Provisioning complete for port 293114c0-8e16-49e0-a647-55fe4bfca9cb triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:54:57.404248 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-592b981c-32c0-4f20-a9af-7c762d1eee01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:57.476432 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 51616) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:54:57.481085 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-164c3cd5-c54d-411f-9cb0-7ec75d1bfcce tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-487339396', 'description': 'tempest-secgroup-smoke-487339396 description', 'project_id': '5cd72ac6dd034b2d92e26f70404adb10'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:54:57.513671 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-164c3cd5-c54d-411f-9cb0-7ec75d1bfcce tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:57.587387 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-164c3cd5-c54d-411f-9cb0-7ec75d1bfcce tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:57.592264 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-164c3cd5-c54d-411f-9cb0-7ec75d1bfcce tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:57.621904 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-164c3cd5-c54d-411f-9cb0-7ec75d1bfcce tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:57.623154 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-164c3cd5-c54d-411f-9cb0-7ec75d1bfcce tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1456337 Nov 24 01:54:57.626013 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 51618) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:54:57.631311 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-94ebb6b5-1933-4c7c-aa29-c1149f1b2060 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'security_group_rule': {'security_group_id': 'a72a467b-ba85-4897-bdda-b4e1069c0207', 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:54:57.636601 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164c3cd5-c54d-411f-9cb0-7ec75d1bfcce tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a72a467b-ba85-4897-bdda-b4e1069c0207,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:54:57.662822 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-94ebb6b5-1933-4c7c-aa29-c1149f1b2060 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:57.722478 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-94ebb6b5-1933-4c7c-aa29-c1149f1b2060 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:57.726700 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-94ebb6b5-1933-4c7c-aa29-c1149f1b2060 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:57.744837 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebb6b5-1933-4c7c-aa29-c1149f1b2060 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6cf6232-147e-4fb7-8eb6-91e4c09d5e74,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:54:57.753237 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-94ebb6b5-1933-4c7c-aa29-c1149f1b2060 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:57.757039 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-94ebb6b5-1933-4c7c-aa29-c1149f1b2060 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1276126 Nov 24 01:54:57.757472 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 51620) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:54:57.762134 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-14ea6c02-597a-4989-b34e-d8f2d66d845e tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'security_group_rule': {'security_group_id': 'a72a467b-ba85-4897-bdda-b4e1069c0207', 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:54:57.790899 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-14ea6c02-597a-4989-b34e-d8f2d66d845e tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:57.855694 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-14ea6c02-597a-4989-b34e-d8f2d66d845e tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:57.859893 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-14ea6c02-597a-4989-b34e-d8f2d66d845e tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:57.863194 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:57.882339 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ea6c02-597a-4989-b34e-d8f2d66d845e tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90797ff8-070f-4efb-b9b3-3ee7f3128d55,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:54:57.891648 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-14ea6c02-597a-4989-b34e-d8f2d66d845e tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:57.892873 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-14ea6c02-597a-4989-b34e-d8f2d66d845e tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1344094 Nov 24 01:54:57.894722 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ea6c02-597a-4989-b34e-d8f2d66d845e tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:54:57.895071 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ea6c02-597a-4989-b34e-d8f2d66d845e tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:54:57.895416 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ea6c02-597a-4989-b34e-d8f2d66d845e tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:54:57.895758 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ea6c02-597a-4989-b34e-d8f2d66d845e tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:54:57.896055 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 51622) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:54:57.896193 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ea6c02-597a-4989-b34e-d8f2d66d845e tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:54:57.896413 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ea6c02-597a-4989-b34e-d8f2d66d845e tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:54:57.896746 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ea6c02-597a-4989-b34e-d8f2d66d845e tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:54:57.897070 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ea6c02-597a-4989-b34e-d8f2d66d845e tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:54:57.901615 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ea6c02-597a-4989-b34e-d8f2d66d845e tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:54:57.902083 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ea6c02-597a-4989-b34e-d8f2d66d845e tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:54:57.902386 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-0ca553e0-a3d7-4a2a-b20c-f86a16a33edf tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'security_group_rule': {'security_group_id': 'a72a467b-ba85-4897-bdda-b4e1069c0207', 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:54:57.902612 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ea6c02-597a-4989-b34e-d8f2d66d845e tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:54:57.902840 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ea6c02-597a-4989-b34e-d8f2d66d845e tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:54:57.940151 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0ca553e0-a3d7-4a2a-b20c-f86a16a33edf tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:58.009060 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0ca553e0-a3d7-4a2a-b20c-f86a16a33edf tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:58.013846 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0ca553e0-a3d7-4a2a-b20c-f86a16a33edf tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:58.035126 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca553e0-a3d7-4a2a-b20c-f86a16a33edf tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f042dd06-05fb-4eb0-b07f-f8e99c9436a2,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:54:58.041358 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0ca553e0-a3d7-4a2a-b20c-f86a16a33edf tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:58.045504 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-0ca553e0-a3d7-4a2a-b20c-f86a16a33edf tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1483791 Nov 24 01:54:58.045739 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 51626) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:54:58.054926 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-20914643-14c8-42f4-862e-bd6aa874f2db tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'security_group_rule': {'security_group_id': 'a72a467b-ba85-4897-bdda-b4e1069c0207', 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:54:58.057042 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 293114c0-8e16-49e0-a647-55fe4bfca9cb up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:54:58.088076 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-20914643-14c8-42f4-862e-bd6aa874f2db tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:58.118835 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:58.128491 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 293114c0-8e16-49e0-a647-55fe4bfca9cb triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:54:58.129134 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:58.149748 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c2396d-68ba-4e90-a77d-6dd48b4f99b8 req-6684e7c5-a368-4393-a133-1b5f7dee5a33 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:54:58.151328 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-88c2396d-68ba-4e90-a77d-6dd48b4f99b8 req-6684e7c5-a368-4393-a133-1b5f7dee5a33 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1e54bd7-3133-44e2-b5ea-5d7d572b3362 HTTP/1.1" status: 200 len: 943 time: 0.0586460 Nov 24 01:54:58.170361 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-20914643-14c8-42f4-862e-bd6aa874f2db tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:58.174992 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-20914643-14c8-42f4-862e-bd6aa874f2db tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:58.204893 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-20914643-14c8-42f4-862e-bd6aa874f2db tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:58.206154 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-20914643-14c8-42f4-862e-bd6aa874f2db tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1593838 Nov 24 01:54:58.208830 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 51628) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:54:58.218855 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-2e967db6-b96b-4264-8310-ed07ce43aa20 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'security_group_rule': {'security_group_id': 'a72a467b-ba85-4897-bdda-b4e1069c0207', 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:54:58.228589 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-88c2396d-68ba-4e90-a77d-6dd48b4f99b8 req-e25174d2-c5e8-4793-811b-7023f594bfd6 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb4ca234-490d-44d6-ab4a-adcd1740b9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640728 Nov 24 01:54:58.229802 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20914643-14c8-42f4-862e-bd6aa874f2db tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=326ddd2f-f14d-493f-bbaa-ff8c56d1d75c,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:54:58.254183 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.securitygroups_db [None req-2e967db6-b96b-4264-8310-ed07ce43aa20 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Project 5cd72ac6dd034b2d92e26f70404adb10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 01:54:58.260297 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2e967db6-b96b-4264-8310-ed07ce43aa20 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:58.311682 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2e967db6-b96b-4264-8310-ed07ce43aa20 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:58.315640 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2e967db6-b96b-4264-8310-ed07ce43aa20 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:58.334827 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e967db6-b96b-4264-8310-ed07ce43aa20 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f39c93d9-b2f7-49f5-8e68-fc7f056851e8,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:54:58.343385 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2e967db6-b96b-4264-8310-ed07ce43aa20 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:58.344652 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-2e967db6-b96b-4264-8310-ed07ce43aa20 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1347754 Nov 24 01:54:58.347471 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 51630) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:54:58.352113 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-ae34bd97-a2a3-48dc-8ceb-fb5538ca8b80 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'security_group_rule': {'security_group_id': 'a72a467b-ba85-4897-bdda-b4e1069c0207', 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:54:58.374885 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.securitygroups_db [None req-ae34bd97-a2a3-48dc-8ceb-fb5538ca8b80 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Project 5cd72ac6dd034b2d92e26f70404adb10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 01:54:58.380447 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ae34bd97-a2a3-48dc-8ceb-fb5538ca8b80 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:58.441129 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ae34bd97-a2a3-48dc-8ceb-fb5538ca8b80 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:58.447190 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ae34bd97-a2a3-48dc-8ceb-fb5538ca8b80 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:58.470290 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae34bd97-a2a3-48dc-8ceb-fb5538ca8b80 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d7b28c5-9a6f-459f-8f06-0bf633ec45d2,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:54:58.479010 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ae34bd97-a2a3-48dc-8ceb-fb5538ca8b80 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:58.488326 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-ae34bd97-a2a3-48dc-8ceb-fb5538ca8b80 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1318021 Nov 24 01:54:58.555835 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device cedc9359-7995-4c76-81d5-2e7646f5c556 details requested by agent hyperv_hv-neutron-8189 with host hv-neutron-8189 {{(pid=109868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 01:54:58.640167 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-b7ecdb73-16dd-4477-a5ff-840983c0d964 req-fdc31263-e108-46b4-9bcf-b634b1b8b8e4 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-487339396&fields=id&tenant_id=5cd72ac6dd034b2d92e26f70404adb10 HTTP/1.1" status: 200 len: 267 time: 0.0451422 Nov 24 01:54:58.660634 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port cedc9359-7995-4c76-81d5-2e7646f5c556, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=cedc9359-7995-4c76-81d5-2e7646f5c556,segment=NetworkSegment(82bdd678-3b9c-43c2-8043-a848930985ff),segment_id=82bdd678-3b9c-43c2-8043-a848930985ff)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:54:58.672361 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Returning: {'device': 'cedc9359-7995-4c76-81d5-2e7646f5c556', 'network_id': 'b994f58c-062f-4608-af1b-f5a2d5a95f48', 'port_id': 'cedc9359-7995-4c76-81d5-2e7646f5c556', 'mac_address': 'fa:16:3e:52:e7:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c2e0039-7a4d-4100-828d-28402f0c4357', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 01:54:58.690830 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ecdb73-16dd-4477-a5ff-840983c0d964 req-38e462c7-3e6a-4299-b918-b562e3e68478 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:54:58.692195 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-b7ecdb73-16dd-4477-a5ff-840983c0d964 req-38e462c7-3e6a-4299-b918-b562e3e68478 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports/ff6085f2-abb5-4901-a216-78c482ca044d HTTP/1.1" status: 200 len: 930 time: 0.0441511 Nov 24 01:54:58.707704 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [req-b7ecdb73-16dd-4477-a5ff-840983c0d964 req-0b6b4392-5dec-4049-98de-3084ebb01736 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 01:54:58.708779 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-b7ecdb73-16dd-4477-a5ff-840983c0d964 req-0b6b4392-5dec-4049-98de-3084ebb01736 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053022 Nov 24 01:54:58.709813 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:58.723047 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cedc9359-7995-4c76-81d5-2e7646f5c556 {{(pid=109868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 01:54:58.742938 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port cedc9359-7995-4c76-81d5-2e7646f5c556, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=cedc9359-7995-4c76-81d5-2e7646f5c556,segment=NetworkSegment(82bdd678-3b9c-43c2-8043-a848930985ff),segment_id=82bdd678-3b9c-43c2-8043-a848930985ff)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:54:58.746771 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:54:58.750648 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-b7ecdb73-16dd-4477-a5ff-840983c0d964 req-64dd3e83-9115-4d3e-ac70-e2e558908d8a service neutron] 10.222.0.21 "GET /v2.0/ports/ff6085f2-abb5-4901-a216-78c482ca044d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0348814 Nov 24 01:54:58.791868 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=cedc9359-7995-4c76-81d5-2e7646f5c556,revision_number=4']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:54:58.846952 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-b7ecdb73-16dd-4477-a5ff-840983c0d964 req-d8b74e7b-0d09-4e02-b668-3037c40c82bb service neutron] 10.222.0.21 "GET /v2.0/networks/93aa7663-ea37-4699-a9e3-1a3c6889e574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899460 Nov 24 01:54:58.935832 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-b7ecdb73-16dd-4477-a5ff-840983c0d964 req-5d7b8000-d5e5-4cc8-b8b5-dfa5b93c4014 service neutron] 10.222.0.21 "GET /v2.0/networks/93aa7663-ea37-4699-a9e3-1a3c6889e574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822992 Nov 24 01:54:59.024519 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] get_ports_and_sgs() called for port_ids ['cedc9359-7995-4c76-81d5-2e7646f5c556'] {{(pid=109868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 01:54:59.099150 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-f7be887e-80df-4dbc-b5e0-2e0c79b61ca1 req-64194a89-030d-40d8-af40-d269cce6692f tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=940cc707-cf8f-4ea9-9744-122fa0aef211 HTTP/1.1" status: 200 len: 210 time: 0.0300250 Nov 24 01:54:59.362972 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43ae4ba-4dd1-4535-8f79-70012cbb05df req-40a2eea0-98b2-4da9-b3cd-2f82dec7912b tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:54:59.364511 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-d43ae4ba-4dd1-4535-8f79-70012cbb05df req-40a2eea0-98b2-4da9-b3cd-2f82dec7912b tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1e54bd7-3133-44e2-b5ea-5d7d572b3362 HTTP/1.1" status: 200 len: 944 time: 0.0500433 Nov 24 01:54:59.422019 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-d43ae4ba-4dd1-4535-8f79-70012cbb05df req-bf12c595-0ae6-40c7-95c5-63081f252296 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb4ca234-490d-44d6-ab4a-adcd1740b9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498676 Nov 24 01:54:59.570081 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:00.048440 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ecdb73-16dd-4477-a5ff-840983c0d964 req-12386230-65a0-431c-bdfa-3dd4e5b6a653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:55:00.049827 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-b7ecdb73-16dd-4477-a5ff-840983c0d964 req-12386230-65a0-431c-bdfa-3dd4e5b6a653 service neutron] 10.222.0.48 "GET /v2.0/ports/ff6085f2-abb5-4901-a216-78c482ca044d HTTP/1.1" status: 200 len: 1026 time: 0.0341949 Nov 24 01:55:00.098529 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:00.182261 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ecdb73-16dd-4477-a5ff-840983c0d964 req-91ad7c45-4472-44a2-8248-2ca8ad32c568 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:55:00.183776 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-b7ecdb73-16dd-4477-a5ff-840983c0d964 req-91ad7c45-4472-44a2-8248-2ca8ad32c568 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.48 "GET /v2.0/networks?id=93aa7663-ea37-4699-a9e3-1a3c6889e574 HTTP/1.1" status: 200 len: 795 time: 0.1276431 Nov 24 01:55:00.210967 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-ab324e92-bef4-40a3-8f8b-e39e8685cd22 req-7eee2dae-7d12-45cd-8e25-956acc6f0385 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=940cc707-cf8f-4ea9-9744-122fa0aef211 HTTP/1.1" status: 200 len: 210 time: 0.0373399 Nov 24 01:55:00.263647 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-b7ecdb73-16dd-4477-a5ff-840983c0d964 req-225e1f32-463d-4c30-a6b7-397a0e2108ac tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5cd72ac6dd034b2d92e26f70404adb10 HTTP/1.1" status: 200 len: 379 time: 0.0559838 Nov 24 01:55:00.281418 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [req-b7ecdb73-16dd-4477-a5ff-840983c0d964 req-ea66daab-f784-4c5f-80f4-a4edd26d11c0 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 01:55:00.282373 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-b7ecdb73-16dd-4477-a5ff-840983c0d964 req-ea66daab-f784-4c5f-80f4-a4edd26d11c0 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048883 Nov 24 01:55:00.294638 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [req-b7ecdb73-16dd-4477-a5ff-840983c0d964 req-ada49f90-2908-4cf0-9dcd-cbef9aa0a7b7 service neutron] Request body: {'port': {'device_id': '940cc707-cf8f-4ea9-9744-122fa0aef211', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8189'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:55:00.349715 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-b7ecdb73-16dd-4477-a5ff-840983c0d964 req-ada49f90-2908-4cf0-9dcd-cbef9aa0a7b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:00.537470 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec3e2df-5fcd-4d4c-b5ce-daf5d6001d23 req-93f5af82-3ef8-4649-8f43-0d887ba2ddd2 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:55:00.539147 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-7ec3e2df-5fcd-4d4c-b5ce-daf5d6001d23 req-93f5af82-3ef8-4649-8f43-0d887ba2ddd2 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1e54bd7-3133-44e2-b5ea-5d7d572b3362 HTTP/1.1" status: 200 len: 944 time: 0.0496659 Nov 24 01:55:00.570298 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device cedc9359-7995-4c76-81d5-2e7646f5c556 up at agent hyperv_hv-neutron-8189 {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:55:00.589825 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-7ec3e2df-5fcd-4d4c-b5ce-daf5d6001d23 req-3066b9fa-e7d5-4e87-bbf1-4aeb6870f445 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb4ca234-490d-44d6-ab4a-adcd1740b9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446575 Nov 24 01:55:00.607159 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [req-b7ecdb73-16dd-4477-a5ff-840983c0d964 req-ada49f90-2908-4cf0-9dcd-cbef9aa0a7b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff6085f2-abb5-4901-a216-78c482ca044d {{(pid=109866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 01:55:00.614618 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-b7ecdb73-16dd-4477-a5ff-840983c0d964 req-ada49f90-2908-4cf0-9dcd-cbef9aa0a7b7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:00.622809 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Provisioning for port cedc9359-7995-4c76-81d5-2e7646f5c556 completed by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 01:55:00.626728 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Provisioning complete for port cedc9359-7995-4c76-81d5-2e7646f5c556 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:55:00.627101 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:00.628122 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.provisioning_blocks [req-b7ecdb73-16dd-4477-a5ff-840983c0d964 req-ada49f90-2908-4cf0-9dcd-cbef9aa0a7b7 service neutron] Transition to ACTIVE for port object ff6085f2-abb5-4901-a216-78c482ca044d will not be triggered until provisioned by entity L2. {{(pid=109866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 01:55:00.631592 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-b7ecdb73-16dd-4477-a5ff-840983c0d964 req-ada49f90-2908-4cf0-9dcd-cbef9aa0a7b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29149402'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:00.686635 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada49f90-2908-4cf0-9dcd-cbef9aa0a7b7 service neutron] Pushing event updated for resources: {'Port': ['ID=ff6085f2-abb5-4901-a216-78c482ca044d,revision_number=2']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:55:00.707405 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:00.732274 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1e54bd7-3133-44e2-b5ea-5d7d572b3362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cedc9359-7995-4c76-81d5-2e7646f5c556'}] {{(pid=109868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 01:55:00.734602 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adafa3b64de3cabc8eac619938bcace59b198ffee64d481093eb3def62699d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-139f5276-a792-449f-9f5a-aaa253beda4b" -d '{"events": [{"server_uuid": "d1e54bd7-3133-44e2-b5ea-5d7d572b3362", "name": "network-vif-plugged", "status": "completed", "tag": "cedc9359-7995-4c76-81d5-2e7646f5c556"}]}' {{(pid=109868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 01:55:00.749355 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port cedc9359-7995-4c76-81d5-2e7646f5c556, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=cedc9359-7995-4c76-81d5-2e7646f5c556,segment=NetworkSegment(82bdd678-3b9c-43c2-8043-a848930985ff),segment_id=82bdd678-3b9c-43c2-8043-a848930985ff)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:55:00.754862 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:00.768406 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [req-b7ecdb73-16dd-4477-a5ff-840983c0d964 req-ada49f90-2908-4cf0-9dcd-cbef9aa0a7b7 service neutron] Attempting to bind port ff6085f2-abb5-4901-a216-78c482ca044d on host hv-neutron-8189 for vnic_type normal with profile {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:55:00.768750 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [req-b7ecdb73-16dd-4477-a5ff-840983c0d964 req-ada49f90-2908-4cf0-9dcd-cbef9aa0a7b7 service neutron] Attempting to bind port ff6085f2-abb5-4901-a216-78c482ca044d by drivers openvswitch,hyperv on host hv-neutron-8189 at level 0 using segments [{'id': '1da9c137-774f-464e-9f92-805c05cbcd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '93aa7663-ea37-4699-a9e3-1a3c6889e574'}] {{(pid=109866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:55:00.769081 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ecdb73-16dd-4477-a5ff-840983c0d964 req-ada49f90-2908-4cf0-9dcd-cbef9aa0a7b7 service neutron] Attempting to bind port ff6085f2-abb5-4901-a216-78c482ca044d on network 93aa7663-ea37-4699-a9e3-1a3c6889e574 {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:55:00.774437 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ecdb73-16dd-4477-a5ff-840983c0d964 req-ada49f90-2908-4cf0-9dcd-cbef9aa0a7b7 service neutron] Port ff6085f2-abb5-4901-a216-78c482ca044d on network 93aa7663-ea37-4699-a9e3-1a3c6889e574 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8189 {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 01:55:00.774757 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ecdb73-16dd-4477-a5ff-840983c0d964 req-ada49f90-2908-4cf0-9dcd-cbef9aa0a7b7 service neutron] Attempting to bind port ff6085f2-abb5-4901-a216-78c482ca044d on network 93aa7663-ea37-4699-a9e3-1a3c6889e574 {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:55:00.780403 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ecdb73-16dd-4477-a5ff-840983c0d964 req-ada49f90-2908-4cf0-9dcd-cbef9aa0a7b7 service neutron] Checking agent: {'id': '5773fe6b-0967-455f-9dc9-84c0c923201b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 42, 58), 'started_at': datetime.datetime(2021, 11, 24, 1, 42, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:55:00.780740 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ecdb73-16dd-4477-a5ff-840983c0d964 req-ada49f90-2908-4cf0-9dcd-cbef9aa0a7b7 service neutron] Checking segment: {'id': '1da9c137-774f-464e-9f92-805c05cbcd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '93aa7663-ea37-4699-a9e3-1a3c6889e574'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:55:00.781134 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ecdb73-16dd-4477-a5ff-840983c0d964 req-ada49f90-2908-4cf0-9dcd-cbef9aa0a7b7 service neutron] Bound using segment: {'id': '1da9c137-774f-464e-9f92-805c05cbcd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '93aa7663-ea37-4699-a9e3-1a3c6889e574'} {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:55:00.781588 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [req-b7ecdb73-16dd-4477-a5ff-840983c0d964 req-ada49f90-2908-4cf0-9dcd-cbef9aa0a7b7 service neutron] Bound port: ff6085f2-abb5-4901-a216-78c482ca044d, host: hv-neutron-8189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1da9c137-774f-464e-9f92-805c05cbcd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '93aa7663-ea37-4699-a9e3-1a3c6889e574'}}] {{(pid=109866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:55:00.781948 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-b7ecdb73-16dd-4477-a5ff-840983c0d964 req-ada49f90-2908-4cf0-9dcd-cbef9aa0a7b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:00.790040 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 01:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64d766a0-d192-4991-ba20-cf935b6bb932 x-openstack-request-id: req-64d766a0-d192-4991-ba20-cf935b6bb932 {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 01:55:00.790336 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1e54bd7-3133-44e2-b5ea-5d7d572b3362", "name": "network-vif-plugged", "status": "completed", "tag": "cedc9359-7995-4c76-81d5-2e7646f5c556", "code": 200}]} {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 01:55:00.790589 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-64d766a0-d192-4991-ba20-cf935b6bb932 {{(pid=109868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 01:55:00.790978 dv-neutron-818911-2-hyperv neutron-server[109868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1e54bd7-3133-44e2-b5ea-5d7d572b3362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cedc9359-7995-4c76-81d5-2e7646f5c556', 'code': 200} Nov 24 01:55:00.819104 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=cedc9359-7995-4c76-81d5-2e7646f5c556,revision_number=5']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:55:00.858497 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [req-b7ecdb73-16dd-4477-a5ff-840983c0d964 req-ada49f90-2908-4cf0-9dcd-cbef9aa0a7b7 service neutron] For port ff6085f2-abb5-4901-a216-78c482ca044d, host hv-neutron-8189, cleared binding levels {{(pid=109866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:55:00.862348 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [req-b7ecdb73-16dd-4477-a5ff-840983c0d964 req-ada49f90-2908-4cf0-9dcd-cbef9aa0a7b7 service neutron] For port ff6085f2-abb5-4901-a216-78c482ca044d, host hv-neutron-8189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=ff6085f2-abb5-4901-a216-78c482ca044d,segment=NetworkSegment(1da9c137-774f-464e-9f92-805c05cbcd82),segment_id=1da9c137-774f-464e-9f92-805c05cbcd82)] {{(pid=109866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:55:00.867690 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-b7ecdb73-16dd-4477-a5ff-840983c0d964 req-ada49f90-2908-4cf0-9dcd-cbef9aa0a7b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29149402'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:00.913918 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ecdb73-16dd-4477-a5ff-840983c0d964 req-ada49f90-2908-4cf0-9dcd-cbef9aa0a7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:55:00.914541 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-b7ecdb73-16dd-4477-a5ff-840983c0d964 req-ada49f90-2908-4cf0-9dcd-cbef9aa0a7b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:00.915966 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-b7ecdb73-16dd-4477-a5ff-840983c0d964 req-ada49f90-2908-4cf0-9dcd-cbef9aa0a7b7 service neutron] 10.222.0.48 "PUT /v2.0/ports/ff6085f2-abb5-4901-a216-78c482ca044d HTTP/1.1" status: 200 len: 1131 time: 0.6252835 Nov 24 01:55:00.919885 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '940cc707-cf8f-4ea9-9744-122fa0aef211', 'tag': 'ff6085f2-abb5-4901-a216-78c482ca044d'}] {{(pid=109866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 01:55:00.922289 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b7c53c286d9351d1367337230623a155cee02c46c94b80588b67a0bc16402ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-650ac785-3265-4ef4-bf8e-efd354acd488" -d '{"events": [{"name": "network-changed", "server_uuid": "940cc707-cf8f-4ea9-9744-122fa0aef211", "tag": "ff6085f2-abb5-4901-a216-78c482ca044d"}]}' {{(pid=109866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 01:55:00.953449 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada49f90-2908-4cf0-9dcd-cbef9aa0a7b7 service neutron] Pushing event updated for resources: {'Port': ['ID=ff6085f2-abb5-4901-a216-78c482ca044d,revision_number=3']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:55:00.981998 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 01:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e81b202f-0e09-4a35-a853-49a0056d22b3 x-openstack-request-id: req-e81b202f-0e09-4a35-a853-49a0056d22b3 {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 01:55:00.982673 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "940cc707-cf8f-4ea9-9744-122fa0aef211", "tag": "ff6085f2-abb5-4901-a216-78c482ca044d", "status": "completed", "code": 200}]} {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 01:55:00.982673 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e81b202f-0e09-4a35-a853-49a0056d22b3 {{(pid=109866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 01:55:00.982960 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '940cc707-cf8f-4ea9-9744-122fa0aef211', 'tag': 'ff6085f2-abb5-4901-a216-78c482ca044d', 'status': 'completed', 'code': 200} Nov 24 01:55:01.054244 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c42f0e-96fd-4d78-93c7-64280725f6c7 req-e9fb509f-c53b-4e86-a102-d94ffedecb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:55:01.057529 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e3c42f0e-96fd-4d78-93c7-64280725f6c7 req-e9fb509f-c53b-4e86-a102-d94ffedecb5d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d1e54bd7-3133-44e2-b5ea-5d7d572b3362 HTTP/1.1" status: 200 len: 1098 time: 0.0445910 Nov 24 01:55:01.062097 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ecdb73-16dd-4477-a5ff-840983c0d964 req-1b842593-bd2c-4a69-8feb-0438a0cea917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:55:01.063795 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-b7ecdb73-16dd-4477-a5ff-840983c0d964 req-1b842593-bd2c-4a69-8feb-0438a0cea917 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5cd72ac6dd034b2d92e26f70404adb10&device_id=940cc707-cf8f-4ea9-9744-122fa0aef211 HTTP/1.1" status: 200 len: 1134 time: 0.0518415 Nov 24 01:55:01.115683 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-b7ecdb73-16dd-4477-a5ff-840983c0d964 req-93f76744-eb95-46cc-8c8d-5fefa6503363 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff6085f2-abb5-4901-a216-78c482ca044d HTTP/1.1" status: 200 len: 217 time: 0.0380712 Nov 24 01:55:01.123507 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e3c42f0e-96fd-4d78-93c7-64280725f6c7 req-74dbac5d-cacc-4915-a66e-08bec682eb81 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=fb4ca234-490d-44d6-ab4a-adcd1740b9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586312 Nov 24 01:55:01.166344 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ecdb73-16dd-4477-a5ff-840983c0d964 req-63a3c753-7a4e-49fe-bc3a-c4446c032de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:55:01.167799 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-b7ecdb73-16dd-4477-a5ff-840983c0d964 req-63a3c753-7a4e-49fe-bc3a-c4446c032de3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9a66359a-846d-42a4-b765-e608a736468a HTTP/1.1" status: 200 len: 835 time: 0.0447800 Nov 24 01:55:01.336213 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0689fc-fe9a-4aa2-91e4-bb2d9824dd36 req-3c14e43c-6d73-4437-8340-21f123db2c37 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:55:01.338003 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-bb0689fc-fe9a-4aa2-91e4-bb2d9824dd36 req-3c14e43c-6d73-4437-8340-21f123db2c37 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=940cc707-cf8f-4ea9-9744-122fa0aef211 HTTP/1.1" status: 200 len: 981 time: 0.0538075 Nov 24 01:55:01.394038 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-bb0689fc-fe9a-4aa2-91e4-bb2d9824dd36 req-20461905-f667-469f-9509-e34185f43c31 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=207b6aa7-2381-46ce-9fbc-f5bfcf9563ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482564 Nov 24 01:55:01.427453 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ecdb73-16dd-4477-a5ff-840983c0d964 req-dc9780b2-c742-4956-944c-bf92bd956f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:55:01.428935 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-b7ecdb73-16dd-4477-a5ff-840983c0d964 req-dc9780b2-c742-4956-944c-bf92bd956f34 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=93aa7663-ea37-4699-a9e3-1a3c6889e574&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0452921 Nov 24 01:55:01.543994 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-b7ecdb73-16dd-4477-a5ff-840983c0d964 req-52e87f08-3788-4b71-92ef-75085a7c43d6 service neutron] 10.222.0.48 "GET /v2.0/networks/93aa7663-ea37-4699-a9e3-1a3c6889e574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847492 Nov 24 01:55:01.632592 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-b7ecdb73-16dd-4477-a5ff-840983c0d964 req-697f80bd-c748-46ea-879d-4af83a153693 service neutron] 10.222.0.48 "GET /v2.0/networks/93aa7663-ea37-4699-a9e3-1a3c6889e574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804040 Nov 24 01:55:01.710967 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6042df-8d22-4d0b-8195-f611db783501 req-05609293-c265-4e22-9408-443946c63f6e tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:55:01.713242 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-cd6042df-8d22-4d0b-8195-f611db783501 req-05609293-c265-4e22-9408-443946c63f6e tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1e54bd7-3133-44e2-b5ea-5d7d572b3362 HTTP/1.1" status: 200 len: 945 time: 0.0543854 Nov 24 01:55:01.762431 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-cd6042df-8d22-4d0b-8195-f611db783501 req-0a94aecf-7ac4-4b69-895e-7148705168c5 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb4ca234-490d-44d6-ab4a-adcd1740b9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432403 Nov 24 01:55:01.775674 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ac785-3265-4ef4-bf8e-efd354acd488 req-a439bf0f-40aa-428d-b32c-49e632a53ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:55:01.777177 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-650ac785-3265-4ef4-bf8e-efd354acd488 req-a439bf0f-40aa-428d-b32c-49e632a53ecf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5cd72ac6dd034b2d92e26f70404adb10&device_id=940cc707-cf8f-4ea9-9744-122fa0aef211 HTTP/1.1" status: 200 len: 1134 time: 0.0451157 Nov 24 01:55:01.866868 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ac785-3265-4ef4-bf8e-efd354acd488 req-248fe606-e2a5-4666-924c-aa7782692352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:55:01.868392 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-650ac785-3265-4ef4-bf8e-efd354acd488 req-248fe606-e2a5-4666-924c-aa7782692352 service neutron] 10.222.0.48 "GET /v2.0/networks?id=93aa7663-ea37-4699-a9e3-1a3c6889e574 HTTP/1.1" status: 200 len: 896 time: 0.0829878 Nov 24 01:55:01.918701 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-650ac785-3265-4ef4-bf8e-efd354acd488 req-1193fb3d-c490-4dd9-9b8a-1f508e313e0e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff6085f2-abb5-4901-a216-78c482ca044d HTTP/1.1" status: 200 len: 217 time: 0.0374479 Nov 24 01:55:01.968841 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ac785-3265-4ef4-bf8e-efd354acd488 req-4e387552-1201-4387-af9e-fe8b17e46d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:55:01.970287 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-650ac785-3265-4ef4-bf8e-efd354acd488 req-4e387552-1201-4387-af9e-fe8b17e46d83 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9a66359a-846d-42a4-b765-e608a736468a HTTP/1.1" status: 200 len: 835 time: 0.0441558 Nov 24 01:55:02.018218 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ac785-3265-4ef4-bf8e-efd354acd488 req-ee50efbb-2c70-4974-83ce-783bb7226f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:55:02.019781 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-650ac785-3265-4ef4-bf8e-efd354acd488 req-ee50efbb-2c70-4974-83ce-783bb7226f22 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=93aa7663-ea37-4699-a9e3-1a3c6889e574&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0406599 Nov 24 01:55:02.168656 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-650ac785-3265-4ef4-bf8e-efd354acd488 req-1624cc2a-6564-4dd0-9966-38fcbd2c59cb service neutron] 10.222.0.48 "GET /v2.0/networks/93aa7663-ea37-4699-a9e3-1a3c6889e574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845473 Nov 24 01:55:02.279938 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-650ac785-3265-4ef4-bf8e-efd354acd488 req-021ea67a-88b1-4964-b510-e43b76ef7448 service neutron] 10.222.0.48 "GET /v2.0/networks/93aa7663-ea37-4699-a9e3-1a3c6889e574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858355 Nov 24 01:55:02.505952 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d1cd00-aa8d-4c82-acae-4c49e3bcc8ef req-7af557cb-26c0-443c-8c11-4542d9184bb8 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:55:02.507470 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-38d1cd00-aa8d-4c82-acae-4c49e3bcc8ef req-7af557cb-26c0-443c-8c11-4542d9184bb8 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=940cc707-cf8f-4ea9-9744-122fa0aef211 HTTP/1.1" status: 200 len: 981 time: 0.0487516 Nov 24 01:55:02.558589 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-38d1cd00-aa8d-4c82-acae-4c49e3bcc8ef req-119caaff-a469-4c58-adfe-3724da4e1e04 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=207b6aa7-2381-46ce-9fbc-f5bfcf9563ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451274 Nov 24 01:55:02.600545 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device ff6085f2-abb5-4901-a216-78c482ca044d details requested by agent hyperv_hv-neutron-8189 with host hv-neutron-8189 {{(pid=109868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 01:55:02.694836 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port ff6085f2-abb5-4901-a216-78c482ca044d, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=ff6085f2-abb5-4901-a216-78c482ca044d,segment=NetworkSegment(1da9c137-774f-464e-9f92-805c05cbcd82),segment_id=1da9c137-774f-464e-9f92-805c05cbcd82)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:55:02.854030 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Returning: {'device': 'ff6085f2-abb5-4901-a216-78c482ca044d', 'network_id': '93aa7663-ea37-4699-a9e3-1a3c6889e574', 'port_id': 'ff6085f2-abb5-4901-a216-78c482ca044d', 'mac_address': 'fa:16:3e:f2:d5:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a66359a-846d-42a4-b765-e608a736468a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 01:55:02.878998 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9491fa37-1b2a-4b5d-88d0-1c6ac9914cf0 req-e7fcbb51-5b9e-46d0-9b28-7c2a1d6d8a63 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:55:02.880517 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-9491fa37-1b2a-4b5d-88d0-1c6ac9914cf0 req-e7fcbb51-5b9e-46d0-9b28-7c2a1d6d8a63 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1e54bd7-3133-44e2-b5ea-5d7d572b3362 HTTP/1.1" status: 200 len: 945 time: 0.0506401 Nov 24 01:55:02.890449 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:02.903426 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff6085f2-abb5-4901-a216-78c482ca044d {{(pid=109868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 01:55:02.923432 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port ff6085f2-abb5-4901-a216-78c482ca044d, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=ff6085f2-abb5-4901-a216-78c482ca044d,segment=NetworkSegment(1da9c137-774f-464e-9f92-805c05cbcd82),segment_id=1da9c137-774f-464e-9f92-805c05cbcd82)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:55:02.926710 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:02.930817 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-9491fa37-1b2a-4b5d-88d0-1c6ac9914cf0 req-6fe4fe13-aa32-4e59-ba72-c3ac3f120d2b tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb4ca234-490d-44d6-ab4a-adcd1740b9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443716 Nov 24 01:55:02.977494 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=ff6085f2-abb5-4901-a216-78c482ca044d,revision_number=4']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:55:02.985057 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:55:02.985423 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:55:02.985767 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:55:02.986104 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:55:02.986443 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:55:02.986762 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:55:02.987093 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:55:02.987431 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:55:02.987765 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:55:02.988081 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:55:02.988415 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:55:02.988724 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:55:03.046290 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be695c0c-62e1-423d-84e6-183c86c4e544 req-8e2f874a-3294-4968-8473-fc596d800b80 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:55:03.047764 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-be695c0c-62e1-423d-84e6-183c86c4e544 req-8e2f874a-3294-4968-8473-fc596d800b80 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1e54bd7-3133-44e2-b5ea-5d7d572b3362 HTTP/1.1" status: 200 len: 945 time: 0.0490208 Nov 24 01:55:03.097215 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-be695c0c-62e1-423d-84e6-183c86c4e544 req-c2803608-6af3-424b-8927-470ad42e8af6 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb4ca234-490d-44d6-ab4a-adcd1740b9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434375 Nov 24 01:55:03.119458 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 51682) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:55:03.163450 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8425c901-20bc-4560-9077-77b53871d424 tempest-TestVolumeBootPattern-184407387 tempest-TestVolumeBootPattern-184407387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:55:03.164993 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-8425c901-20bc-4560-9077-77b53871d424 tempest-TestVolumeBootPattern-184407387 tempest-TestVolumeBootPattern-184407387-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=d1e54bd7-3133-44e2-b5ea-5d7d572b3362 HTTP/1.1" status: 200 len: 1093 time: 0.0445275 Nov 24 01:55:03.167925 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 51684) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:55:03.172133 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-9d926efa-7737-471b-b2a0-11ee347d8423 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Request body: {'floatingip': {'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'port_id': 'cedc9359-7995-4c76-81d5-2e7646f5c556', 'tenant_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:55:03.193959 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9d926efa-7737-471b-b2a0-11ee347d8423 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Publish callbacks [] for floatingip, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:03.201493 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] get_ports_and_sgs() called for port_ids ['ff6085f2-abb5-4901-a216-78c482ca044d'] {{(pid=109868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 01:55:03.289984 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9d926efa-7737-471b-b2a0-11ee347d8423 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:03.401584 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-9d926efa-7737-471b-b2a0-11ee347d8423 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Allocated IP 172.26.5.100 (eb22795d-37ee-46ee-844d-92c17e2ea450/3e66fcff-6e72-4083-b514-48f69cdaa2cb/959ff9ee-19c5-451d-bf91-0efc99d4c541) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:55:03.515606 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9d926efa-7737-471b-b2a0-11ee347d8423 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:03.554528 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9d926efa-7737-471b-b2a0-11ee347d8423 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:03.595416 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d926efa-7737-471b-b2a0-11ee347d8423 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Network eb22795d-37ee-46ee-844d-92c17e2ea450 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:55:03.598317 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-9d926efa-7737-471b-b2a0-11ee347d8423 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:55:03.601197 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d926efa-7737-471b-b2a0-11ee347d8423 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:55:03.633308 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d926efa-7737-471b-b2a0-11ee347d8423 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Pushing event updated for resources: {'Port': ['ID=959ff9ee-19c5-451d-bf91-0efc99d4c541,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:55:03.711484 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284ca242-8910-4c31-8547-6e5dd521d40a req-cacc5d6a-f190-4dfd-98c0-e9e8d29cf204 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:55:03.713161 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-284ca242-8910-4c31-8547-6e5dd521d40a req-cacc5d6a-f190-4dfd-98c0-e9e8d29cf204 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=940cc707-cf8f-4ea9-9744-122fa0aef211 HTTP/1.1" status: 200 len: 982 time: 0.0833414 Nov 24 01:55:03.832925 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-284ca242-8910-4c31-8547-6e5dd521d40a req-3c8fa0d7-d977-47a3-87f8-82f741fc72b5 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=207b6aa7-2381-46ce-9fbc-f5bfcf9563ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128755 Nov 24 01:55:04.365755 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9d926efa-7737-471b-b2a0-11ee347d8423 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:04.430214 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9d926efa-7737-471b-b2a0-11ee347d8423 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:04.576975 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9d926efa-7737-471b-b2a0-11ee347d8423 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Publish callbacks [] for port, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:04.581440 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9d926efa-7737-471b-b2a0-11ee347d8423 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25501696'] for port, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:04.600860 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device ff6085f2-abb5-4901-a216-78c482ca044d up at agent hyperv_hv-neutron-8189 {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:55:04.649720 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Provisioning for port ff6085f2-abb5-4901-a216-78c482ca044d completed by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 01:55:04.649969 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d926efa-7737-471b-b2a0-11ee347d8423 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Pushing event updated for resources: {'Port': ['ID=959ff9ee-19c5-451d-bf91-0efc99d4c541,revision_number=2']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:55:04.655211 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Provisioning complete for port ff6085f2-abb5-4901-a216-78c482ca044d triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:55:04.655582 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:04.660114 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9d926efa-7737-471b-b2a0-11ee347d8423 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418250'] for floatingip, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:04.734913 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:04.757753 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '940cc707-cf8f-4ea9-9744-122fa0aef211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff6085f2-abb5-4901-a216-78c482ca044d'}] {{(pid=109868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 01:55:04.759967 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adafa3b64de3cabc8eac619938bcace59b198ffee64d481093eb3def62699d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e43c448-ff05-4ef6-9ebb-d6fedb112058" -d '{"events": [{"server_uuid": "940cc707-cf8f-4ea9-9744-122fa0aef211", "name": "network-vif-plugged", "status": "completed", "tag": "ff6085f2-abb5-4901-a216-78c482ca044d"}]}' {{(pid=109868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 01:55:04.763911 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.l3_db [None req-9d926efa-7737-471b-b2a0-11ee347d8423 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Floating IP 51a519bd-33f5-4762-94d6-08906b18798f associated. External IP: 172.26.5.100, port: cedc9359-7995-4c76-81d5-2e7646f5c556. Nov 24 01:55:04.774109 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port ff6085f2-abb5-4901-a216-78c482ca044d, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=ff6085f2-abb5-4901-a216-78c482ca044d,segment=NetworkSegment(1da9c137-774f-464e-9f92-805c05cbcd82),segment_id=1da9c137-774f-464e-9f92-805c05cbcd82)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:55:04.777985 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:04.804490 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 01:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c9ae89a-f280-4320-8da6-73e56e36935c x-openstack-request-id: req-4c9ae89a-f280-4320-8da6-73e56e36935c {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 01:55:04.805374 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "940cc707-cf8f-4ea9-9744-122fa0aef211", "name": "network-vif-plugged", "status": "completed", "tag": "ff6085f2-abb5-4901-a216-78c482ca044d", "code": 200}]} {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 01:55:04.805653 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4c9ae89a-f280-4320-8da6-73e56e36935c {{(pid=109868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 01:55:04.806031 dv-neutron-818911-2-hyperv neutron-server[109868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '940cc707-cf8f-4ea9-9744-122fa0aef211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff6085f2-abb5-4901-a216-78c482ca044d', 'code': 200} Nov 24 01:55:04.831102 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=ff6085f2-abb5-4901-a216-78c482ca044d,revision_number=5']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:55:05.015376 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb64a5f-96eb-44a1-b880-b43b7341736b req-e8eac54b-b8a8-408b-a5fa-6758e68a31cb tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:55:05.016773 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-4bb64a5f-96eb-44a1-b880-b43b7341736b req-e8eac54b-b8a8-408b-a5fa-6758e68a31cb tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=940cc707-cf8f-4ea9-9744-122fa0aef211 HTTP/1.1" status: 200 len: 983 time: 0.0993321 Nov 24 01:55:05.024855 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c349c414-be06-43b7-aef9-882802028b1c req-cfeda525-bbbb-454f-8cbc-e97fc528ad5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:55:05.026397 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-c349c414-be06-43b7-aef9-882802028b1c req-cfeda525-bbbb-454f-8cbc-e97fc528ad5e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=940cc707-cf8f-4ea9-9744-122fa0aef211 HTTP/1.1" status: 200 len: 1136 time: 0.0396967 Nov 24 01:55:05.045752 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d926efa-7737-471b-b2a0-11ee347d8423 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Router 76c9e572-79c1-407b-b208-778c2ecf3412 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:55:05.074907 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-c349c414-be06-43b7-aef9-882802028b1c req-58475b7c-80a5-4566-a75f-f9b53bf6ec08 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=207b6aa7-2381-46ce-9fbc-f5bfcf9563ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404308 Nov 24 01:55:05.114854 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-4bb64a5f-96eb-44a1-b880-b43b7341736b req-729ad153-5b69-4611-9ff1-f7ee6963af78 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=207b6aa7-2381-46ce-9fbc-f5bfcf9563ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916119 Nov 24 01:55:05.184420 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d926efa-7737-471b-b2a0-11ee347d8423 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:55:05.195798 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9983c6-e724-46e3-b1c7-d0ec8e524ca7 None None] Sync routers for ids ['76c9e572-79c1-407b-b208-778c2ecf3412'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:55:05.204253 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9d926efa-7737-471b-b2a0-11ee347d8423 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for floatingip, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:05.213911 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9983c6-e724-46e3-b1c7-d0ec8e524ca7 None None] Routers {'76c9e572-79c1-407b-b208-778c2ecf3412'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:55:05.214626 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-cb9983c6-e724-46e3-b1c7-d0ec8e524ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:54:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['76c9e572-79c1-407b-b208-778c2ecf3412'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:55:05.237644 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-9d926efa-7737-471b-b2a0-11ee347d8423 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0686669 Nov 24 01:55:05.238228 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1e54bd7-3133-44e2-b5ea-5d7d572b3362', 'tag': 'cedc9359-7995-4c76-81d5-2e7646f5c556'}] {{(pid=109867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 01:55:05.240493 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2155eb48762029a847224b6ca77dbed8b251e8450d3d79f1fc0a82d404e82e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-303fa4de-770b-4d68-9ab6-d765c6aa0d70" -d '{"events": [{"name": "network-changed", "server_uuid": "d1e54bd7-3133-44e2-b5ea-5d7d572b3362", "tag": "cedc9359-7995-4c76-81d5-2e7646f5c556"}]}' {{(pid=109867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 01:55:05.282840 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 01:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-061195bd-0c3c-4cb5-8289-f7c2386b5e83 x-openstack-request-id: req-061195bd-0c3c-4cb5-8289-f7c2386b5e83 {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 01:55:05.283150 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1e54bd7-3133-44e2-b5ea-5d7d572b3362", "tag": "cedc9359-7995-4c76-81d5-2e7646f5c556", "status": "completed", "code": 200}]} {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 01:55:05.283407 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-061195bd-0c3c-4cb5-8289-f7c2386b5e83 {{(pid=109867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 01:55:05.283813 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1e54bd7-3133-44e2-b5ea-5d7d572b3362', 'tag': 'cedc9359-7995-4c76-81d5-2e7646f5c556', 'status': 'completed', 'code': 200} Nov 24 01:55:05.331897 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-cb9983c6-e724-46e3-b1c7-d0ec8e524ca7 None None] Set router 76c9e572-79c1-407b-b208-778c2ecf3412 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:55:05.419368 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303fa4de-770b-4d68-9ab6-d765c6aa0d70 req-21b7922a-2da6-4785-8b49-c3db336d72cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:55:05.420861 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-303fa4de-770b-4d68-9ab6-d765c6aa0d70 req-21b7922a-2da6-4785-8b49-c3db336d72cc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3fa7557b5a414e29b40de0454c5ea7eb&device_id=d1e54bd7-3133-44e2-b5ea-5d7d572b3362 HTTP/1.1" status: 200 len: 1098 time: 0.0431757 Nov 24 01:55:05.513534 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303fa4de-770b-4d68-9ab6-d765c6aa0d70 req-f833f73d-2b81-45c9-902d-4c008283adb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:55:05.515004 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-303fa4de-770b-4d68-9ab6-d765c6aa0d70 req-f833f73d-2b81-45c9-902d-4c008283adb5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b994f58c-062f-4608-af1b-f5a2d5a95f48 HTTP/1.1" status: 200 len: 912 time: 0.0865886 Nov 24 01:55:05.555894 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-cb9983c6-e724-46e3-b1c7-d0ec8e524ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c9e572-79c1-407b-b208-778c2ecf3412', 'name': 'tempest-TestVolumeBootPattern-812246204-router', 'tenant_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.219'}], 'enable_snat': True}, 'gw_port_id': 'd8b18f00-28a3-4e2c-899a-ee5dac3c89ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:51:29Z', 'updated_at': '2021-11-24T01:51:35Z', 'revision_number': 4, 'project_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'gw_port': {'id': 'd8b18f00-28a3-4e2c-899a-ee5dac3c89ac', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:95:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c9e572-79c1-407b-b208-778c2ecf3412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:30Z', 'updated_at': '2021-11-24T01:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_floatingips': [{'id': '51a519bd-33f5-4762-94d6-08906b18798f', 'tenant_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'floating_ip_address': '172.26.5.100', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': '76c9e572-79c1-407b-b208-778c2ecf3412', 'port_id': 'cedc9359-7995-4c76-81d5-2e7646f5c556', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b994f58c-062f-4608-af1b-f5a2d5a95f48', 'mac_address': 'fa:16:3e:52:e7:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e54bd7-3133-44e2-b5ea-5d7d572b3362', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T01:55:03Z', 'updated_at': '2021-11-24T01:55:03Z', 'revision_number': 0, 'project_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2d7d034-a407-4abe-911e-fe7025b454da', 'name': '', 'network_id': 'b994f58c-062f-4608-af1b-f5a2d5a95f48', 'tenant_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'mac_address': 'fa:16:3e:fd:28:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c9e572-79c1-407b-b208-778c2ecf3412', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '8c2e0039-7a4d-4100-828d-28402f0c4357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:34Z', 'updated_at': '2021-11-24T01:51:38Z', 'revision_number': 5, 'project_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'subnets': [{'id': '8c2e0039-7a4d-4100-828d-28402f0c4357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:55:05.582238 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9983c6-e724-46e3-b1c7-d0ec8e524ca7 None None] Checking router: 76c9e572-79c1-407b-b208-778c2ecf3412 for host: dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 01:55:05.591332 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9983c6-e724-46e3-b1c7-d0ec8e524ca7 None None] Routers {'76c9e572-79c1-407b-b208-778c2ecf3412'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:55:05.591950 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-cb9983c6-e724-46e3-b1c7-d0ec8e524ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:54:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['76c9e572-79c1-407b-b208-778c2ecf3412'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:55:05.602069 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-303fa4de-770b-4d68-9ab6-d765c6aa0d70 req-f7d7d538-50d8-4a9b-89d3-4911c611df7c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cedc9359-7995-4c76-81d5-2e7646f5c556 HTTP/1.1" status: 200 len: 999 time: 0.0788288 Nov 24 01:55:05.652718 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303fa4de-770b-4d68-9ab6-d765c6aa0d70 req-0ab295cd-d506-4613-b6e1-ff078e9960eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:55:05.654188 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-303fa4de-770b-4d68-9ab6-d765c6aa0d70 req-0ab295cd-d506-4613-b6e1-ff078e9960eb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8c2e0039-7a4d-4100-828d-28402f0c4357 HTTP/1.1" status: 200 len: 850 time: 0.0430739 Nov 24 01:55:05.695896 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-cb9983c6-e724-46e3-b1c7-d0ec8e524ca7 None None] Set router 76c9e572-79c1-407b-b208-778c2ecf3412 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:55:05.699912 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303fa4de-770b-4d68-9ab6-d765c6aa0d70 req-7655e447-08fd-4c4b-839f-669f4a5aa204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:55:05.701426 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-303fa4de-770b-4d68-9ab6-d765c6aa0d70 req-7655e447-08fd-4c4b-839f-669f4a5aa204 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b994f58c-062f-4608-af1b-f5a2d5a95f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0392685 Nov 24 01:55:05.792561 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-303fa4de-770b-4d68-9ab6-d765c6aa0d70 req-6461938d-582d-408e-b4c7-48d7641fc2ba service neutron] 10.222.0.48 "GET /v2.0/networks/b994f58c-062f-4608-af1b-f5a2d5a95f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835352 Nov 24 01:55:05.882547 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-303fa4de-770b-4d68-9ab6-d765c6aa0d70 req-8ad3885a-b246-448f-92dd-db16a206fbfb service neutron] 10.222.0.48 "GET /v2.0/networks/b994f58c-062f-4608-af1b-f5a2d5a95f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822301 Nov 24 01:55:05.919990 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-cb9983c6-e724-46e3-b1c7-d0ec8e524ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c9e572-79c1-407b-b208-778c2ecf3412', 'name': 'tempest-TestVolumeBootPattern-812246204-router', 'tenant_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.219'}], 'enable_snat': True}, 'gw_port_id': 'd8b18f00-28a3-4e2c-899a-ee5dac3c89ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:51:29Z', 'updated_at': '2021-11-24T01:51:35Z', 'revision_number': 4, 'project_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'gw_port': {'id': 'd8b18f00-28a3-4e2c-899a-ee5dac3c89ac', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:95:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c9e572-79c1-407b-b208-778c2ecf3412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:30Z', 'updated_at': '2021-11-24T01:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_floatingips': [{'id': '51a519bd-33f5-4762-94d6-08906b18798f', 'tenant_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'floating_ip_address': '172.26.5.100', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': '76c9e572-79c1-407b-b208-778c2ecf3412', 'port_id': 'cedc9359-7995-4c76-81d5-2e7646f5c556', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b994f58c-062f-4608-af1b-f5a2d5a95f48', 'mac_address': 'fa:16:3e:52:e7:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e54bd7-3133-44e2-b5ea-5d7d572b3362', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T01:55:03Z', 'updated_at': '2021-11-24T01:55:03Z', 'revision_number': 0, 'project_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2d7d034-a407-4abe-911e-fe7025b454da', 'name': '', 'network_id': 'b994f58c-062f-4608-af1b-f5a2d5a95f48', 'tenant_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'mac_address': 'fa:16:3e:fd:28:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c9e572-79c1-407b-b208-778c2ecf3412', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '8c2e0039-7a4d-4100-828d-28402f0c4357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:34Z', 'updated_at': '2021-11-24T01:51:38Z', 'revision_number': 5, 'project_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'subnets': [{'id': '8c2e0039-7a4d-4100-828d-28402f0c4357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:55:05.946300 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9983c6-e724-46e3-b1c7-d0ec8e524ca7 None None] The sync data for ids ['76c9e572-79c1-407b-b208-778c2ecf3412'] in dv-neutron-818911-2-hyperv is: [{'id': '76c9e572-79c1-407b-b208-778c2ecf3412', 'name': 'tempest-TestVolumeBootPattern-812246204-router', 'tenant_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.219'}], 'enable_snat': True}, 'gw_port_id': 'd8b18f00-28a3-4e2c-899a-ee5dac3c89ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:51:29Z', 'updated_at': '2021-11-24T01:51:35Z', 'revision_number': 4, 'project_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'gw_port': {'id': 'd8b18f00-28a3-4e2c-899a-ee5dac3c89ac', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:95:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c9e572-79c1-407b-b208-778c2ecf3412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:30Z', 'updated_at': '2021-11-24T01:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_floatingips': [{'id': '51a519bd-33f5-4762-94d6-08906b18798f', 'tenant_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'floating_ip_address': '172.26.5.100', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': '76c9e572-79c1-407b-b208-778c2ecf3412', 'port_id': 'cedc9359-7995-4c76-81d5-2e7646f5c556', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b994f58c-062f-4608-af1b-f5a2d5a95f48', 'mac_address': 'fa:16:3e:52:e7:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e54bd7-3133-44e2-b5ea-5d7d572b3362', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T01:55:03Z', 'updated_at': '2021-11-24T01:55:03Z', 'revision_number': 0, 'project_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2d7d034-a407-4abe-911e-fe7025b454da', 'name': '', 'network_id': 'b994f58c-062f-4608-af1b-f5a2d5a95f48', 'tenant_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'mac_address': 'fa:16:3e:fd:28:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c9e572-79c1-407b-b208-778c2ecf3412', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '8c2e0039-7a4d-4100-828d-28402f0c4357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:34Z', 'updated_at': '2021-11-24T01:51:38Z', 'revision_number': 5, 'project_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'subnets': [{'id': '8c2e0039-7a4d-4100-828d-28402f0c4357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:55:06.150960 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ede8d8c-2e6e-435c-807d-1680787c5a8e None None] New status for floating IP 51a519bd-33f5-4762-94d6-08906b18798f: ACTIVE {{(pid=109869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 01:55:06.242723 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458c5ff2-bc18-49d5-96ce-081ca8e3072a req-ef1b9085-5d8e-41d7-93e4-b20f2ed8eb63 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:55:06.244490 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-458c5ff2-bc18-49d5-96ce-081ca8e3072a req-ef1b9085-5d8e-41d7-93e4-b20f2ed8eb63 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=940cc707-cf8f-4ea9-9744-122fa0aef211 HTTP/1.1" status: 200 len: 983 time: 0.0542347 Nov 24 01:55:06.292891 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-458c5ff2-bc18-49d5-96ce-081ca8e3072a req-bb80da38-656b-4c59-b841-fb6d223788a8 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=207b6aa7-2381-46ce-9fbc-f5bfcf9563ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423532 Nov 24 01:55:06.415316 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e02f333-8cc5-4cab-b4cc-9f70e08bbdc6 req-ef171392-ee4c-4eb5-9eb2-5df2e2af7c4d tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:55:06.418107 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-2e02f333-8cc5-4cab-b4cc-9f70e08bbdc6 req-ef171392-ee4c-4eb5-9eb2-5df2e2af7c4d tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=940cc707-cf8f-4ea9-9744-122fa0aef211 HTTP/1.1" status: 200 len: 983 time: 0.0571067 Nov 24 01:55:06.465466 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-2e02f333-8cc5-4cab-b4cc-9f70e08bbdc6 req-82af05db-b582-44bb-82ed-ad7393597790 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=207b6aa7-2381-46ce-9fbc-f5bfcf9563ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425441 Nov 24 01:55:06.486571 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 51700) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:55:06.526129 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b2822e-8fa8-465f-b12c-ab73b0821e42 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:55:06.527634 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-a0b2822e-8fa8-465f-b12c-ab73b0821e42 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=940cc707-cf8f-4ea9-9744-122fa0aef211 HTTP/1.1" status: 200 len: 1131 time: 0.0400894 Nov 24 01:55:06.530436 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 51702) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:55:06.534582 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-d6ad6d15-5bd7-46d7-98b2-6479b01ecffd tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'floatingip': {'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'port_id': 'ff6085f2-abb5-4901-a216-78c482ca044d', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:55:06.555689 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d6ad6d15-5bd7-46d7-98b2-6479b01ecffd tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for floatingip, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:06.653560 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d6ad6d15-5bd7-46d7-98b2-6479b01ecffd tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:06.754570 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-d6ad6d15-5bd7-46d7-98b2-6479b01ecffd tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Allocated IP 172.26.5.134 (eb22795d-37ee-46ee-844d-92c17e2ea450/3e66fcff-6e72-4083-b514-48f69cdaa2cb/636f625a-4edd-40ab-830f-0a83afa7e055) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:55:06.859773 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d6ad6d15-5bd7-46d7-98b2-6479b01ecffd tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:06.892430 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d6ad6d15-5bd7-46d7-98b2-6479b01ecffd tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:06.932295 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ad6d15-5bd7-46d7-98b2-6479b01ecffd tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Network eb22795d-37ee-46ee-844d-92c17e2ea450 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:55:06.935031 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-d6ad6d15-5bd7-46d7-98b2-6479b01ecffd tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:55:06.938483 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ad6d15-5bd7-46d7-98b2-6479b01ecffd tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:55:06.943835 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ad6d15-5bd7-46d7-98b2-6479b01ecffd tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'Port': ['ID=636f625a-4edd-40ab-830f-0a83afa7e055,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:55:07.301021 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d6ad6d15-5bd7-46d7-98b2-6479b01ecffd tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:07.366563 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d6ad6d15-5bd7-46d7-98b2-6479b01ecffd tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:07.515280 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d6ad6d15-5bd7-46d7-98b2-6479b01ecffd tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for port, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:07.519789 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d6ad6d15-5bd7-46d7-98b2-6479b01ecffd tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25501696'] for port, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:07.598087 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ad6d15-5bd7-46d7-98b2-6479b01ecffd tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'Port': ['ID=636f625a-4edd-40ab-830f-0a83afa7e055,revision_number=2']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:55:07.610031 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d6ad6d15-5bd7-46d7-98b2-6479b01ecffd tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418250'] for floatingip, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:07.708067 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.l3_db [None req-d6ad6d15-5bd7-46d7-98b2-6479b01ecffd tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Floating IP 40a4e9c0-80e5-4583-a6f0-08e6765c4cbf associated. External IP: 172.26.5.134, port: ff6085f2-abb5-4901-a216-78c482ca044d. Nov 24 01:55:07.917219 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6ad6d15-5bd7-46d7-98b2-6479b01ecffd tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Router e763ae8d-6815-44c2-b5b4-dd97443b9b61 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:55:08.029236 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6ad6d15-5bd7-46d7-98b2-6479b01ecffd tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:55:08.040475 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7842f5a-5587-40a5-afbc-868d97596af7 None None] Sync routers for ids ['e763ae8d-6815-44c2-b5b4-dd97443b9b61'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:55:08.047820 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d6ad6d15-5bd7-46d7-98b2-6479b01ecffd tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for floatingip, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:08.051034 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7842f5a-5587-40a5-afbc-868d97596af7 None None] Routers {'e763ae8d-6815-44c2-b5b4-dd97443b9b61'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:55:08.051870 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-e7842f5a-5587-40a5-afbc-868d97596af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:54:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['e763ae8d-6815-44c2-b5b4-dd97443b9b61'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:55:08.079734 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 51704) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:55:08.081789 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-d6ad6d15-5bd7-46d7-98b2-6479b01ecffd tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 1.5480278 Nov 24 01:55:08.082654 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '940cc707-cf8f-4ea9-9744-122fa0aef211', 'tag': 'ff6085f2-abb5-4901-a216-78c482ca044d'}] {{(pid=109867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 01:55:08.085109 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2155eb48762029a847224b6ca77dbed8b251e8450d3d79f1fc0a82d404e82e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bec9f16-7db9-448a-bce4-1bd0d46cd1cd" -d '{"events": [{"name": "network-changed", "server_uuid": "940cc707-cf8f-4ea9-9744-122fa0aef211", "tag": "ff6085f2-abb5-4901-a216-78c482ca044d"}]}' {{(pid=109867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 01:55:08.133396 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 01:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e030fb49-85e5-4019-aaf2-290c00c90e38 x-openstack-request-id: req-e030fb49-85e5-4019-aaf2-290c00c90e38 {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 01:55:08.133824 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "940cc707-cf8f-4ea9-9744-122fa0aef211", "tag": "ff6085f2-abb5-4901-a216-78c482ca044d", "status": "completed", "code": 200}]} {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 01:55:08.134170 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e030fb49-85e5-4019-aaf2-290c00c90e38 {{(pid=109867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 01:55:08.134663 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '940cc707-cf8f-4ea9-9744-122fa0aef211', 'tag': 'ff6085f2-abb5-4901-a216-78c482ca044d', 'status': 'completed', 'code': 200} Nov 24 01:55:08.158145 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15168dfa-7c0b-495a-a613-2b56bbdc5b39 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:55:08.159667 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-15168dfa-7c0b-495a-a613-2b56bbdc5b39 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=940cc707-cf8f-4ea9-9744-122fa0aef211&network_id=93aa7663-ea37-4699-a9e3-1a3c6889e574 HTTP/1.1" status: 200 len: 1131 time: 0.0789196 Nov 24 01:55:08.165206 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-e7842f5a-5587-40a5-afbc-868d97596af7 None None] Set router e763ae8d-6815-44c2-b5b4-dd97443b9b61 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:55:08.237795 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bec9f16-7db9-448a-bce4-1bd0d46cd1cd req-6fa8ff0a-dc94-47ca-ac0c-1c605e7359ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:55:08.246400 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-0bec9f16-7db9-448a-bce4-1bd0d46cd1cd req-6fa8ff0a-dc94-47ca-ac0c-1c605e7359ac service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5cd72ac6dd034b2d92e26f70404adb10&device_id=940cc707-cf8f-4ea9-9744-122fa0aef211 HTTP/1.1" status: 200 len: 1136 time: 0.0549903 Nov 24 01:55:08.353111 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bec9f16-7db9-448a-bce4-1bd0d46cd1cd req-c95d2657-e024-412b-b3d3-e112e86ae6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:55:08.355123 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-0bec9f16-7db9-448a-bce4-1bd0d46cd1cd req-c95d2657-e024-412b-b3d3-e112e86ae6f3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=93aa7663-ea37-4699-a9e3-1a3c6889e574 HTTP/1.1" status: 200 len: 896 time: 0.1015513 Nov 24 01:55:08.413433 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5814730b-bf72-487c-a1b6-269da77094ed req-6d7c678f-69c1-483a-b204-ceebb0678ddd tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:55:08.415875 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-5814730b-bf72-487c-a1b6-269da77094ed req-6d7c678f-69c1-483a-b204-ceebb0678ddd tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=940cc707-cf8f-4ea9-9744-122fa0aef211 HTTP/1.1" status: 200 len: 983 time: 0.0520353 Nov 24 01:55:08.431595 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-e7842f5a-5587-40a5-afbc-868d97596af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e763ae8d-6815-44c2-b5b4-dd97443b9b61', 'name': 'tempest-TestNetworkBasicOps-router-452315653', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.129'}], 'enable_snat': True}, 'gw_port_id': '14ae9647-39b7-4689-af21-e6ac9503b21f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:54:50Z', 'updated_at': '2021-11-24T01:54:54Z', 'revision_number': 4, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': '14ae9647-39b7-4689-af21-e6ac9503b21f', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:9c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e763ae8d-6815-44c2-b5b4-dd97443b9b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:54:50Z', 'updated_at': '2021-11-24T01:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_floatingips': [{'id': '40a4e9c0-80e5-4583-a6f0-08e6765c4cbf', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'floating_ip_address': '172.26.5.134', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': 'e763ae8d-6815-44c2-b5b4-dd97443b9b61', 'port_id': 'ff6085f2-abb5-4901-a216-78c482ca044d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1166543069', 'network_id': '93aa7663-ea37-4699-a9e3-1a3c6889e574', 'mac_address': 'fa:16:3e:f2:d5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940cc707-cf8f-4ea9-9744-122fa0aef211', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T01:55:07Z', 'updated_at': '2021-11-24T01:55:07Z', 'revision_number': 0, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '293114c0-8e16-49e0-a647-55fe4bfca9cb', 'name': '', 'network_id': '93aa7663-ea37-4699-a9e3-1a3c6889e574', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'mac_address': 'fa:16:3e:08:c3:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e763ae8d-6815-44c2-b5b4-dd97443b9b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '9a66359a-846d-42a4-b765-e608a736468a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:54:53Z', 'updated_at': '2021-11-24T01:54:57Z', 'revision_number': 5, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'subnets': [{'id': '9a66359a-846d-42a4-b765-e608a736468a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:55:08.435482 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-0bec9f16-7db9-448a-bce4-1bd0d46cd1cd req-c2ecf1e1-6435-48ff-899f-d3a9b76539c4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff6085f2-abb5-4901-a216-78c482ca044d HTTP/1.1" status: 200 len: 1037 time: 0.0657201 Nov 24 01:55:08.458467 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7842f5a-5587-40a5-afbc-868d97596af7 None None] Checking router: e763ae8d-6815-44c2-b5b4-dd97443b9b61 for host: dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 01:55:08.467858 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7842f5a-5587-40a5-afbc-868d97596af7 None None] Routers {'e763ae8d-6815-44c2-b5b4-dd97443b9b61'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:55:08.468572 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-e7842f5a-5587-40a5-afbc-868d97596af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:54:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['e763ae8d-6815-44c2-b5b4-dd97443b9b61'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:55:08.469146 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-5814730b-bf72-487c-a1b6-269da77094ed req-4b1683f0-7fcc-4620-8fe4-9d3ca0aaef69 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=207b6aa7-2381-46ce-9fbc-f5bfcf9563ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471184 Nov 24 01:55:08.579042 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-e7842f5a-5587-40a5-afbc-868d97596af7 None None] Set router e763ae8d-6815-44c2-b5b4-dd97443b9b61 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:55:08.750855 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bec9f16-7db9-448a-bce4-1bd0d46cd1cd req-23670047-176e-412a-a448-e2959f196272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:55:08.752597 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-0bec9f16-7db9-448a-bce4-1bd0d46cd1cd req-23670047-176e-412a-a448-e2959f196272 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9a66359a-846d-42a4-b765-e608a736468a HTTP/1.1" status: 200 len: 835 time: 0.3042252 Nov 24 01:55:08.819974 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-e7842f5a-5587-40a5-afbc-868d97596af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e763ae8d-6815-44c2-b5b4-dd97443b9b61', 'name': 'tempest-TestNetworkBasicOps-router-452315653', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.129'}], 'enable_snat': True}, 'gw_port_id': '14ae9647-39b7-4689-af21-e6ac9503b21f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:54:50Z', 'updated_at': '2021-11-24T01:54:54Z', 'revision_number': 4, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': '14ae9647-39b7-4689-af21-e6ac9503b21f', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:9c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e763ae8d-6815-44c2-b5b4-dd97443b9b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:54:50Z', 'updated_at': '2021-11-24T01:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_floatingips': [{'id': '40a4e9c0-80e5-4583-a6f0-08e6765c4cbf', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'floating_ip_address': '172.26.5.134', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': 'e763ae8d-6815-44c2-b5b4-dd97443b9b61', 'port_id': 'ff6085f2-abb5-4901-a216-78c482ca044d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1166543069', 'network_id': '93aa7663-ea37-4699-a9e3-1a3c6889e574', 'mac_address': 'fa:16:3e:f2:d5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940cc707-cf8f-4ea9-9744-122fa0aef211', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T01:55:07Z', 'updated_at': '2021-11-24T01:55:07Z', 'revision_number': 0, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '293114c0-8e16-49e0-a647-55fe4bfca9cb', 'name': '', 'network_id': '93aa7663-ea37-4699-a9e3-1a3c6889e574', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'mac_address': 'fa:16:3e:08:c3:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e763ae8d-6815-44c2-b5b4-dd97443b9b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '9a66359a-846d-42a4-b765-e608a736468a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:54:53Z', 'updated_at': '2021-11-24T01:54:57Z', 'revision_number': 5, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'subnets': [{'id': '9a66359a-846d-42a4-b765-e608a736468a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:55:08.820543 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bec9f16-7db9-448a-bce4-1bd0d46cd1cd req-0f554154-ac51-4fa2-ada2-4511bad481b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:55:08.822094 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-0bec9f16-7db9-448a-bce4-1bd0d46cd1cd req-0f554154-ac51-4fa2-ada2-4511bad481b1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=93aa7663-ea37-4699-a9e3-1a3c6889e574&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0419295 Nov 24 01:55:08.847073 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7842f5a-5587-40a5-afbc-868d97596af7 None None] The sync data for ids ['e763ae8d-6815-44c2-b5b4-dd97443b9b61'] in dv-neutron-818911-2-hyperv is: [{'id': 'e763ae8d-6815-44c2-b5b4-dd97443b9b61', 'name': 'tempest-TestNetworkBasicOps-router-452315653', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.129'}], 'enable_snat': True}, 'gw_port_id': '14ae9647-39b7-4689-af21-e6ac9503b21f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:54:50Z', 'updated_at': '2021-11-24T01:54:54Z', 'revision_number': 4, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': '14ae9647-39b7-4689-af21-e6ac9503b21f', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:9c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e763ae8d-6815-44c2-b5b4-dd97443b9b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:54:50Z', 'updated_at': '2021-11-24T01:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_floatingips': [{'id': '40a4e9c0-80e5-4583-a6f0-08e6765c4cbf', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'floating_ip_address': '172.26.5.134', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': 'e763ae8d-6815-44c2-b5b4-dd97443b9b61', 'port_id': 'ff6085f2-abb5-4901-a216-78c482ca044d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1166543069', 'network_id': '93aa7663-ea37-4699-a9e3-1a3c6889e574', 'mac_address': 'fa:16:3e:f2:d5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940cc707-cf8f-4ea9-9744-122fa0aef211', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T01:55:07Z', 'updated_at': '2021-11-24T01:55:07Z', 'revision_number': 0, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '293114c0-8e16-49e0-a647-55fe4bfca9cb', 'name': '', 'network_id': '93aa7663-ea37-4699-a9e3-1a3c6889e574', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'mac_address': 'fa:16:3e:08:c3:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e763ae8d-6815-44c2-b5b4-dd97443b9b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '9a66359a-846d-42a4-b765-e608a736468a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:54:53Z', 'updated_at': '2021-11-24T01:54:57Z', 'revision_number': 5, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'subnets': [{'id': '9a66359a-846d-42a4-b765-e608a736468a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:55:08.926639 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-0bec9f16-7db9-448a-bce4-1bd0d46cd1cd req-3a48590d-f02b-44c0-90de-d08f3a276ac7 service neutron] 10.222.0.48 "GET /v2.0/networks/93aa7663-ea37-4699-a9e3-1a3c6889e574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872855 Nov 24 01:55:09.017949 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-0bec9f16-7db9-448a-bce4-1bd0d46cd1cd req-55827e1b-b69f-4e8c-bc88-03e5452a97a0 service neutron] 10.222.0.48 "GET /v2.0/networks/93aa7663-ea37-4699-a9e3-1a3c6889e574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822797 Nov 24 01:55:09.042660 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0567dba1-2ce1-4e27-acc7-4f18257f61da None None] New status for floating IP 40a4e9c0-80e5-4583-a6f0-08e6765c4cbf: ACTIVE {{(pid=109869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 01:55:09.592128 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a13fe72-447b-4d43-a7f6-c0f0a41491da req-4d116c10-660b-43e4-8d8c-b0807454a7d6 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:55:09.593630 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-6a13fe72-447b-4d43-a7f6-c0f0a41491da req-4d116c10-660b-43e4-8d8c-b0807454a7d6 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=940cc707-cf8f-4ea9-9744-122fa0aef211 HTTP/1.1" status: 200 len: 983 time: 0.0519543 Nov 24 01:55:09.643922 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-6a13fe72-447b-4d43-a7f6-c0f0a41491da req-6c108083-3d28-4f1a-a19e-15c8c09bff38 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=207b6aa7-2381-46ce-9fbc-f5bfcf9563ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441642 Nov 24 01:55:10.095725 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b24a32-3fd6-40bf-8408-65aeff4f5818 req-658d1edc-10cd-4770-a624-fc2cc2701fa7 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:55:10.097184 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-c8b24a32-3fd6-40bf-8408-65aeff4f5818 req-658d1edc-10cd-4770-a624-fc2cc2701fa7 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.48 "GET /v2.0/ports?device_id=940cc707-cf8f-4ea9-9744-122fa0aef211 HTTP/1.1" status: 200 len: 983 time: 0.0524502 Nov 24 01:55:10.152335 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b24a32-3fd6-40bf-8408-65aeff4f5818 req-0a082a52-b68f-4171-be64-05b7c19fc248 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:55:10.153625 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-c8b24a32-3fd6-40bf-8408-65aeff4f5818 req-0a082a52-b68f-4171-be64-05b7c19fc248 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.48 "GET /v2.0/ports/ff6085f2-abb5-4901-a216-78c482ca044d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0386355 Nov 24 01:55:10.260456 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-c8b24a32-3fd6-40bf-8408-65aeff4f5818 req-074c26ba-ad4a-41db-8b5b-88472aca65d8 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.48 "GET /v2.0/networks/93aa7663-ea37-4699-a9e3-1a3c6889e574?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0993791 Nov 24 01:55:10.271458 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [req-c8b24a32-3fd6-40bf-8408-65aeff4f5818 req-98a80ded-a1e7-48c0-8fc4-e5fc02b0b46f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:55:10.321711 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-c8b24a32-3fd6-40bf-8408-65aeff4f5818 req-98a80ded-a1e7-48c0-8fc4-e5fc02b0b46f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:10.455205 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [req-c8b24a32-3fd6-40bf-8408-65aeff4f5818 req-98a80ded-a1e7-48c0-8fc4-e5fc02b0b46f service neutron] For port ff6085f2-abb5-4901-a216-78c482ca044d, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=ff6085f2-abb5-4901-a216-78c482ca044d,segment=NetworkSegment(1da9c137-774f-464e-9f92-805c05cbcd82),segment_id=1da9c137-774f-464e-9f92-805c05cbcd82)] {{(pid=109866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:55:10.486119 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [req-c8b24a32-3fd6-40bf-8408-65aeff4f5818 req-98a80ded-a1e7-48c0-8fc4-e5fc02b0b46f service neutron] For port ff6085f2-abb5-4901-a216-78c482ca044d, host hv-neutron-8189, cleared binding levels {{(pid=109866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:55:10.517262 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [req-c8b24a32-3fd6-40bf-8408-65aeff4f5818 req-98a80ded-a1e7-48c0-8fc4-e5fc02b0b46f service neutron] device_id is not set on port ff6085f2-abb5-4901-a216-78c482ca044d yet. {{(pid=109866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 01:55:10.525753 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-c8b24a32-3fd6-40bf-8408-65aeff4f5818 req-98a80ded-a1e7-48c0-8fc4-e5fc02b0b46f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:10.531399 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-c8b24a32-3fd6-40bf-8408-65aeff4f5818 req-98a80ded-a1e7-48c0-8fc4-e5fc02b0b46f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29149402'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:10.631936 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a80ded-a1e7-48c0-8fc4-e5fc02b0b46f service neutron] Pushing event updated for resources: {'Port': ['ID=ff6085f2-abb5-4901-a216-78c482ca044d,revision_number=6']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:55:10.713186 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8b24a32-3fd6-40bf-8408-65aeff4f5818 req-98a80ded-a1e7-48c0-8fc4-e5fc02b0b46f service neutron] No DVR routers for this DVR port ff6085f2-abb5-4901-a216-78c482ca044d on host hv-neutron-8189 {{(pid=109866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:55:10.747223 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e0df2807-08fe-483e-ba40-f6045060282d req-19ebfdbd-16eb-4ef7-b702-40aa8014984a tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=940cc707-cf8f-4ea9-9744-122fa0aef211 HTTP/1.1" status: 200 len: 210 time: 0.0276661 Nov 24 01:55:10.775905 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-85c782df-cd4a-4f40-a6d5-aab4d8e79970 None None] Provisioning complete for port ff6085f2-abb5-4901-a216-78c482ca044d triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:55:10.776499 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-85c782df-cd4a-4f40-a6d5-aab4d8e79970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:10.810323 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-85c782df-cd4a-4f40-a6d5-aab4d8e79970 None None] Port ff6085f2-abb5-4901-a216-78c482ca044d cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:55:10.848233 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [req-c8b24a32-3fd6-40bf-8408-65aeff4f5818 req-98a80ded-a1e7-48c0-8fc4-e5fc02b0b46f service neutron] In _notify_port_updated(), no bound segment for port ff6085f2-abb5-4901-a216-78c482ca044d on network 93aa7663-ea37-4699-a9e3-1a3c6889e574 {{(pid=109866) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 24 01:55:10.849110 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b24a32-3fd6-40bf-8408-65aeff4f5818 req-98a80ded-a1e7-48c0-8fc4-e5fc02b0b46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:55:10.849756 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-c8b24a32-3fd6-40bf-8408-65aeff4f5818 req-98a80ded-a1e7-48c0-8fc4-e5fc02b0b46f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:10.851047 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-c8b24a32-3fd6-40bf-8408-65aeff4f5818 req-98a80ded-a1e7-48c0-8fc4-e5fc02b0b46f service neutron] 10.222.0.48 "PUT /v2.0/ports/ff6085f2-abb5-4901-a216-78c482ca044d HTTP/1.1" status: 200 len: 1026 time: 0.5834310 Nov 24 01:55:11.806742 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 51720) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:55:11.849985 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c573ed-8d6f-4e12-92f7-1232451f23a0 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:55:11.851944 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-01c573ed-8d6f-4e12-92f7-1232451f23a0 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports/ff6085f2-abb5-4901-a216-78c482ca044d HTTP/1.1" status: 200 len: 925 time: 0.0435629 Nov 24 01:55:12.090263 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 51724) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:55:12.094959 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-fc645e81-c549-4ba6-ae2a-cee9d454f1b4 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1165528894', 'description': 'tempest-secgroup-smoke-1165528894 description', 'project_id': '5cd72ac6dd034b2d92e26f70404adb10'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:55:12.117315 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-fc645e81-c549-4ba6-ae2a-cee9d454f1b4 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:12.182435 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-fc645e81-c549-4ba6-ae2a-cee9d454f1b4 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:12.185996 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-fc645e81-c549-4ba6-ae2a-cee9d454f1b4 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:12.215977 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-fc645e81-c549-4ba6-ae2a-cee9d454f1b4 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:12.217204 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-fc645e81-c549-4ba6-ae2a-cee9d454f1b4 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1259277 Nov 24 01:55:12.219069 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc645e81-c549-4ba6-ae2a-cee9d454f1b4 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcaf9f96-2ea8-4aca-831f-957436045696,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:55:12.221161 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 51726) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:55:12.225747 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-0ab6cb5d-ec1f-4670-b9d4-a94efcafafc5 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'security_group_rule': {'security_group_id': 'fcaf9f96-2ea8-4aca-831f-957436045696', 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:55:12.252128 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0ab6cb5d-ec1f-4670-b9d4-a94efcafafc5 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:12.313602 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0ab6cb5d-ec1f-4670-b9d4-a94efcafafc5 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:12.317459 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0ab6cb5d-ec1f-4670-b9d4-a94efcafafc5 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:12.334734 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab6cb5d-ec1f-4670-b9d4-a94efcafafc5 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cd7d415-1991-43c1-bd19-762df9192a70,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:55:12.344235 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0ab6cb5d-ec1f-4670-b9d4-a94efcafafc5 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:12.345467 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-0ab6cb5d-ec1f-4670-b9d4-a94efcafafc5 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1233382 Nov 24 01:55:12.348142 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 51728) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:55:12.352590 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-cc6b9e57-b1f4-4cc5-9408-533cad4dc72c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'security_group_rule': {'security_group_id': 'fcaf9f96-2ea8-4aca-831f-957436045696', 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:55:12.378937 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cc6b9e57-b1f4-4cc5-9408-533cad4dc72c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:12.435863 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cc6b9e57-b1f4-4cc5-9408-533cad4dc72c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:12.439303 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cc6b9e57-b1f4-4cc5-9408-533cad4dc72c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:12.456927 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6b9e57-b1f4-4cc5-9408-533cad4dc72c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caa7c282-1a80-4190-816d-101934ec0a53,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:55:12.464764 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cc6b9e57-b1f4-4cc5-9408-533cad4dc72c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:12.465993 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-cc6b9e57-b1f4-4cc5-9408-533cad4dc72c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1168923 Nov 24 01:55:12.468703 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 51730) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:55:12.472970 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-847b97e8-0e4b-4a93-83e6-b54fd077fbf5 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'security_group_rule': {'security_group_id': 'fcaf9f96-2ea8-4aca-831f-957436045696', 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:55:12.498543 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-847b97e8-0e4b-4a93-83e6-b54fd077fbf5 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:12.553172 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-847b97e8-0e4b-4a93-83e6-b54fd077fbf5 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:12.557244 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-847b97e8-0e4b-4a93-83e6-b54fd077fbf5 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:12.574950 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847b97e8-0e4b-4a93-83e6-b54fd077fbf5 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25c12123-3dfe-4800-84be-cf724fb6c464,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:55:12.582855 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-847b97e8-0e4b-4a93-83e6-b54fd077fbf5 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:12.586679 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-847b97e8-0e4b-4a93-83e6-b54fd077fbf5 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1144371 Nov 24 01:55:12.586825 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 51732) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:55:12.591333 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-a6fae059-c633-440d-8b92-38a527a2f963 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'security_group_rule': {'security_group_id': 'fcaf9f96-2ea8-4aca-831f-957436045696', 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:55:12.619546 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a6fae059-c633-440d-8b92-38a527a2f963 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:12.646050 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device ff6085f2-abb5-4901-a216-78c482ca044d no longer exists at agent hyperv_hv-neutron-8189 {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:55:12.679081 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a6fae059-c633-440d-8b92-38a527a2f963 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:12.683702 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a6fae059-c633-440d-8b92-38a527a2f963 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:12.687136 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device ff6085f2-abb5-4901-a216-78c482ca044d not bound to the agent host hv-neutron-8189 {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:55:12.702364 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fae059-c633-440d-8b92-38a527a2f963 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1216855-04eb-4824-a469-cdae3097f9f0,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:55:12.708852 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a6fae059-c633-440d-8b92-38a527a2f963 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:12.710154 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-a6fae059-c633-440d-8b92-38a527a2f963 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1221967 Nov 24 01:55:12.713130 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 51734) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:55:12.717465 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-b6991f20-ef17-45f4-b5cf-7fb308c590a3 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'security_group_rule': {'security_group_id': 'fcaf9f96-2ea8-4aca-831f-957436045696', 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:55:12.738320 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.securitygroups_db [None req-b6991f20-ef17-45f4-b5cf-7fb308c590a3 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Project 5cd72ac6dd034b2d92e26f70404adb10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 01:55:12.743632 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b6991f20-ef17-45f4-b5cf-7fb308c590a3 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:12.802050 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b6991f20-ef17-45f4-b5cf-7fb308c590a3 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:12.806376 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b6991f20-ef17-45f4-b5cf-7fb308c590a3 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:12.825138 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6991f20-ef17-45f4-b5cf-7fb308c590a3 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3e44cb7-ef64-4d48-b129-f83060bc689f,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:55:12.829608 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b6991f20-ef17-45f4-b5cf-7fb308c590a3 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:12.830816 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-b6991f20-ef17-45f4-b5cf-7fb308c590a3 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1167121 Nov 24 01:55:12.833464 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 51736) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:55:12.838097 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-e6ccc658-b9d3-4536-b72f-a8e3bcbf9818 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'security_group_rule': {'security_group_id': 'fcaf9f96-2ea8-4aca-831f-957436045696', 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:55:12.860550 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.securitygroups_db [None req-e6ccc658-b9d3-4536-b72f-a8e3bcbf9818 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Project 5cd72ac6dd034b2d92e26f70404adb10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 01:55:12.865339 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e6ccc658-b9d3-4536-b72f-a8e3bcbf9818 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:12.922872 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e6ccc658-b9d3-4536-b72f-a8e3bcbf9818 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:12.926638 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e6ccc658-b9d3-4536-b72f-a8e3bcbf9818 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:12.943750 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ccc658-b9d3-4536-b72f-a8e3bcbf9818 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db7e0424-027d-4fdb-9b92-1fdd70fe120c,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:55:12.951579 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e6ccc658-b9d3-4536-b72f-a8e3bcbf9818 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:12.952752 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-e6ccc658-b9d3-4536-b72f-a8e3bcbf9818 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1183679 Nov 24 01:55:13.108732 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-57b9c874-4176-4e3e-b73f-6dba3fd37896 req-85687deb-d882-4ece-bc66-ec1a3613affe tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1165528894&fields=id&tenant_id=5cd72ac6dd034b2d92e26f70404adb10 HTTP/1.1" status: 200 len: 267 time: 0.0548511 Nov 24 01:55:13.158684 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b9c874-4176-4e3e-b73f-6dba3fd37896 req-f2398e7c-4598-4bda-8959-f76db9fe0ea1 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:55:13.160064 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-57b9c874-4176-4e3e-b73f-6dba3fd37896 req-f2398e7c-4598-4bda-8959-f76db9fe0ea1 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports/ff6085f2-abb5-4901-a216-78c482ca044d HTTP/1.1" status: 200 len: 930 time: 0.0437825 Nov 24 01:55:13.175904 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [req-57b9c874-4176-4e3e-b73f-6dba3fd37896 req-fd28cfcb-ffea-4003-ba3c-a6621c3bd8a4 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 01:55:13.176885 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-57b9c874-4176-4e3e-b73f-6dba3fd37896 req-fd28cfcb-ffea-4003-ba3c-a6621c3bd8a4 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050266 Nov 24 01:55:13.215566 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-57b9c874-4176-4e3e-b73f-6dba3fd37896 req-f578d1e2-25b1-40d1-8d9f-04f6f8a615e5 service neutron] 10.222.0.21 "GET /v2.0/ports/ff6085f2-abb5-4901-a216-78c482ca044d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0319850 Nov 24 01:55:13.308582 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-57b9c874-4176-4e3e-b73f-6dba3fd37896 req-f68678e3-5157-4987-97c0-b96452444315 service neutron] 10.222.0.21 "GET /v2.0/networks/93aa7663-ea37-4699-a9e3-1a3c6889e574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874844 Nov 24 01:55:13.395568 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-57b9c874-4176-4e3e-b73f-6dba3fd37896 req-4aa30c2d-7daf-4353-bcc5-4b2cd79e7b71 service neutron] 10.222.0.21 "GET /v2.0/networks/93aa7663-ea37-4699-a9e3-1a3c6889e574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808928 Nov 24 01:55:13.563564 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-f2178a71-e3e5-425b-93e7-1e395652ca7b req-299bf34c-fec9-48bc-af40-5c7f6c34aca2 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=6df65a6e-f0b5-4af7-923c-731621b0b769 HTTP/1.1" status: 200 len: 210 time: 0.0334311 Nov 24 01:55:14.546511 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b9c874-4176-4e3e-b73f-6dba3fd37896 req-1b2181f8-367f-4107-aeb9-0b228dfcf2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:55:14.547891 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-57b9c874-4176-4e3e-b73f-6dba3fd37896 req-1b2181f8-367f-4107-aeb9-0b228dfcf2fb service neutron] 10.222.0.48 "GET /v2.0/ports/ff6085f2-abb5-4901-a216-78c482ca044d HTTP/1.1" status: 200 len: 1026 time: 0.0338767 Nov 24 01:55:14.681825 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b9c874-4176-4e3e-b73f-6dba3fd37896 req-18be25d8-8255-4171-a0fe-0bf93cae2fc6 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:55:14.683269 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-57b9c874-4176-4e3e-b73f-6dba3fd37896 req-18be25d8-8255-4171-a0fe-0bf93cae2fc6 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.48 "GET /v2.0/networks?id=93aa7663-ea37-4699-a9e3-1a3c6889e574 HTTP/1.1" status: 200 len: 795 time: 0.1283004 Nov 24 01:55:14.685032 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-34377018-2a99-4b4b-9764-2a25478957c5 req-932761f9-a034-4862-9aab-8375023cbb16 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=6df65a6e-f0b5-4af7-923c-731621b0b769 HTTP/1.1" status: 200 len: 210 time: 0.0433116 Nov 24 01:55:14.768280 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-57b9c874-4176-4e3e-b73f-6dba3fd37896 req-229ad87f-909e-4db6-8f0d-21e2e01b751e tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5cd72ac6dd034b2d92e26f70404adb10 HTTP/1.1" status: 200 len: 472 time: 0.0697517 Nov 24 01:55:14.792581 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [req-57b9c874-4176-4e3e-b73f-6dba3fd37896 req-7f64a6e0-d617-4343-833b-f8a33e898a67 service neutron] Request body: {'port': {'device_id': '6df65a6e-f0b5-4af7-923c-731621b0b769', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8189'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:55:14.844375 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-57b9c874-4176-4e3e-b73f-6dba3fd37896 req-7f64a6e0-d617-4343-833b-f8a33e898a67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:15.098649 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [req-57b9c874-4176-4e3e-b73f-6dba3fd37896 req-7f64a6e0-d617-4343-833b-f8a33e898a67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff6085f2-abb5-4901-a216-78c482ca044d {{(pid=109866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 01:55:15.106607 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-57b9c874-4176-4e3e-b73f-6dba3fd37896 req-7f64a6e0-d617-4343-833b-f8a33e898a67 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:15.118937 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.provisioning_blocks [req-57b9c874-4176-4e3e-b73f-6dba3fd37896 req-7f64a6e0-d617-4343-833b-f8a33e898a67 service neutron] Transition to ACTIVE for port object ff6085f2-abb5-4901-a216-78c482ca044d will not be triggered until provisioned by entity L2. {{(pid=109866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 01:55:15.122075 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-57b9c874-4176-4e3e-b73f-6dba3fd37896 req-7f64a6e0-d617-4343-833b-f8a33e898a67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29149402'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:15.195212 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f64a6e0-d617-4343-833b-f8a33e898a67 service neutron] Pushing event updated for resources: {'Port': ['ID=ff6085f2-abb5-4901-a216-78c482ca044d,revision_number=7']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:55:15.299413 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [req-57b9c874-4176-4e3e-b73f-6dba3fd37896 req-7f64a6e0-d617-4343-833b-f8a33e898a67 service neutron] Attempting to bind port ff6085f2-abb5-4901-a216-78c482ca044d on host hv-neutron-8189 for vnic_type normal with profile {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:55:15.299751 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [req-57b9c874-4176-4e3e-b73f-6dba3fd37896 req-7f64a6e0-d617-4343-833b-f8a33e898a67 service neutron] Attempting to bind port ff6085f2-abb5-4901-a216-78c482ca044d by drivers openvswitch,hyperv on host hv-neutron-8189 at level 0 using segments [{'id': '1da9c137-774f-464e-9f92-805c05cbcd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '93aa7663-ea37-4699-a9e3-1a3c6889e574'}] {{(pid=109866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:55:15.300080 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b9c874-4176-4e3e-b73f-6dba3fd37896 req-7f64a6e0-d617-4343-833b-f8a33e898a67 service neutron] Attempting to bind port ff6085f2-abb5-4901-a216-78c482ca044d on network 93aa7663-ea37-4699-a9e3-1a3c6889e574 {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:55:15.304766 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b9c874-4176-4e3e-b73f-6dba3fd37896 req-7f64a6e0-d617-4343-833b-f8a33e898a67 service neutron] Port ff6085f2-abb5-4901-a216-78c482ca044d on network 93aa7663-ea37-4699-a9e3-1a3c6889e574 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8189 {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 01:55:15.305087 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b9c874-4176-4e3e-b73f-6dba3fd37896 req-7f64a6e0-d617-4343-833b-f8a33e898a67 service neutron] Attempting to bind port ff6085f2-abb5-4901-a216-78c482ca044d on network 93aa7663-ea37-4699-a9e3-1a3c6889e574 {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:55:15.310151 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b9c874-4176-4e3e-b73f-6dba3fd37896 req-7f64a6e0-d617-4343-833b-f8a33e898a67 service neutron] Checking agent: {'id': '5773fe6b-0967-455f-9dc9-84c0c923201b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 42, 58), 'started_at': datetime.datetime(2021, 11, 24, 1, 42, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:55:15.310485 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b9c874-4176-4e3e-b73f-6dba3fd37896 req-7f64a6e0-d617-4343-833b-f8a33e898a67 service neutron] Checking segment: {'id': '1da9c137-774f-464e-9f92-805c05cbcd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '93aa7663-ea37-4699-a9e3-1a3c6889e574'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:55:15.310863 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b9c874-4176-4e3e-b73f-6dba3fd37896 req-7f64a6e0-d617-4343-833b-f8a33e898a67 service neutron] Bound using segment: {'id': '1da9c137-774f-464e-9f92-805c05cbcd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '93aa7663-ea37-4699-a9e3-1a3c6889e574'} {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:55:15.311288 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [req-57b9c874-4176-4e3e-b73f-6dba3fd37896 req-7f64a6e0-d617-4343-833b-f8a33e898a67 service neutron] Bound port: ff6085f2-abb5-4901-a216-78c482ca044d, host: hv-neutron-8189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1da9c137-774f-464e-9f92-805c05cbcd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '93aa7663-ea37-4699-a9e3-1a3c6889e574'}}] {{(pid=109866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:55:15.311642 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-57b9c874-4176-4e3e-b73f-6dba3fd37896 req-7f64a6e0-d617-4343-833b-f8a33e898a67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:15.378115 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [req-57b9c874-4176-4e3e-b73f-6dba3fd37896 req-7f64a6e0-d617-4343-833b-f8a33e898a67 service neutron] For port ff6085f2-abb5-4901-a216-78c482ca044d, host hv-neutron-8189, cleared binding levels {{(pid=109866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:55:15.381135 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [req-57b9c874-4176-4e3e-b73f-6dba3fd37896 req-7f64a6e0-d617-4343-833b-f8a33e898a67 service neutron] For port ff6085f2-abb5-4901-a216-78c482ca044d, host hv-neutron-8189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=ff6085f2-abb5-4901-a216-78c482ca044d,segment=NetworkSegment(1da9c137-774f-464e-9f92-805c05cbcd82),segment_id=1da9c137-774f-464e-9f92-805c05cbcd82)] {{(pid=109866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:55:15.385986 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-57b9c874-4176-4e3e-b73f-6dba3fd37896 req-7f64a6e0-d617-4343-833b-f8a33e898a67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29149402'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:15.419259 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b9c874-4176-4e3e-b73f-6dba3fd37896 req-7f64a6e0-d617-4343-833b-f8a33e898a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:55:15.419876 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-57b9c874-4176-4e3e-b73f-6dba3fd37896 req-7f64a6e0-d617-4343-833b-f8a33e898a67 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:15.421252 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-57b9c874-4176-4e3e-b73f-6dba3fd37896 req-7f64a6e0-d617-4343-833b-f8a33e898a67 service neutron] 10.222.0.48 "PUT /v2.0/ports/ff6085f2-abb5-4901-a216-78c482ca044d HTTP/1.1" status: 200 len: 1131 time: 0.6331840 Nov 24 01:55:15.421721 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6df65a6e-f0b5-4af7-923c-731621b0b769', 'tag': 'ff6085f2-abb5-4901-a216-78c482ca044d'}] {{(pid=109866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 01:55:15.423977 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b7c53c286d9351d1367337230623a155cee02c46c94b80588b67a0bc16402ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ee7aae1-7ece-4105-9ef1-a53f4f2f1b71" -d '{"events": [{"name": "network-changed", "server_uuid": "6df65a6e-f0b5-4af7-923c-731621b0b769", "tag": "ff6085f2-abb5-4901-a216-78c482ca044d"}]}' {{(pid=109866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 01:55:15.448557 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f64a6e0-d617-4343-833b-f8a33e898a67 service neutron] Pushing event updated for resources: {'Port': ['ID=ff6085f2-abb5-4901-a216-78c482ca044d,revision_number=8']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:55:15.479089 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 01:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8b44b7d-17a4-46dc-b1dc-c48659d17217 x-openstack-request-id: req-d8b44b7d-17a4-46dc-b1dc-c48659d17217 {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 01:55:15.479464 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6df65a6e-f0b5-4af7-923c-731621b0b769", "tag": "ff6085f2-abb5-4901-a216-78c482ca044d", "status": "completed", "code": 200}]} {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 01:55:15.479787 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d8b44b7d-17a4-46dc-b1dc-c48659d17217 {{(pid=109866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 01:55:15.480202 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6df65a6e-f0b5-4af7-923c-731621b0b769', 'tag': 'ff6085f2-abb5-4901-a216-78c482ca044d', 'status': 'completed', 'code': 200} Nov 24 01:55:15.555216 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b9c874-4176-4e3e-b73f-6dba3fd37896 req-77d67425-83e2-4325-9db0-ac403b731e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:55:15.557807 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-57b9c874-4176-4e3e-b73f-6dba3fd37896 req-77d67425-83e2-4325-9db0-ac403b731e74 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5cd72ac6dd034b2d92e26f70404adb10&device_id=6df65a6e-f0b5-4af7-923c-731621b0b769 HTTP/1.1" status: 200 len: 1134 time: 0.0472806 Nov 24 01:55:15.636643 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-57b9c874-4176-4e3e-b73f-6dba3fd37896 req-05fbf68d-627f-4a41-b50b-1fcf3b0158bd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff6085f2-abb5-4901-a216-78c482ca044d HTTP/1.1" status: 200 len: 1037 time: 0.0611057 Nov 24 01:55:15.687782 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b9c874-4176-4e3e-b73f-6dba3fd37896 req-e127cde1-9c6e-4ed2-ae84-7c74d668dd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:55:15.689193 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-57b9c874-4176-4e3e-b73f-6dba3fd37896 req-e127cde1-9c6e-4ed2-ae84-7c74d668dd39 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9a66359a-846d-42a4-b765-e608a736468a HTTP/1.1" status: 200 len: 835 time: 0.0446060 Nov 24 01:55:15.736022 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b9c874-4176-4e3e-b73f-6dba3fd37896 req-32aead33-7891-4741-be2a-4ca8a1ad200b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:55:15.737667 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-57b9c874-4176-4e3e-b73f-6dba3fd37896 req-32aead33-7891-4741-be2a-4ca8a1ad200b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=93aa7663-ea37-4699-a9e3-1a3c6889e574&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0408995 Nov 24 01:55:15.854111 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cabae8-9c01-45f6-ac20-c219571cc162 req-f933befb-fe7a-4a64-b932-d7655a9380bd tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:55:15.855596 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-05cabae8-9c01-45f6-ac20-c219571cc162 req-f933befb-fe7a-4a64-b932-d7655a9380bd tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=6df65a6e-f0b5-4af7-923c-731621b0b769 HTTP/1.1" status: 200 len: 981 time: 0.1018865 Nov 24 01:55:15.875782 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-57b9c874-4176-4e3e-b73f-6dba3fd37896 req-191c85d1-3678-4722-a4c1-675898edd866 service neutron] 10.222.0.48 "GET /v2.0/networks/93aa7663-ea37-4699-a9e3-1a3c6889e574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290359 Nov 24 01:55:15.960193 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-05cabae8-9c01-45f6-ac20-c219571cc162 req-d077e64d-cf8d-448c-96cd-f4710ed44d44 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=207b6aa7-2381-46ce-9fbc-f5bfcf9563ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955162 Nov 24 01:55:15.989374 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-57b9c874-4176-4e3e-b73f-6dba3fd37896 req-758e2f53-b00f-47fd-8e24-df0bc948473e service neutron] 10.222.0.48 "GET /v2.0/networks/93aa7663-ea37-4699-a9e3-1a3c6889e574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050911 Nov 24 01:55:16.133330 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee7aae1-7ece-4105-9ef1-a53f4f2f1b71 req-526f2de2-7420-44d8-bb28-62a22f970968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:55:16.134904 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-4ee7aae1-7ece-4105-9ef1-a53f4f2f1b71 req-526f2de2-7420-44d8-bb28-62a22f970968 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5cd72ac6dd034b2d92e26f70404adb10&device_id=6df65a6e-f0b5-4af7-923c-731621b0b769 HTTP/1.1" status: 200 len: 1134 time: 0.0409374 Nov 24 01:55:16.230970 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee7aae1-7ece-4105-9ef1-a53f4f2f1b71 req-56cc1886-4796-4d45-b4b2-1c1e313d06b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:55:16.232439 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-4ee7aae1-7ece-4105-9ef1-a53f4f2f1b71 req-56cc1886-4796-4d45-b4b2-1c1e313d06b0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=93aa7663-ea37-4699-a9e3-1a3c6889e574 HTTP/1.1" status: 200 len: 896 time: 0.0889013 Nov 24 01:55:16.296677 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-4ee7aae1-7ece-4105-9ef1-a53f4f2f1b71 req-43d17bd1-4a26-4c23-8627-9b49cfd0e944 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff6085f2-abb5-4901-a216-78c482ca044d HTTP/1.1" status: 200 len: 1037 time: 0.0560014 Nov 24 01:55:16.350095 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee7aae1-7ece-4105-9ef1-a53f4f2f1b71 req-61ba9491-c6e7-49cf-b424-50557cef7252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:55:16.351515 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-4ee7aae1-7ece-4105-9ef1-a53f4f2f1b71 req-61ba9491-c6e7-49cf-b424-50557cef7252 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9a66359a-846d-42a4-b765-e608a736468a HTTP/1.1" status: 200 len: 835 time: 0.0456786 Nov 24 01:55:16.399093 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee7aae1-7ece-4105-9ef1-a53f4f2f1b71 req-cbf162f2-9812-44d6-b32c-a03cea4e5f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:55:16.401111 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-4ee7aae1-7ece-4105-9ef1-a53f4f2f1b71 req-cbf162f2-9812-44d6-b32c-a03cea4e5f03 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=93aa7663-ea37-4699-a9e3-1a3c6889e574&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0387859 Nov 24 01:55:16.496878 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-4ee7aae1-7ece-4105-9ef1-a53f4f2f1b71 req-5b801300-c842-4c27-8ae3-f238802bc58f service neutron] 10.222.0.48 "GET /v2.0/networks/93aa7663-ea37-4699-a9e3-1a3c6889e574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810907 Nov 24 01:55:16.591384 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-4ee7aae1-7ece-4105-9ef1-a53f4f2f1b71 req-7c859321-5b44-4cad-bc7e-8dd8473a3d54 service neutron] 10.222.0.48 "GET /v2.0/networks/93aa7663-ea37-4699-a9e3-1a3c6889e574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846901 Nov 24 01:55:16.662559 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device ff6085f2-abb5-4901-a216-78c482ca044d details requested by agent hyperv_hv-neutron-8189 with host hv-neutron-8189 {{(pid=109868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 01:55:16.755867 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port ff6085f2-abb5-4901-a216-78c482ca044d, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=ff6085f2-abb5-4901-a216-78c482ca044d,segment=NetworkSegment(1da9c137-774f-464e-9f92-805c05cbcd82),segment_id=1da9c137-774f-464e-9f92-805c05cbcd82)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:55:16.905003 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Returning: {'device': 'ff6085f2-abb5-4901-a216-78c482ca044d', 'network_id': '93aa7663-ea37-4699-a9e3-1a3c6889e574', 'port_id': 'ff6085f2-abb5-4901-a216-78c482ca044d', 'mac_address': 'fa:16:3e:f2:d5:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a66359a-846d-42a4-b765-e608a736468a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 01:55:16.940723 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:16.952551 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff6085f2-abb5-4901-a216-78c482ca044d {{(pid=109868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 01:55:16.971343 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port ff6085f2-abb5-4901-a216-78c482ca044d, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=ff6085f2-abb5-4901-a216-78c482ca044d,segment=NetworkSegment(1da9c137-774f-464e-9f92-805c05cbcd82),segment_id=1da9c137-774f-464e-9f92-805c05cbcd82)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:55:16.975078 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:17.020148 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=ff6085f2-abb5-4901-a216-78c482ca044d,revision_number=9']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:55:17.076633 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e34bd8-665d-4ad6-9dd5-481ed069241f req-49514e26-00a4-4548-81de-6b86f0b63514 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:55:17.078126 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-c4e34bd8-665d-4ad6-9dd5-481ed069241f req-49514e26-00a4-4548-81de-6b86f0b63514 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=6df65a6e-f0b5-4af7-923c-731621b0b769 HTTP/1.1" status: 200 len: 982 time: 0.0477982 Nov 24 01:55:17.125739 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-c4e34bd8-665d-4ad6-9dd5-481ed069241f req-20cc0fc9-e9a7-4998-bb27-c50b5be1f94a tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=207b6aa7-2381-46ce-9fbc-f5bfcf9563ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417082 Nov 24 01:55:17.279692 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] get_ports_and_sgs() called for port_ids ['ff6085f2-abb5-4901-a216-78c482ca044d'] {{(pid=109868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 01:55:18.239373 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e7ed8b-0db4-4450-bc5d-07cc776cbe95 req-2a1fff48-da90-49c0-b57e-a055ed76d192 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:55:18.240852 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-62e7ed8b-0db4-4450-bc5d-07cc776cbe95 req-2a1fff48-da90-49c0-b57e-a055ed76d192 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=6df65a6e-f0b5-4af7-923c-731621b0b769 HTTP/1.1" status: 200 len: 982 time: 0.0491126 Nov 24 01:55:18.286559 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-62e7ed8b-0db4-4450-bc5d-07cc776cbe95 req-0c10db83-ad3a-41cb-9a8a-8ed1611d6d9f tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=207b6aa7-2381-46ce-9fbc-f5bfcf9563ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395982 Nov 24 01:55:18.679143 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device ff6085f2-abb5-4901-a216-78c482ca044d up at agent hyperv_hv-neutron-8189 {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:55:18.727609 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Provisioning for port ff6085f2-abb5-4901-a216-78c482ca044d completed by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 01:55:18.731680 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Provisioning complete for port ff6085f2-abb5-4901-a216-78c482ca044d triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:55:18.732043 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:18.808746 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:18.830068 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6df65a6e-f0b5-4af7-923c-731621b0b769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff6085f2-abb5-4901-a216-78c482ca044d'}] {{(pid=109868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 01:55:18.832303 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adafa3b64de3cabc8eac619938bcace59b198ffee64d481093eb3def62699d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07f26036-b896-402e-bfff-b3d332412dbb" -d '{"events": [{"server_uuid": "6df65a6e-f0b5-4af7-923c-731621b0b769", "name": "network-vif-plugged", "status": "completed", "tag": "ff6085f2-abb5-4901-a216-78c482ca044d"}]}' {{(pid=109868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 01:55:18.846047 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port ff6085f2-abb5-4901-a216-78c482ca044d, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=ff6085f2-abb5-4901-a216-78c482ca044d,segment=NetworkSegment(1da9c137-774f-464e-9f92-805c05cbcd82),segment_id=1da9c137-774f-464e-9f92-805c05cbcd82)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:55:18.851003 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:18.878203 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 01:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-350f54c2-d418-4a95-9939-c9c726d7bba7 x-openstack-request-id: req-350f54c2-d418-4a95-9939-c9c726d7bba7 {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 01:55:18.878501 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6df65a6e-f0b5-4af7-923c-731621b0b769", "name": "network-vif-plugged", "status": "completed", "tag": "ff6085f2-abb5-4901-a216-78c482ca044d", "code": 200}]} {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 01:55:18.878759 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-350f54c2-d418-4a95-9939-c9c726d7bba7 {{(pid=109868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 01:55:18.879154 dv-neutron-818911-2-hyperv neutron-server[109868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6df65a6e-f0b5-4af7-923c-731621b0b769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff6085f2-abb5-4901-a216-78c482ca044d', 'code': 200} Nov 24 01:55:18.912140 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=ff6085f2-abb5-4901-a216-78c482ca044d,revision_number=10']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:55:19.087928 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad7cb4a-faf7-4d58-aa0d-bc3659aefc3e req-99b8609f-64a1-44e9-b5f8-66751b9e1e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:55:19.089305 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-fad7cb4a-faf7-4d58-aa0d-bc3659aefc3e req-99b8609f-64a1-44e9-b5f8-66751b9e1e3d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6df65a6e-f0b5-4af7-923c-731621b0b769 HTTP/1.1" status: 200 len: 1137 time: 0.0437069 Nov 24 01:55:19.138166 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-fad7cb4a-faf7-4d58-aa0d-bc3659aefc3e req-49fdf0c1-d747-4ded-9cb0-b92df4528db4 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=207b6aa7-2381-46ce-9fbc-f5bfcf9563ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370436 Nov 24 01:55:19.399066 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b541e8-17e2-4a2b-8df9-c326e533dd5a req-add03ff4-0545-4d24-90a5-ef86bf595ddc tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:55:19.401051 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-29b541e8-17e2-4a2b-8df9-c326e533dd5a req-add03ff4-0545-4d24-90a5-ef86bf595ddc tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=6df65a6e-f0b5-4af7-923c-731621b0b769 HTTP/1.1" status: 200 len: 984 time: 0.0492938 Nov 24 01:55:19.447146 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-29b541e8-17e2-4a2b-8df9-c326e533dd5a req-4209ed59-8f8b-4059-9c39-4a04584c099e tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=207b6aa7-2381-46ce-9fbc-f5bfcf9563ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402396 Nov 24 01:55:20.564601 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17b1c45-4366-4c6f-8495-e9b9d762663c req-eeee7f34-755b-4d87-86ce-28ff796d61ed tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:55:20.566220 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-a17b1c45-4366-4c6f-8495-e9b9d762663c req-eeee7f34-755b-4d87-86ce-28ff796d61ed tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=6df65a6e-f0b5-4af7-923c-731621b0b769 HTTP/1.1" status: 200 len: 984 time: 0.0519679 Nov 24 01:55:20.626995 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-a17b1c45-4366-4c6f-8495-e9b9d762663c req-cd2fef17-fcac-446a-b20a-964d443bc605 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=207b6aa7-2381-46ce-9fbc-f5bfcf9563ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500145 Nov 24 01:55:20.778699 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81abee1c-5439-4974-bf12-93d8d785f9b9 req-01a4cc05-3016-4730-aa5d-95897035e019 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:55:20.781458 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-81abee1c-5439-4974-bf12-93d8d785f9b9 req-01a4cc05-3016-4730-aa5d-95897035e019 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=6df65a6e-f0b5-4af7-923c-731621b0b769 HTTP/1.1" status: 200 len: 984 time: 0.0639451 Nov 24 01:55:20.844307 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-81abee1c-5439-4974-bf12-93d8d785f9b9 req-149d6373-f4e2-49bc-ad39-d230319bed12 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=207b6aa7-2381-46ce-9fbc-f5bfcf9563ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578508 Nov 24 01:55:20.867945 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 51784) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:55:20.918666 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f7a1a3b-eca9-4bd6-a4e4-79f6d950828f tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:55:20.921476 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-6f7a1a3b-eca9-4bd6-a4e4-79f6d950828f tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=6df65a6e-f0b5-4af7-923c-731621b0b769&network_id=93aa7663-ea37-4699-a9e3-1a3c6889e574 HTTP/1.1" status: 200 len: 1132 time: 0.0511420 Nov 24 01:55:21.166054 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6398b12e-88fd-4f38-a659-985e33f1ba53 req-122d1cdd-9206-4364-ae60-db7e8e123ed0 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:55:21.167777 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-6398b12e-88fd-4f38-a659-985e33f1ba53 req-122d1cdd-9206-4364-ae60-db7e8e123ed0 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=6df65a6e-f0b5-4af7-923c-731621b0b769 HTTP/1.1" status: 200 len: 984 time: 0.0626931 Nov 24 01:55:21.219933 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-6398b12e-88fd-4f38-a659-985e33f1ba53 req-f03ba922-86cb-4539-b239-e18014076c6c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=207b6aa7-2381-46ce-9fbc-f5bfcf9563ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460367 Nov 24 01:55:22.335166 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f43be2b-b90c-4f79-9c2e-93c5bbc41b0a req-941fa806-0143-4ce2-89e0-b9ad68f68d1d tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:55:22.336684 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-8f43be2b-b90c-4f79-9c2e-93c5bbc41b0a req-941fa806-0143-4ce2-89e0-b9ad68f68d1d tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=6df65a6e-f0b5-4af7-923c-731621b0b769 HTTP/1.1" status: 200 len: 984 time: 0.0488014 Nov 24 01:55:22.384131 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-8f43be2b-b90c-4f79-9c2e-93c5bbc41b0a req-0e3bc8d6-e6ed-4f34-9d66-0859773525a4 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=207b6aa7-2381-46ce-9fbc-f5bfcf9563ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404253 Nov 24 01:55:22.681822 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12758efa-38b4-4c2e-bd4f-91bfbfb629a5 req-1454d671-f117-48a6-a514-5d307087913a tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:55:22.683265 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-12758efa-38b4-4c2e-bd4f-91bfbfb629a5 req-1454d671-f117-48a6-a514-5d307087913a tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.48 "GET /v2.0/ports?device_id=6df65a6e-f0b5-4af7-923c-731621b0b769 HTTP/1.1" status: 200 len: 984 time: 0.0477779 Nov 24 01:55:22.730798 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12758efa-38b4-4c2e-bd4f-91bfbfb629a5 req-0981c245-9250-426e-91c5-05b63b6b88fb tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:55:22.732178 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-12758efa-38b4-4c2e-bd4f-91bfbfb629a5 req-0981c245-9250-426e-91c5-05b63b6b88fb tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.48 "GET /v2.0/ports/ff6085f2-abb5-4901-a216-78c482ca044d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0418024 Nov 24 01:55:22.833012 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-12758efa-38b4-4c2e-bd4f-91bfbfb629a5 req-58f3468e-45db-436b-a052-87cf047e0aa2 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.48 "GET /v2.0/networks/93aa7663-ea37-4699-a9e3-1a3c6889e574?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0946636 Nov 24 01:55:22.846212 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [req-12758efa-38b4-4c2e-bd4f-91bfbfb629a5 req-c2f1b5ae-b95d-4f7f-b58e-bdc2e72b6a06 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:55:22.899925 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-12758efa-38b4-4c2e-bd4f-91bfbfb629a5 req-c2f1b5ae-b95d-4f7f-b58e-bdc2e72b6a06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:23.031095 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [req-12758efa-38b4-4c2e-bd4f-91bfbfb629a5 req-c2f1b5ae-b95d-4f7f-b58e-bdc2e72b6a06 service neutron] For port ff6085f2-abb5-4901-a216-78c482ca044d, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=ff6085f2-abb5-4901-a216-78c482ca044d,segment=NetworkSegment(1da9c137-774f-464e-9f92-805c05cbcd82),segment_id=1da9c137-774f-464e-9f92-805c05cbcd82)] {{(pid=109866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:55:23.314233 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [req-12758efa-38b4-4c2e-bd4f-91bfbfb629a5 req-c2f1b5ae-b95d-4f7f-b58e-bdc2e72b6a06 service neutron] For port ff6085f2-abb5-4901-a216-78c482ca044d, host hv-neutron-8189, cleared binding levels {{(pid=109866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:55:23.345489 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [req-12758efa-38b4-4c2e-bd4f-91bfbfb629a5 req-c2f1b5ae-b95d-4f7f-b58e-bdc2e72b6a06 service neutron] device_id is not set on port ff6085f2-abb5-4901-a216-78c482ca044d yet. {{(pid=109866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 01:55:23.353641 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-12758efa-38b4-4c2e-bd4f-91bfbfb629a5 req-c2f1b5ae-b95d-4f7f-b58e-bdc2e72b6a06 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:23.358945 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-12758efa-38b4-4c2e-bd4f-91bfbfb629a5 req-c2f1b5ae-b95d-4f7f-b58e-bdc2e72b6a06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29149402'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:23.433681 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f1b5ae-b95d-4f7f-b58e-bdc2e72b6a06 service neutron] Pushing event updated for resources: {'Port': ['ID=ff6085f2-abb5-4901-a216-78c482ca044d,revision_number=11']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:55:23.497984 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [req-12758efa-38b4-4c2e-bd4f-91bfbfb629a5 req-c2f1b5ae-b95d-4f7f-b58e-bdc2e72b6a06 service neutron] No DVR routers for this DVR port ff6085f2-abb5-4901-a216-78c482ca044d on host hv-neutron-8189 {{(pid=109866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:55:23.501471 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-4aa791bf-51e4-4f6b-a447-56106b07831f req-28f5f8bf-fe2e-4c08-8a62-d59657f408f7 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=6df65a6e-f0b5-4af7-923c-731621b0b769 HTTP/1.1" status: 200 len: 210 time: 0.0381784 Nov 24 01:55:23.636005 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [req-12758efa-38b4-4c2e-bd4f-91bfbfb629a5 req-c2f1b5ae-b95d-4f7f-b58e-bdc2e72b6a06 service neutron] In _notify_port_updated(), no bound segment for port ff6085f2-abb5-4901-a216-78c482ca044d on network 93aa7663-ea37-4699-a9e3-1a3c6889e574 {{(pid=109866) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 24 01:55:23.636893 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12758efa-38b4-4c2e-bd4f-91bfbfb629a5 req-c2f1b5ae-b95d-4f7f-b58e-bdc2e72b6a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:55:23.637675 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-12758efa-38b4-4c2e-bd4f-91bfbfb629a5 req-c2f1b5ae-b95d-4f7f-b58e-bdc2e72b6a06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:23.638995 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-12758efa-38b4-4c2e-bd4f-91bfbfb629a5 req-c2f1b5ae-b95d-4f7f-b58e-bdc2e72b6a06 service neutron] 10.222.0.48 "PUT /v2.0/ports/ff6085f2-abb5-4901-a216-78c482ca044d HTTP/1.1" status: 200 len: 1027 time: 0.7966907 Nov 24 01:55:23.641700 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-94a07741-fe14-4e57-8792-325f6ec3fade None None] Provisioning complete for port ff6085f2-abb5-4901-a216-78c482ca044d triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:55:23.642282 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-94a07741-fe14-4e57-8792-325f6ec3fade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:23.676209 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-94a07741-fe14-4e57-8792-325f6ec3fade None None] Port ff6085f2-abb5-4901-a216-78c482ca044d cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:55:24.561285 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 51796) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:55:24.617982 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-73906087-72bf-4914-acb5-e0cacaeef406 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:24.642091 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-73906087-72bf-4914-acb5-e0cacaeef406 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:24.709119 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-08d2d6e5-c5f0-45cb-924a-0caf878d0c01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:24.711344 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-73906087-72bf-4914-acb5-e0cacaeef406 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:24.714393 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-73906087-72bf-4914-acb5-e0cacaeef406 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:24.718125 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-73906087-72bf-4914-acb5-e0cacaeef406 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "DELETE /v2.0/security-groups/fcaf9f96-2ea8-4aca-831f-957436045696 HTTP/1.1" status: 204 len: 168 time: 0.1532416 Nov 24 01:55:24.725647 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73906087-72bf-4914-acb5-e0cacaeef406 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcaf9f96-2ea8-4aca-831f-957436045696,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:55:24.748364 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 51800) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:55:24.912664 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-619047a7-0c29-48b0-ae1f-fc21b263d662 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Deleting port 636f625a-4edd-40ab-830f-0a83afa7e055 {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:55:24.913007 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-619047a7-0c29-48b0-ae1f-fc21b263d662 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:24.992685 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-619047a7-0c29-48b0-ae1f-fc21b263d662 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:24.993117 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-619047a7-0c29-48b0-ae1f-fc21b263d662 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:25.005143 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-619047a7-0c29-48b0-ae1f-fc21b263d662 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Calling delete_port for 636f625a-4edd-40ab-830f-0a83afa7e055 owned by network:floatingip {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:55:25.187591 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-619047a7-0c29-48b0-ae1f-fc21b263d662 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:25.212431 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619047a7-0c29-48b0-ae1f-fc21b263d662 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event deleted for resources: {'Port': ['ID=636f625a-4edd-40ab-830f-0a83afa7e055,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:55:25.274247 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-619047a7-0c29-48b0-ae1f-fc21b263d662 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for floatingip, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:25.274958 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.l3_db [None req-619047a7-0c29-48b0-ae1f-fc21b263d662 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Floating IP 40a4e9c0-80e5-4583-a6f0-08e6765c4cbf disassociated (deleted). External IP: 172.26.5.134, port: ff6085f2-abb5-4901-a216-78c482ca044d. Nov 24 01:55:25.475471 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-619047a7-0c29-48b0-ae1f-fc21b263d662 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Router e763ae8d-6815-44c2-b5b4-dd97443b9b61 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:55:25.584623 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-619047a7-0c29-48b0-ae1f-fc21b263d662 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:55:25.590522 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-619047a7-0c29-48b0-ae1f-fc21b263d662 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for floatingip, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:25.595604 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18577cb6-d290-4245-911d-99e3c1666ef8 None None] Sync routers for ids ['e763ae8d-6815-44c2-b5b4-dd97443b9b61'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:55:25.606622 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18577cb6-d290-4245-911d-99e3c1666ef8 None None] Routers {'e763ae8d-6815-44c2-b5b4-dd97443b9b61'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:55:25.607422 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-18577cb6-d290-4245-911d-99e3c1666ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:54:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['e763ae8d-6815-44c2-b5b4-dd97443b9b61'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:55:25.616117 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-619047a7-0c29-48b0-ae1f-fc21b263d662 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "DELETE /v2.0/floatingips/40a4e9c0-80e5-4583-a6f0-08e6765c4cbf HTTP/1.1" status: 204 len: 168 time: 0.8666353 Nov 24 01:55:25.685012 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 51806) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:55:25.717417 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-18577cb6-d290-4245-911d-99e3c1666ef8 None None] Set router e763ae8d-6815-44c2-b5b4-dd97443b9b61 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:55:25.748397 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-94bcd8ee-1ace-4ebf-a426-d812bb6dbf45 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:25.774856 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-94bcd8ee-1ace-4ebf-a426-d812bb6dbf45 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:25.840021 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-94bcd8ee-1ace-4ebf-a426-d812bb6dbf45 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:25.843369 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-94bcd8ee-1ace-4ebf-a426-d812bb6dbf45 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:25.844757 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-94bcd8ee-1ace-4ebf-a426-d812bb6dbf45 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "DELETE /v2.0/security-groups/a72a467b-ba85-4897-bdda-b4e1069c0207 HTTP/1.1" status: 204 len: 168 time: 0.1585898 Nov 24 01:55:25.861944 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bcd8ee-1ace-4ebf-a426-d812bb6dbf45 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a72a467b-ba85-4897-bdda-b4e1069c0207,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:55:25.878530 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 51812) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:55:25.935143 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-18577cb6-d290-4245-911d-99e3c1666ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e763ae8d-6815-44c2-b5b4-dd97443b9b61', 'name': 'tempest-TestNetworkBasicOps-router-452315653', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.129'}], 'enable_snat': True}, 'gw_port_id': '14ae9647-39b7-4689-af21-e6ac9503b21f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:54:50Z', 'updated_at': '2021-11-24T01:54:54Z', 'revision_number': 4, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': '14ae9647-39b7-4689-af21-e6ac9503b21f', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:9c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e763ae8d-6815-44c2-b5b4-dd97443b9b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:54:50Z', 'updated_at': '2021-11-24T01:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': '293114c0-8e16-49e0-a647-55fe4bfca9cb', 'name': '', 'network_id': '93aa7663-ea37-4699-a9e3-1a3c6889e574', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'mac_address': 'fa:16:3e:08:c3:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e763ae8d-6815-44c2-b5b4-dd97443b9b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '9a66359a-846d-42a4-b765-e608a736468a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:54:53Z', 'updated_at': '2021-11-24T01:54:57Z', 'revision_number': 5, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'subnets': [{'id': '9a66359a-846d-42a4-b765-e608a736468a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:55:25.962368 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18577cb6-d290-4245-911d-99e3c1666ef8 None None] Checking router: e763ae8d-6815-44c2-b5b4-dd97443b9b61 for host: dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 01:55:25.967177 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-d30b4320-d578-43e0-87fd-58812608471d tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Deleting port ff6085f2-abb5-4901-a216-78c482ca044d {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:55:25.967512 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d30b4320-d578-43e0-87fd-58812608471d tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:25.970904 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18577cb6-d290-4245-911d-99e3c1666ef8 None None] Routers {'e763ae8d-6815-44c2-b5b4-dd97443b9b61'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:55:25.971518 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-18577cb6-d290-4245-911d-99e3c1666ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:54:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['e763ae8d-6815-44c2-b5b4-dd97443b9b61'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:55:26.055492 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d30b4320-d578-43e0-87fd-58812608471d tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:26.068611 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-d30b4320-d578-43e0-87fd-58812608471d tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Calling delete_port for ff6085f2-abb5-4901-a216-78c482ca044d owned by {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:55:26.076900 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-18577cb6-d290-4245-911d-99e3c1666ef8 None None] Set router e763ae8d-6815-44c2-b5b4-dd97443b9b61 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:55:26.198148 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d30b4320-d578-43e0-87fd-58812608471d tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:26.230908 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30b4320-d578-43e0-87fd-58812608471d tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event deleted for resources: {'Port': ['ID=ff6085f2-abb5-4901-a216-78c482ca044d,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:55:26.282794 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-18577cb6-d290-4245-911d-99e3c1666ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e763ae8d-6815-44c2-b5b4-dd97443b9b61', 'name': 'tempest-TestNetworkBasicOps-router-452315653', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.129'}], 'enable_snat': True}, 'gw_port_id': '14ae9647-39b7-4689-af21-e6ac9503b21f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:54:50Z', 'updated_at': '2021-11-24T01:54:54Z', 'revision_number': 4, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': '14ae9647-39b7-4689-af21-e6ac9503b21f', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:9c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e763ae8d-6815-44c2-b5b4-dd97443b9b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:54:50Z', 'updated_at': '2021-11-24T01:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': '293114c0-8e16-49e0-a647-55fe4bfca9cb', 'name': '', 'network_id': '93aa7663-ea37-4699-a9e3-1a3c6889e574', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'mac_address': 'fa:16:3e:08:c3:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e763ae8d-6815-44c2-b5b4-dd97443b9b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '9a66359a-846d-42a4-b765-e608a736468a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:54:53Z', 'updated_at': '2021-11-24T01:54:57Z', 'revision_number': 5, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'subnets': [{'id': '9a66359a-846d-42a4-b765-e608a736468a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:55:26.316048 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18577cb6-d290-4245-911d-99e3c1666ef8 None None] The sync data for ids ['e763ae8d-6815-44c2-b5b4-dd97443b9b61'] in dv-neutron-818911-2-hyperv is: [{'id': 'e763ae8d-6815-44c2-b5b4-dd97443b9b61', 'name': 'tempest-TestNetworkBasicOps-router-452315653', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.129'}], 'enable_snat': True}, 'gw_port_id': '14ae9647-39b7-4689-af21-e6ac9503b21f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:54:50Z', 'updated_at': '2021-11-24T01:54:54Z', 'revision_number': 4, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': '14ae9647-39b7-4689-af21-e6ac9503b21f', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:9c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e763ae8d-6815-44c2-b5b4-dd97443b9b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:54:50Z', 'updated_at': '2021-11-24T01:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': '293114c0-8e16-49e0-a647-55fe4bfca9cb', 'name': '', 'network_id': '93aa7663-ea37-4699-a9e3-1a3c6889e574', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'mac_address': 'fa:16:3e:08:c3:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e763ae8d-6815-44c2-b5b4-dd97443b9b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '9a66359a-846d-42a4-b765-e608a736468a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:54:53Z', 'updated_at': '2021-11-24T01:54:57Z', 'revision_number': 5, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'subnets': [{'id': '9a66359a-846d-42a4-b765-e608a736468a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:55:26.546042 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d30b4320-d578-43e0-87fd-58812608471d tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:26.549651 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-d30b4320-d578-43e0-87fd-58812608471d tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "DELETE /v2.0/ports/ff6085f2-abb5-4901-a216-78c482ca044d HTTP/1.1" status: 204 len: 168 time: 0.6700542 Nov 24 01:55:26.552425 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 51814) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:55:26.572161 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e2df92-c0f7-4909-961b-83eb60176c6d None None] New status for floating IP 40a4e9c0-80e5-4583-a6f0-08e6765c4cbf: DOWN {{(pid=109869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 01:55:26.699207 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device ff6085f2-abb5-4901-a216-78c482ca044d no longer exists at agent hyperv_hv-neutron-8189 {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:55:26.720889 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] No Port match for: ff6085f2-abb5-4901-a216-78c482ca044d {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:55:26.721779 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device ff6085f2-abb5-4901-a216-78c482ca044d not bound to the agent host hv-neutron-8189 {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:55:26.924861 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1d401624-05d3-4c70-b566-3c303094fc3b tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3777994'] for router_interface, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:27.163436 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-d2b5d753-821b-4120-80de-560b4913cd6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:27.195161 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-1d401624-05d3-4c70-b566-3c303094fc3b tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Deleting port 293114c0-8e16-49e0-a647-55fe4bfca9cb {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:55:27.195499 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1d401624-05d3-4c70-b566-3c303094fc3b tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:27.293873 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [None req-1d401624-05d3-4c70-b566-3c303094fc3b tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] For port 293114c0-8e16-49e0-a647-55fe4bfca9cb, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=293114c0-8e16-49e0-a647-55fe4bfca9cb,segment=NetworkSegment(1da9c137-774f-464e-9f92-805c05cbcd82),segment_id=1da9c137-774f-464e-9f92-805c05cbcd82)] {{(pid=109867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:55:27.294236 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1d401624-05d3-4c70-b566-3c303094fc3b tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:27.306736 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-1d401624-05d3-4c70-b566-3c303094fc3b tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Calling delete_port for 293114c0-8e16-49e0-a647-55fe4bfca9cb owned by network:router_interface {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:55:27.499227 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1d401624-05d3-4c70-b566-3c303094fc3b tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:27.534441 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d401624-05d3-4c70-b566-3c303094fc3b tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event deleted for resources: {'Port': ['ID=293114c0-8e16-49e0-a647-55fe4bfca9cb,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:55:27.719157 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1d401624-05d3-4c70-b566-3c303094fc3b tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424538'] for router_interface, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:27.858982 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:27.965176 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d401624-05d3-4c70-b566-3c303094fc3b tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Router e763ae8d-6815-44c2-b5b4-dd97443b9b61 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:55:28.084979 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:28.088158 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d401624-05d3-4c70-b566-3c303094fc3b tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:55:28.094380 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-1d401624-05d3-4c70-b566-3c303094fc3b tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "PUT /v2.0/routers/e763ae8d-6815-44c2-b5b4-dd97443b9b61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5407848 Nov 24 01:55:28.096891 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 51816) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:55:28.098145 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33de3bc8-d859-42ad-99a7-1d08797fd7be None None] Sync routers for ids ['e763ae8d-6815-44c2-b5b4-dd97443b9b61'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:55:28.109798 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33de3bc8-d859-42ad-99a7-1d08797fd7be None None] Routers {'e763ae8d-6815-44c2-b5b4-dd97443b9b61'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:55:28.110336 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-33de3bc8-d859-42ad-99a7-1d08797fd7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:55:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['e763ae8d-6815-44c2-b5b4-dd97443b9b61'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:55:28.148131 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_v2 [None req-93947e4d-430c-4792-b619-3fe21166e98f tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Deleting subnet 9a66359a-846d-42a4-b765-e608a736468a {{(pid=109867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 01:55:28.151800 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-93947e4d-430c-4792-b619-3fe21166e98f tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for subnet, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:28.191243 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-93947e4d-430c-4792-b619-3fe21166e98f tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28690885'] for subnet, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:28.215361 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-33de3bc8-d859-42ad-99a7-1d08797fd7be None None] Set router e763ae8d-6815-44c2-b5b4-dd97443b9b61 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:55:28.280831 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-93947e4d-430c-4792-b619-3fe21166e98f tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:28.337623 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-93947e4d-430c-4792-b619-3fe21166e98f tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25501782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25307808'] for subnet, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:28.369560 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-93947e4d-430c-4792-b619-3fe21166e98f tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:28.373178 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-93947e4d-430c-4792-b619-3fe21166e98f tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "DELETE /v2.0/subnets/9a66359a-846d-42a4-b765-e608a736468a HTTP/1.1" status: 204 len: 168 time: 0.2748337 Nov 24 01:55:28.374226 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93947e4d-430c-4792-b619-3fe21166e98f tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event deleted for resources: {'Subnet': ['ID=9a66359a-846d-42a4-b765-e608a736468a,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:55:28.375645 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 51818) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:55:28.378579 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b49c33-3bd3-496b-952f-1695c11cb646 None None] Network 93aa7663-ea37-4699-a9e3-1a3c6889e574 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:55:28.476480 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-33de3bc8-d859-42ad-99a7-1d08797fd7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e763ae8d-6815-44c2-b5b4-dd97443b9b61', 'name': 'tempest-TestNetworkBasicOps-router-452315653', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.129'}], 'enable_snat': True}, 'gw_port_id': '14ae9647-39b7-4689-af21-e6ac9503b21f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:54:50Z', 'updated_at': '2021-11-24T01:55:27Z', 'revision_number': 5, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': '14ae9647-39b7-4689-af21-e6ac9503b21f', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:9c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e763ae8d-6815-44c2-b5b4-dd97443b9b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:54:50Z', 'updated_at': '2021-11-24T01:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:55:28.496574 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-6370838c-08d0-4983-966f-c8bb0a3b65c9 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for router, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:28.515941 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33de3bc8-d859-42ad-99a7-1d08797fd7be None None] Checking router: e763ae8d-6815-44c2-b5b4-dd97443b9b61 for host: dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 01:55:28.532410 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33de3bc8-d859-42ad-99a7-1d08797fd7be None None] Routers {'e763ae8d-6815-44c2-b5b4-dd97443b9b61'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:55:28.533039 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-33de3bc8-d859-42ad-99a7-1d08797fd7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:55:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['e763ae8d-6815-44c2-b5b4-dd97443b9b61'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:55:28.602483 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-6370838c-08d0-4983-966f-c8bb0a3b65c9 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:28.646773 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e0080d-ff77-4666-b080-3dd4cdc90ef9 None None] DHCP port deletion for 93aa7663-ea37-4699-a9e3-1a3c6889e574 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:55:28.658850 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-33de3bc8-d859-42ad-99a7-1d08797fd7be None None] Set router e763ae8d-6815-44c2-b5b4-dd97443b9b61 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:55:28.663387 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-6370838c-08d0-4983-966f-c8bb0a3b65c9 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Deleting port 14ae9647-39b7-4689-af21-e6ac9503b21f {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:55:28.663730 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-6370838c-08d0-4983-966f-c8bb0a3b65c9 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:28.740752 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [None req-6370838c-08d0-4983-966f-c8bb0a3b65c9 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] For port 14ae9647-39b7-4689-af21-e6ac9503b21f, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=14ae9647-39b7-4689-af21-e6ac9503b21f,segment=NetworkSegment(03509fd2-ca9c-4aa0-94e6-e236afda62e7),segment_id=03509fd2-ca9c-4aa0-94e6-e236afda62e7)] {{(pid=109866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:55:28.741106 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-6370838c-08d0-4983-966f-c8bb0a3b65c9 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:28.757901 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-6370838c-08d0-4983-966f-c8bb0a3b65c9 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Calling delete_port for 14ae9647-39b7-4689-af21-e6ac9503b21f owned by network:router_gateway {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:55:28.816786 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-41e0080d-ff77-4666-b080-3dd4cdc90ef9 None None] Deleting port a8d2c5a6-32e8-4e92-bb3d-3d56ec07b9e0 {{(pid=109868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:55:28.817154 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-41e0080d-ff77-4666-b080-3dd4cdc90ef9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:28.928556 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-6370838c-08d0-4983-966f-c8bb0a3b65c9 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:28.960403 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6370838c-08d0-4983-966f-c8bb0a3b65c9 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event deleted for resources: {'Port': ['ID=14ae9647-39b7-4689-af21-e6ac9503b21f,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:55:28.990147 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209adba7-2ff4-4c82-a094-a0678c695c6a None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:55:29.022745 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-6370838c-08d0-4983-966f-c8bb0a3b65c9 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418161'] for router_gateway, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:29.065547 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-41e0080d-ff77-4666-b080-3dd4cdc90ef9 None None] For port a8d2c5a6-32e8-4e92-bb3d-3d56ec07b9e0, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=a8d2c5a6-32e8-4e92-bb3d-3d56ec07b9e0,segment=NetworkSegment(1da9c137-774f-464e-9f92-805c05cbcd82),segment_id=1da9c137-774f-464e-9f92-805c05cbcd82)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:55:29.065945 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-41e0080d-ff77-4666-b080-3dd4cdc90ef9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:29.081806 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-41e0080d-ff77-4666-b080-3dd4cdc90ef9 None None] Calling delete_port for a8d2c5a6-32e8-4e92-bb3d-3d56ec07b9e0 owned by network:dhcp {{(pid=109868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:55:29.114642 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-6370838c-08d0-4983-966f-c8bb0a3b65c9 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-424460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2766'] for router, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:29.116799 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-6370838c-08d0-4983-966f-c8bb0a3b65c9 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:29.156722 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-33de3bc8-d859-42ad-99a7-1d08797fd7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e763ae8d-6815-44c2-b5b4-dd97443b9b61', 'name': 'tempest-TestNetworkBasicOps-router-452315653', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.129'}], 'enable_snat': True}, 'gw_port_id': '14ae9647-39b7-4689-af21-e6ac9503b21f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:54:50Z', 'updated_at': '2021-11-24T01:55:27Z', 'revision_number': 5, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': '14ae9647-39b7-4689-af21-e6ac9503b21f', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:9c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e763ae8d-6815-44c2-b5b4-dd97443b9b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:54:50Z', 'updated_at': '2021-11-24T01:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:55:29.167757 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-6370838c-08d0-4983-966f-c8bb0a3b65c9 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-424469'] for router, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:29.168372 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6370838c-08d0-4983-966f-c8bb0a3b65c9 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Fanout notify agent at l3_agent the message router_deleted on router e763ae8d-6815-44c2-b5b4-dd97443b9b61 {{(pid=109866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 01:55:29.178747 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-6370838c-08d0-4983-966f-c8bb0a3b65c9 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for router, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:29.182939 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-6370838c-08d0-4983-966f-c8bb0a3b65c9 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "DELETE /v2.0/routers/e763ae8d-6815-44c2-b5b4-dd97443b9b61 HTTP/1.1" status: 204 len: 168 time: 0.8031280 Nov 24 01:55:29.183139 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 51820) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:55:29.189892 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33de3bc8-d859-42ad-99a7-1d08797fd7be None None] The sync data for ids ['e763ae8d-6815-44c2-b5b4-dd97443b9b61'] in dv-neutron-818911-2-hyperv is: [{'id': 'e763ae8d-6815-44c2-b5b4-dd97443b9b61', 'name': 'tempest-TestNetworkBasicOps-router-452315653', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.129'}], 'enable_snat': True}, 'gw_port_id': '14ae9647-39b7-4689-af21-e6ac9503b21f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:54:50Z', 'updated_at': '2021-11-24T01:55:27Z', 'revision_number': 5, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': '14ae9647-39b7-4689-af21-e6ac9503b21f', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:9c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e763ae8d-6815-44c2-b5b4-dd97443b9b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:54:50Z', 'updated_at': '2021-11-24T01:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:55:29.210624 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-41e0080d-ff77-4666-b080-3dd4cdc90ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974'] for port, after_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:29.239223 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e0080d-ff77-4666-b080-3dd4cdc90ef9 None None] Pushing event deleted for resources: {'Port': ['ID=a8d2c5a6-32e8-4e92-bb3d-3d56ec07b9e0,revision_number=None']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:55:29.246782 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e0080d-ff77-4666-b080-3dd4cdc90ef9 None None] No DVR routers for this DVR port a8d2c5a6-32e8-4e92-bb3d-3d56ec07b9e0 on host dv-neutron-818911-2-hyperv {{(pid=109868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:55:29.262252 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e2c2b96a-497c-4f3a-adcc-30b457a89f92 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:29.350429 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e2c2b96a-497c-4f3a-adcc-30b457a89f92 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:29.370547 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-e2c2b96a-497c-4f3a-adcc-30b457a89f92 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93aa7663-ea37-4699-a9e3-1a3c6889e574']}} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:55:29.379423 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-e2c2b96a-497c-4f3a-adcc-30b457a89f92 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1da9c137-774f-464e-9f92-805c05cbcd82') {'for_net_delete': True} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:55:29.380031 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-e2c2b96a-497c-4f3a-adcc-30b457a89f92 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1da9c137-774f-464e-9f92-805c05cbcd82') {} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:55:29.388724 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e2c2b96a-497c-4f3a-adcc-30b457a89f92 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29055561'] for segment, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:29.401433 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e2c2b96a-497c-4f3a-adcc-30b457a89f92 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:29.407283 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2c2b96a-497c-4f3a-adcc-30b457a89f92 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=109866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:55:29.407660 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e2c2b96a-497c-4f3a-adcc-30b457a89f92 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29151010'] for segment, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:29.410629 dv-neutron-818911-2-hyperv neutron-server[109866]: Traceback (most recent call last): Nov 24 01:55:29.410629 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:55:29.410629 dv-neutron-818911-2-hyperv neutron-server[109866]: timer() Nov 24 01:55:29.410629 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:55:29.410629 dv-neutron-818911-2-hyperv neutron-server[109866]: cb(*args, **kw) Nov 24 01:55:29.410629 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:55:29.410629 dv-neutron-818911-2-hyperv neutron-server[109866]: return func(*args, **kwargs) Nov 24 01:55:29.410629 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:55:29.410629 dv-neutron-818911-2-hyperv neutron-server[109866]: self._notify() Nov 24 01:55:29.410629 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:55:29.410629 dv-neutron-818911-2-hyperv neutron-server[109866]: self.callback(batched_events) Nov 24 01:55:29.410629 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:55:29.410629 dv-neutron-818911-2-hyperv neutron-server[109866]: event.method(event) Nov 24 01:55:29.410629 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:55:29.410629 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:55:29.410629 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:55:29.410629 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:55:29.410629 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:55:29.410629 dv-neutron-818911-2-hyperv neutron-server[109866]: return f(self, *a, **k) Nov 24 01:55:29.410629 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:55:29.410629 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._get(url).json() Nov 24 01:55:29.410629 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:55:29.410629 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:55:29.410629 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:55:29.410629 dv-neutron-818911-2-hyperv neutron-server[109866]: return self.request(url, 'GET', **kwargs) Nov 24 01:55:29.410629 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:55:29.410629 dv-neutron-818911-2-hyperv neutron-server[109866]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:55:29.410629 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:55:29.410629 dv-neutron-818911-2-hyperv neutron-server[109866]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:55:29.410629 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:55:29.410629 dv-neutron-818911-2-hyperv neutron-server[109866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:55:29.410629 dv-neutron-818911-2-hyperv neutron-server[109866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:55:29.467707 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e2c2b96a-497c-4f3a-adcc-30b457a89f92 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:29.475535 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e2c2b96a-497c-4f3a-adcc-30b457a89f92 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:29.479383 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-e2c2b96a-497c-4f3a-adcc-30b457a89f92 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "DELETE /v2.0/networks/93aa7663-ea37-4699-a9e3-1a3c6889e574 HTTP/1.1" status: 204 len: 168 time: 0.2953579 Nov 24 01:55:29.487797 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 51822) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:55:29.490526 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c2b96a-497c-4f3a-adcc-30b457a89f92 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event deleted for resources: {'Network': ['ID=93aa7663-ea37-4699-a9e3-1a3c6889e574,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:55:29.500139 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-842e1b1e-b1d0-4540-b804-4c0f4396d15f tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] 10.222.0.21 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0112166 Nov 24 01:55:29.502505 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 51824) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:55:29.507220 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-26df6d48-6d77-4323-8842-b3f477b39dc1 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'network': {'name': 'tempest-network-smoke--1973838468', 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'port_security_enabled': True}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:55:29.532029 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26df6d48-6d77-4323-8842-b3f477b39dc1 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Made reservation on behalf of 5cd72ac6dd034b2d92e26f70404adb10 for: {'network': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:55:29.535943 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-26df6d48-6d77-4323-8842-b3f477b39dc1 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:29.566116 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26df6d48-6d77-4323-8842-b3f477b39dc1 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=109867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:55:29.576754 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:29.577619 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-26df6d48-6d77-4323-8842-b3f477b39dc1 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:29.577959 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.segments_db [None req-26df6d48-6d77-4323-8842-b3f477b39dc1 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Added segment 392406a7-cfbd-4c83-80d8-c3d768d013a8 of type vlan for network 84217364-f17f-41bb-9c84-3172cc59881d Nov 24 01:55:29.635723 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-26df6d48-6d77-4323-8842-b3f477b39dc1 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:29.667222 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-26df6d48-6d77-4323-8842-b3f477b39dc1 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:29.672969 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26df6d48-6d77-4323-8842-b3f477b39dc1 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:55:29.673579 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-26df6d48-6d77-4323-8842-b3f477b39dc1 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:29.730876 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 51826) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:55:29.731176 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-26df6d48-6d77-4323-8842-b3f477b39dc1 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2275720 Nov 24 01:55:29.736450 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-8e6bafc9-7d33-45d2-804d-1062ba57ce96 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1461747955', 'admin_state_up': True, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:55:29.763128 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8e6bafc9-7d33-45d2-804d-1062ba57ce96 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-424105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2744'] for router, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:29.764366 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8e6bafc9-7d33-45d2-804d-1062ba57ce96 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-424325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-326625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2753'] for router, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:29.787407 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26df6d48-6d77-4323-8842-b3f477b39dc1 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'Network': ['ID=84217364-f17f-41bb-9c84-3172cc59881d,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:55:29.799433 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network 84217364-f17f-41bb-9c84-3172cc59881d details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:55:29.831704 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8e6bafc9-7d33-45d2-804d-1062ba57ce96 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:29.979134 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8e6bafc9-7d33-45d2-804d-1062ba57ce96 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:30.102753 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:30.226486 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 14ae9647-39b7-4689-af21-e6ac9503b21f no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:55:30.247762 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: 14ae9647-39b7-4689-af21-e6ac9503b21f {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:55:30.248232 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 14ae9647-39b7-4689-af21-e6ac9503b21f not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:55:30.248753 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 293114c0-8e16-49e0-a647-55fe4bfca9cb no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:55:30.272466 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: 293114c0-8e16-49e0-a647-55fe4bfca9cb {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:55:30.272815 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 293114c0-8e16-49e0-a647-55fe4bfca9cb not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:55:30.273247 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device a8d2c5a6-32e8-4e92-bb3d-3d56ec07b9e0 no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:55:30.293325 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: a8d2c5a6-32e8-4e92-bb3d-3d56ec07b9e0 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:55:30.293703 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device a8d2c5a6-32e8-4e92-bb3d-3d56ec07b9e0 not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:55:30.416820 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8e6bafc9-7d33-45d2-804d-1062ba57ce96 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for router_gateway, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:30.435125 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8e6bafc9-7d33-45d2-804d-1062ba57ce96 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:30.538924 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [None req-8e6bafc9-7d33-45d2-804d-1062ba57ce96 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Allocated IP 172.26.5.54 (eb22795d-37ee-46ee-844d-92c17e2ea450/3e66fcff-6e72-4083-b514-48f69cdaa2cb/86aca10a-8133-4c04-9cf9-111f3d4fa2a6) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:55:30.637961 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8e6bafc9-7d33-45d2-804d-1062ba57ce96 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:30.669308 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8e6bafc9-7d33-45d2-804d-1062ba57ce96 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:30.712261 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6bafc9-7d33-45d2-804d-1062ba57ce96 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Network eb22795d-37ee-46ee-844d-92c17e2ea450 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:55:30.715077 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-8e6bafc9-7d33-45d2-804d-1062ba57ce96 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:55:30.718485 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6bafc9-7d33-45d2-804d-1062ba57ce96 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:55:30.727638 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a63235-a43a-4d7f-abb2-d0a8b88c965c None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:55:30.739647 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6bafc9-7d33-45d2-804d-1062ba57ce96 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'Port': ['ID=86aca10a-8133-4c04-9cf9-111f3d4fa2a6,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:55:30.763418 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-a190bc8e-46e7-4c75-92e9-0fbc4ece08ab None None] Provisioning complete for port 86aca10a-8133-4c04-9cf9-111f3d4fa2a6 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:55:30.763782 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a190bc8e-46e7-4c75-92e9-0fbc4ece08ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:30.796276 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-a190bc8e-46e7-4c75-92e9-0fbc4ece08ab None None] Port 86aca10a-8133-4c04-9cf9-111f3d4fa2a6 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:55:30.973979 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8e6bafc9-7d33-45d2-804d-1062ba57ce96 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for router_gateway, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:31.167838 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8e6bafc9-7d33-45d2-804d-1062ba57ce96 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-424338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418138'] for router, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:31.293696 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e6bafc9-7d33-45d2-804d-1062ba57ce96 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Router 31390e35-275b-4954-9991-f009f6e2fcac is scheduled to L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e with binding_index 1 {{(pid=109866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 01:55:31.396553 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e6bafc9-7d33-45d2-804d-1062ba57ce96 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:55:31.406325 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c1065e-1afd-4276-a104-5997e90d5b11 None None] Sync routers for ids ['31390e35-275b-4954-9991-f009f6e2fcac'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:55:31.417314 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8e6bafc9-7d33-45d2-804d-1062ba57ce96 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for router, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:31.417954 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c1065e-1afd-4276-a104-5997e90d5b11 None None] Routers {'31390e35-275b-4954-9991-f009f6e2fcac'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:55:31.418145 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-38c1065e-1afd-4276-a104-5997e90d5b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:55:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['31390e35-275b-4954-9991-f009f6e2fcac'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:55:31.418587 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-8e6bafc9-7d33-45d2-804d-1062ba57ce96 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.6859162 Nov 24 01:55:31.421559 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 51828) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:55:31.448944 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-305ee4c6-b04e-4024-8943-b3bcea311a28 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=5cd72ac6dd034b2d92e26f70404adb10&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261388 Nov 24 01:55:31.451455 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 51830) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:55:31.523089 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-38c1065e-1afd-4276-a104-5997e90d5b11 None None] Set router 31390e35-275b-4954-9991-f009f6e2fcac gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:55:31.536809 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726b14b7-fa6c-415e-8223-49a18ef39b80 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:55:31.538355 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-726b14b7-fa6c-415e-8223-49a18ef39b80 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0860126 Nov 24 01:55:31.541136 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 51832) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:55:31.567748 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-52f55c3d-3256-4168-b8ea-4a4988388ce4 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=eb22795d-37ee-46ee-844d-92c17e2ea450&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0254939 Nov 24 01:55:31.570178 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 51834) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:55:31.575225 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-ef840fa5-3d00-4f63-98d9-25db3af43ba0 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-548334606', 'network_id': '84217364-f17f-41bb-9c84-3172cc59881d', 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:55:31.665861 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef840fa5-3d00-4f63-98d9-25db3af43ba0 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Made reservation on behalf of 5cd72ac6dd034b2d92e26f70404adb10 for: {'subnet': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:55:31.669563 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ef840fa5-3d00-4f63-98d9-25db3af43ba0 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29154835'] for subnet, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:31.699338 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-38c1065e-1afd-4276-a104-5997e90d5b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31390e35-275b-4954-9991-f009f6e2fcac', 'name': 'tempest-TestNetworkBasicOps-router-1461747955', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.54'}], 'enable_snat': True}, 'gw_port_id': '86aca10a-8133-4c04-9cf9-111f3d4fa2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:55:29Z', 'updated_at': '2021-11-24T01:55:30Z', 'revision_number': 3, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': '86aca10a-8133-4c04-9cf9-111f3d4fa2a6', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:14:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31390e35-275b-4954-9991-f009f6e2fcac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:55:30Z', 'updated_at': '2021-11-24T01:55:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:55:31.729629 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c1065e-1afd-4276-a104-5997e90d5b11 None None] Checking router: 31390e35-275b-4954-9991-f009f6e2fcac for host: dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 01:55:31.729970 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c1065e-1afd-4276-a104-5997e90d5b11 None None] Updating router 31390e35-275b-4954-9991-f009f6e2fcac port 86aca10a-8133-4c04-9cf9-111f3d4fa2a6 binding host dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 01:55:31.754284 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-38c1065e-1afd-4276-a104-5997e90d5b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:31.850622 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ef840fa5-3d00-4f63-98d9-25db3af43ba0 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29149261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29154849'] for subnet, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:31.911440 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef840fa5-3d00-4f63-98d9-25db3af43ba0 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'Subnet': ['ID=a3b144a8-5814-40ad-95e8-d041741d89db,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:55:31.918366 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef840fa5-3d00-4f63-98d9-25db3af43ba0 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Checking segment: {'id': '392406a7-cfbd-4c83-80d8-c3d768d013a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '84217364-f17f-41bb-9c84-3172cc59881d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:55:31.918741 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef840fa5-3d00-4f63-98d9-25db3af43ba0 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Network hostable DHCP agents. Network: 84217364-f17f-41bb-9c84-3172cc59881d, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 01:55:31.935954 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef840fa5-3d00-4f63-98d9-25db3af43ba0 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Network 84217364-f17f-41bb-9c84-3172cc59881d is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 01:55:31.945815 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-ef840fa5-3d00-4f63-98d9-25db3af43ba0 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, 84217364-f17f-41bb-9c84-3172cc59881d) {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:55:31.950418 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef840fa5-3d00-4f63-98d9-25db3af43ba0 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:55:31.951779 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ef840fa5-3d00-4f63-98d9-25db3af43ba0 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:31.958355 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af8b3b7-c62a-47aa-b1d6-5ca73d23cb26 None None] Network 84217364-f17f-41bb-9c84-3172cc59881d requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:55:31.972591 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-ef840fa5-3d00-4f63-98d9-25db3af43ba0 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3989098 Nov 24 01:55:31.972951 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 51836) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:55:32.014214 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-38c1065e-1afd-4276-a104-5997e90d5b11 None None] Publish callbacks [] for port, precommit_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:32.019986 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-38c1065e-1afd-4276-a104-5997e90d5b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:32.067095 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-38c1065e-1afd-4276-a104-5997e90d5b11 None None] Attempting to bind port 86aca10a-8133-4c04-9cf9-111f3d4fa2a6 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:55:32.067685 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-38c1065e-1afd-4276-a104-5997e90d5b11 None None] Attempting to bind port 86aca10a-8133-4c04-9cf9-111f3d4fa2a6 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}] {{(pid=109869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:55:32.068121 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5215482a-aa01-43bc-9f7f-ecd21700bb05 None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:55:32.068293 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c1065e-1afd-4276-a104-5997e90d5b11 None None] Attempting to bind port 86aca10a-8133-4c04-9cf9-111f3d4fa2a6 on network eb22795d-37ee-46ee-844d-92c17e2ea450 {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:55:32.079168 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c1065e-1afd-4276-a104-5997e90d5b11 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:55:32.079533 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c1065e-1afd-4276-a104-5997e90d5b11 None None] Checking segment: {'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:55:32.080126 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-38c1065e-1afd-4276-a104-5997e90d5b11 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:32.080514 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c1065e-1afd-4276-a104-5997e90d5b11 None None] Bound using segment: {'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'} {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:55:32.080979 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-38c1065e-1afd-4276-a104-5997e90d5b11 None None] Bound port: 86aca10a-8133-4c04-9cf9-111f3d4fa2a6, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}}] {{(pid=109869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:55:32.081906 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-38c1065e-1afd-4276-a104-5997e90d5b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:32.123241 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b54174-c79d-45fc-b7c1-fb41d550ddcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-84217364-f17f-41bb-9c84-3172cc59881d', 'network_id': '84217364-f17f-41bb-9c84-3172cc59881d', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'fixed_ips': [{'subnet_id': 'a3b144a8-5814-40ad-95e8-d041741d89db'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 01:55:32.123795 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4664cb-a9a8-481c-8473-8c1cf165748a None None] Pushing event updated for resources: {'Port': ['ID=86aca10a-8133-4c04-9cf9-111f3d4fa2a6,revision_number=2']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:55:32.124357 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-75b54174-c79d-45fc-b7c1-fb41d550ddcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:32.137400 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-1a22fe85-59f2-4d28-9f85-c4d9f65a4b39 None None] Provisioning complete for port 86aca10a-8133-4c04-9cf9-111f3d4fa2a6 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:55:32.137799 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-1a22fe85-59f2-4d28-9f85-c4d9f65a4b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:32.143136 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.db [None req-38c1065e-1afd-4276-a104-5997e90d5b11 None None] For port 86aca10a-8133-4c04-9cf9-111f3d4fa2a6, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:55:32.146794 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.db [None req-38c1065e-1afd-4276-a104-5997e90d5b11 None None] For port 86aca10a-8133-4c04-9cf9-111f3d4fa2a6, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=86aca10a-8133-4c04-9cf9-111f3d4fa2a6,segment=NetworkSegment(03509fd2-ca9c-4aa0-94e6-e236afda62e7),segment_id=03509fd2-ca9c-4aa0-94e6-e236afda62e7)] {{(pid=109869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:55:32.152449 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-38c1065e-1afd-4276-a104-5997e90d5b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:32.221153 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c1065e-1afd-4276-a104-5997e90d5b11 None None] Routers {'31390e35-275b-4954-9991-f009f6e2fcac'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:55:32.222746 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-38c1065e-1afd-4276-a104-5997e90d5b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:55:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['31390e35-275b-4954-9991-f009f6e2fcac'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:55:32.228313 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5f571a-10a6-4e02-b08b-9a13ca6d77e5 None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:55:32.248972 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-1a22fe85-59f2-4d28-9f85-c4d9f65a4b39 None None] Port 86aca10a-8133-4c04-9cf9-111f3d4fa2a6 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:55:32.282928 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4664cb-a9a8-481c-8473-8c1cf165748a None None] Pushing event updated for resources: {'Port': ['ID=86aca10a-8133-4c04-9cf9-111f3d4fa2a6,revision_number=3']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:55:32.310154 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-75b54174-c79d-45fc-b7c1-fb41d550ddcb None None] Allocated IP 172.20.0.2 (84217364-f17f-41bb-9c84-3172cc59881d/a3b144a8-5814-40ad-95e8-d041741d89db/9aab0c55-1699-4641-972d-4ae0a6d2bff0) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:55:32.346273 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-38c1065e-1afd-4276-a104-5997e90d5b11 None None] Set router 31390e35-275b-4954-9991-f009f6e2fcac gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:55:32.418228 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-713d4625-74f7-4920-8554-346597a72267 None None] Provisioning complete for port 86aca10a-8133-4c04-9cf9-111f3d4fa2a6 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:55:32.418592 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-713d4625-74f7-4920-8554-346597a72267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:32.501166 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-75b54174-c79d-45fc-b7c1-fb41d550ddcb None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:32.512401 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-75b54174-c79d-45fc-b7c1-fb41d550ddcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:32.538715 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-38c1065e-1afd-4276-a104-5997e90d5b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31390e35-275b-4954-9991-f009f6e2fcac', 'name': 'tempest-TestNetworkBasicOps-router-1461747955', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.54'}], 'enable_snat': True}, 'gw_port_id': '86aca10a-8133-4c04-9cf9-111f3d4fa2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:55:29Z', 'updated_at': '2021-11-24T01:55:30Z', 'revision_number': 3, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': '86aca10a-8133-4c04-9cf9-111f3d4fa2a6', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:14:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31390e35-275b-4954-9991-f009f6e2fcac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:55:30Z', 'updated_at': '2021-11-24T01:55:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:55:32.573229 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b54174-c79d-45fc-b7c1-fb41d550ddcb None None] Network 84217364-f17f-41bb-9c84-3172cc59881d is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:55:32.581613 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-75b54174-c79d-45fc-b7c1-fb41d550ddcb None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:55:32.593654 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b54174-c79d-45fc-b7c1-fb41d550ddcb None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:55:32.605916 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b54174-c79d-45fc-b7c1-fb41d550ddcb None None] Pushing event updated for resources: {'Port': ['ID=9aab0c55-1699-4641-972d-4ae0a6d2bff0,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:55:32.618193 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-713d4625-74f7-4920-8554-346597a72267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:32.661551 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c1065e-1afd-4276-a104-5997e90d5b11 None None] The sync data for ids ['31390e35-275b-4954-9991-f009f6e2fcac'] in dv-neutron-818911-2-hyperv is: [{'id': '31390e35-275b-4954-9991-f009f6e2fcac', 'name': 'tempest-TestNetworkBasicOps-router-1461747955', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.54'}], 'enable_snat': True}, 'gw_port_id': '86aca10a-8133-4c04-9cf9-111f3d4fa2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:55:29Z', 'updated_at': '2021-11-24T01:55:30Z', 'revision_number': 3, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': '86aca10a-8133-4c04-9cf9-111f3d4fa2a6', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:14:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31390e35-275b-4954-9991-f009f6e2fcac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:55:30Z', 'updated_at': '2021-11-24T01:55:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:55:32.678902 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-713d4625-74f7-4920-8554-346597a72267 None None] For port 86aca10a-8133-4c04-9cf9-111f3d4fa2a6, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=86aca10a-8133-4c04-9cf9-111f3d4fa2a6,segment=NetworkSegment(03509fd2-ca9c-4aa0-94e6-e236afda62e7),segment_id=03509fd2-ca9c-4aa0-94e6-e236afda62e7)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:55:32.686478 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-75b54174-c79d-45fc-b7c1-fb41d550ddcb None None] Attempting to bind port 9aab0c55-1699-4641-972d-4ae0a6d2bff0 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:55:32.686900 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-75b54174-c79d-45fc-b7c1-fb41d550ddcb None None] Attempting to bind port 9aab0c55-1699-4641-972d-4ae0a6d2bff0 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '392406a7-cfbd-4c83-80d8-c3d768d013a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '84217364-f17f-41bb-9c84-3172cc59881d'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:55:32.687305 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b54174-c79d-45fc-b7c1-fb41d550ddcb None None] Attempting to bind port 9aab0c55-1699-4641-972d-4ae0a6d2bff0 on network 84217364-f17f-41bb-9c84-3172cc59881d {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:55:32.690810 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-713d4625-74f7-4920-8554-346597a72267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:32.698298 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b54174-c79d-45fc-b7c1-fb41d550ddcb None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:55:32.698298 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b54174-c79d-45fc-b7c1-fb41d550ddcb None None] Checking segment: {'id': '392406a7-cfbd-4c83-80d8-c3d768d013a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '84217364-f17f-41bb-9c84-3172cc59881d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:55:32.698652 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-75b54174-c79d-45fc-b7c1-fb41d550ddcb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:32.699062 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b54174-c79d-45fc-b7c1-fb41d550ddcb None None] Bound using segment: {'id': '392406a7-cfbd-4c83-80d8-c3d768d013a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '84217364-f17f-41bb-9c84-3172cc59881d'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:55:32.699531 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-75b54174-c79d-45fc-b7c1-fb41d550ddcb None None] Bound port: 9aab0c55-1699-4641-972d-4ae0a6d2bff0, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '392406a7-cfbd-4c83-80d8-c3d768d013a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '84217364-f17f-41bb-9c84-3172cc59881d'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:55:32.699911 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-75b54174-c79d-45fc-b7c1-fb41d550ddcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:32.713541 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-28a09ef3-71d7-4f07-837d-5d66a306c02c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:32.777368 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713d4625-74f7-4920-8554-346597a72267 None None] Pushing event updated for resources: {'Port': ['ID=86aca10a-8133-4c04-9cf9-111f3d4fa2a6,revision_number=4']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:55:32.807479 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-75b54174-c79d-45fc-b7c1-fb41d550ddcb None None] For port 9aab0c55-1699-4641-972d-4ae0a6d2bff0, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:55:32.810630 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-75b54174-c79d-45fc-b7c1-fb41d550ddcb None None] For port 9aab0c55-1699-4641-972d-4ae0a6d2bff0, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=9aab0c55-1699-4641-972d-4ae0a6d2bff0,segment=NetworkSegment(392406a7-cfbd-4c83-80d8-c3d768d013a8),segment_id=392406a7-cfbd-4c83-80d8-c3d768d013a8)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:55:32.816424 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-75b54174-c79d-45fc-b7c1-fb41d550ddcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:32.879268 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b54174-c79d-45fc-b7c1-fb41d550ddcb None None] Pushing event updated for resources: {'Port': ['ID=9aab0c55-1699-4641-972d-4ae0a6d2bff0,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:55:33.033887 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-28a09ef3-71d7-4f07-837d-5d66a306c02c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Allocated IP 172.20.0.1 (84217364-f17f-41bb-9c84-3172cc59881d/a3b144a8-5814-40ad-95e8-d041741d89db/b6a1268d-aaa9-46a0-a085-19630e710d12) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:55:33.192235 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-28a09ef3-71d7-4f07-837d-5d66a306c02c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:33.236473 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-28a09ef3-71d7-4f07-837d-5d66a306c02c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:33.282065 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a09ef3-71d7-4f07-837d-5d66a306c02c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Network 84217364-f17f-41bb-9c84-3172cc59881d is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:55:33.285077 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-28a09ef3-71d7-4f07-837d-5d66a306c02c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:55:33.287731 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a09ef3-71d7-4f07-837d-5d66a306c02c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:55:33.313342 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a09ef3-71d7-4f07-837d-5d66a306c02c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'Port': ['ID=b6a1268d-aaa9-46a0-a085-19630e710d12,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:55:33.339583 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-28a09ef3-71d7-4f07-837d-5d66a306c02c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3777869'] for router_interface, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:33.475886 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-28a09ef3-71d7-4f07-837d-5d66a306c02c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:33.770451 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-28a09ef3-71d7-4f07-837d-5d66a306c02c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for port, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:33.775246 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-28a09ef3-71d7-4f07-837d-5d66a306c02c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25501696'] for port, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:33.852209 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a09ef3-71d7-4f07-837d-5d66a306c02c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'Port': ['ID=b6a1268d-aaa9-46a0-a085-19630e710d12,revision_number=2']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:55:33.855326 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-28a09ef3-71d7-4f07-837d-5d66a306c02c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3778017'] for router_interface, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:33.885240 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2c0730-698e-4128-bd44-8e6c4d47feca None None] Network 84217364-f17f-41bb-9c84-3172cc59881d requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:55:33.952787 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a09ef3-71d7-4f07-837d-5d66a306c02c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Network 84217364-f17f-41bb-9c84-3172cc59881d is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:55:33.954279 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-28a09ef3-71d7-4f07-837d-5d66a306c02c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:55:33.963824 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-52b7ff5d-fe34-4bfd-93aa-f1d6e007eab0 None None] Provisioning complete for port 9aab0c55-1699-4641-972d-4ae0a6d2bff0 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:55:33.964184 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-52b7ff5d-fe34-4bfd-93aa-f1d6e007eab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:34.079005 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28a09ef3-71d7-4f07-837d-5d66a306c02c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Router 31390e35-275b-4954-9991-f009f6e2fcac has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:55:34.109801 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-52b7ff5d-fe34-4bfd-93aa-f1d6e007eab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:34.127258 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 86aca10a-8133-4c04-9cf9-111f3d4fa2a6 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:55:34.161678 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.agents_db [None req-4e42c10c-a1d3-4d07-89d6-7a24334140aa None None] Agent healthcheck: found 6 active agents {{(pid=109869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 01:55:34.182251 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-52b7ff5d-fe34-4bfd-93aa-f1d6e007eab0 None None] For port 9aab0c55-1699-4641-972d-4ae0a6d2bff0, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=9aab0c55-1699-4641-972d-4ae0a6d2bff0,segment=NetworkSegment(392406a7-cfbd-4c83-80d8-c3d768d013a8),segment_id=392406a7-cfbd-4c83-80d8-c3d768d013a8)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:55:34.190072 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-52b7ff5d-fe34-4bfd-93aa-f1d6e007eab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:34.220471 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28a09ef3-71d7-4f07-837d-5d66a306c02c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:55:34.230103 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 51838) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:55:34.238227 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-28a09ef3-71d7-4f07-837d-5d66a306c02c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "PUT /v2.0/routers/31390e35-275b-4954-9991-f009f6e2fcac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2638657 Nov 24 01:55:34.255289 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b7ff5d-fe34-4bfd-93aa-f1d6e007eab0 None None] Pushing event updated for resources: {'Port': ['ID=9aab0c55-1699-4641-972d-4ae0a6d2bff0,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:55:34.262178 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 86aca10a-8133-4c04-9cf9-111f3d4fa2a6 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:55:34.262547 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:34.355588 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 9aab0c55-1699-4641-972d-4ae0a6d2bff0 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:55:34.417801 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-8101ad3f-b284-4af3-bdff-fa1ac10e85c3 None None] Provisioning complete for port b6a1268d-aaa9-46a0-a085-19630e710d12 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:55:34.418169 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-8101ad3f-b284-4af3-bdff-fa1ac10e85c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:34.419751 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 9aab0c55-1699-4641-972d-4ae0a6d2bff0 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:55:34.420088 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:34.447889 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e9b673-82a4-4139-9970-72f7243cf779 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:55:34.448672 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e9b673-82a4-4139-9970-72f7243cf779 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:55:34.449341 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e9b673-82a4-4139-9970-72f7243cf779 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:55:34.449905 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e9b673-82a4-4139-9970-72f7243cf779 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:55:34.450572 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e9b673-82a4-4139-9970-72f7243cf779 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:55:34.451103 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e9b673-82a4-4139-9970-72f7243cf779 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:55:34.452982 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-c6e9b673-82a4-4139-9970-72f7243cf779 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.2207587 Nov 24 01:55:34.455610 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 51842) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:55:34.483838 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-8101ad3f-b284-4af3-bdff-fa1ac10e85c3 None None] Port b6a1268d-aaa9-46a0-a085-19630e710d12 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:55:34.497673 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-8101ad3f-b284-4af3-bdff-fa1ac10e85c3 None None] Provisioning complete for port 9aab0c55-1699-4641-972d-4ae0a6d2bff0 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:55:34.498038 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-8101ad3f-b284-4af3-bdff-fa1ac10e85c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:34.525557 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8111ca-d0da-44ac-bdf6-20de4e80947e None None] Sync routers for ids ['31390e35-275b-4954-9991-f009f6e2fcac'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:55:34.561627 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d439d84-272e-440b-b89c-b30b518333b7 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:55:34.562200 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d439d84-272e-440b-b89c-b30b518333b7 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:55:34.562656 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d439d84-272e-440b-b89c-b30b518333b7 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:55:34.563106 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d439d84-272e-440b-b89c-b30b518333b7 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:55:34.563686 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d439d84-272e-440b-b89c-b30b518333b7 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:55:34.564138 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d439d84-272e-440b-b89c-b30b518333b7 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:55:34.566104 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-3d439d84-272e-440b-b89c-b30b518333b7 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.1093349 Nov 24 01:55:34.568914 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 51844) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:55:34.575173 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8111ca-d0da-44ac-bdf6-20de4e80947e None None] Routers {'31390e35-275b-4954-9991-f009f6e2fcac'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:55:34.578261 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-eb8111ca-d0da-44ac-bdf6-20de4e80947e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:55:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['31390e35-275b-4954-9991-f009f6e2fcac'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:55:34.719045 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-c9b54e7b-7b9c-45ad-856d-cd1587128c6c tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.1486404 Nov 24 01:55:34.737135 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-eb8111ca-d0da-44ac-bdf6-20de4e80947e None None] Set router 31390e35-275b-4954-9991-f009f6e2fcac gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:55:34.846536 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-bf0047f8-3ab0-40e9-a891-65764ce76bb8 None None] Provisioning complete for port b6a1268d-aaa9-46a0-a085-19630e710d12 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:55:34.846901 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bf0047f8-3ab0-40e9-a891-65764ce76bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:34.953489 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 51848) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:55:34.958215 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-222c5db3-c804-413f-bc3d-e81d391aaa78 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1511855767', 'description': 'tempest-secgroup-smoke-1511855767 description', 'project_id': '5cd72ac6dd034b2d92e26f70404adb10'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:55:34.982219 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-222c5db3-c804-413f-bc3d-e81d391aaa78 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:35.050559 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-222c5db3-c804-413f-bc3d-e81d391aaa78 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:35.054235 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-222c5db3-c804-413f-bc3d-e81d391aaa78 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:35.070516 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-bf0047f8-3ab0-40e9-a891-65764ce76bb8 None None] Port b6a1268d-aaa9-46a0-a085-19630e710d12 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:55:35.081750 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-222c5db3-c804-413f-bc3d-e81d391aaa78 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:35.085875 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 51850) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:55:35.086361 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-222c5db3-c804-413f-bc3d-e81d391aaa78 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1313913 Nov 24 01:55:35.090944 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222c5db3-c804-413f-bc3d-e81d391aaa78 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bc723d8-df29-4ee9-915d-8ada91ee1b7b,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:55:35.092143 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-9ff47547-68a0-48e4-90fd-c2b072d82154 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'security_group_rule': {'security_group_id': '8bc723d8-df29-4ee9-915d-8ada91ee1b7b', 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:55:35.120604 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9ff47547-68a0-48e4-90fd-c2b072d82154 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:35.125850 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-eb8111ca-d0da-44ac-bdf6-20de4e80947e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31390e35-275b-4954-9991-f009f6e2fcac', 'name': 'tempest-TestNetworkBasicOps-router-1461747955', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.54'}], 'enable_snat': True}, 'gw_port_id': '86aca10a-8133-4c04-9cf9-111f3d4fa2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:55:29Z', 'updated_at': '2021-11-24T01:55:33Z', 'revision_number': 4, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': '86aca10a-8133-4c04-9cf9-111f3d4fa2a6', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:14:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31390e35-275b-4954-9991-f009f6e2fcac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:55:30Z', 'updated_at': '2021-11-24T01:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': 'b6a1268d-aaa9-46a0-a085-19630e710d12', 'name': '', 'network_id': '84217364-f17f-41bb-9c84-3172cc59881d', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'mac_address': 'fa:16:3e:30:24:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31390e35-275b-4954-9991-f009f6e2fcac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'a3b144a8-5814-40ad-95e8-d041741d89db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:55:32Z', 'updated_at': '2021-11-24T01:55:33Z', 'revision_number': 2, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'subnets': [{'id': 'a3b144a8-5814-40ad-95e8-d041741d89db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:55:35.155899 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8111ca-d0da-44ac-bdf6-20de4e80947e None None] Checking router: 31390e35-275b-4954-9991-f009f6e2fcac for host: dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 01:55:35.156248 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8111ca-d0da-44ac-bdf6-20de4e80947e None None] Updating router 31390e35-275b-4954-9991-f009f6e2fcac port b6a1268d-aaa9-46a0-a085-19630e710d12 binding host dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 01:55:35.178756 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9ff47547-68a0-48e4-90fd-c2b072d82154 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:35.183348 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9ff47547-68a0-48e4-90fd-c2b072d82154 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:35.189789 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-eb8111ca-d0da-44ac-bdf6-20de4e80947e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:35.201807 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff47547-68a0-48e4-90fd-c2b072d82154 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9672b1b-acb6-4ba7-ae3b-d7721379a1b4,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:55:35.204472 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-b7974703-8c4f-45d5-bc82-e833e5d04a29 None None] Provisioning complete for port b6a1268d-aaa9-46a0-a085-19630e710d12 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:55:35.204837 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-b7974703-8c4f-45d5-bc82-e833e5d04a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:35.210903 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9ff47547-68a0-48e4-90fd-c2b072d82154 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:35.212901 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-9ff47547-68a0-48e4-90fd-c2b072d82154 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1254525 Nov 24 01:55:35.215708 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 51852) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:55:35.220162 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-9e10335e-362f-4f01-9504-d59dd552eafa tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'security_group_rule': {'security_group_id': '8bc723d8-df29-4ee9-915d-8ada91ee1b7b', 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:55:35.246904 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9e10335e-362f-4f01-9504-d59dd552eafa tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:35.274178 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-b7974703-8c4f-45d5-bc82-e833e5d04a29 None None] Port b6a1268d-aaa9-46a0-a085-19630e710d12 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:55:35.304164 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9e10335e-362f-4f01-9504-d59dd552eafa tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:35.308063 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9e10335e-362f-4f01-9504-d59dd552eafa tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:35.325583 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e10335e-362f-4f01-9504-d59dd552eafa tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0bfa3fd-437e-4c72-b918-c41621e76bc9,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:55:35.333900 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9e10335e-362f-4f01-9504-d59dd552eafa tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:35.338531 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-9e10335e-362f-4f01-9504-d59dd552eafa tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1183906 Nov 24 01:55:35.338712 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 51854) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:55:35.343183 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-b628dd46-a0e7-40d1-ad5b-83337404c683 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'security_group_rule': {'security_group_id': '8bc723d8-df29-4ee9-915d-8ada91ee1b7b', 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:55:35.368730 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b628dd46-a0e7-40d1-ad5b-83337404c683 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:35.423931 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b628dd46-a0e7-40d1-ad5b-83337404c683 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:35.427565 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b628dd46-a0e7-40d1-ad5b-83337404c683 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:35.448419 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b628dd46-a0e7-40d1-ad5b-83337404c683 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f73230b2-4963-4cce-ba61-c886837f8bdf,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:55:35.453623 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b628dd46-a0e7-40d1-ad5b-83337404c683 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:35.454933 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-b628dd46-a0e7-40d1-ad5b-83337404c683 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1153162 Nov 24 01:55:35.457661 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 51856) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:55:35.462187 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-a7183d71-ee51-4c1a-9c48-147cd423d1c2 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'security_group_rule': {'security_group_id': '8bc723d8-df29-4ee9-915d-8ada91ee1b7b', 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:55:35.487967 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a7183d71-ee51-4c1a-9c48-147cd423d1c2 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:35.489767 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-eb8111ca-d0da-44ac-bdf6-20de4e80947e None None] Publish callbacks [] for port, precommit_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:35.495604 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-eb8111ca-d0da-44ac-bdf6-20de4e80947e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:35.547624 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f060807c-9534-4d5d-abb2-763c1a077a9c None None] Pushing event updated for resources: {'Port': ['ID=b6a1268d-aaa9-46a0-a085-19630e710d12,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:55:35.549912 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a7183d71-ee51-4c1a-9c48-147cd423d1c2 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:35.554608 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a7183d71-ee51-4c1a-9c48-147cd423d1c2 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:35.575266 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7183d71-ee51-4c1a-9c48-147cd423d1c2 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0533e906-d2fe-4ec9-bd15-07673f0f1a9f,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:55:35.584694 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a7183d71-ee51-4c1a-9c48-147cd423d1c2 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:35.586217 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-a7183d71-ee51-4c1a-9c48-147cd423d1c2 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1275702 Nov 24 01:55:35.594041 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 51858) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:55:35.599484 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-219100ab-8708-4015-8f71-2c917fefa9d0 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'security_group_rule': {'security_group_id': '8bc723d8-df29-4ee9-915d-8ada91ee1b7b', 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:55:35.614642 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-eb8111ca-d0da-44ac-bdf6-20de4e80947e None None] Attempting to bind port b6a1268d-aaa9-46a0-a085-19630e710d12 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:55:35.615015 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-eb8111ca-d0da-44ac-bdf6-20de4e80947e None None] Attempting to bind port b6a1268d-aaa9-46a0-a085-19630e710d12 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '392406a7-cfbd-4c83-80d8-c3d768d013a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '84217364-f17f-41bb-9c84-3172cc59881d'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:55:35.615380 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8111ca-d0da-44ac-bdf6-20de4e80947e None None] Attempting to bind port b6a1268d-aaa9-46a0-a085-19630e710d12 on network 84217364-f17f-41bb-9c84-3172cc59881d {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:55:35.621013 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8111ca-d0da-44ac-bdf6-20de4e80947e None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:55:35.621593 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8111ca-d0da-44ac-bdf6-20de4e80947e None None] Checking segment: {'id': '392406a7-cfbd-4c83-80d8-c3d768d013a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '84217364-f17f-41bb-9c84-3172cc59881d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:55:35.621879 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-eb8111ca-d0da-44ac-bdf6-20de4e80947e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:35.622322 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8111ca-d0da-44ac-bdf6-20de4e80947e None None] Bound using segment: {'id': '392406a7-cfbd-4c83-80d8-c3d768d013a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '84217364-f17f-41bb-9c84-3172cc59881d'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:55:35.622743 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-eb8111ca-d0da-44ac-bdf6-20de4e80947e None None] Bound port: b6a1268d-aaa9-46a0-a085-19630e710d12, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '392406a7-cfbd-4c83-80d8-c3d768d013a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '84217364-f17f-41bb-9c84-3172cc59881d'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:55:35.623224 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-eb8111ca-d0da-44ac-bdf6-20de4e80947e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:35.624177 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.securitygroups_db [None req-219100ab-8708-4015-8f71-2c917fefa9d0 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Project 5cd72ac6dd034b2d92e26f70404adb10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 01:55:35.629726 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-219100ab-8708-4015-8f71-2c917fefa9d0 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:35.695917 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-eb8111ca-d0da-44ac-bdf6-20de4e80947e None None] For port b6a1268d-aaa9-46a0-a085-19630e710d12, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:55:35.699955 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-eb8111ca-d0da-44ac-bdf6-20de4e80947e None None] For port b6a1268d-aaa9-46a0-a085-19630e710d12, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=b6a1268d-aaa9-46a0-a085-19630e710d12,segment=NetworkSegment(392406a7-cfbd-4c83-80d8-c3d768d013a8),segment_id=392406a7-cfbd-4c83-80d8-c3d768d013a8)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:55:35.701596 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-219100ab-8708-4015-8f71-2c917fefa9d0 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:35.703975 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-eb8111ca-d0da-44ac-bdf6-20de4e80947e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:35.706472 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-219100ab-8708-4015-8f71-2c917fefa9d0 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:35.723473 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219100ab-8708-4015-8f71-2c917fefa9d0 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83957020-1a7c-48cf-b923-e32e36091d48,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:55:35.735164 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-219100ab-8708-4015-8f71-2c917fefa9d0 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:35.736668 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-219100ab-8708-4015-8f71-2c917fefa9d0 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1411026 Nov 24 01:55:35.739736 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 51860) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:55:35.747327 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-005be777-ca46-4b9e-861e-416c16e32607 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'security_group_rule': {'security_group_id': '8bc723d8-df29-4ee9-915d-8ada91ee1b7b', 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:55:35.764939 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f060807c-9534-4d5d-abb2-763c1a077a9c None None] Pushing event updated for resources: {'Port': ['ID=b6a1268d-aaa9-46a0-a085-19630e710d12,revision_number=4']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:55:35.768672 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8111ca-d0da-44ac-bdf6-20de4e80947e None None] Routers {'31390e35-275b-4954-9991-f009f6e2fcac'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:55:35.769288 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-eb8111ca-d0da-44ac-bdf6-20de4e80947e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:55:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['31390e35-275b-4954-9991-f009f6e2fcac'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:55:35.775543 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.securitygroups_db [None req-005be777-ca46-4b9e-861e-416c16e32607 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Project 5cd72ac6dd034b2d92e26f70404adb10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 01:55:35.780820 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-005be777-ca46-4b9e-861e-416c16e32607 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:35.853257 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-005be777-ca46-4b9e-861e-416c16e32607 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:35.858187 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-005be777-ca46-4b9e-861e-416c16e32607 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:35.866730 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-9872ebe8-7d78-4f8e-9d15-7ec07da181f2 None None] Provisioning complete for port b6a1268d-aaa9-46a0-a085-19630e710d12 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:55:35.867154 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9872ebe8-7d78-4f8e-9d15-7ec07da181f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:35.877265 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005be777-ca46-4b9e-861e-416c16e32607 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4031969-ad7a-4ac3-a68b-1601c1de1f82,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:55:35.888610 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-005be777-ca46-4b9e-861e-416c16e32607 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:35.890012 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-005be777-ca46-4b9e-861e-416c16e32607 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1488464 Nov 24 01:55:35.936566 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-eb8111ca-d0da-44ac-bdf6-20de4e80947e None None] Set router 31390e35-275b-4954-9991-f009f6e2fcac gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:55:36.049704 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 9aab0c55-1699-4641-972d-4ae0a6d2bff0 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:55:36.059710 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-89a87b37-874d-4131-96a3-33d1241aeb04 req-4f18cc8c-39f6-44c9-9a2e-5be5e75074ec tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1511855767&fields=id&tenant_id=5cd72ac6dd034b2d92e26f70404adb10 HTTP/1.1" status: 200 len: 267 time: 0.0535939 Nov 24 01:55:36.098963 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9872ebe8-7d78-4f8e-9d15-7ec07da181f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:36.170044 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a87b37-874d-4131-96a3-33d1241aeb04 req-928775af-0a12-4b08-8164-4c83ceabf9c2 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:55:36.171547 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-89a87b37-874d-4131-96a3-33d1241aeb04 req-928775af-0a12-4b08-8164-4c83ceabf9c2 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/networks?id=84217364-f17f-41bb-9c84-3172cc59881d HTTP/1.1" status: 200 len: 797 time: 0.1069252 Nov 24 01:55:36.183980 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-9872ebe8-7d78-4f8e-9d15-7ec07da181f2 None None] For port b6a1268d-aaa9-46a0-a085-19630e710d12, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=b6a1268d-aaa9-46a0-a085-19630e710d12,segment=NetworkSegment(392406a7-cfbd-4c83-80d8-c3d768d013a8),segment_id=392406a7-cfbd-4c83-80d8-c3d768d013a8)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:55:36.189263 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-89a87b37-874d-4131-96a3-33d1241aeb04 req-a63c1dfa-4169-49b8-851c-fd6cff2e6a1f tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/quotas/5cd72ac6dd034b2d92e26f70404adb10 HTTP/1.1" status: 200 len: 375 time: 0.0117435 Nov 24 01:55:36.193771 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9872ebe8-7d78-4f8e-9d15-7ec07da181f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:36.246842 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-89a87b37-874d-4131-96a3-33d1241aeb04 req-903d8ad1-5d42-4d68-8107-ac356325d88f tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5cd72ac6dd034b2d92e26f70404adb10&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513470 Nov 24 01:55:36.261116 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 9aab0c55-1699-4641-972d-4ae0a6d2bff0 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:55:36.261512 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:36.311729 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872ebe8-7d78-4f8e-9d15-7ec07da181f2 None None] Pushing event updated for resources: {'Port': ['ID=b6a1268d-aaa9-46a0-a085-19630e710d12,revision_number=5']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:55:36.336085 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-fd5b1517-cc60-42eb-a8a2-0bfd26bb5ba6 None None] Provisioning complete for port b6a1268d-aaa9-46a0-a085-19630e710d12 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:55:36.336447 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-fd5b1517-cc60-42eb-a8a2-0bfd26bb5ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:36.350361 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-89a87b37-874d-4131-96a3-33d1241aeb04 req-33951ebd-b0c0-44bb-9191-0cd43e508da4 service neutron] 10.222.0.21 "GET /v2.0/networks/84217364-f17f-41bb-9c84-3172cc59881d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878074 Nov 24 01:55:36.404520 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-eb8111ca-d0da-44ac-bdf6-20de4e80947e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31390e35-275b-4954-9991-f009f6e2fcac', 'name': 'tempest-TestNetworkBasicOps-router-1461747955', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.54'}], 'enable_snat': True}, 'gw_port_id': '86aca10a-8133-4c04-9cf9-111f3d4fa2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:55:29Z', 'updated_at': '2021-11-24T01:55:33Z', 'revision_number': 4, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': '86aca10a-8133-4c04-9cf9-111f3d4fa2a6', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:14:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31390e35-275b-4954-9991-f009f6e2fcac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:55:30Z', 'updated_at': '2021-11-24T01:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': 'b6a1268d-aaa9-46a0-a085-19630e710d12', 'name': '', 'network_id': '84217364-f17f-41bb-9c84-3172cc59881d', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'mac_address': 'fa:16:3e:30:24:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31390e35-275b-4954-9991-f009f6e2fcac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'a3b144a8-5814-40ad-95e8-d041741d89db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:55:32Z', 'updated_at': '2021-11-24T01:55:35Z', 'revision_number': 4, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'subnets': [{'id': 'a3b144a8-5814-40ad-95e8-d041741d89db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:55:36.439164 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-89a87b37-874d-4131-96a3-33d1241aeb04 req-7b750a92-239e-4a07-844f-0b0b026709a4 service neutron] 10.222.0.21 "GET /v2.0/networks/84217364-f17f-41bb-9c84-3172cc59881d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820966 Nov 24 01:55:36.439584 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8111ca-d0da-44ac-bdf6-20de4e80947e None None] The sync data for ids ['31390e35-275b-4954-9991-f009f6e2fcac'] in dv-neutron-818911-2-hyperv is: [{'id': '31390e35-275b-4954-9991-f009f6e2fcac', 'name': 'tempest-TestNetworkBasicOps-router-1461747955', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.54'}], 'enable_snat': True}, 'gw_port_id': '86aca10a-8133-4c04-9cf9-111f3d4fa2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:55:29Z', 'updated_at': '2021-11-24T01:55:33Z', 'revision_number': 4, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': '86aca10a-8133-4c04-9cf9-111f3d4fa2a6', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:14:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31390e35-275b-4954-9991-f009f6e2fcac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:55:30Z', 'updated_at': '2021-11-24T01:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': 'b6a1268d-aaa9-46a0-a085-19630e710d12', 'name': '', 'network_id': '84217364-f17f-41bb-9c84-3172cc59881d', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'mac_address': 'fa:16:3e:30:24:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31390e35-275b-4954-9991-f009f6e2fcac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'a3b144a8-5814-40ad-95e8-d041741d89db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:55:32Z', 'updated_at': '2021-11-24T01:55:35Z', 'revision_number': 4, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'subnets': [{'id': 'a3b144a8-5814-40ad-95e8-d041741d89db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:55:36.662233 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-bd0f9501-7eb9-4a13-8efa-7257bf5a9085 req-24f56585-e739-4bfb-83cb-a984aeffca89 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca33a2c7-7482-44fd-8070-7db6ad140d3d HTTP/1.1" status: 200 len: 210 time: 0.0335345 Nov 24 01:55:37.740109 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a87b37-874d-4131-96a3-33d1241aeb04 req-debc9147-6ea2-4935-9c53-773812281d56 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:55:37.741860 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-89a87b37-874d-4131-96a3-33d1241aeb04 req-debc9147-6ea2-4935-9c53-773812281d56 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.48 "GET /v2.0/networks?id=84217364-f17f-41bb-9c84-3172cc59881d HTTP/1.1" status: 200 len: 797 time: 0.1066554 Nov 24 01:55:37.758725 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e70e3721-76ee-463c-ab43-5892e05943e0 req-a89ad545-7a19-49d0-8d5a-3f94a4b2a8a8 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca33a2c7-7482-44fd-8070-7db6ad140d3d HTTP/1.1" status: 200 len: 210 time: 0.0337880 Nov 24 01:55:37.824227 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-89a87b37-874d-4131-96a3-33d1241aeb04 req-d4d600c6-915b-4370-bdb0-4786a35e291f tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5cd72ac6dd034b2d92e26f70404adb10 HTTP/1.1" status: 200 len: 380 time: 0.0545838 Nov 24 01:55:37.833435 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [req-89a87b37-874d-4131-96a3-33d1241aeb04 req-c23b7c1f-0726-4359-a5d7-78d7082c4c87 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'port': {'device_id': 'ca33a2c7-7482-44fd-8070-7db6ad140d3d', 'network_id': '84217364-f17f-41bb-9c84-3172cc59881d', 'admin_state_up': True, 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'security_groups': ['8bc723d8-df29-4ee9-915d-8ada91ee1b7b']}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:55:38.072621 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device b6a1268d-aaa9-46a0-a085-19630e710d12 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:55:38.125547 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port b6a1268d-aaa9-46a0-a085-19630e710d12 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:55:38.125920 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:38.208195 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89a87b37-874d-4131-96a3-33d1241aeb04 req-c23b7c1f-0726-4359-a5d7-78d7082c4c87 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Made reservation on behalf of 5cd72ac6dd034b2d92e26f70404adb10 for: {'port': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:55:38.212105 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-89a87b37-874d-4131-96a3-33d1241aeb04 req-c23b7c1f-0726-4359-a5d7-78d7082c4c87 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:38.332666 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [req-89a87b37-874d-4131-96a3-33d1241aeb04 req-c23b7c1f-0726-4359-a5d7-78d7082c4c87 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Allocated IP 172.20.0.11 (84217364-f17f-41bb-9c84-3172cc59881d/a3b144a8-5814-40ad-95e8-d041741d89db/fedc373c-6346-42aa-8011-2b1fa9b8aeb4) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:55:38.467462 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-89a87b37-874d-4131-96a3-33d1241aeb04 req-c23b7c1f-0726-4359-a5d7-78d7082c4c87 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:38.498553 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-89a87b37-874d-4131-96a3-33d1241aeb04 req-c23b7c1f-0726-4359-a5d7-78d7082c4c87 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:38.541857 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89a87b37-874d-4131-96a3-33d1241aeb04 req-c23b7c1f-0726-4359-a5d7-78d7082c4c87 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Network 84217364-f17f-41bb-9c84-3172cc59881d is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:55:38.544693 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [req-89a87b37-874d-4131-96a3-33d1241aeb04 req-c23b7c1f-0726-4359-a5d7-78d7082c4c87 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:55:38.548199 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [req-89a87b37-874d-4131-96a3-33d1241aeb04 req-c23b7c1f-0726-4359-a5d7-78d7082c4c87 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:55:38.554725 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23b7c1f-0726-4359-a5d7-78d7082c4c87 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'Port': ['ID=fedc373c-6346-42aa-8011-2b1fa9b8aeb4,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:55:38.606825 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a87b37-874d-4131-96a3-33d1241aeb04 req-c23b7c1f-0726-4359-a5d7-78d7082c4c87 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:55:38.607443 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-89a87b37-874d-4131-96a3-33d1241aeb04 req-c23b7c1f-0726-4359-a5d7-78d7082c4c87 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:38.623990 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-89a87b37-874d-4131-96a3-33d1241aeb04 req-c23b7c1f-0726-4359-a5d7-78d7082c4c87 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7940302 Nov 24 01:55:38.644036 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [req-89a87b37-874d-4131-96a3-33d1241aeb04 req-6141adac-7a13-46dd-9c07-1d346d5761e1 service neutron] Request body: {'port': {'device_id': 'ca33a2c7-7482-44fd-8070-7db6ad140d3d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8189'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:55:38.700408 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-89a87b37-874d-4131-96a3-33d1241aeb04 req-6141adac-7a13-46dd-9c07-1d346d5761e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:38.753174 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-3b62876f-730e-4203-8dfc-ac3d23eb5c19 None None] Provisioning complete for port fedc373c-6346-42aa-8011-2b1fa9b8aeb4 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:55:38.753573 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-3b62876f-730e-4203-8dfc-ac3d23eb5c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:38.787971 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-3b62876f-730e-4203-8dfc-ac3d23eb5c19 None None] Port fedc373c-6346-42aa-8011-2b1fa9b8aeb4 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:55:38.932669 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831b69c4-449a-474b-95ed-255c0fa1c72c req-c8723e30-225f-4351-a752-1b5dd124b320 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:55:38.934183 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-831b69c4-449a-474b-95ed-255c0fa1c72c req-c8723e30-225f-4351-a752-1b5dd124b320 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca33a2c7-7482-44fd-8070-7db6ad140d3d HTTP/1.1" status: 200 len: 932 time: 0.1042047 Nov 24 01:55:39.026071 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-831b69c4-449a-474b-95ed-255c0fa1c72c req-4781b9dd-3c91-40c8-addd-4655bbbedd04 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bc723d8-df29-4ee9-915d-8ada91ee1b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770507 Nov 24 01:55:39.034731 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [req-89a87b37-874d-4131-96a3-33d1241aeb04 req-6141adac-7a13-46dd-9c07-1d346d5761e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fedc373c-6346-42aa-8011-2b1fa9b8aeb4 {{(pid=109866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 01:55:39.043006 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-89a87b37-874d-4131-96a3-33d1241aeb04 req-6141adac-7a13-46dd-9c07-1d346d5761e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:39.054677 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.provisioning_blocks [req-89a87b37-874d-4131-96a3-33d1241aeb04 req-6141adac-7a13-46dd-9c07-1d346d5761e1 service neutron] Transition to ACTIVE for port object fedc373c-6346-42aa-8011-2b1fa9b8aeb4 will not be triggered until provisioned by entity L2. {{(pid=109866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 01:55:39.059451 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-89a87b37-874d-4131-96a3-33d1241aeb04 req-6141adac-7a13-46dd-9c07-1d346d5761e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29149402'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:39.111191 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6141adac-7a13-46dd-9c07-1d346d5761e1 service neutron] Pushing event updated for resources: {'Port': ['ID=fedc373c-6346-42aa-8011-2b1fa9b8aeb4,revision_number=2']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:55:39.182267 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [req-89a87b37-874d-4131-96a3-33d1241aeb04 req-6141adac-7a13-46dd-9c07-1d346d5761e1 service neutron] Attempting to bind port fedc373c-6346-42aa-8011-2b1fa9b8aeb4 on host hv-neutron-8189 for vnic_type normal with profile {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:55:39.182590 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [req-89a87b37-874d-4131-96a3-33d1241aeb04 req-6141adac-7a13-46dd-9c07-1d346d5761e1 service neutron] Attempting to bind port fedc373c-6346-42aa-8011-2b1fa9b8aeb4 by drivers openvswitch,hyperv on host hv-neutron-8189 at level 0 using segments [{'id': '392406a7-cfbd-4c83-80d8-c3d768d013a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '84217364-f17f-41bb-9c84-3172cc59881d'}] {{(pid=109866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:55:39.183161 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a87b37-874d-4131-96a3-33d1241aeb04 req-6141adac-7a13-46dd-9c07-1d346d5761e1 service neutron] Attempting to bind port fedc373c-6346-42aa-8011-2b1fa9b8aeb4 on network 84217364-f17f-41bb-9c84-3172cc59881d {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:55:39.188593 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a87b37-874d-4131-96a3-33d1241aeb04 req-6141adac-7a13-46dd-9c07-1d346d5761e1 service neutron] Port fedc373c-6346-42aa-8011-2b1fa9b8aeb4 on network 84217364-f17f-41bb-9c84-3172cc59881d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8189 {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 01:55:39.188913 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a87b37-874d-4131-96a3-33d1241aeb04 req-6141adac-7a13-46dd-9c07-1d346d5761e1 service neutron] Attempting to bind port fedc373c-6346-42aa-8011-2b1fa9b8aeb4 on network 84217364-f17f-41bb-9c84-3172cc59881d {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:55:39.194107 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a87b37-874d-4131-96a3-33d1241aeb04 req-6141adac-7a13-46dd-9c07-1d346d5761e1 service neutron] Checking agent: {'id': '5773fe6b-0967-455f-9dc9-84c0c923201b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 42, 58), 'started_at': datetime.datetime(2021, 11, 24, 1, 42, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:55:39.194345 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a87b37-874d-4131-96a3-33d1241aeb04 req-6141adac-7a13-46dd-9c07-1d346d5761e1 service neutron] Checking segment: {'id': '392406a7-cfbd-4c83-80d8-c3d768d013a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '84217364-f17f-41bb-9c84-3172cc59881d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:55:39.194728 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a87b37-874d-4131-96a3-33d1241aeb04 req-6141adac-7a13-46dd-9c07-1d346d5761e1 service neutron] Bound using segment: {'id': '392406a7-cfbd-4c83-80d8-c3d768d013a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '84217364-f17f-41bb-9c84-3172cc59881d'} {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:55:39.195155 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [req-89a87b37-874d-4131-96a3-33d1241aeb04 req-6141adac-7a13-46dd-9c07-1d346d5761e1 service neutron] Bound port: fedc373c-6346-42aa-8011-2b1fa9b8aeb4, host: hv-neutron-8189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '392406a7-cfbd-4c83-80d8-c3d768d013a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '84217364-f17f-41bb-9c84-3172cc59881d'}}] {{(pid=109866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:55:39.195510 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-89a87b37-874d-4131-96a3-33d1241aeb04 req-6141adac-7a13-46dd-9c07-1d346d5761e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:39.264195 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [req-89a87b37-874d-4131-96a3-33d1241aeb04 req-6141adac-7a13-46dd-9c07-1d346d5761e1 service neutron] For port fedc373c-6346-42aa-8011-2b1fa9b8aeb4, host hv-neutron-8189, cleared binding levels {{(pid=109866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:55:39.267291 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [req-89a87b37-874d-4131-96a3-33d1241aeb04 req-6141adac-7a13-46dd-9c07-1d346d5761e1 service neutron] For port fedc373c-6346-42aa-8011-2b1fa9b8aeb4, host hv-neutron-8189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=fedc373c-6346-42aa-8011-2b1fa9b8aeb4,segment=NetworkSegment(392406a7-cfbd-4c83-80d8-c3d768d013a8),segment_id=392406a7-cfbd-4c83-80d8-c3d768d013a8)] {{(pid=109866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:55:39.270803 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-89a87b37-874d-4131-96a3-33d1241aeb04 req-6141adac-7a13-46dd-9c07-1d346d5761e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29149402'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:39.304907 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a87b37-874d-4131-96a3-33d1241aeb04 req-6141adac-7a13-46dd-9c07-1d346d5761e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:55:39.305561 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-89a87b37-874d-4131-96a3-33d1241aeb04 req-6141adac-7a13-46dd-9c07-1d346d5761e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:39.307534 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-89a87b37-874d-4131-96a3-33d1241aeb04 req-6141adac-7a13-46dd-9c07-1d346d5761e1 service neutron] 10.222.0.48 "PUT /v2.0/ports/fedc373c-6346-42aa-8011-2b1fa9b8aeb4 HTTP/1.1" status: 200 len: 1094 time: 0.6679537 Nov 24 01:55:39.308174 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca33a2c7-7482-44fd-8070-7db6ad140d3d', 'tag': 'fedc373c-6346-42aa-8011-2b1fa9b8aeb4'}] {{(pid=109866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 01:55:39.310313 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b7c53c286d9351d1367337230623a155cee02c46c94b80588b67a0bc16402ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81587426-cf4a-4f10-96c3-e70d58751146" -d '{"events": [{"name": "network-changed", "server_uuid": "ca33a2c7-7482-44fd-8070-7db6ad140d3d", "tag": "fedc373c-6346-42aa-8011-2b1fa9b8aeb4"}]}' {{(pid=109866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 01:55:39.334027 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6141adac-7a13-46dd-9c07-1d346d5761e1 service neutron] Pushing event updated for resources: {'Port': ['ID=fedc373c-6346-42aa-8011-2b1fa9b8aeb4,revision_number=3']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:55:39.356901 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 01:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38ee4090-3c2e-4d6c-9907-4367ba3dcf09 x-openstack-request-id: req-38ee4090-3c2e-4d6c-9907-4367ba3dcf09 {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 01:55:39.357230 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca33a2c7-7482-44fd-8070-7db6ad140d3d", "tag": "fedc373c-6346-42aa-8011-2b1fa9b8aeb4", "status": "completed", "code": 200}]} {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 01:55:39.357507 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-38ee4090-3c2e-4d6c-9907-4367ba3dcf09 {{(pid=109866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 01:55:39.357917 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca33a2c7-7482-44fd-8070-7db6ad140d3d', 'tag': 'fedc373c-6346-42aa-8011-2b1fa9b8aeb4', 'status': 'completed', 'code': 200} Nov 24 01:55:39.423195 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a87b37-874d-4131-96a3-33d1241aeb04 req-de2394e2-3cab-4bbe-a559-493d8f117032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:55:39.424734 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-89a87b37-874d-4131-96a3-33d1241aeb04 req-de2394e2-3cab-4bbe-a559-493d8f117032 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5cd72ac6dd034b2d92e26f70404adb10&device_id=ca33a2c7-7482-44fd-8070-7db6ad140d3d HTTP/1.1" status: 200 len: 1097 time: 0.0438030 Nov 24 01:55:39.480398 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-89a87b37-874d-4131-96a3-33d1241aeb04 req-5e7452c3-f0ae-4c9e-8b27-7fe6074f6e6a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fedc373c-6346-42aa-8011-2b1fa9b8aeb4 HTTP/1.1" status: 200 len: 217 time: 0.0410547 Nov 24 01:55:39.528572 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a87b37-874d-4131-96a3-33d1241aeb04 req-125e6d8b-06cc-45da-bcac-c67bee36722d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:55:39.530021 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-89a87b37-874d-4131-96a3-33d1241aeb04 req-125e6d8b-06cc-45da-bcac-c67bee36722d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a3b144a8-5814-40ad-95e8-d041741d89db HTTP/1.1" status: 200 len: 834 time: 0.0432482 Nov 24 01:55:39.574475 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a87b37-874d-4131-96a3-33d1241aeb04 req-be7074c6-2988-4c89-9d94-75ab1abd28a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:55:39.575974 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-89a87b37-874d-4131-96a3-33d1241aeb04 req-be7074c6-2988-4c89-9d94-75ab1abd28a3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=84217364-f17f-41bb-9c84-3172cc59881d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393198 Nov 24 01:55:39.668372 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-89a87b37-874d-4131-96a3-33d1241aeb04 req-7e361ded-8560-4ff4-870b-b9b5864b60b2 service neutron] 10.222.0.48 "GET /v2.0/networks/84217364-f17f-41bb-9c84-3172cc59881d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850585 Nov 24 01:55:39.756350 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-89a87b37-874d-4131-96a3-33d1241aeb04 req-cbcc1099-0238-4c60-89a1-5e7990e8f414 service neutron] 10.222.0.48 "GET /v2.0/networks/84217364-f17f-41bb-9c84-3172cc59881d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811629 Nov 24 01:55:39.904384 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81587426-cf4a-4f10-96c3-e70d58751146 req-aa94bdb2-4cba-4659-92e4-0d3f7ad4f60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:55:39.905913 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-81587426-cf4a-4f10-96c3-e70d58751146 req-aa94bdb2-4cba-4659-92e4-0d3f7ad4f60d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5cd72ac6dd034b2d92e26f70404adb10&device_id=ca33a2c7-7482-44fd-8070-7db6ad140d3d HTTP/1.1" status: 200 len: 1097 time: 0.0534163 Nov 24 01:55:39.994570 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81587426-cf4a-4f10-96c3-e70d58751146 req-155d2b10-2dc3-4e2f-b6fb-ccbbdb3fe9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:55:39.996075 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-81587426-cf4a-4f10-96c3-e70d58751146 req-155d2b10-2dc3-4e2f-b6fb-ccbbdb3fe9f8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=84217364-f17f-41bb-9c84-3172cc59881d HTTP/1.1" status: 200 len: 898 time: 0.0824907 Nov 24 01:55:40.041264 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-81587426-cf4a-4f10-96c3-e70d58751146 req-cddca7f1-4c9d-42e4-a8a6-61ebb189508e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fedc373c-6346-42aa-8011-2b1fa9b8aeb4 HTTP/1.1" status: 200 len: 217 time: 0.0370591 Nov 24 01:55:40.091925 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81587426-cf4a-4f10-96c3-e70d58751146 req-df08c895-e365-48b5-9135-067034749d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:55:40.093106 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-81587426-cf4a-4f10-96c3-e70d58751146 req-df08c895-e365-48b5-9135-067034749d5a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a3b144a8-5814-40ad-95e8-d041741d89db HTTP/1.1" status: 200 len: 834 time: 0.0447369 Nov 24 01:55:40.165150 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490ecead-ae40-471f-ba56-f51d48f5f1f8 req-3d7b13c9-ed1a-4e5f-b565-3ccfe55f16aa tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:55:40.166692 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-490ecead-ae40-471f-ba56-f51d48f5f1f8 req-3d7b13c9-ed1a-4e5f-b565-3ccfe55f16aa tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca33a2c7-7482-44fd-8070-7db6ad140d3d HTTP/1.1" status: 200 len: 944 time: 0.0726776 Nov 24 01:55:40.170922 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81587426-cf4a-4f10-96c3-e70d58751146 req-fe154c4a-15df-49da-8658-cab5fdde489d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:55:40.172290 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-81587426-cf4a-4f10-96c3-e70d58751146 req-fe154c4a-15df-49da-8658-cab5fdde489d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=84217364-f17f-41bb-9c84-3172cc59881d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701380 Nov 24 01:55:40.270202 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-490ecead-ae40-471f-ba56-f51d48f5f1f8 req-0f805a2d-99ca-4028-bed0-c2ce24d08bcb tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bc723d8-df29-4ee9-915d-8ada91ee1b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968409 Nov 24 01:55:40.299999 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-81587426-cf4a-4f10-96c3-e70d58751146 req-0882f5e6-0663-4ce5-9558-ee5ce6e6168d service neutron] 10.222.0.48 "GET /v2.0/networks/84217364-f17f-41bb-9c84-3172cc59881d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138828 Nov 24 01:55:40.393255 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-81587426-cf4a-4f10-96c3-e70d58751146 req-7c21fc3e-5136-4e90-954b-dfd9c77301b2 service neutron] 10.222.0.48 "GET /v2.0/networks/84217364-f17f-41bb-9c84-3172cc59881d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847375 Nov 24 01:55:41.384969 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c29f46-03cf-4e03-b15a-70d6873e4c3b req-dceab561-818e-40be-96a0-9a21e93298ce tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:55:41.386454 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-21c29f46-03cf-4e03-b15a-70d6873e4c3b req-dceab561-818e-40be-96a0-9a21e93298ce tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca33a2c7-7482-44fd-8070-7db6ad140d3d HTTP/1.1" status: 200 len: 944 time: 0.0496573 Nov 24 01:55:41.434273 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-21c29f46-03cf-4e03-b15a-70d6873e4c3b req-e102c4bf-2711-48ff-b38b-7c138cb71369 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bc723d8-df29-4ee9-915d-8ada91ee1b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419478 Nov 24 01:55:42.548102 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054b9701-b488-43a0-9bbb-92f5529fe4fc req-6d40108c-c990-4bb3-85e1-bbab9b2149eb tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:55:42.549614 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-054b9701-b488-43a0-9bbb-92f5529fe4fc req-6d40108c-c990-4bb3-85e1-bbab9b2149eb tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca33a2c7-7482-44fd-8070-7db6ad140d3d HTTP/1.1" status: 200 len: 944 time: 0.0491736 Nov 24 01:55:42.597974 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-054b9701-b488-43a0-9bbb-92f5529fe4fc req-d661d4e6-e10f-4426-b1b9-5350a6174def tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bc723d8-df29-4ee9-915d-8ada91ee1b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425351 Nov 24 01:55:42.787493 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device fedc373c-6346-42aa-8011-2b1fa9b8aeb4 details requested by agent hyperv_hv-neutron-8189 with host hv-neutron-8189 {{(pid=109868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 01:55:42.879979 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port fedc373c-6346-42aa-8011-2b1fa9b8aeb4, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=fedc373c-6346-42aa-8011-2b1fa9b8aeb4,segment=NetworkSegment(392406a7-cfbd-4c83-80d8-c3d768d013a8),segment_id=392406a7-cfbd-4c83-80d8-c3d768d013a8)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:55:42.891193 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Returning: {'device': 'fedc373c-6346-42aa-8011-2b1fa9b8aeb4', 'network_id': '84217364-f17f-41bb-9c84-3172cc59881d', 'port_id': 'fedc373c-6346-42aa-8011-2b1fa9b8aeb4', 'mac_address': 'fa:16:3e:22:28:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3b144a8-5814-40ad-95e8-d041741d89db', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 01:55:42.930272 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:42.942507 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fedc373c-6346-42aa-8011-2b1fa9b8aeb4 {{(pid=109868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 01:55:42.961195 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port fedc373c-6346-42aa-8011-2b1fa9b8aeb4, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=fedc373c-6346-42aa-8011-2b1fa9b8aeb4,segment=NetworkSegment(392406a7-cfbd-4c83-80d8-c3d768d013a8),segment_id=392406a7-cfbd-4c83-80d8-c3d768d013a8)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:55:42.966493 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:43.014240 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=fedc373c-6346-42aa-8011-2b1fa9b8aeb4,revision_number=4']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:55:43.242623 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] get_ports_and_sgs() called for port_ids ['fedc373c-6346-42aa-8011-2b1fa9b8aeb4'] {{(pid=109868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 01:55:43.711772 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b59ef5-2d4a-4e3c-bd48-7585de9d5ddb req-98d17485-35f6-464a-8439-2a03a5cb6fd9 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:55:43.713819 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-b8b59ef5-2d4a-4e3c-bd48-7585de9d5ddb req-98d17485-35f6-464a-8439-2a03a5cb6fd9 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca33a2c7-7482-44fd-8070-7db6ad140d3d HTTP/1.1" status: 200 len: 945 time: 0.0503373 Nov 24 01:55:43.761512 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-b8b59ef5-2d4a-4e3c-bd48-7585de9d5ddb req-e7169270-8730-4332-807c-4a39169fe147 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bc723d8-df29-4ee9-915d-8ada91ee1b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416822 Nov 24 01:55:44.834739 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device fedc373c-6346-42aa-8011-2b1fa9b8aeb4 up at agent hyperv_hv-neutron-8189 {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:55:44.873844 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4595bd8-9862-4d92-aa34-798a55064384 req-d5c8add3-5373-48ba-99b0-1ee34302d48f tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:55:44.875323 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-c4595bd8-9862-4d92-aa34-798a55064384 req-d5c8add3-5373-48ba-99b0-1ee34302d48f tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca33a2c7-7482-44fd-8070-7db6ad140d3d HTTP/1.1" status: 200 len: 945 time: 0.0489235 Nov 24 01:55:44.883796 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Provisioning for port fedc373c-6346-42aa-8011-2b1fa9b8aeb4 completed by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 01:55:44.887734 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Provisioning complete for port fedc373c-6346-42aa-8011-2b1fa9b8aeb4 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:55:44.888099 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:44.924375 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-c4595bd8-9862-4d92-aa34-798a55064384 req-f80306d2-1ed2-465e-b7f0-4293919187d0 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bc723d8-df29-4ee9-915d-8ada91ee1b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428848 Nov 24 01:55:44.966649 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:44.989123 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca33a2c7-7482-44fd-8070-7db6ad140d3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fedc373c-6346-42aa-8011-2b1fa9b8aeb4'}] {{(pid=109868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 01:55:44.991404 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adafa3b64de3cabc8eac619938bcace59b198ffee64d481093eb3def62699d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da00b0fa-e508-48c1-9180-8a6d2fb8e6c5" -d '{"events": [{"server_uuid": "ca33a2c7-7482-44fd-8070-7db6ad140d3d", "name": "network-vif-plugged", "status": "completed", "tag": "fedc373c-6346-42aa-8011-2b1fa9b8aeb4"}]}' {{(pid=109868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 01:55:45.003529 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port fedc373c-6346-42aa-8011-2b1fa9b8aeb4, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=fedc373c-6346-42aa-8011-2b1fa9b8aeb4,segment=NetworkSegment(392406a7-cfbd-4c83-80d8-c3d768d013a8),segment_id=392406a7-cfbd-4c83-80d8-c3d768d013a8)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:55:45.008181 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:45.032679 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 01:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1c6606c-27a7-4d49-9d81-1a1ff7ff60ac x-openstack-request-id: req-b1c6606c-27a7-4d49-9d81-1a1ff7ff60ac {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 01:55:45.032971 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca33a2c7-7482-44fd-8070-7db6ad140d3d", "name": "network-vif-plugged", "status": "completed", "tag": "fedc373c-6346-42aa-8011-2b1fa9b8aeb4", "code": 200}]} {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 01:55:45.033222 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b1c6606c-27a7-4d49-9d81-1a1ff7ff60ac {{(pid=109868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 01:55:45.033638 dv-neutron-818911-2-hyperv neutron-server[109868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca33a2c7-7482-44fd-8070-7db6ad140d3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fedc373c-6346-42aa-8011-2b1fa9b8aeb4', 'code': 200} Nov 24 01:55:45.059579 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=fedc373c-6346-42aa-8011-2b1fa9b8aeb4,revision_number=5']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:55:45.281895 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9028a1e4-5b46-458d-98a8-3ac780da7771 req-a46a79e0-60a9-44cb-97dc-b9f2f4ca89da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:55:45.283367 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-9028a1e4-5b46-458d-98a8-3ac780da7771 req-a46a79e0-60a9-44cb-97dc-b9f2f4ca89da service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ca33a2c7-7482-44fd-8070-7db6ad140d3d HTTP/1.1" status: 200 len: 1099 time: 0.0893652 Nov 24 01:55:45.328029 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-9028a1e4-5b46-458d-98a8-3ac780da7771 req-f9db2cf0-ce47-446b-897b-4aae280019f8 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=8bc723d8-df29-4ee9-915d-8ada91ee1b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375288 Nov 24 01:55:46.041455 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74703d8-f3f1-467b-a533-e0884c38f6e7 req-0cbbdefe-c61f-4281-bd22-25192bdeb2fe tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:55:46.043013 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-d74703d8-f3f1-467b-a533-e0884c38f6e7 req-0cbbdefe-c61f-4281-bd22-25192bdeb2fe tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca33a2c7-7482-44fd-8070-7db6ad140d3d HTTP/1.1" status: 200 len: 946 time: 0.0479920 Nov 24 01:55:46.092770 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-d74703d8-f3f1-467b-a533-e0884c38f6e7 req-8f225606-e2c3-4790-b4e8-e5a7522fb436 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bc723d8-df29-4ee9-915d-8ada91ee1b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438597 Nov 24 01:55:47.214895 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928b74c6-6ae2-4a4b-b1df-bdb1d7130489 req-e9c8cd16-d5a6-443d-9c6f-317efd01bda2 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:55:47.216390 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-928b74c6-6ae2-4a4b-b1df-bdb1d7130489 req-e9c8cd16-d5a6-443d-9c6f-317efd01bda2 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca33a2c7-7482-44fd-8070-7db6ad140d3d HTTP/1.1" status: 200 len: 946 time: 0.0531728 Nov 24 01:55:47.268482 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-928b74c6-6ae2-4a4b-b1df-bdb1d7130489 req-78ce0204-a46e-4928-9cea-e03934f30c41 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bc723d8-df29-4ee9-915d-8ada91ee1b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461767 Nov 24 01:55:47.384065 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dfe674-0e27-475c-8495-600361fd0490 req-881ff2ac-12c7-4298-9981-feb54439d9fb tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:55:47.385466 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e4dfe674-0e27-475c-8495-600361fd0490 req-881ff2ac-12c7-4298-9981-feb54439d9fb tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca33a2c7-7482-44fd-8070-7db6ad140d3d HTTP/1.1" status: 200 len: 946 time: 0.0521650 Nov 24 01:55:47.433586 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e4dfe674-0e27-475c-8495-600361fd0490 req-cbbf30e2-6502-46ec-987d-495dbb32923a tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bc723d8-df29-4ee9-915d-8ada91ee1b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421851 Nov 24 01:55:47.454617 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 51916) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:55:47.492432 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c41715-6b00-4bbc-98ae-4eafacb8b9d7 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:55:47.493969 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-b0c41715-6b00-4bbc-98ae-4eafacb8b9d7 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ca33a2c7-7482-44fd-8070-7db6ad140d3d HTTP/1.1" status: 200 len: 1094 time: 0.0383627 Nov 24 01:55:47.497265 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 51918) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:55:47.501359 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-016dbfd5-4aa4-4217-905e-c4dc3075aed6 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'floatingip': {'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'port_id': 'fedc373c-6346-42aa-8011-2b1fa9b8aeb4', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:55:47.523127 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-016dbfd5-4aa4-4217-905e-c4dc3075aed6 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for floatingip, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:47.621298 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-016dbfd5-4aa4-4217-905e-c4dc3075aed6 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:47.721403 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [None req-016dbfd5-4aa4-4217-905e-c4dc3075aed6 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Allocated IP 172.26.5.92 (eb22795d-37ee-46ee-844d-92c17e2ea450/3e66fcff-6e72-4083-b514-48f69cdaa2cb/b811d162-9cbd-469c-be39-8109f5821683) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:55:47.821896 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-016dbfd5-4aa4-4217-905e-c4dc3075aed6 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:47.856536 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-016dbfd5-4aa4-4217-905e-c4dc3075aed6 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:47.889791 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016dbfd5-4aa4-4217-905e-c4dc3075aed6 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Network eb22795d-37ee-46ee-844d-92c17e2ea450 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:55:47.892603 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-016dbfd5-4aa4-4217-905e-c4dc3075aed6 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:55:47.897992 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016dbfd5-4aa4-4217-905e-c4dc3075aed6 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:55:47.924623 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016dbfd5-4aa4-4217-905e-c4dc3075aed6 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'Port': ['ID=b811d162-9cbd-469c-be39-8109f5821683,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:55:48.250778 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-016dbfd5-4aa4-4217-905e-c4dc3075aed6 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:48.313520 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-016dbfd5-4aa4-4217-905e-c4dc3075aed6 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:48.457981 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-016dbfd5-4aa4-4217-905e-c4dc3075aed6 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for port, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:48.462710 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-016dbfd5-4aa4-4217-905e-c4dc3075aed6 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29149402'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:48.532989 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016dbfd5-4aa4-4217-905e-c4dc3075aed6 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'Port': ['ID=b811d162-9cbd-469c-be39-8109f5821683,revision_number=2']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:55:48.540678 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-016dbfd5-4aa4-4217-905e-c4dc3075aed6 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418250'] for floatingip, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:48.635810 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.l3_db [None req-016dbfd5-4aa4-4217-905e-c4dc3075aed6 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Floating IP e39d913b-bb7e-467b-8d37-f54f7cd7cfa6 associated. External IP: 172.26.5.92, port: fedc373c-6346-42aa-8011-2b1fa9b8aeb4. Nov 24 01:55:48.836973 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-016dbfd5-4aa4-4217-905e-c4dc3075aed6 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Router 31390e35-275b-4954-9991-f009f6e2fcac has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:55:48.942713 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-016dbfd5-4aa4-4217-905e-c4dc3075aed6 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:55:48.952439 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6320474a-bdb8-42a5-9df0-d32245d1e6b0 None None] Sync routers for ids ['31390e35-275b-4954-9991-f009f6e2fcac'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:55:48.961131 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-016dbfd5-4aa4-4217-905e-c4dc3075aed6 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for floatingip, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:48.961971 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6320474a-bdb8-42a5-9df0-d32245d1e6b0 None None] Routers {'31390e35-275b-4954-9991-f009f6e2fcac'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:55:48.962573 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-6320474a-bdb8-42a5-9df0-d32245d1e6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:55:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['31390e35-275b-4954-9991-f009f6e2fcac'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:55:48.987657 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-016dbfd5-4aa4-4217-905e-c4dc3075aed6 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4893746 Nov 24 01:55:48.988244 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca33a2c7-7482-44fd-8070-7db6ad140d3d', 'tag': 'fedc373c-6346-42aa-8011-2b1fa9b8aeb4'}] {{(pid=109866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 01:55:48.990525 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b7c53c286d9351d1367337230623a155cee02c46c94b80588b67a0bc16402ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfb2591d-b9e0-4938-81ee-b7ef95bb07d0" -d '{"events": [{"name": "network-changed", "server_uuid": "ca33a2c7-7482-44fd-8070-7db6ad140d3d", "tag": "fedc373c-6346-42aa-8011-2b1fa9b8aeb4"}]}' {{(pid=109866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 01:55:48.990708 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 51920) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:55:49.079663 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-6320474a-bdb8-42a5-9df0-d32245d1e6b0 None None] Set router 31390e35-275b-4954-9991-f009f6e2fcac gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:55:49.083897 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 01:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be9ee768-d550-424a-8847-5fc06f334a57 x-openstack-request-id: req-be9ee768-d550-424a-8847-5fc06f334a57 {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 01:55:49.084200 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca33a2c7-7482-44fd-8070-7db6ad140d3d", "tag": "fedc373c-6346-42aa-8011-2b1fa9b8aeb4", "status": "completed", "code": 200}]} {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 01:55:49.084472 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-be9ee768-d550-424a-8847-5fc06f334a57 {{(pid=109866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 01:55:49.084866 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca33a2c7-7482-44fd-8070-7db6ad140d3d', 'tag': 'fedc373c-6346-42aa-8011-2b1fa9b8aeb4', 'status': 'completed', 'code': 200} Nov 24 01:55:49.101003 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-3b2d887f-7215-41ca-836f-edbfd09c8096 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] 10.222.0.21 "GET /v2.0/routers/31390e35-275b-4954-9991-f009f6e2fcac HTTP/1.1" status: 200 len: 922 time: 0.1092846 Nov 24 01:55:49.104196 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 51926) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:55:49.169432 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-d650a0ed-41be-4be3-a6ca-25a73236e579 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/floatingips/e39d913b-bb7e-467b-8d37-f54f7cd7cfa6 HTTP/1.1" status: 200 len: 991 time: 0.0640550 Nov 24 01:55:49.171077 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb2591d-b9e0-4938-81ee-b7ef95bb07d0 req-09556cb6-3993-4a28-b40c-9c7f805f6224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:55:49.172614 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-cfb2591d-b9e0-4938-81ee-b7ef95bb07d0 req-09556cb6-3993-4a28-b40c-9c7f805f6224 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5cd72ac6dd034b2d92e26f70404adb10&device_id=ca33a2c7-7482-44fd-8070-7db6ad140d3d HTTP/1.1" status: 200 len: 1099 time: 0.0439932 Nov 24 01:55:49.266797 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb2591d-b9e0-4938-81ee-b7ef95bb07d0 req-9cd2357b-3717-4893-a372-c78ef886d4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:55:49.268286 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-cfb2591d-b9e0-4938-81ee-b7ef95bb07d0 req-9cd2357b-3717-4893-a372-c78ef886d4be service neutron] 10.222.0.48 "GET /v2.0/networks?id=84217364-f17f-41bb-9c84-3172cc59881d HTTP/1.1" status: 200 len: 898 time: 0.0893455 Nov 24 01:55:49.310183 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-6320474a-bdb8-42a5-9df0-d32245d1e6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31390e35-275b-4954-9991-f009f6e2fcac', 'name': 'tempest-TestNetworkBasicOps-router-1461747955', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.54'}], 'enable_snat': True}, 'gw_port_id': '86aca10a-8133-4c04-9cf9-111f3d4fa2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:55:29Z', 'updated_at': '2021-11-24T01:55:33Z', 'revision_number': 4, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': '86aca10a-8133-4c04-9cf9-111f3d4fa2a6', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:14:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31390e35-275b-4954-9991-f009f6e2fcac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:55:30Z', 'updated_at': '2021-11-24T01:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_floatingips': [{'id': 'e39d913b-bb7e-467b-8d37-f54f7cd7cfa6', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'floating_ip_address': '172.26.5.92', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': '31390e35-275b-4954-9991-f009f6e2fcac', 'port_id': 'fedc373c-6346-42aa-8011-2b1fa9b8aeb4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84217364-f17f-41bb-9c84-3172cc59881d', 'mac_address': 'fa:16:3e:22:28:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca33a2c7-7482-44fd-8070-7db6ad140d3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T01:55:48Z', 'updated_at': '2021-11-24T01:55:48Z', 'revision_number': 0, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6a1268d-aaa9-46a0-a085-19630e710d12', 'name': '', 'network_id': '84217364-f17f-41bb-9c84-3172cc59881d', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'mac_address': 'fa:16:3e:30:24:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31390e35-275b-4954-9991-f009f6e2fcac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'a3b144a8-5814-40ad-95e8-d041741d89db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:55:32Z', 'updated_at': '2021-11-24T01:55:36Z', 'revision_number': 5, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'subnets': [{'id': 'a3b144a8-5814-40ad-95e8-d041741d89db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:55:49.332628 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-cfb2591d-b9e0-4938-81ee-b7ef95bb07d0 req-55444334-ddec-45b2-b4f7-957d1ad60ee4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fedc373c-6346-42aa-8011-2b1fa9b8aeb4 HTTP/1.1" status: 200 len: 999 time: 0.0571451 Nov 24 01:55:49.335201 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6320474a-bdb8-42a5-9df0-d32245d1e6b0 None None] Checking router: 31390e35-275b-4954-9991-f009f6e2fcac for host: dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 01:55:49.344131 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6320474a-bdb8-42a5-9df0-d32245d1e6b0 None None] Routers {'31390e35-275b-4954-9991-f009f6e2fcac'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:55:49.344721 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-6320474a-bdb8-42a5-9df0-d32245d1e6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:55:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['31390e35-275b-4954-9991-f009f6e2fcac'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:55:49.385490 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb2591d-b9e0-4938-81ee-b7ef95bb07d0 req-92f0c0c7-eecb-4ce5-9f85-68fd2818d498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:55:49.386827 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-cfb2591d-b9e0-4938-81ee-b7ef95bb07d0 req-92f0c0c7-eecb-4ce5-9f85-68fd2818d498 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a3b144a8-5814-40ad-95e8-d041741d89db HTTP/1.1" status: 200 len: 834 time: 0.0464981 Nov 24 01:55:49.431984 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb2591d-b9e0-4938-81ee-b7ef95bb07d0 req-337b6bb6-80f5-422f-b547-6bf867d5aa8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:55:49.433552 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-cfb2591d-b9e0-4938-81ee-b7ef95bb07d0 req-337b6bb6-80f5-422f-b547-6bf867d5aa8b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=84217364-f17f-41bb-9c84-3172cc59881d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397546 Nov 24 01:55:49.446814 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-6320474a-bdb8-42a5-9df0-d32245d1e6b0 None None] Set router 31390e35-275b-4954-9991-f009f6e2fcac gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:55:49.520999 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-cfb2591d-b9e0-4938-81ee-b7ef95bb07d0 req-bb06cf88-bd00-4c45-b562-af49a0778d18 service neutron] 10.222.0.48 "GET /v2.0/networks/84217364-f17f-41bb-9c84-3172cc59881d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804598 Nov 24 01:55:49.612325 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-cfb2591d-b9e0-4938-81ee-b7ef95bb07d0 req-bcb5e910-43e5-46f3-8828-184e8c163d82 service neutron] 10.222.0.48 "GET /v2.0/networks/84217364-f17f-41bb-9c84-3172cc59881d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841606 Nov 24 01:55:49.678451 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-6320474a-bdb8-42a5-9df0-d32245d1e6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31390e35-275b-4954-9991-f009f6e2fcac', 'name': 'tempest-TestNetworkBasicOps-router-1461747955', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.54'}], 'enable_snat': True}, 'gw_port_id': '86aca10a-8133-4c04-9cf9-111f3d4fa2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:55:29Z', 'updated_at': '2021-11-24T01:55:33Z', 'revision_number': 4, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': '86aca10a-8133-4c04-9cf9-111f3d4fa2a6', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:14:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31390e35-275b-4954-9991-f009f6e2fcac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:55:30Z', 'updated_at': '2021-11-24T01:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_floatingips': [{'id': 'e39d913b-bb7e-467b-8d37-f54f7cd7cfa6', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'floating_ip_address': '172.26.5.92', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': '31390e35-275b-4954-9991-f009f6e2fcac', 'port_id': 'fedc373c-6346-42aa-8011-2b1fa9b8aeb4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84217364-f17f-41bb-9c84-3172cc59881d', 'mac_address': 'fa:16:3e:22:28:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca33a2c7-7482-44fd-8070-7db6ad140d3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T01:55:48Z', 'updated_at': '2021-11-24T01:55:48Z', 'revision_number': 0, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6a1268d-aaa9-46a0-a085-19630e710d12', 'name': '', 'network_id': '84217364-f17f-41bb-9c84-3172cc59881d', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'mac_address': 'fa:16:3e:30:24:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31390e35-275b-4954-9991-f009f6e2fcac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'a3b144a8-5814-40ad-95e8-d041741d89db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:55:32Z', 'updated_at': '2021-11-24T01:55:36Z', 'revision_number': 5, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'subnets': [{'id': 'a3b144a8-5814-40ad-95e8-d041741d89db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:55:49.704370 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6320474a-bdb8-42a5-9df0-d32245d1e6b0 None None] The sync data for ids ['31390e35-275b-4954-9991-f009f6e2fcac'] in dv-neutron-818911-2-hyperv is: [{'id': '31390e35-275b-4954-9991-f009f6e2fcac', 'name': 'tempest-TestNetworkBasicOps-router-1461747955', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.54'}], 'enable_snat': True}, 'gw_port_id': '86aca10a-8133-4c04-9cf9-111f3d4fa2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:55:29Z', 'updated_at': '2021-11-24T01:55:33Z', 'revision_number': 4, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': '86aca10a-8133-4c04-9cf9-111f3d4fa2a6', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:14:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31390e35-275b-4954-9991-f009f6e2fcac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:55:30Z', 'updated_at': '2021-11-24T01:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_floatingips': [{'id': 'e39d913b-bb7e-467b-8d37-f54f7cd7cfa6', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'floating_ip_address': '172.26.5.92', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': '31390e35-275b-4954-9991-f009f6e2fcac', 'port_id': 'fedc373c-6346-42aa-8011-2b1fa9b8aeb4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84217364-f17f-41bb-9c84-3172cc59881d', 'mac_address': 'fa:16:3e:22:28:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca33a2c7-7482-44fd-8070-7db6ad140d3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T01:55:48Z', 'updated_at': '2021-11-24T01:55:48Z', 'revision_number': 0, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6a1268d-aaa9-46a0-a085-19630e710d12', 'name': '', 'network_id': '84217364-f17f-41bb-9c84-3172cc59881d', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'mac_address': 'fa:16:3e:30:24:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31390e35-275b-4954-9991-f009f6e2fcac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'a3b144a8-5814-40ad-95e8-d041741d89db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:55:32Z', 'updated_at': '2021-11-24T01:55:36Z', 'revision_number': 5, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'subnets': [{'id': 'a3b144a8-5814-40ad-95e8-d041741d89db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:55:49.890618 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a105be-a4fd-4296-9393-e36efe554988 None None] New status for floating IP e39d913b-bb7e-467b-8d37-f54f7cd7cfa6: ACTIVE {{(pid=109868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 01:55:50.171171 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 51928) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:55:50.234575 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-fbf95797-9416-4a20-966a-25dec5c8c0e9 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/floatingips/e39d913b-bb7e-467b-8d37-f54f7cd7cfa6 HTTP/1.1" status: 200 len: 993 time: 0.0621674 Nov 24 01:55:54.714059 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e6a61072-0c54-4bd2-9b4b-342984c72bc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:57.164667 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-6bf43088-58c6-4035-8722-0b6f464a94c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:57.872030 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:58.087856 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:55:59.570893 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:00.104915 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:05.380240 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-0f5fdef4-ec1f-4420-a437-0750aea68cfd req-7f61f36d-08b6-4605-9652-6aebe41660d3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d1e54bd7-3133-44e2-b5ea-5d7d572b3362&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408325 Nov 24 01:56:05.495109 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5fdef4-ec1f-4420-a437-0750aea68cfd req-8ad3ac98-cb35-4c65-b7cb-3c414d45a68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:56:05.496620 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-0f5fdef4-ec1f-4420-a437-0750aea68cfd req-8ad3ac98-cb35-4c65-b7cb-3c414d45a68f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3fa7557b5a414e29b40de0454c5ea7eb&device_id=d1e54bd7-3133-44e2-b5ea-5d7d572b3362 HTTP/1.1" status: 200 len: 1098 time: 0.0440199 Nov 24 01:56:05.602537 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5fdef4-ec1f-4420-a437-0750aea68cfd req-70d844db-9abc-472c-bd60-a84c34972bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:56:05.603995 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-0f5fdef4-ec1f-4420-a437-0750aea68cfd req-70d844db-9abc-472c-bd60-a84c34972bdb service neutron] 10.222.0.48 "GET /v2.0/networks?id=b994f58c-062f-4608-af1b-f5a2d5a95f48 HTTP/1.1" status: 200 len: 912 time: 0.0838690 Nov 24 01:56:05.671178 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-0f5fdef4-ec1f-4420-a437-0750aea68cfd req-808507b3-060f-44f4-8ac6-985951bfa19d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cedc9359-7995-4c76-81d5-2e7646f5c556 HTTP/1.1" status: 200 len: 1001 time: 0.0594449 Nov 24 01:56:05.995465 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5fdef4-ec1f-4420-a437-0750aea68cfd req-2a7ece53-a332-4270-90db-764269bfb51c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:56:05.996955 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-0f5fdef4-ec1f-4420-a437-0750aea68cfd req-2a7ece53-a332-4270-90db-764269bfb51c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8c2e0039-7a4d-4100-828d-28402f0c4357 HTTP/1.1" status: 200 len: 850 time: 0.3192198 Nov 24 01:56:06.042791 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5fdef4-ec1f-4420-a437-0750aea68cfd req-faf9f4b6-4bf6-41e4-9c3b-3b44c781af13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:56:06.044281 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-0f5fdef4-ec1f-4420-a437-0750aea68cfd req-faf9f4b6-4bf6-41e4-9c3b-3b44c781af13 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b994f58c-062f-4608-af1b-f5a2d5a95f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396059 Nov 24 01:56:06.136896 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-0f5fdef4-ec1f-4420-a437-0750aea68cfd req-f909a309-1eca-45bf-a10c-1911fcfdbeca service neutron] 10.222.0.48 "GET /v2.0/networks/b994f58c-062f-4608-af1b-f5a2d5a95f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823822 Nov 24 01:56:06.230281 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-0f5fdef4-ec1f-4420-a437-0750aea68cfd req-a6669388-8dbf-433b-9165-8ee7027e11d1 service neutron] 10.222.0.48 "GET /v2.0/networks/b994f58c-062f-4608-af1b-f5a2d5a95f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843859 Nov 24 01:56:11.161280 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.agents_db [None req-4e42c10c-a1d3-4d07-89d6-7a24334140aa None None] Agent healthcheck: found 6 active agents {{(pid=109869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 01:56:23.338384 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 51946) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:56:23.449789 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-54c67e26-ec33-4bd6-b973-aa4efbbedc67 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] 10.222.0.21 "GET /v2.0/routers/31390e35-275b-4954-9991-f009f6e2fcac/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1102574 Nov 24 01:56:23.453104 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 51948) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:56:23.567730 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b475ba32-2e9f-4d42-9f91-627e986ad54b tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Notify agent at dv-neutron-818911-2-hyperv the message router_removed_from_agent {{(pid=109866) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Nov 24 01:56:23.570903 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-b475ba32-2e9f-4d42-9f91-627e986ad54b tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] 10.222.0.21 "DELETE /v2.0/agents/8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e/l3-routers/31390e35-275b-4954-9991-f009f6e2fcac HTTP/1.1" status: 204 len: 168 time: 0.1168571 Nov 24 01:56:23.573575 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 51950) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:56:23.683579 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-a2b9afb1-9d61-4503-959b-f66aa98f3b5c tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] 10.222.0.21 "GET /v2.0/routers/31390e35-275b-4954-9991-f009f6e2fcac/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1081150 Nov 24 01:56:23.686733 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 51952) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:56:23.744671 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-4a850679-e559-4bfe-b2fb-0c1f85421413 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/floatingips/e39d913b-bb7e-467b-8d37-f54f7cd7cfa6 HTTP/1.1" status: 200 len: 993 time: 0.0568573 Nov 24 01:56:24.324663 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6ed9fc-16f9-4555-b068-641765e41157 None None] New status for floating IP e39d913b-bb7e-467b-8d37-f54f7cd7cfa6: DOWN {{(pid=109869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 01:56:24.353781 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 86aca10a-8133-4c04-9cf9-111f3d4fa2a6 no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:56:24.426751 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:24.446851 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] For port 86aca10a-8133-4c04-9cf9-111f3d4fa2a6, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=86aca10a-8133-4c04-9cf9-111f3d4fa2a6,segment=NetworkSegment(03509fd2-ca9c-4aa0-94e6-e236afda62e7),segment_id=03509fd2-ca9c-4aa0-94e6-e236afda62e7)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:56:24.452274 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:24.453000 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device b6a1268d-aaa9-46a0-a085-19630e710d12 no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:56:24.532221 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Pushing event updated for resources: {'Port': ['ID=86aca10a-8133-4c04-9cf9-111f3d4fa2a6,revision_number=5']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:56:24.541268 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:56:24.541642 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:56:24.541985 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:56:24.542326 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:56:24.542662 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:56:24.542990 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:56:24.543320 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:56:24.543647 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:56:24.544016 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:56:24.544345 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:56:24.544674 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:56:24.544995 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:56:24.582831 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:24.613351 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] For port b6a1268d-aaa9-46a0-a085-19630e710d12, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=b6a1268d-aaa9-46a0-a085-19630e710d12,segment=NetworkSegment(392406a7-cfbd-4c83-80d8-c3d768d013a8),segment_id=392406a7-cfbd-4c83-80d8-c3d768d013a8)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:56:24.617248 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:24.662766 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Pushing event updated for resources: {'Port': ['ID=b6a1268d-aaa9-46a0-a085-19630e710d12,revision_number=6']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:56:24.715187 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9c3dd9d6-18cb-436e-9147-856a0144a6cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:24.749100 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 51954) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:56:24.812490 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-14ade98e-4d57-4bff-9578-dc2822174410 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/floatingips/e39d913b-bb7e-467b-8d37-f54f7cd7cfa6 HTTP/1.1" status: 200 len: 991 time: 0.0621932 Nov 24 01:56:25.933126 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 51958) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:56:26.056279 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-044d8df2-1216-4b21-b722-d063450696d1 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Router 31390e35-275b-4954-9991-f009f6e2fcac is scheduled to L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e with binding_index 1 {{(pid=109867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 01:56:26.056617 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-044d8df2-1216-4b21-b722-d063450696d1 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Notify agent at dv-neutron-818911-2-hyperv the message router_added_to_agent {{(pid=109867) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Nov 24 01:56:26.082942 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-044d8df2-1216-4b21-b722-d063450696d1 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] 10.222.0.21 "POST /v2.0/agents/8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.1487327 Nov 24 01:56:26.085466 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 51962) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:56:26.255837 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3168558f-30fc-4f09-bb06-a35f01d7dbb6 None None] Sync routers for ids ['31390e35-275b-4954-9991-f009f6e2fcac'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:56:26.268013 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3168558f-30fc-4f09-bb06-a35f01d7dbb6 None None] Routers {'31390e35-275b-4954-9991-f009f6e2fcac'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:56:26.268659 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-3168558f-30fc-4f09-bb06-a35f01d7dbb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:55:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['31390e35-275b-4954-9991-f009f6e2fcac'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:56:26.375672 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-3168558f-30fc-4f09-bb06-a35f01d7dbb6 None None] Set router 31390e35-275b-4954-9991-f009f6e2fcac gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:56:26.452948 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-325583ee-e657-4514-bc34-dcabdcff7df3 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] 10.222.0.21 "GET /v2.0/routers/31390e35-275b-4954-9991-f009f6e2fcac/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.3661323 Nov 24 01:56:26.455656 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 51966) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:56:26.519209 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-2cb309b2-1b32-4b04-a998-5be73f5acb9a tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/floatingips/e39d913b-bb7e-467b-8d37-f54f7cd7cfa6 HTTP/1.1" status: 200 len: 991 time: 0.0623906 Nov 24 01:56:26.602045 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-3168558f-30fc-4f09-bb06-a35f01d7dbb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31390e35-275b-4954-9991-f009f6e2fcac', 'name': 'tempest-TestNetworkBasicOps-router-1461747955', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.54'}], 'enable_snat': True}, 'gw_port_id': '86aca10a-8133-4c04-9cf9-111f3d4fa2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:55:29Z', 'updated_at': '2021-11-24T01:55:33Z', 'revision_number': 4, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': '86aca10a-8133-4c04-9cf9-111f3d4fa2a6', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:14:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31390e35-275b-4954-9991-f009f6e2fcac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:55:30Z', 'updated_at': '2021-11-24T01:56:24Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_floatingips': [{'id': 'e39d913b-bb7e-467b-8d37-f54f7cd7cfa6', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'floating_ip_address': '172.26.5.92', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': '31390e35-275b-4954-9991-f009f6e2fcac', 'port_id': 'fedc373c-6346-42aa-8011-2b1fa9b8aeb4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84217364-f17f-41bb-9c84-3172cc59881d', 'mac_address': 'fa:16:3e:22:28:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca33a2c7-7482-44fd-8070-7db6ad140d3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T01:55:48Z', 'updated_at': '2021-11-24T01:56:24Z', 'revision_number': 2, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6a1268d-aaa9-46a0-a085-19630e710d12', 'name': '', 'network_id': '84217364-f17f-41bb-9c84-3172cc59881d', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'mac_address': 'fa:16:3e:30:24:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31390e35-275b-4954-9991-f009f6e2fcac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'a3b144a8-5814-40ad-95e8-d041741d89db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:55:32Z', 'updated_at': '2021-11-24T01:56:24Z', 'revision_number': 6, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'subnets': [{'id': 'a3b144a8-5814-40ad-95e8-d041741d89db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:56:26.630833 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3168558f-30fc-4f09-bb06-a35f01d7dbb6 None None] Checking router: 31390e35-275b-4954-9991-f009f6e2fcac for host: dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 01:56:26.639366 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3168558f-30fc-4f09-bb06-a35f01d7dbb6 None None] Routers {'31390e35-275b-4954-9991-f009f6e2fcac'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:56:26.639956 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-3168558f-30fc-4f09-bb06-a35f01d7dbb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:55:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['31390e35-275b-4954-9991-f009f6e2fcac'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:56:26.739956 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-3168558f-30fc-4f09-bb06-a35f01d7dbb6 None None] Set router 31390e35-275b-4954-9991-f009f6e2fcac gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:56:26.953332 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-3168558f-30fc-4f09-bb06-a35f01d7dbb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31390e35-275b-4954-9991-f009f6e2fcac', 'name': 'tempest-TestNetworkBasicOps-router-1461747955', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.54'}], 'enable_snat': True}, 'gw_port_id': '86aca10a-8133-4c04-9cf9-111f3d4fa2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:55:29Z', 'updated_at': '2021-11-24T01:55:33Z', 'revision_number': 4, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': '86aca10a-8133-4c04-9cf9-111f3d4fa2a6', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:14:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31390e35-275b-4954-9991-f009f6e2fcac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:55:30Z', 'updated_at': '2021-11-24T01:56:24Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_floatingips': [{'id': 'e39d913b-bb7e-467b-8d37-f54f7cd7cfa6', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'floating_ip_address': '172.26.5.92', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': '31390e35-275b-4954-9991-f009f6e2fcac', 'port_id': 'fedc373c-6346-42aa-8011-2b1fa9b8aeb4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84217364-f17f-41bb-9c84-3172cc59881d', 'mac_address': 'fa:16:3e:22:28:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca33a2c7-7482-44fd-8070-7db6ad140d3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T01:55:48Z', 'updated_at': '2021-11-24T01:56:24Z', 'revision_number': 2, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6a1268d-aaa9-46a0-a085-19630e710d12', 'name': '', 'network_id': '84217364-f17f-41bb-9c84-3172cc59881d', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'mac_address': 'fa:16:3e:30:24:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31390e35-275b-4954-9991-f009f6e2fcac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'a3b144a8-5814-40ad-95e8-d041741d89db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:55:32Z', 'updated_at': '2021-11-24T01:56:24Z', 'revision_number': 6, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'subnets': [{'id': 'a3b144a8-5814-40ad-95e8-d041741d89db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:56:26.982262 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3168558f-30fc-4f09-bb06-a35f01d7dbb6 None None] The sync data for ids ['31390e35-275b-4954-9991-f009f6e2fcac'] in dv-neutron-818911-2-hyperv is: [{'id': '31390e35-275b-4954-9991-f009f6e2fcac', 'name': 'tempest-TestNetworkBasicOps-router-1461747955', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.54'}], 'enable_snat': True}, 'gw_port_id': '86aca10a-8133-4c04-9cf9-111f3d4fa2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:55:29Z', 'updated_at': '2021-11-24T01:55:33Z', 'revision_number': 4, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': '86aca10a-8133-4c04-9cf9-111f3d4fa2a6', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:14:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31390e35-275b-4954-9991-f009f6e2fcac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:55:30Z', 'updated_at': '2021-11-24T01:56:24Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_floatingips': [{'id': 'e39d913b-bb7e-467b-8d37-f54f7cd7cfa6', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'floating_ip_address': '172.26.5.92', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': '31390e35-275b-4954-9991-f009f6e2fcac', 'port_id': 'fedc373c-6346-42aa-8011-2b1fa9b8aeb4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84217364-f17f-41bb-9c84-3172cc59881d', 'mac_address': 'fa:16:3e:22:28:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca33a2c7-7482-44fd-8070-7db6ad140d3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T01:55:48Z', 'updated_at': '2021-11-24T01:56:24Z', 'revision_number': 2, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6a1268d-aaa9-46a0-a085-19630e710d12', 'name': '', 'network_id': '84217364-f17f-41bb-9c84-3172cc59881d', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'mac_address': 'fa:16:3e:30:24:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31390e35-275b-4954-9991-f009f6e2fcac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'a3b144a8-5814-40ad-95e8-d041741d89db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:55:32Z', 'updated_at': '2021-11-24T01:56:24Z', 'revision_number': 6, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'subnets': [{'id': 'a3b144a8-5814-40ad-95e8-d041741d89db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:56:27.175333 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-b17712fd-6dd3-4278-b559-43297e1fb615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:27.522592 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 51968) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:56:27.594593 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-80e41ad4-8720-4542-8eba-4bcf8270869d tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/floatingips/e39d913b-bb7e-467b-8d37-f54f7cd7cfa6 HTTP/1.1" status: 200 len: 991 time: 0.0708406 Nov 24 01:56:27.874925 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:28.095103 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:28.121900 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 86aca10a-8133-4c04-9cf9-111f3d4fa2a6 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:56:28.173430 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 86aca10a-8133-4c04-9cf9-111f3d4fa2a6 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:56:28.173829 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:28.258120 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:28.280356 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] For port 86aca10a-8133-4c04-9cf9-111f3d4fa2a6, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=86aca10a-8133-4c04-9cf9-111f3d4fa2a6,segment=NetworkSegment(03509fd2-ca9c-4aa0-94e6-e236afda62e7),segment_id=03509fd2-ca9c-4aa0-94e6-e236afda62e7)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:56:28.284251 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:28.285158 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device b6a1268d-aaa9-46a0-a085-19630e710d12 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:56:28.355388 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Pushing event updated for resources: {'Port': ['ID=86aca10a-8133-4c04-9cf9-111f3d4fa2a6,revision_number=6']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:56:28.369478 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port b6a1268d-aaa9-46a0-a085-19630e710d12 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:56:28.369848 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:28.448174 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:28.480342 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] For port b6a1268d-aaa9-46a0-a085-19630e710d12, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=b6a1268d-aaa9-46a0-a085-19630e710d12,segment=NetworkSegment(392406a7-cfbd-4c83-80d8-c3d768d013a8),segment_id=392406a7-cfbd-4c83-80d8-c3d768d013a8)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:56:28.484163 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:28.531844 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Pushing event updated for resources: {'Port': ['ID=b6a1268d-aaa9-46a0-a085-19630e710d12,revision_number=7']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:56:28.598355 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 51970) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:56:28.659435 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-d6cf4406-8898-4b44-be02-bf0b98a9de12 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/floatingips/e39d913b-bb7e-467b-8d37-f54f7cd7cfa6 HTTP/1.1" status: 200 len: 991 time: 0.0598683 Nov 24 01:56:28.696438 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66528f0-d6d1-432b-8416-4dac4a6a4427 None None] New status for floating IP e39d913b-bb7e-467b-8d37-f54f7cd7cfa6: ACTIVE {{(pid=109869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 01:56:29.574460 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:29.663142 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 51972) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:56:29.726932 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-eee20545-49f0-458f-9732-0bca41319e94 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/floatingips/e39d913b-bb7e-467b-8d37-f54f7cd7cfa6 HTTP/1.1" status: 200 len: 993 time: 0.0626287 Nov 24 01:56:29.989679 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 51978) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:56:30.066420 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 86aca10a-8133-4c04-9cf9-111f3d4fa2a6 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:56:30.118879 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:30.132508 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 86aca10a-8133-4c04-9cf9-111f3d4fa2a6 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:56:30.132875 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:30.154176 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-85982d0d-13ff-4554-b6fd-1431ad65b602 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Deleting port b811d162-9cbd-469c-be39-8109f5821683 {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:56:30.154512 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-85982d0d-13ff-4554-b6fd-1431ad65b602 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:30.220938 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device b6a1268d-aaa9-46a0-a085-19630e710d12 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:56:30.233092 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-85982d0d-13ff-4554-b6fd-1431ad65b602 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:30.233447 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-85982d0d-13ff-4554-b6fd-1431ad65b602 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:30.245266 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-85982d0d-13ff-4554-b6fd-1431ad65b602 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Calling delete_port for b811d162-9cbd-469c-be39-8109f5821683 owned by network:floatingip {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:56:30.267230 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port b6a1268d-aaa9-46a0-a085-19630e710d12 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:56:30.267602 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:30.392019 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-85982d0d-13ff-4554-b6fd-1431ad65b602 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:30.416958 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85982d0d-13ff-4554-b6fd-1431ad65b602 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event deleted for resources: {'Port': ['ID=b811d162-9cbd-469c-be39-8109f5821683,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:56:30.429233 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85982d0d-13ff-4554-b6fd-1431ad65b602 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:56:30.429621 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85982d0d-13ff-4554-b6fd-1431ad65b602 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:56:30.429954 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85982d0d-13ff-4554-b6fd-1431ad65b602 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:56:30.430291 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85982d0d-13ff-4554-b6fd-1431ad65b602 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:56:30.430618 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85982d0d-13ff-4554-b6fd-1431ad65b602 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:56:30.430948 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85982d0d-13ff-4554-b6fd-1431ad65b602 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:56:30.431277 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85982d0d-13ff-4554-b6fd-1431ad65b602 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:56:30.431601 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85982d0d-13ff-4554-b6fd-1431ad65b602 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:56:30.431924 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85982d0d-13ff-4554-b6fd-1431ad65b602 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:56:30.432247 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85982d0d-13ff-4554-b6fd-1431ad65b602 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:56:30.432566 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85982d0d-13ff-4554-b6fd-1431ad65b602 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:56:30.432883 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85982d0d-13ff-4554-b6fd-1431ad65b602 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:56:30.489110 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-85982d0d-13ff-4554-b6fd-1431ad65b602 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for floatingip, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:30.489468 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.l3_db [None req-85982d0d-13ff-4554-b6fd-1431ad65b602 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Floating IP e39d913b-bb7e-467b-8d37-f54f7cd7cfa6 disassociated (deleted). External IP: 172.26.5.92, port: fedc373c-6346-42aa-8011-2b1fa9b8aeb4. Nov 24 01:56:30.697062 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85982d0d-13ff-4554-b6fd-1431ad65b602 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Router 31390e35-275b-4954-9991-f009f6e2fcac has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:56:30.801794 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85982d0d-13ff-4554-b6fd-1431ad65b602 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:56:30.806449 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-85982d0d-13ff-4554-b6fd-1431ad65b602 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for floatingip, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:30.811779 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78c2ef0-c9d8-49d3-b386-e49fa26434b6 None None] Sync routers for ids ['31390e35-275b-4954-9991-f009f6e2fcac'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:56:30.820722 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78c2ef0-c9d8-49d3-b386-e49fa26434b6 None None] Routers {'31390e35-275b-4954-9991-f009f6e2fcac'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:56:30.821318 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-e78c2ef0-c9d8-49d3-b386-e49fa26434b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:56:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['31390e35-275b-4954-9991-f009f6e2fcac'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:56:30.837255 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-85982d0d-13ff-4554-b6fd-1431ad65b602 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "DELETE /v2.0/floatingips/e39d913b-bb7e-467b-8d37-f54f7cd7cfa6 HTTP/1.1" status: 204 len: 168 time: 0.8438804 Nov 24 01:56:30.837255 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca33a2c7-7482-44fd-8070-7db6ad140d3d', 'tag': 'fedc373c-6346-42aa-8011-2b1fa9b8aeb4'}] {{(pid=109866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 01:56:30.837820 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b7c53c286d9351d1367337230623a155cee02c46c94b80588b67a0bc16402ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a1aabb7-5319-48f6-a847-aaa0fbd7828b" -d '{"events": [{"name": "network-changed", "server_uuid": "ca33a2c7-7482-44fd-8070-7db6ad140d3d", "tag": "fedc373c-6346-42aa-8011-2b1fa9b8aeb4"}]}' {{(pid=109866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 01:56:30.880126 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 01:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0a14f39-7e53-49a8-a1fe-68f98d67eb19 x-openstack-request-id: req-b0a14f39-7e53-49a8-a1fe-68f98d67eb19 {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 01:56:30.880425 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca33a2c7-7482-44fd-8070-7db6ad140d3d", "tag": "fedc373c-6346-42aa-8011-2b1fa9b8aeb4", "status": "completed", "code": 200}]} {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 01:56:30.880686 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b0a14f39-7e53-49a8-a1fe-68f98d67eb19 {{(pid=109866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 01:56:30.881101 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca33a2c7-7482-44fd-8070-7db6ad140d3d', 'tag': 'fedc373c-6346-42aa-8011-2b1fa9b8aeb4', 'status': 'completed', 'code': 200} Nov 24 01:56:30.929128 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-e78c2ef0-c9d8-49d3-b386-e49fa26434b6 None None] Set router 31390e35-275b-4954-9991-f009f6e2fcac gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:56:30.980046 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1aabb7-5319-48f6-a847-aaa0fbd7828b req-8c5a80f4-9e4f-4954-ab71-380c173d1af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:56:30.982358 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-6a1aabb7-5319-48f6-a847-aaa0fbd7828b req-8c5a80f4-9e4f-4954-ab71-380c173d1af4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5cd72ac6dd034b2d92e26f70404adb10&device_id=ca33a2c7-7482-44fd-8070-7db6ad140d3d HTTP/1.1" status: 200 len: 1099 time: 0.0581057 Nov 24 01:56:31.127110 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3859619-abd9-4128-84da-616687179f6b req-643c33b9-31ce-43ec-86b9-dba966de2873 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:56:31.128600 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e3859619-abd9-4128-84da-616687179f6b req-643c33b9-31ce-43ec-86b9-dba966de2873 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca33a2c7-7482-44fd-8070-7db6ad140d3d HTTP/1.1" status: 200 len: 946 time: 0.1019626 Nov 24 01:56:31.133260 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-e78c2ef0-c9d8-49d3-b386-e49fa26434b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31390e35-275b-4954-9991-f009f6e2fcac', 'name': 'tempest-TestNetworkBasicOps-router-1461747955', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.54'}], 'enable_snat': True}, 'gw_port_id': '86aca10a-8133-4c04-9cf9-111f3d4fa2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:55:29Z', 'updated_at': '2021-11-24T01:55:33Z', 'revision_number': 4, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': '86aca10a-8133-4c04-9cf9-111f3d4fa2a6', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:14:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31390e35-275b-4954-9991-f009f6e2fcac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:55:30Z', 'updated_at': '2021-11-24T01:56:28Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': 'b6a1268d-aaa9-46a0-a085-19630e710d12', 'name': '', 'network_id': '84217364-f17f-41bb-9c84-3172cc59881d', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'mac_address': 'fa:16:3e:30:24:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31390e35-275b-4954-9991-f009f6e2fcac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'a3b144a8-5814-40ad-95e8-d041741d89db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:55:32Z', 'updated_at': '2021-11-24T01:56:28Z', 'revision_number': 7, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'subnets': [{'id': 'a3b144a8-5814-40ad-95e8-d041741d89db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:56:31.157551 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1aabb7-5319-48f6-a847-aaa0fbd7828b req-6c780bf8-c2f2-4c14-bb47-360c364856a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:56:31.159072 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-6a1aabb7-5319-48f6-a847-aaa0fbd7828b req-6c780bf8-c2f2-4c14-bb47-360c364856a9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=84217364-f17f-41bb-9c84-3172cc59881d HTTP/1.1" status: 200 len: 898 time: 0.1402354 Nov 24 01:56:31.162995 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78c2ef0-c9d8-49d3-b386-e49fa26434b6 None None] Checking router: 31390e35-275b-4954-9991-f009f6e2fcac for host: dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 01:56:31.171722 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78c2ef0-c9d8-49d3-b386-e49fa26434b6 None None] Routers {'31390e35-275b-4954-9991-f009f6e2fcac'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:56:31.172331 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-e78c2ef0-c9d8-49d3-b386-e49fa26434b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:56:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['31390e35-275b-4954-9991-f009f6e2fcac'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:56:31.214194 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-6a1aabb7-5319-48f6-a847-aaa0fbd7828b req-4ef46911-84f9-41dd-9f82-b4cfc6c7d34f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fedc373c-6346-42aa-8011-2b1fa9b8aeb4 HTTP/1.1" status: 200 len: 217 time: 0.0474868 Nov 24 01:56:31.236092 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e3859619-abd9-4128-84da-616687179f6b req-c80a05dc-c260-44e9-8e74-036c23a58167 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bc723d8-df29-4ee9-915d-8ada91ee1b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994036 Nov 24 01:56:31.271639 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1aabb7-5319-48f6-a847-aaa0fbd7828b req-ee0a5659-32d7-406c-a46d-9360fb65f5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:56:31.273141 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-6a1aabb7-5319-48f6-a847-aaa0fbd7828b req-ee0a5659-32d7-406c-a46d-9360fb65f5cc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a3b144a8-5814-40ad-95e8-d041741d89db HTTP/1.1" status: 200 len: 834 time: 0.0502412 Nov 24 01:56:31.322188 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1aabb7-5319-48f6-a847-aaa0fbd7828b req-b8495756-4b1f-4e73-86b6-46317372d207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:56:31.323730 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-6a1aabb7-5319-48f6-a847-aaa0fbd7828b req-b8495756-4b1f-4e73-86b6-46317372d207 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=84217364-f17f-41bb-9c84-3172cc59881d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0428531 Nov 24 01:56:31.421380 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-e78c2ef0-c9d8-49d3-b386-e49fa26434b6 None None] Set router 31390e35-275b-4954-9991-f009f6e2fcac gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:56:31.424711 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-6a1aabb7-5319-48f6-a847-aaa0fbd7828b req-e2c478f3-38e4-44b4-bdcb-bcaeb019c4b9 service neutron] 10.222.0.48 "GET /v2.0/networks/84217364-f17f-41bb-9c84-3172cc59881d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924337 Nov 24 01:56:31.515247 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-6a1aabb7-5319-48f6-a847-aaa0fbd7828b req-76f6157e-e83b-4437-9840-45802b063bca service neutron] 10.222.0.48 "GET /v2.0/networks/84217364-f17f-41bb-9c84-3172cc59881d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825036 Nov 24 01:56:31.616530 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-e78c2ef0-c9d8-49d3-b386-e49fa26434b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31390e35-275b-4954-9991-f009f6e2fcac', 'name': 'tempest-TestNetworkBasicOps-router-1461747955', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.54'}], 'enable_snat': True}, 'gw_port_id': '86aca10a-8133-4c04-9cf9-111f3d4fa2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:55:29Z', 'updated_at': '2021-11-24T01:55:33Z', 'revision_number': 4, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': '86aca10a-8133-4c04-9cf9-111f3d4fa2a6', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:14:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31390e35-275b-4954-9991-f009f6e2fcac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:55:30Z', 'updated_at': '2021-11-24T01:56:28Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': 'b6a1268d-aaa9-46a0-a085-19630e710d12', 'name': '', 'network_id': '84217364-f17f-41bb-9c84-3172cc59881d', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'mac_address': 'fa:16:3e:30:24:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31390e35-275b-4954-9991-f009f6e2fcac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'a3b144a8-5814-40ad-95e8-d041741d89db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:55:32Z', 'updated_at': '2021-11-24T01:56:28Z', 'revision_number': 7, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'subnets': [{'id': 'a3b144a8-5814-40ad-95e8-d041741d89db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:56:31.642321 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78c2ef0-c9d8-49d3-b386-e49fa26434b6 None None] The sync data for ids ['31390e35-275b-4954-9991-f009f6e2fcac'] in dv-neutron-818911-2-hyperv is: [{'id': '31390e35-275b-4954-9991-f009f6e2fcac', 'name': 'tempest-TestNetworkBasicOps-router-1461747955', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.54'}], 'enable_snat': True}, 'gw_port_id': '86aca10a-8133-4c04-9cf9-111f3d4fa2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:55:29Z', 'updated_at': '2021-11-24T01:55:33Z', 'revision_number': 4, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': '86aca10a-8133-4c04-9cf9-111f3d4fa2a6', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:14:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31390e35-275b-4954-9991-f009f6e2fcac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:55:30Z', 'updated_at': '2021-11-24T01:56:28Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': 'b6a1268d-aaa9-46a0-a085-19630e710d12', 'name': '', 'network_id': '84217364-f17f-41bb-9c84-3172cc59881d', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'mac_address': 'fa:16:3e:30:24:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31390e35-275b-4954-9991-f009f6e2fcac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'a3b144a8-5814-40ad-95e8-d041741d89db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:55:32Z', 'updated_at': '2021-11-24T01:56:28Z', 'revision_number': 7, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'subnets': [{'id': 'a3b144a8-5814-40ad-95e8-d041741d89db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:56:32.258255 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4576c75-1e92-4fb8-b82f-3cfdbbf32a91 None None] New status for floating IP e39d913b-bb7e-467b-8d37-f54f7cd7cfa6: DOWN {{(pid=109869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 01:56:32.359100 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2087607-7f97-4737-89cb-e48ed4b562e7 req-632bf486-b1e1-424b-9533-adc2672ff0cc tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:56:32.360706 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-a2087607-7f97-4737-89cb-e48ed4b562e7 req-632bf486-b1e1-424b-9533-adc2672ff0cc tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca33a2c7-7482-44fd-8070-7db6ad140d3d HTTP/1.1" status: 200 len: 946 time: 0.0541763 Nov 24 01:56:32.409755 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-a2087607-7f97-4737-89cb-e48ed4b562e7 req-baeb8f20-93ee-44c9-b505-57f4bd1a1938 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bc723d8-df29-4ee9-915d-8ada91ee1b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429425 Nov 24 01:56:32.514830 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89e1a0c-fcd5-4dc8-ab79-d15b43b6dd6a req-e59f304a-9750-49e0-8ac0-854274096cfe tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:56:32.516286 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-b89e1a0c-fcd5-4dc8-ab79-d15b43b6dd6a req-e59f304a-9750-49e0-8ac0-854274096cfe tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca33a2c7-7482-44fd-8070-7db6ad140d3d HTTP/1.1" status: 200 len: 946 time: 0.0483096 Nov 24 01:56:32.606436 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [req-b89e1a0c-fcd5-4dc8-ab79-d15b43b6dd6a req-c69c42af-54ec-40c9-ad0e-0c770a98e8a4 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Deleting port fedc373c-6346-42aa-8011-2b1fa9b8aeb4 {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:56:32.606770 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-b89e1a0c-fcd5-4dc8-ab79-d15b43b6dd6a req-c69c42af-54ec-40c9-ad0e-0c770a98e8a4 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:32.694920 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [req-b89e1a0c-fcd5-4dc8-ab79-d15b43b6dd6a req-c69c42af-54ec-40c9-ad0e-0c770a98e8a4 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] For port fedc373c-6346-42aa-8011-2b1fa9b8aeb4, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=fedc373c-6346-42aa-8011-2b1fa9b8aeb4,segment=NetworkSegment(392406a7-cfbd-4c83-80d8-c3d768d013a8),segment_id=392406a7-cfbd-4c83-80d8-c3d768d013a8)] {{(pid=109866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:56:32.695301 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-b89e1a0c-fcd5-4dc8-ab79-d15b43b6dd6a req-c69c42af-54ec-40c9-ad0e-0c770a98e8a4 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:32.707084 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [req-b89e1a0c-fcd5-4dc8-ab79-d15b43b6dd6a req-c69c42af-54ec-40c9-ad0e-0c770a98e8a4 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Calling delete_port for fedc373c-6346-42aa-8011-2b1fa9b8aeb4 owned by compute:nova {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:56:32.833622 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-b89e1a0c-fcd5-4dc8-ab79-d15b43b6dd6a req-c69c42af-54ec-40c9-ad0e-0c770a98e8a4 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:32.865944 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69c42af-54ec-40c9-ad0e-0c770a98e8a4 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event deleted for resources: {'Port': ['ID=fedc373c-6346-42aa-8011-2b1fa9b8aeb4,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:56:32.906477 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [req-b89e1a0c-fcd5-4dc8-ab79-d15b43b6dd6a req-c69c42af-54ec-40c9-ad0e-0c770a98e8a4 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] No DVR routers for this DVR port fedc373c-6346-42aa-8011-2b1fa9b8aeb4 on host hv-neutron-8189 {{(pid=109866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:56:32.908920 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-b89e1a0c-fcd5-4dc8-ab79-d15b43b6dd6a req-c69c42af-54ec-40c9-ad0e-0c770a98e8a4 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:32.912256 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-b89e1a0c-fcd5-4dc8-ab79-d15b43b6dd6a req-c69c42af-54ec-40c9-ad0e-0c770a98e8a4 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.48 "DELETE /v2.0/ports/fedc373c-6346-42aa-8011-2b1fa9b8aeb4 HTTP/1.1" status: 204 len: 173 time: 0.3901839 Nov 24 01:56:32.912691 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca33a2c7-7482-44fd-8070-7db6ad140d3d', 'name': 'network-vif-deleted', 'tag': 'fedc373c-6346-42aa-8011-2b1fa9b8aeb4'}] {{(pid=109866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 01:56:32.914955 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b7c53c286d9351d1367337230623a155cee02c46c94b80588b67a0bc16402ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e137f6cd-2646-43ab-8b94-58c70c20387d" -d '{"events": [{"server_uuid": "ca33a2c7-7482-44fd-8070-7db6ad140d3d", "name": "network-vif-deleted", "tag": "fedc373c-6346-42aa-8011-2b1fa9b8aeb4"}]}' {{(pid=109866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 01:56:32.953535 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 01:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e295365e-5f52-4b41-b5ee-fecc71484d6c x-openstack-request-id: req-e295365e-5f52-4b41-b5ee-fecc71484d6c {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 01:56:32.953833 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca33a2c7-7482-44fd-8070-7db6ad140d3d", "name": "network-vif-deleted", "tag": "fedc373c-6346-42aa-8011-2b1fa9b8aeb4", "status": "completed", "code": 200}]} {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 01:56:32.954089 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e295365e-5f52-4b41-b5ee-fecc71484d6c {{(pid=109866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 01:56:32.954493 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca33a2c7-7482-44fd-8070-7db6ad140d3d', 'name': 'network-vif-deleted', 'tag': 'fedc373c-6346-42aa-8011-2b1fa9b8aeb4', 'status': 'completed', 'code': 200} Nov 24 01:56:33.469365 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 51992) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:56:33.527167 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-6ff7db8e-2e92-4e87-85d5-3e0c661783c7 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:33.553022 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-6ff7db8e-2e92-4e87-85d5-3e0c661783c7 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:33.610483 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-6ff7db8e-2e92-4e87-85d5-3e0c661783c7 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:33.613562 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-6ff7db8e-2e92-4e87-85d5-3e0c661783c7 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:33.614709 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-6ff7db8e-2e92-4e87-85d5-3e0c661783c7 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "DELETE /v2.0/security-groups/8bc723d8-df29-4ee9-915d-8ada91ee1b7b HTTP/1.1" status: 204 len: 168 time: 0.1441822 Nov 24 01:56:33.623711 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff7db8e-2e92-4e87-85d5-3e0c661783c7 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bc723d8-df29-4ee9-915d-8ada91ee1b7b,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:56:33.645014 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 51996) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:56:34.055671 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c888a6c2-15e7-4a0b-863b-9be659a8ae05 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3777994'] for router_interface, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:34.618145 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-c888a6c2-15e7-4a0b-863b-9be659a8ae05 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Deleting port b6a1268d-aaa9-46a0-a085-19630e710d12 {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:56:34.618838 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c888a6c2-15e7-4a0b-863b-9be659a8ae05 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:34.705914 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [None req-c888a6c2-15e7-4a0b-863b-9be659a8ae05 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] For port b6a1268d-aaa9-46a0-a085-19630e710d12, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=b6a1268d-aaa9-46a0-a085-19630e710d12,segment=NetworkSegment(392406a7-cfbd-4c83-80d8-c3d768d013a8),segment_id=392406a7-cfbd-4c83-80d8-c3d768d013a8)] {{(pid=109866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:56:34.706264 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c888a6c2-15e7-4a0b-863b-9be659a8ae05 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:34.718577 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-c888a6c2-15e7-4a0b-863b-9be659a8ae05 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Calling delete_port for b6a1268d-aaa9-46a0-a085-19630e710d12 owned by network:router_interface {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:56:34.921984 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c888a6c2-15e7-4a0b-863b-9be659a8ae05 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:34.947487 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c888a6c2-15e7-4a0b-863b-9be659a8ae05 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event deleted for resources: {'Port': ['ID=b6a1268d-aaa9-46a0-a085-19630e710d12,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:56:35.042320 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device fedc373c-6346-42aa-8011-2b1fa9b8aeb4 no longer exists at agent hyperv_hv-neutron-8189 {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:56:35.064175 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] No Port match for: fedc373c-6346-42aa-8011-2b1fa9b8aeb4 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:56:35.064906 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device fedc373c-6346-42aa-8011-2b1fa9b8aeb4 not bound to the agent host hv-neutron-8189 {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:56:35.128748 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c888a6c2-15e7-4a0b-863b-9be659a8ae05 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424538'] for router_interface, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:35.341193 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c888a6c2-15e7-4a0b-863b-9be659a8ae05 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Router 31390e35-275b-4954-9991-f009f6e2fcac has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:56:35.445693 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c888a6c2-15e7-4a0b-863b-9be659a8ae05 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:56:35.451658 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-c888a6c2-15e7-4a0b-863b-9be659a8ae05 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "PUT /v2.0/routers/31390e35-275b-4954-9991-f009f6e2fcac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8050690 Nov 24 01:56:35.453825 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 51998) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:56:35.458359 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea55a00-85c3-488b-9229-a9f63a3f2e57 None None] Sync routers for ids ['31390e35-275b-4954-9991-f009f6e2fcac'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:56:35.469130 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea55a00-85c3-488b-9229-a9f63a3f2e57 None None] Routers {'31390e35-275b-4954-9991-f009f6e2fcac'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:56:35.469769 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-eea55a00-85c3-488b-9229-a9f63a3f2e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:56:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['31390e35-275b-4954-9991-f009f6e2fcac'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:56:35.511042 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_v2 [None req-74679fcd-3917-4f07-b6b3-0443174ef3dc tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Deleting subnet a3b144a8-5814-40ad-95e8-d041741d89db {{(pid=109867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 01:56:35.516002 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-74679fcd-3917-4f07-b6b3-0443174ef3dc tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for subnet, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:35.555666 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-74679fcd-3917-4f07-b6b3-0443174ef3dc tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28690885'] for subnet, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:35.572978 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-eea55a00-85c3-488b-9229-a9f63a3f2e57 None None] Set router 31390e35-275b-4954-9991-f009f6e2fcac gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:56:35.642210 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-74679fcd-3917-4f07-b6b3-0443174ef3dc tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:35.701360 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-74679fcd-3917-4f07-b6b3-0443174ef3dc tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25501782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25307808'] for subnet, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:35.729563 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74679fcd-3917-4f07-b6b3-0443174ef3dc tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event deleted for resources: {'Subnet': ['ID=a3b144a8-5814-40ad-95e8-d041741d89db,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:56:35.732023 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-74679fcd-3917-4f07-b6b3-0443174ef3dc tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:35.735807 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-74679fcd-3917-4f07-b6b3-0443174ef3dc tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "DELETE /v2.0/subnets/a3b144a8-5814-40ad-95e8-d041741d89db HTTP/1.1" status: 204 len: 168 time: 0.2809892 Nov 24 01:56:35.738575 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 52000) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:56:35.741398 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c718af-c797-47b1-8b4b-6501987ea5ae None None] Network 84217364-f17f-41bb-9c84-3172cc59881d requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:56:35.741878 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74679fcd-3917-4f07-b6b3-0443174ef3dc tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:56:35.742223 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74679fcd-3917-4f07-b6b3-0443174ef3dc tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:56:35.742562 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74679fcd-3917-4f07-b6b3-0443174ef3dc tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:56:35.742932 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74679fcd-3917-4f07-b6b3-0443174ef3dc tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:56:35.743216 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74679fcd-3917-4f07-b6b3-0443174ef3dc tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:56:35.743543 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74679fcd-3917-4f07-b6b3-0443174ef3dc tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:56:35.744226 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74679fcd-3917-4f07-b6b3-0443174ef3dc tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:56:35.744226 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74679fcd-3917-4f07-b6b3-0443174ef3dc tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:56:35.744506 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74679fcd-3917-4f07-b6b3-0443174ef3dc tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:56:35.744844 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74679fcd-3917-4f07-b6b3-0443174ef3dc tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:56:35.745166 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74679fcd-3917-4f07-b6b3-0443174ef3dc tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:56:35.745531 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74679fcd-3917-4f07-b6b3-0443174ef3dc tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:56:35.815235 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-eea55a00-85c3-488b-9229-a9f63a3f2e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31390e35-275b-4954-9991-f009f6e2fcac', 'name': 'tempest-TestNetworkBasicOps-router-1461747955', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.54'}], 'enable_snat': True}, 'gw_port_id': '86aca10a-8133-4c04-9cf9-111f3d4fa2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:55:29Z', 'updated_at': '2021-11-24T01:56:34Z', 'revision_number': 5, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': '86aca10a-8133-4c04-9cf9-111f3d4fa2a6', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:14:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31390e35-275b-4954-9991-f009f6e2fcac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:55:30Z', 'updated_at': '2021-11-24T01:56:28Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:56:35.849584 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8c2c09d7-e73b-465f-8761-b242d810032b tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for router, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:35.863820 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea55a00-85c3-488b-9229-a9f63a3f2e57 None None] Checking router: 31390e35-275b-4954-9991-f009f6e2fcac for host: dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 01:56:35.893493 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea55a00-85c3-488b-9229-a9f63a3f2e57 None None] Routers {'31390e35-275b-4954-9991-f009f6e2fcac'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:56:35.894131 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-eea55a00-85c3-488b-9229-a9f63a3f2e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:56:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['31390e35-275b-4954-9991-f009f6e2fcac'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:56:35.949722 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8c2c09d7-e73b-465f-8761-b242d810032b tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:36.008571 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-8c2c09d7-e73b-465f-8761-b242d810032b tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Deleting port 86aca10a-8133-4c04-9cf9-111f3d4fa2a6 {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:56:36.008976 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8c2c09d7-e73b-465f-8761-b242d810032b tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:36.009559 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-eea55a00-85c3-488b-9229-a9f63a3f2e57 None None] Set router 31390e35-275b-4954-9991-f009f6e2fcac gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:56:36.065139 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c9f206-15d3-43c3-b111-36123e68531f None None] DHCP port deletion for 84217364-f17f-41bb-9c84-3172cc59881d request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:56:36.093908 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [None req-8c2c09d7-e73b-465f-8761-b242d810032b tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] For port 86aca10a-8133-4c04-9cf9-111f3d4fa2a6, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=86aca10a-8133-4c04-9cf9-111f3d4fa2a6,segment=NetworkSegment(03509fd2-ca9c-4aa0-94e6-e236afda62e7),segment_id=03509fd2-ca9c-4aa0-94e6-e236afda62e7)] {{(pid=109866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:56:36.094269 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8c2c09d7-e73b-465f-8761-b242d810032b tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:36.107077 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-8c2c09d7-e73b-465f-8761-b242d810032b tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Calling delete_port for 86aca10a-8133-4c04-9cf9-111f3d4fa2a6 owned by network:router_gateway {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:56:36.166785 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 9aab0c55-1699-4641-972d-4ae0a6d2bff0 no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:56:36.238991 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-85c9f206-15d3-43c3-b111-36123e68531f None None] Deleting port 9aab0c55-1699-4641-972d-4ae0a6d2bff0 {{(pid=109868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:56:36.239291 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-85c9f206-15d3-43c3-b111-36123e68531f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:36.283241 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8c2c09d7-e73b-465f-8761-b242d810032b tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:36.306277 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2c09d7-e73b-465f-8761-b242d810032b tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event deleted for resources: {'Port': ['ID=86aca10a-8133-4c04-9cf9-111f3d4fa2a6,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:56:36.343154 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-85c9f206-15d3-43c3-b111-36123e68531f None None] For port 9aab0c55-1699-4641-972d-4ae0a6d2bff0, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=9aab0c55-1699-4641-972d-4ae0a6d2bff0,segment=NetworkSegment(392406a7-cfbd-4c83-80d8-c3d768d013a8),segment_id=392406a7-cfbd-4c83-80d8-c3d768d013a8)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:56:36.343551 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-85c9f206-15d3-43c3-b111-36123e68531f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:36.347087 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef22c384-f07e-41bc-9558-e42b80d015a3 None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:56:36.375232 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8c2c09d7-e73b-465f-8761-b242d810032b tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418161'] for router_gateway, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:36.375515 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-85c9f206-15d3-43c3-b111-36123e68531f None None] Calling delete_port for 9aab0c55-1699-4641-972d-4ae0a6d2bff0 owned by network:dhcp {{(pid=109868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:56:36.392024 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:36.394490 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-eea55a00-85c3-488b-9229-a9f63a3f2e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31390e35-275b-4954-9991-f009f6e2fcac', 'name': 'tempest-TestNetworkBasicOps-router-1461747955', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.54'}], 'enable_snat': True}, 'gw_port_id': '86aca10a-8133-4c04-9cf9-111f3d4fa2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:55:29Z', 'updated_at': '2021-11-24T01:56:34Z', 'revision_number': 5, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': '86aca10a-8133-4c04-9cf9-111f3d4fa2a6', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:14:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31390e35-275b-4954-9991-f009f6e2fcac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:55:30Z', 'updated_at': '2021-11-24T01:56:28Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:56:36.458864 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea55a00-85c3-488b-9229-a9f63a3f2e57 None None] The sync data for ids ['31390e35-275b-4954-9991-f009f6e2fcac'] in dv-neutron-818911-2-hyperv is: [{'id': '31390e35-275b-4954-9991-f009f6e2fcac', 'name': 'tempest-TestNetworkBasicOps-router-1461747955', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.54'}], 'enable_snat': True}, 'gw_port_id': '86aca10a-8133-4c04-9cf9-111f3d4fa2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:55:29Z', 'updated_at': '2021-11-24T01:56:34Z', 'revision_number': 5, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': '86aca10a-8133-4c04-9cf9-111f3d4fa2a6', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:14:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31390e35-275b-4954-9991-f009f6e2fcac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:55:30Z', 'updated_at': '2021-11-24T01:56:28Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:56:36.475426 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8c2c09d7-e73b-465f-8761-b242d810032b tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-424460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2766'] for router, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:36.478170 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8c2c09d7-e73b-465f-8761-b242d810032b tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:36.495636 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] For port 9aab0c55-1699-4641-972d-4ae0a6d2bff0, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=9aab0c55-1699-4641-972d-4ae0a6d2bff0,segment=NetworkSegment(392406a7-cfbd-4c83-80d8-c3d768d013a8),segment_id=392406a7-cfbd-4c83-80d8-c3d768d013a8)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:56:36.501441 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:36.542614 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8c2c09d7-e73b-465f-8761-b242d810032b tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-424469'] for router, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:36.543312 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c2c09d7-e73b-465f-8761-b242d810032b tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Fanout notify agent at l3_agent the message router_deleted on router 31390e35-275b-4954-9991-f009f6e2fcac {{(pid=109866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 01:56:36.551033 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-85c9f206-15d3-43c3-b111-36123e68531f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974'] for port, after_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:36.556754 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8c2c09d7-e73b-465f-8761-b242d810032b tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for router, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:36.557932 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-8c2c09d7-e73b-465f-8761-b242d810032b tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "DELETE /v2.0/routers/31390e35-275b-4954-9991-f009f6e2fcac HTTP/1.1" status: 204 len: 168 time: 0.8183441 Nov 24 01:56:36.561152 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 52002) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:56:36.570955 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Pushing event updated for resources: {'Port': ['ID=9aab0c55-1699-4641-972d-4ae0a6d2bff0,revision_number=5']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:56:36.573516 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c9f206-15d3-43c3-b111-36123e68531f None None] No DVR routers for this DVR port 9aab0c55-1699-4641-972d-4ae0a6d2bff0 on host dv-neutron-818911-2-hyperv {{(pid=109868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:56:36.596087 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c9f206-15d3-43c3-b111-36123e68531f None None] Pushing event deleted for resources: {'Port': ['ID=9aab0c55-1699-4641-972d-4ae0a6d2bff0,revision_number=None']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:56:36.647434 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ed002298-05fb-4f79-853f-429849627942 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:36.730493 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ed002298-05fb-4f79-853f-429849627942 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:36.750618 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-ed002298-05fb-4f79-853f-429849627942 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84217364-f17f-41bb-9c84-3172cc59881d']}} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:56:36.759445 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-ed002298-05fb-4f79-853f-429849627942 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '392406a7-cfbd-4c83-80d8-c3d768d013a8') {'for_net_delete': True} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:56:36.759737 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-ed002298-05fb-4f79-853f-429849627942 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '392406a7-cfbd-4c83-80d8-c3d768d013a8') {} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:56:36.772977 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ed002298-05fb-4f79-853f-429849627942 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29055561'] for segment, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:36.785598 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ed002298-05fb-4f79-853f-429849627942 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:36.791283 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed002298-05fb-4f79-853f-429849627942 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=109866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:56:36.791659 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ed002298-05fb-4f79-853f-429849627942 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29151010'] for segment, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:36.794602 dv-neutron-818911-2-hyperv neutron-server[109866]: Traceback (most recent call last): Nov 24 01:56:36.794602 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:56:36.794602 dv-neutron-818911-2-hyperv neutron-server[109866]: timer() Nov 24 01:56:36.794602 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:56:36.794602 dv-neutron-818911-2-hyperv neutron-server[109866]: cb(*args, **kw) Nov 24 01:56:36.794602 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:56:36.794602 dv-neutron-818911-2-hyperv neutron-server[109866]: return func(*args, **kwargs) Nov 24 01:56:36.794602 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:56:36.794602 dv-neutron-818911-2-hyperv neutron-server[109866]: self._notify() Nov 24 01:56:36.794602 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:56:36.794602 dv-neutron-818911-2-hyperv neutron-server[109866]: self.callback(batched_events) Nov 24 01:56:36.794602 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:56:36.794602 dv-neutron-818911-2-hyperv neutron-server[109866]: event.method(event) Nov 24 01:56:36.794602 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:56:36.794602 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:56:36.794602 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:56:36.794602 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:56:36.794602 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:56:36.794602 dv-neutron-818911-2-hyperv neutron-server[109866]: return f(self, *a, **k) Nov 24 01:56:36.794602 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:56:36.794602 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._get(url).json() Nov 24 01:56:36.794602 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:56:36.794602 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:56:36.794602 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:56:36.794602 dv-neutron-818911-2-hyperv neutron-server[109866]: return self.request(url, 'GET', **kwargs) Nov 24 01:56:36.794602 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:56:36.794602 dv-neutron-818911-2-hyperv neutron-server[109866]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:56:36.794602 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:56:36.794602 dv-neutron-818911-2-hyperv neutron-server[109866]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:56:36.794602 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:56:36.794602 dv-neutron-818911-2-hyperv neutron-server[109866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:56:36.794602 dv-neutron-818911-2-hyperv neutron-server[109866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:56:36.858225 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ed002298-05fb-4f79-853f-429849627942 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:36.865053 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ed002298-05fb-4f79-853f-429849627942 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:36.868721 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-ed002298-05fb-4f79-853f-429849627942 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "DELETE /v2.0/networks/84217364-f17f-41bb-9c84-3172cc59881d HTTP/1.1" status: 204 len: 168 time: 0.3065004 Nov 24 01:56:36.883871 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 52004) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:56:36.889225 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-ce9a2ae9-9cd6-4eac-bcc9-df2b3cc57fc4 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'network': {'name': 'tempest-network-smoke--2131166917', 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'port_security_enabled': True}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:56:36.894623 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed002298-05fb-4f79-853f-429849627942 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event deleted for resources: {'Network': ['ID=84217364-f17f-41bb-9c84-3172cc59881d,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:56:36.914783 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce9a2ae9-9cd6-4eac-bcc9-df2b3cc57fc4 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Made reservation on behalf of 5cd72ac6dd034b2d92e26f70404adb10 for: {'network': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:56:36.918544 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ce9a2ae9-9cd6-4eac-bcc9-df2b3cc57fc4 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:36.948505 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce9a2ae9-9cd6-4eac-bcc9-df2b3cc57fc4 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=109866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:56:36.958278 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ce9a2ae9-9cd6-4eac-bcc9-df2b3cc57fc4 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:36.958639 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.segments_db [None req-ce9a2ae9-9cd6-4eac-bcc9-df2b3cc57fc4 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Added segment af02aa12-9cc2-499b-bae6-f67c83d0c4e5 of type vlan for network 3dfce1cb-ad9e-43c2-8a15-8ac84c2a059e Nov 24 01:56:37.000005 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ce9a2ae9-9cd6-4eac-bcc9-df2b3cc57fc4 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:37.024546 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ce9a2ae9-9cd6-4eac-bcc9-df2b3cc57fc4 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:37.030691 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9a2ae9-9cd6-4eac-bcc9-df2b3cc57fc4 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:56:37.031209 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ce9a2ae9-9cd6-4eac-bcc9-df2b3cc57fc4 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:37.076069 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-ce9a2ae9-9cd6-4eac-bcc9-df2b3cc57fc4 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1911032 Nov 24 01:56:37.078850 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 52006) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:56:37.084428 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-0e2a5a6b-d245-4f7c-b048-bce2a4fecd3a tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-54715482', 'admin_state_up': True, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:56:37.106249 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9a2ae9-9cd6-4eac-bcc9-df2b3cc57fc4 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'Network': ['ID=3dfce1cb-ad9e-43c2-8a15-8ac84c2a059e,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:56:37.118448 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network 3dfce1cb-ad9e-43c2-8a15-8ac84c2a059e details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:56:37.125875 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0e2a5a6b-d245-4f7c-b048-bce2a4fecd3a tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-424105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2744'] for router, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:37.126982 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0e2a5a6b-d245-4f7c-b048-bce2a4fecd3a tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-424325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-326625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2753'] for router, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:37.224644 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0e2a5a6b-d245-4f7c-b048-bce2a4fecd3a tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:37.364968 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0e2a5a6b-d245-4f7c-b048-bce2a4fecd3a tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:37.559475 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0e2a5a6b-d245-4f7c-b048-bce2a4fecd3a tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for router_gateway, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:37.584313 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0e2a5a6b-d245-4f7c-b048-bce2a4fecd3a tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:37.690360 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-0e2a5a6b-d245-4f7c-b048-bce2a4fecd3a tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Allocated IP 172.26.5.32 (eb22795d-37ee-46ee-844d-92c17e2ea450/3e66fcff-6e72-4083-b514-48f69cdaa2cb/762f46c5-fd49-4bd1-9764-72d5a2b15a71) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:56:37.787301 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0e2a5a6b-d245-4f7c-b048-bce2a4fecd3a tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:37.825126 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0e2a5a6b-d245-4f7c-b048-bce2a4fecd3a tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:37.867113 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2a5a6b-d245-4f7c-b048-bce2a4fecd3a tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Network eb22795d-37ee-46ee-844d-92c17e2ea450 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:56:37.869905 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-0e2a5a6b-d245-4f7c-b048-bce2a4fecd3a tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:56:37.872289 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2a5a6b-d245-4f7c-b048-bce2a4fecd3a tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:56:37.882629 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08861056-52ef-4299-8b27-072625998388 None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:56:37.898656 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2a5a6b-d245-4f7c-b048-bce2a4fecd3a tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'Port': ['ID=762f46c5-fd49-4bd1-9764-72d5a2b15a71,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:56:37.927327 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-db94bb16-7c72-403b-b0fe-5ce2eb25faa8 None None] Provisioning complete for port 762f46c5-fd49-4bd1-9764-72d5a2b15a71 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:56:37.927787 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-db94bb16-7c72-403b-b0fe-5ce2eb25faa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:37.959903 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-db94bb16-7c72-403b-b0fe-5ce2eb25faa8 None None] Port 762f46c5-fd49-4bd1-9764-72d5a2b15a71 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:56:38.068622 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 86aca10a-8133-4c04-9cf9-111f3d4fa2a6 no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:56:38.089544 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: 86aca10a-8133-4c04-9cf9-111f3d4fa2a6 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:56:38.089884 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 86aca10a-8133-4c04-9cf9-111f3d4fa2a6 not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:56:38.090296 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device b6a1268d-aaa9-46a0-a085-19630e710d12 no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:56:38.108767 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: b6a1268d-aaa9-46a0-a085-19630e710d12 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:56:38.109033 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device b6a1268d-aaa9-46a0-a085-19630e710d12 not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:56:38.129075 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0e2a5a6b-d245-4f7c-b048-bce2a4fecd3a tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for router_gateway, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:38.322734 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0e2a5a6b-d245-4f7c-b048-bce2a4fecd3a tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-424338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418138'] for router, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:38.447033 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e2a5a6b-d245-4f7c-b048-bce2a4fecd3a tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Router 0d4cee82-b7b8-4924-bfe0-3cbe8a5ddd7f is scheduled to L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e with binding_index 1 {{(pid=109867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 01:56:38.550552 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e2a5a6b-d245-4f7c-b048-bce2a4fecd3a tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:56:38.559919 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e68db98-ff35-4e5c-8c3b-1541d631190a None None] Sync routers for ids ['0d4cee82-b7b8-4924-bfe0-3cbe8a5ddd7f'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:56:38.571179 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0e2a5a6b-d245-4f7c-b048-bce2a4fecd3a tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for router, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:38.571487 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e68db98-ff35-4e5c-8c3b-1541d631190a None None] Routers {'0d4cee82-b7b8-4924-bfe0-3cbe8a5ddd7f'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:56:38.572094 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-9e68db98-ff35-4e5c-8c3b-1541d631190a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:56:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['0d4cee82-b7b8-4924-bfe0-3cbe8a5ddd7f'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:56:38.572394 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-0e2a5a6b-d245-4f7c-b048-bce2a4fecd3a tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.4924183 Nov 24 01:56:38.575464 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 52008) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:56:38.610424 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-a729f61f-d27a-4f50-854b-f412cf03af6a tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=5cd72ac6dd034b2d92e26f70404adb10&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0330720 Nov 24 01:56:38.612844 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 52010) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:56:38.760294 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-9e68db98-ff35-4e5c-8c3b-1541d631190a None None] Set router 0d4cee82-b7b8-4924-bfe0-3cbe8a5ddd7f gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:56:38.766165 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271a1f17-43e1-44e9-89ac-33948765c08c tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:56:38.767694 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-271a1f17-43e1-44e9-89ac-33948765c08c tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1539526 Nov 24 01:56:38.770560 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 52012) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:56:38.805947 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-1feee1ae-4cd1-439d-a65b-5a5cdc49c826 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=eb22795d-37ee-46ee-844d-92c17e2ea450&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0341423 Nov 24 01:56:38.808325 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 52014) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:56:38.812969 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-b97494f6-1826-4162-a4ec-fd5d68045b3a tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1264552057', 'network_id': '3dfce1cb-ad9e-43c2-8a15-8ac84c2a059e', 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:56:38.938437 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-9e68db98-ff35-4e5c-8c3b-1541d631190a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4cee82-b7b8-4924-bfe0-3cbe8a5ddd7f', 'name': 'tempest-TestNetworkBasicOps-router-54715482', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.32'}], 'enable_snat': True}, 'gw_port_id': '762f46c5-fd49-4bd1-9764-72d5a2b15a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:56:37Z', 'updated_at': '2021-11-24T01:56:38Z', 'revision_number': 3, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': '762f46c5-fd49-4bd1-9764-72d5a2b15a71', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ee:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d4cee82-b7b8-4924-bfe0-3cbe8a5ddd7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:56:37Z', 'updated_at': '2021-11-24T01:56:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:56:38.970712 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e68db98-ff35-4e5c-8c3b-1541d631190a None None] Checking router: 0d4cee82-b7b8-4924-bfe0-3cbe8a5ddd7f for host: dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 01:56:38.971050 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e68db98-ff35-4e5c-8c3b-1541d631190a None None] Updating router 0d4cee82-b7b8-4924-bfe0-3cbe8a5ddd7f port 762f46c5-fd49-4bd1-9764-72d5a2b15a71 binding host dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 01:56:38.996486 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-9e68db98-ff35-4e5c-8c3b-1541d631190a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:39.154841 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b97494f6-1826-4162-a4ec-fd5d68045b3a tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Made reservation on behalf of 5cd72ac6dd034b2d92e26f70404adb10 for: {'subnet': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:56:39.158328 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b97494f6-1826-4162-a4ec-fd5d68045b3a tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25307781'] for subnet, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:39.247799 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-9e68db98-ff35-4e5c-8c3b-1541d631190a None None] Publish callbacks [] for port, precommit_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:39.254666 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-9e68db98-ff35-4e5c-8c3b-1541d631190a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:39.298388 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5db62a6-6304-4d2f-aefc-51fbf9ba85ca None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:56:39.304934 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-9e68db98-ff35-4e5c-8c3b-1541d631190a None None] Attempting to bind port 762f46c5-fd49-4bd1-9764-72d5a2b15a71 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:56:39.305308 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-9e68db98-ff35-4e5c-8c3b-1541d631190a None None] Attempting to bind port 762f46c5-fd49-4bd1-9764-72d5a2b15a71 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}] {{(pid=109869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:56:39.305693 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e68db98-ff35-4e5c-8c3b-1541d631190a None None] Attempting to bind port 762f46c5-fd49-4bd1-9764-72d5a2b15a71 on network eb22795d-37ee-46ee-844d-92c17e2ea450 {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:56:39.316148 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e68db98-ff35-4e5c-8c3b-1541d631190a None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:56:39.316522 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e68db98-ff35-4e5c-8c3b-1541d631190a None None] Checking segment: {'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:56:39.316915 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-9e68db98-ff35-4e5c-8c3b-1541d631190a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:39.317306 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e68db98-ff35-4e5c-8c3b-1541d631190a None None] Bound using segment: {'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'} {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:56:39.317809 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-9e68db98-ff35-4e5c-8c3b-1541d631190a None None] Bound port: 762f46c5-fd49-4bd1-9764-72d5a2b15a71, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}}] {{(pid=109869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:56:39.318175 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-9e68db98-ff35-4e5c-8c3b-1541d631190a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:39.320707 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4fc53a-82d5-458c-a1db-449b138d5dc2 None None] Pushing event updated for resources: {'Port': ['ID=762f46c5-fd49-4bd1-9764-72d5a2b15a71,revision_number=2']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:56:39.345312 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4fc53a-82d5-458c-a1db-449b138d5dc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:56:39.345683 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4fc53a-82d5-458c-a1db-449b138d5dc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:56:39.346029 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4fc53a-82d5-458c-a1db-449b138d5dc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:56:39.346435 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4fc53a-82d5-458c-a1db-449b138d5dc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:56:39.346696 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4fc53a-82d5-458c-a1db-449b138d5dc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:56:39.347053 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b97494f6-1826-4162-a4ec-fd5d68045b3a tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25501847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25307831'] for subnet, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:39.347229 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4fc53a-82d5-458c-a1db-449b138d5dc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:56:39.347482 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4fc53a-82d5-458c-a1db-449b138d5dc2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:56:39.347827 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4fc53a-82d5-458c-a1db-449b138d5dc2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:56:39.348165 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4fc53a-82d5-458c-a1db-449b138d5dc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:56:39.348482 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4fc53a-82d5-458c-a1db-449b138d5dc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:56:39.348805 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4fc53a-82d5-458c-a1db-449b138d5dc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:56:39.349124 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4fc53a-82d5-458c-a1db-449b138d5dc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:56:39.381166 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.db [None req-9e68db98-ff35-4e5c-8c3b-1541d631190a None None] For port 762f46c5-fd49-4bd1-9764-72d5a2b15a71, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:56:39.384548 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.db [None req-9e68db98-ff35-4e5c-8c3b-1541d631190a None None] For port 762f46c5-fd49-4bd1-9764-72d5a2b15a71, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=762f46c5-fd49-4bd1-9764-72d5a2b15a71,segment=NetworkSegment(03509fd2-ca9c-4aa0-94e6-e236afda62e7),segment_id=03509fd2-ca9c-4aa0-94e6-e236afda62e7)] {{(pid=109869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:56:39.388178 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-aa635af1-07d7-4514-b057-11430e9ee435 None None] Provisioning complete for port 762f46c5-fd49-4bd1-9764-72d5a2b15a71 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:56:39.388716 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-aa635af1-07d7-4514-b057-11430e9ee435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:39.388916 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-9e68db98-ff35-4e5c-8c3b-1541d631190a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:39.410228 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97494f6-1826-4162-a4ec-fd5d68045b3a tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'Subnet': ['ID=10e79373-7607-4f74-84dd-c8e5018da7a2,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:56:39.426181 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97494f6-1826-4162-a4ec-fd5d68045b3a tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Checking segment: {'id': 'af02aa12-9cc2-499b-bae6-f67c83d0c4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3dfce1cb-ad9e-43c2-8a15-8ac84c2a059e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:56:39.426689 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97494f6-1826-4162-a4ec-fd5d68045b3a tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Network hostable DHCP agents. Network: 3dfce1cb-ad9e-43c2-8a15-8ac84c2a059e, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 01:56:39.441457 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2bd9f0-c5e5-4e9e-9eee-3737cb97e82f None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:56:39.446734 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e68db98-ff35-4e5c-8c3b-1541d631190a None None] Routers {'0d4cee82-b7b8-4924-bfe0-3cbe8a5ddd7f'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:56:39.447339 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-9e68db98-ff35-4e5c-8c3b-1541d631190a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:56:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['0d4cee82-b7b8-4924-bfe0-3cbe8a5ddd7f'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:56:39.449087 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97494f6-1826-4162-a4ec-fd5d68045b3a tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Network 3dfce1cb-ad9e-43c2-8a15-8ac84c2a059e is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 01:56:39.461615 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-b97494f6-1826-4162-a4ec-fd5d68045b3a tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, 3dfce1cb-ad9e-43c2-8a15-8ac84c2a059e) {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:56:39.467266 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97494f6-1826-4162-a4ec-fd5d68045b3a tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:56:39.467986 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b97494f6-1826-4162-a4ec-fd5d68045b3a tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:39.476956 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8a4e7c-ca6a-4a6a-853e-b4268466132f None None] Network 3dfce1cb-ad9e-43c2-8a15-8ac84c2a059e requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:56:39.489465 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-b97494f6-1826-4162-a4ec-fd5d68045b3a tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6781073 Nov 24 01:56:39.490659 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 52016) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:56:39.546087 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-aa635af1-07d7-4514-b057-11430e9ee435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:39.553302 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-9e68db98-ff35-4e5c-8c3b-1541d631190a None None] Set router 0d4cee82-b7b8-4924-bfe0-3cbe8a5ddd7f gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:56:39.630263 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4fc53a-82d5-458c-a1db-449b138d5dc2 None None] Pushing event updated for resources: {'Port': ['ID=762f46c5-fd49-4bd1-9764-72d5a2b15a71,revision_number=3']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:56:39.729386 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-aa635af1-07d7-4514-b057-11430e9ee435 None None] For port 762f46c5-fd49-4bd1-9764-72d5a2b15a71, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=762f46c5-fd49-4bd1-9764-72d5a2b15a71,segment=NetworkSegment(03509fd2-ca9c-4aa0-94e6-e236afda62e7),segment_id=03509fd2-ca9c-4aa0-94e6-e236afda62e7)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:56:39.736669 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-aa635af1-07d7-4514-b057-11430e9ee435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:39.754333 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-9e68db98-ff35-4e5c-8c3b-1541d631190a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4cee82-b7b8-4924-bfe0-3cbe8a5ddd7f', 'name': 'tempest-TestNetworkBasicOps-router-54715482', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.32'}], 'enable_snat': True}, 'gw_port_id': '762f46c5-fd49-4bd1-9764-72d5a2b15a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:56:37Z', 'updated_at': '2021-11-24T01:56:38Z', 'revision_number': 3, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': '762f46c5-fd49-4bd1-9764-72d5a2b15a71', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ee:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d4cee82-b7b8-4924-bfe0-3cbe8a5ddd7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:56:37Z', 'updated_at': '2021-11-24T01:56:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:56:39.781271 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e68db98-ff35-4e5c-8c3b-1541d631190a None None] The sync data for ids ['0d4cee82-b7b8-4924-bfe0-3cbe8a5ddd7f'] in dv-neutron-818911-2-hyperv is: [{'id': '0d4cee82-b7b8-4924-bfe0-3cbe8a5ddd7f', 'name': 'tempest-TestNetworkBasicOps-router-54715482', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.32'}], 'enable_snat': True}, 'gw_port_id': '762f46c5-fd49-4bd1-9764-72d5a2b15a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:56:37Z', 'updated_at': '2021-11-24T01:56:38Z', 'revision_number': 3, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': '762f46c5-fd49-4bd1-9764-72d5a2b15a71', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ee:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d4cee82-b7b8-4924-bfe0-3cbe8a5ddd7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:56:37Z', 'updated_at': '2021-11-24T01:56:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:56:39.839570 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa635af1-07d7-4514-b057-11430e9ee435 None None] Pushing event updated for resources: {'Port': ['ID=762f46c5-fd49-4bd1-9764-72d5a2b15a71,revision_number=4']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:56:39.865801 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-6a915b6f-b51c-4628-aa86-49073a27c38e None None] Provisioning complete for port 762f46c5-fd49-4bd1-9764-72d5a2b15a71 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:56:39.866183 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-6a915b6f-b51c-4628-aa86-49073a27c38e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:39.871319 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1634c2b0-257a-4f2d-b6e6-991120b696d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-3dfce1cb-ad9e-43c2-8a15-8ac84c2a059e', 'network_id': '3dfce1cb-ad9e-43c2-8a15-8ac84c2a059e', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'fixed_ips': [{'subnet_id': '10e79373-7607-4f74-84dd-c8e5018da7a2'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 01:56:39.872169 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-1634c2b0-257a-4f2d-b6e6-991120b696d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:39.976361 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-354d585f-44eb-421c-bfb9-b3ca98c3c0ff tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:40.080990 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-1634c2b0-257a-4f2d-b6e6-991120b696d5 None None] Allocated IP 172.20.0.2 (3dfce1cb-ad9e-43c2-8a15-8ac84c2a059e/10e79373-7607-4f74-84dd-c8e5018da7a2/10c1dc4c-0fa9-498a-9e60-9962033f24fd) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:56:40.246438 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-1634c2b0-257a-4f2d-b6e6-991120b696d5 None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:40.253573 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-1634c2b0-257a-4f2d-b6e6-991120b696d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:40.300054 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1634c2b0-257a-4f2d-b6e6-991120b696d5 None None] Network 3dfce1cb-ad9e-43c2-8a15-8ac84c2a059e is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:56:40.303218 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-1634c2b0-257a-4f2d-b6e6-991120b696d5 None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:56:40.305769 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1634c2b0-257a-4f2d-b6e6-991120b696d5 None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:56:40.330689 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-354d585f-44eb-421c-bfb9-b3ca98c3c0ff tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Allocated IP 172.20.0.1 (3dfce1cb-ad9e-43c2-8a15-8ac84c2a059e/10e79373-7607-4f74-84dd-c8e5018da7a2/a0427e51-49c6-468f-be44-a2f61bf99657) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:56:40.339093 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1634c2b0-257a-4f2d-b6e6-991120b696d5 None None] Pushing event updated for resources: {'Port': ['ID=10c1dc4c-0fa9-498a-9e60-9962033f24fd,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:56:40.374292 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-1634c2b0-257a-4f2d-b6e6-991120b696d5 None None] Attempting to bind port 10c1dc4c-0fa9-498a-9e60-9962033f24fd on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:56:40.375336 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-1634c2b0-257a-4f2d-b6e6-991120b696d5 None None] Attempting to bind port 10c1dc4c-0fa9-498a-9e60-9962033f24fd by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': 'af02aa12-9cc2-499b-bae6-f67c83d0c4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3dfce1cb-ad9e-43c2-8a15-8ac84c2a059e'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:56:40.375336 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1634c2b0-257a-4f2d-b6e6-991120b696d5 None None] Attempting to bind port 10c1dc4c-0fa9-498a-9e60-9962033f24fd on network 3dfce1cb-ad9e-43c2-8a15-8ac84c2a059e {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:56:40.380362 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1634c2b0-257a-4f2d-b6e6-991120b696d5 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:56:40.380735 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1634c2b0-257a-4f2d-b6e6-991120b696d5 None None] Checking segment: {'id': 'af02aa12-9cc2-499b-bae6-f67c83d0c4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3dfce1cb-ad9e-43c2-8a15-8ac84c2a059e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:56:40.381138 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-1634c2b0-257a-4f2d-b6e6-991120b696d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:40.382135 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1634c2b0-257a-4f2d-b6e6-991120b696d5 None None] Bound using segment: {'id': 'af02aa12-9cc2-499b-bae6-f67c83d0c4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3dfce1cb-ad9e-43c2-8a15-8ac84c2a059e'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:56:40.382135 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-1634c2b0-257a-4f2d-b6e6-991120b696d5 None None] Bound port: 10c1dc4c-0fa9-498a-9e60-9962033f24fd, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af02aa12-9cc2-499b-bae6-f67c83d0c4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3dfce1cb-ad9e-43c2-8a15-8ac84c2a059e'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:56:40.382482 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-1634c2b0-257a-4f2d-b6e6-991120b696d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:40.449267 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-1634c2b0-257a-4f2d-b6e6-991120b696d5 None None] For port 10c1dc4c-0fa9-498a-9e60-9962033f24fd, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:56:40.452683 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-1634c2b0-257a-4f2d-b6e6-991120b696d5 None None] For port 10c1dc4c-0fa9-498a-9e60-9962033f24fd, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=10c1dc4c-0fa9-498a-9e60-9962033f24fd,segment=NetworkSegment(af02aa12-9cc2-499b-bae6-f67c83d0c4e5),segment_id=af02aa12-9cc2-499b-bae6-f67c83d0c4e5)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:56:40.458467 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-1634c2b0-257a-4f2d-b6e6-991120b696d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:40.466987 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-354d585f-44eb-421c-bfb9-b3ca98c3c0ff tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:40.512504 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-354d585f-44eb-421c-bfb9-b3ca98c3c0ff tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:40.528447 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1634c2b0-257a-4f2d-b6e6-991120b696d5 None None] Pushing event updated for resources: {'Port': ['ID=10c1dc4c-0fa9-498a-9e60-9962033f24fd,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:56:40.562168 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354d585f-44eb-421c-bfb9-b3ca98c3c0ff tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Network 3dfce1cb-ad9e-43c2-8a15-8ac84c2a059e is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:56:40.565447 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-354d585f-44eb-421c-bfb9-b3ca98c3c0ff tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:56:40.567924 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354d585f-44eb-421c-bfb9-b3ca98c3c0ff tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:56:40.600990 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354d585f-44eb-421c-bfb9-b3ca98c3c0ff tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'Port': ['ID=a0427e51-49c6-468f-be44-a2f61bf99657,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:56:40.628037 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-354d585f-44eb-421c-bfb9-b3ca98c3c0ff tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3777869'] for router_interface, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:40.779830 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-354d585f-44eb-421c-bfb9-b3ca98c3c0ff tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:41.059676 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-354d585f-44eb-421c-bfb9-b3ca98c3c0ff tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for port, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:41.064349 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-354d585f-44eb-421c-bfb9-b3ca98c3c0ff tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25501696'] for port, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:41.142252 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354d585f-44eb-421c-bfb9-b3ca98c3c0ff tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'Port': ['ID=a0427e51-49c6-468f-be44-a2f61bf99657,revision_number=2']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:56:41.144855 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-354d585f-44eb-421c-bfb9-b3ca98c3c0ff tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3778017'] for router_interface, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:41.241322 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354d585f-44eb-421c-bfb9-b3ca98c3c0ff tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Network 3dfce1cb-ad9e-43c2-8a15-8ac84c2a059e is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:56:41.242729 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-354d585f-44eb-421c-bfb9-b3ca98c3c0ff tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:56:41.358629 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-354d585f-44eb-421c-bfb9-b3ca98c3c0ff tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Router 0d4cee82-b7b8-4924-bfe0-3cbe8a5ddd7f has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:56:41.469358 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-354d585f-44eb-421c-bfb9-b3ca98c3c0ff tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:56:41.474459 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-354d585f-44eb-421c-bfb9-b3ca98c3c0ff tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "PUT /v2.0/routers/0d4cee82-b7b8-4924-bfe0-3cbe8a5ddd7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9826477 Nov 24 01:56:41.477331 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 52018) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:56:41.485981 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f45759-4c12-4549-b552-5487f3e69d58 None None] Sync routers for ids ['0d4cee82-b7b8-4924-bfe0-3cbe8a5ddd7f'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:56:41.498645 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f45759-4c12-4549-b552-5487f3e69d58 None None] Routers {'0d4cee82-b7b8-4924-bfe0-3cbe8a5ddd7f'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:56:41.499285 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-24f45759-4c12-4549-b552-5487f3e69d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:56:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['0d4cee82-b7b8-4924-bfe0-3cbe8a5ddd7f'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:56:41.582521 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46bb468a-dfc9-4685-8ac3-8601c5ede717 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:56:41.582918 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46bb468a-dfc9-4685-8ac3-8601c5ede717 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:56:41.583393 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46bb468a-dfc9-4685-8ac3-8601c5ede717 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:56:41.583867 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46bb468a-dfc9-4685-8ac3-8601c5ede717 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:56:41.584340 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46bb468a-dfc9-4685-8ac3-8601c5ede717 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:56:41.584809 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46bb468a-dfc9-4685-8ac3-8601c5ede717 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:56:41.586915 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-46bb468a-dfc9-4685-8ac3-8601c5ede717 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1086571 Nov 24 01:56:41.589793 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 52020) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:56:41.608354 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-24f45759-4c12-4549-b552-5487f3e69d58 None None] Set router 0d4cee82-b7b8-4924-bfe0-3cbe8a5ddd7f gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:56:41.646577 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2506058-c1a8-43d7-bcae-d0d5fa9b24b7 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:56:41.647147 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2506058-c1a8-43d7-bcae-d0d5fa9b24b7 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:56:41.647616 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2506058-c1a8-43d7-bcae-d0d5fa9b24b7 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:56:41.648079 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2506058-c1a8-43d7-bcae-d0d5fa9b24b7 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:56:41.648535 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2506058-c1a8-43d7-bcae-d0d5fa9b24b7 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:56:41.649016 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2506058-c1a8-43d7-bcae-d0d5fa9b24b7 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:56:41.650822 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-d2506058-c1a8-43d7-bcae-d0d5fa9b24b7 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4014 time: 0.0600264 Nov 24 01:56:41.653562 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 52022) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:56:41.794571 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-27901025-c472-4db3-af7a-561e3cdd8adf tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.1354198 Nov 24 01:56:41.819937 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-24f45759-4c12-4549-b552-5487f3e69d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4cee82-b7b8-4924-bfe0-3cbe8a5ddd7f', 'name': 'tempest-TestNetworkBasicOps-router-54715482', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.32'}], 'enable_snat': True}, 'gw_port_id': '762f46c5-fd49-4bd1-9764-72d5a2b15a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:56:37Z', 'updated_at': '2021-11-24T01:56:40Z', 'revision_number': 4, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': '762f46c5-fd49-4bd1-9764-72d5a2b15a71', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ee:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4cee82-b7b8-4924-bfe0-3cbe8a5ddd7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:56:37Z', 'updated_at': '2021-11-24T01:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': 'a0427e51-49c6-468f-be44-a2f61bf99657', 'name': '', 'network_id': '3dfce1cb-ad9e-43c2-8a15-8ac84c2a059e', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'mac_address': 'fa:16:3e:e6:c2:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d4cee82-b7b8-4924-bfe0-3cbe8a5ddd7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '10e79373-7607-4f74-84dd-c8e5018da7a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:56:40Z', 'updated_at': '2021-11-24T01:56:40Z', 'revision_number': 2, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'subnets': [{'id': '10e79373-7607-4f74-84dd-c8e5018da7a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:56:41.848333 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f45759-4c12-4549-b552-5487f3e69d58 None None] Checking router: 0d4cee82-b7b8-4924-bfe0-3cbe8a5ddd7f for host: dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 01:56:41.848698 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f45759-4c12-4549-b552-5487f3e69d58 None None] Updating router 0d4cee82-b7b8-4924-bfe0-3cbe8a5ddd7f port a0427e51-49c6-468f-be44-a2f61bf99657 binding host dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 01:56:41.878879 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-24f45759-4c12-4549-b552-5487f3e69d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:42.035212 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 52026) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:56:42.039750 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-176267e6-8144-4636-b3c9-78d65eb230c8 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2133819869', 'description': 'tempest-secgroup-smoke-2133819869 description', 'project_id': '5cd72ac6dd034b2d92e26f70404adb10'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:56:42.068617 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-176267e6-8144-4636-b3c9-78d65eb230c8 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:42.143941 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-176267e6-8144-4636-b3c9-78d65eb230c8 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:42.149850 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-176267e6-8144-4636-b3c9-78d65eb230c8 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:42.168467 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-176267e6-8144-4636-b3c9-78d65eb230c8 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:42.170291 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-176267e6-8144-4636-b3c9-78d65eb230c8 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1337566 Nov 24 01:56:42.172898 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 10c1dc4c-0fa9-498a-9e60-9962033f24fd up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:56:42.173554 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 52028) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:56:42.178627 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-37e5e19f-fe87-4aab-a4cb-53c711789c87 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'security_group_rule': {'security_group_id': '7a22f002-5ae1-484e-9520-d6eb61f4d87b', 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:56:42.194733 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176267e6-8144-4636-b3c9-78d65eb230c8 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a22f002-5ae1-484e-9520-d6eb61f4d87b,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:56:42.213845 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-37e5e19f-fe87-4aab-a4cb-53c711789c87 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:42.219371 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6311779b-afdd-4c14-9eb2-1da583d7cdaa None None] Network 3dfce1cb-ad9e-43c2-8a15-8ac84c2a059e requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:56:42.248579 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-24f45759-4c12-4549-b552-5487f3e69d58 None None] Publish callbacks [] for port, precommit_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:42.264035 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-24f45759-4c12-4549-b552-5487f3e69d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:42.271733 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-37e5e19f-fe87-4aab-a4cb-53c711789c87 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:42.277327 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-37e5e19f-fe87-4aab-a4cb-53c711789c87 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:42.297028 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e5e19f-fe87-4aab-a4cb-53c711789c87 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97f9e3cc-9186-4e0e-be9d-301def483035,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:56:42.309186 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-37e5e19f-fe87-4aab-a4cb-53c711789c87 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:42.313385 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-37e5e19f-fe87-4aab-a4cb-53c711789c87 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1384735 Nov 24 01:56:42.313932 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 52030) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:56:42.319102 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-bbd9f53e-e93c-45f6-9e3d-8de9400ec417 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'security_group_rule': {'security_group_id': '7a22f002-5ae1-484e-9520-d6eb61f4d87b', 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:56:42.345814 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-bbd9f53e-e93c-45f6-9e3d-8de9400ec417 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:42.385229 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c277101-e812-4c9a-adb6-570d29c61997 None None] Pushing event updated for resources: {'Port': ['ID=a0427e51-49c6-468f-be44-a2f61bf99657,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:56:42.400444 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-bbd9f53e-e93c-45f6-9e3d-8de9400ec417 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:42.404994 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-bbd9f53e-e93c-45f6-9e3d-8de9400ec417 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:42.413613 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-fd022ad1-3574-4c75-8d9c-8b5f0c7e881e None None] Provisioning complete for port 10c1dc4c-0fa9-498a-9e60-9962033f24fd triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:56:42.413996 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-fd022ad1-3574-4c75-8d9c-8b5f0c7e881e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:42.421869 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 10c1dc4c-0fa9-498a-9e60-9962033f24fd triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:56:42.422226 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:42.423338 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd9f53e-e93c-45f6-9e3d-8de9400ec417 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a28e12b3-affc-42d3-ac52-053f250b1bc2,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:56:42.432527 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-bbd9f53e-e93c-45f6-9e3d-8de9400ec417 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:42.436691 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-bbd9f53e-e93c-45f6-9e3d-8de9400ec417 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1183641 Nov 24 01:56:42.436883 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 52032) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:56:42.441290 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-03615d93-8e5e-4b32-a7ab-fb85d26d7364 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'security_group_rule': {'security_group_id': '7a22f002-5ae1-484e-9520-d6eb61f4d87b', 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:56:42.468734 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-03615d93-8e5e-4b32-a7ab-fb85d26d7364 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:42.527667 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-03615d93-8e5e-4b32-a7ab-fb85d26d7364 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:42.531751 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-03615d93-8e5e-4b32-a7ab-fb85d26d7364 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:42.538121 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-24f45759-4c12-4549-b552-5487f3e69d58 None None] Attempting to bind port a0427e51-49c6-468f-be44-a2f61bf99657 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:56:42.538661 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-24f45759-4c12-4549-b552-5487f3e69d58 None None] Attempting to bind port a0427e51-49c6-468f-be44-a2f61bf99657 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': 'af02aa12-9cc2-499b-bae6-f67c83d0c4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3dfce1cb-ad9e-43c2-8a15-8ac84c2a059e'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:56:42.538846 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f45759-4c12-4549-b552-5487f3e69d58 None None] Attempting to bind port a0427e51-49c6-468f-be44-a2f61bf99657 on network 3dfce1cb-ad9e-43c2-8a15-8ac84c2a059e {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:56:42.547112 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03615d93-8e5e-4b32-a7ab-fb85d26d7364 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a5c8223-3922-45de-9725-9c880145e5da,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:56:42.557570 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f45759-4c12-4549-b552-5487f3e69d58 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:56:42.557832 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f45759-4c12-4549-b552-5487f3e69d58 None None] Checking segment: {'id': 'af02aa12-9cc2-499b-bae6-f67c83d0c4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3dfce1cb-ad9e-43c2-8a15-8ac84c2a059e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:56:42.558231 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-24f45759-4c12-4549-b552-5487f3e69d58 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:42.558637 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f45759-4c12-4549-b552-5487f3e69d58 None None] Bound using segment: {'id': 'af02aa12-9cc2-499b-bae6-f67c83d0c4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3dfce1cb-ad9e-43c2-8a15-8ac84c2a059e'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:56:42.559109 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-24f45759-4c12-4549-b552-5487f3e69d58 None None] Bound port: a0427e51-49c6-468f-be44-a2f61bf99657, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af02aa12-9cc2-499b-bae6-f67c83d0c4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3dfce1cb-ad9e-43c2-8a15-8ac84c2a059e'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:56:42.559488 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-24f45759-4c12-4549-b552-5487f3e69d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:42.559658 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-03615d93-8e5e-4b32-a7ab-fb85d26d7364 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:42.561640 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-03615d93-8e5e-4b32-a7ab-fb85d26d7364 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1236320 Nov 24 01:56:42.564838 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 52034) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:56:42.570459 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-fef8f1ff-9238-4587-889c-b5881ac14064 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'security_group_rule': {'security_group_id': '7a22f002-5ae1-484e-9520-d6eb61f4d87b', 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:56:42.599967 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-fef8f1ff-9238-4587-889c-b5881ac14064 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:42.657382 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-fef8f1ff-9238-4587-889c-b5881ac14064 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:42.661837 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-fef8f1ff-9238-4587-889c-b5881ac14064 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:42.680566 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef8f1ff-9238-4587-889c-b5881ac14064 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94778b82-d8b8-48e5-b3e1-fa9ae5d90451,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:56:42.691898 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-fef8f1ff-9238-4587-889c-b5881ac14064 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:42.695828 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-fef8f1ff-9238-4587-889c-b5881ac14064 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1272092 Nov 24 01:56:42.696031 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 52036) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:56:42.700658 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-00599eda-d3d9-4472-94e0-e59a06f98ce6 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'security_group_rule': {'security_group_id': '7a22f002-5ae1-484e-9520-d6eb61f4d87b', 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:56:42.723119 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.securitygroups_db [None req-00599eda-d3d9-4472-94e0-e59a06f98ce6 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Project 5cd72ac6dd034b2d92e26f70404adb10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 01:56:42.728508 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-00599eda-d3d9-4472-94e0-e59a06f98ce6 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:42.794580 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-00599eda-d3d9-4472-94e0-e59a06f98ce6 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:42.799134 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-00599eda-d3d9-4472-94e0-e59a06f98ce6 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:42.819515 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00599eda-d3d9-4472-94e0-e59a06f98ce6 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4522958-9376-4388-a3cc-a831372d23dd,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:56:42.830269 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-00599eda-d3d9-4472-94e0-e59a06f98ce6 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:42.831817 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-00599eda-d3d9-4472-94e0-e59a06f98ce6 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1344800 Nov 24 01:56:42.834246 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 52038) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:56:42.838847 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-1bf8a4f9-075a-4633-addd-15502e1abfca tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'security_group_rule': {'security_group_id': '7a22f002-5ae1-484e-9520-d6eb61f4d87b', 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:56:42.863100 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.securitygroups_db [None req-1bf8a4f9-075a-4633-addd-15502e1abfca tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Project 5cd72ac6dd034b2d92e26f70404adb10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 01:56:42.868071 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1bf8a4f9-075a-4633-addd-15502e1abfca tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:42.875367 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:42.894486 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-fd022ad1-3574-4c75-8d9c-8b5f0c7e881e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:42.896644 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-24f45759-4c12-4549-b552-5487f3e69d58 None None] For port a0427e51-49c6-468f-be44-a2f61bf99657, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:56:42.924463 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-24f45759-4c12-4549-b552-5487f3e69d58 None None] For port a0427e51-49c6-468f-be44-a2f61bf99657, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=a0427e51-49c6-468f-be44-a2f61bf99657,segment=NetworkSegment(af02aa12-9cc2-499b-bae6-f67c83d0c4e5),segment_id=af02aa12-9cc2-499b-bae6-f67c83d0c4e5)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:56:42.933338 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1bf8a4f9-075a-4633-addd-15502e1abfca tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:42.937425 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-24f45759-4c12-4549-b552-5487f3e69d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:42.940211 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1bf8a4f9-075a-4633-addd-15502e1abfca tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:42.954744 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] For port 10c1dc4c-0fa9-498a-9e60-9962033f24fd, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=10c1dc4c-0fa9-498a-9e60-9962033f24fd,segment=NetworkSegment(af02aa12-9cc2-499b-bae6-f67c83d0c4e5),segment_id=af02aa12-9cc2-499b-bae6-f67c83d0c4e5)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:56:42.960406 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf8a4f9-075a-4633-addd-15502e1abfca tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59b29ea6-c450-4c8a-88ba-e883e12fd503,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:56:42.970075 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1bf8a4f9-075a-4633-addd-15502e1abfca tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:42.979871 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-1bf8a4f9-075a-4633-addd-15502e1abfca tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1361594 Nov 24 01:56:42.980468 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:42.980468 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 762f46c5-fd49-4bd1-9764-72d5a2b15a71 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:56:43.072776 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f45759-4c12-4549-b552-5487f3e69d58 None None] Routers {'0d4cee82-b7b8-4924-bfe0-3cbe8a5ddd7f'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:56:43.073193 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-24f45759-4c12-4549-b552-5487f3e69d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:56:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['0d4cee82-b7b8-4924-bfe0-3cbe8a5ddd7f'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:56:43.116216 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c277101-e812-4c9a-adb6-570d29c61997 None None] Pushing event updated for resources: {'Port': ['ID=a0427e51-49c6-468f-be44-a2f61bf99657,revision_number=4']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:56:43.130916 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.db.api [None req-fd022ad1-3574-4c75-8d9c-8b5f0c7e881e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 01:56:43.131273 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG oslo_db.api [None req-fd022ad1-3574-4c75-8d9c-8b5f0c7e881e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 01:56:43.140910 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-95af2b83-5707-4c37-b82e-a51574fe8e8e req-1dca6e16-d84a-4372-9ee7-9f27f1e5ab04 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2133819869&fields=id&tenant_id=5cd72ac6dd034b2d92e26f70404adb10 HTTP/1.1" status: 200 len: 267 time: 0.0466735 Nov 24 01:56:43.235950 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Pushing event updated for resources: {'Port': ['ID=10c1dc4c-0fa9-498a-9e60-9962033f24fd,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:56:43.245388 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 762f46c5-fd49-4bd1-9764-72d5a2b15a71 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:56:43.245782 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:43.251630 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-24f45759-4c12-4549-b552-5487f3e69d58 None None] Set router 0d4cee82-b7b8-4924-bfe0-3cbe8a5ddd7f gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:56:43.266897 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95af2b83-5707-4c37-b82e-a51574fe8e8e req-9dbe301c-88fb-45dd-9b4b-fb40264826b2 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:56:43.268471 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-95af2b83-5707-4c37-b82e-a51574fe8e8e req-9dbe301c-88fb-45dd-9b4b-fb40264826b2 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/networks?id=3dfce1cb-ad9e-43c2-8a15-8ac84c2a059e HTTP/1.1" status: 200 len: 797 time: 0.1188412 Nov 24 01:56:43.284783 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-95af2b83-5707-4c37-b82e-a51574fe8e8e req-e9da191d-5894-4947-bf4b-6a8a9bc1419d tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/quotas/5cd72ac6dd034b2d92e26f70404adb10 HTTP/1.1" status: 200 len: 375 time: 0.0098486 Nov 24 01:56:43.371663 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-95af2b83-5707-4c37-b82e-a51574fe8e8e req-59941d50-d5fb-4245-9a1b-9e06b12b6b0a tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5cd72ac6dd034b2d92e26f70404adb10&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0804276 Nov 24 01:56:43.524860 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-24f45759-4c12-4549-b552-5487f3e69d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4cee82-b7b8-4924-bfe0-3cbe8a5ddd7f', 'name': 'tempest-TestNetworkBasicOps-router-54715482', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.32'}], 'enable_snat': True}, 'gw_port_id': '762f46c5-fd49-4bd1-9764-72d5a2b15a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:56:37Z', 'updated_at': '2021-11-24T01:56:40Z', 'revision_number': 4, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': '762f46c5-fd49-4bd1-9764-72d5a2b15a71', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ee:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4cee82-b7b8-4924-bfe0-3cbe8a5ddd7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:56:37Z', 'updated_at': '2021-11-24T01:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': 'a0427e51-49c6-468f-be44-a2f61bf99657', 'name': '', 'network_id': '3dfce1cb-ad9e-43c2-8a15-8ac84c2a059e', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'mac_address': 'fa:16:3e:e6:c2:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d4cee82-b7b8-4924-bfe0-3cbe8a5ddd7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '10e79373-7607-4f74-84dd-c8e5018da7a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:56:40Z', 'updated_at': '2021-11-24T01:56:42Z', 'revision_number': 4, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'subnets': [{'id': '10e79373-7607-4f74-84dd-c8e5018da7a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:56:43.557504 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f45759-4c12-4549-b552-5487f3e69d58 None None] The sync data for ids ['0d4cee82-b7b8-4924-bfe0-3cbe8a5ddd7f'] in dv-neutron-818911-2-hyperv is: [{'id': '0d4cee82-b7b8-4924-bfe0-3cbe8a5ddd7f', 'name': 'tempest-TestNetworkBasicOps-router-54715482', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.32'}], 'enable_snat': True}, 'gw_port_id': '762f46c5-fd49-4bd1-9764-72d5a2b15a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:56:37Z', 'updated_at': '2021-11-24T01:56:40Z', 'revision_number': 4, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': '762f46c5-fd49-4bd1-9764-72d5a2b15a71', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ee:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4cee82-b7b8-4924-bfe0-3cbe8a5ddd7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:56:37Z', 'updated_at': '2021-11-24T01:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': 'a0427e51-49c6-468f-be44-a2f61bf99657', 'name': '', 'network_id': '3dfce1cb-ad9e-43c2-8a15-8ac84c2a059e', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'mac_address': 'fa:16:3e:e6:c2:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d4cee82-b7b8-4924-bfe0-3cbe8a5ddd7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '10e79373-7607-4f74-84dd-c8e5018da7a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:56:40Z', 'updated_at': '2021-11-24T01:56:42Z', 'revision_number': 4, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'subnets': [{'id': '10e79373-7607-4f74-84dd-c8e5018da7a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:56:43.799277 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-1be3676d-af40-4c7a-a363-e7595be9b011 None None] Provisioning complete for port a0427e51-49c6-468f-be44-a2f61bf99657 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:56:43.799663 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-1be3676d-af40-4c7a-a363-e7595be9b011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:43.864601 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-95af2b83-5707-4c37-b82e-a51574fe8e8e req-c2f3a993-7f96-474c-b7c3-0ab9e88539d6 service neutron] 10.222.0.21 "GET /v2.0/networks/3dfce1cb-ad9e-43c2-8a15-8ac84c2a059e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4801145 Nov 24 01:56:43.900225 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-1be3676d-af40-4c7a-a363-e7595be9b011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:43.938449 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-1be3676d-af40-4c7a-a363-e7595be9b011 None None] For port a0427e51-49c6-468f-be44-a2f61bf99657, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=a0427e51-49c6-468f-be44-a2f61bf99657,segment=NetworkSegment(af02aa12-9cc2-499b-bae6-f67c83d0c4e5),segment_id=af02aa12-9cc2-499b-bae6-f67c83d0c4e5)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:56:43.944971 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-1be3676d-af40-4c7a-a363-e7595be9b011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:43.974880 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-95af2b83-5707-4c37-b82e-a51574fe8e8e req-3cf098d7-6d00-4b7d-9247-5362c22cdd76 service neutron] 10.222.0.21 "GET /v2.0/networks/3dfce1cb-ad9e-43c2-8a15-8ac84c2a059e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039143 Nov 24 01:56:43.987688 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-1be3676d-af40-4c7a-a363-e7595be9b011 None None] Provisioning complete for port 10c1dc4c-0fa9-498a-9e60-9962033f24fd triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:56:43.988141 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-1be3676d-af40-4c7a-a363-e7595be9b011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:44.036126 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be3676d-af40-4c7a-a363-e7595be9b011 None None] Pushing event updated for resources: {'Port': ['ID=a0427e51-49c6-468f-be44-a2f61bf99657,revision_number=5']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:56:44.187165 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-b97d14bb-a4e7-4025-8854-8765c5c80767 req-0054804d-5a5f-4ddc-899d-7585e88bfd15 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e1b2719-d8ef-4181-9de8-5ad1c7aa903f HTTP/1.1" status: 200 len: 210 time: 0.0368400 Nov 24 01:56:44.228924 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 10c1dc4c-0fa9-498a-9e60-9962033f24fd up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:56:44.283540 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-118d1bab-67b2-4b4a-a3b3-4b32048ed414 None None] Provisioning complete for port a0427e51-49c6-468f-be44-a2f61bf99657 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:56:44.283911 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-118d1bab-67b2-4b4a-a3b3-4b32048ed414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:44.326583 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 10c1dc4c-0fa9-498a-9e60-9962033f24fd triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:56:44.326959 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:44.456561 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device a0427e51-49c6-468f-be44-a2f61bf99657 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:56:44.507227 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port a0427e51-49c6-468f-be44-a2f61bf99657 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:56:44.507711 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:45.300674 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-fb307477-18bd-4bd6-bf11-1b8bcbab6b3e req-82bf1ba6-23b9-467f-ae82-2a69815c4869 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e1b2719-d8ef-4181-9de8-5ad1c7aa903f HTTP/1.1" status: 200 len: 210 time: 0.0336139 Nov 24 01:56:45.378538 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95af2b83-5707-4c37-b82e-a51574fe8e8e req-02898707-b600-415e-8246-53dbf5fa1e64 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:56:45.380467 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-95af2b83-5707-4c37-b82e-a51574fe8e8e req-02898707-b600-415e-8246-53dbf5fa1e64 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.48 "GET /v2.0/networks?id=3dfce1cb-ad9e-43c2-8a15-8ac84c2a059e HTTP/1.1" status: 200 len: 797 time: 0.1811399 Nov 24 01:56:45.473951 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-95af2b83-5707-4c37-b82e-a51574fe8e8e req-d1e14bbc-da4d-43f4-b5d0-e9b347536e6a tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5cd72ac6dd034b2d92e26f70404adb10 HTTP/1.1" status: 200 len: 380 time: 0.0651944 Nov 24 01:56:45.485275 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [req-95af2b83-5707-4c37-b82e-a51574fe8e8e req-0b9f4c91-65db-42c5-acec-704285ebbca1 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'port': {'device_id': '1e1b2719-d8ef-4181-9de8-5ad1c7aa903f', 'network_id': '3dfce1cb-ad9e-43c2-8a15-8ac84c2a059e', 'admin_state_up': True, 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'security_groups': ['7a22f002-5ae1-484e-9520-d6eb61f4d87b']}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:56:45.595924 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95af2b83-5707-4c37-b82e-a51574fe8e8e req-0b9f4c91-65db-42c5-acec-704285ebbca1 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Made reservation on behalf of 5cd72ac6dd034b2d92e26f70404adb10 for: {'port': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:56:45.599469 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-95af2b83-5707-4c37-b82e-a51574fe8e8e req-0b9f4c91-65db-42c5-acec-704285ebbca1 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:45.726996 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [req-95af2b83-5707-4c37-b82e-a51574fe8e8e req-0b9f4c91-65db-42c5-acec-704285ebbca1 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Allocated IP 172.20.0.11 (3dfce1cb-ad9e-43c2-8a15-8ac84c2a059e/10e79373-7607-4f74-84dd-c8e5018da7a2/61afc1dd-ae36-4254-8f6e-086a0c100437) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:56:45.868763 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-95af2b83-5707-4c37-b82e-a51574fe8e8e req-0b9f4c91-65db-42c5-acec-704285ebbca1 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:45.907361 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-95af2b83-5707-4c37-b82e-a51574fe8e8e req-0b9f4c91-65db-42c5-acec-704285ebbca1 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:45.951912 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95af2b83-5707-4c37-b82e-a51574fe8e8e req-0b9f4c91-65db-42c5-acec-704285ebbca1 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Network 3dfce1cb-ad9e-43c2-8a15-8ac84c2a059e is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:56:45.954973 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [req-95af2b83-5707-4c37-b82e-a51574fe8e8e req-0b9f4c91-65db-42c5-acec-704285ebbca1 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:56:45.958849 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [req-95af2b83-5707-4c37-b82e-a51574fe8e8e req-0b9f4c91-65db-42c5-acec-704285ebbca1 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:56:45.967156 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9f4c91-65db-42c5-acec-704285ebbca1 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'Port': ['ID=61afc1dd-ae36-4254-8f6e-086a0c100437,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:56:46.016899 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95af2b83-5707-4c37-b82e-a51574fe8e8e req-0b9f4c91-65db-42c5-acec-704285ebbca1 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:56:46.017671 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-95af2b83-5707-4c37-b82e-a51574fe8e8e req-0b9f4c91-65db-42c5-acec-704285ebbca1 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:46.039648 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-95af2b83-5707-4c37-b82e-a51574fe8e8e req-0b9f4c91-65db-42c5-acec-704285ebbca1 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5586307 Nov 24 01:56:46.061111 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [req-95af2b83-5707-4c37-b82e-a51574fe8e8e req-06b543fc-9954-4df4-8999-85109212f02f service neutron] Request body: {'port': {'device_id': '1e1b2719-d8ef-4181-9de8-5ad1c7aa903f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8189'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:56:46.114003 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device a0427e51-49c6-468f-be44-a2f61bf99657 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:56:46.132478 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-95af2b83-5707-4c37-b82e-a51574fe8e8e req-06b543fc-9954-4df4-8999-85109212f02f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:46.178704 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port a0427e51-49c6-468f-be44-a2f61bf99657 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:56:46.179077 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:46.276160 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-15376522-6231-4e1d-b77f-551dc8be1caf None None] Provisioning complete for port 61afc1dd-ae36-4254-8f6e-086a0c100437 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:56:46.277003 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-15376522-6231-4e1d-b77f-551dc8be1caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:46.312111 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-15376522-6231-4e1d-b77f-551dc8be1caf None None] Port 61afc1dd-ae36-4254-8f6e-086a0c100437 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:56:46.430575 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [req-95af2b83-5707-4c37-b82e-a51574fe8e8e req-06b543fc-9954-4df4-8999-85109212f02f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61afc1dd-ae36-4254-8f6e-086a0c100437 {{(pid=109866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 01:56:46.438541 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-95af2b83-5707-4c37-b82e-a51574fe8e8e req-06b543fc-9954-4df4-8999-85109212f02f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:46.446340 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a8aee6-b425-4025-88ec-4803d2f8f38b req-2461a033-b866-40d1-9487-c04a5f7aba3c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:56:46.447964 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-79a8aee6-b425-4025-88ec-4803d2f8f38b req-2461a033-b866-40d1-9487-c04a5f7aba3c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e1b2719-d8ef-4181-9de8-5ad1c7aa903f HTTP/1.1" status: 200 len: 932 time: 0.0709310 Nov 24 01:56:46.452137 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.provisioning_blocks [req-95af2b83-5707-4c37-b82e-a51574fe8e8e req-06b543fc-9954-4df4-8999-85109212f02f service neutron] Transition to ACTIVE for port object 61afc1dd-ae36-4254-8f6e-086a0c100437 will not be triggered until provisioned by entity L2. {{(pid=109866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 01:56:46.456797 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-95af2b83-5707-4c37-b82e-a51574fe8e8e req-06b543fc-9954-4df4-8999-85109212f02f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29149402'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:46.504157 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-79a8aee6-b425-4025-88ec-4803d2f8f38b req-576fa63e-a17c-44bb-a865-c57eec594076 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a22f002-5ae1-484e-9520-d6eb61f4d87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482059 Nov 24 01:56:46.564857 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b543fc-9954-4df4-8999-85109212f02f service neutron] Pushing event updated for resources: {'Port': ['ID=61afc1dd-ae36-4254-8f6e-086a0c100437,revision_number=2']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:56:46.599945 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [req-95af2b83-5707-4c37-b82e-a51574fe8e8e req-06b543fc-9954-4df4-8999-85109212f02f service neutron] Attempting to bind port 61afc1dd-ae36-4254-8f6e-086a0c100437 on host hv-neutron-8189 for vnic_type normal with profile {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:56:46.600289 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [req-95af2b83-5707-4c37-b82e-a51574fe8e8e req-06b543fc-9954-4df4-8999-85109212f02f service neutron] Attempting to bind port 61afc1dd-ae36-4254-8f6e-086a0c100437 by drivers openvswitch,hyperv on host hv-neutron-8189 at level 0 using segments [{'id': 'af02aa12-9cc2-499b-bae6-f67c83d0c4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3dfce1cb-ad9e-43c2-8a15-8ac84c2a059e'}] {{(pid=109866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:56:46.600622 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95af2b83-5707-4c37-b82e-a51574fe8e8e req-06b543fc-9954-4df4-8999-85109212f02f service neutron] Attempting to bind port 61afc1dd-ae36-4254-8f6e-086a0c100437 on network 3dfce1cb-ad9e-43c2-8a15-8ac84c2a059e {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:56:46.611001 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95af2b83-5707-4c37-b82e-a51574fe8e8e req-06b543fc-9954-4df4-8999-85109212f02f service neutron] Port 61afc1dd-ae36-4254-8f6e-086a0c100437 on network 3dfce1cb-ad9e-43c2-8a15-8ac84c2a059e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8189 {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 01:56:46.611001 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95af2b83-5707-4c37-b82e-a51574fe8e8e req-06b543fc-9954-4df4-8999-85109212f02f service neutron] Attempting to bind port 61afc1dd-ae36-4254-8f6e-086a0c100437 on network 3dfce1cb-ad9e-43c2-8a15-8ac84c2a059e {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:56:46.616096 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95af2b83-5707-4c37-b82e-a51574fe8e8e req-06b543fc-9954-4df4-8999-85109212f02f service neutron] Checking agent: {'id': '5773fe6b-0967-455f-9dc9-84c0c923201b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 42, 58), 'started_at': datetime.datetime(2021, 11, 24, 1, 42, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:56:46.616271 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95af2b83-5707-4c37-b82e-a51574fe8e8e req-06b543fc-9954-4df4-8999-85109212f02f service neutron] Checking segment: {'id': 'af02aa12-9cc2-499b-bae6-f67c83d0c4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3dfce1cb-ad9e-43c2-8a15-8ac84c2a059e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:56:46.616606 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95af2b83-5707-4c37-b82e-a51574fe8e8e req-06b543fc-9954-4df4-8999-85109212f02f service neutron] Bound using segment: {'id': 'af02aa12-9cc2-499b-bae6-f67c83d0c4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3dfce1cb-ad9e-43c2-8a15-8ac84c2a059e'} {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:56:46.617053 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [req-95af2b83-5707-4c37-b82e-a51574fe8e8e req-06b543fc-9954-4df4-8999-85109212f02f service neutron] Bound port: 61afc1dd-ae36-4254-8f6e-086a0c100437, host: hv-neutron-8189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af02aa12-9cc2-499b-bae6-f67c83d0c4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3dfce1cb-ad9e-43c2-8a15-8ac84c2a059e'}}] {{(pid=109866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:56:46.617437 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-95af2b83-5707-4c37-b82e-a51574fe8e8e req-06b543fc-9954-4df4-8999-85109212f02f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:46.764223 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [req-95af2b83-5707-4c37-b82e-a51574fe8e8e req-06b543fc-9954-4df4-8999-85109212f02f service neutron] For port 61afc1dd-ae36-4254-8f6e-086a0c100437, host hv-neutron-8189, cleared binding levels {{(pid=109866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:56:46.768094 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [req-95af2b83-5707-4c37-b82e-a51574fe8e8e req-06b543fc-9954-4df4-8999-85109212f02f service neutron] For port 61afc1dd-ae36-4254-8f6e-086a0c100437, host hv-neutron-8189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=61afc1dd-ae36-4254-8f6e-086a0c100437,segment=NetworkSegment(af02aa12-9cc2-499b-bae6-f67c83d0c4e5),segment_id=af02aa12-9cc2-499b-bae6-f67c83d0c4e5)] {{(pid=109866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:56:46.773106 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-95af2b83-5707-4c37-b82e-a51574fe8e8e req-06b543fc-9954-4df4-8999-85109212f02f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29149402'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:46.811271 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95af2b83-5707-4c37-b82e-a51574fe8e8e req-06b543fc-9954-4df4-8999-85109212f02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:56:46.811884 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-95af2b83-5707-4c37-b82e-a51574fe8e8e req-06b543fc-9954-4df4-8999-85109212f02f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:46.813265 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-95af2b83-5707-4c37-b82e-a51574fe8e8e req-06b543fc-9954-4df4-8999-85109212f02f service neutron] 10.222.0.48 "PUT /v2.0/ports/61afc1dd-ae36-4254-8f6e-086a0c100437 HTTP/1.1" status: 200 len: 1094 time: 0.7576334 Nov 24 01:56:46.813723 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e1b2719-d8ef-4181-9de8-5ad1c7aa903f', 'tag': '61afc1dd-ae36-4254-8f6e-086a0c100437'}] {{(pid=109866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 01:56:46.815970 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b7c53c286d9351d1367337230623a155cee02c46c94b80588b67a0bc16402ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a7c81ac-e8d5-4c52-9956-7315e670b6b7" -d '{"events": [{"name": "network-changed", "server_uuid": "1e1b2719-d8ef-4181-9de8-5ad1c7aa903f", "tag": "61afc1dd-ae36-4254-8f6e-086a0c100437"}]}' {{(pid=109866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 01:56:46.844939 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b543fc-9954-4df4-8999-85109212f02f service neutron] Pushing event updated for resources: {'Port': ['ID=61afc1dd-ae36-4254-8f6e-086a0c100437,revision_number=3']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:56:46.888042 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 01:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8b46d17-d487-4df0-9b60-40603352a7a4 x-openstack-request-id: req-c8b46d17-d487-4df0-9b60-40603352a7a4 {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 01:56:46.888254 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e1b2719-d8ef-4181-9de8-5ad1c7aa903f", "tag": "61afc1dd-ae36-4254-8f6e-086a0c100437", "status": "completed", "code": 200}]} {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 01:56:46.889125 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c8b46d17-d487-4df0-9b60-40603352a7a4 {{(pid=109866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 01:56:46.889683 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e1b2719-d8ef-4181-9de8-5ad1c7aa903f', 'tag': '61afc1dd-ae36-4254-8f6e-086a0c100437', 'status': 'completed', 'code': 200} Nov 24 01:56:46.922757 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95af2b83-5707-4c37-b82e-a51574fe8e8e req-d882a2cd-775d-43ec-9d23-9627d5876e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:56:46.924449 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-95af2b83-5707-4c37-b82e-a51574fe8e8e req-d882a2cd-775d-43ec-9d23-9627d5876e12 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5cd72ac6dd034b2d92e26f70404adb10&device_id=1e1b2719-d8ef-4181-9de8-5ad1c7aa903f HTTP/1.1" status: 200 len: 1097 time: 0.0490260 Nov 24 01:56:46.983943 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-95af2b83-5707-4c37-b82e-a51574fe8e8e req-a01bca0a-93cf-4f75-bbb5-c2d162826956 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61afc1dd-ae36-4254-8f6e-086a0c100437 HTTP/1.1" status: 200 len: 217 time: 0.0420582 Nov 24 01:56:47.035193 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95af2b83-5707-4c37-b82e-a51574fe8e8e req-40f34739-32c8-4cd1-8179-e1e540ac33ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:56:47.036708 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-95af2b83-5707-4c37-b82e-a51574fe8e8e req-40f34739-32c8-4cd1-8179-e1e540ac33ad service neutron] 10.222.0.48 "GET /v2.0/subnets?id=10e79373-7607-4f74-84dd-c8e5018da7a2 HTTP/1.1" status: 200 len: 844 time: 0.0463424 Nov 24 01:56:47.082016 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95af2b83-5707-4c37-b82e-a51574fe8e8e req-48d2a07a-e979-4ee5-b0ac-903a30ad89ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:56:47.083423 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-95af2b83-5707-4c37-b82e-a51574fe8e8e req-48d2a07a-e979-4ee5-b0ac-903a30ad89ea service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3dfce1cb-ad9e-43c2-8a15-8ac84c2a059e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390654 Nov 24 01:56:47.174962 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-95af2b83-5707-4c37-b82e-a51574fe8e8e req-ec070e90-f004-4c95-8424-8c57f87631c6 service neutron] 10.222.0.48 "GET /v2.0/networks/3dfce1cb-ad9e-43c2-8a15-8ac84c2a059e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844319 Nov 24 01:56:47.265646 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-95af2b83-5707-4c37-b82e-a51574fe8e8e req-b5b8e509-3f95-45e2-9647-e44564b7f889 service neutron] 10.222.0.48 "GET /v2.0/networks/3dfce1cb-ad9e-43c2-8a15-8ac84c2a059e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819728 Nov 24 01:56:47.394112 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7c81ac-e8d5-4c52-9956-7315e670b6b7 req-417227f5-2255-4b06-a642-6cae5391038a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:56:47.395614 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-3a7c81ac-e8d5-4c52-9956-7315e670b6b7 req-417227f5-2255-4b06-a642-6cae5391038a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5cd72ac6dd034b2d92e26f70404adb10&device_id=1e1b2719-d8ef-4181-9de8-5ad1c7aa903f HTTP/1.1" status: 200 len: 1097 time: 0.0452187 Nov 24 01:56:47.624621 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7c81ac-e8d5-4c52-9956-7315e670b6b7 req-c1f86464-9b89-41e5-914f-6ebb5329ee44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:56:47.626145 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-3a7c81ac-e8d5-4c52-9956-7315e670b6b7 req-c1f86464-9b89-41e5-914f-6ebb5329ee44 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3dfce1cb-ad9e-43c2-8a15-8ac84c2a059e HTTP/1.1" status: 200 len: 898 time: 0.0934627 Nov 24 01:56:47.636016 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68905b07-fdc7-4dd0-bf78-32e5f62d59a0 req-8cabd425-7445-43af-b76e-a796425e40b8 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:56:47.637536 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-68905b07-fdc7-4dd0-bf78-32e5f62d59a0 req-8cabd425-7445-43af-b76e-a796425e40b8 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e1b2719-d8ef-4181-9de8-5ad1c7aa903f HTTP/1.1" status: 200 len: 944 time: 0.0563762 Nov 24 01:56:47.678852 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-3a7c81ac-e8d5-4c52-9956-7315e670b6b7 req-85a6c355-5490-4128-9a21-3fc3677e9749 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61afc1dd-ae36-4254-8f6e-086a0c100437 HTTP/1.1" status: 200 len: 217 time: 0.0447414 Nov 24 01:56:47.690686 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-68905b07-fdc7-4dd0-bf78-32e5f62d59a0 req-fdc37b44-6cfd-405c-8bd2-7754fe0e56ae tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a22f002-5ae1-484e-9520-d6eb61f4d87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465713 Nov 24 01:56:47.733753 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7c81ac-e8d5-4c52-9956-7315e670b6b7 req-e983f633-4b0d-4772-ac65-b9cf71089b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:56:47.735263 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-3a7c81ac-e8d5-4c52-9956-7315e670b6b7 req-e983f633-4b0d-4772-ac65-b9cf71089b45 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=10e79373-7607-4f74-84dd-c8e5018da7a2 HTTP/1.1" status: 200 len: 844 time: 0.0478408 Nov 24 01:56:47.788841 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7c81ac-e8d5-4c52-9956-7315e670b6b7 req-ef02fd71-4e78-4af8-a0cf-9b5c4c7f1f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:56:47.792481 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-3a7c81ac-e8d5-4c52-9956-7315e670b6b7 req-ef02fd71-4e78-4af8-a0cf-9b5c4c7f1f90 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3dfce1cb-ad9e-43c2-8a15-8ac84c2a059e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0481036 Nov 24 01:56:47.889196 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-3a7c81ac-e8d5-4c52-9956-7315e670b6b7 req-43f09293-d471-4c33-9857-8c3302b786dd service neutron] 10.222.0.48 "GET /v2.0/networks/3dfce1cb-ad9e-43c2-8a15-8ac84c2a059e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897353 Nov 24 01:56:47.979564 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-3a7c81ac-e8d5-4c52-9956-7315e670b6b7 req-70223cd2-47f2-430f-9022-72effdca38da service neutron] 10.222.0.48 "GET /v2.0/networks/3dfce1cb-ad9e-43c2-8a15-8ac84c2a059e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828190 Nov 24 01:56:48.161753 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.agents_db [None req-4e42c10c-a1d3-4d07-89d6-7a24334140aa None None] Agent healthcheck: found 6 active agents {{(pid=109869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 01:56:48.812708 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba37d86-ba95-40a1-8b6d-fafff75c0a16 req-a2275f58-d1b0-4034-b14b-4001989e3552 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:56:48.814375 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-6ba37d86-ba95-40a1-8b6d-fafff75c0a16 req-a2275f58-d1b0-4034-b14b-4001989e3552 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e1b2719-d8ef-4181-9de8-5ad1c7aa903f HTTP/1.1" status: 200 len: 944 time: 0.0535324 Nov 24 01:56:48.876382 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-6ba37d86-ba95-40a1-8b6d-fafff75c0a16 req-5010cfdb-2f39-47fc-9c72-5ce5cc155ce1 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a22f002-5ae1-484e-9520-d6eb61f4d87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556421 Nov 24 01:56:49.995502 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c38e58d-1710-4a3d-9226-a9f69aff77b8 req-b3984056-5ea8-4841-b49b-fb59f7e5cde9 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:56:49.996889 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-6c38e58d-1710-4a3d-9226-a9f69aff77b8 req-b3984056-5ea8-4841-b49b-fb59f7e5cde9 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e1b2719-d8ef-4181-9de8-5ad1c7aa903f HTTP/1.1" status: 200 len: 944 time: 0.0527565 Nov 24 01:56:50.046314 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-6c38e58d-1710-4a3d-9226-a9f69aff77b8 req-55fab414-6929-40ff-8d92-e94e3e6f7b02 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a22f002-5ae1-484e-9520-d6eb61f4d87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429034 Nov 24 01:56:51.070650 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 61afc1dd-ae36-4254-8f6e-086a0c100437 details requested by agent hyperv_hv-neutron-8189 with host hv-neutron-8189 {{(pid=109868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 01:56:51.188640 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ba6231-82e2-4db2-a80d-5104e4f1b9be req-379a2e3c-22b1-4a92-b182-21b552ddebc9 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:56:51.195582 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-93ba6231-82e2-4db2-a80d-5104e4f1b9be req-379a2e3c-22b1-4a92-b182-21b552ddebc9 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e1b2719-d8ef-4181-9de8-5ad1c7aa903f HTTP/1.1" status: 200 len: 944 time: 0.0732796 Nov 24 01:56:51.251944 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-93ba6231-82e2-4db2-a80d-5104e4f1b9be req-a2d5aeec-9733-42d7-8890-62c4dfcba6a2 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a22f002-5ae1-484e-9520-d6eb61f4d87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551765 Nov 24 01:56:51.257936 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port 61afc1dd-ae36-4254-8f6e-086a0c100437, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=61afc1dd-ae36-4254-8f6e-086a0c100437,segment=NetworkSegment(af02aa12-9cc2-499b-bae6-f67c83d0c4e5),segment_id=af02aa12-9cc2-499b-bae6-f67c83d0c4e5)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:56:51.277776 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Returning: {'device': '61afc1dd-ae36-4254-8f6e-086a0c100437', 'network_id': '3dfce1cb-ad9e-43c2-8a15-8ac84c2a059e', 'port_id': '61afc1dd-ae36-4254-8f6e-086a0c100437', 'mac_address': 'fa:16:3e:3b:8b:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10e79373-7607-4f74-84dd-c8e5018da7a2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 01:56:51.317159 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:51.330684 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61afc1dd-ae36-4254-8f6e-086a0c100437 {{(pid=109868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 01:56:51.351769 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port 61afc1dd-ae36-4254-8f6e-086a0c100437, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=61afc1dd-ae36-4254-8f6e-086a0c100437,segment=NetworkSegment(af02aa12-9cc2-499b-bae6-f67c83d0c4e5),segment_id=af02aa12-9cc2-499b-bae6-f67c83d0c4e5)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:56:51.355817 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:51.414547 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=61afc1dd-ae36-4254-8f6e-086a0c100437,revision_number=4']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:56:51.647783 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] get_ports_and_sgs() called for port_ids ['61afc1dd-ae36-4254-8f6e-086a0c100437'] {{(pid=109868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 01:56:52.393589 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5c6e9e-b31a-4d8c-b9d0-804291ad6939 req-4461633e-ae21-4aa2-9743-afbfe6b27063 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:56:52.396128 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-1f5c6e9e-b31a-4d8c-b9d0-804291ad6939 req-4461633e-ae21-4aa2-9743-afbfe6b27063 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e1b2719-d8ef-4181-9de8-5ad1c7aa903f HTTP/1.1" status: 200 len: 945 time: 0.0653811 Nov 24 01:56:52.459096 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-1f5c6e9e-b31a-4d8c-b9d0-804291ad6939 req-7a352b0d-096c-4966-895a-cc3c17aa2adc tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a22f002-5ae1-484e-9520-d6eb61f4d87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551298 Nov 24 01:56:53.083731 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 61afc1dd-ae36-4254-8f6e-086a0c100437 up at agent hyperv_hv-neutron-8189 {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:56:53.146032 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Provisioning for port 61afc1dd-ae36-4254-8f6e-086a0c100437 completed by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 01:56:53.149621 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Provisioning complete for port 61afc1dd-ae36-4254-8f6e-086a0c100437 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:56:53.149987 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:53.237475 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:53.275730 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port 61afc1dd-ae36-4254-8f6e-086a0c100437, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=61afc1dd-ae36-4254-8f6e-086a0c100437,segment=NetworkSegment(af02aa12-9cc2-499b-bae6-f67c83d0c4e5),segment_id=af02aa12-9cc2-499b-bae6-f67c83d0c4e5)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:56:53.276734 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e1b2719-d8ef-4181-9de8-5ad1c7aa903f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61afc1dd-ae36-4254-8f6e-086a0c100437'}] {{(pid=109868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 01:56:53.280867 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adafa3b64de3cabc8eac619938bcace59b198ffee64d481093eb3def62699d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e36c0d6-40cc-4791-acdd-be73ba17c4ee" -d '{"events": [{"server_uuid": "1e1b2719-d8ef-4181-9de8-5ad1c7aa903f", "name": "network-vif-plugged", "status": "completed", "tag": "61afc1dd-ae36-4254-8f6e-086a0c100437"}]}' {{(pid=109868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 01:56:53.285106 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:53.357706 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=61afc1dd-ae36-4254-8f6e-086a0c100437,revision_number=5']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:56:53.395796 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 01:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2472286e-9a9d-4bfa-a1eb-27fd2e111259 x-openstack-request-id: req-2472286e-9a9d-4bfa-a1eb-27fd2e111259 {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 01:56:53.396222 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e1b2719-d8ef-4181-9de8-5ad1c7aa903f", "name": "network-vif-plugged", "status": "completed", "tag": "61afc1dd-ae36-4254-8f6e-086a0c100437", "code": 200}]} {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 01:56:53.396490 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2472286e-9a9d-4bfa-a1eb-27fd2e111259 {{(pid=109868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 01:56:53.396931 dv-neutron-818911-2-hyperv neutron-server[109868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e1b2719-d8ef-4181-9de8-5ad1c7aa903f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61afc1dd-ae36-4254-8f6e-086a0c100437', 'code': 200} Nov 24 01:56:53.602808 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddf1c53-f415-4dd8-8bd3-4e61e77c4ef1 req-4d21012f-78a9-4fc6-9140-f8f0b1229571 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:56:53.611362 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-6ddf1c53-f415-4dd8-8bd3-4e61e77c4ef1 req-4d21012f-78a9-4fc6-9140-f8f0b1229571 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e1b2719-d8ef-4181-9de8-5ad1c7aa903f HTTP/1.1" status: 200 len: 946 time: 0.0653250 Nov 24 01:56:53.658300 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715aa544-6ff3-488d-8bae-9a34e6dca44f req-aeb341dd-2238-4a02-a0d0-de95e878d3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:56:53.660514 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-715aa544-6ff3-488d-8bae-9a34e6dca44f req-aeb341dd-2238-4a02-a0d0-de95e878d3be service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1e1b2719-d8ef-4181-9de8-5ad1c7aa903f HTTP/1.1" status: 200 len: 1099 time: 0.0583758 Nov 24 01:56:53.666367 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-6ddf1c53-f415-4dd8-8bd3-4e61e77c4ef1 req-cc40b083-7e82-4695-8b80-1a03ed71766d tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a22f002-5ae1-484e-9520-d6eb61f4d87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537243 Nov 24 01:56:53.719761 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-715aa544-6ff3-488d-8bae-9a34e6dca44f req-c61514b4-a85e-46ea-8248-95bf7ce0161d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7a22f002-5ae1-484e-9520-d6eb61f4d87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520303 Nov 24 01:56:54.728872 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-056937d2-617a-48e1-adf0-6b2ca7cc40a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:54.833606 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba62207-89f2-4aa9-9e85-2768e25f2b39 req-4a2cebfe-a94a-45b0-94c6-0f8a8abfff98 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:56:54.835287 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-0ba62207-89f2-4aa9-9e85-2768e25f2b39 req-4a2cebfe-a94a-45b0-94c6-0f8a8abfff98 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e1b2719-d8ef-4181-9de8-5ad1c7aa903f HTTP/1.1" status: 200 len: 946 time: 0.0799017 Nov 24 01:56:54.899860 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-0ba62207-89f2-4aa9-9e85-2768e25f2b39 req-faa83697-db56-446f-af3b-1d58f77f161c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a22f002-5ae1-484e-9520-d6eb61f4d87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559721 Nov 24 01:56:56.008416 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06efb09a-83b1-4181-9c30-024a807538df req-9c83f8d7-b1e0-4213-ad7f-801b9b27fb0f tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:56:56.009910 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-06efb09a-83b1-4181-9c30-024a807538df req-9c83f8d7-b1e0-4213-ad7f-801b9b27fb0f tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e1b2719-d8ef-4181-9de8-5ad1c7aa903f HTTP/1.1" status: 200 len: 946 time: 0.0493836 Nov 24 01:56:56.058592 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-06efb09a-83b1-4181-9c30-024a807538df req-cb9fa774-87e0-4cee-8192-77662f8b5e2b tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a22f002-5ae1-484e-9520-d6eb61f4d87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421472 Nov 24 01:56:56.170879 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52701f98-a592-42bf-8df6-0e10c3f4e9ab req-e9343351-ce84-4583-ac42-5137257306ae tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:56:56.172272 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-52701f98-a592-42bf-8df6-0e10c3f4e9ab req-e9343351-ce84-4583-ac42-5137257306ae tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e1b2719-d8ef-4181-9de8-5ad1c7aa903f HTTP/1.1" status: 200 len: 946 time: 0.0482440 Nov 24 01:56:56.220460 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-52701f98-a592-42bf-8df6-0e10c3f4e9ab req-1b379643-2d9b-49a2-9733-72d3f0c5b36e tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a22f002-5ae1-484e-9520-d6eb61f4d87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421824 Nov 24 01:56:56.242708 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 52146) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:56:56.286153 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b337c172-fb08-4d2a-ae61-b32ae87321f2 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:56:56.287699 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-b337c172-fb08-4d2a-ae61-b32ae87321f2 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=1e1b2719-d8ef-4181-9de8-5ad1c7aa903f HTTP/1.1" status: 200 len: 1094 time: 0.0439720 Nov 24 01:56:56.290538 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 52150) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:56:56.295495 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-c4601f85-caac-44f3-bf9f-b0ad592f7e07 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'floatingip': {'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'port_id': '61afc1dd-ae36-4254-8f6e-086a0c100437', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:56:56.318173 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c4601f85-caac-44f3-bf9f-b0ad592f7e07 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for floatingip, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:56.419752 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c4601f85-caac-44f3-bf9f-b0ad592f7e07 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:56.455568 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-550f3118-e852-44f2-9d5f-83656e03dd2e req-ee80a725-8482-451e-99a7-95f05677da57 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-813351436&fields=id&tenant_id=3fa7557b5a414e29b40de0454c5ea7eb HTTP/1.1" status: 200 len: 267 time: 0.0438943 Nov 24 01:56:56.536267 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [None req-c4601f85-caac-44f3-bf9f-b0ad592f7e07 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Allocated IP 172.26.5.163 (eb22795d-37ee-46ee-844d-92c17e2ea450/3e66fcff-6e72-4083-b514-48f69cdaa2cb/4ed0c8c3-031e-48a7-9cad-48481af4857b) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:56:56.590675 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550f3118-e852-44f2-9d5f-83656e03dd2e req-93abc737-a70e-4998-8ec8-4e78be88b209 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:56:56.592169 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-550f3118-e852-44f2-9d5f-83656e03dd2e req-93abc737-a70e-4998-8ec8-4e78be88b209 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/networks?id=b994f58c-062f-4608-af1b-f5a2d5a95f48 HTTP/1.1" status: 200 len: 811 time: 0.1271775 Nov 24 01:56:56.606910 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-550f3118-e852-44f2-9d5f-83656e03dd2e req-d3a7715e-9e61-4cfd-ba83-8370207cf10c tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/quotas/3fa7557b5a414e29b40de0454c5ea7eb HTTP/1.1" status: 200 len: 375 time: 0.0089617 Nov 24 01:56:56.637996 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c4601f85-caac-44f3-bf9f-b0ad592f7e07 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:56.662325 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-550f3118-e852-44f2-9d5f-83656e03dd2e req-a6eb8863-762f-4b97-b745-d771dea3de73 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3fa7557b5a414e29b40de0454c5ea7eb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0492663 Nov 24 01:56:56.673273 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c4601f85-caac-44f3-bf9f-b0ad592f7e07 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:56.717475 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4601f85-caac-44f3-bf9f-b0ad592f7e07 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Network eb22795d-37ee-46ee-844d-92c17e2ea450 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:56:56.720205 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-c4601f85-caac-44f3-bf9f-b0ad592f7e07 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:56:56.723636 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4601f85-caac-44f3-bf9f-b0ad592f7e07 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:56:56.729110 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4601f85-caac-44f3-bf9f-b0ad592f7e07 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'Port': ['ID=4ed0c8c3-031e-48a7-9cad-48481af4857b,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:56:56.763660 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-550f3118-e852-44f2-9d5f-83656e03dd2e req-78067e57-32f8-4953-ab81-53e957f6f012 service neutron] 10.222.0.21 "GET /v2.0/networks/b994f58c-062f-4608-af1b-f5a2d5a95f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893006 Nov 24 01:56:56.854065 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-550f3118-e852-44f2-9d5f-83656e03dd2e req-4b3811b7-d426-4f41-9503-e5e452cd1183 service neutron] 10.222.0.21 "GET /v2.0/networks/b994f58c-062f-4608-af1b-f5a2d5a95f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843139 Nov 24 01:56:57.093365 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c4601f85-caac-44f3-bf9f-b0ad592f7e07 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:57.148582 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-192f4b4c-1eaf-4353-a0b2-ae719a98a278 req-2add2609-c0c3-4cc3-90cc-ced7ec50f20b tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e21cfc8-c48e-45cb-936a-a195e744408b HTTP/1.1" status: 200 len: 210 time: 0.0319571 Nov 24 01:56:57.191414 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e152f9c0-f2b3-49c6-ba31-6b421b864f38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:57.193731 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c4601f85-caac-44f3-bf9f-b0ad592f7e07 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:57.355228 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c4601f85-caac-44f3-bf9f-b0ad592f7e07 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for port, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:57.359886 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c4601f85-caac-44f3-bf9f-b0ad592f7e07 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29149402'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:57.429619 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4601f85-caac-44f3-bf9f-b0ad592f7e07 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'Port': ['ID=4ed0c8c3-031e-48a7-9cad-48481af4857b,revision_number=2']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:56:57.438454 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c4601f85-caac-44f3-bf9f-b0ad592f7e07 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418250'] for floatingip, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:57.540523 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.l3_db [None req-c4601f85-caac-44f3-bf9f-b0ad592f7e07 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Floating IP 64428496-7d0a-4731-8265-c9922bd02b43 associated. External IP: 172.26.5.163, port: 61afc1dd-ae36-4254-8f6e-086a0c100437. Nov 24 01:56:57.753214 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4601f85-caac-44f3-bf9f-b0ad592f7e07 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Router 0d4cee82-b7b8-4924-bfe0-3cbe8a5ddd7f has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:56:57.861823 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4601f85-caac-44f3-bf9f-b0ad592f7e07 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:56:57.871050 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6e3070-8da4-4afa-8a2a-baae369d4002 None None] Sync routers for ids ['0d4cee82-b7b8-4924-bfe0-3cbe8a5ddd7f'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:56:57.881022 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c4601f85-caac-44f3-bf9f-b0ad592f7e07 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for floatingip, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:57.882444 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6e3070-8da4-4afa-8a2a-baae369d4002 None None] Routers {'0d4cee82-b7b8-4924-bfe0-3cbe8a5ddd7f'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:56:57.883258 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-2b6e3070-8da4-4afa-8a2a-baae369d4002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:56:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['0d4cee82-b7b8-4924-bfe0-3cbe8a5ddd7f'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:56:57.890390 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:57.908663 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-c4601f85-caac-44f3-bf9f-b0ad592f7e07 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6171157 Nov 24 01:56:57.909254 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e1b2719-d8ef-4181-9de8-5ad1c7aa903f', 'tag': '61afc1dd-ae36-4254-8f6e-086a0c100437'}] {{(pid=109866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 01:56:57.911487 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 52174) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:56:57.912000 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b7c53c286d9351d1367337230623a155cee02c46c94b80588b67a0bc16402ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27732cbc-1dce-477a-bec0-c9d0fb9463f5" -d '{"events": [{"name": "network-changed", "server_uuid": "1e1b2719-d8ef-4181-9de8-5ad1c7aa903f", "tag": "61afc1dd-ae36-4254-8f6e-086a0c100437"}]}' {{(pid=109866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 01:56:57.951551 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 01:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cce9aa9-f080-4a09-8b48-7fab2bc44e0b x-openstack-request-id: req-3cce9aa9-f080-4a09-8b48-7fab2bc44e0b {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 01:56:57.952015 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e1b2719-d8ef-4181-9de8-5ad1c7aa903f", "tag": "61afc1dd-ae36-4254-8f6e-086a0c100437", "status": "completed", "code": 200}]} {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 01:56:57.952413 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3cce9aa9-f080-4a09-8b48-7fab2bc44e0b {{(pid=109866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 01:56:57.953020 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e1b2719-d8ef-4181-9de8-5ad1c7aa903f', 'tag': '61afc1dd-ae36-4254-8f6e-086a0c100437', 'status': 'completed', 'code': 200} Nov 24 01:56:57.986611 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-fe269f1c-99aa-43f4-a2f9-321c7aa6b850 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/floatingips/64428496-7d0a-4731-8265-c9922bd02b43 HTTP/1.1" status: 200 len: 992 time: 0.0739329 Nov 24 01:56:58.004065 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-2b6e3070-8da4-4afa-8a2a-baae369d4002 None None] Set router 0d4cee82-b7b8-4924-bfe0-3cbe8a5ddd7f gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:56:58.065550 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27732cbc-1dce-477a-bec0-c9d0fb9463f5 req-5dfba5be-11d6-4c1a-af4b-39579e2bf564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:56:58.067060 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-27732cbc-1dce-477a-bec0-c9d0fb9463f5 req-5dfba5be-11d6-4c1a-af4b-39579e2bf564 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5cd72ac6dd034b2d92e26f70404adb10&device_id=1e1b2719-d8ef-4181-9de8-5ad1c7aa903f HTTP/1.1" status: 200 len: 1099 time: 0.0512390 Nov 24 01:56:58.105300 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:58.159940 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550f3118-e852-44f2-9d5f-83656e03dd2e req-f313f920-702f-4dc1-9f65-82abdeec9c85 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:56:58.162359 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-550f3118-e852-44f2-9d5f-83656e03dd2e req-f313f920-702f-4dc1-9f65-82abdeec9c85 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.48 "GET /v2.0/networks?id=b994f58c-062f-4608-af1b-f5a2d5a95f48 HTTP/1.1" status: 200 len: 811 time: 0.1124146 Nov 24 01:56:58.200560 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27732cbc-1dce-477a-bec0-c9d0fb9463f5 req-c7c88542-cfcf-44ce-9c98-416ad9e3e77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:56:58.202785 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-27732cbc-1dce-477a-bec0-c9d0fb9463f5 req-c7c88542-cfcf-44ce-9c98-416ad9e3e77c service neutron] 10.222.0.48 "GET /v2.0/networks?id=3dfce1cb-ad9e-43c2-8a15-8ac84c2a059e HTTP/1.1" status: 200 len: 898 time: 0.1135988 Nov 24 01:56:58.249311 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-2b6e3070-8da4-4afa-8a2a-baae369d4002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4cee82-b7b8-4924-bfe0-3cbe8a5ddd7f', 'name': 'tempest-TestNetworkBasicOps-router-54715482', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.32'}], 'enable_snat': True}, 'gw_port_id': '762f46c5-fd49-4bd1-9764-72d5a2b15a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:56:37Z', 'updated_at': '2021-11-24T01:56:40Z', 'revision_number': 4, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': '762f46c5-fd49-4bd1-9764-72d5a2b15a71', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ee:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4cee82-b7b8-4924-bfe0-3cbe8a5ddd7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:56:37Z', 'updated_at': '2021-11-24T01:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_floatingips': [{'id': '64428496-7d0a-4731-8265-c9922bd02b43', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'floating_ip_address': '172.26.5.163', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': '0d4cee82-b7b8-4924-bfe0-3cbe8a5ddd7f', 'port_id': '61afc1dd-ae36-4254-8f6e-086a0c100437', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dfce1cb-ad9e-43c2-8a15-8ac84c2a059e', 'mac_address': 'fa:16:3e:3b:8b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e1b2719-d8ef-4181-9de8-5ad1c7aa903f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T01:56:56Z', 'updated_at': '2021-11-24T01:56:56Z', 'revision_number': 0, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0427e51-49c6-468f-be44-a2f61bf99657', 'name': '', 'network_id': '3dfce1cb-ad9e-43c2-8a15-8ac84c2a059e', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'mac_address': 'fa:16:3e:e6:c2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4cee82-b7b8-4924-bfe0-3cbe8a5ddd7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '10e79373-7607-4f74-84dd-c8e5018da7a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:56:40Z', 'updated_at': '2021-11-24T01:56:43Z', 'revision_number': 5, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'subnets': [{'id': '10e79373-7607-4f74-84dd-c8e5018da7a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:56:58.258732 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-550f3118-e852-44f2-9d5f-83656e03dd2e req-1a6909ae-b0e3-44a0-9443-d4a631203913 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3fa7557b5a414e29b40de0454c5ea7eb HTTP/1.1" status: 200 len: 379 time: 0.0807421 Nov 24 01:56:58.272406 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [req-550f3118-e852-44f2-9d5f-83656e03dd2e req-9d361e43-2a06-44b9-ad3c-a250c798f47b tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Request body: {'port': {'device_id': '2e21cfc8-c48e-45cb-936a-a195e744408b', 'network_id': 'b994f58c-062f-4608-af1b-f5a2d5a95f48', 'admin_state_up': True, 'tenant_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'security_groups': ['fb4ca234-490d-44d6-ab4a-adcd1740b9bf']}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:56:58.277140 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6e3070-8da4-4afa-8a2a-baae369d4002 None None] Checking router: 0d4cee82-b7b8-4924-bfe0-3cbe8a5ddd7f for host: dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 01:56:58.286197 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6e3070-8da4-4afa-8a2a-baae369d4002 None None] Routers {'0d4cee82-b7b8-4924-bfe0-3cbe8a5ddd7f'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:56:58.286802 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-2b6e3070-8da4-4afa-8a2a-baae369d4002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:56:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['0d4cee82-b7b8-4924-bfe0-3cbe8a5ddd7f'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:56:58.307588 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-c88ce107-7b1c-4569-9a64-68f7c0d9d369 req-6d3a9bd2-befd-4306-9339-93eab168d897 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e21cfc8-c48e-45cb-936a-a195e744408b HTTP/1.1" status: 200 len: 210 time: 0.0362699 Nov 24 01:56:58.309594 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-27732cbc-1dce-477a-bec0-c9d0fb9463f5 req-ec26ee67-8ad3-4ecd-aec5-59b1ec5d0096 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61afc1dd-ae36-4254-8f6e-086a0c100437 HTTP/1.1" status: 200 len: 1000 time: 0.0997956 Nov 24 01:56:58.366000 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27732cbc-1dce-477a-bec0-c9d0fb9463f5 req-9119c79c-e642-4630-bbb0-af29429eef04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:56:58.367555 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-27732cbc-1dce-477a-bec0-c9d0fb9463f5 req-9119c79c-e642-4630-bbb0-af29429eef04 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=10e79373-7607-4f74-84dd-c8e5018da7a2 HTTP/1.1" status: 200 len: 844 time: 0.0496659 Nov 24 01:56:58.408152 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-2b6e3070-8da4-4afa-8a2a-baae369d4002 None None] Set router 0d4cee82-b7b8-4924-bfe0-3cbe8a5ddd7f gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:56:58.414502 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-550f3118-e852-44f2-9d5f-83656e03dd2e req-9d361e43-2a06-44b9-ad3c-a250c798f47b tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Made reservation on behalf of 3fa7557b5a414e29b40de0454c5ea7eb for: {'port': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:56:58.419036 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-550f3118-e852-44f2-9d5f-83656e03dd2e req-9d361e43-2a06-44b9-ad3c-a250c798f47b tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:58.419171 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27732cbc-1dce-477a-bec0-c9d0fb9463f5 req-ca453405-f745-42a7-a3db-0cd581c6d6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:56:58.420532 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-27732cbc-1dce-477a-bec0-c9d0fb9463f5 req-ca453405-f745-42a7-a3db-0cd581c6d6dc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3dfce1cb-ad9e-43c2-8a15-8ac84c2a059e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0454206 Nov 24 01:56:58.539273 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-27732cbc-1dce-477a-bec0-c9d0fb9463f5 req-3b5cecff-be59-4168-b6bf-6ceab02558d9 service neutron] 10.222.0.48 "GET /v2.0/networks/3dfce1cb-ad9e-43c2-8a15-8ac84c2a059e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113799 Nov 24 01:56:58.572995 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [req-550f3118-e852-44f2-9d5f-83656e03dd2e req-9d361e43-2a06-44b9-ad3c-a250c798f47b tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Allocated IP 172.20.0.12 (b994f58c-062f-4608-af1b-f5a2d5a95f48/8c2e0039-7a4d-4100-828d-28402f0c4357/0afca4a5-281d-4b01-8a82-1f3a4e453397) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:56:58.652860 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-27732cbc-1dce-477a-bec0-c9d0fb9463f5 req-72e797e5-f244-43af-9e32-ff76d9bc642a service neutron] 10.222.0.48 "GET /v2.0/networks/3dfce1cb-ad9e-43c2-8a15-8ac84c2a059e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057150 Nov 24 01:56:58.758770 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-550f3118-e852-44f2-9d5f-83656e03dd2e req-9d361e43-2a06-44b9-ad3c-a250c798f47b tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:58.767888 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-2b6e3070-8da4-4afa-8a2a-baae369d4002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4cee82-b7b8-4924-bfe0-3cbe8a5ddd7f', 'name': 'tempest-TestNetworkBasicOps-router-54715482', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.32'}], 'enable_snat': True}, 'gw_port_id': '762f46c5-fd49-4bd1-9764-72d5a2b15a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:56:37Z', 'updated_at': '2021-11-24T01:56:40Z', 'revision_number': 4, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': '762f46c5-fd49-4bd1-9764-72d5a2b15a71', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ee:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4cee82-b7b8-4924-bfe0-3cbe8a5ddd7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:56:37Z', 'updated_at': '2021-11-24T01:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_floatingips': [{'id': '64428496-7d0a-4731-8265-c9922bd02b43', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'floating_ip_address': '172.26.5.163', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': '0d4cee82-b7b8-4924-bfe0-3cbe8a5ddd7f', 'port_id': '61afc1dd-ae36-4254-8f6e-086a0c100437', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dfce1cb-ad9e-43c2-8a15-8ac84c2a059e', 'mac_address': 'fa:16:3e:3b:8b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e1b2719-d8ef-4181-9de8-5ad1c7aa903f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T01:56:56Z', 'updated_at': '2021-11-24T01:56:56Z', 'revision_number': 0, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0427e51-49c6-468f-be44-a2f61bf99657', 'name': '', 'network_id': '3dfce1cb-ad9e-43c2-8a15-8ac84c2a059e', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'mac_address': 'fa:16:3e:e6:c2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4cee82-b7b8-4924-bfe0-3cbe8a5ddd7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '10e79373-7607-4f74-84dd-c8e5018da7a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:56:40Z', 'updated_at': '2021-11-24T01:56:43Z', 'revision_number': 5, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'subnets': [{'id': '10e79373-7607-4f74-84dd-c8e5018da7a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:56:58.795151 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6e3070-8da4-4afa-8a2a-baae369d4002 None None] The sync data for ids ['0d4cee82-b7b8-4924-bfe0-3cbe8a5ddd7f'] in dv-neutron-818911-2-hyperv is: [{'id': '0d4cee82-b7b8-4924-bfe0-3cbe8a5ddd7f', 'name': 'tempest-TestNetworkBasicOps-router-54715482', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.32'}], 'enable_snat': True}, 'gw_port_id': '762f46c5-fd49-4bd1-9764-72d5a2b15a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:56:37Z', 'updated_at': '2021-11-24T01:56:40Z', 'revision_number': 4, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': '762f46c5-fd49-4bd1-9764-72d5a2b15a71', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ee:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4cee82-b7b8-4924-bfe0-3cbe8a5ddd7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:56:37Z', 'updated_at': '2021-11-24T01:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_floatingips': [{'id': '64428496-7d0a-4731-8265-c9922bd02b43', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'floating_ip_address': '172.26.5.163', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': '0d4cee82-b7b8-4924-bfe0-3cbe8a5ddd7f', 'port_id': '61afc1dd-ae36-4254-8f6e-086a0c100437', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dfce1cb-ad9e-43c2-8a15-8ac84c2a059e', 'mac_address': 'fa:16:3e:3b:8b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e1b2719-d8ef-4181-9de8-5ad1c7aa903f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T01:56:56Z', 'updated_at': '2021-11-24T01:56:56Z', 'revision_number': 0, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0427e51-49c6-468f-be44-a2f61bf99657', 'name': '', 'network_id': '3dfce1cb-ad9e-43c2-8a15-8ac84c2a059e', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'mac_address': 'fa:16:3e:e6:c2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4cee82-b7b8-4924-bfe0-3cbe8a5ddd7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '10e79373-7607-4f74-84dd-c8e5018da7a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:56:40Z', 'updated_at': '2021-11-24T01:56:43Z', 'revision_number': 5, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'subnets': [{'id': '10e79373-7607-4f74-84dd-c8e5018da7a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:56:58.796892 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-550f3118-e852-44f2-9d5f-83656e03dd2e req-9d361e43-2a06-44b9-ad3c-a250c798f47b tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:58.846950 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-550f3118-e852-44f2-9d5f-83656e03dd2e req-9d361e43-2a06-44b9-ad3c-a250c798f47b tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Network b994f58c-062f-4608-af1b-f5a2d5a95f48 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:56:58.852301 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [req-550f3118-e852-44f2-9d5f-83656e03dd2e req-9d361e43-2a06-44b9-ad3c-a250c798f47b tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:56:58.856901 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [req-550f3118-e852-44f2-9d5f-83656e03dd2e req-9d361e43-2a06-44b9-ad3c-a250c798f47b tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:56:58.861619 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d361e43-2a06-44b9-ad3c-a250c798f47b tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Pushing event updated for resources: {'Port': ['ID=0afca4a5-281d-4b01-8a82-1f3a4e453397,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:56:58.921254 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550f3118-e852-44f2-9d5f-83656e03dd2e req-9d361e43-2a06-44b9-ad3c-a250c798f47b tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:56:58.921953 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-550f3118-e852-44f2-9d5f-83656e03dd2e req-9d361e43-2a06-44b9-ad3c-a250c798f47b tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:58.939278 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-550f3118-e852-44f2-9d5f-83656e03dd2e req-9d361e43-2a06-44b9-ad3c-a250c798f47b tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6731756 Nov 24 01:56:58.959427 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [req-550f3118-e852-44f2-9d5f-83656e03dd2e req-c0aa80f9-8fee-4fe2-9e0b-e151ae5e057c service neutron] Request body: {'port': {'device_id': '2e21cfc8-c48e-45cb-936a-a195e744408b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8189'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:56:58.990762 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 52180) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:56:59.032966 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-550f3118-e852-44f2-9d5f-83656e03dd2e req-c0aa80f9-8fee-4fe2-9e0b-e151ae5e057c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:59.088114 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-1b96cb01-59e8-4ffb-a05a-b96d3675d878 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/floatingips/64428496-7d0a-4731-8265-c9922bd02b43 HTTP/1.1" status: 200 len: 992 time: 0.0960929 Nov 24 01:56:59.096808 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eab4862-2dfc-40f0-ada5-ff83c6ce9c63 None None] New status for floating IP 64428496-7d0a-4731-8265-c9922bd02b43: ACTIVE {{(pid=109868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 01:56:59.324923 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-4e562a4a-b3c7-49dc-acaa-73ae78ac4437 None None] Provisioning complete for port 0afca4a5-281d-4b01-8a82-1f3a4e453397 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:56:59.325343 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-4e562a4a-b3c7-49dc-acaa-73ae78ac4437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:59.401552 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-4e562a4a-b3c7-49dc-acaa-73ae78ac4437 None None] Port 0afca4a5-281d-4b01-8a82-1f3a4e453397 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:56:59.577963 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:59.618140 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55d13dd-a2b3-4bb7-bad0-a418709ccf6b req-e629d585-b39f-4242-b7bc-b8605974332b tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:56:59.619614 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-b55d13dd-a2b3-4bb7-bad0-a418709ccf6b req-e629d585-b39f-4242-b7bc-b8605974332b tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e21cfc8-c48e-45cb-936a-a195e744408b HTTP/1.1" status: 200 len: 932 time: 0.0995321 Nov 24 01:56:59.698706 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-b55d13dd-a2b3-4bb7-bad0-a418709ccf6b req-f57da184-bc11-482b-9fa4-33593607f642 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb4ca234-490d-44d6-ab4a-adcd1740b9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712502 Nov 24 01:56:59.742676 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [req-550f3118-e852-44f2-9d5f-83656e03dd2e req-c0aa80f9-8fee-4fe2-9e0b-e151ae5e057c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0afca4a5-281d-4b01-8a82-1f3a4e453397 {{(pid=109867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 01:56:59.750240 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-550f3118-e852-44f2-9d5f-83656e03dd2e req-c0aa80f9-8fee-4fe2-9e0b-e151ae5e057c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:59.766530 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.provisioning_blocks [req-550f3118-e852-44f2-9d5f-83656e03dd2e req-c0aa80f9-8fee-4fe2-9e0b-e151ae5e057c service neutron] Transition to ACTIVE for port object 0afca4a5-281d-4b01-8a82-1f3a4e453397 will not be triggered until provisioned by entity L2. {{(pid=109867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 01:56:59.769994 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-550f3118-e852-44f2-9d5f-83656e03dd2e req-c0aa80f9-8fee-4fe2-9e0b-e151ae5e057c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25501696'] for port, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:59.833357 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aa80f9-8fee-4fe2-9e0b-e151ae5e057c service neutron] Pushing event updated for resources: {'Port': ['ID=0afca4a5-281d-4b01-8a82-1f3a4e453397,revision_number=2']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:56:59.914812 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.managers [req-550f3118-e852-44f2-9d5f-83656e03dd2e req-c0aa80f9-8fee-4fe2-9e0b-e151ae5e057c service neutron] Attempting to bind port 0afca4a5-281d-4b01-8a82-1f3a4e453397 on host hv-neutron-8189 for vnic_type normal with profile {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:56:59.914812 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.managers [req-550f3118-e852-44f2-9d5f-83656e03dd2e req-c0aa80f9-8fee-4fe2-9e0b-e151ae5e057c service neutron] Attempting to bind port 0afca4a5-281d-4b01-8a82-1f3a4e453397 by drivers openvswitch,hyperv on host hv-neutron-8189 at level 0 using segments [{'id': '82bdd678-3b9c-43c2-8043-a848930985ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'b994f58c-062f-4608-af1b-f5a2d5a95f48'}] {{(pid=109867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:56:59.915128 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-550f3118-e852-44f2-9d5f-83656e03dd2e req-c0aa80f9-8fee-4fe2-9e0b-e151ae5e057c service neutron] Attempting to bind port 0afca4a5-281d-4b01-8a82-1f3a4e453397 on network b994f58c-062f-4608-af1b-f5a2d5a95f48 {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:56:59.920289 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-550f3118-e852-44f2-9d5f-83656e03dd2e req-c0aa80f9-8fee-4fe2-9e0b-e151ae5e057c service neutron] Port 0afca4a5-281d-4b01-8a82-1f3a4e453397 on network b994f58c-062f-4608-af1b-f5a2d5a95f48 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8189 {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 01:56:59.920607 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-550f3118-e852-44f2-9d5f-83656e03dd2e req-c0aa80f9-8fee-4fe2-9e0b-e151ae5e057c service neutron] Attempting to bind port 0afca4a5-281d-4b01-8a82-1f3a4e453397 on network b994f58c-062f-4608-af1b-f5a2d5a95f48 {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:56:59.926405 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-550f3118-e852-44f2-9d5f-83656e03dd2e req-c0aa80f9-8fee-4fe2-9e0b-e151ae5e057c service neutron] Checking agent: {'id': '5773fe6b-0967-455f-9dc9-84c0c923201b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 42, 58), 'started_at': datetime.datetime(2021, 11, 24, 1, 42, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:56:59.927096 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-550f3118-e852-44f2-9d5f-83656e03dd2e req-c0aa80f9-8fee-4fe2-9e0b-e151ae5e057c service neutron] Checking segment: {'id': '82bdd678-3b9c-43c2-8043-a848930985ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'b994f58c-062f-4608-af1b-f5a2d5a95f48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:56:59.927245 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-550f3118-e852-44f2-9d5f-83656e03dd2e req-c0aa80f9-8fee-4fe2-9e0b-e151ae5e057c service neutron] Bound using segment: {'id': '82bdd678-3b9c-43c2-8043-a848930985ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'b994f58c-062f-4608-af1b-f5a2d5a95f48'} {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:56:59.927590 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.managers [req-550f3118-e852-44f2-9d5f-83656e03dd2e req-c0aa80f9-8fee-4fe2-9e0b-e151ae5e057c service neutron] Bound port: 0afca4a5-281d-4b01-8a82-1f3a4e453397, host: hv-neutron-8189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82bdd678-3b9c-43c2-8043-a848930985ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'b994f58c-062f-4608-af1b-f5a2d5a95f48'}}] {{(pid=109867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:56:59.927949 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-550f3118-e852-44f2-9d5f-83656e03dd2e req-c0aa80f9-8fee-4fe2-9e0b-e151ae5e057c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:56:59.995490 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [req-550f3118-e852-44f2-9d5f-83656e03dd2e req-c0aa80f9-8fee-4fe2-9e0b-e151ae5e057c service neutron] For port 0afca4a5-281d-4b01-8a82-1f3a4e453397, host hv-neutron-8189, cleared binding levels {{(pid=109867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:56:59.998798 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [req-550f3118-e852-44f2-9d5f-83656e03dd2e req-c0aa80f9-8fee-4fe2-9e0b-e151ae5e057c service neutron] For port 0afca4a5-281d-4b01-8a82-1f3a4e453397, host hv-neutron-8189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=0afca4a5-281d-4b01-8a82-1f3a4e453397,segment=NetworkSegment(82bdd678-3b9c-43c2-8043-a848930985ff),segment_id=82bdd678-3b9c-43c2-8043-a848930985ff)] {{(pid=109867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:57:00.005652 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-550f3118-e852-44f2-9d5f-83656e03dd2e req-c0aa80f9-8fee-4fe2-9e0b-e151ae5e057c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25501696'] for port, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:57:00.047260 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550f3118-e852-44f2-9d5f-83656e03dd2e req-c0aa80f9-8fee-4fe2-9e0b-e151ae5e057c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:57:00.047887 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-550f3118-e852-44f2-9d5f-83656e03dd2e req-c0aa80f9-8fee-4fe2-9e0b-e151ae5e057c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:57:00.049285 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-550f3118-e852-44f2-9d5f-83656e03dd2e req-c0aa80f9-8fee-4fe2-9e0b-e151ae5e057c service neutron] 10.222.0.48 "PUT /v2.0/ports/0afca4a5-281d-4b01-8a82-1f3a4e453397 HTTP/1.1" status: 200 len: 1094 time: 1.0946658 Nov 24 01:57:00.049764 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e21cfc8-c48e-45cb-936a-a195e744408b', 'tag': '0afca4a5-281d-4b01-8a82-1f3a4e453397'}] {{(pid=109867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 01:57:00.052041 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2155eb48762029a847224b6ca77dbed8b251e8450d3d79f1fc0a82d404e82e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22344671-451f-468e-8f0d-b3435f59e1c0" -d '{"events": [{"name": "network-changed", "server_uuid": "2e21cfc8-c48e-45cb-936a-a195e744408b", "tag": "0afca4a5-281d-4b01-8a82-1f3a4e453397"}]}' {{(pid=109867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 01:57:00.073516 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aa80f9-8fee-4fe2-9e0b-e151ae5e057c service neutron] Pushing event updated for resources: {'Port': ['ID=0afca4a5-281d-4b01-8a82-1f3a4e453397,revision_number=3']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:57:00.091221 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 52186) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:57:00.131508 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 01:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5262feab-877e-4c8c-b99a-348faf612c38 x-openstack-request-id: req-5262feab-877e-4c8c-b99a-348faf612c38 {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 01:57:00.132053 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e21cfc8-c48e-45cb-936a-a195e744408b", "tag": "0afca4a5-281d-4b01-8a82-1f3a4e453397", "status": "completed", "code": 200}]} {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 01:57:00.132358 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5262feab-877e-4c8c-b99a-348faf612c38 {{(pid=109867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 01:57:00.132915 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e21cfc8-c48e-45cb-936a-a195e744408b', 'tag': '0afca4a5-281d-4b01-8a82-1f3a4e453397', 'status': 'completed', 'code': 200} Nov 24 01:57:00.154099 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:57:00.234291 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-99e0d4e9-15f4-4a4f-8efa-42062d83e8a7 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/floatingips/64428496-7d0a-4731-8265-c9922bd02b43 HTTP/1.1" status: 200 len: 994 time: 0.1407092 Nov 24 01:57:00.252801 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550f3118-e852-44f2-9d5f-83656e03dd2e req-5a62e8e4-2db7-4f7b-9636-5f406129c4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:57:00.254409 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-550f3118-e852-44f2-9d5f-83656e03dd2e req-5a62e8e4-2db7-4f7b-9636-5f406129c4cf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3fa7557b5a414e29b40de0454c5ea7eb&device_id=2e21cfc8-c48e-45cb-936a-a195e744408b HTTP/1.1" status: 200 len: 1097 time: 0.1140220 Nov 24 01:57:00.328495 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-550f3118-e852-44f2-9d5f-83656e03dd2e req-4145b6cd-b4ae-4969-b045-ef2aba16f59b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0afca4a5-281d-4b01-8a82-1f3a4e453397 HTTP/1.1" status: 200 len: 217 time: 0.0603218 Nov 24 01:57:00.386046 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550f3118-e852-44f2-9d5f-83656e03dd2e req-632a6085-43dd-4d71-9cbf-630bc7f712ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:57:00.387421 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-550f3118-e852-44f2-9d5f-83656e03dd2e req-632a6085-43dd-4d71-9cbf-630bc7f712ec service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8c2e0039-7a4d-4100-828d-28402f0c4357 HTTP/1.1" status: 200 len: 850 time: 0.0522726 Nov 24 01:57:00.467173 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550f3118-e852-44f2-9d5f-83656e03dd2e req-f587fd83-d983-4ba3-af65-1fa0be256313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:57:00.468654 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-550f3118-e852-44f2-9d5f-83656e03dd2e req-f587fd83-d983-4ba3-af65-1fa0be256313 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b994f58c-062f-4608-af1b-f5a2d5a95f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742376 Nov 24 01:57:00.558064 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-550f3118-e852-44f2-9d5f-83656e03dd2e req-2bed397b-cf0d-4e27-8742-0925c495c707 service neutron] 10.222.0.48 "GET /v2.0/networks/b994f58c-062f-4608-af1b-f5a2d5a95f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815630 Nov 24 01:57:00.656992 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-550f3118-e852-44f2-9d5f-83656e03dd2e req-598b0b35-fe35-4269-a94c-5a6c5bd9bbdc service neutron] 10.222.0.48 "GET /v2.0/networks/b994f58c-062f-4608-af1b-f5a2d5a95f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921648 Nov 24 01:57:00.769259 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22344671-451f-468e-8f0d-b3435f59e1c0 req-68af1a1e-674a-40fb-8ea7-2e41290f8b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:57:00.770867 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-22344671-451f-468e-8f0d-b3435f59e1c0 req-68af1a1e-674a-40fb-8ea7-2e41290f8b2d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3fa7557b5a414e29b40de0454c5ea7eb&device_id=2e21cfc8-c48e-45cb-936a-a195e744408b HTTP/1.1" status: 200 len: 1097 time: 0.0437956 Nov 24 01:57:00.928964 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3536a6e-9ad9-4db4-962c-21566da3f655 req-ec5af49c-f6e9-4991-9434-57ec6a620ed9 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:57:00.930409 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-b3536a6e-9ad9-4db4-962c-21566da3f655 req-ec5af49c-f6e9-4991-9434-57ec6a620ed9 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e21cfc8-c48e-45cb-936a-a195e744408b HTTP/1.1" status: 200 len: 944 time: 0.1586218 Nov 24 01:57:00.974331 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22344671-451f-468e-8f0d-b3435f59e1c0 req-1bcf98a5-cbf0-4401-8247-10e3bfe701e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:57:00.975786 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-22344671-451f-468e-8f0d-b3435f59e1c0 req-1bcf98a5-cbf0-4401-8247-10e3bfe701e0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b994f58c-062f-4608-af1b-f5a2d5a95f48 HTTP/1.1" status: 200 len: 912 time: 0.1948981 Nov 24 01:57:01.025908 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-22344671-451f-468e-8f0d-b3435f59e1c0 req-dbeef727-319b-4adb-8d5a-0b5abf52e5c6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0afca4a5-281d-4b01-8a82-1f3a4e453397 HTTP/1.1" status: 200 len: 217 time: 0.0402479 Nov 24 01:57:01.035417 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-b3536a6e-9ad9-4db4-962c-21566da3f655 req-220b16e9-0a3b-4fbc-869d-b71bb59cdaa3 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb4ca234-490d-44d6-ab4a-adcd1740b9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946009 Nov 24 01:57:01.078058 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22344671-451f-468e-8f0d-b3435f59e1c0 req-bdc01f7e-a6f9-45d5-ba87-d211e7585241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:57:01.079493 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-22344671-451f-468e-8f0d-b3435f59e1c0 req-bdc01f7e-a6f9-45d5-ba87-d211e7585241 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8c2e0039-7a4d-4100-828d-28402f0c4357 HTTP/1.1" status: 200 len: 850 time: 0.0432534 Nov 24 01:57:01.132140 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22344671-451f-468e-8f0d-b3435f59e1c0 req-e23e862f-420a-40d1-a8c8-769045f15666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:57:01.133780 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-22344671-451f-468e-8f0d-b3435f59e1c0 req-e23e862f-420a-40d1-a8c8-769045f15666 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b994f58c-062f-4608-af1b-f5a2d5a95f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0474539 Nov 24 01:57:01.225030 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-22344671-451f-468e-8f0d-b3435f59e1c0 req-ed1a92a4-639a-464f-b9a7-f3aca00d34a7 service neutron] 10.222.0.48 "GET /v2.0/networks/b994f58c-062f-4608-af1b-f5a2d5a95f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839851 Nov 24 01:57:01.330220 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-22344671-451f-468e-8f0d-b3435f59e1c0 req-c9bbdad9-443c-4611-bd82-b26ef0160b0f service neutron] 10.222.0.48 "GET /v2.0/networks/b994f58c-062f-4608-af1b-f5a2d5a95f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941811 Nov 24 01:57:02.151837 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2cc5ff-ee1d-4059-b4c6-ab4873ce0e8b req-7186c4c4-b40c-4af9-8197-57ff02b34dd3 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:57:02.153342 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-8e2cc5ff-ee1d-4059-b4c6-ab4873ce0e8b req-7186c4c4-b40c-4af9-8197-57ff02b34dd3 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e21cfc8-c48e-45cb-936a-a195e744408b HTTP/1.1" status: 200 len: 944 time: 0.0488231 Nov 24 01:57:02.207810 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-8e2cc5ff-ee1d-4059-b4c6-ab4873ce0e8b req-4a7b04c9-846e-4c09-ac14-de9c03b4b98e tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb4ca234-490d-44d6-ab4a-adcd1740b9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479245 Nov 24 01:57:03.328759 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1244df4c-98ce-45df-9db0-eda6c67e1f78 req-e5734551-5ce2-44d9-b618-aaa776dcd7b7 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:57:03.330420 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-1244df4c-98ce-45df-9db0-eda6c67e1f78 req-e5734551-5ce2-44d9-b618-aaa776dcd7b7 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e21cfc8-c48e-45cb-936a-a195e744408b HTTP/1.1" status: 200 len: 944 time: 0.0521853 Nov 24 01:57:03.381137 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-1244df4c-98ce-45df-9db0-eda6c67e1f78 req-dbcdae73-1795-4659-a346-e111d484d27c tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb4ca234-490d-44d6-ab4a-adcd1740b9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442979 Nov 24 01:57:04.496743 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86deed14-f5fd-4e11-8be8-d90af2a3955e req-8d9aec7d-1d6a-4d7c-9a6a-c9573ee0232c tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:57:04.498898 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-86deed14-f5fd-4e11-8be8-d90af2a3955e req-8d9aec7d-1d6a-4d7c-9a6a-c9573ee0232c tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e21cfc8-c48e-45cb-936a-a195e744408b HTTP/1.1" status: 200 len: 944 time: 0.0488491 Nov 24 01:57:04.546507 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-86deed14-f5fd-4e11-8be8-d90af2a3955e req-f3784b12-50fc-4db2-b276-07f9cba22263 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb4ca234-490d-44d6-ab4a-adcd1740b9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416124 Nov 24 01:57:05.663275 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e032ea-a55c-42d0-87c6-c23f2cb7d3c1 req-21a5abfa-3ed3-4693-9c4f-bde4451b8003 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:57:05.664716 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-b3e032ea-a55c-42d0-87c6-c23f2cb7d3c1 req-21a5abfa-3ed3-4693-9c4f-bde4451b8003 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e21cfc8-c48e-45cb-936a-a195e744408b HTTP/1.1" status: 200 len: 944 time: 0.0522053 Nov 24 01:57:05.713034 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-b3e032ea-a55c-42d0-87c6-c23f2cb7d3c1 req-8a85ed66-899f-46d4-9c1a-f590cfaf29c8 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb4ca234-490d-44d6-ab4a-adcd1740b9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425477 Nov 24 01:57:06.823104 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18e2bfa-4303-4b17-8e60-17ac1d9e82ae req-1bc901b4-9cb3-4d12-a8e4-482cce21df2c tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:57:06.824569 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-b18e2bfa-4303-4b17-8e60-17ac1d9e82ae req-1bc901b4-9cb3-4d12-a8e4-482cce21df2c tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e21cfc8-c48e-45cb-936a-a195e744408b HTTP/1.1" status: 200 len: 944 time: 0.0473890 Nov 24 01:57:06.873280 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-b18e2bfa-4303-4b17-8e60-17ac1d9e82ae req-03588155-373e-4602-bd51-cea266ca151e tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb4ca234-490d-44d6-ab4a-adcd1740b9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422652 Nov 24 01:57:07.987706 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d462e2-18f1-4ebe-b6a4-ecec083c7f1e req-f926b145-2a53-4b05-8dd7-b57bec420e4a tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:57:07.989188 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-80d462e2-18f1-4ebe-b6a4-ecec083c7f1e req-f926b145-2a53-4b05-8dd7-b57bec420e4a tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e21cfc8-c48e-45cb-936a-a195e744408b HTTP/1.1" status: 200 len: 944 time: 0.0487738 Nov 24 01:57:08.040464 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-80d462e2-18f1-4ebe-b6a4-ecec083c7f1e req-91217fca-0b43-4b33-83e4-71db452250f2 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb4ca234-490d-44d6-ab4a-adcd1740b9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452192 Nov 24 01:57:09.172269 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbfba0a-247e-47ad-afcf-dc1e7d3bede7 req-afe49342-0bd5-4bb4-a23a-907fe5ef36d6 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:57:09.173767 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-edbfba0a-247e-47ad-afcf-dc1e7d3bede7 req-afe49342-0bd5-4bb4-a23a-907fe5ef36d6 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e21cfc8-c48e-45cb-936a-a195e744408b HTTP/1.1" status: 200 len: 944 time: 0.0582597 Nov 24 01:57:09.224657 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-edbfba0a-247e-47ad-afcf-dc1e7d3bede7 req-8ab07db7-cc81-4080-9fe4-919c8c1ff08a tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb4ca234-490d-44d6-ab4a-adcd1740b9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439374 Nov 24 01:57:10.345517 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe960466-d26e-4587-85a8-a100283bb193 req-c2d99312-68fd-4644-8c8b-0ed437b13ea6 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:57:10.347122 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-fe960466-d26e-4587-85a8-a100283bb193 req-c2d99312-68fd-4644-8c8b-0ed437b13ea6 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e21cfc8-c48e-45cb-936a-a195e744408b HTTP/1.1" status: 200 len: 944 time: 0.0511563 Nov 24 01:57:10.401495 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-fe960466-d26e-4587-85a8-a100283bb193 req-2f3efb5a-f0ff-400e-90a5-8b98100289b0 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb4ca234-490d-44d6-ab4a-adcd1740b9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482576 Nov 24 01:57:11.516166 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6b8540-88f3-4621-b5b1-c477a152eefe req-be7d6e13-abde-458c-9e0b-4a66a349c0dd tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:57:11.517662 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-8e6b8540-88f3-4621-b5b1-c477a152eefe req-be7d6e13-abde-458c-9e0b-4a66a349c0dd tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e21cfc8-c48e-45cb-936a-a195e744408b HTTP/1.1" status: 200 len: 944 time: 0.0483441 Nov 24 01:57:11.565323 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-8e6b8540-88f3-4621-b5b1-c477a152eefe req-9cbe9b11-6663-49ad-a655-ede5709c977d tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb4ca234-490d-44d6-ab4a-adcd1740b9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417721 Nov 24 01:57:12.679108 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1173813b-39bf-44e0-99a3-b9fd115fcd71 req-387a2da5-f149-446f-a96d-7d9d93007e8e tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:57:12.680554 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-1173813b-39bf-44e0-99a3-b9fd115fcd71 req-387a2da5-f149-446f-a96d-7d9d93007e8e tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e21cfc8-c48e-45cb-936a-a195e744408b HTTP/1.1" status: 200 len: 944 time: 0.0491610 Nov 24 01:57:12.729867 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-1173813b-39bf-44e0-99a3-b9fd115fcd71 req-2bd60f02-0a28-4fc3-8f7b-6bd6c3843d84 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb4ca234-490d-44d6-ab4a-adcd1740b9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433629 Nov 24 01:57:13.176818 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 0afca4a5-281d-4b01-8a82-1f3a4e453397 details requested by agent hyperv_hv-neutron-8189 with host hv-neutron-8189 {{(pid=109868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 01:57:13.269055 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port 0afca4a5-281d-4b01-8a82-1f3a4e453397, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=0afca4a5-281d-4b01-8a82-1f3a4e453397,segment=NetworkSegment(82bdd678-3b9c-43c2-8043-a848930985ff),segment_id=82bdd678-3b9c-43c2-8043-a848930985ff)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:57:13.280202 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Returning: {'device': '0afca4a5-281d-4b01-8a82-1f3a4e453397', 'network_id': 'b994f58c-062f-4608-af1b-f5a2d5a95f48', 'port_id': '0afca4a5-281d-4b01-8a82-1f3a4e453397', 'mac_address': 'fa:16:3e:c6:a8:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c2e0039-7a4d-4100-828d-28402f0c4357', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 01:57:13.324348 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:57:13.337329 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0afca4a5-281d-4b01-8a82-1f3a4e453397 {{(pid=109868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 01:57:13.355872 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port 0afca4a5-281d-4b01-8a82-1f3a4e453397, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=0afca4a5-281d-4b01-8a82-1f3a4e453397,segment=NetworkSegment(82bdd678-3b9c-43c2-8043-a848930985ff),segment_id=82bdd678-3b9c-43c2-8043-a848930985ff)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:57:13.360229 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:57:13.405844 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=0afca4a5-281d-4b01-8a82-1f3a4e453397,revision_number=4']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:57:13.661035 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] get_ports_and_sgs() called for port_ids ['0afca4a5-281d-4b01-8a82-1f3a4e453397'] {{(pid=109868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 01:57:13.845765 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50c9f4c-f140-4384-9014-587593abacc8 req-1e0a579e-faff-4137-94eb-441269bc185c tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:57:13.847285 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-a50c9f4c-f140-4384-9014-587593abacc8 req-1e0a579e-faff-4137-94eb-441269bc185c tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e21cfc8-c48e-45cb-936a-a195e744408b HTTP/1.1" status: 200 len: 945 time: 0.0514309 Nov 24 01:57:13.895224 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-a50c9f4c-f140-4384-9014-587593abacc8 req-2619e783-3221-4818-9e0d-e11708af6422 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb4ca234-490d-44d6-ab4a-adcd1740b9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419486 Nov 24 01:57:15.005527 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e305528-172a-4905-8bcf-20f96915b607 req-82db1cda-9253-44a2-87e2-e6e8537b2483 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:57:15.006977 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-7e305528-172a-4905-8bcf-20f96915b607 req-82db1cda-9253-44a2-87e2-e6e8537b2483 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e21cfc8-c48e-45cb-936a-a195e744408b HTTP/1.1" status: 200 len: 945 time: 0.0478039 Nov 24 01:57:15.055015 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-7e305528-172a-4905-8bcf-20f96915b607 req-dacc38eb-b5cb-4500-b18a-73f92c9ea7e9 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb4ca234-490d-44d6-ab4a-adcd1740b9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423393 Nov 24 01:57:15.192695 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 0afca4a5-281d-4b01-8a82-1f3a4e453397 up at agent hyperv_hv-neutron-8189 {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:57:15.242567 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Provisioning for port 0afca4a5-281d-4b01-8a82-1f3a4e453397 completed by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 01:57:15.246518 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Provisioning complete for port 0afca4a5-281d-4b01-8a82-1f3a4e453397 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:57:15.246884 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:57:15.320889 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:57:15.342809 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e21cfc8-c48e-45cb-936a-a195e744408b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0afca4a5-281d-4b01-8a82-1f3a4e453397'}] {{(pid=109868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 01:57:15.345078 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adafa3b64de3cabc8eac619938bcace59b198ffee64d481093eb3def62699d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4101a50-2d25-446b-b4e0-762d4bfbc84d" -d '{"events": [{"server_uuid": "2e21cfc8-c48e-45cb-936a-a195e744408b", "name": "network-vif-plugged", "status": "completed", "tag": "0afca4a5-281d-4b01-8a82-1f3a4e453397"}]}' {{(pid=109868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 01:57:15.358331 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port 0afca4a5-281d-4b01-8a82-1f3a4e453397, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=0afca4a5-281d-4b01-8a82-1f3a4e453397,segment=NetworkSegment(82bdd678-3b9c-43c2-8043-a848930985ff),segment_id=82bdd678-3b9c-43c2-8043-a848930985ff)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:57:15.362266 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:57:15.385288 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 01:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8dfa97a-139d-4d27-b274-b28b8178899f x-openstack-request-id: req-e8dfa97a-139d-4d27-b274-b28b8178899f {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 01:57:15.385605 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e21cfc8-c48e-45cb-936a-a195e744408b", "name": "network-vif-plugged", "status": "completed", "tag": "0afca4a5-281d-4b01-8a82-1f3a4e453397", "code": 200}]} {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 01:57:15.385857 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e8dfa97a-139d-4d27-b274-b28b8178899f {{(pid=109868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 01:57:15.386242 dv-neutron-818911-2-hyperv neutron-server[109868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e21cfc8-c48e-45cb-936a-a195e744408b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0afca4a5-281d-4b01-8a82-1f3a4e453397', 'code': 200} Nov 24 01:57:15.410624 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=0afca4a5-281d-4b01-8a82-1f3a4e453397,revision_number=5']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:57:15.626934 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ce314b-dae6-4c14-a398-cfdf09d67865 req-4e495e09-6ef8-499a-9f86-e5e883f1a09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:57:15.628448 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-c1ce314b-dae6-4c14-a398-cfdf09d67865 req-4e495e09-6ef8-499a-9f86-e5e883f1a09c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2e21cfc8-c48e-45cb-936a-a195e744408b HTTP/1.1" status: 200 len: 1099 time: 0.0481200 Nov 24 01:57:15.674344 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-c1ce314b-dae6-4c14-a398-cfdf09d67865 req-f50f19bd-bc17-4887-8567-d12c82a39de5 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=fb4ca234-490d-44d6-ab4a-adcd1740b9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385125 Nov 24 01:57:16.166379 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb584d8d-c2f9-46df-8d00-a835fffc07b9 req-a2854cd6-4209-4139-853f-e533aa8fe836 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:57:16.167856 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-fb584d8d-c2f9-46df-8d00-a835fffc07b9 req-a2854cd6-4209-4139-853f-e533aa8fe836 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e21cfc8-c48e-45cb-936a-a195e744408b HTTP/1.1" status: 200 len: 946 time: 0.0486062 Nov 24 01:57:16.218367 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-fb584d8d-c2f9-46df-8d00-a835fffc07b9 req-661b8783-a839-40cc-8dfc-710119b679b4 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb4ca234-490d-44d6-ab4a-adcd1740b9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445623 Nov 24 01:57:17.335051 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a727fb-336f-4a9d-9bd3-0ef7b51a23ff req-d53596c1-7a0c-47e7-8ee1-a0723c057a9d tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:57:17.336798 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-b7a727fb-336f-4a9d-9bd3-0ef7b51a23ff req-d53596c1-7a0c-47e7-8ee1-a0723c057a9d tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e21cfc8-c48e-45cb-936a-a195e744408b HTTP/1.1" status: 200 len: 946 time: 0.0486689 Nov 24 01:57:17.384722 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-b7a727fb-336f-4a9d-9bd3-0ef7b51a23ff req-a90406ee-032a-4cb6-b0f4-59c5ec5dfe02 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb4ca234-490d-44d6-ab4a-adcd1740b9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419817 Nov 24 01:57:17.495994 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cb190d-5ff1-4ce3-a717-c6bb0ce15cff req-8c4f05fe-d2ff-4b4e-8ccb-a417d257129f tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:57:17.497994 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-f5cb190d-5ff1-4ce3-a717-c6bb0ce15cff req-8c4f05fe-d2ff-4b4e-8ccb-a417d257129f tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e21cfc8-c48e-45cb-936a-a195e744408b HTTP/1.1" status: 200 len: 946 time: 0.0487666 Nov 24 01:57:17.549339 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-f5cb190d-5ff1-4ce3-a717-c6bb0ce15cff req-9a27e3e5-d89e-4fc5-aa2c-367e329248aa tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb4ca234-490d-44d6-ab4a-adcd1740b9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454333 Nov 24 01:57:17.570844 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 52222) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:57:17.609470 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137546fb-5644-4585-b783-df3da383081d tempest-TestVolumeBootPattern-184407387 tempest-TestVolumeBootPattern-184407387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:57:17.610943 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-137546fb-5644-4585-b783-df3da383081d tempest-TestVolumeBootPattern-184407387 tempest-TestVolumeBootPattern-184407387-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=2e21cfc8-c48e-45cb-936a-a195e744408b HTTP/1.1" status: 200 len: 1094 time: 0.0391459 Nov 24 01:57:17.613527 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 52224) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:57:17.617673 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-4154cfce-8edc-4564-a528-1e1b97366621 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Request body: {'floatingip': {'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'port_id': '0afca4a5-281d-4b01-8a82-1f3a4e453397', 'tenant_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:57:17.640561 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4154cfce-8edc-4564-a528-1e1b97366621 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Publish callbacks [] for floatingip, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:57:17.736485 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4154cfce-8edc-4564-a528-1e1b97366621 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:57:17.846551 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-4154cfce-8edc-4564-a528-1e1b97366621 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Allocated IP 172.26.5.101 (eb22795d-37ee-46ee-844d-92c17e2ea450/3e66fcff-6e72-4083-b514-48f69cdaa2cb/96cb3b8f-710f-410a-9c47-4386f82b19c8) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:57:17.951634 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4154cfce-8edc-4564-a528-1e1b97366621 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:57:17.984254 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4154cfce-8edc-4564-a528-1e1b97366621 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:57:18.023755 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4154cfce-8edc-4564-a528-1e1b97366621 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Network eb22795d-37ee-46ee-844d-92c17e2ea450 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:57:18.026859 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-4154cfce-8edc-4564-a528-1e1b97366621 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:57:18.030944 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4154cfce-8edc-4564-a528-1e1b97366621 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:57:18.036499 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4154cfce-8edc-4564-a528-1e1b97366621 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Pushing event updated for resources: {'Port': ['ID=96cb3b8f-710f-410a-9c47-4386f82b19c8,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:57:18.643953 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4154cfce-8edc-4564-a528-1e1b97366621 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:57:18.706930 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4154cfce-8edc-4564-a528-1e1b97366621 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:57:18.856098 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4154cfce-8edc-4564-a528-1e1b97366621 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Publish callbacks [] for port, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:57:18.860589 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4154cfce-8edc-4564-a528-1e1b97366621 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25501696'] for port, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:57:18.930910 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4154cfce-8edc-4564-a528-1e1b97366621 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Pushing event updated for resources: {'Port': ['ID=96cb3b8f-710f-410a-9c47-4386f82b19c8,revision_number=2']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:57:18.940517 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4154cfce-8edc-4564-a528-1e1b97366621 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418250'] for floatingip, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:57:19.036416 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.l3_db [None req-4154cfce-8edc-4564-a528-1e1b97366621 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Floating IP 8500b2a5-9a06-4569-a124-dbbc6a1feffb associated. External IP: 172.26.5.101, port: 0afca4a5-281d-4b01-8a82-1f3a4e453397. Nov 24 01:57:19.242028 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4154cfce-8edc-4564-a528-1e1b97366621 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Router 76c9e572-79c1-407b-b208-778c2ecf3412 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:57:19.349565 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4154cfce-8edc-4564-a528-1e1b97366621 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:57:19.360360 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e94fb32-276d-463a-94da-bef6d14bab33 None None] Sync routers for ids ['76c9e572-79c1-407b-b208-778c2ecf3412'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:57:19.367963 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4154cfce-8edc-4564-a528-1e1b97366621 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for floatingip, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:57:19.370221 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e94fb32-276d-463a-94da-bef6d14bab33 None None] Routers {'76c9e572-79c1-407b-b208-778c2ecf3412'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:57:19.370827 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-1e94fb32-276d-463a-94da-bef6d14bab33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:56:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['76c9e572-79c1-407b-b208-778c2ecf3412'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:57:19.395060 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-4154cfce-8edc-4564-a528-1e1b97366621 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7805452 Nov 24 01:57:19.395646 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e21cfc8-c48e-45cb-936a-a195e744408b', 'tag': '0afca4a5-281d-4b01-8a82-1f3a4e453397'}] {{(pid=109867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 01:57:19.397927 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2155eb48762029a847224b6ca77dbed8b251e8450d3d79f1fc0a82d404e82e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f94cef8-ed9d-47b1-80a9-05ec10874433" -d '{"events": [{"name": "network-changed", "server_uuid": "2e21cfc8-c48e-45cb-936a-a195e744408b", "tag": "0afca4a5-281d-4b01-8a82-1f3a4e453397"}]}' {{(pid=109867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 01:57:19.477943 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-1e94fb32-276d-463a-94da-bef6d14bab33 None None] Set router 76c9e572-79c1-407b-b208-778c2ecf3412 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:57:19.487745 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 01:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bbaa9cc-82d2-4143-9b69-bdb0044f1e5d x-openstack-request-id: req-5bbaa9cc-82d2-4143-9b69-bdb0044f1e5d {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 01:57:19.488072 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e21cfc8-c48e-45cb-936a-a195e744408b", "tag": "0afca4a5-281d-4b01-8a82-1f3a4e453397", "status": "completed", "code": 200}]} {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 01:57:19.488328 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5bbaa9cc-82d2-4143-9b69-bdb0044f1e5d {{(pid=109867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 01:57:19.488731 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e21cfc8-c48e-45cb-936a-a195e744408b', 'tag': '0afca4a5-281d-4b01-8a82-1f3a4e453397', 'status': 'completed', 'code': 200} Nov 24 01:57:19.572976 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f94cef8-ed9d-47b1-80a9-05ec10874433 req-1fde6e3a-19ac-4012-9d1c-19034a83f97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:57:19.574436 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-8f94cef8-ed9d-47b1-80a9-05ec10874433 req-1fde6e3a-19ac-4012-9d1c-19034a83f97c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3fa7557b5a414e29b40de0454c5ea7eb&device_id=2e21cfc8-c48e-45cb-936a-a195e744408b HTTP/1.1" status: 200 len: 1099 time: 0.0411177 Nov 24 01:57:19.672044 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f94cef8-ed9d-47b1-80a9-05ec10874433 req-ac422585-8fca-48d9-a3d2-7e2697be9485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:57:19.673575 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-8f94cef8-ed9d-47b1-80a9-05ec10874433 req-ac422585-8fca-48d9-a3d2-7e2697be9485 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b994f58c-062f-4608-af1b-f5a2d5a95f48 HTTP/1.1" status: 200 len: 912 time: 0.0921474 Nov 24 01:57:19.706559 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-1e94fb32-276d-463a-94da-bef6d14bab33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c9e572-79c1-407b-b208-778c2ecf3412', 'name': 'tempest-TestVolumeBootPattern-812246204-router', 'tenant_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.219'}], 'enable_snat': True}, 'gw_port_id': 'd8b18f00-28a3-4e2c-899a-ee5dac3c89ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:51:29Z', 'updated_at': '2021-11-24T01:51:35Z', 'revision_number': 4, 'project_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'gw_port': {'id': 'd8b18f00-28a3-4e2c-899a-ee5dac3c89ac', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:95:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c9e572-79c1-407b-b208-778c2ecf3412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:30Z', 'updated_at': '2021-11-24T01:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_floatingips': [{'id': '51a519bd-33f5-4762-94d6-08906b18798f', 'tenant_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'floating_ip_address': '172.26.5.100', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': '76c9e572-79c1-407b-b208-778c2ecf3412', 'port_id': 'cedc9359-7995-4c76-81d5-2e7646f5c556', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b994f58c-062f-4608-af1b-f5a2d5a95f48', 'mac_address': 'fa:16:3e:52:e7:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e54bd7-3133-44e2-b5ea-5d7d572b3362', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T01:55:03Z', 'updated_at': '2021-11-24T01:55:06Z', 'revision_number': 1, 'project_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'fixed_ip_address_scope': None}, {'id': '8500b2a5-9a06-4569-a124-dbbc6a1feffb', 'tenant_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'floating_ip_address': '172.26.5.101', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': '76c9e572-79c1-407b-b208-778c2ecf3412', 'port_id': '0afca4a5-281d-4b01-8a82-1f3a4e453397', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b994f58c-062f-4608-af1b-f5a2d5a95f48', 'mac_address': 'fa:16:3e:c6:a8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e21cfc8-c48e-45cb-936a-a195e744408b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T01:57:18Z', 'updated_at': '2021-11-24T01:57:18Z', 'revision_number': 0, 'project_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2d7d034-a407-4abe-911e-fe7025b454da', 'name': '', 'network_id': 'b994f58c-062f-4608-af1b-f5a2d5a95f48', 'tenant_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'mac_address': 'fa:16:3e:fd:28:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c9e572-79c1-407b-b208-778c2ecf3412', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '8c2e0039-7a4d-4100-828d-28402f0c4357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:34Z', 'updated_at': '2021-11-24T01:51:38Z', 'revision_number': 5, 'project_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'subnets': [{'id': '8c2e0039-7a4d-4100-828d-28402f0c4357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:57:19.732883 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e94fb32-276d-463a-94da-bef6d14bab33 None None] Checking router: 76c9e572-79c1-407b-b208-778c2ecf3412 for host: dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 01:57:19.741012 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e94fb32-276d-463a-94da-bef6d14bab33 None None] Routers {'76c9e572-79c1-407b-b208-778c2ecf3412'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:57:19.741643 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-1e94fb32-276d-463a-94da-bef6d14bab33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:56:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['76c9e572-79c1-407b-b208-778c2ecf3412'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:57:19.773904 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-8f94cef8-ed9d-47b1-80a9-05ec10874433 req-4c806cf6-2fc3-42b7-97d6-6a8a7b2c82c1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0afca4a5-281d-4b01-8a82-1f3a4e453397 HTTP/1.1" status: 200 len: 1000 time: 0.0929253 Nov 24 01:57:19.825350 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f94cef8-ed9d-47b1-80a9-05ec10874433 req-80b72965-6873-495e-a343-4a01b19f476a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:57:19.827417 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-8f94cef8-ed9d-47b1-80a9-05ec10874433 req-80b72965-6873-495e-a343-4a01b19f476a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8c2e0039-7a4d-4100-828d-28402f0c4357 HTTP/1.1" status: 200 len: 850 time: 0.0465195 Nov 24 01:57:19.846757 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-1e94fb32-276d-463a-94da-bef6d14bab33 None None] Set router 76c9e572-79c1-407b-b208-778c2ecf3412 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:57:19.874719 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f94cef8-ed9d-47b1-80a9-05ec10874433 req-9d4d65ff-12de-4f7d-bca6-c5e67a46d891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:57:19.876231 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-8f94cef8-ed9d-47b1-80a9-05ec10874433 req-9d4d65ff-12de-4f7d-bca6-c5e67a46d891 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b994f58c-062f-4608-af1b-f5a2d5a95f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0421548 Nov 24 01:57:19.970843 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-8f94cef8-ed9d-47b1-80a9-05ec10874433 req-30ee9059-6d5b-46d8-912c-d246c1fcf4c4 service neutron] 10.222.0.48 "GET /v2.0/networks/b994f58c-062f-4608-af1b-f5a2d5a95f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868196 Nov 24 01:57:20.062191 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-8f94cef8-ed9d-47b1-80a9-05ec10874433 req-a3758302-b15d-4129-9ac4-942e4c521286 service neutron] 10.222.0.48 "GET /v2.0/networks/b994f58c-062f-4608-af1b-f5a2d5a95f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839117 Nov 24 01:57:20.074758 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-1e94fb32-276d-463a-94da-bef6d14bab33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c9e572-79c1-407b-b208-778c2ecf3412', 'name': 'tempest-TestVolumeBootPattern-812246204-router', 'tenant_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.219'}], 'enable_snat': True}, 'gw_port_id': 'd8b18f00-28a3-4e2c-899a-ee5dac3c89ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:51:29Z', 'updated_at': '2021-11-24T01:51:35Z', 'revision_number': 4, 'project_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'gw_port': {'id': 'd8b18f00-28a3-4e2c-899a-ee5dac3c89ac', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:95:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c9e572-79c1-407b-b208-778c2ecf3412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:30Z', 'updated_at': '2021-11-24T01:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_floatingips': [{'id': '51a519bd-33f5-4762-94d6-08906b18798f', 'tenant_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'floating_ip_address': '172.26.5.100', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': '76c9e572-79c1-407b-b208-778c2ecf3412', 'port_id': 'cedc9359-7995-4c76-81d5-2e7646f5c556', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b994f58c-062f-4608-af1b-f5a2d5a95f48', 'mac_address': 'fa:16:3e:52:e7:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e54bd7-3133-44e2-b5ea-5d7d572b3362', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T01:55:03Z', 'updated_at': '2021-11-24T01:55:06Z', 'revision_number': 1, 'project_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'fixed_ip_address_scope': None}, {'id': '8500b2a5-9a06-4569-a124-dbbc6a1feffb', 'tenant_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'floating_ip_address': '172.26.5.101', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': '76c9e572-79c1-407b-b208-778c2ecf3412', 'port_id': '0afca4a5-281d-4b01-8a82-1f3a4e453397', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b994f58c-062f-4608-af1b-f5a2d5a95f48', 'mac_address': 'fa:16:3e:c6:a8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e21cfc8-c48e-45cb-936a-a195e744408b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T01:57:18Z', 'updated_at': '2021-11-24T01:57:18Z', 'revision_number': 0, 'project_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2d7d034-a407-4abe-911e-fe7025b454da', 'name': '', 'network_id': 'b994f58c-062f-4608-af1b-f5a2d5a95f48', 'tenant_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'mac_address': 'fa:16:3e:fd:28:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c9e572-79c1-407b-b208-778c2ecf3412', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '8c2e0039-7a4d-4100-828d-28402f0c4357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:34Z', 'updated_at': '2021-11-24T01:51:38Z', 'revision_number': 5, 'project_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'subnets': [{'id': '8c2e0039-7a4d-4100-828d-28402f0c4357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:57:20.101648 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e94fb32-276d-463a-94da-bef6d14bab33 None None] The sync data for ids ['76c9e572-79c1-407b-b208-778c2ecf3412'] in dv-neutron-818911-2-hyperv is: [{'id': '76c9e572-79c1-407b-b208-778c2ecf3412', 'name': 'tempest-TestVolumeBootPattern-812246204-router', 'tenant_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.219'}], 'enable_snat': True}, 'gw_port_id': 'd8b18f00-28a3-4e2c-899a-ee5dac3c89ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:51:29Z', 'updated_at': '2021-11-24T01:51:35Z', 'revision_number': 4, 'project_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'gw_port': {'id': 'd8b18f00-28a3-4e2c-899a-ee5dac3c89ac', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:95:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c9e572-79c1-407b-b208-778c2ecf3412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:30Z', 'updated_at': '2021-11-24T01:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_floatingips': [{'id': '51a519bd-33f5-4762-94d6-08906b18798f', 'tenant_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'floating_ip_address': '172.26.5.100', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': '76c9e572-79c1-407b-b208-778c2ecf3412', 'port_id': 'cedc9359-7995-4c76-81d5-2e7646f5c556', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b994f58c-062f-4608-af1b-f5a2d5a95f48', 'mac_address': 'fa:16:3e:52:e7:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e54bd7-3133-44e2-b5ea-5d7d572b3362', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T01:55:03Z', 'updated_at': '2021-11-24T01:55:06Z', 'revision_number': 1, 'project_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'fixed_ip_address_scope': None}, {'id': '8500b2a5-9a06-4569-a124-dbbc6a1feffb', 'tenant_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'floating_ip_address': '172.26.5.101', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': '76c9e572-79c1-407b-b208-778c2ecf3412', 'port_id': '0afca4a5-281d-4b01-8a82-1f3a4e453397', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b994f58c-062f-4608-af1b-f5a2d5a95f48', 'mac_address': 'fa:16:3e:c6:a8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e21cfc8-c48e-45cb-936a-a195e744408b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T01:57:18Z', 'updated_at': '2021-11-24T01:57:18Z', 'revision_number': 0, 'project_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2d7d034-a407-4abe-911e-fe7025b454da', 'name': '', 'network_id': 'b994f58c-062f-4608-af1b-f5a2d5a95f48', 'tenant_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'mac_address': 'fa:16:3e:fd:28:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c9e572-79c1-407b-b208-778c2ecf3412', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '8c2e0039-7a4d-4100-828d-28402f0c4357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:34Z', 'updated_at': '2021-11-24T01:51:38Z', 'revision_number': 5, 'project_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'subnets': [{'id': '8c2e0039-7a4d-4100-828d-28402f0c4357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:57:20.287220 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579c8557-d5e8-4580-b47b-8f8f5ef378c2 None None] New status for floating IP 8500b2a5-9a06-4569-a124-dbbc6a1feffb: ACTIVE {{(pid=109868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 01:57:24.721223 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-8b50305d-2210-4c55-9d3c-290440c7945e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:57:25.160312 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.agents_db [None req-4e42c10c-a1d3-4d07-89d6-7a24334140aa None None] Agent healthcheck: found 6 active agents {{(pid=109869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 01:57:27.175140 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-90302b01-1574-42d3-90b3-f2450ead44ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:57:27.888236 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:57:28.094919 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:57:29.578225 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:57:30.109614 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:57:54.722865 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-1fb4786b-75a7-4a0a-aac3-63032ea28a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:57:57.176622 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-5e76247d-3e71-4db3-bf95-2ecb838914dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:57:57.898597 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:57:58.093679 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:57:59.579502 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:58:00.110657 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:58:02.162388 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.agents_db [None req-4e42c10c-a1d3-4d07-89d6-7a24334140aa None None] Agent healthcheck: found 6 active agents {{(pid=109869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 01:58:07.342299 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-9c92e0a0-c51e-4473-a087-f17e7c320baa req-222d4739-eb18-4d19-b317-ad3a35cceeb4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d1e54bd7-3133-44e2-b5ea-5d7d572b3362&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418937 Nov 24 01:58:07.445479 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c92e0a0-c51e-4473-a087-f17e7c320baa req-69390725-5fb7-4be5-b575-1ed64a5011ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:58:07.446964 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-9c92e0a0-c51e-4473-a087-f17e7c320baa req-69390725-5fb7-4be5-b575-1ed64a5011ed service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3fa7557b5a414e29b40de0454c5ea7eb&device_id=d1e54bd7-3133-44e2-b5ea-5d7d572b3362 HTTP/1.1" status: 200 len: 1098 time: 0.0409164 Nov 24 01:58:07.556090 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c92e0a0-c51e-4473-a087-f17e7c320baa req-cbaf5fb6-370f-4dfa-b5a3-2ee657f9893a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:58:07.557715 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-9c92e0a0-c51e-4473-a087-f17e7c320baa req-cbaf5fb6-370f-4dfa-b5a3-2ee657f9893a service neutron] 10.222.0.48 "GET /v2.0/networks?id=b994f58c-062f-4608-af1b-f5a2d5a95f48 HTTP/1.1" status: 200 len: 912 time: 0.0896726 Nov 24 01:58:07.626924 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-9c92e0a0-c51e-4473-a087-f17e7c320baa req-9c24c1cd-ec8f-40ef-b5e1-150a34c1766b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cedc9359-7995-4c76-81d5-2e7646f5c556 HTTP/1.1" status: 200 len: 1001 time: 0.0606072 Nov 24 01:58:07.681834 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c92e0a0-c51e-4473-a087-f17e7c320baa req-6138b064-5bc4-40a3-8f85-955a37d998ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:58:07.683288 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-9c92e0a0-c51e-4473-a087-f17e7c320baa req-6138b064-5bc4-40a3-8f85-955a37d998ba service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8c2e0039-7a4d-4100-828d-28402f0c4357 HTTP/1.1" status: 200 len: 850 time: 0.0491457 Nov 24 01:58:07.730226 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c92e0a0-c51e-4473-a087-f17e7c320baa req-5fec1898-f67c-4b6f-a267-b2f96013d2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:58:07.731762 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-9c92e0a0-c51e-4473-a087-f17e7c320baa req-5fec1898-f67c-4b6f-a267-b2f96013d2f3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b994f58c-062f-4608-af1b-f5a2d5a95f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0412822 Nov 24 01:58:07.843543 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-9c92e0a0-c51e-4473-a087-f17e7c320baa req-ccd7d198-ceae-4455-8efe-2ec43fb4632b service neutron] 10.222.0.48 "GET /v2.0/networks/b994f58c-062f-4608-af1b-f5a2d5a95f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998337 Nov 24 01:58:07.937841 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-9c92e0a0-c51e-4473-a087-f17e7c320baa req-f26a31a5-7130-4600-890b-e4ab06e9dfbe service neutron] 10.222.0.48 "GET /v2.0/networks/b994f58c-062f-4608-af1b-f5a2d5a95f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862463 Nov 24 01:58:24.731559 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-5a22744c-68f0-4855-8e90-8094bb299a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:58:27.177513 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-3bf46c3d-4a2e-4a26-8806-766b80598ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:58:27.890575 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:58:28.095518 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:58:29.582410 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:58:30.112606 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:58:39.160708 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.agents_db [None req-4e42c10c-a1d3-4d07-89d6-7a24334140aa None None] Agent healthcheck: found 6 active agents {{(pid=109869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 01:58:51.415591 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 52264) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:58:51.568686 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-bdc82e44-ef12-4eda-a803-f844fd3786e0 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Deleting port 96cb3b8f-710f-410a-9c47-4386f82b19c8 {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:58:51.569024 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-bdc82e44-ef12-4eda-a803-f844fd3786e0 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:58:51.644587 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-bdc82e44-ef12-4eda-a803-f844fd3786e0 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:58:51.644906 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-bdc82e44-ef12-4eda-a803-f844fd3786e0 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:58:51.656227 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-bdc82e44-ef12-4eda-a803-f844fd3786e0 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Calling delete_port for 96cb3b8f-710f-410a-9c47-4386f82b19c8 owned by network:floatingip {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:58:51.799671 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-bdc82e44-ef12-4eda-a803-f844fd3786e0 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:58:51.823908 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc82e44-ef12-4eda-a803-f844fd3786e0 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Pushing event deleted for resources: {'Port': ['ID=96cb3b8f-710f-410a-9c47-4386f82b19c8,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:58:51.847540 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc82e44-ef12-4eda-a803-f844fd3786e0 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:58:51.847885 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc82e44-ef12-4eda-a803-f844fd3786e0 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:58:51.848539 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc82e44-ef12-4eda-a803-f844fd3786e0 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:58:51.848539 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc82e44-ef12-4eda-a803-f844fd3786e0 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:58:51.848864 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc82e44-ef12-4eda-a803-f844fd3786e0 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:58:51.849188 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc82e44-ef12-4eda-a803-f844fd3786e0 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:58:51.849535 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc82e44-ef12-4eda-a803-f844fd3786e0 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:58:51.850488 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc82e44-ef12-4eda-a803-f844fd3786e0 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:58:51.850812 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc82e44-ef12-4eda-a803-f844fd3786e0 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:58:51.851134 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc82e44-ef12-4eda-a803-f844fd3786e0 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:58:51.851454 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc82e44-ef12-4eda-a803-f844fd3786e0 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:58:51.851771 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc82e44-ef12-4eda-a803-f844fd3786e0 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:58:51.890628 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-bdc82e44-ef12-4eda-a803-f844fd3786e0 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Publish callbacks [] for floatingip, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:58:51.890951 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.l3_db [None req-bdc82e44-ef12-4eda-a803-f844fd3786e0 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Floating IP 8500b2a5-9a06-4569-a124-dbbc6a1feffb disassociated (deleted). External IP: 172.26.5.101, port: 0afca4a5-281d-4b01-8a82-1f3a4e453397. Nov 24 01:58:52.381670 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdc82e44-ef12-4eda-a803-f844fd3786e0 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Router 76c9e572-79c1-407b-b208-778c2ecf3412 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:58:52.484956 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdc82e44-ef12-4eda-a803-f844fd3786e0 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:58:52.489727 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-bdc82e44-ef12-4eda-a803-f844fd3786e0 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for floatingip, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:58:52.494739 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393125fe-ef4e-45d4-8682-6ada8982edb0 None None] Sync routers for ids ['76c9e572-79c1-407b-b208-778c2ecf3412'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:58:52.503543 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393125fe-ef4e-45d4-8682-6ada8982edb0 None None] Routers {'76c9e572-79c1-407b-b208-778c2ecf3412'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:58:52.504133 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-393125fe-ef4e-45d4-8682-6ada8982edb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:58:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['76c9e572-79c1-407b-b208-778c2ecf3412'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:58:52.515854 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-bdc82e44-ef12-4eda-a803-f844fd3786e0 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "DELETE /v2.0/floatingips/8500b2a5-9a06-4569-a124-dbbc6a1feffb HTTP/1.1" status: 204 len: 168 time: 1.0991797 Nov 24 01:58:52.516453 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e21cfc8-c48e-45cb-936a-a195e744408b', 'tag': '0afca4a5-281d-4b01-8a82-1f3a4e453397'}] {{(pid=109866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 01:58:52.518856 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b7c53c286d9351d1367337230623a155cee02c46c94b80588b67a0bc16402ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daf91fbb-fb14-4bbf-8f5d-bef5c04dc6f8" -d '{"events": [{"name": "network-changed", "server_uuid": "2e21cfc8-c48e-45cb-936a-a195e744408b", "tag": "0afca4a5-281d-4b01-8a82-1f3a4e453397"}]}' {{(pid=109866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 01:58:52.563852 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 01:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77738796-4e29-4d86-9565-f8806227403c x-openstack-request-id: req-77738796-4e29-4d86-9565-f8806227403c {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 01:58:52.564146 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e21cfc8-c48e-45cb-936a-a195e744408b", "tag": "0afca4a5-281d-4b01-8a82-1f3a4e453397", "status": "completed", "code": 200}]} {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 01:58:52.564581 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-77738796-4e29-4d86-9565-f8806227403c {{(pid=109866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 01:58:52.564918 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e21cfc8-c48e-45cb-936a-a195e744408b', 'tag': '0afca4a5-281d-4b01-8a82-1f3a4e453397', 'status': 'completed', 'code': 200} Nov 24 01:58:52.611142 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-393125fe-ef4e-45d4-8682-6ada8982edb0 None None] Set router 76c9e572-79c1-407b-b208-778c2ecf3412 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:58:52.667806 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf91fbb-fb14-4bbf-8f5d-bef5c04dc6f8 req-cecf8f23-f2a2-494b-8db5-7f9a86b05b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:58:52.669986 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-daf91fbb-fb14-4bbf-8f5d-bef5c04dc6f8 req-cecf8f23-f2a2-494b-8db5-7f9a86b05b66 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3fa7557b5a414e29b40de0454c5ea7eb&device_id=2e21cfc8-c48e-45cb-936a-a195e744408b HTTP/1.1" status: 200 len: 1099 time: 0.0596285 Nov 24 01:58:52.800354 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ecaf56-4cd9-4a4a-bb45-fb87d229fff9 req-47941abe-44ff-4c95-8264-f03f6c976249 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:58:52.801981 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-47ecaf56-4cd9-4a4a-bb45-fb87d229fff9 req-47941abe-44ff-4c95-8264-f03f6c976249 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e21cfc8-c48e-45cb-936a-a195e744408b HTTP/1.1" status: 200 len: 946 time: 0.1059313 Nov 24 01:58:52.852688 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf91fbb-fb14-4bbf-8f5d-bef5c04dc6f8 req-6938b0be-9c2f-48e6-b20d-4e19f5f965f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:58:52.854171 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-daf91fbb-fb14-4bbf-8f5d-bef5c04dc6f8 req-6938b0be-9c2f-48e6-b20d-4e19f5f965f8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b994f58c-062f-4608-af1b-f5a2d5a95f48 HTTP/1.1" status: 200 len: 912 time: 0.1294901 Nov 24 01:58:52.908784 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-47ecaf56-4cd9-4a4a-bb45-fb87d229fff9 req-4c0b1df3-085c-4fe6-a6f8-a3b3197086a2 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb4ca234-490d-44d6-ab4a-adcd1740b9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991297 Nov 24 01:58:52.910574 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-daf91fbb-fb14-4bbf-8f5d-bef5c04dc6f8 req-94f58b9e-0041-41d6-8b1f-0b799e250880 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0afca4a5-281d-4b01-8a82-1f3a4e453397 HTTP/1.1" status: 200 len: 217 time: 0.0467114 Nov 24 01:58:52.929889 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-393125fe-ef4e-45d4-8682-6ada8982edb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c9e572-79c1-407b-b208-778c2ecf3412', 'name': 'tempest-TestVolumeBootPattern-812246204-router', 'tenant_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.219'}], 'enable_snat': True}, 'gw_port_id': 'd8b18f00-28a3-4e2c-899a-ee5dac3c89ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:51:29Z', 'updated_at': '2021-11-24T01:51:35Z', 'revision_number': 4, 'project_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'gw_port': {'id': 'd8b18f00-28a3-4e2c-899a-ee5dac3c89ac', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:95:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c9e572-79c1-407b-b208-778c2ecf3412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:30Z', 'updated_at': '2021-11-24T01:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_floatingips': [{'id': '51a519bd-33f5-4762-94d6-08906b18798f', 'tenant_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'floating_ip_address': '172.26.5.100', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': '76c9e572-79c1-407b-b208-778c2ecf3412', 'port_id': 'cedc9359-7995-4c76-81d5-2e7646f5c556', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b994f58c-062f-4608-af1b-f5a2d5a95f48', 'mac_address': 'fa:16:3e:52:e7:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e54bd7-3133-44e2-b5ea-5d7d572b3362', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T01:55:03Z', 'updated_at': '2021-11-24T01:55:06Z', 'revision_number': 1, 'project_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2d7d034-a407-4abe-911e-fe7025b454da', 'name': '', 'network_id': 'b994f58c-062f-4608-af1b-f5a2d5a95f48', 'tenant_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'mac_address': 'fa:16:3e:fd:28:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c9e572-79c1-407b-b208-778c2ecf3412', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '8c2e0039-7a4d-4100-828d-28402f0c4357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:34Z', 'updated_at': '2021-11-24T01:51:38Z', 'revision_number': 5, 'project_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'subnets': [{'id': '8c2e0039-7a4d-4100-828d-28402f0c4357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:58:52.952926 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393125fe-ef4e-45d4-8682-6ada8982edb0 None None] Checking router: 76c9e572-79c1-407b-b208-778c2ecf3412 for host: dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 01:58:52.961050 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393125fe-ef4e-45d4-8682-6ada8982edb0 None None] Routers {'76c9e572-79c1-407b-b208-778c2ecf3412'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:58:52.961930 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-393125fe-ef4e-45d4-8682-6ada8982edb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:58:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['76c9e572-79c1-407b-b208-778c2ecf3412'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:58:52.962489 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf91fbb-fb14-4bbf-8f5d-bef5c04dc6f8 req-5d1297fa-99b5-43ec-b38b-0e17ef745818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:58:52.963943 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-daf91fbb-fb14-4bbf-8f5d-bef5c04dc6f8 req-5d1297fa-99b5-43ec-b38b-0e17ef745818 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8c2e0039-7a4d-4100-828d-28402f0c4357 HTTP/1.1" status: 200 len: 850 time: 0.0450380 Nov 24 01:58:53.010605 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf91fbb-fb14-4bbf-8f5d-bef5c04dc6f8 req-966ed7cd-4132-498b-84b9-3205ce40f19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:58:53.012088 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-daf91fbb-fb14-4bbf-8f5d-bef5c04dc6f8 req-966ed7cd-4132-498b-84b9-3205ce40f19a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b994f58c-062f-4608-af1b-f5a2d5a95f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401351 Nov 24 01:58:53.065692 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-393125fe-ef4e-45d4-8682-6ada8982edb0 None None] Set router 76c9e572-79c1-407b-b208-778c2ecf3412 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:58:53.108989 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-daf91fbb-fb14-4bbf-8f5d-bef5c04dc6f8 req-953bbc00-16b7-4125-ba86-46028b776646 service neutron] 10.222.0.48 "GET /v2.0/networks/b994f58c-062f-4608-af1b-f5a2d5a95f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881526 Nov 24 01:58:53.198936 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-daf91fbb-fb14-4bbf-8f5d-bef5c04dc6f8 req-f0cf6ec1-798e-4b48-b675-533e8741fb29 service neutron] 10.222.0.48 "GET /v2.0/networks/b994f58c-062f-4608-af1b-f5a2d5a95f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819175 Nov 24 01:58:53.250380 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 52280) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:58:53.255796 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-b87626a1-6a73-4136-8b46-137d616c2d55 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:58:53.289653 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-393125fe-ef4e-45d4-8682-6ada8982edb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c9e572-79c1-407b-b208-778c2ecf3412', 'name': 'tempest-TestVolumeBootPattern-812246204-router', 'tenant_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.219'}], 'enable_snat': True}, 'gw_port_id': 'd8b18f00-28a3-4e2c-899a-ee5dac3c89ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:51:29Z', 'updated_at': '2021-11-24T01:51:35Z', 'revision_number': 4, 'project_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'gw_port': {'id': 'd8b18f00-28a3-4e2c-899a-ee5dac3c89ac', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:95:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c9e572-79c1-407b-b208-778c2ecf3412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:30Z', 'updated_at': '2021-11-24T01:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_floatingips': [{'id': '51a519bd-33f5-4762-94d6-08906b18798f', 'tenant_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'floating_ip_address': '172.26.5.100', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': '76c9e572-79c1-407b-b208-778c2ecf3412', 'port_id': 'cedc9359-7995-4c76-81d5-2e7646f5c556', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b994f58c-062f-4608-af1b-f5a2d5a95f48', 'mac_address': 'fa:16:3e:52:e7:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e54bd7-3133-44e2-b5ea-5d7d572b3362', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T01:55:03Z', 'updated_at': '2021-11-24T01:55:06Z', 'revision_number': 1, 'project_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2d7d034-a407-4abe-911e-fe7025b454da', 'name': '', 'network_id': 'b994f58c-062f-4608-af1b-f5a2d5a95f48', 'tenant_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'mac_address': 'fa:16:3e:fd:28:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c9e572-79c1-407b-b208-778c2ecf3412', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '8c2e0039-7a4d-4100-828d-28402f0c4357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:34Z', 'updated_at': '2021-11-24T01:51:38Z', 'revision_number': 5, 'project_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'subnets': [{'id': '8c2e0039-7a4d-4100-828d-28402f0c4357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:58:53.315270 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393125fe-ef4e-45d4-8682-6ada8982edb0 None None] The sync data for ids ['76c9e572-79c1-407b-b208-778c2ecf3412'] in dv-neutron-818911-2-hyperv is: [{'id': '76c9e572-79c1-407b-b208-778c2ecf3412', 'name': 'tempest-TestVolumeBootPattern-812246204-router', 'tenant_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.219'}], 'enable_snat': True}, 'gw_port_id': 'd8b18f00-28a3-4e2c-899a-ee5dac3c89ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:51:29Z', 'updated_at': '2021-11-24T01:51:35Z', 'revision_number': 4, 'project_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'gw_port': {'id': 'd8b18f00-28a3-4e2c-899a-ee5dac3c89ac', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:95:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c9e572-79c1-407b-b208-778c2ecf3412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:30Z', 'updated_at': '2021-11-24T01:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_floatingips': [{'id': '51a519bd-33f5-4762-94d6-08906b18798f', 'tenant_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'floating_ip_address': '172.26.5.100', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': '76c9e572-79c1-407b-b208-778c2ecf3412', 'port_id': 'cedc9359-7995-4c76-81d5-2e7646f5c556', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b994f58c-062f-4608-af1b-f5a2d5a95f48', 'mac_address': 'fa:16:3e:52:e7:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e54bd7-3133-44e2-b5ea-5d7d572b3362', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T01:55:03Z', 'updated_at': '2021-11-24T01:55:06Z', 'revision_number': 1, 'project_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2d7d034-a407-4abe-911e-fe7025b454da', 'name': '', 'network_id': 'b994f58c-062f-4608-af1b-f5a2d5a95f48', 'tenant_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'mac_address': 'fa:16:3e:fd:28:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c9e572-79c1-407b-b208-778c2ecf3412', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '8c2e0039-7a4d-4100-828d-28402f0c4357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:34Z', 'updated_at': '2021-11-24T01:51:38Z', 'revision_number': 5, 'project_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'subnets': [{'id': '8c2e0039-7a4d-4100-828d-28402f0c4357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:58:53.347520 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b87626a1-6a73-4136-8b46-137d616c2d55 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-29154840'] for subnet, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:58:53.491897 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b87626a1-6a73-4136-8b46-137d616c2d55 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8774267912057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-29149339'] for subnet, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:58:53.533473 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87626a1-6a73-4136-8b46-137d616c2d55 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:58:53.533719 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b87626a1-6a73-4136-8b46-137d616c2d55 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:58:53.537063 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-b87626a1-6a73-4136-8b46-137d616c2d55 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "PUT /v2.0/subnets/10e79373-7607-4f74-84dd-c8e5018da7a2 HTTP/1.1" status: 200 len: 836 time: 0.2835476 Nov 24 01:58:53.542094 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68be2b60-2217-4db9-9ad8-c4b6cbfb3133 None None] New status for floating IP 8500b2a5-9a06-4569-a124-dbbc6a1feffb: DOWN {{(pid=109868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 01:58:53.544076 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43e8108-90f5-4073-bcd5-339c23b224f0 None None] Network 3dfce1cb-ad9e-43c2-8a15-8ac84c2a059e requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:58:53.550512 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87626a1-6a73-4136-8b46-137d616c2d55 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'Subnet': ['ID=10e79373-7607-4f74-84dd-c8e5018da7a2,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:58:53.984554 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-92cf09ee-6dc7-4f93-b471-2fa70fd47371 None None] Provisioning complete for port a0427e51-49c6-468f-be44-a2f61bf99657 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:58:53.984919 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-92cf09ee-6dc7-4f93-b471-2fa70fd47371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:58:54.047180 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7119182c-749f-492e-90f8-275e33283957 req-6528b5d7-3e91-4bde-87ce-b182b631867e tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:58:54.048983 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-7119182c-749f-492e-90f8-275e33283957 req-6528b5d7-3e91-4bde-87ce-b182b631867e tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e21cfc8-c48e-45cb-936a-a195e744408b HTTP/1.1" status: 200 len: 946 time: 0.0555305 Nov 24 01:58:54.076306 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-92cf09ee-6dc7-4f93-b471-2fa70fd47371 None None] Provisioning complete for port 10c1dc4c-0fa9-498a-9e60-9962033f24fd triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:58:54.076664 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-92cf09ee-6dc7-4f93-b471-2fa70fd47371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:58:54.098372 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-7119182c-749f-492e-90f8-275e33283957 req-d37389a0-f0f1-4dda-bda7-228d91149245 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb4ca234-490d-44d6-ab4a-adcd1740b9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433502 Nov 24 01:58:54.161643 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-92cf09ee-6dc7-4f93-b471-2fa70fd47371 None None] Provisioning complete for port 61afc1dd-ae36-4254-8f6e-086a0c100437 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:58:54.162000 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-92cf09ee-6dc7-4f93-b471-2fa70fd47371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:58:54.525248 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efeed06-359c-4d61-9861-b58a7c902c68 req-b5d97a4d-67aa-448e-a135-804730a0d71d tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:58:54.526743 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-5efeed06-359c-4d61-9861-b58a7c902c68 req-b5d97a4d-67aa-448e-a135-804730a0d71d tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e21cfc8-c48e-45cb-936a-a195e744408b HTTP/1.1" status: 200 len: 946 time: 0.0537894 Nov 24 01:58:54.616808 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [req-5efeed06-359c-4d61-9861-b58a7c902c68 req-79f32c87-9fdd-4cd4-b5d8-0619525702de tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Deleting port 0afca4a5-281d-4b01-8a82-1f3a4e453397 {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:58:54.617144 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-5efeed06-359c-4d61-9861-b58a7c902c68 req-79f32c87-9fdd-4cd4-b5d8-0619525702de tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:58:54.710342 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [req-5efeed06-359c-4d61-9861-b58a7c902c68 req-79f32c87-9fdd-4cd4-b5d8-0619525702de tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] For port 0afca4a5-281d-4b01-8a82-1f3a4e453397, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=0afca4a5-281d-4b01-8a82-1f3a4e453397,segment=NetworkSegment(82bdd678-3b9c-43c2-8043-a848930985ff),segment_id=82bdd678-3b9c-43c2-8043-a848930985ff)] {{(pid=109867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:58:54.710734 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-5efeed06-359c-4d61-9861-b58a7c902c68 req-79f32c87-9fdd-4cd4-b5d8-0619525702de tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:58:54.723439 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [req-5efeed06-359c-4d61-9861-b58a7c902c68 req-79f32c87-9fdd-4cd4-b5d8-0619525702de tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Calling delete_port for 0afca4a5-281d-4b01-8a82-1f3a4e453397 owned by compute:nova {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:58:54.732424 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-7fdc5ce2-de97-4e5b-9082-6cd6a446ae08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:58:54.858318 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-5efeed06-359c-4d61-9861-b58a7c902c68 req-79f32c87-9fdd-4cd4-b5d8-0619525702de tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:58:54.889707 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f32c87-9fdd-4cd4-b5d8-0619525702de tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Pushing event deleted for resources: {'Port': ['ID=0afca4a5-281d-4b01-8a82-1f3a4e453397,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:58:54.903082 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f32c87-9fdd-4cd4-b5d8-0619525702de tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:58:54.903436 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f32c87-9fdd-4cd4-b5d8-0619525702de tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:58:54.903779 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f32c87-9fdd-4cd4-b5d8-0619525702de tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:58:54.904131 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f32c87-9fdd-4cd4-b5d8-0619525702de tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:58:54.904454 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f32c87-9fdd-4cd4-b5d8-0619525702de tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:58:54.904792 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f32c87-9fdd-4cd4-b5d8-0619525702de tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:58:54.905122 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f32c87-9fdd-4cd4-b5d8-0619525702de tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:58:54.905486 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f32c87-9fdd-4cd4-b5d8-0619525702de tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:58:54.905816 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f32c87-9fdd-4cd4-b5d8-0619525702de tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:58:54.906143 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f32c87-9fdd-4cd4-b5d8-0619525702de tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:58:54.906486 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f32c87-9fdd-4cd4-b5d8-0619525702de tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:58:54.906794 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f32c87-9fdd-4cd4-b5d8-0619525702de tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:58:54.940996 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [req-5efeed06-359c-4d61-9861-b58a7c902c68 req-79f32c87-9fdd-4cd4-b5d8-0619525702de tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] No DVR routers for this DVR port 0afca4a5-281d-4b01-8a82-1f3a4e453397 on host hv-neutron-8189 {{(pid=109867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:58:54.943989 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-5efeed06-359c-4d61-9861-b58a7c902c68 req-79f32c87-9fdd-4cd4-b5d8-0619525702de tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:58:54.947388 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-5efeed06-359c-4d61-9861-b58a7c902c68 req-79f32c87-9fdd-4cd4-b5d8-0619525702de tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.48 "DELETE /v2.0/ports/0afca4a5-281d-4b01-8a82-1f3a4e453397 HTTP/1.1" status: 204 len: 173 time: 0.4135220 Nov 24 01:58:54.947843 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e21cfc8-c48e-45cb-936a-a195e744408b', 'name': 'network-vif-deleted', 'tag': '0afca4a5-281d-4b01-8a82-1f3a4e453397'}] {{(pid=109867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 01:58:54.950152 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2155eb48762029a847224b6ca77dbed8b251e8450d3d79f1fc0a82d404e82e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfdfe11c-4bec-4de4-b248-394149b8b359" -d '{"events": [{"server_uuid": "2e21cfc8-c48e-45cb-936a-a195e744408b", "name": "network-vif-deleted", "tag": "0afca4a5-281d-4b01-8a82-1f3a4e453397"}]}' {{(pid=109867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 01:58:54.986786 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 01:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-737dba82-bd8a-48cd-bc36-d55f9cc65af2 x-openstack-request-id: req-737dba82-bd8a-48cd-bc36-d55f9cc65af2 {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 01:58:54.987145 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e21cfc8-c48e-45cb-936a-a195e744408b", "name": "network-vif-deleted", "tag": "0afca4a5-281d-4b01-8a82-1f3a4e453397", "status": "completed", "code": 200}]} {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 01:58:54.987409 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-737dba82-bd8a-48cd-bc36-d55f9cc65af2 {{(pid=109867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 01:58:54.987812 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e21cfc8-c48e-45cb-936a-a195e744408b', 'name': 'network-vif-deleted', 'tag': '0afca4a5-281d-4b01-8a82-1f3a4e453397', 'status': 'completed', 'code': 200} Nov 24 01:58:55.192955 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-db7d3c6c-6741-4b1e-b0f9-71a76227458d req-d0116d67-228d-4633-924d-b66eb10fe24e tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e21cfc8-c48e-45cb-936a-a195e744408b HTTP/1.1" status: 200 len: 210 time: 0.0262427 Nov 24 01:58:56.297250 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-986cb2fc-5409-4167-988a-40b9564df26a req-196c0802-fd98-4f42-8825-a201c0decefd tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e21cfc8-c48e-45cb-936a-a195e744408b HTTP/1.1" status: 200 len: 210 time: 0.0284133 Nov 24 01:58:57.180400 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-1041ae15-e6c9-4690-a8eb-a5c91f3667ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:58:57.394834 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-9ccfd3e8-1e54-4cff-b676-1e1d03fc9689 req-2063f034-eb15-4893-bb4b-917bc2537a7d tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e21cfc8-c48e-45cb-936a-a195e744408b HTTP/1.1" status: 200 len: 210 time: 0.0273638 Nov 24 01:58:57.689597 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 0afca4a5-281d-4b01-8a82-1f3a4e453397 no longer exists at agent hyperv_hv-neutron-8189 {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:58:57.709178 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] No Port match for: 0afca4a5-281d-4b01-8a82-1f3a4e453397 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:58:57.709546 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 0afca4a5-281d-4b01-8a82-1f3a4e453397 not bound to the agent host hv-neutron-8189 {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:58:57.929341 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:58:58.098702 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:58:58.488533 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-a86c3852-5881-49df-bcdb-e7d3977f7ce1 req-bed8d5b6-bee1-4b11-bd9e-23c9f37a35c0 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e21cfc8-c48e-45cb-936a-a195e744408b HTTP/1.1" status: 200 len: 210 time: 0.0256796 Nov 24 01:58:59.584773 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:58:59.596020 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-4ae2f536-66ea-44cd-9c21-af35bff88bc2 req-07cf1efc-7e40-40e8-8f9d-4d6b4bc9e4a4 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e21cfc8-c48e-45cb-936a-a195e744408b HTTP/1.1" status: 200 len: 210 time: 0.0313461 Nov 24 01:59:00.114409 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:05.996972 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 52328) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:59:06.153750 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-a9a2924f-710e-4d4e-a284-a129fa06d0e7 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Deleting port 959ff9ee-19c5-451d-bf91-0efc99d4c541 {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:59:06.153984 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a9a2924f-710e-4d4e-a284-a129fa06d0e7 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:06.230660 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a9a2924f-710e-4d4e-a284-a129fa06d0e7 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:06.230960 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a9a2924f-710e-4d4e-a284-a129fa06d0e7 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:06.242814 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-a9a2924f-710e-4d4e-a284-a129fa06d0e7 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Calling delete_port for 959ff9ee-19c5-451d-bf91-0efc99d4c541 owned by network:floatingip {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:59:06.385454 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a9a2924f-710e-4d4e-a284-a129fa06d0e7 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:06.409551 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a2924f-710e-4d4e-a284-a129fa06d0e7 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Pushing event deleted for resources: {'Port': ['ID=959ff9ee-19c5-451d-bf91-0efc99d4c541,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:59:06.471073 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a9a2924f-710e-4d4e-a284-a129fa06d0e7 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Publish callbacks [] for floatingip, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:06.471422 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.l3_db [None req-a9a2924f-710e-4d4e-a284-a129fa06d0e7 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Floating IP 51a519bd-33f5-4762-94d6-08906b18798f disassociated (deleted). External IP: 172.26.5.100, port: cedc9359-7995-4c76-81d5-2e7646f5c556. Nov 24 01:59:06.669218 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9a2924f-710e-4d4e-a284-a129fa06d0e7 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Router 76c9e572-79c1-407b-b208-778c2ecf3412 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:59:06.775632 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9a2924f-710e-4d4e-a284-a129fa06d0e7 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:59:06.780370 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a9a2924f-710e-4d4e-a284-a129fa06d0e7 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for floatingip, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:06.785185 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d09d0f9-19c2-4667-88d5-0b13eeb19f68 None None] Sync routers for ids ['76c9e572-79c1-407b-b208-778c2ecf3412'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:59:06.795330 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d09d0f9-19c2-4667-88d5-0b13eeb19f68 None None] Routers {'76c9e572-79c1-407b-b208-778c2ecf3412'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:59:06.795941 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-3d09d0f9-19c2-4667-88d5-0b13eeb19f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:58:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['76c9e572-79c1-407b-b208-778c2ecf3412'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:59:06.807583 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-a9a2924f-710e-4d4e-a284-a129fa06d0e7 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "DELETE /v2.0/floatingips/51a519bd-33f5-4762-94d6-08906b18798f HTTP/1.1" status: 204 len: 168 time: 0.8094931 Nov 24 01:59:06.808172 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1e54bd7-3133-44e2-b5ea-5d7d572b3362', 'tag': 'cedc9359-7995-4c76-81d5-2e7646f5c556'}] {{(pid=109866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 01:59:06.810442 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b7c53c286d9351d1367337230623a155cee02c46c94b80588b67a0bc16402ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3673465d-9d4d-4ad4-83b1-042787894c85" -d '{"events": [{"name": "network-changed", "server_uuid": "d1e54bd7-3133-44e2-b5ea-5d7d572b3362", "tag": "cedc9359-7995-4c76-81d5-2e7646f5c556"}]}' {{(pid=109866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 01:59:06.851634 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 01:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e54bfc31-998e-4c99-8d22-b5cf57d90288 x-openstack-request-id: req-e54bfc31-998e-4c99-8d22-b5cf57d90288 {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 01:59:06.852205 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1e54bd7-3133-44e2-b5ea-5d7d572b3362", "tag": "cedc9359-7995-4c76-81d5-2e7646f5c556", "status": "completed", "code": 200}]} {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 01:59:06.852543 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e54bfc31-998e-4c99-8d22-b5cf57d90288 {{(pid=109866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 01:59:06.853145 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1e54bd7-3133-44e2-b5ea-5d7d572b3362', 'tag': 'cedc9359-7995-4c76-81d5-2e7646f5c556', 'status': 'completed', 'code': 200} Nov 24 01:59:06.908122 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-3d09d0f9-19c2-4667-88d5-0b13eeb19f68 None None] Set router 76c9e572-79c1-407b-b208-778c2ecf3412 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:59:06.937253 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3673465d-9d4d-4ad4-83b1-042787894c85 req-8794957f-b603-4c8b-a7b4-ebd27213b58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:59:06.951420 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-3673465d-9d4d-4ad4-83b1-042787894c85 req-8794957f-b603-4c8b-a7b4-ebd27213b58c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3fa7557b5a414e29b40de0454c5ea7eb&device_id=d1e54bd7-3133-44e2-b5ea-5d7d572b3362 HTTP/1.1" status: 200 len: 1098 time: 0.0606894 Nov 24 01:59:07.096017 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aa4042-3aec-4e60-97ac-c3bee0af1e9a req-c22f51ca-109e-4cf7-986a-33515b5904fc tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:59:07.097566 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-69aa4042-3aec-4e60-97ac-c3bee0af1e9a req-c22f51ca-109e-4cf7-986a-33515b5904fc tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1e54bd7-3133-44e2-b5ea-5d7d572b3362 HTTP/1.1" status: 200 len: 945 time: 0.1092980 Nov 24 01:59:07.113209 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-3d09d0f9-19c2-4667-88d5-0b13eeb19f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c9e572-79c1-407b-b208-778c2ecf3412', 'name': 'tempest-TestVolumeBootPattern-812246204-router', 'tenant_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.219'}], 'enable_snat': True}, 'gw_port_id': 'd8b18f00-28a3-4e2c-899a-ee5dac3c89ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:51:29Z', 'updated_at': '2021-11-24T01:51:35Z', 'revision_number': 4, 'project_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'gw_port': {'id': 'd8b18f00-28a3-4e2c-899a-ee5dac3c89ac', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:95:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c9e572-79c1-407b-b208-778c2ecf3412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:30Z', 'updated_at': '2021-11-24T01:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': 'e2d7d034-a407-4abe-911e-fe7025b454da', 'name': '', 'network_id': 'b994f58c-062f-4608-af1b-f5a2d5a95f48', 'tenant_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'mac_address': 'fa:16:3e:fd:28:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c9e572-79c1-407b-b208-778c2ecf3412', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '8c2e0039-7a4d-4100-828d-28402f0c4357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:34Z', 'updated_at': '2021-11-24T01:51:38Z', 'revision_number': 5, 'project_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'subnets': [{'id': '8c2e0039-7a4d-4100-828d-28402f0c4357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:59:07.139073 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d09d0f9-19c2-4667-88d5-0b13eeb19f68 None None] Checking router: 76c9e572-79c1-407b-b208-778c2ecf3412 for host: dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 01:59:07.142869 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3673465d-9d4d-4ad4-83b1-042787894c85 req-238ade32-8efb-4df7-813d-7270a14ae820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:59:07.144348 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-3673465d-9d4d-4ad4-83b1-042787894c85 req-238ade32-8efb-4df7-813d-7270a14ae820 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b994f58c-062f-4608-af1b-f5a2d5a95f48 HTTP/1.1" status: 200 len: 912 time: 0.1472175 Nov 24 01:59:07.148269 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d09d0f9-19c2-4667-88d5-0b13eeb19f68 None None] Routers {'76c9e572-79c1-407b-b208-778c2ecf3412'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:59:07.148890 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-3d09d0f9-19c2-4667-88d5-0b13eeb19f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:58:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['76c9e572-79c1-407b-b208-778c2ecf3412'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:59:07.199132 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-69aa4042-3aec-4e60-97ac-c3bee0af1e9a req-21016be4-68b4-487b-bdc4-d451199bcee6 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb4ca234-490d-44d6-ab4a-adcd1740b9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940020 Nov 24 01:59:07.201052 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-3673465d-9d4d-4ad4-83b1-042787894c85 req-913d146d-bf16-4db8-a757-f3f15e3535b2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cedc9359-7995-4c76-81d5-2e7646f5c556 HTTP/1.1" status: 200 len: 217 time: 0.0447757 Nov 24 01:59:07.253718 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3673465d-9d4d-4ad4-83b1-042787894c85 req-035a86ba-197e-4a3a-9840-46a3c6cfc112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:59:07.255192 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-3673465d-9d4d-4ad4-83b1-042787894c85 req-035a86ba-197e-4a3a-9840-46a3c6cfc112 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8c2e0039-7a4d-4100-828d-28402f0c4357 HTTP/1.1" status: 200 len: 850 time: 0.0449862 Nov 24 01:59:07.279662 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-3d09d0f9-19c2-4667-88d5-0b13eeb19f68 None None] Set router 76c9e572-79c1-407b-b208-778c2ecf3412 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:59:07.307303 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3673465d-9d4d-4ad4-83b1-042787894c85 req-439958b5-770c-419c-b7ca-01d0f65e8f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:59:07.308730 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-3673465d-9d4d-4ad4-83b1-042787894c85 req-439958b5-770c-419c-b7ca-01d0f65e8f06 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b994f58c-062f-4608-af1b-f5a2d5a95f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0453901 Nov 24 01:59:07.402880 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-3673465d-9d4d-4ad4-83b1-042787894c85 req-fc9645ee-10b0-4df0-9810-b116037bb1ed service neutron] 10.222.0.48 "GET /v2.0/networks/b994f58c-062f-4608-af1b-f5a2d5a95f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850828 Nov 24 01:59:07.486066 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-3d09d0f9-19c2-4667-88d5-0b13eeb19f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c9e572-79c1-407b-b208-778c2ecf3412', 'name': 'tempest-TestVolumeBootPattern-812246204-router', 'tenant_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.219'}], 'enable_snat': True}, 'gw_port_id': 'd8b18f00-28a3-4e2c-899a-ee5dac3c89ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:51:29Z', 'updated_at': '2021-11-24T01:51:35Z', 'revision_number': 4, 'project_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'gw_port': {'id': 'd8b18f00-28a3-4e2c-899a-ee5dac3c89ac', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:95:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c9e572-79c1-407b-b208-778c2ecf3412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:30Z', 'updated_at': '2021-11-24T01:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': 'e2d7d034-a407-4abe-911e-fe7025b454da', 'name': '', 'network_id': 'b994f58c-062f-4608-af1b-f5a2d5a95f48', 'tenant_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'mac_address': 'fa:16:3e:fd:28:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c9e572-79c1-407b-b208-778c2ecf3412', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '8c2e0039-7a4d-4100-828d-28402f0c4357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:34Z', 'updated_at': '2021-11-24T01:51:38Z', 'revision_number': 5, 'project_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'subnets': [{'id': '8c2e0039-7a4d-4100-828d-28402f0c4357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:59:07.501927 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-3673465d-9d4d-4ad4-83b1-042787894c85 req-2287b6a4-61b4-4654-993d-593c83fc700f service neutron] 10.222.0.48 "GET /v2.0/networks/b994f58c-062f-4608-af1b-f5a2d5a95f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902777 Nov 24 01:59:07.513801 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d09d0f9-19c2-4667-88d5-0b13eeb19f68 None None] The sync data for ids ['76c9e572-79c1-407b-b208-778c2ecf3412'] in dv-neutron-818911-2-hyperv is: [{'id': '76c9e572-79c1-407b-b208-778c2ecf3412', 'name': 'tempest-TestVolumeBootPattern-812246204-router', 'tenant_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.219'}], 'enable_snat': True}, 'gw_port_id': 'd8b18f00-28a3-4e2c-899a-ee5dac3c89ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:51:29Z', 'updated_at': '2021-11-24T01:51:35Z', 'revision_number': 4, 'project_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'gw_port': {'id': 'd8b18f00-28a3-4e2c-899a-ee5dac3c89ac', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:95:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c9e572-79c1-407b-b208-778c2ecf3412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:30Z', 'updated_at': '2021-11-24T01:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': 'e2d7d034-a407-4abe-911e-fe7025b454da', 'name': '', 'network_id': 'b994f58c-062f-4608-af1b-f5a2d5a95f48', 'tenant_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'mac_address': 'fa:16:3e:fd:28:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c9e572-79c1-407b-b208-778c2ecf3412', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '8c2e0039-7a4d-4100-828d-28402f0c4357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:34Z', 'updated_at': '2021-11-24T01:51:38Z', 'revision_number': 5, 'project_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'subnets': [{'id': '8c2e0039-7a4d-4100-828d-28402f0c4357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:59:07.728612 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba20a7e1-22a5-4c8e-a769-12597bcbfd01 None None] New status for floating IP 51a519bd-33f5-4762-94d6-08906b18798f: DOWN {{(pid=109868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 01:59:08.323391 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bd4688-9430-4dc6-bb48-586028164b85 req-7d785ff5-073a-4c2b-9697-61247c0d3577 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:59:08.324887 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-89bd4688-9430-4dc6-bb48-586028164b85 req-7d785ff5-073a-4c2b-9697-61247c0d3577 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1e54bd7-3133-44e2-b5ea-5d7d572b3362 HTTP/1.1" status: 200 len: 945 time: 0.0525141 Nov 24 01:59:08.374372 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-89bd4688-9430-4dc6-bb48-586028164b85 req-bcaf8349-5670-442c-8e88-584f66fde281 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb4ca234-490d-44d6-ab4a-adcd1740b9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434644 Nov 24 01:59:08.686336 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-7445e5fc-98e4-4ab6-8b25-325816d400e2 req-5a9aadfa-b29a-454f-8bd7-cc76402771ff service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1e1b2719-d8ef-4181-9de8-5ad1c7aa903f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390351 Nov 24 01:59:08.694987 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ade93e1-b856-4541-88f6-2de8f976bb2a req-0e0cdd85-2667-4dca-8028-312daf439a8b tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:59:08.696495 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-9ade93e1-b856-4541-88f6-2de8f976bb2a req-0e0cdd85-2667-4dca-8028-312daf439a8b tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1e54bd7-3133-44e2-b5ea-5d7d572b3362 HTTP/1.1" status: 200 len: 945 time: 0.0493836 Nov 24 01:59:08.767870 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7445e5fc-98e4-4ab6-8b25-325816d400e2 req-e1c240a5-5393-405d-978d-5182ceb0c245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:59:08.769388 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-7445e5fc-98e4-4ab6-8b25-325816d400e2 req-e1c240a5-5393-405d-978d-5182ceb0c245 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5cd72ac6dd034b2d92e26f70404adb10&device_id=1e1b2719-d8ef-4181-9de8-5ad1c7aa903f HTTP/1.1" status: 200 len: 1099 time: 0.0393174 Nov 24 01:59:08.795507 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [req-9ade93e1-b856-4541-88f6-2de8f976bb2a req-b47daf05-8f3f-49ad-9ac7-40c0b8c1c24f tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Deleting port cedc9359-7995-4c76-81d5-2e7646f5c556 {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:59:08.795907 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-9ade93e1-b856-4541-88f6-2de8f976bb2a req-b47daf05-8f3f-49ad-9ac7-40c0b8c1c24f tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:08.875624 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7445e5fc-98e4-4ab6-8b25-325816d400e2 req-ee12e2e8-973c-4ee4-8f3e-f035d1a86fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:59:08.877121 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-7445e5fc-98e4-4ab6-8b25-325816d400e2 req-ee12e2e8-973c-4ee4-8f3e-f035d1a86fa5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3dfce1cb-ad9e-43c2-8a15-8ac84c2a059e HTTP/1.1" status: 200 len: 898 time: 0.0883925 Nov 24 01:59:08.888367 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [req-9ade93e1-b856-4541-88f6-2de8f976bb2a req-b47daf05-8f3f-49ad-9ac7-40c0b8c1c24f tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] For port cedc9359-7995-4c76-81d5-2e7646f5c556, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=cedc9359-7995-4c76-81d5-2e7646f5c556,segment=NetworkSegment(82bdd678-3b9c-43c2-8043-a848930985ff),segment_id=82bdd678-3b9c-43c2-8043-a848930985ff)] {{(pid=109867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:59:08.888730 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-9ade93e1-b856-4541-88f6-2de8f976bb2a req-b47daf05-8f3f-49ad-9ac7-40c0b8c1c24f tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:08.902442 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [req-9ade93e1-b856-4541-88f6-2de8f976bb2a req-b47daf05-8f3f-49ad-9ac7-40c0b8c1c24f tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Calling delete_port for cedc9359-7995-4c76-81d5-2e7646f5c556 owned by compute:nova {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:59:08.942202 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-7445e5fc-98e4-4ab6-8b25-325816d400e2 req-76d63a13-0705-46f3-81c3-6e934a949ac3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61afc1dd-ae36-4254-8f6e-086a0c100437 HTTP/1.1" status: 200 len: 1002 time: 0.0577805 Nov 24 01:59:08.994436 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7445e5fc-98e4-4ab6-8b25-325816d400e2 req-874e4dbc-7067-4edb-8593-3ea1d7d41b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:59:08.995889 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-7445e5fc-98e4-4ab6-8b25-325816d400e2 req-874e4dbc-7067-4edb-8593-3ea1d7d41b3c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=10e79373-7607-4f74-84dd-c8e5018da7a2 HTTP/1.1" status: 200 len: 844 time: 0.0473413 Nov 24 01:59:09.033209 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-9ade93e1-b856-4541-88f6-2de8f976bb2a req-b47daf05-8f3f-49ad-9ac7-40c0b8c1c24f tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:09.043093 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7445e5fc-98e4-4ab6-8b25-325816d400e2 req-8a2e932d-11e9-4114-bf94-4e3d38ce512d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:59:09.044621 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-7445e5fc-98e4-4ab6-8b25-325816d400e2 req-8a2e932d-11e9-4114-bf94-4e3d38ce512d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3dfce1cb-ad9e-43c2-8a15-8ac84c2a059e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0410211 Nov 24 01:59:09.063067 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47daf05-8f3f-49ad-9ac7-40c0b8c1c24f tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Pushing event deleted for resources: {'Port': ['ID=cedc9359-7995-4c76-81d5-2e7646f5c556,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:59:09.106833 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ade93e1-b856-4541-88f6-2de8f976bb2a req-b47daf05-8f3f-49ad-9ac7-40c0b8c1c24f tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] No DVR routers for this DVR port cedc9359-7995-4c76-81d5-2e7646f5c556 on host hv-neutron-8189 {{(pid=109867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:59:09.109489 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-9ade93e1-b856-4541-88f6-2de8f976bb2a req-b47daf05-8f3f-49ad-9ac7-40c0b8c1c24f tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:09.113054 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-9ade93e1-b856-4541-88f6-2de8f976bb2a req-b47daf05-8f3f-49ad-9ac7-40c0b8c1c24f tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.48 "DELETE /v2.0/ports/cedc9359-7995-4c76-81d5-2e7646f5c556 HTTP/1.1" status: 204 len: 173 time: 0.4027381 Nov 24 01:59:09.113551 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1e54bd7-3133-44e2-b5ea-5d7d572b3362', 'name': 'network-vif-deleted', 'tag': 'cedc9359-7995-4c76-81d5-2e7646f5c556'}] {{(pid=109867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 01:59:09.117013 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2155eb48762029a847224b6ca77dbed8b251e8450d3d79f1fc0a82d404e82e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a8633ae-fc00-48e1-ae9d-a9d27a1eb968" -d '{"events": [{"server_uuid": "d1e54bd7-3133-44e2-b5ea-5d7d572b3362", "name": "network-vif-deleted", "tag": "cedc9359-7995-4c76-81d5-2e7646f5c556"}]}' {{(pid=109867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 01:59:09.141867 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-7445e5fc-98e4-4ab6-8b25-325816d400e2 req-abec0c91-7db6-4c01-841a-22453935d617 service neutron] 10.222.0.48 "GET /v2.0/networks/3dfce1cb-ad9e-43c2-8a15-8ac84c2a059e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892932 Nov 24 01:59:09.158848 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 01:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de027931-6abb-435d-9cb2-a6a4d0e92a50 x-openstack-request-id: req-de027931-6abb-435d-9cb2-a6a4d0e92a50 {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 01:59:09.159154 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1e54bd7-3133-44e2-b5ea-5d7d572b3362", "name": "network-vif-deleted", "tag": "cedc9359-7995-4c76-81d5-2e7646f5c556", "status": "completed", "code": 200}]} {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 01:59:09.159411 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-de027931-6abb-435d-9cb2-a6a4d0e92a50 {{(pid=109867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 01:59:09.159817 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1e54bd7-3133-44e2-b5ea-5d7d572b3362', 'name': 'network-vif-deleted', 'tag': 'cedc9359-7995-4c76-81d5-2e7646f5c556', 'status': 'completed', 'code': 200} Nov 24 01:59:09.241212 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-7445e5fc-98e4-4ab6-8b25-325816d400e2 req-51489eee-4242-4851-b370-a436009e00da service neutron] 10.222.0.48 "GET /v2.0/networks/3dfce1cb-ad9e-43c2-8a15-8ac84c2a059e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925691 Nov 24 01:59:09.477708 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-0aa03442-7ba1-41da-9dc2-654cc6f2abab req-bcb0ea58-8ce1-41f7-ab98-a50f335a54f6 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1e54bd7-3133-44e2-b5ea-5d7d572b3362 HTTP/1.1" status: 200 len: 210 time: 0.0276926 Nov 24 01:59:10.578285 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-b9f16d0a-b06e-4176-b45c-532a3fe2139d req-cdce7da1-e3f8-4363-b4df-7fdd38402851 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1e54bd7-3133-44e2-b5ea-5d7d572b3362 HTTP/1.1" status: 200 len: 210 time: 0.0307682 Nov 24 01:59:11.671475 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-42b7ba99-ea83-4664-a89c-8ac9bbaa1209 req-67fe1363-410d-4698-915c-7475d6e50031 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1e54bd7-3133-44e2-b5ea-5d7d572b3362 HTTP/1.1" status: 200 len: 210 time: 0.0265095 Nov 24 01:59:11.718862 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device cedc9359-7995-4c76-81d5-2e7646f5c556 no longer exists at agent hyperv_hv-neutron-8189 {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:59:11.738837 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] No Port match for: cedc9359-7995-4c76-81d5-2e7646f5c556 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:59:11.739176 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device cedc9359-7995-4c76-81d5-2e7646f5c556 not bound to the agent host hv-neutron-8189 {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:59:12.766242 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e9d2ab0a-3121-4bd4-a781-2fd96fdb42df req-5f9bc083-59e5-4f4d-ad33-28c42a42f0d5 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1e54bd7-3133-44e2-b5ea-5d7d572b3362 HTTP/1.1" status: 200 len: 210 time: 0.0276284 Nov 24 01:59:13.822798 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 52350) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:59:13.945089 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-9bd8503f-c19c-4c3c-a6f2-1244711fd79c tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Deleting port af4b4b69-cab3-4215-872d-898cbbe08434 {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:59:13.945331 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9bd8503f-c19c-4c3c-a6f2-1244711fd79c tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:14.022742 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9bd8503f-c19c-4c3c-a6f2-1244711fd79c tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:14.023061 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9bd8503f-c19c-4c3c-a6f2-1244711fd79c tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:14.034342 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-9bd8503f-c19c-4c3c-a6f2-1244711fd79c tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Calling delete_port for af4b4b69-cab3-4215-872d-898cbbe08434 owned by network:floatingip {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:59:14.166116 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9bd8503f-c19c-4c3c-a6f2-1244711fd79c tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:14.189190 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd8503f-c19c-4c3c-a6f2-1244711fd79c tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Pushing event deleted for resources: {'Port': ['ID=af4b4b69-cab3-4215-872d-898cbbe08434,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:59:14.249964 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9bd8503f-c19c-4c3c-a6f2-1244711fd79c tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Publish callbacks [] for floatingip, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:14.252466 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9bd8503f-c19c-4c3c-a6f2-1244711fd79c tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for floatingip, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:14.253643 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-9bd8503f-c19c-4c3c-a6f2-1244711fd79c tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "DELETE /v2.0/floatingips/7a4d8dd0-05bc-4e3f-89dd-4d2b5808c856 HTTP/1.1" status: 204 len: 168 time: 0.4298322 Nov 24 01:59:16.159676 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.agents_db [None req-4e42c10c-a1d3-4d07-89d6-7a24334140aa None None] Agent healthcheck: found 6 active agents {{(pid=109869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 01:59:17.536110 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 52366) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:59:17.592174 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-aa909cf1-a67c-4f1a-9b46-94101a4dd920 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Publish callbacks [] for security_group, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:17.616764 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-aa909cf1-a67c-4f1a-9b46-94101a4dd920 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:17.679033 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-aa909cf1-a67c-4f1a-9b46-94101a4dd920 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:17.682151 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-aa909cf1-a67c-4f1a-9b46-94101a4dd920 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Publish callbacks [] for security_group, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:17.683490 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-aa909cf1-a67c-4f1a-9b46-94101a4dd920 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] 10.222.0.21 "DELETE /v2.0/security-groups/fb4ca234-490d-44d6-ab4a-adcd1740b9bf HTTP/1.1" status: 204 len: 168 time: 0.1456699 Nov 24 01:59:17.695122 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa909cf1-a67c-4f1a-9b46-94101a4dd920 tempest-TestVolumeBootPattern-1099991459 tempest-TestVolumeBootPattern-1099991459-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb4ca234-490d-44d6-ab4a-adcd1740b9bf,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:59:18.765162 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 52372) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:59:19.261582 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-953c720e-e5c1-4c00-aeba-d75bc78202f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3777994'] for router_interface, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:19.511047 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-953c720e-e5c1-4c00-aeba-d75bc78202f3 admin admin] Deleting port e2d7d034-a407-4abe-911e-fe7025b454da {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:59:19.511383 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-953c720e-e5c1-4c00-aeba-d75bc78202f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:19.871203 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [None req-953c720e-e5c1-4c00-aeba-d75bc78202f3 admin admin] For port e2d7d034-a407-4abe-911e-fe7025b454da, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=e2d7d034-a407-4abe-911e-fe7025b454da,segment=NetworkSegment(82bdd678-3b9c-43c2-8043-a848930985ff),segment_id=82bdd678-3b9c-43c2-8043-a848930985ff)] {{(pid=109867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:59:19.871862 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-953c720e-e5c1-4c00-aeba-d75bc78202f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:19.884135 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-953c720e-e5c1-4c00-aeba-d75bc78202f3 admin admin] Calling delete_port for e2d7d034-a407-4abe-911e-fe7025b454da owned by network:router_interface {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:59:20.055901 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-953c720e-e5c1-4c00-aeba-d75bc78202f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:20.080577 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953c720e-e5c1-4c00-aeba-d75bc78202f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2d7d034-a407-4abe-911e-fe7025b454da,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:59:20.262212 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-953c720e-e5c1-4c00-aeba-d75bc78202f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424538'] for router_interface, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:20.475666 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-953c720e-e5c1-4c00-aeba-d75bc78202f3 admin admin] Router 76c9e572-79c1-407b-b208-778c2ecf3412 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:59:20.580349 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-953c720e-e5c1-4c00-aeba-d75bc78202f3 admin admin] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:59:20.585978 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-953c720e-e5c1-4c00-aeba-d75bc78202f3 admin admin] 10.222.0.21 "PUT /v2.0/routers/76c9e572-79c1-407b-b208-778c2ecf3412/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8197858 Nov 24 01:59:20.588775 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 52376) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:59:20.590018 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb5a1ef-97fb-4fa4-ac9a-74a5f1217dd5 None None] Sync routers for ids ['76c9e572-79c1-407b-b208-778c2ecf3412'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:59:20.599910 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb5a1ef-97fb-4fa4-ac9a-74a5f1217dd5 None None] Routers {'76c9e572-79c1-407b-b208-778c2ecf3412'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:59:20.600662 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-6fb5a1ef-97fb-4fa4-ac9a-74a5f1217dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:58:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['76c9e572-79c1-407b-b208-778c2ecf3412'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:59:20.693802 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a9050165-7817-4329-85e8-bd5f9d5b7deb admin admin] Publish callbacks [] for router, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:20.702682 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-6fb5a1ef-97fb-4fa4-ac9a-74a5f1217dd5 None None] Set router 76c9e572-79c1-407b-b208-778c2ecf3412 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:59:20.807088 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a9050165-7817-4329-85e8-bd5f9d5b7deb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:20.860579 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-a9050165-7817-4329-85e8-bd5f9d5b7deb admin admin] Deleting port d8b18f00-28a3-4e2c-899a-ee5dac3c89ac {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:59:20.860921 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a9050165-7817-4329-85e8-bd5f9d5b7deb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:20.888161 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-6fb5a1ef-97fb-4fa4-ac9a-74a5f1217dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c9e572-79c1-407b-b208-778c2ecf3412', 'name': 'tempest-TestVolumeBootPattern-812246204-router', 'tenant_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.219'}], 'enable_snat': True}, 'gw_port_id': 'd8b18f00-28a3-4e2c-899a-ee5dac3c89ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:51:29Z', 'updated_at': '2021-11-24T01:59:20Z', 'revision_number': 5, 'project_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'gw_port': {'id': 'd8b18f00-28a3-4e2c-899a-ee5dac3c89ac', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:95:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c9e572-79c1-407b-b208-778c2ecf3412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:30Z', 'updated_at': '2021-11-24T01:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:59:20.946425 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [None req-a9050165-7817-4329-85e8-bd5f9d5b7deb admin admin] For port d8b18f00-28a3-4e2c-899a-ee5dac3c89ac, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=d8b18f00-28a3-4e2c-899a-ee5dac3c89ac,segment=NetworkSegment(03509fd2-ca9c-4aa0-94e6-e236afda62e7),segment_id=03509fd2-ca9c-4aa0-94e6-e236afda62e7)] {{(pid=109867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:59:20.947041 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a9050165-7817-4329-85e8-bd5f9d5b7deb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:20.960522 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-a9050165-7817-4329-85e8-bd5f9d5b7deb admin admin] Calling delete_port for d8b18f00-28a3-4e2c-899a-ee5dac3c89ac owned by network:router_gateway {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:59:20.998578 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb5a1ef-97fb-4fa4-ac9a-74a5f1217dd5 None None] Checking router: 76c9e572-79c1-407b-b208-778c2ecf3412 for host: dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 01:59:21.007302 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb5a1ef-97fb-4fa4-ac9a-74a5f1217dd5 None None] Routers {'76c9e572-79c1-407b-b208-778c2ecf3412'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:59:21.007898 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-6fb5a1ef-97fb-4fa4-ac9a-74a5f1217dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:58:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['76c9e572-79c1-407b-b208-778c2ecf3412'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:59:21.092814 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-6fb5a1ef-97fb-4fa4-ac9a-74a5f1217dd5 None None] Set router 76c9e572-79c1-407b-b208-778c2ecf3412 gateway port host: None {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:59:21.128480 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a9050165-7817-4329-85e8-bd5f9d5b7deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:21.154362 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-6fb5a1ef-97fb-4fa4-ac9a-74a5f1217dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c9e572-79c1-407b-b208-778c2ecf3412', 'name': 'tempest-TestVolumeBootPattern-812246204-router', 'tenant_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:51:29Z', 'updated_at': '2021-11-24T01:59:20Z', 'revision_number': 6, 'project_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'gw_port_host': None}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:59:21.155744 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9050165-7817-4329-85e8-bd5f9d5b7deb admin admin] Pushing event deleted for resources: {'Port': ['ID=d8b18f00-28a3-4e2c-899a-ee5dac3c89ac,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:59:21.169692 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724cc92a-dc09-4ec7-854a-a4b7dab87358 None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:59:21.185047 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb5a1ef-97fb-4fa4-ac9a-74a5f1217dd5 None None] The sync data for ids ['76c9e572-79c1-407b-b208-778c2ecf3412'] in dv-neutron-818911-2-hyperv is: [{'id': '76c9e572-79c1-407b-b208-778c2ecf3412', 'name': 'tempest-TestVolumeBootPattern-812246204-router', 'tenant_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:51:29Z', 'updated_at': '2021-11-24T01:59:20Z', 'revision_number': 6, 'project_id': '3fa7557b5a414e29b40de0454c5ea7eb', 'gw_port_host': None}] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:59:21.223154 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a9050165-7817-4329-85e8-bd5f9d5b7deb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418161'] for router_gateway, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:21.312374 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a9050165-7817-4329-85e8-bd5f9d5b7deb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-424460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2766'] for router, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:21.314480 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a9050165-7817-4329-85e8-bd5f9d5b7deb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:21.359764 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a9050165-7817-4329-85e8-bd5f9d5b7deb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-424469'] for router, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:21.360287 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9050165-7817-4329-85e8-bd5f9d5b7deb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 76c9e572-79c1-407b-b208-778c2ecf3412 {{(pid=109867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 01:59:21.365680 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a9050165-7817-4329-85e8-bd5f9d5b7deb admin admin] Publish callbacks [] for router, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:21.366824 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-a9050165-7817-4329-85e8-bd5f9d5b7deb admin admin] 10.222.0.21 "DELETE /v2.0/routers/76c9e572-79c1-407b-b208-778c2ecf3412 HTTP/1.1" status: 204 len: 168 time: 0.7770445 Nov 24 01:59:21.369338 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 52378) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:59:21.415062 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_v2 [None req-c41f085e-2f50-463b-95bf-a6eecbe5a1c5 admin admin] Deleting subnet 8c2e0039-7a4d-4100-828d-28402f0c4357 {{(pid=109867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 01:59:21.418220 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c41f085e-2f50-463b-95bf-a6eecbe5a1c5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:21.452542 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c41f085e-2f50-463b-95bf-a6eecbe5a1c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28690885'] for subnet, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:21.534001 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c41f085e-2f50-463b-95bf-a6eecbe5a1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:21.588561 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c41f085e-2f50-463b-95bf-a6eecbe5a1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25501782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25307808'] for subnet, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:21.615615 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41f085e-2f50-463b-95bf-a6eecbe5a1c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c2e0039-7a4d-4100-828d-28402f0c4357,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:59:21.618989 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c41f085e-2f50-463b-95bf-a6eecbe5a1c5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:21.622231 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-c41f085e-2f50-463b-95bf-a6eecbe5a1c5 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/8c2e0039-7a4d-4100-828d-28402f0c4357 HTTP/1.1" status: 204 len: 168 time: 0.2518315 Nov 24 01:59:21.624618 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 52380) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:59:21.624786 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc1c161-1895-41a3-b286-b727e2f82758 None None] Network b994f58c-062f-4608-af1b-f5a2d5a95f48 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:59:21.691958 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-89ad1364-ec43-4eb2-9035-6fc7be7824c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:21.761013 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-89ad1364-ec43-4eb2-9035-6fc7be7824c3 admin admin] Deleting port 03169ff4-5f5e-476b-a6ed-b61c744f20f3 {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:59:21.761502 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-89ad1364-ec43-4eb2-9035-6fc7be7824c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:21.831725 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [None req-89ad1364-ec43-4eb2-9035-6fc7be7824c3 admin admin] For port 03169ff4-5f5e-476b-a6ed-b61c744f20f3, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=03169ff4-5f5e-476b-a6ed-b61c744f20f3,segment=NetworkSegment(82bdd678-3b9c-43c2-8043-a848930985ff),segment_id=82bdd678-3b9c-43c2-8043-a848930985ff)] {{(pid=109867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:59:21.832092 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-89ad1364-ec43-4eb2-9035-6fc7be7824c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:21.848157 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-89ad1364-ec43-4eb2-9035-6fc7be7824c3 admin admin] Calling delete_port for 03169ff4-5f5e-476b-a6ed-b61c744f20f3 owned by network:dhcp {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:59:21.937525 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-89ad1364-ec43-4eb2-9035-6fc7be7824c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:21.945699 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f527a4-1f4a-4042-9464-9f0f4aae0d54 None None] DHCP port deletion for b994f58c-062f-4608-af1b-f5a2d5a95f48 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:59:21.959196 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ad1364-ec43-4eb2-9035-6fc7be7824c3 admin admin] No DVR routers for this DVR port 03169ff4-5f5e-476b-a6ed-b61c744f20f3 on host dv-neutron-818911-2-hyperv {{(pid=109867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:59:21.981918 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ad1364-ec43-4eb2-9035-6fc7be7824c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=03169ff4-5f5e-476b-a6ed-b61c744f20f3,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:59:22.050523 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-89ad1364-ec43-4eb2-9035-6fc7be7824c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:22.075863 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-89ad1364-ec43-4eb2-9035-6fc7be7824c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b994f58c-062f-4608-af1b-f5a2d5a95f48']}} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:59:22.085857 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-89ad1364-ec43-4eb2-9035-6fc7be7824c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82bdd678-3b9c-43c2-8043-a848930985ff') {'for_net_delete': True} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:59:22.086158 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-89ad1364-ec43-4eb2-9035-6fc7be7824c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82bdd678-3b9c-43c2-8043-a848930985ff') {} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:59:22.096042 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-89ad1364-ec43-4eb2-9035-6fc7be7824c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28690908'] for segment, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:22.111916 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-89ad1364-ec43-4eb2-9035-6fc7be7824c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:22.118619 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89ad1364-ec43-4eb2-9035-6fc7be7824c3 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=109867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:59:22.118974 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-89ad1364-ec43-4eb2-9035-6fc7be7824c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25503736'] for segment, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:22.120864 dv-neutron-818911-2-hyperv neutron-server[109867]: Traceback (most recent call last): Nov 24 01:59:22.120864 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:59:22.120864 dv-neutron-818911-2-hyperv neutron-server[109867]: timer() Nov 24 01:59:22.120864 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:59:22.120864 dv-neutron-818911-2-hyperv neutron-server[109867]: cb(*args, **kw) Nov 24 01:59:22.120864 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:59:22.120864 dv-neutron-818911-2-hyperv neutron-server[109867]: return func(*args, **kwargs) Nov 24 01:59:22.120864 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:59:22.120864 dv-neutron-818911-2-hyperv neutron-server[109867]: self._notify() Nov 24 01:59:22.120864 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:59:22.120864 dv-neutron-818911-2-hyperv neutron-server[109867]: self.callback(batched_events) Nov 24 01:59:22.120864 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:59:22.120864 dv-neutron-818911-2-hyperv neutron-server[109867]: event.method(event) Nov 24 01:59:22.120864 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:59:22.120864 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:59:22.120864 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:59:22.120864 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:59:22.120864 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:59:22.120864 dv-neutron-818911-2-hyperv neutron-server[109867]: return f(self, *a, **k) Nov 24 01:59:22.120864 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:59:22.120864 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._get(url).json() Nov 24 01:59:22.120864 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:59:22.120864 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:59:22.120864 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:59:22.120864 dv-neutron-818911-2-hyperv neutron-server[109867]: return self.request(url, 'GET', **kwargs) Nov 24 01:59:22.120864 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:59:22.120864 dv-neutron-818911-2-hyperv neutron-server[109867]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:59:22.120864 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:59:22.120864 dv-neutron-818911-2-hyperv neutron-server[109867]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:59:22.120864 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:59:22.120864 dv-neutron-818911-2-hyperv neutron-server[109867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:59:22.120864 dv-neutron-818911-2-hyperv neutron-server[109867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:59:22.188272 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device e2d7d034-a407-4abe-911e-fe7025b454da no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:59:22.188830 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-89ad1364-ec43-4eb2-9035-6fc7be7824c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:22.193976 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-89ad1364-ec43-4eb2-9035-6fc7be7824c3 admin admin] Publish callbacks [] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:22.197546 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-89ad1364-ec43-4eb2-9035-6fc7be7824c3 admin admin] 10.222.0.21 "DELETE /v2.0/networks/b994f58c-062f-4608-af1b-f5a2d5a95f48 HTTP/1.1" status: 204 len: 168 time: 0.5714078 Nov 24 01:59:22.200553 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 52382) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:59:22.218785 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: e2d7d034-a407-4abe-911e-fe7025b454da {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:59:22.219400 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device e2d7d034-a407-4abe-911e-fe7025b454da not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:59:22.220211 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 03169ff4-5f5e-476b-a6ed-b61c744f20f3 no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:59:22.239942 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: 03169ff4-5f5e-476b-a6ed-b61c744f20f3 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:59:22.240289 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 03169ff4-5f5e-476b-a6ed-b61c744f20f3 not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:59:22.240706 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device d8b18f00-28a3-4e2c-899a-ee5dac3c89ac no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:59:22.259293 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: d8b18f00-28a3-4e2c-899a-ee5dac3c89ac {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:59:22.259634 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device d8b18f00-28a3-4e2c-899a-ee5dac3c89ac not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:59:22.263305 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ad1364-ec43-4eb2-9035-6fc7be7824c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=b994f58c-062f-4608-af1b-f5a2d5a95f48,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:59:22.565331 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-274626b2-b063-43f3-ac82-4057145f518f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3777994'] for router_interface, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:22.802854 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-274626b2-b063-43f3-ac82-4057145f518f admin admin] Deleting port 8bd9f628-8505-49aa-aca4-cefb1c005719 {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:59:22.803185 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-274626b2-b063-43f3-ac82-4057145f518f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:22.881054 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [None req-274626b2-b063-43f3-ac82-4057145f518f admin admin] For port 8bd9f628-8505-49aa-aca4-cefb1c005719, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=8bd9f628-8505-49aa-aca4-cefb1c005719,segment=NetworkSegment(dccd3aa1-c350-4508-981f-0049ce25689b),segment_id=dccd3aa1-c350-4508-981f-0049ce25689b)] {{(pid=109867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:59:22.881467 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-274626b2-b063-43f3-ac82-4057145f518f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:22.893724 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-274626b2-b063-43f3-ac82-4057145f518f admin admin] Calling delete_port for 8bd9f628-8505-49aa-aca4-cefb1c005719 owned by network:router_interface {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:59:23.069344 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-274626b2-b063-43f3-ac82-4057145f518f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:23.099366 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274626b2-b063-43f3-ac82-4057145f518f admin admin] Pushing event deleted for resources: {'Port': ['ID=8bd9f628-8505-49aa-aca4-cefb1c005719,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:59:23.264472 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-274626b2-b063-43f3-ac82-4057145f518f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424538'] for router_interface, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:23.752208 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-274626b2-b063-43f3-ac82-4057145f518f admin admin] Router 2b45b9bb-51aa-4b13-be80-916772e11ced has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:59:23.857656 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-274626b2-b063-43f3-ac82-4057145f518f admin admin] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:59:23.862835 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-274626b2-b063-43f3-ac82-4057145f518f admin admin] 10.222.0.21 "PUT /v2.0/routers/2b45b9bb-51aa-4b13-be80-916772e11ced/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6612732 Nov 24 01:59:23.865353 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 52384) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:59:23.867973 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c964b9-2535-4c46-8dd0-5d3a9e26476e None None] Sync routers for ids ['2b45b9bb-51aa-4b13-be80-916772e11ced'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:59:23.878052 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c964b9-2535-4c46-8dd0-5d3a9e26476e None None] Routers {'2b45b9bb-51aa-4b13-be80-916772e11ced'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:59:23.878665 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-84c964b9-2535-4c46-8dd0-5d3a9e26476e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:58:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['2b45b9bb-51aa-4b13-be80-916772e11ced'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:59:23.972883 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0a3f6b90-24d8-4aa4-8a43-45c52fa51a26 admin admin] Publish callbacks [] for router, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:23.983561 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-84c964b9-2535-4c46-8dd0-5d3a9e26476e None None] Set router 2b45b9bb-51aa-4b13-be80-916772e11ced gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:59:24.072584 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0a3f6b90-24d8-4aa4-8a43-45c52fa51a26 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:24.131714 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-0a3f6b90-24d8-4aa4-8a43-45c52fa51a26 admin admin] Deleting port ce305fdc-f7f3-47cf-85c9-3a827819e914 {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:59:24.132022 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0a3f6b90-24d8-4aa4-8a43-45c52fa51a26 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:24.166902 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-84c964b9-2535-4c46-8dd0-5d3a9e26476e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b45b9bb-51aa-4b13-be80-916772e11ced', 'name': 'tempest-TestVolumeBootPattern-1253578047-router', 'tenant_id': 'a7aa1361046d4b11b607db94d18d209d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.242'}], 'enable_snat': True}, 'gw_port_id': 'ce305fdc-f7f3-47cf-85c9-3a827819e914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:51:38Z', 'updated_at': '2021-11-24T01:59:23Z', 'revision_number': 5, 'project_id': 'a7aa1361046d4b11b607db94d18d209d', 'gw_port': {'id': 'ce305fdc-f7f3-47cf-85c9-3a827819e914', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b45b9bb-51aa-4b13-be80-916772e11ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:51:39Z', 'updated_at': '2021-11-24T01:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:59:24.195096 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c964b9-2535-4c46-8dd0-5d3a9e26476e None None] Checking router: 2b45b9bb-51aa-4b13-be80-916772e11ced for host: dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 01:59:24.204141 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c964b9-2535-4c46-8dd0-5d3a9e26476e None None] Routers {'2b45b9bb-51aa-4b13-be80-916772e11ced'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:59:24.204754 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-84c964b9-2535-4c46-8dd0-5d3a9e26476e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:58:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['2b45b9bb-51aa-4b13-be80-916772e11ced'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:59:24.218420 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [None req-0a3f6b90-24d8-4aa4-8a43-45c52fa51a26 admin admin] For port ce305fdc-f7f3-47cf-85c9-3a827819e914, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=ce305fdc-f7f3-47cf-85c9-3a827819e914,segment=NetworkSegment(03509fd2-ca9c-4aa0-94e6-e236afda62e7),segment_id=03509fd2-ca9c-4aa0-94e6-e236afda62e7)] {{(pid=109867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:59:24.218776 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0a3f6b90-24d8-4aa4-8a43-45c52fa51a26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:24.231176 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-0a3f6b90-24d8-4aa4-8a43-45c52fa51a26 admin admin] Calling delete_port for ce305fdc-f7f3-47cf-85c9-3a827819e914 owned by network:router_gateway {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:59:24.289861 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-84c964b9-2535-4c46-8dd0-5d3a9e26476e None None] Set router 2b45b9bb-51aa-4b13-be80-916772e11ced gateway port host: None {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:59:24.343455 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-84c964b9-2535-4c46-8dd0-5d3a9e26476e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b45b9bb-51aa-4b13-be80-916772e11ced', 'name': 'tempest-TestVolumeBootPattern-1253578047-router', 'tenant_id': 'a7aa1361046d4b11b607db94d18d209d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:51:38Z', 'updated_at': '2021-11-24T01:59:24Z', 'revision_number': 6, 'project_id': 'a7aa1361046d4b11b607db94d18d209d', 'gw_port_host': None}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:59:24.369997 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c964b9-2535-4c46-8dd0-5d3a9e26476e None None] The sync data for ids ['2b45b9bb-51aa-4b13-be80-916772e11ced'] in dv-neutron-818911-2-hyperv is: [{'id': '2b45b9bb-51aa-4b13-be80-916772e11ced', 'name': 'tempest-TestVolumeBootPattern-1253578047-router', 'tenant_id': 'a7aa1361046d4b11b607db94d18d209d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:51:38Z', 'updated_at': '2021-11-24T01:59:24Z', 'revision_number': 6, 'project_id': 'a7aa1361046d4b11b607db94d18d209d', 'gw_port_host': None}] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:59:24.397825 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0a3f6b90-24d8-4aa4-8a43-45c52fa51a26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:24.429320 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3f6b90-24d8-4aa4-8a43-45c52fa51a26 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce305fdc-f7f3-47cf-85c9-3a827819e914,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:59:24.440202 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d36d4a-b43d-4817-a3d6-121ff8c746f7 None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:59:24.491778 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0a3f6b90-24d8-4aa4-8a43-45c52fa51a26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418161'] for router_gateway, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:24.584243 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0a3f6b90-24d8-4aa4-8a43-45c52fa51a26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-424460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2766'] for router, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:24.586650 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0a3f6b90-24d8-4aa4-8a43-45c52fa51a26 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:24.630105 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0a3f6b90-24d8-4aa4-8a43-45c52fa51a26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-424469'] for router, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:24.630607 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a3f6b90-24d8-4aa4-8a43-45c52fa51a26 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b45b9bb-51aa-4b13-be80-916772e11ced {{(pid=109867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 01:59:24.635358 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0a3f6b90-24d8-4aa4-8a43-45c52fa51a26 admin admin] Publish callbacks [] for router, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:24.636519 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-0a3f6b90-24d8-4aa4-8a43-45c52fa51a26 admin admin] 10.222.0.21 "DELETE /v2.0/routers/2b45b9bb-51aa-4b13-be80-916772e11ced HTTP/1.1" status: 204 len: 168 time: 0.7702241 Nov 24 01:59:24.638939 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 52386) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:59:24.683075 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_v2 [None req-284ebd34-be4d-4f8b-9219-e75129b58429 admin admin] Deleting subnet 2a87d9d8-82e8-4eec-a9c1-168f0e0d77dd {{(pid=109867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 01:59:24.686163 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-284ebd34-be4d-4f8b-9219-e75129b58429 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:24.727520 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-284ebd34-be4d-4f8b-9219-e75129b58429 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28690885'] for subnet, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:24.730310 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-8fd0a801-cbb6-4940-af84-dfe1b14affcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:24.810830 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-284ebd34-be4d-4f8b-9219-e75129b58429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:24.872705 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-284ebd34-be4d-4f8b-9219-e75129b58429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25501782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25307808'] for subnet, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:24.898054 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284ebd34-be4d-4f8b-9219-e75129b58429 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a87d9d8-82e8-4eec-a9c1-168f0e0d77dd,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:59:24.902691 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-284ebd34-be4d-4f8b-9219-e75129b58429 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:24.907109 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-284ebd34-be4d-4f8b-9219-e75129b58429 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/2a87d9d8-82e8-4eec-a9c1-168f0e0d77dd HTTP/1.1" status: 204 len: 168 time: 0.2669606 Nov 24 01:59:24.908087 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a0f2c4-c46d-4cfe-97f0-e3092d987cc9 None None] Network e162a001-a8fa-4040-86fc-08e5a1fb4387 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:59:24.909728 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 52388) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:59:24.978535 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b4d058ff-ec7c-4117-9d15-7a090744bcbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:25.029184 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-b4d058ff-ec7c-4117-9d15-7a090744bcbb admin admin] Deleting port 43ce623b-62f5-4306-b48b-9947bd6e9bfd {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:59:25.029566 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b4d058ff-ec7c-4117-9d15-7a090744bcbb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:25.096465 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [None req-b4d058ff-ec7c-4117-9d15-7a090744bcbb admin admin] For port 43ce623b-62f5-4306-b48b-9947bd6e9bfd, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=43ce623b-62f5-4306-b48b-9947bd6e9bfd,segment=NetworkSegment(dccd3aa1-c350-4508-981f-0049ce25689b),segment_id=dccd3aa1-c350-4508-981f-0049ce25689b)] {{(pid=109866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:59:25.096831 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b4d058ff-ec7c-4117-9d15-7a090744bcbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:25.110814 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-b4d058ff-ec7c-4117-9d15-7a090744bcbb admin admin] Calling delete_port for 43ce623b-62f5-4306-b48b-9947bd6e9bfd owned by network:dhcp {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:59:25.162525 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70aeac2-105f-48d4-b2a2-9d7f8f542a35 None None] DHCP port deletion for e162a001-a8fa-4040-86fc-08e5a1fb4387 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:59:25.191994 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b4d058ff-ec7c-4117-9d15-7a090744bcbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:25.219144 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-a70aeac2-105f-48d4-b2a2-9d7f8f542a35 None None] Deleting port 43ce623b-62f5-4306-b48b-9947bd6e9bfd {{(pid=109868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:59:25.219509 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a70aeac2-105f-48d4-b2a2-9d7f8f542a35 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:25.223309 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d058ff-ec7c-4117-9d15-7a090744bcbb admin admin] Pushing event deleted for resources: {'Port': ['ID=43ce623b-62f5-4306-b48b-9947bd6e9bfd,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:59:25.226906 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d058ff-ec7c-4117-9d15-7a090744bcbb admin admin] No DVR routers for this DVR port 43ce623b-62f5-4306-b48b-9947bd6e9bfd on host dv-neutron-818911-2-hyperv {{(pid=109866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:59:25.282818 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-a70aeac2-105f-48d4-b2a2-9d7f8f542a35 None None] For port 43ce623b-62f5-4306-b48b-9947bd6e9bfd, host dv-neutron-818911-2-hyperv, got binding levels [] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:59:25.283206 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a70aeac2-105f-48d4-b2a2-9d7f8f542a35 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:25.295982 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-a70aeac2-105f-48d4-b2a2-9d7f8f542a35 None None] Calling delete_port for 43ce623b-62f5-4306-b48b-9947bd6e9bfd owned by network:dhcp {{(pid=109868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:59:25.298734 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.ipam_backend_mixin [None req-a70aeac2-105f-48d4-b2a2-9d7f8f542a35 None None] Port 43ce623b-62f5-4306-b48b-9947bd6e9bfd was not found and therefore no delete operation was performed {{(pid=109868) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 24 01:59:25.300032 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a70aeac2-105f-48d4-b2a2-9d7f8f542a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974'] for port, after_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:25.309103 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b4d058ff-ec7c-4117-9d15-7a090744bcbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:25.326251 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70aeac2-105f-48d4-b2a2-9d7f8f542a35 None None] Pushing event deleted for resources: {'Port': ['ID=43ce623b-62f5-4306-b48b-9947bd6e9bfd,revision_number=None']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:59:25.331088 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70aeac2-105f-48d4-b2a2-9d7f8f542a35 None None] No DVR routers for this DVR port 43ce623b-62f5-4306-b48b-9947bd6e9bfd on host dv-neutron-818911-2-hyperv {{(pid=109868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:59:25.338582 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-b4d058ff-ec7c-4117-9d15-7a090744bcbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e162a001-a8fa-4040-86fc-08e5a1fb4387']}} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:59:25.340743 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70aeac2-105f-48d4-b2a2-9d7f8f542a35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:59:25.340743 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70aeac2-105f-48d4-b2a2-9d7f8f542a35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:59:25.341061 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70aeac2-105f-48d4-b2a2-9d7f8f542a35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:59:25.342326 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70aeac2-105f-48d4-b2a2-9d7f8f542a35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:59:25.342687 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70aeac2-105f-48d4-b2a2-9d7f8f542a35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:59:25.343451 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70aeac2-105f-48d4-b2a2-9d7f8f542a35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:59:25.343451 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70aeac2-105f-48d4-b2a2-9d7f8f542a35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:59:25.343679 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70aeac2-105f-48d4-b2a2-9d7f8f542a35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:59:25.344069 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70aeac2-105f-48d4-b2a2-9d7f8f542a35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:59:25.344411 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70aeac2-105f-48d4-b2a2-9d7f8f542a35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:59:25.344763 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70aeac2-105f-48d4-b2a2-9d7f8f542a35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:59:25.345090 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70aeac2-105f-48d4-b2a2-9d7f8f542a35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:59:25.353672 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-b4d058ff-ec7c-4117-9d15-7a090744bcbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dccd3aa1-c350-4508-981f-0049ce25689b') {'for_net_delete': True} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:59:25.354037 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-b4d058ff-ec7c-4117-9d15-7a090744bcbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dccd3aa1-c350-4508-981f-0049ce25689b') {} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:59:25.370616 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b4d058ff-ec7c-4117-9d15-7a090744bcbb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29055561'] for segment, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:25.385565 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b4d058ff-ec7c-4117-9d15-7a090744bcbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:25.392349 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4d058ff-ec7c-4117-9d15-7a090744bcbb admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=109866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:59:25.392823 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b4d058ff-ec7c-4117-9d15-7a090744bcbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29151010'] for segment, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:25.394900 dv-neutron-818911-2-hyperv neutron-server[109866]: Traceback (most recent call last): Nov 24 01:59:25.394900 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:59:25.394900 dv-neutron-818911-2-hyperv neutron-server[109866]: timer() Nov 24 01:59:25.394900 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:59:25.394900 dv-neutron-818911-2-hyperv neutron-server[109866]: cb(*args, **kw) Nov 24 01:59:25.394900 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:59:25.394900 dv-neutron-818911-2-hyperv neutron-server[109866]: return func(*args, **kwargs) Nov 24 01:59:25.394900 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:59:25.394900 dv-neutron-818911-2-hyperv neutron-server[109866]: self._notify() Nov 24 01:59:25.394900 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:59:25.394900 dv-neutron-818911-2-hyperv neutron-server[109866]: self.callback(batched_events) Nov 24 01:59:25.394900 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:59:25.394900 dv-neutron-818911-2-hyperv neutron-server[109866]: event.method(event) Nov 24 01:59:25.394900 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:59:25.394900 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:59:25.394900 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:59:25.394900 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:59:25.394900 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:59:25.394900 dv-neutron-818911-2-hyperv neutron-server[109866]: return f(self, *a, **k) Nov 24 01:59:25.394900 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:59:25.394900 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._get(url).json() Nov 24 01:59:25.394900 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:59:25.394900 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:59:25.394900 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:59:25.394900 dv-neutron-818911-2-hyperv neutron-server[109866]: return self.request(url, 'GET', **kwargs) Nov 24 01:59:25.394900 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:59:25.394900 dv-neutron-818911-2-hyperv neutron-server[109866]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:59:25.394900 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:59:25.394900 dv-neutron-818911-2-hyperv neutron-server[109866]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:59:25.394900 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:59:25.394900 dv-neutron-818911-2-hyperv neutron-server[109866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:59:25.394900 dv-neutron-818911-2-hyperv neutron-server[109866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:59:25.450484 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b4d058ff-ec7c-4117-9d15-7a090744bcbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:25.463676 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b4d058ff-ec7c-4117-9d15-7a090744bcbb admin admin] Publish callbacks [] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:25.467014 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-b4d058ff-ec7c-4117-9d15-7a090744bcbb admin admin] 10.222.0.21 "DELETE /v2.0/networks/e162a001-a8fa-4040-86fc-08e5a1fb4387 HTTP/1.1" status: 204 len: 168 time: 0.5562601 Nov 24 01:59:25.484914 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d058ff-ec7c-4117-9d15-7a090744bcbb admin admin] Pushing event deleted for resources: {'Network': ['ID=e162a001-a8fa-4040-86fc-08e5a1fb4387,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:59:25.575944 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 52392) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:59:25.622223 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-ed44950e-7117-4779-b477-1ddc5da5fa0f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3fa7557b5a414e29b40de0454c5ea7eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0451088 Nov 24 01:59:25.624558 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 52394) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:59:25.682319 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d317f244-d829-47d8-909e-bb5ee5bbf920 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:25.703362 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d317f244-d829-47d8-909e-bb5ee5bbf920 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:25.749220 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d317f244-d829-47d8-909e-bb5ee5bbf920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:25.751866 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d317f244-d829-47d8-909e-bb5ee5bbf920 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:25.753038 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-d317f244-d829-47d8-909e-bb5ee5bbf920 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e137ca6c-14b0-4be5-84ef-00384feb5f1b HTTP/1.1" status: 204 len: 168 time: 0.1275496 Nov 24 01:59:25.762068 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d317f244-d829-47d8-909e-bb5ee5bbf920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e137ca6c-14b0-4be5-84ef-00384feb5f1b,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:59:26.057339 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 52400) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:59:26.095998 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-e66d3d89-d3a3-437f-8689-9050c62e6c66 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a7aa1361046d4b11b607db94d18d209d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0374584 Nov 24 01:59:26.098518 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 52402) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:59:26.151718 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e32f568a-fd03-4285-8243-b96cf1b70634 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:26.171127 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 43ce623b-62f5-4306-b48b-9947bd6e9bfd no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:59:26.179181 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e32f568a-fd03-4285-8243-b96cf1b70634 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:26.194776 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: 43ce623b-62f5-4306-b48b-9947bd6e9bfd {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:59:26.195122 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 43ce623b-62f5-4306-b48b-9947bd6e9bfd not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:59:26.195546 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 8bd9f628-8505-49aa-aca4-cefb1c005719 no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:59:26.217151 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: 8bd9f628-8505-49aa-aca4-cefb1c005719 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:59:26.217628 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 8bd9f628-8505-49aa-aca4-cefb1c005719 not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:59:26.218076 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device ce305fdc-f7f3-47cf-85c9-3a827819e914 no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:59:26.225774 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e32f568a-fd03-4285-8243-b96cf1b70634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:26.228338 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e32f568a-fd03-4285-8243-b96cf1b70634 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:26.231882 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-e32f568a-fd03-4285-8243-b96cf1b70634 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/37f42827-513c-4230-9a7f-bbe7ba851849 HTTP/1.1" status: 204 len: 168 time: 0.1295340 Nov 24 01:59:26.238150 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: ce305fdc-f7f3-47cf-85c9-3a827819e914 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:59:26.238506 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device ce305fdc-f7f3-47cf-85c9-3a827819e914 not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:59:26.239088 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32f568a-fd03-4285-8243-b96cf1b70634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37f42827-513c-4230-9a7f-bbe7ba851849,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:59:27.182156 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-b8e16098-315c-48d7-a7e1-b6a53dcb9c63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:27.944737 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:28.101010 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:29.590094 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:30.116059 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:36.384251 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 52408) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:59:36.761665 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-5148a6d1-481b-404a-ad17-120a7a79b316 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Deleting port 4ed0c8c3-031e-48a7-9cad-48481af4857b {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:59:36.761910 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5148a6d1-481b-404a-ad17-120a7a79b316 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:36.835417 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5148a6d1-481b-404a-ad17-120a7a79b316 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:36.835731 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5148a6d1-481b-404a-ad17-120a7a79b316 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:36.847844 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-5148a6d1-481b-404a-ad17-120a7a79b316 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Calling delete_port for 4ed0c8c3-031e-48a7-9cad-48481af4857b owned by network:floatingip {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:59:37.013663 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5148a6d1-481b-404a-ad17-120a7a79b316 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:37.038730 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5148a6d1-481b-404a-ad17-120a7a79b316 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event deleted for resources: {'Port': ['ID=4ed0c8c3-031e-48a7-9cad-48481af4857b,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:59:37.101719 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5148a6d1-481b-404a-ad17-120a7a79b316 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for floatingip, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:37.102043 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.l3_db [None req-5148a6d1-481b-404a-ad17-120a7a79b316 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Floating IP 64428496-7d0a-4731-8265-c9922bd02b43 disassociated (deleted). External IP: 172.26.5.163, port: 61afc1dd-ae36-4254-8f6e-086a0c100437. Nov 24 01:59:37.313471 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5148a6d1-481b-404a-ad17-120a7a79b316 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Router 0d4cee82-b7b8-4924-bfe0-3cbe8a5ddd7f has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:59:37.421554 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5148a6d1-481b-404a-ad17-120a7a79b316 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:59:37.426397 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5148a6d1-481b-404a-ad17-120a7a79b316 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for floatingip, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:37.433364 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9c7f73-d0bf-4b78-99d7-ca9732e9a29c None None] Sync routers for ids ['0d4cee82-b7b8-4924-bfe0-3cbe8a5ddd7f'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:59:37.443563 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9c7f73-d0bf-4b78-99d7-ca9732e9a29c None None] Routers {'0d4cee82-b7b8-4924-bfe0-3cbe8a5ddd7f'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:59:37.444175 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-9c9c7f73-d0bf-4b78-99d7-ca9732e9a29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:59:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['0d4cee82-b7b8-4924-bfe0-3cbe8a5ddd7f'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:59:37.453471 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-5148a6d1-481b-404a-ad17-120a7a79b316 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "DELETE /v2.0/floatingips/64428496-7d0a-4731-8265-c9922bd02b43 HTTP/1.1" status: 204 len: 168 time: 1.0682108 Nov 24 01:59:37.454082 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e1b2719-d8ef-4181-9de8-5ad1c7aa903f', 'tag': '61afc1dd-ae36-4254-8f6e-086a0c100437'}] {{(pid=109867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 01:59:37.456378 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2155eb48762029a847224b6ca77dbed8b251e8450d3d79f1fc0a82d404e82e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f2a59c9-b8b9-4c5a-ab07-9a71f641185d" -d '{"events": [{"name": "network-changed", "server_uuid": "1e1b2719-d8ef-4181-9de8-5ad1c7aa903f", "tag": "61afc1dd-ae36-4254-8f6e-086a0c100437"}]}' {{(pid=109867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 01:59:37.495140 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 01:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81c5a211-6374-49e3-92f4-4db12876b38e x-openstack-request-id: req-81c5a211-6374-49e3-92f4-4db12876b38e {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 01:59:37.495644 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e1b2719-d8ef-4181-9de8-5ad1c7aa903f", "tag": "61afc1dd-ae36-4254-8f6e-086a0c100437", "status": "completed", "code": 200}]} {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 01:59:37.495906 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-81c5a211-6374-49e3-92f4-4db12876b38e {{(pid=109867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 01:59:37.496317 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e1b2719-d8ef-4181-9de8-5ad1c7aa903f', 'tag': '61afc1dd-ae36-4254-8f6e-086a0c100437', 'status': 'completed', 'code': 200} Nov 24 01:59:37.552905 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-9c9c7f73-d0bf-4b78-99d7-ca9732e9a29c None None] Set router 0d4cee82-b7b8-4924-bfe0-3cbe8a5ddd7f gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:59:37.589774 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a59c9-b8b9-4c5a-ab07-9a71f641185d req-7e3af47e-201f-4ba5-87ec-cd224008117e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:59:37.594804 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-6f2a59c9-b8b9-4c5a-ab07-9a71f641185d req-7e3af47e-201f-4ba5-87ec-cd224008117e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5cd72ac6dd034b2d92e26f70404adb10&device_id=1e1b2719-d8ef-4181-9de8-5ad1c7aa903f HTTP/1.1" status: 200 len: 1099 time: 0.0538661 Nov 24 01:59:37.686220 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8cf977-a4bb-44e3-910d-765bc5bb29c2 req-6321b271-bc75-458d-86d9-72d54fd025f0 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:59:37.687905 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-fb8cf977-a4bb-44e3-910d-765bc5bb29c2 req-6321b271-bc75-458d-86d9-72d54fd025f0 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e1b2719-d8ef-4181-9de8-5ad1c7aa903f HTTP/1.1" status: 200 len: 946 time: 0.0513442 Nov 24 01:59:37.723587 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a59c9-b8b9-4c5a-ab07-9a71f641185d req-6708549f-e85d-4cdd-b27b-aab7cba9867b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:59:37.725780 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-6f2a59c9-b8b9-4c5a-ab07-9a71f641185d req-6708549f-e85d-4cdd-b27b-aab7cba9867b service neutron] 10.222.0.48 "GET /v2.0/networks?id=3dfce1cb-ad9e-43c2-8a15-8ac84c2a059e HTTP/1.1" status: 200 len: 898 time: 0.0884545 Nov 24 01:59:37.740028 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-fb8cf977-a4bb-44e3-910d-765bc5bb29c2 req-5271fb02-f389-4e09-9be9-c6627a041762 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a22f002-5ae1-484e-9520-d6eb61f4d87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444195 Nov 24 01:59:37.762747 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-9c9c7f73-d0bf-4b78-99d7-ca9732e9a29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4cee82-b7b8-4924-bfe0-3cbe8a5ddd7f', 'name': 'tempest-TestNetworkBasicOps-router-54715482', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.32'}], 'enable_snat': True}, 'gw_port_id': '762f46c5-fd49-4bd1-9764-72d5a2b15a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:56:37Z', 'updated_at': '2021-11-24T01:56:40Z', 'revision_number': 4, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': '762f46c5-fd49-4bd1-9764-72d5a2b15a71', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ee:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4cee82-b7b8-4924-bfe0-3cbe8a5ddd7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:56:37Z', 'updated_at': '2021-11-24T01:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': 'a0427e51-49c6-468f-be44-a2f61bf99657', 'name': '', 'network_id': '3dfce1cb-ad9e-43c2-8a15-8ac84c2a059e', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'mac_address': 'fa:16:3e:e6:c2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4cee82-b7b8-4924-bfe0-3cbe8a5ddd7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '10e79373-7607-4f74-84dd-c8e5018da7a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:56:40Z', 'updated_at': '2021-11-24T01:56:43Z', 'revision_number': 5, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'subnets': [{'id': '10e79373-7607-4f74-84dd-c8e5018da7a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:59:37.773123 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-6f2a59c9-b8b9-4c5a-ab07-9a71f641185d req-ceffa8fb-f410-42dd-948a-d448da0923a6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61afc1dd-ae36-4254-8f6e-086a0c100437 HTTP/1.1" status: 200 len: 217 time: 0.0389369 Nov 24 01:59:37.788320 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9c7f73-d0bf-4b78-99d7-ca9732e9a29c None None] Checking router: 0d4cee82-b7b8-4924-bfe0-3cbe8a5ddd7f for host: dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 01:59:37.796696 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9c7f73-d0bf-4b78-99d7-ca9732e9a29c None None] Routers {'0d4cee82-b7b8-4924-bfe0-3cbe8a5ddd7f'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:59:37.797301 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-9c9c7f73-d0bf-4b78-99d7-ca9732e9a29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:59:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['0d4cee82-b7b8-4924-bfe0-3cbe8a5ddd7f'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:59:37.823929 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a59c9-b8b9-4c5a-ab07-9a71f641185d req-ec6254db-bfac-496d-9759-663f90ce51d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:59:37.825422 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-6f2a59c9-b8b9-4c5a-ab07-9a71f641185d req-ec6254db-bfac-496d-9759-663f90ce51d4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=10e79373-7607-4f74-84dd-c8e5018da7a2 HTTP/1.1" status: 200 len: 844 time: 0.0440173 Nov 24 01:59:37.873315 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a59c9-b8b9-4c5a-ab07-9a71f641185d req-00dbde34-0a3b-4f38-a73a-13df82dad8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:59:37.874946 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-6f2a59c9-b8b9-4c5a-ab07-9a71f641185d req-00dbde34-0a3b-4f38-a73a-13df82dad8f5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3dfce1cb-ad9e-43c2-8a15-8ac84c2a059e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399673 Nov 24 01:59:37.901602 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-9c9c7f73-d0bf-4b78-99d7-ca9732e9a29c None None] Set router 0d4cee82-b7b8-4924-bfe0-3cbe8a5ddd7f gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:59:37.967706 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-6f2a59c9-b8b9-4c5a-ab07-9a71f641185d req-5d86a79e-c028-46e5-af25-181fd4d2eb2d service neutron] 10.222.0.48 "GET /v2.0/networks/3dfce1cb-ad9e-43c2-8a15-8ac84c2a059e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834413 Nov 24 01:59:38.059452 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-6f2a59c9-b8b9-4c5a-ab07-9a71f641185d req-351fde18-34f9-4c11-9b8e-935cbc2bbc29 service neutron] 10.222.0.48 "GET /v2.0/networks/3dfce1cb-ad9e-43c2-8a15-8ac84c2a059e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837550 Nov 24 01:59:38.095602 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-9c9c7f73-d0bf-4b78-99d7-ca9732e9a29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4cee82-b7b8-4924-bfe0-3cbe8a5ddd7f', 'name': 'tempest-TestNetworkBasicOps-router-54715482', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.32'}], 'enable_snat': True}, 'gw_port_id': '762f46c5-fd49-4bd1-9764-72d5a2b15a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:56:37Z', 'updated_at': '2021-11-24T01:56:40Z', 'revision_number': 4, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': '762f46c5-fd49-4bd1-9764-72d5a2b15a71', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ee:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4cee82-b7b8-4924-bfe0-3cbe8a5ddd7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:56:37Z', 'updated_at': '2021-11-24T01:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': 'a0427e51-49c6-468f-be44-a2f61bf99657', 'name': '', 'network_id': '3dfce1cb-ad9e-43c2-8a15-8ac84c2a059e', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'mac_address': 'fa:16:3e:e6:c2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4cee82-b7b8-4924-bfe0-3cbe8a5ddd7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '10e79373-7607-4f74-84dd-c8e5018da7a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:56:40Z', 'updated_at': '2021-11-24T01:56:43Z', 'revision_number': 5, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'subnets': [{'id': '10e79373-7607-4f74-84dd-c8e5018da7a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:59:38.125738 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9c7f73-d0bf-4b78-99d7-ca9732e9a29c None None] The sync data for ids ['0d4cee82-b7b8-4924-bfe0-3cbe8a5ddd7f'] in dv-neutron-818911-2-hyperv is: [{'id': '0d4cee82-b7b8-4924-bfe0-3cbe8a5ddd7f', 'name': 'tempest-TestNetworkBasicOps-router-54715482', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.32'}], 'enable_snat': True}, 'gw_port_id': '762f46c5-fd49-4bd1-9764-72d5a2b15a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:56:37Z', 'updated_at': '2021-11-24T01:56:40Z', 'revision_number': 4, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': '762f46c5-fd49-4bd1-9764-72d5a2b15a71', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ee:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4cee82-b7b8-4924-bfe0-3cbe8a5ddd7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:56:37Z', 'updated_at': '2021-11-24T01:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': 'a0427e51-49c6-468f-be44-a2f61bf99657', 'name': '', 'network_id': '3dfce1cb-ad9e-43c2-8a15-8ac84c2a059e', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'mac_address': 'fa:16:3e:e6:c2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4cee82-b7b8-4924-bfe0-3cbe8a5ddd7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '10e79373-7607-4f74-84dd-c8e5018da7a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:56:40Z', 'updated_at': '2021-11-24T01:56:43Z', 'revision_number': 5, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'subnets': [{'id': '10e79373-7607-4f74-84dd-c8e5018da7a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:59:38.334968 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c68197-b144-4682-afe8-2432336e6c83 None None] New status for floating IP 64428496-7d0a-4731-8265-c9922bd02b43: DOWN {{(pid=109868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 01:59:38.857836 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791d7286-38a4-456f-93b7-fd10c3a958bf req-0f75325e-6b20-4d5e-8d36-a02c41feb6d6 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:59:38.859318 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-791d7286-38a4-456f-93b7-fd10c3a958bf req-0f75325e-6b20-4d5e-8d36-a02c41feb6d6 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e1b2719-d8ef-4181-9de8-5ad1c7aa903f HTTP/1.1" status: 200 len: 946 time: 0.0496826 Nov 24 01:59:38.910855 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-791d7286-38a4-456f-93b7-fd10c3a958bf req-aa70fc48-f77f-467f-8697-3e966ae8429c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a22f002-5ae1-484e-9520-d6eb61f4d87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456862 Nov 24 01:59:39.146718 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b768e801-a894-473d-a9df-1979af63c487 req-4222ff7a-cc28-4556-80e5-88fe124ffdfe tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:59:39.148178 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-b768e801-a894-473d-a9df-1979af63c487 req-4222ff7a-cc28-4556-80e5-88fe124ffdfe tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e1b2719-d8ef-4181-9de8-5ad1c7aa903f HTTP/1.1" status: 200 len: 946 time: 0.0469122 Nov 24 01:59:39.231962 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [req-b768e801-a894-473d-a9df-1979af63c487 req-c92398fe-581e-4317-a1a7-cd9e0cd98a33 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Deleting port 61afc1dd-ae36-4254-8f6e-086a0c100437 {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:59:39.232293 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-b768e801-a894-473d-a9df-1979af63c487 req-c92398fe-581e-4317-a1a7-cd9e0cd98a33 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:39.320231 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [req-b768e801-a894-473d-a9df-1979af63c487 req-c92398fe-581e-4317-a1a7-cd9e0cd98a33 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] For port 61afc1dd-ae36-4254-8f6e-086a0c100437, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=61afc1dd-ae36-4254-8f6e-086a0c100437,segment=NetworkSegment(af02aa12-9cc2-499b-bae6-f67c83d0c4e5),segment_id=af02aa12-9cc2-499b-bae6-f67c83d0c4e5)] {{(pid=109866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:59:39.320585 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-b768e801-a894-473d-a9df-1979af63c487 req-c92398fe-581e-4317-a1a7-cd9e0cd98a33 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:39.331931 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [req-b768e801-a894-473d-a9df-1979af63c487 req-c92398fe-581e-4317-a1a7-cd9e0cd98a33 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Calling delete_port for 61afc1dd-ae36-4254-8f6e-086a0c100437 owned by compute:nova {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:59:39.457157 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-b768e801-a894-473d-a9df-1979af63c487 req-c92398fe-581e-4317-a1a7-cd9e0cd98a33 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:39.485200 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92398fe-581e-4317-a1a7-cd9e0cd98a33 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event deleted for resources: {'Port': ['ID=61afc1dd-ae36-4254-8f6e-086a0c100437,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:59:39.532823 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [req-b768e801-a894-473d-a9df-1979af63c487 req-c92398fe-581e-4317-a1a7-cd9e0cd98a33 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] No DVR routers for this DVR port 61afc1dd-ae36-4254-8f6e-086a0c100437 on host hv-neutron-8189 {{(pid=109866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:59:39.535245 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-b768e801-a894-473d-a9df-1979af63c487 req-c92398fe-581e-4317-a1a7-cd9e0cd98a33 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:39.539060 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-b768e801-a894-473d-a9df-1979af63c487 req-c92398fe-581e-4317-a1a7-cd9e0cd98a33 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.48 "DELETE /v2.0/ports/61afc1dd-ae36-4254-8f6e-086a0c100437 HTTP/1.1" status: 204 len: 173 time: 0.3852382 Nov 24 01:59:39.539489 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e1b2719-d8ef-4181-9de8-5ad1c7aa903f', 'name': 'network-vif-deleted', 'tag': '61afc1dd-ae36-4254-8f6e-086a0c100437'}] {{(pid=109866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 01:59:39.541810 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b7c53c286d9351d1367337230623a155cee02c46c94b80588b67a0bc16402ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43a6f6d3-4e07-49a1-aae0-d08a8f65bedd" -d '{"events": [{"server_uuid": "1e1b2719-d8ef-4181-9de8-5ad1c7aa903f", "name": "network-vif-deleted", "tag": "61afc1dd-ae36-4254-8f6e-086a0c100437"}]}' {{(pid=109866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 01:59:39.578408 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 01:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43c47ef0-73fd-473e-bcb3-3ce1e1f9b754 x-openstack-request-id: req-43c47ef0-73fd-473e-bcb3-3ce1e1f9b754 {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 01:59:39.578698 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e1b2719-d8ef-4181-9de8-5ad1c7aa903f", "name": "network-vif-deleted", "tag": "61afc1dd-ae36-4254-8f6e-086a0c100437", "status": "completed", "code": 200}]} {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 01:59:39.578992 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-43c47ef0-73fd-473e-bcb3-3ce1e1f9b754 {{(pid=109866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 01:59:39.579345 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e1b2719-d8ef-4181-9de8-5ad1c7aa903f', 'name': 'network-vif-deleted', 'tag': '61afc1dd-ae36-4254-8f6e-086a0c100437', 'status': 'completed', 'code': 200} Nov 24 01:59:40.016892 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-a88f0784-65ed-49b8-80a0-22fb72a7f892 req-f49f3872-3f42-41b7-894d-8b02c542440e tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e1b2719-d8ef-4181-9de8-5ad1c7aa903f HTTP/1.1" status: 200 len: 210 time: 0.0263529 Nov 24 01:59:41.072181 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 52428) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:59:41.131913 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f7261f9a-88d3-4830-a8b0-8178db45395d tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:41.155920 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f7261f9a-88d3-4830-a8b0-8178db45395d tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:41.212124 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f7261f9a-88d3-4830-a8b0-8178db45395d tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:41.214830 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f7261f9a-88d3-4830-a8b0-8178db45395d tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:41.215990 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-f7261f9a-88d3-4830-a8b0-8178db45395d tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "DELETE /v2.0/security-groups/7a22f002-5ae1-484e-9520-d6eb61f4d87b HTTP/1.1" status: 204 len: 168 time: 0.1428337 Nov 24 01:59:41.225806 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7261f9a-88d3-4830-a8b0-8178db45395d tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a22f002-5ae1-484e-9520-d6eb61f4d87b,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:59:41.251574 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 52432) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:59:41.604191 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-38a42ac1-1623-4b71-9edc-e55e6c569695 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3777994'] for router_interface, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:41.852994 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-38a42ac1-1623-4b71-9edc-e55e6c569695 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Deleting port a0427e51-49c6-468f-be44-a2f61bf99657 {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:59:41.853328 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-38a42ac1-1623-4b71-9edc-e55e6c569695 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:41.884682 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 61afc1dd-ae36-4254-8f6e-086a0c100437 no longer exists at agent hyperv_hv-neutron-8189 {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:59:41.904929 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] No Port match for: 61afc1dd-ae36-4254-8f6e-086a0c100437 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:59:41.905273 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 61afc1dd-ae36-4254-8f6e-086a0c100437 not bound to the agent host hv-neutron-8189 {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:59:41.937648 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [None req-38a42ac1-1623-4b71-9edc-e55e6c569695 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] For port a0427e51-49c6-468f-be44-a2f61bf99657, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=a0427e51-49c6-468f-be44-a2f61bf99657,segment=NetworkSegment(af02aa12-9cc2-499b-bae6-f67c83d0c4e5),segment_id=af02aa12-9cc2-499b-bae6-f67c83d0c4e5)] {{(pid=109866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:59:41.938004 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-38a42ac1-1623-4b71-9edc-e55e6c569695 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:41.954154 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-38a42ac1-1623-4b71-9edc-e55e6c569695 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Calling delete_port for a0427e51-49c6-468f-be44-a2f61bf99657 owned by network:router_interface {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:59:42.133818 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-38a42ac1-1623-4b71-9edc-e55e6c569695 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:42.160763 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a42ac1-1623-4b71-9edc-e55e6c569695 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event deleted for resources: {'Port': ['ID=a0427e51-49c6-468f-be44-a2f61bf99657,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:59:42.619773 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-38a42ac1-1623-4b71-9edc-e55e6c569695 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424538'] for router_interface, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:42.834217 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38a42ac1-1623-4b71-9edc-e55e6c569695 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Router 0d4cee82-b7b8-4924-bfe0-3cbe8a5ddd7f has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:59:42.938243 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38a42ac1-1623-4b71-9edc-e55e6c569695 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:59:42.943207 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-38a42ac1-1623-4b71-9edc-e55e6c569695 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "PUT /v2.0/routers/0d4cee82-b7b8-4924-bfe0-3cbe8a5ddd7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6906919 Nov 24 01:59:42.945953 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 52434) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:59:42.948966 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0281d722-642c-45dc-8d3c-947ecb8e503f None None] Sync routers for ids ['0d4cee82-b7b8-4924-bfe0-3cbe8a5ddd7f'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:59:42.959476 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0281d722-642c-45dc-8d3c-947ecb8e503f None None] Routers {'0d4cee82-b7b8-4924-bfe0-3cbe8a5ddd7f'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:59:42.960182 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-0281d722-642c-45dc-8d3c-947ecb8e503f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:59:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['0d4cee82-b7b8-4924-bfe0-3cbe8a5ddd7f'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:59:42.998050 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_v2 [None req-7799f92f-6fc5-4e16-86b3-c616d3718624 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Deleting subnet 10e79373-7607-4f74-84dd-c8e5018da7a2 {{(pid=109866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 01:59:43.001078 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-7799f92f-6fc5-4e16-86b3-c616d3718624 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for subnet, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:43.041120 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-7799f92f-6fc5-4e16-86b3-c616d3718624 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29055568'] for subnet, precommit_delete_associations {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:43.063002 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-0281d722-642c-45dc-8d3c-947ecb8e503f None None] Set router 0d4cee82-b7b8-4924-bfe0-3cbe8a5ddd7f gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:59:43.127397 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-7799f92f-6fc5-4e16-86b3-c616d3718624 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:43.185611 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-7799f92f-6fc5-4e16-86b3-c616d3718624 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29149324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29154870'] for subnet, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:43.214937 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7799f92f-6fc5-4e16-86b3-c616d3718624 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event deleted for resources: {'Subnet': ['ID=10e79373-7607-4f74-84dd-c8e5018da7a2,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:59:43.220395 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-7799f92f-6fc5-4e16-86b3-c616d3718624 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:43.226411 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 52436) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:59:43.227078 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-7799f92f-6fc5-4e16-86b3-c616d3718624 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "DELETE /v2.0/subnets/10e79373-7607-4f74-84dd-c8e5018da7a2 HTTP/1.1" status: 204 len: 168 time: 0.2801454 Nov 24 01:59:43.229947 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e51893-0387-4947-9df9-f814c0ce1c65 None None] Network 3dfce1cb-ad9e-43c2-8a15-8ac84c2a059e requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:59:43.246641 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-0281d722-642c-45dc-8d3c-947ecb8e503f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4cee82-b7b8-4924-bfe0-3cbe8a5ddd7f', 'name': 'tempest-TestNetworkBasicOps-router-54715482', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.32'}], 'enable_snat': True}, 'gw_port_id': '762f46c5-fd49-4bd1-9764-72d5a2b15a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:56:37Z', 'updated_at': '2021-11-24T01:59:42Z', 'revision_number': 5, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': '762f46c5-fd49-4bd1-9764-72d5a2b15a71', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ee:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4cee82-b7b8-4924-bfe0-3cbe8a5ddd7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:56:37Z', 'updated_at': '2021-11-24T01:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:59:43.278650 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0281d722-642c-45dc-8d3c-947ecb8e503f None None] Checking router: 0d4cee82-b7b8-4924-bfe0-3cbe8a5ddd7f for host: dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 01:59:43.288575 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0281d722-642c-45dc-8d3c-947ecb8e503f None None] Routers {'0d4cee82-b7b8-4924-bfe0-3cbe8a5ddd7f'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:59:43.289946 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-0281d722-642c-45dc-8d3c-947ecb8e503f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:59:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['0d4cee82-b7b8-4924-bfe0-3cbe8a5ddd7f'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:59:43.344408 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-aeb8dae3-105b-4134-9918-caea1d9fa156 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for router, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:43.420530 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6baffbde-4567-4004-9293-36739a5d10c7 None None] DHCP port deletion for 3dfce1cb-ad9e-43c2-8a15-8ac84c2a059e request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:59:43.461511 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-aeb8dae3-105b-4134-9918-caea1d9fa156 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:43.478842 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-6baffbde-4567-4004-9293-36739a5d10c7 None None] Deleting port 10c1dc4c-0fa9-498a-9e60-9962033f24fd {{(pid=109868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:59:43.479471 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-6baffbde-4567-4004-9293-36739a5d10c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:43.487027 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-0281d722-642c-45dc-8d3c-947ecb8e503f None None] Set router 0d4cee82-b7b8-4924-bfe0-3cbe8a5ddd7f gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:59:43.517342 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-aeb8dae3-105b-4134-9918-caea1d9fa156 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Deleting port 762f46c5-fd49-4bd1-9764-72d5a2b15a71 {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 01:59:43.517749 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-aeb8dae3-105b-4134-9918-caea1d9fa156 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:43.548604 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-6baffbde-4567-4004-9293-36739a5d10c7 None None] For port 10c1dc4c-0fa9-498a-9e60-9962033f24fd, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=10c1dc4c-0fa9-498a-9e60-9962033f24fd,segment=NetworkSegment(af02aa12-9cc2-499b-bae6-f67c83d0c4e5),segment_id=af02aa12-9cc2-499b-bae6-f67c83d0c4e5)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:59:43.549239 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-6baffbde-4567-4004-9293-36739a5d10c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:43.561539 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-6baffbde-4567-4004-9293-36739a5d10c7 None None] Calling delete_port for 10c1dc4c-0fa9-498a-9e60-9962033f24fd owned by network:dhcp {{(pid=109868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:59:43.596993 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [None req-aeb8dae3-105b-4134-9918-caea1d9fa156 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] For port 762f46c5-fd49-4bd1-9764-72d5a2b15a71, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=762f46c5-fd49-4bd1-9764-72d5a2b15a71,segment=NetworkSegment(03509fd2-ca9c-4aa0-94e6-e236afda62e7),segment_id=03509fd2-ca9c-4aa0-94e6-e236afda62e7)] {{(pid=109867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:59:43.597427 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-aeb8dae3-105b-4134-9918-caea1d9fa156 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:43.611399 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-aeb8dae3-105b-4134-9918-caea1d9fa156 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Calling delete_port for 762f46c5-fd49-4bd1-9764-72d5a2b15a71 owned by network:router_gateway {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 01:59:43.644470 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-6baffbde-4567-4004-9293-36739a5d10c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974'] for port, after_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:43.668512 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-0281d722-642c-45dc-8d3c-947ecb8e503f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4cee82-b7b8-4924-bfe0-3cbe8a5ddd7f', 'name': 'tempest-TestNetworkBasicOps-router-54715482', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.32'}], 'enable_snat': True}, 'gw_port_id': '762f46c5-fd49-4bd1-9764-72d5a2b15a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:56:37Z', 'updated_at': '2021-11-24T01:59:42Z', 'revision_number': 5, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': '762f46c5-fd49-4bd1-9764-72d5a2b15a71', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ee:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4cee82-b7b8-4924-bfe0-3cbe8a5ddd7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:56:37Z', 'updated_at': '2021-11-24T01:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:59:43.673440 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baffbde-4567-4004-9293-36739a5d10c7 None None] Pushing event deleted for resources: {'Port': ['ID=10c1dc4c-0fa9-498a-9e60-9962033f24fd,revision_number=None']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:59:43.674139 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6baffbde-4567-4004-9293-36739a5d10c7 None None] No DVR routers for this DVR port 10c1dc4c-0fa9-498a-9e60-9962033f24fd on host dv-neutron-818911-2-hyperv {{(pid=109868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 01:59:43.704564 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0281d722-642c-45dc-8d3c-947ecb8e503f None None] The sync data for ids ['0d4cee82-b7b8-4924-bfe0-3cbe8a5ddd7f'] in dv-neutron-818911-2-hyperv is: [{'id': '0d4cee82-b7b8-4924-bfe0-3cbe8a5ddd7f', 'name': 'tempest-TestNetworkBasicOps-router-54715482', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.32'}], 'enable_snat': True}, 'gw_port_id': '762f46c5-fd49-4bd1-9764-72d5a2b15a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:56:37Z', 'updated_at': '2021-11-24T01:59:42Z', 'revision_number': 5, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': '762f46c5-fd49-4bd1-9764-72d5a2b15a71', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ee:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4cee82-b7b8-4924-bfe0-3cbe8a5ddd7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:56:37Z', 'updated_at': '2021-11-24T01:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:59:43.791619 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-aeb8dae3-105b-4134-9918-caea1d9fa156 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:43.819144 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb8dae3-105b-4134-9918-caea1d9fa156 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event deleted for resources: {'Port': ['ID=762f46c5-fd49-4bd1-9764-72d5a2b15a71,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:59:43.834463 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8221820-62a9-4c62-8d27-4248ba5fb75f None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:59:43.881240 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-aeb8dae3-105b-4134-9918-caea1d9fa156 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418161'] for router_gateway, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:43.970795 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-aeb8dae3-105b-4134-9918-caea1d9fa156 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-424460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2766'] for router, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:43.972818 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-aeb8dae3-105b-4134-9918-caea1d9fa156 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:44.013868 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-aeb8dae3-105b-4134-9918-caea1d9fa156 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-424469'] for router, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:44.014322 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeb8dae3-105b-4134-9918-caea1d9fa156 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Fanout notify agent at l3_agent the message router_deleted on router 0d4cee82-b7b8-4924-bfe0-3cbe8a5ddd7f {{(pid=109867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 01:59:44.021748 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-aeb8dae3-105b-4134-9918-caea1d9fa156 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for router, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:44.022849 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-aeb8dae3-105b-4134-9918-caea1d9fa156 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "DELETE /v2.0/routers/0d4cee82-b7b8-4924-bfe0-3cbe8a5ddd7f HTTP/1.1" status: 204 len: 168 time: 0.7954588 Nov 24 01:59:44.025483 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 52438) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:59:44.105893 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d66de129-1f97-40b5-89b7-1f513145286e tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:44.201179 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d66de129-1f97-40b5-89b7-1f513145286e tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:44.239014 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 10c1dc4c-0fa9-498a-9e60-9962033f24fd no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:59:44.260627 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: 10c1dc4c-0fa9-498a-9e60-9962033f24fd {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:59:44.260998 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 10c1dc4c-0fa9-498a-9e60-9962033f24fd not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:59:44.261397 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device a0427e51-49c6-468f-be44-a2f61bf99657 no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:59:44.282837 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: a0427e51-49c6-468f-be44-a2f61bf99657 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:59:44.283141 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device a0427e51-49c6-468f-be44-a2f61bf99657 not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:59:44.510419 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-d66de129-1f97-40b5-89b7-1f513145286e tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dfce1cb-ad9e-43c2-8a15-8ac84c2a059e']}} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:59:44.519727 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-d66de129-1f97-40b5-89b7-1f513145286e tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af02aa12-9cc2-499b-bae6-f67c83d0c4e5') {'for_net_delete': True} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:59:44.519963 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-d66de129-1f97-40b5-89b7-1f513145286e tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af02aa12-9cc2-499b-bae6-f67c83d0c4e5') {} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:59:44.529508 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d66de129-1f97-40b5-89b7-1f513145286e tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28690908'] for segment, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:44.542762 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d66de129-1f97-40b5-89b7-1f513145286e tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:44.548530 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d66de129-1f97-40b5-89b7-1f513145286e tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=109867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 01:59:44.548901 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d66de129-1f97-40b5-89b7-1f513145286e tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25503736'] for segment, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:44.551796 dv-neutron-818911-2-hyperv neutron-server[109867]: Traceback (most recent call last): Nov 24 01:59:44.551796 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 01:59:44.551796 dv-neutron-818911-2-hyperv neutron-server[109867]: timer() Nov 24 01:59:44.551796 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 01:59:44.551796 dv-neutron-818911-2-hyperv neutron-server[109867]: cb(*args, **kw) Nov 24 01:59:44.551796 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 01:59:44.551796 dv-neutron-818911-2-hyperv neutron-server[109867]: return func(*args, **kwargs) Nov 24 01:59:44.551796 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 01:59:44.551796 dv-neutron-818911-2-hyperv neutron-server[109867]: self._notify() Nov 24 01:59:44.551796 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 01:59:44.551796 dv-neutron-818911-2-hyperv neutron-server[109867]: self.callback(batched_events) Nov 24 01:59:44.551796 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 01:59:44.551796 dv-neutron-818911-2-hyperv neutron-server[109867]: event.method(event) Nov 24 01:59:44.551796 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 01:59:44.551796 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 01:59:44.551796 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 01:59:44.551796 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 01:59:44.551796 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 01:59:44.551796 dv-neutron-818911-2-hyperv neutron-server[109867]: return f(self, *a, **k) Nov 24 01:59:44.551796 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 01:59:44.551796 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._get(url).json() Nov 24 01:59:44.551796 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 01:59:44.551796 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 01:59:44.551796 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 01:59:44.551796 dv-neutron-818911-2-hyperv neutron-server[109867]: return self.request(url, 'GET', **kwargs) Nov 24 01:59:44.551796 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 01:59:44.551796 dv-neutron-818911-2-hyperv neutron-server[109867]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 01:59:44.551796 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 01:59:44.551796 dv-neutron-818911-2-hyperv neutron-server[109867]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 01:59:44.551796 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 01:59:44.551796 dv-neutron-818911-2-hyperv neutron-server[109867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 01:59:44.551796 dv-neutron-818911-2-hyperv neutron-server[109867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 01:59:44.607141 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d66de129-1f97-40b5-89b7-1f513145286e tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:44.611619 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d66de129-1f97-40b5-89b7-1f513145286e tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:44.615172 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-d66de129-1f97-40b5-89b7-1f513145286e tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "DELETE /v2.0/networks/3dfce1cb-ad9e-43c2-8a15-8ac84c2a059e HTTP/1.1" status: 204 len: 168 time: 0.5887704 Nov 24 01:59:44.627460 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 52440) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:59:44.628670 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66de129-1f97-40b5-89b7-1f513145286e tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event deleted for resources: {'Network': ['ID=3dfce1cb-ad9e-43c2-8a15-8ac84c2a059e,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:59:44.632891 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-a34f60e9-eb70-4b40-9ba2-a80033f57ac4 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'network': {'name': 'tempest-network-smoke--1578918055', 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'port_security_enabled': True}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:59:44.653857 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a34f60e9-eb70-4b40-9ba2-a80033f57ac4 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Made reservation on behalf of 5cd72ac6dd034b2d92e26f70404adb10 for: {'network': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:59:44.657233 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a34f60e9-eb70-4b40-9ba2-a80033f57ac4 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:44.680771 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a34f60e9-eb70-4b40-9ba2-a80033f57ac4 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=109866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 01:59:44.690203 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a34f60e9-eb70-4b40-9ba2-a80033f57ac4 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:44.690539 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.segments_db [None req-a34f60e9-eb70-4b40-9ba2-a80033f57ac4 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Added segment f9237a90-5b2a-43fb-82b0-657f2f5bf8d0 of type vlan for network 5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9 Nov 24 01:59:44.738566 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a34f60e9-eb70-4b40-9ba2-a80033f57ac4 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:44.763369 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a34f60e9-eb70-4b40-9ba2-a80033f57ac4 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:44.769211 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34f60e9-eb70-4b40-9ba2-a80033f57ac4 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:59:44.769881 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a34f60e9-eb70-4b40-9ba2-a80033f57ac4 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:44.807048 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-a34f60e9-eb70-4b40-9ba2-a80033f57ac4 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1782742 Nov 24 01:59:44.809705 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 52442) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:59:44.813961 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-8dfeb89c-a258-4ccd-b539-8552c5f75036 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-807280015', 'admin_state_up': True, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:59:44.850554 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34f60e9-eb70-4b40-9ba2-a80033f57ac4 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'Network': ['ID=5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:59:44.860604 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network 5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9 details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 01:59:44.865219 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8dfeb89c-a258-4ccd-b539-8552c5f75036 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-424105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2744'] for router, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:44.866256 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8dfeb89c-a258-4ccd-b539-8552c5f75036 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-424325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-326625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2753'] for router, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:44.920257 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8dfeb89c-a258-4ccd-b539-8552c5f75036 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:45.059237 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8dfeb89c-a258-4ccd-b539-8552c5f75036 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:45.254337 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8dfeb89c-a258-4ccd-b539-8552c5f75036 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for router_gateway, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:45.272914 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8dfeb89c-a258-4ccd-b539-8552c5f75036 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:45.375283 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [None req-8dfeb89c-a258-4ccd-b539-8552c5f75036 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Allocated IP 172.26.5.171 (eb22795d-37ee-46ee-844d-92c17e2ea450/3e66fcff-6e72-4083-b514-48f69cdaa2cb/c3b305f2-5427-4b8a-bcba-cb0cbc7e9c8d) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:59:45.484695 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8dfeb89c-a258-4ccd-b539-8552c5f75036 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:45.517255 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8dfeb89c-a258-4ccd-b539-8552c5f75036 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:45.552598 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dfeb89c-a258-4ccd-b539-8552c5f75036 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Network eb22795d-37ee-46ee-844d-92c17e2ea450 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:59:45.557262 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-8dfeb89c-a258-4ccd-b539-8552c5f75036 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:59:45.560634 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfeb89c-a258-4ccd-b539-8552c5f75036 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:59:45.569547 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d43be12-7c95-4290-a44c-7e0bfd51ed16 None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:59:45.588144 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfeb89c-a258-4ccd-b539-8552c5f75036 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'Port': ['ID=c3b305f2-5427-4b8a-bcba-cb0cbc7e9c8d,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:59:45.689526 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-72566e0c-5db5-419b-863a-35c0275e8a84 None None] Provisioning complete for port c3b305f2-5427-4b8a-bcba-cb0cbc7e9c8d triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:59:45.689828 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-72566e0c-5db5-419b-863a-35c0275e8a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:45.722619 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-72566e0c-5db5-419b-863a-35c0275e8a84 None None] Port c3b305f2-5427-4b8a-bcba-cb0cbc7e9c8d cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:59:45.815686 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8dfeb89c-a258-4ccd-b539-8552c5f75036 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for router_gateway, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:46.002276 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8dfeb89c-a258-4ccd-b539-8552c5f75036 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-424338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418138'] for router, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:46.128126 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 762f46c5-fd49-4bd1-9764-72d5a2b15a71 no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 01:59:46.131908 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dfeb89c-a258-4ccd-b539-8552c5f75036 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Router 1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c is scheduled to L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e with binding_index 1 {{(pid=109866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 01:59:46.148243 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: 762f46c5-fd49-4bd1-9764-72d5a2b15a71 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 01:59:46.148588 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 762f46c5-fd49-4bd1-9764-72d5a2b15a71 not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 01:59:46.236073 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dfeb89c-a258-4ccd-b539-8552c5f75036 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:59:46.247700 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fcbcf7f-ca80-48f6-878e-c7ddb264c35c None None] Sync routers for ids ['1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:59:46.256954 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8dfeb89c-a258-4ccd-b539-8552c5f75036 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for router, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:46.258137 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-8dfeb89c-a258-4ccd-b539-8552c5f75036 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.4475224 Nov 24 01:59:46.258635 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fcbcf7f-ca80-48f6-878e-c7ddb264c35c None None] Routers {'1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:59:46.259242 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-1fcbcf7f-ca80-48f6-878e-c7ddb264c35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:59:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:59:46.261328 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 52444) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:59:46.289757 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-e506c667-f8ef-4535-a7f1-187414d6934f tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=5cd72ac6dd034b2d92e26f70404adb10&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271096 Nov 24 01:59:46.292339 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 52446) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:59:46.364367 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-1fcbcf7f-ca80-48f6-878e-c7ddb264c35c None None] Set router 1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:59:46.381208 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688802f7-20d0-4241-b983-ccbe35296ac8 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:59:46.382740 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-688802f7-20d0-4241-b983-ccbe35296ac8 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0895085 Nov 24 01:59:46.385478 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 52448) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:59:46.412480 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-f0830a33-5edf-493b-ad69-5aaaf333259d tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=eb22795d-37ee-46ee-844d-92c17e2ea450&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0259509 Nov 24 01:59:46.414899 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 52450) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:59:46.419493 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-f90ec3e0-aed6-4456-8e76-3cde537a05ad tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1051527581', 'network_id': '5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9', 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:59:46.506275 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f90ec3e0-aed6-4456-8e76-3cde537a05ad tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Made reservation on behalf of 5cd72ac6dd034b2d92e26f70404adb10 for: {'subnet': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:59:46.509818 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f90ec3e0-aed6-4456-8e76-3cde537a05ad tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29154835'] for subnet, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:46.541479 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-1fcbcf7f-ca80-48f6-878e-c7ddb264c35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c', 'name': 'tempest-TestNetworkBasicOps-router-807280015', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.171'}], 'enable_snat': True}, 'gw_port_id': 'c3b305f2-5427-4b8a-bcba-cb0cbc7e9c8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:59:44Z', 'updated_at': '2021-11-24T01:59:45Z', 'revision_number': 3, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': 'c3b305f2-5427-4b8a-bcba-cb0cbc7e9c8d', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:61:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:59:45Z', 'updated_at': '2021-11-24T01:59:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:59:46.567048 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fcbcf7f-ca80-48f6-878e-c7ddb264c35c None None] Checking router: 1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c for host: dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 01:59:46.567410 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fcbcf7f-ca80-48f6-878e-c7ddb264c35c None None] Updating router 1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c port c3b305f2-5427-4b8a-bcba-cb0cbc7e9c8d binding host dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 01:59:46.591683 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-1fcbcf7f-ca80-48f6-878e-c7ddb264c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:46.686967 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f90ec3e0-aed6-4456-8e76-3cde537a05ad tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29149261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29154849'] for subnet, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:46.752674 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90ec3e0-aed6-4456-8e76-3cde537a05ad tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'Subnet': ['ID=c3947f33-8a0f-41c9-9de5-ae453660f7c7,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:59:46.760414 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90ec3e0-aed6-4456-8e76-3cde537a05ad tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Checking segment: {'id': 'f9237a90-5b2a-43fb-82b0-657f2f5bf8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:59:46.760718 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90ec3e0-aed6-4456-8e76-3cde537a05ad tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Network hostable DHCP agents. Network: 5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 01:59:46.776916 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90ec3e0-aed6-4456-8e76-3cde537a05ad tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Network 5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9 is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 01:59:46.786457 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-f90ec3e0-aed6-4456-8e76-3cde537a05ad tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, 5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9) {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:59:46.794148 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f90ec3e0-aed6-4456-8e76-3cde537a05ad tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:59:46.794148 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f90ec3e0-aed6-4456-8e76-3cde537a05ad tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:46.798775 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89e4f29-81d1-43cb-a5e5-c86a46ff7b2b None None] Network 5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:59:46.808848 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-f90ec3e0-aed6-4456-8e76-3cde537a05ad tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3929365 Nov 24 01:59:46.811574 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 52452) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:59:46.908973 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-1fcbcf7f-ca80-48f6-878e-c7ddb264c35c None None] Publish callbacks [] for port, precommit_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:46.919735 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-1fcbcf7f-ca80-48f6-878e-c7ddb264c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:46.990220 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2003a286-9718-40f5-9177-3f5b78048c15 None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:59:47.011950 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42342daa-5fe3-4b73-89c9-7ecd51c50215 None None] Pushing event updated for resources: {'Port': ['ID=c3b305f2-5427-4b8a-bcba-cb0cbc7e9c8d,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:59:47.016686 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-1fcbcf7f-ca80-48f6-878e-c7ddb264c35c None None] Attempting to bind port c3b305f2-5427-4b8a-bcba-cb0cbc7e9c8d on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:59:47.017061 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-1fcbcf7f-ca80-48f6-878e-c7ddb264c35c None None] Attempting to bind port c3b305f2-5427-4b8a-bcba-cb0cbc7e9c8d by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:59:47.017439 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fcbcf7f-ca80-48f6-878e-c7ddb264c35c None None] Attempting to bind port c3b305f2-5427-4b8a-bcba-cb0cbc7e9c8d on network eb22795d-37ee-46ee-844d-92c17e2ea450 {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:59:47.025110 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fcbcf7f-ca80-48f6-878e-c7ddb264c35c None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:59:47.025505 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fcbcf7f-ca80-48f6-878e-c7ddb264c35c None None] Checking segment: {'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:59:47.025904 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-1fcbcf7f-ca80-48f6-878e-c7ddb264c35c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:47.026289 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fcbcf7f-ca80-48f6-878e-c7ddb264c35c None None] Bound using segment: {'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:59:47.026756 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-1fcbcf7f-ca80-48f6-878e-c7ddb264c35c None None] Bound port: c3b305f2-5427-4b8a-bcba-cb0cbc7e9c8d, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:59:47.027129 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-1fcbcf7f-ca80-48f6-878e-c7ddb264c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:47.098193 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6474b9ec-825f-412a-9473-80f25ae578f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9', 'network_id': '5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'fixed_ips': [{'subnet_id': 'c3947f33-8a0f-41c9-9de5-ae453660f7c7'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 01:59:47.099053 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-6474b9ec-825f-412a-9473-80f25ae578f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:47.120285 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-1fcbcf7f-ca80-48f6-878e-c7ddb264c35c None None] For port c3b305f2-5427-4b8a-bcba-cb0cbc7e9c8d, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:59:47.124636 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-a7c85245-80ed-4baa-ac72-4ebdb23ac90b None None] Provisioning complete for port c3b305f2-5427-4b8a-bcba-cb0cbc7e9c8d triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:59:47.124998 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a7c85245-80ed-4baa-ac72-4ebdb23ac90b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:47.156218 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-1fcbcf7f-ca80-48f6-878e-c7ddb264c35c None None] For port c3b305f2-5427-4b8a-bcba-cb0cbc7e9c8d, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=c3b305f2-5427-4b8a-bcba-cb0cbc7e9c8d,segment=NetworkSegment(03509fd2-ca9c-4aa0-94e6-e236afda62e7),segment_id=03509fd2-ca9c-4aa0-94e6-e236afda62e7)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:59:47.168428 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-1fcbcf7f-ca80-48f6-878e-c7ddb264c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:47.259712 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-a7c85245-80ed-4baa-ac72-4ebdb23ac90b None None] Port c3b305f2-5427-4b8a-bcba-cb0cbc7e9c8d cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:59:47.280719 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622c9483-d83b-4bdf-8cc8-a7942d12b0ae None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 01:59:47.312422 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fcbcf7f-ca80-48f6-878e-c7ddb264c35c None None] Routers {'1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:59:47.312912 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-1fcbcf7f-ca80-48f6-878e-c7ddb264c35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:59:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:59:47.340116 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42342daa-5fe3-4b73-89c9-7ecd51c50215 None None] Pushing event updated for resources: {'Port': ['ID=c3b305f2-5427-4b8a-bcba-cb0cbc7e9c8d,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:59:47.439614 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-6474b9ec-825f-412a-9473-80f25ae578f3 None None] Allocated IP 172.20.0.2 (5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9/c3947f33-8a0f-41c9-9de5-ae453660f7c7/695833a0-e57b-4149-9b3e-8926543e5712) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:59:47.456661 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-41741e4c-418b-4d62-a908-b313c6e0e95c None None] Provisioning complete for port c3b305f2-5427-4b8a-bcba-cb0cbc7e9c8d triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:59:47.457035 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-41741e4c-418b-4d62-a908-b313c6e0e95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:47.528049 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-1fcbcf7f-ca80-48f6-878e-c7ddb264c35c None None] Set router 1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:59:47.551598 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f25569c2-bc74-4d8a-9696-60fc33ff6c24 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:47.908628 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-41741e4c-418b-4d62-a908-b313c6e0e95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:47.960872 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-6474b9ec-825f-412a-9473-80f25ae578f3 None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:47.963331 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-41741e4c-418b-4d62-a908-b313c6e0e95c None None] For port c3b305f2-5427-4b8a-bcba-cb0cbc7e9c8d, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=c3b305f2-5427-4b8a-bcba-cb0cbc7e9c8d,segment=NetworkSegment(03509fd2-ca9c-4aa0-94e6-e236afda62e7),segment_id=03509fd2-ca9c-4aa0-94e6-e236afda62e7)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:59:47.968609 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-41741e4c-418b-4d62-a908-b313c6e0e95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:47.975856 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-6474b9ec-825f-412a-9473-80f25ae578f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:48.022994 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [None req-f25569c2-bc74-4d8a-9696-60fc33ff6c24 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Allocated IP 172.20.0.1 (5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9/c3947f33-8a0f-41c9-9de5-ae453660f7c7/c4ed5d99-a763-4e12-8b89-6a84690b687b) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:59:48.035828 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6474b9ec-825f-412a-9473-80f25ae578f3 None None] Network 5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9 is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:59:48.038151 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41741e4c-418b-4d62-a908-b313c6e0e95c None None] Pushing event updated for resources: {'Port': ['ID=c3b305f2-5427-4b8a-bcba-cb0cbc7e9c8d,revision_number=4']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:59:48.042443 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-6474b9ec-825f-412a-9473-80f25ae578f3 None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:59:48.046965 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6474b9ec-825f-412a-9473-80f25ae578f3 None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:59:48.100405 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-1fcbcf7f-ca80-48f6-878e-c7ddb264c35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c', 'name': 'tempest-TestNetworkBasicOps-router-807280015', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.171'}], 'enable_snat': True}, 'gw_port_id': 'c3b305f2-5427-4b8a-bcba-cb0cbc7e9c8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:59:44Z', 'updated_at': '2021-11-24T01:59:45Z', 'revision_number': 3, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': 'c3b305f2-5427-4b8a-bcba-cb0cbc7e9c8d', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:61:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:59:45Z', 'updated_at': '2021-11-24T01:59:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:59:48.138568 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f25569c2-bc74-4d8a-9696-60fc33ff6c24 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:48.148371 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fcbcf7f-ca80-48f6-878e-c7ddb264c35c None None] The sync data for ids ['1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c'] in dv-neutron-818911-2-hyperv is: [{'id': '1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c', 'name': 'tempest-TestNetworkBasicOps-router-807280015', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.171'}], 'enable_snat': True}, 'gw_port_id': 'c3b305f2-5427-4b8a-bcba-cb0cbc7e9c8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:59:44Z', 'updated_at': '2021-11-24T01:59:45Z', 'revision_number': 3, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': 'c3b305f2-5427-4b8a-bcba-cb0cbc7e9c8d', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:61:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:59:45Z', 'updated_at': '2021-11-24T01:59:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:59:48.150965 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6474b9ec-825f-412a-9473-80f25ae578f3 None None] Pushing event updated for resources: {'Port': ['ID=695833a0-e57b-4149-9b3e-8926543e5712,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:59:48.162388 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-6474b9ec-825f-412a-9473-80f25ae578f3 None None] Attempting to bind port 695833a0-e57b-4149-9b3e-8926543e5712 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:59:48.162740 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-6474b9ec-825f-412a-9473-80f25ae578f3 None None] Attempting to bind port 695833a0-e57b-4149-9b3e-8926543e5712 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': 'f9237a90-5b2a-43fb-82b0-657f2f5bf8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:59:48.163097 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6474b9ec-825f-412a-9473-80f25ae578f3 None None] Attempting to bind port 695833a0-e57b-4149-9b3e-8926543e5712 on network 5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9 {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:59:48.169109 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6474b9ec-825f-412a-9473-80f25ae578f3 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:59:48.169109 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6474b9ec-825f-412a-9473-80f25ae578f3 None None] Checking segment: {'id': 'f9237a90-5b2a-43fb-82b0-657f2f5bf8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:59:48.169466 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-6474b9ec-825f-412a-9473-80f25ae578f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:48.169579 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6474b9ec-825f-412a-9473-80f25ae578f3 None None] Bound using segment: {'id': 'f9237a90-5b2a-43fb-82b0-657f2f5bf8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:59:48.170130 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-6474b9ec-825f-412a-9473-80f25ae578f3 None None] Bound port: 695833a0-e57b-4149-9b3e-8926543e5712, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9237a90-5b2a-43fb-82b0-657f2f5bf8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:59:48.170508 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-6474b9ec-825f-412a-9473-80f25ae578f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:48.175094 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f25569c2-bc74-4d8a-9696-60fc33ff6c24 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:48.226083 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25569c2-bc74-4d8a-9696-60fc33ff6c24 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Network 5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:59:48.229201 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-f25569c2-bc74-4d8a-9696-60fc33ff6c24 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:59:48.233858 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25569c2-bc74-4d8a-9696-60fc33ff6c24 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:59:48.237923 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25569c2-bc74-4d8a-9696-60fc33ff6c24 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'Port': ['ID=c4ed5d99-a763-4e12-8b89-6a84690b687b,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:59:48.261885 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-6474b9ec-825f-412a-9473-80f25ae578f3 None None] For port 695833a0-e57b-4149-9b3e-8926543e5712, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:59:48.265679 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-6474b9ec-825f-412a-9473-80f25ae578f3 None None] For port 695833a0-e57b-4149-9b3e-8926543e5712, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=695833a0-e57b-4149-9b3e-8926543e5712,segment=NetworkSegment(f9237a90-5b2a-43fb-82b0-657f2f5bf8d0),segment_id=f9237a90-5b2a-43fb-82b0-657f2f5bf8d0)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:59:48.270577 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-6474b9ec-825f-412a-9473-80f25ae578f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:48.287661 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f25569c2-bc74-4d8a-9696-60fc33ff6c24 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3777869'] for router_interface, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:48.329397 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6474b9ec-825f-412a-9473-80f25ae578f3 None None] Pushing event updated for resources: {'Port': ['ID=695833a0-e57b-4149-9b3e-8926543e5712,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:59:48.488120 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f25569c2-bc74-4d8a-9696-60fc33ff6c24 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:48.809094 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f25569c2-bc74-4d8a-9696-60fc33ff6c24 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for port, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:48.813748 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f25569c2-bc74-4d8a-9696-60fc33ff6c24 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29149402'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:48.881602 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f25569c2-bc74-4d8a-9696-60fc33ff6c24 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3778017'] for router_interface, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:48.900508 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25569c2-bc74-4d8a-9696-60fc33ff6c24 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'Port': ['ID=c4ed5d99-a763-4e12-8b89-6a84690b687b,revision_number=2']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:59:48.996173 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25569c2-bc74-4d8a-9696-60fc33ff6c24 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Network 5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:59:48.999106 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-f25569c2-bc74-4d8a-9696-60fc33ff6c24 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:59:49.120607 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f25569c2-bc74-4d8a-9696-60fc33ff6c24 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Router 1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 01:59:49.233438 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f25569c2-bc74-4d8a-9696-60fc33ff6c24 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 01:59:49.238624 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-f25569c2-bc74-4d8a-9696-60fc33ff6c24 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "PUT /v2.0/routers/1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4260702 Nov 24 01:59:49.241162 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 52454) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:59:49.300096 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b9ae35a-c940-4145-ad73-21f6c8ec1d76 None None] Network 5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 01:59:49.336758 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e30ec32-6ec3-403c-a595-660ae1449a5b tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:59:49.337366 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e30ec32-6ec3-403c-a595-660ae1449a5b tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:59:49.337873 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e30ec32-6ec3-403c-a595-660ae1449a5b tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:59:49.338334 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e30ec32-6ec3-403c-a595-660ae1449a5b tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:59:49.340038 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-9e30ec32-6ec3-403c-a595-660ae1449a5b tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.0978525 Nov 24 01:59:49.342665 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 52456) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:59:49.398618 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf627435-39d7-4d4b-a4e3-837bf7ba6645 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:59:49.399087 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf627435-39d7-4d4b-a4e3-837bf7ba6645 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:59:49.399541 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf627435-39d7-4d4b-a4e3-837bf7ba6645 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:59:49.399993 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf627435-39d7-4d4b-a4e3-837bf7ba6645 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:59:49.401741 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-bf627435-39d7-4d4b-a4e3-837bf7ba6645 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0581479 Nov 24 01:59:49.404396 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 52458) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:59:49.445643 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-a3749e42-ca68-4200-8d1c-b619a55f3767 None None] Provisioning complete for port 695833a0-e57b-4149-9b3e-8926543e5712 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:59:49.446212 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a3749e42-ca68-4200-8d1c-b619a55f3767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:49.542178 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-574dd4aa-18ca-4239-981b-7c49918a5b59 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.1365809 Nov 24 01:59:49.547044 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a3749e42-ca68-4200-8d1c-b619a55f3767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:49.585059 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-a3749e42-ca68-4200-8d1c-b619a55f3767 None None] For port 695833a0-e57b-4149-9b3e-8926543e5712, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=695833a0-e57b-4149-9b3e-8926543e5712,segment=NetworkSegment(f9237a90-5b2a-43fb-82b0-657f2f5bf8d0),segment_id=f9237a90-5b2a-43fb-82b0-657f2f5bf8d0)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:59:49.590535 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a3749e42-ca68-4200-8d1c-b619a55f3767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:49.646586 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3749e42-ca68-4200-8d1c-b619a55f3767 None None] Pushing event updated for resources: {'Port': ['ID=695833a0-e57b-4149-9b3e-8926543e5712,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:59:49.716486 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-d02f5e5c-9296-487b-a7d3-91a8465fba75 None None] Provisioning complete for port 695833a0-e57b-4149-9b3e-8926543e5712 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:59:49.716851 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-d02f5e5c-9296-487b-a7d3-91a8465fba75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:49.813643 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 52462) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:59:49.819975 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-5516b5b6-8438-4a61-b190-8d40ec255f83 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-426956010', 'description': 'tempest-secgroup-smoke-426956010 description', 'project_id': '5cd72ac6dd034b2d92e26f70404adb10'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:59:49.821372 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-d02f5e5c-9296-487b-a7d3-91a8465fba75 None None] Provisioning complete for port c4ed5d99-a763-4e12-8b89-6a84690b687b triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:59:49.821768 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-d02f5e5c-9296-487b-a7d3-91a8465fba75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:49.842611 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ad873f-8b07-42c6-a93a-638db63b2326 None None] Sync routers for ids ['1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 01:59:49.852821 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5516b5b6-8438-4a61-b190-8d40ec255f83 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:49.857728 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ad873f-8b07-42c6-a93a-638db63b2326 None None] Routers {'1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:59:49.858583 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-88ad873f-8b07-42c6-a93a-638db63b2326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:59:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:59:49.863539 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-d02f5e5c-9296-487b-a7d3-91a8465fba75 None None] Port c4ed5d99-a763-4e12-8b89-6a84690b687b cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:59:49.927733 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5516b5b6-8438-4a61-b190-8d40ec255f83 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:49.932150 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5516b5b6-8438-4a61-b190-8d40ec255f83 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:49.963076 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5516b5b6-8438-4a61-b190-8d40ec255f83 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:49.964409 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-5516b5b6-8438-4a61-b190-8d40ec255f83 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1497185 Nov 24 01:59:49.967409 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 52464) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:59:49.972565 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-037c843f-33ca-41b0-9682-f8c790e3254e tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'security_group_rule': {'security_group_id': 'd68300b6-2f63-4cbc-9543-e077997763ec', 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:59:49.977438 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-88ad873f-8b07-42c6-a93a-638db63b2326 None None] Set router 1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:59:49.984725 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-fb8feace-f716-4879-9219-7434acc4692c None None] Provisioning complete for port c4ed5d99-a763-4e12-8b89-6a84690b687b triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:59:49.985332 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-fb8feace-f716-4879-9219-7434acc4692c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:49.993225 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5516b5b6-8438-4a61-b190-8d40ec255f83 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d68300b6-2f63-4cbc-9543-e077997763ec,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:59:50.007001 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-037c843f-33ca-41b0-9682-f8c790e3254e tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:50.031408 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-fb8feace-f716-4879-9219-7434acc4692c None None] Port c4ed5d99-a763-4e12-8b89-6a84690b687b cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:59:50.078184 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-037c843f-33ca-41b0-9682-f8c790e3254e tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:50.082447 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-037c843f-33ca-41b0-9682-f8c790e3254e tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:50.102686 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037c843f-33ca-41b0-9682-f8c790e3254e tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de6a646e-975f-46ac-94bd-dd76a58da321,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:59:50.111193 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-037c843f-33ca-41b0-9682-f8c790e3254e tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:50.112515 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-037c843f-33ca-41b0-9682-f8c790e3254e tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1441288 Nov 24 01:59:50.115988 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 52466) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:59:50.120540 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-e34c55b0-3cd4-461d-9f9f-2fe873b07cbb tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'security_group_rule': {'security_group_id': 'd68300b6-2f63-4cbc-9543-e077997763ec', 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:59:50.155120 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e34c55b0-3cd4-461d-9f9f-2fe873b07cbb tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:50.247582 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e34c55b0-3cd4-461d-9f9f-2fe873b07cbb tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:50.256434 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e34c55b0-3cd4-461d-9f9f-2fe873b07cbb tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:50.272012 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-72a414a1-0cd1-4e11-b6b0-990cb4bd2323 None None] Provisioning complete for port c4ed5d99-a763-4e12-8b89-6a84690b687b triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:59:50.272419 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-72a414a1-0cd1-4e11-b6b0-990cb4bd2323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:50.272613 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-88ad873f-8b07-42c6-a93a-638db63b2326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c', 'name': 'tempest-TestNetworkBasicOps-router-807280015', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.171'}], 'enable_snat': True}, 'gw_port_id': 'c3b305f2-5427-4b8a-bcba-cb0cbc7e9c8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:59:44Z', 'updated_at': '2021-11-24T01:59:48Z', 'revision_number': 4, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': 'c3b305f2-5427-4b8a-bcba-cb0cbc7e9c8d', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:61:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:59:45Z', 'updated_at': '2021-11-24T01:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': 'c4ed5d99-a763-4e12-8b89-6a84690b687b', 'name': '', 'network_id': '5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'mac_address': 'fa:16:3e:f1:da:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': 'c3947f33-8a0f-41c9-9de5-ae453660f7c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:59:47Z', 'updated_at': '2021-11-24T01:59:48Z', 'revision_number': 2, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'subnets': [{'id': 'c3947f33-8a0f-41c9-9de5-ae453660f7c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:59:50.276707 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 695833a0-e57b-4149-9b3e-8926543e5712 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:59:50.295660 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34c55b0-3cd4-461d-9f9f-2fe873b07cbb tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccb64156-5306-4027-b0ed-5a0109a9fb01,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:59:50.304951 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e34c55b0-3cd4-461d-9f9f-2fe873b07cbb tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:50.306374 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-e34c55b0-3cd4-461d-9f9f-2fe873b07cbb tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1893802 Nov 24 01:59:50.309493 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 52468) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:59:50.315343 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-3cfc3294-a101-468d-9d25-25672034647b tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'security_group_rule': {'security_group_id': 'd68300b6-2f63-4cbc-9543-e077997763ec', 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:59:50.320252 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ad873f-8b07-42c6-a93a-638db63b2326 None None] Checking router: 1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c for host: dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 01:59:50.320680 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ad873f-8b07-42c6-a93a-638db63b2326 None None] Updating router 1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c port c4ed5d99-a763-4e12-8b89-6a84690b687b binding host dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 01:59:50.348024 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-3cfc3294-a101-468d-9d25-25672034647b tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:50.351928 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-88ad873f-8b07-42c6-a93a-638db63b2326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:50.362062 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-72a414a1-0cd1-4e11-b6b0-990cb4bd2323 None None] Port c4ed5d99-a763-4e12-8b89-6a84690b687b cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:59:50.379754 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 695833a0-e57b-4149-9b3e-8926543e5712 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:59:50.380897 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:50.415220 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-3cfc3294-a101-468d-9d25-25672034647b tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:50.419547 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-3cfc3294-a101-468d-9d25-25672034647b tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:50.440304 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfc3294-a101-468d-9d25-25672034647b tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7edb2831-3a4d-4b2e-a5b2-da5cd949a8b8,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:59:50.447150 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-3cfc3294-a101-468d-9d25-25672034647b tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:50.448373 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-3cfc3294-a101-468d-9d25-25672034647b tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1372054 Nov 24 01:59:50.451136 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 52470) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:59:50.455709 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-3ea75939-ec4c-47ef-b7a6-3b639ae9a8ee tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'security_group_rule': {'security_group_id': 'd68300b6-2f63-4cbc-9543-e077997763ec', 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:59:50.476448 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device c3b305f2-5427-4b8a-bcba-cb0cbc7e9c8d up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:59:50.491089 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-3ea75939-ec4c-47ef-b7a6-3b639ae9a8ee tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:50.528769 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port c3b305f2-5427-4b8a-bcba-cb0cbc7e9c8d triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:59:50.529207 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:50.552859 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-3ea75939-ec4c-47ef-b7a6-3b639ae9a8ee tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:50.558091 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-3ea75939-ec4c-47ef-b7a6-3b639ae9a8ee tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:50.576810 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea75939-ec4c-47ef-b7a6-3b639ae9a8ee tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e26bea6f-ef3e-4e37-8c05-647151ddf224,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:59:50.587189 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-3ea75939-ec4c-47ef-b7a6-3b639ae9a8ee tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:50.591107 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-3ea75939-ec4c-47ef-b7a6-3b639ae9a8ee tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1365805 Nov 24 01:59:50.591364 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 52472) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:59:50.595975 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-f890d5f0-a22a-4b5f-a7b4-fe32454a6769 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'security_group_rule': {'security_group_id': 'd68300b6-2f63-4cbc-9543-e077997763ec', 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:59:50.619806 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.securitygroups_db [None req-f890d5f0-a22a-4b5f-a7b4-fe32454a6769 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Project 5cd72ac6dd034b2d92e26f70404adb10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 01:59:50.625350 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f890d5f0-a22a-4b5f-a7b4-fe32454a6769 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:50.640856 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-88ad873f-8b07-42c6-a93a-638db63b2326 None None] Publish callbacks [] for port, precommit_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:50.646368 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-88ad873f-8b07-42c6-a93a-638db63b2326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:50.688327 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f890d5f0-a22a-4b5f-a7b4-fe32454a6769 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:50.694673 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f890d5f0-a22a-4b5f-a7b4-fe32454a6769 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:50.716888 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f890d5f0-a22a-4b5f-a7b4-fe32454a6769 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93eba335-2caf-4b27-9ac0-cb5fc40f691d,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:59:50.720648 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573e2c9a-0d7f-4b1f-8567-2bd58d2ec3ed None None] Pushing event updated for resources: {'Port': ['ID=c4ed5d99-a763-4e12-8b89-6a84690b687b,revision_number=3']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:59:50.723594 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f890d5f0-a22a-4b5f-a7b4-fe32454a6769 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:50.726178 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-f890d5f0-a22a-4b5f-a7b4-fe32454a6769 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1338334 Nov 24 01:59:50.728744 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 52474) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 01:59:50.732354 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573e2c9a-0d7f-4b1f-8567-2bd58d2ec3ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:59:50.732700 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573e2c9a-0d7f-4b1f-8567-2bd58d2ec3ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:59:50.733236 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573e2c9a-0d7f-4b1f-8567-2bd58d2ec3ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:59:50.733794 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573e2c9a-0d7f-4b1f-8567-2bd58d2ec3ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:59:50.734126 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573e2c9a-0d7f-4b1f-8567-2bd58d2ec3ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:59:50.734455 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573e2c9a-0d7f-4b1f-8567-2bd58d2ec3ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:59:50.734878 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573e2c9a-0d7f-4b1f-8567-2bd58d2ec3ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:59:50.735090 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573e2c9a-0d7f-4b1f-8567-2bd58d2ec3ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:59:50.735414 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573e2c9a-0d7f-4b1f-8567-2bd58d2ec3ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:59:50.735737 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573e2c9a-0d7f-4b1f-8567-2bd58d2ec3ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:59:50.736055 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573e2c9a-0d7f-4b1f-8567-2bd58d2ec3ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:59:50.736178 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-0ddc1c70-a1af-48f5-902b-708a6d599839 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'security_group_rule': {'security_group_id': 'd68300b6-2f63-4cbc-9543-e077997763ec', 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:59:50.736380 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573e2c9a-0d7f-4b1f-8567-2bd58d2ec3ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:59:50.761931 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.securitygroups_db [None req-0ddc1c70-a1af-48f5-902b-708a6d599839 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Project 5cd72ac6dd034b2d92e26f70404adb10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 01:59:50.767549 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-88ad873f-8b07-42c6-a93a-638db63b2326 None None] Attempting to bind port c4ed5d99-a763-4e12-8b89-6a84690b687b on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:59:50.768057 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-88ad873f-8b07-42c6-a93a-638db63b2326 None None] Attempting to bind port c4ed5d99-a763-4e12-8b89-6a84690b687b by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': 'f9237a90-5b2a-43fb-82b0-657f2f5bf8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9'}] {{(pid=109869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:59:50.768622 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ad873f-8b07-42c6-a93a-638db63b2326 None None] Attempting to bind port c4ed5d99-a763-4e12-8b89-6a84690b687b on network 5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9 {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:59:50.768777 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0ddc1c70-a1af-48f5-902b-708a6d599839 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:50.774680 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ad873f-8b07-42c6-a93a-638db63b2326 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:59:50.775043 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ad873f-8b07-42c6-a93a-638db63b2326 None None] Checking segment: {'id': 'f9237a90-5b2a-43fb-82b0-657f2f5bf8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:59:50.775647 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-88ad873f-8b07-42c6-a93a-638db63b2326 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:50.776036 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ad873f-8b07-42c6-a93a-638db63b2326 None None] Bound using segment: {'id': 'f9237a90-5b2a-43fb-82b0-657f2f5bf8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9'} {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:59:50.776496 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-88ad873f-8b07-42c6-a93a-638db63b2326 None None] Bound port: c4ed5d99-a763-4e12-8b89-6a84690b687b, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9237a90-5b2a-43fb-82b0-657f2f5bf8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9'}}] {{(pid=109869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:59:50.776872 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-88ad873f-8b07-42c6-a93a-638db63b2326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:50.842133 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0ddc1c70-a1af-48f5-902b-708a6d599839 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:50.847117 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0ddc1c70-a1af-48f5-902b-708a6d599839 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:50.861738 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.db [None req-88ad873f-8b07-42c6-a93a-638db63b2326 None None] For port c4ed5d99-a763-4e12-8b89-6a84690b687b, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:59:50.865389 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.db [None req-88ad873f-8b07-42c6-a93a-638db63b2326 None None] For port c4ed5d99-a763-4e12-8b89-6a84690b687b, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=c4ed5d99-a763-4e12-8b89-6a84690b687b,segment=NetworkSegment(f9237a90-5b2a-43fb-82b0-657f2f5bf8d0),segment_id=f9237a90-5b2a-43fb-82b0-657f2f5bf8d0)] {{(pid=109869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:59:50.868379 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddc1c70-a1af-48f5-902b-708a6d599839 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42eed8ec-1f05-4213-b58a-98f2c9c7b495,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:59:50.873812 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0ddc1c70-a1af-48f5-902b-708a6d599839 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:50.874586 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-88ad873f-8b07-42c6-a93a-638db63b2326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:50.881882 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-0ddc1c70-a1af-48f5-902b-708a6d599839 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1520855 Nov 24 01:59:50.935933 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ad873f-8b07-42c6-a93a-638db63b2326 None None] Routers {'1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 01:59:50.936073 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-88ad873f-8b07-42c6-a93a-638db63b2326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:59:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:59:50.937955 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573e2c9a-0d7f-4b1f-8567-2bd58d2ec3ed None None] Pushing event updated for resources: {'Port': ['ID=c4ed5d99-a763-4e12-8b89-6a84690b687b,revision_number=4']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:59:50.988348 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-00ed0edc-09f7-4a0f-8d10-408707775390 None None] Provisioning complete for port c4ed5d99-a763-4e12-8b89-6a84690b687b triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:59:50.989322 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-00ed0edc-09f7-4a0f-8d10-408707775390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:51.066529 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-88ad873f-8b07-42c6-a93a-638db63b2326 None None] Set router 1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 01:59:51.068358 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-6a3e24b3-c9cb-4216-94dd-e1ba637f1976 req-13a9ee05-59a1-497a-8c0c-4a17ee9eb270 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-426956010&fields=id&tenant_id=5cd72ac6dd034b2d92e26f70404adb10 HTTP/1.1" status: 200 len: 267 time: 0.0610464 Nov 24 01:59:51.094429 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-00ed0edc-09f7-4a0f-8d10-408707775390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:51.143447 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-00ed0edc-09f7-4a0f-8d10-408707775390 None None] For port c4ed5d99-a763-4e12-8b89-6a84690b687b, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=c4ed5d99-a763-4e12-8b89-6a84690b687b,segment=NetworkSegment(f9237a90-5b2a-43fb-82b0-657f2f5bf8d0),segment_id=f9237a90-5b2a-43fb-82b0-657f2f5bf8d0)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 01:59:51.147999 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-00ed0edc-09f7-4a0f-8d10-408707775390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:51.189401 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3e24b3-c9cb-4216-94dd-e1ba637f1976 req-6a3ac695-5688-4b8f-a7cc-931a16bab279 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:59:51.192028 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-6a3e24b3-c9cb-4216-94dd-e1ba637f1976 req-6a3ac695-5688-4b8f-a7cc-931a16bab279 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/networks?id=5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9 HTTP/1.1" status: 200 len: 797 time: 0.1225810 Nov 24 01:59:51.196955 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ed0edc-09f7-4a0f-8d10-408707775390 None None] Pushing event updated for resources: {'Port': ['ID=c4ed5d99-a763-4e12-8b89-6a84690b687b,revision_number=5']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:59:51.209770 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-6a3e24b3-c9cb-4216-94dd-e1ba637f1976 req-d9844e48-8046-4596-bd8a-a27f59b73d8b tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/quotas/5cd72ac6dd034b2d92e26f70404adb10 HTTP/1.1" status: 200 len: 375 time: 0.0116317 Nov 24 01:59:51.265977 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-6a3e24b3-c9cb-4216-94dd-e1ba637f1976 req-d6acb098-3caf-4e5a-a812-77d0c37294f5 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5cd72ac6dd034b2d92e26f70404adb10&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503850 Nov 24 01:59:51.273742 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-f3f11db7-2e2b-42b7-8a85-3474e3a95e90 None None] Provisioning complete for port c4ed5d99-a763-4e12-8b89-6a84690b687b triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:59:51.274117 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-f3f11db7-2e2b-42b7-8a85-3474e3a95e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:51.290790 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-88ad873f-8b07-42c6-a93a-638db63b2326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c', 'name': 'tempest-TestNetworkBasicOps-router-807280015', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.171'}], 'enable_snat': True}, 'gw_port_id': 'c3b305f2-5427-4b8a-bcba-cb0cbc7e9c8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:59:44Z', 'updated_at': '2021-11-24T01:59:48Z', 'revision_number': 4, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': 'c3b305f2-5427-4b8a-bcba-cb0cbc7e9c8d', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:61:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:59:45Z', 'updated_at': '2021-11-24T01:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': 'c4ed5d99-a763-4e12-8b89-6a84690b687b', 'name': '', 'network_id': '5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'mac_address': 'fa:16:3e:f1:da:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': 'c3947f33-8a0f-41c9-9de5-ae453660f7c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:59:47Z', 'updated_at': '2021-11-24T01:59:50Z', 'revision_number': 4, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'subnets': [{'id': 'c3947f33-8a0f-41c9-9de5-ae453660f7c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 01:59:51.323494 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ad873f-8b07-42c6-a93a-638db63b2326 None None] The sync data for ids ['1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c'] in dv-neutron-818911-2-hyperv is: [{'id': '1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c', 'name': 'tempest-TestNetworkBasicOps-router-807280015', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.171'}], 'enable_snat': True}, 'gw_port_id': 'c3b305f2-5427-4b8a-bcba-cb0cbc7e9c8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:59:44Z', 'updated_at': '2021-11-24T01:59:48Z', 'revision_number': 4, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': 'c3b305f2-5427-4b8a-bcba-cb0cbc7e9c8d', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:61:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:59:45Z', 'updated_at': '2021-11-24T01:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': 'c4ed5d99-a763-4e12-8b89-6a84690b687b', 'name': '', 'network_id': '5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'mac_address': 'fa:16:3e:f1:da:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': 'c3947f33-8a0f-41c9-9de5-ae453660f7c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:59:47Z', 'updated_at': '2021-11-24T01:59:50Z', 'revision_number': 4, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'subnets': [{'id': 'c3947f33-8a0f-41c9-9de5-ae453660f7c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 01:59:51.384003 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-6a3e24b3-c9cb-4216-94dd-e1ba637f1976 req-a7e20eef-4734-454a-92c2-d1fd9f238c0c service neutron] 10.222.0.21 "GET /v2.0/networks/5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021860 Nov 24 01:59:51.500151 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-6a3e24b3-c9cb-4216-94dd-e1ba637f1976 req-ba7d495a-2544-48f0-985a-722d0f68b250 service neutron] 10.222.0.21 "GET /v2.0/networks/5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084187 Nov 24 01:59:52.191655 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device c4ed5d99-a763-4e12-8b89-6a84690b687b up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 01:59:52.245142 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port c4ed5d99-a763-4e12-8b89-6a84690b687b triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:59:52.245469 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:52.814091 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-ca89988f-bcce-4af0-997d-328557589997 req-7af83cb6-90a9-4adc-ac82-92dfae4b429e tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=33fdba8a-eca2-4504-8bf2-3b989ca8b353 HTTP/1.1" status: 200 len: 210 time: 0.1595435 Nov 24 01:59:53.157718 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.agents_db [None req-4e42c10c-a1d3-4d07-89d6-7a24334140aa None None] Agent healthcheck: found 6 active agents {{(pid=109869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 01:59:53.941372 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-3d03eb83-0810-45d6-a36c-d18f6e57927b req-bfa86695-d392-4059-8931-da17fd386403 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=33fdba8a-eca2-4504-8bf2-3b989ca8b353 HTTP/1.1" status: 200 len: 210 time: 0.0781765 Nov 24 01:59:54.723277 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-47d5105a-9342-4989-9002-242b6b97aad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:55.019013 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e4c1fc0a-508c-40e7-a375-183b5d903d80 req-6cf5d93b-2ec3-4d70-b603-1836e2442ff3 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=33fdba8a-eca2-4504-8bf2-3b989ca8b353 HTTP/1.1" status: 200 len: 210 time: 0.0262349 Nov 24 01:59:55.690564 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3e24b3-c9cb-4216-94dd-e1ba637f1976 req-aad1c785-85df-4604-9c88-bfc85f8173eb tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:59:55.692031 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-6a3e24b3-c9cb-4216-94dd-e1ba637f1976 req-aad1c785-85df-4604-9c88-bfc85f8173eb tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.48 "GET /v2.0/networks?id=5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9 HTTP/1.1" status: 200 len: 797 time: 0.1010923 Nov 24 01:59:55.777483 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-6a3e24b3-c9cb-4216-94dd-e1ba637f1976 req-80a1d19e-c77b-432d-ac27-3d27146bf360 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5cd72ac6dd034b2d92e26f70404adb10 HTTP/1.1" status: 200 len: 379 time: 0.0573478 Nov 24 01:59:55.788639 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [req-6a3e24b3-c9cb-4216-94dd-e1ba637f1976 req-38f70b9a-2c78-434a-9239-b7f3311d750c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'port': {'device_id': '33fdba8a-eca2-4504-8bf2-3b989ca8b353', 'network_id': '5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9', 'admin_state_up': True, 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'security_groups': ['d68300b6-2f63-4cbc-9543-e077997763ec']}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:59:55.897195 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a3e24b3-c9cb-4216-94dd-e1ba637f1976 req-38f70b9a-2c78-434a-9239-b7f3311d750c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Made reservation on behalf of 5cd72ac6dd034b2d92e26f70404adb10 for: {'port': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 01:59:55.900971 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-6a3e24b3-c9cb-4216-94dd-e1ba637f1976 req-38f70b9a-2c78-434a-9239-b7f3311d750c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:56.026226 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [req-6a3e24b3-c9cb-4216-94dd-e1ba637f1976 req-38f70b9a-2c78-434a-9239-b7f3311d750c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Allocated IP 172.20.0.5 (5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9/c3947f33-8a0f-41c9-9de5-ae453660f7c7/05e23a67-3a1c-4d45-822f-22951ac35f32) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 01:59:56.147634 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-d11d1a51-8c88-4f45-a29c-5739fad82583 req-c705f021-6711-4c9e-b4e6-ec8b58fe93e4 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=33fdba8a-eca2-4504-8bf2-3b989ca8b353 HTTP/1.1" status: 200 len: 210 time: 0.0583992 Nov 24 01:59:56.184500 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-6a3e24b3-c9cb-4216-94dd-e1ba637f1976 req-38f70b9a-2c78-434a-9239-b7f3311d750c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:56.219093 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-6a3e24b3-c9cb-4216-94dd-e1ba637f1976 req-38f70b9a-2c78-434a-9239-b7f3311d750c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:56.262035 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a3e24b3-c9cb-4216-94dd-e1ba637f1976 req-38f70b9a-2c78-434a-9239-b7f3311d750c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Network 5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 01:59:56.264923 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [req-6a3e24b3-c9cb-4216-94dd-e1ba637f1976 req-38f70b9a-2c78-434a-9239-b7f3311d750c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 01:59:56.268464 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a3e24b3-c9cb-4216-94dd-e1ba637f1976 req-38f70b9a-2c78-434a-9239-b7f3311d750c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 01:59:56.294891 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f70b9a-2c78-434a-9239-b7f3311d750c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'Port': ['ID=05e23a67-3a1c-4d45-822f-22951ac35f32,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:59:56.310213 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f70b9a-2c78-434a-9239-b7f3311d750c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:59:56.310583 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f70b9a-2c78-434a-9239-b7f3311d750c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:59:56.310889 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f70b9a-2c78-434a-9239-b7f3311d750c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:59:56.311219 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f70b9a-2c78-434a-9239-b7f3311d750c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:59:56.311544 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f70b9a-2c78-434a-9239-b7f3311d750c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:59:56.311868 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f70b9a-2c78-434a-9239-b7f3311d750c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:59:56.312201 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f70b9a-2c78-434a-9239-b7f3311d750c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:59:56.312522 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f70b9a-2c78-434a-9239-b7f3311d750c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:59:56.312842 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f70b9a-2c78-434a-9239-b7f3311d750c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:59:56.313168 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f70b9a-2c78-434a-9239-b7f3311d750c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:59:56.313499 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f70b9a-2c78-434a-9239-b7f3311d750c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:59:56.313818 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f70b9a-2c78-434a-9239-b7f3311d750c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 01:59:56.334627 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3e24b3-c9cb-4216-94dd-e1ba637f1976 req-38f70b9a-2c78-434a-9239-b7f3311d750c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:59:56.335260 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-6a3e24b3-c9cb-4216-94dd-e1ba637f1976 req-38f70b9a-2c78-434a-9239-b7f3311d750c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:56.352173 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-6a3e24b3-c9cb-4216-94dd-e1ba637f1976 req-38f70b9a-2c78-434a-9239-b7f3311d750c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5680921 Nov 24 01:59:56.370733 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [req-6a3e24b3-c9cb-4216-94dd-e1ba637f1976 req-90c302be-eb44-4868-b9ca-81db148ff75f service neutron] Request body: {'port': {'device_id': '33fdba8a-eca2-4504-8bf2-3b989ca8b353', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8189'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 01:59:56.429342 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-6a3e24b3-c9cb-4216-94dd-e1ba637f1976 req-90c302be-eb44-4868-b9ca-81db148ff75f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:56.512634 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-8c72beb5-235f-46ee-b4b2-662d1372ea28 None None] Provisioning complete for port 05e23a67-3a1c-4d45-822f-22951ac35f32 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 01:59:56.513248 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-8c72beb5-235f-46ee-b4b2-662d1372ea28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:56.545657 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-8c72beb5-235f-46ee-b4b2-662d1372ea28 None None] Port 05e23a67-3a1c-4d45-822f-22951ac35f32 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 01:59:56.680826 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [req-6a3e24b3-c9cb-4216-94dd-e1ba637f1976 req-90c302be-eb44-4868-b9ca-81db148ff75f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05e23a67-3a1c-4d45-822f-22951ac35f32 {{(pid=109866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 01:59:56.688073 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-6a3e24b3-c9cb-4216-94dd-e1ba637f1976 req-90c302be-eb44-4868-b9ca-81db148ff75f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:56.699503 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.provisioning_blocks [req-6a3e24b3-c9cb-4216-94dd-e1ba637f1976 req-90c302be-eb44-4868-b9ca-81db148ff75f service neutron] Transition to ACTIVE for port object 05e23a67-3a1c-4d45-822f-22951ac35f32 will not be triggered until provisioned by entity L2. {{(pid=109866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 01:59:56.703045 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-6a3e24b3-c9cb-4216-94dd-e1ba637f1976 req-90c302be-eb44-4868-b9ca-81db148ff75f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29149402'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:56.754138 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c302be-eb44-4868-b9ca-81db148ff75f service neutron] Pushing event updated for resources: {'Port': ['ID=05e23a67-3a1c-4d45-822f-22951ac35f32,revision_number=2']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:59:56.832432 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [req-6a3e24b3-c9cb-4216-94dd-e1ba637f1976 req-90c302be-eb44-4868-b9ca-81db148ff75f service neutron] Attempting to bind port 05e23a67-3a1c-4d45-822f-22951ac35f32 on host hv-neutron-8189 for vnic_type normal with profile {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 01:59:56.833003 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [req-6a3e24b3-c9cb-4216-94dd-e1ba637f1976 req-90c302be-eb44-4868-b9ca-81db148ff75f service neutron] Attempting to bind port 05e23a67-3a1c-4d45-822f-22951ac35f32 by drivers openvswitch,hyperv on host hv-neutron-8189 at level 0 using segments [{'id': 'f9237a90-5b2a-43fb-82b0-657f2f5bf8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9'}] {{(pid=109866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 01:59:56.833498 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3e24b3-c9cb-4216-94dd-e1ba637f1976 req-90c302be-eb44-4868-b9ca-81db148ff75f service neutron] Attempting to bind port 05e23a67-3a1c-4d45-822f-22951ac35f32 on network 5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9 {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:59:56.840553 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3e24b3-c9cb-4216-94dd-e1ba637f1976 req-90c302be-eb44-4868-b9ca-81db148ff75f service neutron] Port 05e23a67-3a1c-4d45-822f-22951ac35f32 on network 5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8189 {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 01:59:56.840685 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3e24b3-c9cb-4216-94dd-e1ba637f1976 req-90c302be-eb44-4868-b9ca-81db148ff75f service neutron] Attempting to bind port 05e23a67-3a1c-4d45-822f-22951ac35f32 on network 5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9 {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 01:59:56.853073 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3e24b3-c9cb-4216-94dd-e1ba637f1976 req-90c302be-eb44-4868-b9ca-81db148ff75f service neutron] Checking agent: {'id': '5773fe6b-0967-455f-9dc9-84c0c923201b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 42, 58), 'started_at': datetime.datetime(2021, 11, 24, 1, 42, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 01:59:56.853432 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3e24b3-c9cb-4216-94dd-e1ba637f1976 req-90c302be-eb44-4868-b9ca-81db148ff75f service neutron] Checking segment: {'id': 'f9237a90-5b2a-43fb-82b0-657f2f5bf8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 01:59:56.853834 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3e24b3-c9cb-4216-94dd-e1ba637f1976 req-90c302be-eb44-4868-b9ca-81db148ff75f service neutron] Bound using segment: {'id': 'f9237a90-5b2a-43fb-82b0-657f2f5bf8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9'} {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 01:59:56.854291 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [req-6a3e24b3-c9cb-4216-94dd-e1ba637f1976 req-90c302be-eb44-4868-b9ca-81db148ff75f service neutron] Bound port: 05e23a67-3a1c-4d45-822f-22951ac35f32, host: hv-neutron-8189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9237a90-5b2a-43fb-82b0-657f2f5bf8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9'}}] {{(pid=109866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 01:59:56.854647 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-6a3e24b3-c9cb-4216-94dd-e1ba637f1976 req-90c302be-eb44-4868-b9ca-81db148ff75f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:56.918318 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [req-6a3e24b3-c9cb-4216-94dd-e1ba637f1976 req-90c302be-eb44-4868-b9ca-81db148ff75f service neutron] For port 05e23a67-3a1c-4d45-822f-22951ac35f32, host hv-neutron-8189, cleared binding levels {{(pid=109866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 01:59:56.921297 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [req-6a3e24b3-c9cb-4216-94dd-e1ba637f1976 req-90c302be-eb44-4868-b9ca-81db148ff75f service neutron] For port 05e23a67-3a1c-4d45-822f-22951ac35f32, host hv-neutron-8189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=05e23a67-3a1c-4d45-822f-22951ac35f32,segment=NetworkSegment(f9237a90-5b2a-43fb-82b0-657f2f5bf8d0),segment_id=f9237a90-5b2a-43fb-82b0-657f2f5bf8d0)] {{(pid=109866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 01:59:56.926403 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-6a3e24b3-c9cb-4216-94dd-e1ba637f1976 req-90c302be-eb44-4868-b9ca-81db148ff75f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29149402'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:56.958374 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3e24b3-c9cb-4216-94dd-e1ba637f1976 req-90c302be-eb44-4868-b9ca-81db148ff75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:59:56.959056 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-6a3e24b3-c9cb-4216-94dd-e1ba637f1976 req-90c302be-eb44-4868-b9ca-81db148ff75f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:56.960446 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-6a3e24b3-c9cb-4216-94dd-e1ba637f1976 req-90c302be-eb44-4868-b9ca-81db148ff75f service neutron] 10.222.0.48 "PUT /v2.0/ports/05e23a67-3a1c-4d45-822f-22951ac35f32 HTTP/1.1" status: 200 len: 1093 time: 0.5940468 Nov 24 01:59:56.961103 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33fdba8a-eca2-4504-8bf2-3b989ca8b353', 'tag': '05e23a67-3a1c-4d45-822f-22951ac35f32'}] {{(pid=109866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 01:59:56.963439 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b7c53c286d9351d1367337230623a155cee02c46c94b80588b67a0bc16402ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fce7f029-8e41-4d04-bb4e-cfabade50110" -d '{"events": [{"name": "network-changed", "server_uuid": "33fdba8a-eca2-4504-8bf2-3b989ca8b353", "tag": "05e23a67-3a1c-4d45-822f-22951ac35f32"}]}' {{(pid=109866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 01:59:57.004539 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c302be-eb44-4868-b9ca-81db148ff75f service neutron] Pushing event updated for resources: {'Port': ['ID=05e23a67-3a1c-4d45-822f-22951ac35f32,revision_number=3']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 01:59:57.015675 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 01:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8377abf8-2094-408c-b2fe-a5964b33e247 x-openstack-request-id: req-8377abf8-2094-408c-b2fe-a5964b33e247 {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 01:59:57.015991 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33fdba8a-eca2-4504-8bf2-3b989ca8b353", "tag": "05e23a67-3a1c-4d45-822f-22951ac35f32", "status": "completed", "code": 200}]} {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 01:59:57.016292 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8377abf8-2094-408c-b2fe-a5964b33e247 {{(pid=109866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 01:59:57.016748 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33fdba8a-eca2-4504-8bf2-3b989ca8b353', 'tag': '05e23a67-3a1c-4d45-822f-22951ac35f32', 'status': 'completed', 'code': 200} Nov 24 01:59:57.080481 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3e24b3-c9cb-4216-94dd-e1ba637f1976 req-6bd52808-4fc8-41fe-a951-00a0e83f29f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:59:57.082067 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-6a3e24b3-c9cb-4216-94dd-e1ba637f1976 req-6bd52808-4fc8-41fe-a951-00a0e83f29f1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5cd72ac6dd034b2d92e26f70404adb10&device_id=33fdba8a-eca2-4504-8bf2-3b989ca8b353 HTTP/1.1" status: 200 len: 1096 time: 0.0467176 Nov 24 01:59:57.134172 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-6a3e24b3-c9cb-4216-94dd-e1ba637f1976 req-5b239ca6-8ffc-40fd-be08-c16fd2a47049 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=05e23a67-3a1c-4d45-822f-22951ac35f32 HTTP/1.1" status: 200 len: 217 time: 0.0379002 Nov 24 01:59:57.188201 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3e24b3-c9cb-4216-94dd-e1ba637f1976 req-96ca198e-e16c-4a36-b54d-f1b5db253617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:59:57.190911 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-6a3e24b3-c9cb-4216-94dd-e1ba637f1976 req-96ca198e-e16c-4a36-b54d-f1b5db253617 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c3947f33-8a0f-41c9-9de5-ae453660f7c7 HTTP/1.1" status: 200 len: 835 time: 0.0486333 Nov 24 01:59:57.191479 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-c2870658-c36d-4f37-9b70-62559f0caa0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:57.272185 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3e24b3-c9cb-4216-94dd-e1ba637f1976 req-55d6ed2b-0238-4553-98a6-72e6dd19a041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:59:57.273694 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-6a3e24b3-c9cb-4216-94dd-e1ba637f1976 req-55d6ed2b-0238-4553-98a6-72e6dd19a041 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0768616 Nov 24 01:59:57.296557 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c8c37d-0772-4ba8-bbc4-f4ef3475bedf req-1c054410-0279-4258-8e37-486fe36f44ff tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:59:57.298009 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-f9c8c37d-0772-4ba8-bbc4-f4ef3475bedf req-1c054410-0279-4258-8e37-486fe36f44ff tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=33fdba8a-eca2-4504-8bf2-3b989ca8b353 HTTP/1.1" status: 200 len: 943 time: 0.0664527 Nov 24 01:59:57.396797 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-f9c8c37d-0772-4ba8-bbc4-f4ef3475bedf req-92de6a50-69f3-4061-b408-522b8f4972c4 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=d68300b6-2f63-4cbc-9543-e077997763ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890493 Nov 24 01:59:57.412739 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-6a3e24b3-c9cb-4216-94dd-e1ba637f1976 req-9b36e852-c639-405b-91ab-be7e046c1e83 service neutron] 10.222.0.48 "GET /v2.0/networks/5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317315 Nov 24 01:59:57.501722 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-6a3e24b3-c9cb-4216-94dd-e1ba637f1976 req-dde3ba44-a000-481a-8aed-800435e97d97 service neutron] 10.222.0.48 "GET /v2.0/networks/5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820394 Nov 24 01:59:57.625204 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce7f029-8e41-4d04-bb4e-cfabade50110 req-d16a57d4-aa4b-49e4-a1e5-d183ffbddf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:59:57.626707 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-fce7f029-8e41-4d04-bb4e-cfabade50110 req-d16a57d4-aa4b-49e4-a1e5-d183ffbddf2f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5cd72ac6dd034b2d92e26f70404adb10&device_id=33fdba8a-eca2-4504-8bf2-3b989ca8b353 HTTP/1.1" status: 200 len: 1096 time: 0.0402405 Nov 24 01:59:57.719831 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce7f029-8e41-4d04-bb4e-cfabade50110 req-7c82d2bc-817d-484f-b996-60278a846bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:59:57.721202 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-fce7f029-8e41-4d04-bb4e-cfabade50110 req-7c82d2bc-817d-484f-b996-60278a846bbf service neutron] 10.222.0.48 "GET /v2.0/networks?id=5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9 HTTP/1.1" status: 200 len: 898 time: 0.0862570 Nov 24 01:59:57.762546 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-fce7f029-8e41-4d04-bb4e-cfabade50110 req-46bbc0a6-6073-41fc-99e8-22412c16fd8a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=05e23a67-3a1c-4d45-822f-22951ac35f32 HTTP/1.1" status: 200 len: 217 time: 0.0328770 Nov 24 01:59:57.814453 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce7f029-8e41-4d04-bb4e-cfabade50110 req-de661e3b-ed7a-42a6-b1a5-c0ff90ed6432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:59:57.815889 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-fce7f029-8e41-4d04-bb4e-cfabade50110 req-de661e3b-ed7a-42a6-b1a5-c0ff90ed6432 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c3947f33-8a0f-41c9-9de5-ae453660f7c7 HTTP/1.1" status: 200 len: 835 time: 0.0460637 Nov 24 01:59:57.861686 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce7f029-8e41-4d04-bb4e-cfabade50110 req-5a2d48eb-ef15-4e4e-9421-47cce40a5404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:59:57.863148 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-fce7f029-8e41-4d04-bb4e-cfabade50110 req-5a2d48eb-ef15-4e4e-9421-47cce40a5404 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390766 Nov 24 01:59:57.950771 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-fce7f029-8e41-4d04-bb4e-cfabade50110 req-3118d700-1637-498c-8bb0-e75b180138b3 service neutron] 10.222.0.48 "GET /v2.0/networks/5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792642 Nov 24 01:59:57.970066 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:58.049188 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-fce7f029-8e41-4d04-bb4e-cfabade50110 req-da215058-5684-4e6f-a21c-8d842d702ad6 service neutron] 10.222.0.48 "GET /v2.0/networks/5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849261 Nov 24 01:59:58.104134 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:58.516343 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85e230e-77ae-491a-8315-7a0966599ce8 req-667459e2-d7a7-4222-b691-da6130d14307 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:59:58.517809 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-c85e230e-77ae-491a-8315-7a0966599ce8 req-667459e2-d7a7-4222-b691-da6130d14307 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=33fdba8a-eca2-4504-8bf2-3b989ca8b353 HTTP/1.1" status: 200 len: 943 time: 0.0481739 Nov 24 01:59:58.568617 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-c85e230e-77ae-491a-8315-7a0966599ce8 req-07794669-1b72-4d5b-b658-bbc4cf8d6ca9 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=d68300b6-2f63-4cbc-9543-e077997763ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443292 Nov 24 01:59:59.589238 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 01:59:59.680950 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1412b67-b584-4bdc-9fed-129aed2fbda3 req-d9b54e55-f4c9-4e7e-b7b4-57269dae37a0 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 01:59:59.682542 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e1412b67-b584-4bdc-9fed-129aed2fbda3 req-d9b54e55-f4c9-4e7e-b7b4-57269dae37a0 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=33fdba8a-eca2-4504-8bf2-3b989ca8b353 HTTP/1.1" status: 200 len: 943 time: 0.0485151 Nov 24 01:59:59.731517 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e1412b67-b584-4bdc-9fed-129aed2fbda3 req-4381c6e6-0aa7-4eee-8cff-eee586038b13 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=d68300b6-2f63-4cbc-9543-e077997763ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432072 Nov 24 02:00:00.024044 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 05e23a67-3a1c-4d45-822f-22951ac35f32 details requested by agent hyperv_hv-neutron-8189 with host hv-neutron-8189 {{(pid=109868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 02:00:00.127927 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port 05e23a67-3a1c-4d45-822f-22951ac35f32, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=05e23a67-3a1c-4d45-822f-22951ac35f32,segment=NetworkSegment(f9237a90-5b2a-43fb-82b0-657f2f5bf8d0),segment_id=f9237a90-5b2a-43fb-82b0-657f2f5bf8d0)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:00:00.138528 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:00:00.142463 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Returning: {'device': '05e23a67-3a1c-4d45-822f-22951ac35f32', 'network_id': '5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9', 'port_id': '05e23a67-3a1c-4d45-822f-22951ac35f32', 'mac_address': 'fa:16:3e:ef:14:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3947f33-8a0f-41c9-9de5-ae453660f7c7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 02:00:00.179395 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:00:00.191766 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05e23a67-3a1c-4d45-822f-22951ac35f32 {{(pid=109868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 02:00:00.217144 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port 05e23a67-3a1c-4d45-822f-22951ac35f32, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=05e23a67-3a1c-4d45-822f-22951ac35f32,segment=NetworkSegment(f9237a90-5b2a-43fb-82b0-657f2f5bf8d0),segment_id=f9237a90-5b2a-43fb-82b0-657f2f5bf8d0)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:00:00.220689 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:00:00.265981 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=05e23a67-3a1c-4d45-822f-22951ac35f32,revision_number=4']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:00:00.508625 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] get_ports_and_sgs() called for port_ids ['05e23a67-3a1c-4d45-822f-22951ac35f32'] {{(pid=109868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 02:00:00.849010 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed2e2c3-ed72-457c-99e9-0a75701e2b3a req-13dfa6f6-dbd5-42fc-bec4-7a9141be718c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:00:00.850569 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-4ed2e2c3-ed72-457c-99e9-0a75701e2b3a req-13dfa6f6-dbd5-42fc-bec4-7a9141be718c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=33fdba8a-eca2-4504-8bf2-3b989ca8b353 HTTP/1.1" status: 200 len: 944 time: 0.0493181 Nov 24 02:00:00.899021 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-4ed2e2c3-ed72-457c-99e9-0a75701e2b3a req-ec2d5832-3920-4cd5-867e-2e9ab71dc3a5 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=d68300b6-2f63-4cbc-9543-e077997763ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426486 Nov 24 02:00:02.014588 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185ef377-4bc9-4317-8bde-39f578cc24c4 req-eda27e46-6521-45c8-ae3d-e08c67de19d9 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:00:02.016047 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-185ef377-4bc9-4317-8bde-39f578cc24c4 req-eda27e46-6521-45c8-ae3d-e08c67de19d9 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=33fdba8a-eca2-4504-8bf2-3b989ca8b353 HTTP/1.1" status: 200 len: 944 time: 0.0515845 Nov 24 02:00:02.024306 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 05e23a67-3a1c-4d45-822f-22951ac35f32 up at agent hyperv_hv-neutron-8189 {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 02:00:02.065016 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-185ef377-4bc9-4317-8bde-39f578cc24c4 req-5b78375d-e18b-4b12-a8aa-bb9a7eb2186a tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=d68300b6-2f63-4cbc-9543-e077997763ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430496 Nov 24 02:00:02.073291 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Provisioning for port 05e23a67-3a1c-4d45-822f-22951ac35f32 completed by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 02:00:02.077584 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Provisioning complete for port 05e23a67-3a1c-4d45-822f-22951ac35f32 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:00:02.077958 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:00:02.155548 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:00:02.178581 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33fdba8a-eca2-4504-8bf2-3b989ca8b353', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05e23a67-3a1c-4d45-822f-22951ac35f32'}] {{(pid=109868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:00:02.180836 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adafa3b64de3cabc8eac619938bcace59b198ffee64d481093eb3def62699d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79d8c953-7a29-45f3-bd4a-ca6c0ed12d5e" -d '{"events": [{"server_uuid": "33fdba8a-eca2-4504-8bf2-3b989ca8b353", "name": "network-vif-plugged", "status": "completed", "tag": "05e23a67-3a1c-4d45-822f-22951ac35f32"}]}' {{(pid=109868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:00:02.192879 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port 05e23a67-3a1c-4d45-822f-22951ac35f32, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=05e23a67-3a1c-4d45-822f-22951ac35f32,segment=NetworkSegment(f9237a90-5b2a-43fb-82b0-657f2f5bf8d0),segment_id=f9237a90-5b2a-43fb-82b0-657f2f5bf8d0)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:00:02.197502 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:00:02.223994 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 02:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5543adfb-2110-4123-9e39-f7ebe96d7232 x-openstack-request-id: req-5543adfb-2110-4123-9e39-f7ebe96d7232 {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:00:02.224299 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33fdba8a-eca2-4504-8bf2-3b989ca8b353", "name": "network-vif-plugged", "status": "completed", "tag": "05e23a67-3a1c-4d45-822f-22951ac35f32", "code": 200}]} {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:00:02.224532 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5543adfb-2110-4123-9e39-f7ebe96d7232 {{(pid=109868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:00:02.224921 dv-neutron-818911-2-hyperv neutron-server[109868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33fdba8a-eca2-4504-8bf2-3b989ca8b353', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05e23a67-3a1c-4d45-822f-22951ac35f32', 'code': 200} Nov 24 02:00:02.250075 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=05e23a67-3a1c-4d45-822f-22951ac35f32,revision_number=5']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:00:02.424012 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69e2d31-2620-4999-b744-380b0696ead6 req-afdf7f05-e5e7-4bb0-a0e4-cd48086d5a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:00:02.425619 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-a69e2d31-2620-4999-b744-380b0696ead6 req-afdf7f05-e5e7-4bb0-a0e4-cd48086d5a6f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=33fdba8a-eca2-4504-8bf2-3b989ca8b353 HTTP/1.1" status: 200 len: 1098 time: 0.0397201 Nov 24 02:00:02.471318 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-a69e2d31-2620-4999-b744-380b0696ead6 req-9242ea50-44a5-4748-89a0-5e45efe1ab07 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d68300b6-2f63-4cbc-9543-e077997763ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388081 Nov 24 02:00:03.178303 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f328e1e-cf5d-4b9c-8afc-30ce7810ecd3 req-6a95b7c6-11fe-4d6d-b5e8-83bb3f0f0736 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:00:03.179783 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-8f328e1e-cf5d-4b9c-8afc-30ce7810ecd3 req-6a95b7c6-11fe-4d6d-b5e8-83bb3f0f0736 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=33fdba8a-eca2-4504-8bf2-3b989ca8b353 HTTP/1.1" status: 200 len: 945 time: 0.0492413 Nov 24 02:00:03.231747 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-8f328e1e-cf5d-4b9c-8afc-30ce7810ecd3 req-a72f9fc7-e16d-453e-9047-437a35f7c22e tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=d68300b6-2f63-4cbc-9543-e077997763ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460570 Nov 24 02:00:04.350000 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f8225d-69d4-4fb2-b344-7f7b4d40c085 req-413841ab-ee3f-4686-bf51-e85ff5cd1186 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:00:04.351472 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-71f8225d-69d4-4fb2-b344-7f7b4d40c085 req-413841ab-ee3f-4686-bf51-e85ff5cd1186 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=33fdba8a-eca2-4504-8bf2-3b989ca8b353 HTTP/1.1" status: 200 len: 945 time: 0.0521431 Nov 24 02:00:04.399371 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-71f8225d-69d4-4fb2-b344-7f7b4d40c085 req-efee29be-dae9-429e-a594-68e9ece2b0e1 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=d68300b6-2f63-4cbc-9543-e077997763ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418947 Nov 24 02:00:04.511516 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c7a607-29ae-4eeb-bff2-f1aae6ff3e72 req-67d8c6d9-c932-491f-b35e-a9800be071ee tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:00:04.513031 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-65c7a607-29ae-4eeb-bff2-f1aae6ff3e72 req-67d8c6d9-c932-491f-b35e-a9800be071ee tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=33fdba8a-eca2-4504-8bf2-3b989ca8b353 HTTP/1.1" status: 200 len: 945 time: 0.0496070 Nov 24 02:00:04.561065 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-65c7a607-29ae-4eeb-bff2-f1aae6ff3e72 req-466db9c1-91b0-41e4-88ef-57e95d70b359 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=d68300b6-2f63-4cbc-9543-e077997763ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421844 Nov 24 02:00:04.582130 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 52556) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:00:04.744433 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea19822-7309-4086-99dc-ce4d03696dca tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:00:04.745952 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-6ea19822-7309-4086-99dc-ce4d03696dca tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=33fdba8a-eca2-4504-8bf2-3b989ca8b353 HTTP/1.1" status: 200 len: 1093 time: 0.1623631 Nov 24 02:00:04.748881 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 52560) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:00:04.753384 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-cdf26d63-79b9-43d0-9e75-6873def61974 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'floatingip': {'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'port_id': '05e23a67-3a1c-4d45-822f-22951ac35f32', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:00:04.776113 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-cdf26d63-79b9-43d0-9e75-6873def61974 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for floatingip, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:00:04.887305 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-cdf26d63-79b9-43d0-9e75-6873def61974 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:00:04.995161 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-cdf26d63-79b9-43d0-9e75-6873def61974 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Allocated IP 172.26.5.202 (eb22795d-37ee-46ee-844d-92c17e2ea450/3e66fcff-6e72-4083-b514-48f69cdaa2cb/834a20c2-97b5-4669-817d-2622ae478dcb) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 02:00:05.098167 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-cdf26d63-79b9-43d0-9e75-6873def61974 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:00:05.132313 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-cdf26d63-79b9-43d0-9e75-6873def61974 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:00:05.170237 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf26d63-79b9-43d0-9e75-6873def61974 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Network eb22795d-37ee-46ee-844d-92c17e2ea450 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 02:00:05.177460 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-cdf26d63-79b9-43d0-9e75-6873def61974 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:00:05.181056 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf26d63-79b9-43d0-9e75-6873def61974 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 02:00:05.186905 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf26d63-79b9-43d0-9e75-6873def61974 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'Port': ['ID=834a20c2-97b5-4669-817d-2622ae478dcb,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:00:05.221037 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf26d63-79b9-43d0-9e75-6873def61974 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:00:05.221378 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf26d63-79b9-43d0-9e75-6873def61974 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:00:05.221742 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf26d63-79b9-43d0-9e75-6873def61974 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:00:05.222075 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf26d63-79b9-43d0-9e75-6873def61974 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:00:05.222511 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf26d63-79b9-43d0-9e75-6873def61974 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:00:05.222841 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf26d63-79b9-43d0-9e75-6873def61974 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:00:05.223194 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf26d63-79b9-43d0-9e75-6873def61974 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:00:05.224058 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf26d63-79b9-43d0-9e75-6873def61974 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:00:05.224370 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf26d63-79b9-43d0-9e75-6873def61974 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:00:05.224691 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf26d63-79b9-43d0-9e75-6873def61974 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:00:05.225011 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf26d63-79b9-43d0-9e75-6873def61974 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:00:05.225333 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf26d63-79b9-43d0-9e75-6873def61974 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:00:05.563757 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-cdf26d63-79b9-43d0-9e75-6873def61974 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:00:05.631345 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-cdf26d63-79b9-43d0-9e75-6873def61974 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:00:05.774688 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-cdf26d63-79b9-43d0-9e75-6873def61974 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for port, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:00:05.786297 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-cdf26d63-79b9-43d0-9e75-6873def61974 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25501696'] for port, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:00:05.860483 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf26d63-79b9-43d0-9e75-6873def61974 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'Port': ['ID=834a20c2-97b5-4669-817d-2622ae478dcb,revision_number=2']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:00:05.871767 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-cdf26d63-79b9-43d0-9e75-6873def61974 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418250'] for floatingip, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:00:05.971589 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.l3_db [None req-cdf26d63-79b9-43d0-9e75-6873def61974 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Floating IP fdd1a467-d55f-416b-b47a-05022d40294c associated. External IP: 172.26.5.202, port: 05e23a67-3a1c-4d45-822f-22951ac35f32. Nov 24 02:00:06.178015 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdf26d63-79b9-43d0-9e75-6873def61974 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Router 1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 02:00:06.288650 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdf26d63-79b9-43d0-9e75-6873def61974 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 02:00:06.298734 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec452634-996f-4e90-8ac8-462a78aa3f82 None None] Sync routers for ids ['1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 02:00:06.306658 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-cdf26d63-79b9-43d0-9e75-6873def61974 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for floatingip, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:00:06.309942 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec452634-996f-4e90-8ac8-462a78aa3f82 None None] Routers {'1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:00:06.310565 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-ec452634-996f-4e90-8ac8-462a78aa3f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:59:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:00:06.334756 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-cdf26d63-79b9-43d0-9e75-6873def61974 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5847244 Nov 24 02:00:06.335337 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33fdba8a-eca2-4504-8bf2-3b989ca8b353', 'tag': '05e23a67-3a1c-4d45-822f-22951ac35f32'}] {{(pid=109867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:00:06.337894 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2155eb48762029a847224b6ca77dbed8b251e8450d3d79f1fc0a82d404e82e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d0062e3-bb2a-4bbe-86b5-a4307e6eda3a" -d '{"events": [{"name": "network-changed", "server_uuid": "33fdba8a-eca2-4504-8bf2-3b989ca8b353", "tag": "05e23a67-3a1c-4d45-822f-22951ac35f32"}]}' {{(pid=109867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:00:06.340683 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 52564) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:00:06.376669 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 02:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bf16406-ca8b-468c-99b7-341462154f78 x-openstack-request-id: req-5bf16406-ca8b-468c-99b7-341462154f78 {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:00:06.377027 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33fdba8a-eca2-4504-8bf2-3b989ca8b353", "tag": "05e23a67-3a1c-4d45-822f-22951ac35f32", "status": "completed", "code": 200}]} {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:00:06.377291 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5bf16406-ca8b-468c-99b7-341462154f78 {{(pid=109867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:00:06.377714 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33fdba8a-eca2-4504-8bf2-3b989ca8b353', 'tag': '05e23a67-3a1c-4d45-822f-22951ac35f32', 'status': 'completed', 'code': 200} Nov 24 02:00:06.385978 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd77f5e-11c1-47b8-95c7-f4b3fb40c1df tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:00:06.387554 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-abd77f5e-11c1-47b8-95c7-f4b3fb40c1df tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=33fdba8a-eca2-4504-8bf2-3b989ca8b353 HTTP/1.1" status: 200 len: 1093 time: 0.0459681 Nov 24 02:00:06.420918 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-ec452634-996f-4e90-8ac8-462a78aa3f82 None None] Set router 1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:00:06.462494 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0062e3-bb2a-4bbe-86b5-a4307e6eda3a req-1d445279-bcaa-4719-9467-bf434d341ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:00:06.465762 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-0d0062e3-bb2a-4bbe-86b5-a4307e6eda3a req-1d445279-bcaa-4719-9467-bf434d341ae9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5cd72ac6dd034b2d92e26f70404adb10&device_id=33fdba8a-eca2-4504-8bf2-3b989ca8b353 HTTP/1.1" status: 200 len: 1098 time: 0.0440605 Nov 24 02:00:06.567114 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0062e3-bb2a-4bbe-86b5-a4307e6eda3a req-8463b71d-6efe-4866-aab5-923df53947a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:00:06.568608 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-0d0062e3-bb2a-4bbe-86b5-a4307e6eda3a req-8463b71d-6efe-4866-aab5-923df53947a4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9 HTTP/1.1" status: 200 len: 898 time: 0.0929170 Nov 24 02:00:06.637216 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-0d0062e3-bb2a-4bbe-86b5-a4307e6eda3a req-1ec99e9d-6846-4ec3-a535-9cd4b181365c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=05e23a67-3a1c-4d45-822f-22951ac35f32 HTTP/1.1" status: 200 len: 999 time: 0.0610468 Nov 24 02:00:06.657760 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-ec452634-996f-4e90-8ac8-462a78aa3f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c', 'name': 'tempest-TestNetworkBasicOps-router-807280015', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.171'}], 'enable_snat': True}, 'gw_port_id': 'c3b305f2-5427-4b8a-bcba-cb0cbc7e9c8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:59:44Z', 'updated_at': '2021-11-24T01:59:48Z', 'revision_number': 4, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': 'c3b305f2-5427-4b8a-bcba-cb0cbc7e9c8d', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:61:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:59:45Z', 'updated_at': '2021-11-24T01:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_floatingips': [{'id': 'fdd1a467-d55f-416b-b47a-05022d40294c', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'floating_ip_address': '172.26.5.202', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': '1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c', 'port_id': '05e23a67-3a1c-4d45-822f-22951ac35f32', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9', 'mac_address': 'fa:16:3e:ef:14:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33fdba8a-eca2-4504-8bf2-3b989ca8b353', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T02:00:05Z', 'updated_at': '2021-11-24T02:00:05Z', 'revision_number': 0, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4ed5d99-a763-4e12-8b89-6a84690b687b', 'name': '', 'network_id': '5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'mac_address': 'fa:16:3e:f1:da:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': 'c3947f33-8a0f-41c9-9de5-ae453660f7c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:59:47Z', 'updated_at': '2021-11-24T01:59:51Z', 'revision_number': 5, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'subnets': [{'id': 'c3947f33-8a0f-41c9-9de5-ae453660f7c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:00:06.689899 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec452634-996f-4e90-8ac8-462a78aa3f82 None None] Checking router: 1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c for host: dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 02:00:06.690135 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 52568) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:00:06.694822 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-5cec13ec-bef0-47cf-9bc8-75f493c2ccba tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-261636742', 'description': 'tempest-secgroup-smoke-261636742 description', 'project_id': '5cd72ac6dd034b2d92e26f70404adb10'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:00:06.695153 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec452634-996f-4e90-8ac8-462a78aa3f82 None None] Routers {'1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:00:06.695773 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-ec452634-996f-4e90-8ac8-462a78aa3f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:59:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:00:06.720544 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5cec13ec-bef0-47cf-9bc8-75f493c2ccba tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:00:06.807951 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5cec13ec-bef0-47cf-9bc8-75f493c2ccba tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:00:06.812657 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5cec13ec-bef0-47cf-9bc8-75f493c2ccba tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:00:06.821483 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-ec452634-996f-4e90-8ac8-462a78aa3f82 None None] Set router 1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:00:06.846373 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5cec13ec-bef0-47cf-9bc8-75f493c2ccba tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:00:06.851709 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-5cec13ec-bef0-47cf-9bc8-75f493c2ccba tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1567028 Nov 24 02:00:06.851709 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 52570) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:00:06.855800 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-2a1ded59-c6d8-41a4-bf4d-50589f75cef5 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'security_group_rule': {'security_group_id': '66a4251c-c910-422c-85b5-346368e9d4e8', 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:00:06.864769 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cec13ec-bef0-47cf-9bc8-75f493c2ccba tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66a4251c-c910-422c-85b5-346368e9d4e8,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:00:06.890576 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2a1ded59-c6d8-41a4-bf4d-50589f75cef5 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:00:06.965066 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2a1ded59-c6d8-41a4-bf4d-50589f75cef5 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:00:06.970346 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2a1ded59-c6d8-41a4-bf4d-50589f75cef5 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:00:06.994096 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1ded59-c6d8-41a4-bf4d-50589f75cef5 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98724697-7bba-4183-8cb2-da9c8c27a904,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:00:07.007210 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2a1ded59-c6d8-41a4-bf4d-50589f75cef5 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:00:07.011617 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-2a1ded59-c6d8-41a4-bf4d-50589f75cef5 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1592798 Nov 24 02:00:07.012242 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 52572) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:00:07.012393 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0062e3-bb2a-4bbe-86b5-a4307e6eda3a req-8509bb7a-49d2-4b57-a012-bc6668a5aead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:00:07.014473 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-0d0062e3-bb2a-4bbe-86b5-a4307e6eda3a req-8509bb7a-49d2-4b57-a012-bc6668a5aead service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c3947f33-8a0f-41c9-9de5-ae453660f7c7 HTTP/1.1" status: 200 len: 835 time: 0.3690064 Nov 24 02:00:07.016827 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-f5b59dad-a0b1-439a-8f7e-e4fcb7db5c8c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'security_group_rule': {'security_group_id': '66a4251c-c910-422c-85b5-346368e9d4e8', 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:00:07.055417 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f5b59dad-a0b1-439a-8f7e-e4fcb7db5c8c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:00:07.070154 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0062e3-bb2a-4bbe-86b5-a4307e6eda3a req-5367f8b7-61fb-4ec1-a9b7-d165d329734e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:00:07.072040 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-0d0062e3-bb2a-4bbe-86b5-a4307e6eda3a req-5367f8b7-61fb-4ec1-a9b7-d165d329734e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0501904 Nov 24 02:00:07.126520 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f5b59dad-a0b1-439a-8f7e-e4fcb7db5c8c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:00:07.131540 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f5b59dad-a0b1-439a-8f7e-e4fcb7db5c8c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:00:07.155698 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b59dad-a0b1-439a-8f7e-e4fcb7db5c8c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ca2308a-9636-40cb-bb10-2551c50400f4,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:00:07.163808 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f5b59dad-a0b1-439a-8f7e-e4fcb7db5c8c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:00:07.165321 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-f5b59dad-a0b1-439a-8f7e-e4fcb7db5c8c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1520746 Nov 24 02:00:07.168126 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 52574) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:00:07.173622 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-63cf4487-6815-4b97-99c8-ed2da17cdd09 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'security_group_rule': {'security_group_id': '66a4251c-c910-422c-85b5-346368e9d4e8', 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:00:07.204517 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-0d0062e3-bb2a-4bbe-86b5-a4307e6eda3a req-9db6895f-b49f-432d-a3e7-8c6d57f0b20e service neutron] 10.222.0.48 "GET /v2.0/networks/5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241250 Nov 24 02:00:07.210728 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-63cf4487-6815-4b97-99c8-ed2da17cdd09 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:00:07.240801 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-ec452634-996f-4e90-8ac8-462a78aa3f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c', 'name': 'tempest-TestNetworkBasicOps-router-807280015', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.171'}], 'enable_snat': True}, 'gw_port_id': 'c3b305f2-5427-4b8a-bcba-cb0cbc7e9c8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:59:44Z', 'updated_at': '2021-11-24T01:59:48Z', 'revision_number': 4, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': 'c3b305f2-5427-4b8a-bcba-cb0cbc7e9c8d', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:61:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:59:45Z', 'updated_at': '2021-11-24T01:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_floatingips': [{'id': 'fdd1a467-d55f-416b-b47a-05022d40294c', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'floating_ip_address': '172.26.5.202', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': '1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c', 'port_id': '05e23a67-3a1c-4d45-822f-22951ac35f32', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9', 'mac_address': 'fa:16:3e:ef:14:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33fdba8a-eca2-4504-8bf2-3b989ca8b353', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T02:00:05Z', 'updated_at': '2021-11-24T02:00:05Z', 'revision_number': 0, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4ed5d99-a763-4e12-8b89-6a84690b687b', 'name': '', 'network_id': '5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'mac_address': 'fa:16:3e:f1:da:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': 'c3947f33-8a0f-41c9-9de5-ae453660f7c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:59:47Z', 'updated_at': '2021-11-24T01:59:51Z', 'revision_number': 5, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'subnets': [{'id': 'c3947f33-8a0f-41c9-9de5-ae453660f7c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:00:07.273230 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec452634-996f-4e90-8ac8-462a78aa3f82 None None] The sync data for ids ['1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c'] in dv-neutron-818911-2-hyperv is: [{'id': '1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c', 'name': 'tempest-TestNetworkBasicOps-router-807280015', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.171'}], 'enable_snat': True}, 'gw_port_id': 'c3b305f2-5427-4b8a-bcba-cb0cbc7e9c8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:59:44Z', 'updated_at': '2021-11-24T01:59:48Z', 'revision_number': 4, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': 'c3b305f2-5427-4b8a-bcba-cb0cbc7e9c8d', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:61:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:59:45Z', 'updated_at': '2021-11-24T01:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_floatingips': [{'id': 'fdd1a467-d55f-416b-b47a-05022d40294c', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'floating_ip_address': '172.26.5.202', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': '1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c', 'port_id': '05e23a67-3a1c-4d45-822f-22951ac35f32', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9', 'mac_address': 'fa:16:3e:ef:14:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33fdba8a-eca2-4504-8bf2-3b989ca8b353', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T02:00:05Z', 'updated_at': '2021-11-24T02:00:05Z', 'revision_number': 0, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4ed5d99-a763-4e12-8b89-6a84690b687b', 'name': '', 'network_id': '5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'mac_address': 'fa:16:3e:f1:da:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': 'c3947f33-8a0f-41c9-9de5-ae453660f7c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:59:47Z', 'updated_at': '2021-11-24T01:59:51Z', 'revision_number': 5, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'subnets': [{'id': 'c3947f33-8a0f-41c9-9de5-ae453660f7c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 02:00:07.287407 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-63cf4487-6815-4b97-99c8-ed2da17cdd09 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:00:07.293471 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-63cf4487-6815-4b97-99c8-ed2da17cdd09 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:00:07.325618 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-0d0062e3-bb2a-4bbe-86b5-a4307e6eda3a req-a65898f6-c158-445c-986d-dff2e73c19e9 service neutron] 10.222.0.48 "GET /v2.0/networks/5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132476 Nov 24 02:00:07.329400 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-63cf4487-6815-4b97-99c8-ed2da17cdd09 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:00:07.333866 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-63cf4487-6815-4b97-99c8-ed2da17cdd09 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1615536 Nov 24 02:00:07.333866 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cf4487-6815-4b97-99c8-ed2da17cdd09 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74997c3b-51b4-42ff-a15b-98ee07f37b94,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:00:07.334137 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 52576) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:00:07.339284 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-7c0816cd-ddec-4f5f-851e-a8adde856137 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'security_group_rule': {'security_group_id': '66a4251c-c910-422c-85b5-346368e9d4e8', 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:00:07.376319 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7c0816cd-ddec-4f5f-851e-a8adde856137 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:00:07.439616 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7c0816cd-ddec-4f5f-851e-a8adde856137 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:00:07.444533 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7c0816cd-ddec-4f5f-851e-a8adde856137 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:00:07.464140 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0816cd-ddec-4f5f-851e-a8adde856137 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b62590bf-c5dd-4d5f-ac43-fc97468a728d,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:00:07.472643 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7c0816cd-ddec-4f5f-851e-a8adde856137 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:00:07.476662 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-7c0816cd-ddec-4f5f-851e-a8adde856137 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1387231 Nov 24 02:00:07.476805 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 52578) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:00:07.481567 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-1bd33a3d-885f-4f05-90c4-208ce6192928 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'security_group_rule': {'security_group_id': '66a4251c-c910-422c-85b5-346368e9d4e8', 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:00:07.506778 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.securitygroups_db [None req-1bd33a3d-885f-4f05-90c4-208ce6192928 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Project 5cd72ac6dd034b2d92e26f70404adb10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 02:00:07.512214 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1bd33a3d-885f-4f05-90c4-208ce6192928 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:00:07.549280 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe40f14-3639-4221-81f5-c2abbac617f6 None None] New status for floating IP fdd1a467-d55f-416b-b47a-05022d40294c: ACTIVE {{(pid=109869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 02:00:07.582130 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1bd33a3d-885f-4f05-90c4-208ce6192928 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:00:07.586809 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1bd33a3d-885f-4f05-90c4-208ce6192928 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:00:07.613743 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1bd33a3d-885f-4f05-90c4-208ce6192928 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:00:07.617587 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-1bd33a3d-885f-4f05-90c4-208ce6192928 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1379852 Nov 24 02:00:07.617587 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd33a3d-885f-4f05-90c4-208ce6192928 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54717d1f-335f-43f8-b667-6e06ffcf26a0,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:00:07.618564 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 52580) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:00:07.623423 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-7d514312-ae80-466c-bf47-57593c0a137f tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'security_group_rule': {'security_group_id': '66a4251c-c910-422c-85b5-346368e9d4e8', 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:00:07.647150 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.securitygroups_db [None req-7d514312-ae80-466c-bf47-57593c0a137f tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Project 5cd72ac6dd034b2d92e26f70404adb10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 02:00:07.652701 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-7d514312-ae80-466c-bf47-57593c0a137f tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:00:07.720019 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-7d514312-ae80-466c-bf47-57593c0a137f tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:00:07.724351 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-7d514312-ae80-466c-bf47-57593c0a137f tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:00:07.739985 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d514312-ae80-466c-bf47-57593c0a137f tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0774d06-440d-4423-95ee-fb6cb142cc8c,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:00:07.761552 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-7d514312-ae80-466c-bf47-57593c0a137f tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:00:07.763151 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-7d514312-ae80-466c-bf47-57593c0a137f tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1433973 Nov 24 02:00:07.927954 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-c2e61429-c396-4b60-89bf-823c03d87a5b req-cddd3674-627c-4c3f-9bb9-3bc38a2d2d41 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-261636742&fields=id&tenant_id=5cd72ac6dd034b2d92e26f70404adb10 HTTP/1.1" status: 200 len: 267 time: 0.0456033 Nov 24 02:00:08.033500 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e61429-c396-4b60-89bf-823c03d87a5b req-aa2b765e-393f-4eb8-813f-c505263c73ea tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:00:08.038238 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-c2e61429-c396-4b60-89bf-823c03d87a5b req-aa2b765e-393f-4eb8-813f-c505263c73ea tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/networks?id=5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9 HTTP/1.1" status: 200 len: 797 time: 0.1029527 Nov 24 02:00:08.052131 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-c2e61429-c396-4b60-89bf-823c03d87a5b req-4a4085b1-6043-42e4-9e80-a423c18f3409 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/quotas/5cd72ac6dd034b2d92e26f70404adb10 HTTP/1.1" status: 200 len: 375 time: 0.0093865 Nov 24 02:00:08.108724 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-c2e61429-c396-4b60-89bf-823c03d87a5b req-7c5192cc-1332-4b9f-b12f-20f49e181db5 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5cd72ac6dd034b2d92e26f70404adb10&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0512357 Nov 24 02:00:08.248894 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-c2e61429-c396-4b60-89bf-823c03d87a5b req-e5218735-5338-4dee-9894-3fed30e3ef6f service neutron] 10.222.0.21 "GET /v2.0/networks/5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277308 Nov 24 02:00:08.345997 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-c2e61429-c396-4b60-89bf-823c03d87a5b req-7979e10e-1852-455e-8a5a-69a6076f37e1 service neutron] 10.222.0.21 "GET /v2.0/networks/5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904419 Nov 24 02:00:08.510665 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-4569e090-3a50-4c50-8905-3e29289d6d5d req-b3f84252-697a-4d9e-ad95-9d8b4cc3aef7 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=8930a903-3aba-461f-8195-df51a29d48a1 HTTP/1.1" status: 200 len: 210 time: 0.0284810 Nov 24 02:00:09.502443 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e61429-c396-4b60-89bf-823c03d87a5b req-977a08e1-a532-45de-89da-66e01eafad9f tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:00:09.503889 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-c2e61429-c396-4b60-89bf-823c03d87a5b req-977a08e1-a532-45de-89da-66e01eafad9f tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.48 "GET /v2.0/networks?id=5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9 HTTP/1.1" status: 200 len: 797 time: 0.1014571 Nov 24 02:00:09.607339 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-b42630fe-c1ed-449b-a349-4f2d794f8c4c req-3bcb5d3c-9161-4e07-98d7-b888e1a4c8b4 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=8930a903-3aba-461f-8195-df51a29d48a1 HTTP/1.1" status: 200 len: 210 time: 0.0275586 Nov 24 02:00:09.617970 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-c2e61429-c396-4b60-89bf-823c03d87a5b req-c4c0d363-9907-49f3-b90d-f031ca803b65 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5cd72ac6dd034b2d92e26f70404adb10 HTTP/1.1" status: 200 len: 471 time: 0.0746756 Nov 24 02:00:09.629222 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [req-c2e61429-c396-4b60-89bf-823c03d87a5b req-45c1bc7a-3646-425d-960a-d17f92e89086 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'port': {'device_id': '8930a903-3aba-461f-8195-df51a29d48a1', 'network_id': '5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9', 'admin_state_up': True, 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'security_groups': ['66a4251c-c910-422c-85b5-346368e9d4e8']}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:00:09.733659 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2e61429-c396-4b60-89bf-823c03d87a5b req-45c1bc7a-3646-425d-960a-d17f92e89086 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Made reservation on behalf of 5cd72ac6dd034b2d92e26f70404adb10 for: {'port': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 02:00:09.737227 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-c2e61429-c396-4b60-89bf-823c03d87a5b req-45c1bc7a-3646-425d-960a-d17f92e89086 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:00:09.863306 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [req-c2e61429-c396-4b60-89bf-823c03d87a5b req-45c1bc7a-3646-425d-960a-d17f92e89086 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Allocated IP 172.20.0.9 (5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9/c3947f33-8a0f-41c9-9de5-ae453660f7c7/fbb153d5-07dc-48c6-9ede-0243a679294b) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 02:00:09.993700 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-c2e61429-c396-4b60-89bf-823c03d87a5b req-45c1bc7a-3646-425d-960a-d17f92e89086 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:00:10.029803 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-c2e61429-c396-4b60-89bf-823c03d87a5b req-45c1bc7a-3646-425d-960a-d17f92e89086 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:00:10.067475 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2e61429-c396-4b60-89bf-823c03d87a5b req-45c1bc7a-3646-425d-960a-d17f92e89086 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Network 5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 02:00:10.070456 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [req-c2e61429-c396-4b60-89bf-823c03d87a5b req-45c1bc7a-3646-425d-960a-d17f92e89086 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:00:10.072658 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2e61429-c396-4b60-89bf-823c03d87a5b req-45c1bc7a-3646-425d-960a-d17f92e89086 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 02:00:10.109812 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c1bc7a-3646-425d-960a-d17f92e89086 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'Port': ['ID=fbb153d5-07dc-48c6-9ede-0243a679294b,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:00:10.133683 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e61429-c396-4b60-89bf-823c03d87a5b req-45c1bc7a-3646-425d-960a-d17f92e89086 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:00:10.134408 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-c2e61429-c396-4b60-89bf-823c03d87a5b req-45c1bc7a-3646-425d-960a-d17f92e89086 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:00:10.151232 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-c2e61429-c396-4b60-89bf-823c03d87a5b req-45c1bc7a-3646-425d-960a-d17f92e89086 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5255399 Nov 24 02:00:10.170351 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [req-c2e61429-c396-4b60-89bf-823c03d87a5b req-54f39503-602e-41cd-adb4-80994d2df765 service neutron] Request body: {'port': {'device_id': '8930a903-3aba-461f-8195-df51a29d48a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8189'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:00:10.231775 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-c2e61429-c396-4b60-89bf-823c03d87a5b req-54f39503-602e-41cd-adb4-80994d2df765 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:00:10.300724 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-79da36e7-4c27-4abd-8585-ef00e041c82c None None] Provisioning complete for port fbb153d5-07dc-48c6-9ede-0243a679294b triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:00:10.301348 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-79da36e7-4c27-4abd-8585-ef00e041c82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:00:10.339309 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-79da36e7-4c27-4abd-8585-ef00e041c82c None None] Port fbb153d5-07dc-48c6-9ede-0243a679294b cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 02:00:10.494213 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [req-c2e61429-c396-4b60-89bf-823c03d87a5b req-54f39503-602e-41cd-adb4-80994d2df765 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbb153d5-07dc-48c6-9ede-0243a679294b {{(pid=109866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 02:00:10.501437 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-c2e61429-c396-4b60-89bf-823c03d87a5b req-54f39503-602e-41cd-adb4-80994d2df765 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:00:10.513473 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.provisioning_blocks [req-c2e61429-c396-4b60-89bf-823c03d87a5b req-54f39503-602e-41cd-adb4-80994d2df765 service neutron] Transition to ACTIVE for port object fbb153d5-07dc-48c6-9ede-0243a679294b will not be triggered until provisioned by entity L2. {{(pid=109866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 02:00:10.516852 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-c2e61429-c396-4b60-89bf-823c03d87a5b req-54f39503-602e-41cd-adb4-80994d2df765 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29149402'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:00:10.583646 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f39503-602e-41cd-adb4-80994d2df765 service neutron] Pushing event updated for resources: {'Port': ['ID=fbb153d5-07dc-48c6-9ede-0243a679294b,revision_number=2']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:00:10.641501 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [req-c2e61429-c396-4b60-89bf-823c03d87a5b req-54f39503-602e-41cd-adb4-80994d2df765 service neutron] Attempting to bind port fbb153d5-07dc-48c6-9ede-0243a679294b on host hv-neutron-8189 for vnic_type normal with profile {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 02:00:10.642083 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [req-c2e61429-c396-4b60-89bf-823c03d87a5b req-54f39503-602e-41cd-adb4-80994d2df765 service neutron] Attempting to bind port fbb153d5-07dc-48c6-9ede-0243a679294b by drivers openvswitch,hyperv on host hv-neutron-8189 at level 0 using segments [{'id': 'f9237a90-5b2a-43fb-82b0-657f2f5bf8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9'}] {{(pid=109866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 02:00:10.642590 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e61429-c396-4b60-89bf-823c03d87a5b req-54f39503-602e-41cd-adb4-80994d2df765 service neutron] Attempting to bind port fbb153d5-07dc-48c6-9ede-0243a679294b on network 5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9 {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 02:00:10.648208 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e61429-c396-4b60-89bf-823c03d87a5b req-54f39503-602e-41cd-adb4-80994d2df765 service neutron] Port fbb153d5-07dc-48c6-9ede-0243a679294b on network 5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8189 {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 02:00:10.648530 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e61429-c396-4b60-89bf-823c03d87a5b req-54f39503-602e-41cd-adb4-80994d2df765 service neutron] Attempting to bind port fbb153d5-07dc-48c6-9ede-0243a679294b on network 5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9 {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 02:00:10.653613 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e61429-c396-4b60-89bf-823c03d87a5b req-54f39503-602e-41cd-adb4-80994d2df765 service neutron] Checking agent: {'id': '5773fe6b-0967-455f-9dc9-84c0c923201b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 42, 58), 'started_at': datetime.datetime(2021, 11, 24, 1, 42, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 1, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 02:00:10.653951 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e61429-c396-4b60-89bf-823c03d87a5b req-54f39503-602e-41cd-adb4-80994d2df765 service neutron] Checking segment: {'id': 'f9237a90-5b2a-43fb-82b0-657f2f5bf8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 02:00:10.654333 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e61429-c396-4b60-89bf-823c03d87a5b req-54f39503-602e-41cd-adb4-80994d2df765 service neutron] Bound using segment: {'id': 'f9237a90-5b2a-43fb-82b0-657f2f5bf8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9'} {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 02:00:10.654763 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [req-c2e61429-c396-4b60-89bf-823c03d87a5b req-54f39503-602e-41cd-adb4-80994d2df765 service neutron] Bound port: fbb153d5-07dc-48c6-9ede-0243a679294b, host: hv-neutron-8189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9237a90-5b2a-43fb-82b0-657f2f5bf8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9'}}] {{(pid=109866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 02:00:10.655119 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-c2e61429-c396-4b60-89bf-823c03d87a5b req-54f39503-602e-41cd-adb4-80994d2df765 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:00:10.752923 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [req-c2e61429-c396-4b60-89bf-823c03d87a5b req-54f39503-602e-41cd-adb4-80994d2df765 service neutron] For port fbb153d5-07dc-48c6-9ede-0243a679294b, host hv-neutron-8189, cleared binding levels {{(pid=109866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 02:00:10.756848 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [req-c2e61429-c396-4b60-89bf-823c03d87a5b req-54f39503-602e-41cd-adb4-80994d2df765 service neutron] For port fbb153d5-07dc-48c6-9ede-0243a679294b, host hv-neutron-8189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=fbb153d5-07dc-48c6-9ede-0243a679294b,segment=NetworkSegment(f9237a90-5b2a-43fb-82b0-657f2f5bf8d0),segment_id=f9237a90-5b2a-43fb-82b0-657f2f5bf8d0)] {{(pid=109866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 02:00:10.760163 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-c2e61429-c396-4b60-89bf-823c03d87a5b req-54f39503-602e-41cd-adb4-80994d2df765 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29149402'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:00:10.784922 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8142efab-7d34-4e49-9287-2489e578cbbe req-d056d221-7bf7-4330-b249-559e0606d688 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:00:10.786460 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-8142efab-7d34-4e49-9287-2489e578cbbe req-d056d221-7bf7-4330-b249-559e0606d688 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=8930a903-3aba-461f-8195-df51a29d48a1 HTTP/1.1" status: 200 len: 943 time: 0.0985091 Nov 24 02:00:10.841772 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e61429-c396-4b60-89bf-823c03d87a5b req-54f39503-602e-41cd-adb4-80994d2df765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:00:10.842400 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-c2e61429-c396-4b60-89bf-823c03d87a5b req-54f39503-602e-41cd-adb4-80994d2df765 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:00:10.843793 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-c2e61429-c396-4b60-89bf-823c03d87a5b req-54f39503-602e-41cd-adb4-80994d2df765 service neutron] 10.222.0.48 "PUT /v2.0/ports/fbb153d5-07dc-48c6-9ede-0243a679294b HTTP/1.1" status: 200 len: 1093 time: 0.6778102 Nov 24 02:00:10.845871 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8930a903-3aba-461f-8195-df51a29d48a1', 'tag': 'fbb153d5-07dc-48c6-9ede-0243a679294b'}] {{(pid=109866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:00:10.848155 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b7c53c286d9351d1367337230623a155cee02c46c94b80588b67a0bc16402ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20fa71f2-da34-4f6e-bd44-971b2d6221e4" -d '{"events": [{"name": "network-changed", "server_uuid": "8930a903-3aba-461f-8195-df51a29d48a1", "tag": "fbb153d5-07dc-48c6-9ede-0243a679294b"}]}' {{(pid=109866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:00:10.875912 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f39503-602e-41cd-adb4-80994d2df765 service neutron] Pushing event updated for resources: {'Port': ['ID=fbb153d5-07dc-48c6-9ede-0243a679294b,revision_number=3']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:00:10.899226 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-8142efab-7d34-4e49-9287-2489e578cbbe req-738a715c-1dad-4283-af7f-1c3d0f3e69d0 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=66a4251c-c910-422c-85b5-346368e9d4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914943 Nov 24 02:00:10.937790 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 02:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c94c110-02ca-4555-a65e-ec5d69a2b9ad x-openstack-request-id: req-7c94c110-02ca-4555-a65e-ec5d69a2b9ad {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:00:10.938087 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8930a903-3aba-461f-8195-df51a29d48a1", "tag": "fbb153d5-07dc-48c6-9ede-0243a679294b", "status": "completed", "code": 200}]} {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:00:10.938369 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7c94c110-02ca-4555-a65e-ec5d69a2b9ad {{(pid=109866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:00:10.938756 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8930a903-3aba-461f-8195-df51a29d48a1', 'tag': 'fbb153d5-07dc-48c6-9ede-0243a679294b', 'status': 'completed', 'code': 200} Nov 24 02:00:10.958663 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e61429-c396-4b60-89bf-823c03d87a5b req-2d6f2e6f-1e8b-4852-9033-33b956c584c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:00:10.960159 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-c2e61429-c396-4b60-89bf-823c03d87a5b req-2d6f2e6f-1e8b-4852-9033-33b956c584c3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5cd72ac6dd034b2d92e26f70404adb10&device_id=8930a903-3aba-461f-8195-df51a29d48a1 HTTP/1.1" status: 200 len: 1096 time: 0.0511601 Nov 24 02:00:11.021362 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-c2e61429-c396-4b60-89bf-823c03d87a5b req-23a2941e-b306-457e-b560-e0b3b1bc7d6d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fbb153d5-07dc-48c6-9ede-0243a679294b HTTP/1.1" status: 200 len: 217 time: 0.0382266 Nov 24 02:00:11.076580 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e61429-c396-4b60-89bf-823c03d87a5b req-443e8f89-55cc-4e86-af11-f5779854c236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:00:11.078096 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-c2e61429-c396-4b60-89bf-823c03d87a5b req-443e8f89-55cc-4e86-af11-f5779854c236 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c3947f33-8a0f-41c9-9de5-ae453660f7c7 HTTP/1.1" status: 200 len: 835 time: 0.0499589 Nov 24 02:00:11.124701 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e61429-c396-4b60-89bf-823c03d87a5b req-b5d60d89-961e-406f-a116-8d37bb7fe203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:00:11.126291 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-c2e61429-c396-4b60-89bf-823c03d87a5b req-b5d60d89-961e-406f-a116-8d37bb7fe203 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0409269 Nov 24 02:00:11.216880 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-c2e61429-c396-4b60-89bf-823c03d87a5b req-1f0fbecf-fec3-43ed-8041-a277fea0707e service neutron] 10.222.0.48 "GET /v2.0/networks/5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832031 Nov 24 02:00:11.309572 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-c2e61429-c396-4b60-89bf-823c03d87a5b req-7a9ef339-ea94-4867-b8d9-f502c597fd29 service neutron] 10.222.0.48 "GET /v2.0/networks/5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845683 Nov 24 02:00:11.446240 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fa71f2-da34-4f6e-bd44-971b2d6221e4 req-d06a1e4c-3ca5-4d11-948a-e3276ceb5787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:00:11.447763 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-20fa71f2-da34-4f6e-bd44-971b2d6221e4 req-d06a1e4c-3ca5-4d11-948a-e3276ceb5787 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5cd72ac6dd034b2d92e26f70404adb10&device_id=8930a903-3aba-461f-8195-df51a29d48a1 HTTP/1.1" status: 200 len: 1096 time: 0.0411987 Nov 24 02:00:11.540454 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fa71f2-da34-4f6e-bd44-971b2d6221e4 req-ed68ebc2-f159-4be5-a800-02d198fd0810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:00:11.541929 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-20fa71f2-da34-4f6e-bd44-971b2d6221e4 req-ed68ebc2-f159-4be5-a800-02d198fd0810 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9 HTTP/1.1" status: 200 len: 898 time: 0.0863080 Nov 24 02:00:11.585051 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-20fa71f2-da34-4f6e-bd44-971b2d6221e4 req-f97b422b-33a8-43f3-8d31-5b848b225720 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fbb153d5-07dc-48c6-9ede-0243a679294b HTTP/1.1" status: 200 len: 217 time: 0.0333459 Nov 24 02:00:11.634668 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fa71f2-da34-4f6e-bd44-971b2d6221e4 req-b795e38b-7eb2-42c6-949e-68c6ac3f61c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:00:11.636108 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-20fa71f2-da34-4f6e-bd44-971b2d6221e4 req-b795e38b-7eb2-42c6-949e-68c6ac3f61c6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c3947f33-8a0f-41c9-9de5-ae453660f7c7 HTTP/1.1" status: 200 len: 835 time: 0.0425076 Nov 24 02:00:11.685148 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fa71f2-da34-4f6e-bd44-971b2d6221e4 req-8282a6b7-49b7-44a8-a492-2051f3b5c928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:00:11.686635 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-20fa71f2-da34-4f6e-bd44-971b2d6221e4 req-8282a6b7-49b7-44a8-a492-2051f3b5c928 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0428696 Nov 24 02:00:11.774330 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-20fa71f2-da34-4f6e-bd44-971b2d6221e4 req-757ac1d8-55ba-4a1e-b95d-403ed2480687 service neutron] 10.222.0.48 "GET /v2.0/networks/5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794744 Nov 24 02:00:11.870994 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-20fa71f2-da34-4f6e-bd44-971b2d6221e4 req-80eecf06-ae37-484b-88ae-460ab9312d42 service neutron] 10.222.0.48 "GET /v2.0/networks/5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863881 Nov 24 02:00:12.016130 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7533576a-afa4-4d67-be6b-22d1b329022f req-c9637d78-820d-4179-8f55-404302f03aa3 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:00:12.017611 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-7533576a-afa4-4d67-be6b-22d1b329022f req-c9637d78-820d-4179-8f55-404302f03aa3 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=8930a903-3aba-461f-8195-df51a29d48a1 HTTP/1.1" status: 200 len: 943 time: 0.0484245 Nov 24 02:00:12.066498 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-7533576a-afa4-4d67-be6b-22d1b329022f req-a582f9bf-98f5-41b8-b3c9-4c016f0c5c9d tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=66a4251c-c910-422c-85b5-346368e9d4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424075 Nov 24 02:00:13.182823 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b3174b-5d4e-417c-afcb-0e3a511a9b0c req-dc11d3e5-aab9-4392-98ef-64b12ef20208 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:00:13.184296 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e4b3174b-5d4e-417c-afcb-0e3a511a9b0c req-dc11d3e5-aab9-4392-98ef-64b12ef20208 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=8930a903-3aba-461f-8195-df51a29d48a1 HTTP/1.1" status: 200 len: 943 time: 0.0489731 Nov 24 02:00:13.233729 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e4b3174b-5d4e-417c-afcb-0e3a511a9b0c req-5d87a56e-b501-4c74-b2ad-e0809ac05782 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=66a4251c-c910-422c-85b5-346368e9d4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434465 Nov 24 02:00:14.062480 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device fbb153d5-07dc-48c6-9ede-0243a679294b details requested by agent hyperv_hv-neutron-8189 with host hv-neutron-8189 {{(pid=109868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 02:00:14.157889 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port fbb153d5-07dc-48c6-9ede-0243a679294b, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=fbb153d5-07dc-48c6-9ede-0243a679294b,segment=NetworkSegment(f9237a90-5b2a-43fb-82b0-657f2f5bf8d0),segment_id=f9237a90-5b2a-43fb-82b0-657f2f5bf8d0)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:00:14.168705 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Returning: {'device': 'fbb153d5-07dc-48c6-9ede-0243a679294b', 'network_id': '5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9', 'port_id': 'fbb153d5-07dc-48c6-9ede-0243a679294b', 'mac_address': 'fa:16:3e:01:93:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3947f33-8a0f-41c9-9de5-ae453660f7c7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 02:00:14.204264 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:00:14.217294 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbb153d5-07dc-48c6-9ede-0243a679294b {{(pid=109868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 02:00:14.236277 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port fbb153d5-07dc-48c6-9ede-0243a679294b, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=fbb153d5-07dc-48c6-9ede-0243a679294b,segment=NetworkSegment(f9237a90-5b2a-43fb-82b0-657f2f5bf8d0),segment_id=f9237a90-5b2a-43fb-82b0-657f2f5bf8d0)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:00:14.239938 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:00:14.286550 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=fbb153d5-07dc-48c6-9ede-0243a679294b,revision_number=4']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:00:14.346575 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94904f3-adfe-495d-9182-9efe9a9eccff req-20f06134-84bb-42a6-828a-116a57a8e141 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:00:14.348048 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-a94904f3-adfe-495d-9182-9efe9a9eccff req-20f06134-84bb-42a6-828a-116a57a8e141 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=8930a903-3aba-461f-8195-df51a29d48a1 HTTP/1.1" status: 200 len: 944 time: 0.0486984 Nov 24 02:00:14.402322 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-a94904f3-adfe-495d-9182-9efe9a9eccff req-fa00a8e1-7970-4dc5-928c-c93e78a36a0e tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=66a4251c-c910-422c-85b5-346368e9d4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482500 Nov 24 02:00:14.527961 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] get_ports_and_sgs() called for port_ids ['fbb153d5-07dc-48c6-9ede-0243a679294b'] {{(pid=109868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 02:00:15.517818 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c55a4d-97de-4ddb-9ec8-b46c676829ab req-b738c2ca-f881-4b11-8920-1609edb6b61f tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:00:15.519275 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-02c55a4d-97de-4ddb-9ec8-b46c676829ab req-b738c2ca-f881-4b11-8920-1609edb6b61f tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=8930a903-3aba-461f-8195-df51a29d48a1 HTTP/1.1" status: 200 len: 944 time: 0.0517352 Nov 24 02:00:15.570273 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-02c55a4d-97de-4ddb-9ec8-b46c676829ab req-f2981243-fc4a-48a6-bc65-81785d2ce2f9 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=66a4251c-c910-422c-85b5-346368e9d4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439904 Nov 24 02:00:16.087021 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device fbb153d5-07dc-48c6-9ede-0243a679294b up at agent hyperv_hv-neutron-8189 {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 02:00:16.146861 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Provisioning for port fbb153d5-07dc-48c6-9ede-0243a679294b completed by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 02:00:16.150611 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Provisioning complete for port fbb153d5-07dc-48c6-9ede-0243a679294b triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:00:16.150970 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:00:16.225975 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:00:16.248099 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8930a903-3aba-461f-8195-df51a29d48a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbb153d5-07dc-48c6-9ede-0243a679294b'}] {{(pid=109868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:00:16.250377 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adafa3b64de3cabc8eac619938bcace59b198ffee64d481093eb3def62699d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e544c72-ff7b-4eb9-8a1b-277769cd81f7" -d '{"events": [{"server_uuid": "8930a903-3aba-461f-8195-df51a29d48a1", "name": "network-vif-plugged", "status": "completed", "tag": "fbb153d5-07dc-48c6-9ede-0243a679294b"}]}' {{(pid=109868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:00:16.262217 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port fbb153d5-07dc-48c6-9ede-0243a679294b, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=fbb153d5-07dc-48c6-9ede-0243a679294b,segment=NetworkSegment(f9237a90-5b2a-43fb-82b0-657f2f5bf8d0),segment_id=f9237a90-5b2a-43fb-82b0-657f2f5bf8d0)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:00:16.267054 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:00:16.290941 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 02:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cc2cd03-0bc5-43e0-98e7-7f5dde33a323 x-openstack-request-id: req-9cc2cd03-0bc5-43e0-98e7-7f5dde33a323 {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:00:16.291232 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8930a903-3aba-461f-8195-df51a29d48a1", "name": "network-vif-plugged", "status": "completed", "tag": "fbb153d5-07dc-48c6-9ede-0243a679294b", "code": 200}]} {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:00:16.291467 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9cc2cd03-0bc5-43e0-98e7-7f5dde33a323 {{(pid=109868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:00:16.291853 dv-neutron-818911-2-hyperv neutron-server[109868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8930a903-3aba-461f-8195-df51a29d48a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbb153d5-07dc-48c6-9ede-0243a679294b', 'code': 200} Nov 24 02:00:16.319594 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=fbb153d5-07dc-48c6-9ede-0243a679294b,revision_number=5']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:00:16.502864 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af36edcc-bd43-4172-9eb9-139359fc2dd8 req-63a1af99-7c22-4a0a-893e-e2db9b0847f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:00:16.504294 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-af36edcc-bd43-4172-9eb9-139359fc2dd8 req-63a1af99-7c22-4a0a-893e-e2db9b0847f0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8930a903-3aba-461f-8195-df51a29d48a1 HTTP/1.1" status: 200 len: 1098 time: 0.0419242 Nov 24 02:00:16.553302 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-af36edcc-bd43-4172-9eb9-139359fc2dd8 req-fe991580-66dd-4eb4-8f9b-c0d220104c9e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=66a4251c-c910-422c-85b5-346368e9d4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392861 Nov 24 02:00:16.683697 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11617128-7630-46be-9b04-39a77309900d req-cee5528d-70f8-4986-bbb9-1f1fbf36a1e6 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:00:16.685152 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-11617128-7630-46be-9b04-39a77309900d req-cee5528d-70f8-4986-bbb9-1f1fbf36a1e6 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=8930a903-3aba-461f-8195-df51a29d48a1 HTTP/1.1" status: 200 len: 945 time: 0.0484397 Nov 24 02:00:16.735294 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-11617128-7630-46be-9b04-39a77309900d req-6d2dab60-c967-47bf-9fef-4c4147a45be4 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=66a4251c-c910-422c-85b5-346368e9d4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442619 Nov 24 02:00:17.851439 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeefc98-137d-484b-850c-2787035ed080 req-f759597a-d79f-4c96-adaa-dc80b514512c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:00:17.852946 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-baeefc98-137d-484b-850c-2787035ed080 req-f759597a-d79f-4c96-adaa-dc80b514512c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=8930a903-3aba-461f-8195-df51a29d48a1 HTTP/1.1" status: 200 len: 945 time: 0.0496740 Nov 24 02:00:17.902608 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-baeefc98-137d-484b-850c-2787035ed080 req-5dbd8989-71f0-48ce-9cb9-be6b974cf0be tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=66a4251c-c910-422c-85b5-346368e9d4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435786 Nov 24 02:00:18.019826 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1bf06-ff45-4209-ad38-1afa10d40cd9 req-be26c889-9723-4743-9f3e-69057c1efafb tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:00:18.021863 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-d6d1bf06-ff45-4209-ad38-1afa10d40cd9 req-be26c889-9723-4743-9f3e-69057c1efafb tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=8930a903-3aba-461f-8195-df51a29d48a1 HTTP/1.1" status: 200 len: 945 time: 0.0527782 Nov 24 02:00:18.070939 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-d6d1bf06-ff45-4209-ad38-1afa10d40cd9 req-6068ac58-ba89-463b-a1cd-a1d42513f203 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=66a4251c-c910-422c-85b5-346368e9d4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433133 Nov 24 02:00:18.092525 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 52632) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:00:18.131902 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4d490e-def0-4033-b153-51bf8b31dfe7 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:00:18.133474 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-7c4d490e-def0-4033-b153-51bf8b31dfe7 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8930a903-3aba-461f-8195-df51a29d48a1 HTTP/1.1" status: 200 len: 1093 time: 0.0399268 Nov 24 02:00:18.136399 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 52634) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:00:18.140864 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-0c1f8344-deae-4928-92ed-4dbcc73c4402 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'floatingip': {'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'port_id': 'fbb153d5-07dc-48c6-9ede-0243a679294b', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:00:18.162045 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0c1f8344-deae-4928-92ed-4dbcc73c4402 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for floatingip, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:00:18.261297 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0c1f8344-deae-4928-92ed-4dbcc73c4402 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:00:18.361419 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-0c1f8344-deae-4928-92ed-4dbcc73c4402 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Allocated IP 172.26.5.101 (eb22795d-37ee-46ee-844d-92c17e2ea450/3e66fcff-6e72-4083-b514-48f69cdaa2cb/16e21294-5ffe-4a71-a6e5-e57b74f8a3f8) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 02:00:18.423448 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [req-3e61bbd2-e437-49e9-8e3e-536949f5fb2e req-7a1acedc-90f2-427b-a84e-d61de5790a39 service neutron] (109866) timed out ('10.222.0.48', 56194) {{(pid=109866) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 24 02:00:18.468676 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0c1f8344-deae-4928-92ed-4dbcc73c4402 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:00:18.501500 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0c1f8344-deae-4928-92ed-4dbcc73c4402 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:00:18.537032 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1f8344-deae-4928-92ed-4dbcc73c4402 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Network eb22795d-37ee-46ee-844d-92c17e2ea450 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 02:00:18.541786 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-0c1f8344-deae-4928-92ed-4dbcc73c4402 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:00:18.545204 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1f8344-deae-4928-92ed-4dbcc73c4402 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 02:00:18.570173 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1f8344-deae-4928-92ed-4dbcc73c4402 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'Port': ['ID=16e21294-5ffe-4a71-a6e5-e57b74f8a3f8,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:00:18.894417 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0c1f8344-deae-4928-92ed-4dbcc73c4402 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:00:18.956600 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0c1f8344-deae-4928-92ed-4dbcc73c4402 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:00:19.382737 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0c1f8344-deae-4928-92ed-4dbcc73c4402 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for port, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:00:19.387244 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0c1f8344-deae-4928-92ed-4dbcc73c4402 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25501696'] for port, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:00:19.457309 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1f8344-deae-4928-92ed-4dbcc73c4402 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'Port': ['ID=16e21294-5ffe-4a71-a6e5-e57b74f8a3f8,revision_number=2']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:00:19.468062 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0c1f8344-deae-4928-92ed-4dbcc73c4402 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418250'] for floatingip, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:00:19.566084 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.l3_db [None req-0c1f8344-deae-4928-92ed-4dbcc73c4402 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Floating IP 152a5f7b-da94-476c-98f5-8eac1b87558e associated. External IP: 172.26.5.101, port: fbb153d5-07dc-48c6-9ede-0243a679294b. Nov 24 02:00:19.771069 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c1f8344-deae-4928-92ed-4dbcc73c4402 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Router 1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 02:00:19.876432 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c1f8344-deae-4928-92ed-4dbcc73c4402 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 02:00:19.886879 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f129149-2bba-4bf8-a6f7-29e8d9ccaaa1 None None] Sync routers for ids ['1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 02:00:19.894463 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0c1f8344-deae-4928-92ed-4dbcc73c4402 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for floatingip, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:00:19.895951 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f129149-2bba-4bf8-a6f7-29e8d9ccaaa1 None None] Routers {'1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:00:19.896565 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-9f129149-2bba-4bf8-a6f7-29e8d9ccaaa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:59:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:00:19.924318 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-0c1f8344-deae-4928-92ed-4dbcc73c4402 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7867172 Nov 24 02:00:19.924897 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8930a903-3aba-461f-8195-df51a29d48a1', 'tag': 'fbb153d5-07dc-48c6-9ede-0243a679294b'}] {{(pid=109867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:00:19.927807 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2155eb48762029a847224b6ca77dbed8b251e8450d3d79f1fc0a82d404e82e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8faa4450-0d07-42b8-b3f9-05eee464d8f3" -d '{"events": [{"name": "network-changed", "server_uuid": "8930a903-3aba-461f-8195-df51a29d48a1", "tag": "fbb153d5-07dc-48c6-9ede-0243a679294b"}]}' {{(pid=109867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:00:19.962872 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 02:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-634d6762-9621-4300-baac-9a6753e807be x-openstack-request-id: req-634d6762-9621-4300-baac-9a6753e807be {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:00:19.963163 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8930a903-3aba-461f-8195-df51a29d48a1", "tag": "fbb153d5-07dc-48c6-9ede-0243a679294b", "status": "completed", "code": 200}]} {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:00:19.963418 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-634d6762-9621-4300-baac-9a6753e807be {{(pid=109867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:00:19.963825 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8930a903-3aba-461f-8195-df51a29d48a1', 'tag': 'fbb153d5-07dc-48c6-9ede-0243a679294b', 'status': 'completed', 'code': 200} Nov 24 02:00:20.004138 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-9f129149-2bba-4bf8-a6f7-29e8d9ccaaa1 None None] Set router 1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:00:20.048591 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faa4450-0d07-42b8-b3f9-05eee464d8f3 req-162f45d3-50e9-44ea-a147-8c4196bfe12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:00:20.050098 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-8faa4450-0d07-42b8-b3f9-05eee464d8f3 req-162f45d3-50e9-44ea-a147-8c4196bfe12c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5cd72ac6dd034b2d92e26f70404adb10&device_id=8930a903-3aba-461f-8195-df51a29d48a1 HTTP/1.1" status: 200 len: 1098 time: 0.0437326 Nov 24 02:00:20.140577 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faa4450-0d07-42b8-b3f9-05eee464d8f3 req-acdedc90-f2ef-43ae-88ab-48d5d4928e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:00:20.142216 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-8faa4450-0d07-42b8-b3f9-05eee464d8f3 req-acdedc90-f2ef-43ae-88ab-48d5d4928e7a service neutron] 10.222.0.48 "GET /v2.0/networks?id=5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9 HTTP/1.1" status: 200 len: 898 time: 0.0830283 Nov 24 02:00:20.220672 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-8faa4450-0d07-42b8-b3f9-05eee464d8f3 req-63995e59-c527-4637-8f18-b55d762f7b1f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fbb153d5-07dc-48c6-9ede-0243a679294b HTTP/1.1" status: 200 len: 999 time: 0.0691013 Nov 24 02:00:20.230871 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-9f129149-2bba-4bf8-a6f7-29e8d9ccaaa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c', 'name': 'tempest-TestNetworkBasicOps-router-807280015', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.171'}], 'enable_snat': True}, 'gw_port_id': 'c3b305f2-5427-4b8a-bcba-cb0cbc7e9c8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:59:44Z', 'updated_at': '2021-11-24T01:59:48Z', 'revision_number': 4, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': 'c3b305f2-5427-4b8a-bcba-cb0cbc7e9c8d', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:61:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:59:45Z', 'updated_at': '2021-11-24T01:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_floatingips': [{'id': '152a5f7b-da94-476c-98f5-8eac1b87558e', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'floating_ip_address': '172.26.5.101', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': '1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c', 'port_id': 'fbb153d5-07dc-48c6-9ede-0243a679294b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9', 'mac_address': 'fa:16:3e:01:93:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8930a903-3aba-461f-8195-df51a29d48a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T02:00:18Z', 'updated_at': '2021-11-24T02:00:18Z', 'revision_number': 0, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'fixed_ip_address_scope': None}, {'id': 'fdd1a467-d55f-416b-b47a-05022d40294c', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'floating_ip_address': '172.26.5.202', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': '1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c', 'port_id': '05e23a67-3a1c-4d45-822f-22951ac35f32', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9', 'mac_address': 'fa:16:3e:ef:14:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33fdba8a-eca2-4504-8bf2-3b989ca8b353', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T02:00:05Z', 'updated_at': '2021-11-24T02:00:07Z', 'revision_number': 1, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4ed5d99-a763-4e12-8b89-6a84690b687b', 'name': '', 'network_id': '5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'mac_address': 'fa:16:3e:f1:da:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': 'c3947f33-8a0f-41c9-9de5-ae453660f7c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:59:47Z', 'updated_at': '2021-11-24T01:59:51Z', 'revision_number': 5, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'subnets': [{'id': 'c3947f33-8a0f-41c9-9de5-ae453660f7c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:00:20.262635 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f129149-2bba-4bf8-a6f7-29e8d9ccaaa1 None None] Checking router: 1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c for host: dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 02:00:20.269663 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faa4450-0d07-42b8-b3f9-05eee464d8f3 req-b3a95d22-a4c6-4b1c-8a0c-b5af12c5a6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:00:20.271694 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-8faa4450-0d07-42b8-b3f9-05eee464d8f3 req-b3a95d22-a4c6-4b1c-8a0c-b5af12c5a6d1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c3947f33-8a0f-41c9-9de5-ae453660f7c7 HTTP/1.1" status: 200 len: 835 time: 0.0444450 Nov 24 02:00:20.271977 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f129149-2bba-4bf8-a6f7-29e8d9ccaaa1 None None] Routers {'1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:00:20.272584 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-9f129149-2bba-4bf8-a6f7-29e8d9ccaaa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T01:59:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:00:20.316870 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faa4450-0d07-42b8-b3f9-05eee464d8f3 req-69393065-bde1-4f0a-b60e-c2309c821e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:00:20.318343 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-8faa4450-0d07-42b8-b3f9-05eee464d8f3 req-69393065-bde1-4f0a-b60e-c2309c821e05 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0400040 Nov 24 02:00:20.376224 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-9f129149-2bba-4bf8-a6f7-29e8d9ccaaa1 None None] Set router 1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:00:20.415628 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-8faa4450-0d07-42b8-b3f9-05eee464d8f3 req-e702d944-9d98-4181-82f2-0162ad44a8e0 service neutron] 10.222.0.48 "GET /v2.0/networks/5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895627 Nov 24 02:00:20.505364 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-8faa4450-0d07-42b8-b3f9-05eee464d8f3 req-4591c59a-d78a-48e3-b7d0-6bc87d781a02 service neutron] 10.222.0.48 "GET /v2.0/networks/5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814753 Nov 24 02:00:20.595259 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-9f129149-2bba-4bf8-a6f7-29e8d9ccaaa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c', 'name': 'tempest-TestNetworkBasicOps-router-807280015', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.171'}], 'enable_snat': True}, 'gw_port_id': 'c3b305f2-5427-4b8a-bcba-cb0cbc7e9c8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:59:44Z', 'updated_at': '2021-11-24T01:59:48Z', 'revision_number': 4, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': 'c3b305f2-5427-4b8a-bcba-cb0cbc7e9c8d', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:61:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:59:45Z', 'updated_at': '2021-11-24T01:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_floatingips': [{'id': '152a5f7b-da94-476c-98f5-8eac1b87558e', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'floating_ip_address': '172.26.5.101', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': '1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c', 'port_id': 'fbb153d5-07dc-48c6-9ede-0243a679294b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9', 'mac_address': 'fa:16:3e:01:93:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8930a903-3aba-461f-8195-df51a29d48a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T02:00:18Z', 'updated_at': '2021-11-24T02:00:18Z', 'revision_number': 0, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'fixed_ip_address_scope': None}, {'id': 'fdd1a467-d55f-416b-b47a-05022d40294c', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'floating_ip_address': '172.26.5.202', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': '1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c', 'port_id': '05e23a67-3a1c-4d45-822f-22951ac35f32', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9', 'mac_address': 'fa:16:3e:ef:14:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33fdba8a-eca2-4504-8bf2-3b989ca8b353', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T02:00:05Z', 'updated_at': '2021-11-24T02:00:07Z', 'revision_number': 1, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4ed5d99-a763-4e12-8b89-6a84690b687b', 'name': '', 'network_id': '5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'mac_address': 'fa:16:3e:f1:da:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': 'c3947f33-8a0f-41c9-9de5-ae453660f7c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:59:47Z', 'updated_at': '2021-11-24T01:59:51Z', 'revision_number': 5, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'subnets': [{'id': 'c3947f33-8a0f-41c9-9de5-ae453660f7c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:00:20.761446 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f129149-2bba-4bf8-a6f7-29e8d9ccaaa1 None None] The sync data for ids ['1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c'] in dv-neutron-818911-2-hyperv is: [{'id': '1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c', 'name': 'tempest-TestNetworkBasicOps-router-807280015', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.171'}], 'enable_snat': True}, 'gw_port_id': 'c3b305f2-5427-4b8a-bcba-cb0cbc7e9c8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:59:44Z', 'updated_at': '2021-11-24T01:59:48Z', 'revision_number': 4, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': 'c3b305f2-5427-4b8a-bcba-cb0cbc7e9c8d', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:61:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:59:45Z', 'updated_at': '2021-11-24T01:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_floatingips': [{'id': '152a5f7b-da94-476c-98f5-8eac1b87558e', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'floating_ip_address': '172.26.5.101', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': '1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c', 'port_id': 'fbb153d5-07dc-48c6-9ede-0243a679294b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9', 'mac_address': 'fa:16:3e:01:93:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8930a903-3aba-461f-8195-df51a29d48a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T02:00:18Z', 'updated_at': '2021-11-24T02:00:18Z', 'revision_number': 0, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'fixed_ip_address_scope': None}, {'id': 'fdd1a467-d55f-416b-b47a-05022d40294c', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'floating_ip_address': '172.26.5.202', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': '1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c', 'port_id': '05e23a67-3a1c-4d45-822f-22951ac35f32', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9', 'mac_address': 'fa:16:3e:ef:14:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33fdba8a-eca2-4504-8bf2-3b989ca8b353', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T02:00:05Z', 'updated_at': '2021-11-24T02:00:07Z', 'revision_number': 1, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4ed5d99-a763-4e12-8b89-6a84690b687b', 'name': '', 'network_id': '5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'mac_address': 'fa:16:3e:f1:da:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': 'c3947f33-8a0f-41c9-9de5-ae453660f7c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:59:47Z', 'updated_at': '2021-11-24T01:59:51Z', 'revision_number': 5, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'subnets': [{'id': 'c3947f33-8a0f-41c9-9de5-ae453660f7c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 02:00:20.948145 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba775a4c-c440-4c34-a130-6da7395c8aad None None] New status for floating IP 152a5f7b-da94-476c-98f5-8eac1b87558e: ACTIVE {{(pid=109869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 02:00:24.724342 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-563742cd-4fe1-41a6-9f0d-ec176969a56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:00:27.182918 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-19a5dce1-2627-4d15-9bd9-5c22820aacb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:00:27.999278 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:00:28.106746 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:00:29.592714 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:00:30.119926 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:00:30.157222 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.agents_db [None req-4e42c10c-a1d3-4d07-89d6-7a24334140aa None None] Agent healthcheck: found 6 active agents {{(pid=109869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 02:00:54.728788 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-05abf75e-e0ce-4372-aac6-93d4f60c95f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:00:55.209566 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 52650) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:00:55.274701 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-17aa0472-5400-4d2e-be16-27f2bccf8f9f tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/floatingips/fdd1a467-d55f-416b-b47a-05022d40294c HTTP/1.1" status: 200 len: 993 time: 0.0639620 Nov 24 02:00:55.937503 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 52658) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:00:55.942771 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-892da0de-5121-4d3d-836f-fce0bbc1ce9d tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'port': {'admin_state_up': False}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:00:56.001560 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-892da0de-5121-4d3d-836f-fce0bbc1ce9d tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:00:56.145936 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [None req-892da0de-5121-4d3d-836f-fce0bbc1ce9d tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] For port 05e23a67-3a1c-4d45-822f-22951ac35f32, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=05e23a67-3a1c-4d45-822f-22951ac35f32,segment=NetworkSegment(f9237a90-5b2a-43fb-82b0-657f2f5bf8d0),segment_id=f9237a90-5b2a-43fb-82b0-657f2f5bf8d0)] {{(pid=109866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:00:56.174813 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-892da0de-5121-4d3d-836f-fce0bbc1ce9d tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for port, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:00:56.179856 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-892da0de-5121-4d3d-836f-fce0bbc1ce9d tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29149402'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:00:56.228429 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892da0de-5121-4d3d-836f-fce0bbc1ce9d tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:00:56.229051 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-892da0de-5121-4d3d-836f-fce0bbc1ce9d tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:00:56.230502 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-892da0de-5121-4d3d-836f-fce0bbc1ce9d tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "PUT /v2.0/ports/05e23a67-3a1c-4d45-822f-22951ac35f32 HTTP/1.1" status: 200 len: 938 time: 0.2919807 Nov 24 02:00:56.231058 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33fdba8a-eca2-4504-8bf2-3b989ca8b353', 'tag': '05e23a67-3a1c-4d45-822f-22951ac35f32'}] {{(pid=109866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:00:56.233366 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b7c53c286d9351d1367337230623a155cee02c46c94b80588b67a0bc16402ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16f768f8-507a-4b65-ab18-32dbfddc223a" -d '{"events": [{"name": "network-changed", "server_uuid": "33fdba8a-eca2-4504-8bf2-3b989ca8b353", "tag": "05e23a67-3a1c-4d45-822f-22951ac35f32"}]}' {{(pid=109866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:00:56.255331 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892da0de-5121-4d3d-836f-fce0bbc1ce9d tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'Port': ['ID=05e23a67-3a1c-4d45-822f-22951ac35f32,revision_number=6']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:00:56.336589 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 02:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0fc90fd-cce9-42ce-b675-21ec74382dae x-openstack-request-id: req-f0fc90fd-cce9-42ce-b675-21ec74382dae {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:00:56.336957 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33fdba8a-eca2-4504-8bf2-3b989ca8b353", "tag": "05e23a67-3a1c-4d45-822f-22951ac35f32", "status": "completed", "code": 200}]} {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:00:56.337154 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f0fc90fd-cce9-42ce-b675-21ec74382dae {{(pid=109866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:00:56.337617 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33fdba8a-eca2-4504-8bf2-3b989ca8b353', 'tag': '05e23a67-3a1c-4d45-822f-22951ac35f32', 'status': 'completed', 'code': 200} Nov 24 02:00:56.465384 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-04e9f7fa-3c83-4477-a692-3a3ee67c66ee None None] Provisioning complete for port 05e23a67-3a1c-4d45-822f-22951ac35f32 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:00:56.466019 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-04e9f7fa-3c83-4477-a692-3a3ee67c66ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:00:56.468800 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f768f8-507a-4b65-ab18-32dbfddc223a req-739834df-94f0-4aa9-a558-aa2b14edfa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:00:56.470388 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-16f768f8-507a-4b65-ab18-32dbfddc223a req-739834df-94f0-4aa9-a558-aa2b14edfa66 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5cd72ac6dd034b2d92e26f70404adb10&device_id=33fdba8a-eca2-4504-8bf2-3b989ca8b353 HTTP/1.1" status: 200 len: 1099 time: 0.0840161 Nov 24 02:00:56.506317 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-04e9f7fa-3c83-4477-a692-3a3ee67c66ee None None] Port 05e23a67-3a1c-4d45-822f-22951ac35f32 is administratively disabled so it will not transition to active. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 24 02:00:56.565222 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f768f8-507a-4b65-ab18-32dbfddc223a req-b7839f27-3f33-4367-8fc7-f38f3c274c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:00:56.566844 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-16f768f8-507a-4b65-ab18-32dbfddc223a req-b7839f27-3f33-4367-8fc7-f38f3c274c70 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9 HTTP/1.1" status: 200 len: 898 time: 0.0886078 Nov 24 02:00:56.636931 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-16f768f8-507a-4b65-ab18-32dbfddc223a req-0d6d00fc-6663-42f3-bb57-4b0959b1dd45 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=05e23a67-3a1c-4d45-822f-22951ac35f32 HTTP/1.1" status: 200 len: 1002 time: 0.0626347 Nov 24 02:00:56.685979 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f768f8-507a-4b65-ab18-32dbfddc223a req-26a4d143-6027-405f-9bab-308cb079861d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:00:56.687295 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-16f768f8-507a-4b65-ab18-32dbfddc223a req-26a4d143-6027-405f-9bab-308cb079861d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c3947f33-8a0f-41c9-9de5-ae453660f7c7 HTTP/1.1" status: 200 len: 835 time: 0.0420313 Nov 24 02:00:56.730978 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f768f8-507a-4b65-ab18-32dbfddc223a req-ce840207-fb6f-4d35-be3f-dd693652d44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:00:56.732429 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-16f768f8-507a-4b65-ab18-32dbfddc223a req-ce840207-fb6f-4d35-be3f-dd693652d44a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0384326 Nov 24 02:00:56.823522 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-16f768f8-507a-4b65-ab18-32dbfddc223a req-66419ce5-7bd5-475c-95f8-1f25d94a1335 service neutron] 10.222.0.48 "GET /v2.0/networks/5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838048 Nov 24 02:00:56.917499 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-16f768f8-507a-4b65-ab18-32dbfddc223a req-9b2c0869-99cd-4967-a788-910ee2180b02 service neutron] 10.222.0.48 "GET /v2.0/networks/5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862298 Nov 24 02:00:57.183542 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-d848ed2e-5914-4ed9-a9c4-f0509376d88f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:00:58.005386 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:00:58.108664 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:00:59.594661 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:00:59.652566 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 52670) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:00:59.657852 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-5929d390-1430-4a2f-a3cc-df492214be79 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'port': {'admin_state_up': True}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:00:59.718204 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5929d390-1430-4a2f-a3cc-df492214be79 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:00:59.868981 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [None req-5929d390-1430-4a2f-a3cc-df492214be79 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] For port 05e23a67-3a1c-4d45-822f-22951ac35f32, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=05e23a67-3a1c-4d45-822f-22951ac35f32,segment=NetworkSegment(f9237a90-5b2a-43fb-82b0-657f2f5bf8d0),segment_id=f9237a90-5b2a-43fb-82b0-657f2f5bf8d0)] {{(pid=109866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:00:59.896548 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5929d390-1430-4a2f-a3cc-df492214be79 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for port, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:00:59.900813 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5929d390-1430-4a2f-a3cc-df492214be79 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29149402'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:00:59.941016 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5929d390-1430-4a2f-a3cc-df492214be79 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:00:59.941721 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5929d390-1430-4a2f-a3cc-df492214be79 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:00:59.943118 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-5929d390-1430-4a2f-a3cc-df492214be79 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "PUT /v2.0/ports/05e23a67-3a1c-4d45-822f-22951ac35f32 HTTP/1.1" status: 200 len: 937 time: 0.2895467 Nov 24 02:00:59.943675 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33fdba8a-eca2-4504-8bf2-3b989ca8b353', 'tag': '05e23a67-3a1c-4d45-822f-22951ac35f32'}] {{(pid=109866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:00:59.945978 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b7c53c286d9351d1367337230623a155cee02c46c94b80588b67a0bc16402ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c00d690-00a6-429e-8faa-f4625b580f0e" -d '{"events": [{"name": "network-changed", "server_uuid": "33fdba8a-eca2-4504-8bf2-3b989ca8b353", "tag": "05e23a67-3a1c-4d45-822f-22951ac35f32"}]}' {{(pid=109866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:00:59.946140 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 52672) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:00:59.972869 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5929d390-1430-4a2f-a3cc-df492214be79 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'Port': ['ID=05e23a67-3a1c-4d45-822f-22951ac35f32,revision_number=7']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:00:59.980799 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5929d390-1430-4a2f-a3cc-df492214be79 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:00:59.981150 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5929d390-1430-4a2f-a3cc-df492214be79 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:00:59.981511 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5929d390-1430-4a2f-a3cc-df492214be79 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:00:59.981850 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5929d390-1430-4a2f-a3cc-df492214be79 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:00:59.982183 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5929d390-1430-4a2f-a3cc-df492214be79 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:00:59.982515 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5929d390-1430-4a2f-a3cc-df492214be79 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:00:59.982892 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5929d390-1430-4a2f-a3cc-df492214be79 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:00:59.983219 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5929d390-1430-4a2f-a3cc-df492214be79 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:00:59.983544 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5929d390-1430-4a2f-a3cc-df492214be79 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:00:59.983869 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5929d390-1430-4a2f-a3cc-df492214be79 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:00:59.984193 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5929d390-1430-4a2f-a3cc-df492214be79 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:00:59.984514 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5929d390-1430-4a2f-a3cc-df492214be79 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:00:59.991710 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 02:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47ae4221-53da-4402-af5f-c3f5b7447f03 x-openstack-request-id: req-47ae4221-53da-4402-af5f-c3f5b7447f03 {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:00:59.992000 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33fdba8a-eca2-4504-8bf2-3b989ca8b353", "tag": "05e23a67-3a1c-4d45-822f-22951ac35f32", "status": "completed", "code": 200}]} {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:00:59.992255 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-47ae4221-53da-4402-af5f-c3f5b7447f03 {{(pid=109866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:00:59.992656 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33fdba8a-eca2-4504-8bf2-3b989ca8b353', 'tag': '05e23a67-3a1c-4d45-822f-22951ac35f32', 'status': 'completed', 'code': 200} Nov 24 02:01:00.031896 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-c12dec16-854d-48b7-9326-66d93dbe696e tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/floatingips/fdd1a467-d55f-416b-b47a-05022d40294c HTTP/1.1" status: 200 len: 993 time: 0.0845783 Nov 24 02:01:00.083452 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c00d690-00a6-429e-8faa-f4625b580f0e req-ceeaf26d-ee41-4fc5-8e07-869d4fc31e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:01:00.085045 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-7c00d690-00a6-429e-8faa-f4625b580f0e req-ceeaf26d-ee41-4fc5-8e07-869d4fc31e49 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5cd72ac6dd034b2d92e26f70404adb10&device_id=33fdba8a-eca2-4504-8bf2-3b989ca8b353 HTTP/1.1" status: 200 len: 1098 time: 0.0470524 Nov 24 02:01:00.126994 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:00.148170 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-70c52c53-5e3d-432e-b466-371d1c175cbe None None] Provisioning complete for port 05e23a67-3a1c-4d45-822f-22951ac35f32 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:01:00.148532 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-70c52c53-5e3d-432e-b466-371d1c175cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:00.181697 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c00d690-00a6-429e-8faa-f4625b580f0e req-2ed0a69f-aae4-4dcb-8ac2-b450579e8bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:01:00.183177 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-7c00d690-00a6-429e-8faa-f4625b580f0e req-2ed0a69f-aae4-4dcb-8ac2-b450579e8bed service neutron] 10.222.0.48 "GET /v2.0/networks?id=5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9 HTTP/1.1" status: 200 len: 898 time: 0.0905232 Nov 24 02:01:00.223411 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] get_ports_and_sgs() called for port_ids ['05e23a67-3a1c-4d45-822f-22951ac35f32'] {{(pid=109868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 02:01:00.261318 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-7c00d690-00a6-429e-8faa-f4625b580f0e req-851c4336-d9f7-4479-9f5c-a9366cd63553 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=05e23a67-3a1c-4d45-822f-22951ac35f32 HTTP/1.1" status: 200 len: 1001 time: 0.0666676 Nov 24 02:01:00.310656 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c00d690-00a6-429e-8faa-f4625b580f0e req-09f23e7c-549d-45c4-ac86-c0f056d89ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:01:00.312120 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-7c00d690-00a6-429e-8faa-f4625b580f0e req-09f23e7c-549d-45c4-ac86-c0f056d89ba9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c3947f33-8a0f-41c9-9de5-ae453660f7c7 HTTP/1.1" status: 200 len: 835 time: 0.0434456 Nov 24 02:01:00.357643 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c00d690-00a6-429e-8faa-f4625b580f0e req-5f75395c-af9b-4c36-9c43-d5d0be146b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:01:00.359186 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-7c00d690-00a6-429e-8faa-f4625b580f0e req-5f75395c-af9b-4c36-9c43-d5d0be146b90 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402915 Nov 24 02:01:00.451087 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-7c00d690-00a6-429e-8faa-f4625b580f0e req-82e418c9-6a3e-4c4a-b5ca-07b708de402f service neutron] 10.222.0.48 "GET /v2.0/networks/5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846817 Nov 24 02:01:00.538173 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-7c00d690-00a6-429e-8faa-f4625b580f0e req-614b74c7-65cc-4364-bd7c-fdf8d83b0e3a service neutron] 10.222.0.48 "GET /v2.0/networks/5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800433 Nov 24 02:01:02.580726 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 52682) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:01:02.739645 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-78fcbe39-3664-4a2e-a710-dfaef76a786f tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Deleting port 16e21294-5ffe-4a71-a6e5-e57b74f8a3f8 {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 02:01:02.739980 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-78fcbe39-3664-4a2e-a710-dfaef76a786f tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:02.813890 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-78fcbe39-3664-4a2e-a710-dfaef76a786f tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:02.814262 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-78fcbe39-3664-4a2e-a710-dfaef76a786f tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:02.828899 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-78fcbe39-3664-4a2e-a710-dfaef76a786f tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Calling delete_port for 16e21294-5ffe-4a71-a6e5-e57b74f8a3f8 owned by network:floatingip {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 02:01:02.977567 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-78fcbe39-3664-4a2e-a710-dfaef76a786f tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:03.008356 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fcbe39-3664-4a2e-a710-dfaef76a786f tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event deleted for resources: {'Port': ['ID=16e21294-5ffe-4a71-a6e5-e57b74f8a3f8,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:01:03.060623 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-78fcbe39-3664-4a2e-a710-dfaef76a786f tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for floatingip, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:03.060951 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.l3_db [None req-78fcbe39-3664-4a2e-a710-dfaef76a786f tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Floating IP 152a5f7b-da94-476c-98f5-8eac1b87558e disassociated (deleted). External IP: 172.26.5.101, port: fbb153d5-07dc-48c6-9ede-0243a679294b. Nov 24 02:01:03.266994 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78fcbe39-3664-4a2e-a710-dfaef76a786f tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Router 1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 02:01:03.373652 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78fcbe39-3664-4a2e-a710-dfaef76a786f tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 02:01:03.379044 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-78fcbe39-3664-4a2e-a710-dfaef76a786f tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for floatingip, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:03.383630 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d43b5d-24db-4fca-8905-684cba25ed03 None None] Sync routers for ids ['1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 02:01:03.392918 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d43b5d-24db-4fca-8905-684cba25ed03 None None] Routers {'1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:01:03.393559 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-12d43b5d-24db-4fca-8905-684cba25ed03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:00:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:01:03.404707 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-78fcbe39-3664-4a2e-a710-dfaef76a786f tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "DELETE /v2.0/floatingips/152a5f7b-da94-476c-98f5-8eac1b87558e HTTP/1.1" status: 204 len: 168 time: 0.8230157 Nov 24 02:01:03.405378 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8930a903-3aba-461f-8195-df51a29d48a1', 'tag': 'fbb153d5-07dc-48c6-9ede-0243a679294b'}] {{(pid=109867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:01:03.407741 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2155eb48762029a847224b6ca77dbed8b251e8450d3d79f1fc0a82d404e82e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-352b349b-48e3-48e9-8f18-e6bbb036ce40" -d '{"events": [{"name": "network-changed", "server_uuid": "8930a903-3aba-461f-8195-df51a29d48a1", "tag": "fbb153d5-07dc-48c6-9ede-0243a679294b"}]}' {{(pid=109867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:01:03.450870 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 02:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeaf6847-76ee-4001-bff4-4732bb8a6bbf x-openstack-request-id: req-aeaf6847-76ee-4001-bff4-4732bb8a6bbf {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:01:03.451160 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8930a903-3aba-461f-8195-df51a29d48a1", "tag": "fbb153d5-07dc-48c6-9ede-0243a679294b", "status": "completed", "code": 200}]} {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:01:03.451414 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aeaf6847-76ee-4001-bff4-4732bb8a6bbf {{(pid=109867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:01:03.451820 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8930a903-3aba-461f-8195-df51a29d48a1', 'tag': 'fbb153d5-07dc-48c6-9ede-0243a679294b', 'status': 'completed', 'code': 200} Nov 24 02:01:03.505298 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-12d43b5d-24db-4fca-8905-684cba25ed03 None None] Set router 1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:01:03.545062 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352b349b-48e3-48e9-8f18-e6bbb036ce40 req-3a46187e-ff6f-4df4-94a1-33fea4832e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:01:03.546787 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-352b349b-48e3-48e9-8f18-e6bbb036ce40 req-3a46187e-ff6f-4df4-94a1-33fea4832e49 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5cd72ac6dd034b2d92e26f70404adb10&device_id=8930a903-3aba-461f-8195-df51a29d48a1 HTTP/1.1" status: 200 len: 1098 time: 0.0507045 Nov 24 02:01:03.647678 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352b349b-48e3-48e9-8f18-e6bbb036ce40 req-fd8823ce-1ac5-4ee7-b806-becc6c0b4437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:01:03.649249 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-352b349b-48e3-48e9-8f18-e6bbb036ce40 req-fd8823ce-1ac5-4ee7-b806-becc6c0b4437 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9 HTTP/1.1" status: 200 len: 898 time: 0.0887194 Nov 24 02:01:03.659532 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4509c46-2300-441e-8aa6-97ba33bcb044 req-0811ff06-f433-4034-9d97-a8d5a1a77085 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:01:03.661773 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-f4509c46-2300-441e-8aa6-97ba33bcb044 req-0811ff06-f433-4034-9d97-a8d5a1a77085 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=8930a903-3aba-461f-8195-df51a29d48a1 HTTP/1.1" status: 200 len: 945 time: 0.0548875 Nov 24 02:01:03.698148 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-352b349b-48e3-48e9-8f18-e6bbb036ce40 req-4738e427-8b8a-47e1-8990-3d312e1bacf1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fbb153d5-07dc-48c6-9ede-0243a679294b HTTP/1.1" status: 200 len: 217 time: 0.0396340 Nov 24 02:01:03.712911 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-f4509c46-2300-441e-8aa6-97ba33bcb044 req-c00d7f03-3b8a-4aad-a022-26ad96c69c58 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=66a4251c-c910-422c-85b5-346368e9d4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449605 Nov 24 02:01:03.749740 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-12d43b5d-24db-4fca-8905-684cba25ed03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c', 'name': 'tempest-TestNetworkBasicOps-router-807280015', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.171'}], 'enable_snat': True}, 'gw_port_id': 'c3b305f2-5427-4b8a-bcba-cb0cbc7e9c8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:59:44Z', 'updated_at': '2021-11-24T01:59:48Z', 'revision_number': 4, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': 'c3b305f2-5427-4b8a-bcba-cb0cbc7e9c8d', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:61:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:59:45Z', 'updated_at': '2021-11-24T01:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_floatingips': [{'id': 'fdd1a467-d55f-416b-b47a-05022d40294c', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'floating_ip_address': '172.26.5.202', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': '1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c', 'port_id': '05e23a67-3a1c-4d45-822f-22951ac35f32', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9', 'mac_address': 'fa:16:3e:ef:14:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33fdba8a-eca2-4504-8bf2-3b989ca8b353', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T02:00:05Z', 'updated_at': '2021-11-24T02:00:07Z', 'revision_number': 1, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4ed5d99-a763-4e12-8b89-6a84690b687b', 'name': '', 'network_id': '5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'mac_address': 'fa:16:3e:f1:da:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': 'c3947f33-8a0f-41c9-9de5-ae453660f7c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:59:47Z', 'updated_at': '2021-11-24T01:59:51Z', 'revision_number': 5, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'subnets': [{'id': 'c3947f33-8a0f-41c9-9de5-ae453660f7c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:01:03.755826 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352b349b-48e3-48e9-8f18-e6bbb036ce40 req-a9896033-6bf3-4bc6-bd84-070d3c5abe6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:01:03.757290 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-352b349b-48e3-48e9-8f18-e6bbb036ce40 req-a9896033-6bf3-4bc6-bd84-070d3c5abe6e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c3947f33-8a0f-41c9-9de5-ae453660f7c7 HTTP/1.1" status: 200 len: 835 time: 0.0504317 Nov 24 02:01:03.775909 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d43b5d-24db-4fca-8905-684cba25ed03 None None] Checking router: 1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c for host: dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 02:01:03.784066 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d43b5d-24db-4fca-8905-684cba25ed03 None None] Routers {'1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:01:03.784734 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-12d43b5d-24db-4fca-8905-684cba25ed03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:00:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:01:03.804186 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352b349b-48e3-48e9-8f18-e6bbb036ce40 req-de1bf54d-81cf-46f7-8a6a-8a773494d7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:01:03.805658 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-352b349b-48e3-48e9-8f18-e6bbb036ce40 req-de1bf54d-81cf-46f7-8a6a-8a773494d7c6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0408449 Nov 24 02:01:03.889575 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-12d43b5d-24db-4fca-8905-684cba25ed03 None None] Set router 1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:01:03.905274 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-352b349b-48e3-48e9-8f18-e6bbb036ce40 req-e0685542-0bf2-4758-bcbb-37d23784280a service neutron] 10.222.0.48 "GET /v2.0/networks/5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883350 Nov 24 02:01:03.994193 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-352b349b-48e3-48e9-8f18-e6bbb036ce40 req-bed9261b-9838-473e-ae17-db7f6d03ab15 service neutron] 10.222.0.48 "GET /v2.0/networks/5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809731 Nov 24 02:01:04.111233 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-12d43b5d-24db-4fca-8905-684cba25ed03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c', 'name': 'tempest-TestNetworkBasicOps-router-807280015', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.171'}], 'enable_snat': True}, 'gw_port_id': 'c3b305f2-5427-4b8a-bcba-cb0cbc7e9c8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:59:44Z', 'updated_at': '2021-11-24T01:59:48Z', 'revision_number': 4, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': 'c3b305f2-5427-4b8a-bcba-cb0cbc7e9c8d', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:61:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:59:45Z', 'updated_at': '2021-11-24T01:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_floatingips': [{'id': 'fdd1a467-d55f-416b-b47a-05022d40294c', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'floating_ip_address': '172.26.5.202', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': '1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c', 'port_id': '05e23a67-3a1c-4d45-822f-22951ac35f32', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9', 'mac_address': 'fa:16:3e:ef:14:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33fdba8a-eca2-4504-8bf2-3b989ca8b353', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T02:00:05Z', 'updated_at': '2021-11-24T02:00:07Z', 'revision_number': 1, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4ed5d99-a763-4e12-8b89-6a84690b687b', 'name': '', 'network_id': '5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'mac_address': 'fa:16:3e:f1:da:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': 'c3947f33-8a0f-41c9-9de5-ae453660f7c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:59:47Z', 'updated_at': '2021-11-24T01:59:51Z', 'revision_number': 5, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'subnets': [{'id': 'c3947f33-8a0f-41c9-9de5-ae453660f7c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:01:04.136253 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d43b5d-24db-4fca-8905-684cba25ed03 None None] The sync data for ids ['1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c'] in dv-neutron-818911-2-hyperv is: [{'id': '1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c', 'name': 'tempest-TestNetworkBasicOps-router-807280015', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.171'}], 'enable_snat': True}, 'gw_port_id': 'c3b305f2-5427-4b8a-bcba-cb0cbc7e9c8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:59:44Z', 'updated_at': '2021-11-24T01:59:48Z', 'revision_number': 4, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': 'c3b305f2-5427-4b8a-bcba-cb0cbc7e9c8d', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:61:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:59:45Z', 'updated_at': '2021-11-24T01:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_floatingips': [{'id': 'fdd1a467-d55f-416b-b47a-05022d40294c', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'floating_ip_address': '172.26.5.202', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': '1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c', 'port_id': '05e23a67-3a1c-4d45-822f-22951ac35f32', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9', 'mac_address': 'fa:16:3e:ef:14:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33fdba8a-eca2-4504-8bf2-3b989ca8b353', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T02:00:05Z', 'updated_at': '2021-11-24T02:00:07Z', 'revision_number': 1, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4ed5d99-a763-4e12-8b89-6a84690b687b', 'name': '', 'network_id': '5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'mac_address': 'fa:16:3e:f1:da:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': 'c3947f33-8a0f-41c9-9de5-ae453660f7c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:59:47Z', 'updated_at': '2021-11-24T01:59:51Z', 'revision_number': 5, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'subnets': [{'id': 'c3947f33-8a0f-41c9-9de5-ae453660f7c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 02:01:04.341235 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399d4ba6-9518-4155-ba99-9b66795733bc None None] New status for floating IP 152a5f7b-da94-476c-98f5-8eac1b87558e: DOWN {{(pid=109869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 02:01:04.831947 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31278d99-f99b-4454-b631-a888d8edcbce req-058331bb-74f9-44cb-b066-01310b51eb8f tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:01:04.833456 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-31278d99-f99b-4454-b631-a888d8edcbce req-058331bb-74f9-44cb-b066-01310b51eb8f tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=8930a903-3aba-461f-8195-df51a29d48a1 HTTP/1.1" status: 200 len: 945 time: 0.0501766 Nov 24 02:01:04.888221 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-31278d99-f99b-4454-b631-a888d8edcbce req-addea938-d2a5-41c5-9881-65d97eefc18f tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=66a4251c-c910-422c-85b5-346368e9d4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476956 Nov 24 02:01:05.112297 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfe4c0f-becc-46f6-aba9-fd102d78edca req-f048e817-dcc2-462c-9089-6a690eb511fa tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:01:05.114406 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-bdfe4c0f-becc-46f6-aba9-fd102d78edca req-f048e817-dcc2-462c-9089-6a690eb511fa tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.48 "GET /v2.0/ports?device_id=8930a903-3aba-461f-8195-df51a29d48a1 HTTP/1.1" status: 200 len: 945 time: 0.0496387 Nov 24 02:01:05.205860 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [req-bdfe4c0f-becc-46f6-aba9-fd102d78edca req-aa9212c6-a6e1-44ff-9945-f08d5f871628 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Deleting port fbb153d5-07dc-48c6-9ede-0243a679294b {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 02:01:05.206420 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-bdfe4c0f-becc-46f6-aba9-fd102d78edca req-aa9212c6-a6e1-44ff-9945-f08d5f871628 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:05.306732 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [req-bdfe4c0f-becc-46f6-aba9-fd102d78edca req-aa9212c6-a6e1-44ff-9945-f08d5f871628 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] For port fbb153d5-07dc-48c6-9ede-0243a679294b, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=fbb153d5-07dc-48c6-9ede-0243a679294b,segment=NetworkSegment(f9237a90-5b2a-43fb-82b0-657f2f5bf8d0),segment_id=f9237a90-5b2a-43fb-82b0-657f2f5bf8d0)] {{(pid=109866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:01:05.307094 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-bdfe4c0f-becc-46f6-aba9-fd102d78edca req-aa9212c6-a6e1-44ff-9945-f08d5f871628 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:05.321530 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [req-bdfe4c0f-becc-46f6-aba9-fd102d78edca req-aa9212c6-a6e1-44ff-9945-f08d5f871628 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Calling delete_port for fbb153d5-07dc-48c6-9ede-0243a679294b owned by compute:nova {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 02:01:05.457842 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-bdfe4c0f-becc-46f6-aba9-fd102d78edca req-aa9212c6-a6e1-44ff-9945-f08d5f871628 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:05.486569 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9212c6-a6e1-44ff-9945-f08d5f871628 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event deleted for resources: {'Port': ['ID=fbb153d5-07dc-48c6-9ede-0243a679294b,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:01:05.526425 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdfe4c0f-becc-46f6-aba9-fd102d78edca req-aa9212c6-a6e1-44ff-9945-f08d5f871628 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] No DVR routers for this DVR port fbb153d5-07dc-48c6-9ede-0243a679294b on host hv-neutron-8189 {{(pid=109866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 02:01:05.528817 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-bdfe4c0f-becc-46f6-aba9-fd102d78edca req-aa9212c6-a6e1-44ff-9945-f08d5f871628 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:05.532116 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-bdfe4c0f-becc-46f6-aba9-fd102d78edca req-aa9212c6-a6e1-44ff-9945-f08d5f871628 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.48 "DELETE /v2.0/ports/fbb153d5-07dc-48c6-9ede-0243a679294b HTTP/1.1" status: 204 len: 173 time: 0.4115672 Nov 24 02:01:05.532550 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8930a903-3aba-461f-8195-df51a29d48a1', 'name': 'network-vif-deleted', 'tag': 'fbb153d5-07dc-48c6-9ede-0243a679294b'}] {{(pid=109866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:01:05.535372 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b7c53c286d9351d1367337230623a155cee02c46c94b80588b67a0bc16402ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e96d274a-8f8a-4158-8c7f-62f6a338e220" -d '{"events": [{"server_uuid": "8930a903-3aba-461f-8195-df51a29d48a1", "name": "network-vif-deleted", "tag": "fbb153d5-07dc-48c6-9ede-0243a679294b"}]}' {{(pid=109866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:01:05.575871 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 02:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f40d941-61bf-4445-a288-c240076ad680 x-openstack-request-id: req-9f40d941-61bf-4445-a288-c240076ad680 {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:01:05.576181 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8930a903-3aba-461f-8195-df51a29d48a1", "name": "network-vif-deleted", "tag": "fbb153d5-07dc-48c6-9ede-0243a679294b", "status": "completed", "code": 200}]} {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:01:05.576431 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9f40d941-61bf-4445-a288-c240076ad680 {{(pid=109866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:01:05.576831 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8930a903-3aba-461f-8195-df51a29d48a1', 'name': 'network-vif-deleted', 'tag': 'fbb153d5-07dc-48c6-9ede-0243a679294b', 'status': 'completed', 'code': 200} Nov 24 02:01:06.004259 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-6fb0862e-f590-4bd6-a351-afcc0959498f req-aa321213-387d-46e7-aa7d-eea9fae829df tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=8930a903-3aba-461f-8195-df51a29d48a1 HTTP/1.1" status: 200 len: 210 time: 0.0273006 Nov 24 02:01:07.061987 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 52698) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:01:07.122460 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3ef06150-5d5e-41b2-bd2f-93628bfb43a0 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:07.156672 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.agents_db [None req-4e42c10c-a1d3-4d07-89d6-7a24334140aa None None] Agent healthcheck: found 6 active agents {{(pid=109869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 02:01:07.457710 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3ef06150-5d5e-41b2-bd2f-93628bfb43a0 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:07.518050 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3ef06150-5d5e-41b2-bd2f-93628bfb43a0 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:07.521574 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3ef06150-5d5e-41b2-bd2f-93628bfb43a0 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:07.522758 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-3ef06150-5d5e-41b2-bd2f-93628bfb43a0 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "DELETE /v2.0/security-groups/66a4251c-c910-422c-85b5-346368e9d4e8 HTTP/1.1" status: 204 len: 168 time: 0.4597652 Nov 24 02:01:07.532367 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef06150-5d5e-41b2-bd2f-93628bfb43a0 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a4251c-c910-422c-85b5-346368e9d4e8,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:01:07.558611 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 52702) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:01:07.723983 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-44826bff-bdad-4b28-ae41-a136181a62f5 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Deleting port 834a20c2-97b5-4669-817d-2622ae478dcb {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 02:01:07.724396 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-44826bff-bdad-4b28-ae41-a136181a62f5 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:07.797941 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-44826bff-bdad-4b28-ae41-a136181a62f5 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:07.798262 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-44826bff-bdad-4b28-ae41-a136181a62f5 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:07.810367 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-44826bff-bdad-4b28-ae41-a136181a62f5 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Calling delete_port for 834a20c2-97b5-4669-817d-2622ae478dcb owned by network:floatingip {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 02:01:07.962123 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-44826bff-bdad-4b28-ae41-a136181a62f5 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:07.993340 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44826bff-bdad-4b28-ae41-a136181a62f5 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event deleted for resources: {'Port': ['ID=834a20c2-97b5-4669-817d-2622ae478dcb,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:01:08.004948 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44826bff-bdad-4b28-ae41-a136181a62f5 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:01:08.005304 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44826bff-bdad-4b28-ae41-a136181a62f5 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:01:08.005678 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44826bff-bdad-4b28-ae41-a136181a62f5 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:01:08.006019 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44826bff-bdad-4b28-ae41-a136181a62f5 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:01:08.006355 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44826bff-bdad-4b28-ae41-a136181a62f5 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:01:08.006688 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44826bff-bdad-4b28-ae41-a136181a62f5 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:01:08.007019 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44826bff-bdad-4b28-ae41-a136181a62f5 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:01:08.007347 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44826bff-bdad-4b28-ae41-a136181a62f5 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:01:08.007676 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44826bff-bdad-4b28-ae41-a136181a62f5 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:01:08.008007 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44826bff-bdad-4b28-ae41-a136181a62f5 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:01:08.008331 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44826bff-bdad-4b28-ae41-a136181a62f5 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:01:08.008654 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44826bff-bdad-4b28-ae41-a136181a62f5 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:01:08.065204 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-44826bff-bdad-4b28-ae41-a136181a62f5 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for floatingip, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:08.065602 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.l3_db [None req-44826bff-bdad-4b28-ae41-a136181a62f5 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Floating IP fdd1a467-d55f-416b-b47a-05022d40294c disassociated (deleted). External IP: 172.26.5.202, port: 05e23a67-3a1c-4d45-822f-22951ac35f32. Nov 24 02:01:08.278325 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44826bff-bdad-4b28-ae41-a136181a62f5 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Router 1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 02:01:08.387384 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44826bff-bdad-4b28-ae41-a136181a62f5 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 02:01:08.392102 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-44826bff-bdad-4b28-ae41-a136181a62f5 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for floatingip, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:08.397014 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61452dc8-b26f-4f11-b125-5f8ad0734774 None None] Sync routers for ids ['1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 02:01:08.406299 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61452dc8-b26f-4f11-b125-5f8ad0734774 None None] Routers {'1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:01:08.406983 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-61452dc8-b26f-4f11-b125-5f8ad0734774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:00:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:01:08.419152 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-44826bff-bdad-4b28-ae41-a136181a62f5 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "DELETE /v2.0/floatingips/fdd1a467-d55f-416b-b47a-05022d40294c HTTP/1.1" status: 204 len: 168 time: 0.8594639 Nov 24 02:01:08.419748 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33fdba8a-eca2-4504-8bf2-3b989ca8b353', 'tag': '05e23a67-3a1c-4d45-822f-22951ac35f32'}] {{(pid=109867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:01:08.422043 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2155eb48762029a847224b6ca77dbed8b251e8450d3d79f1fc0a82d404e82e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9317eebd-28e4-490a-a29d-0e9c7f30c515" -d '{"events": [{"name": "network-changed", "server_uuid": "33fdba8a-eca2-4504-8bf2-3b989ca8b353", "tag": "05e23a67-3a1c-4d45-822f-22951ac35f32"}]}' {{(pid=109867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:01:08.457423 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 02:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-113cb2cc-bb1d-4fd0-a882-ee8645007895 x-openstack-request-id: req-113cb2cc-bb1d-4fd0-a882-ee8645007895 {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:01:08.457733 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33fdba8a-eca2-4504-8bf2-3b989ca8b353", "tag": "05e23a67-3a1c-4d45-822f-22951ac35f32", "status": "completed", "code": 200}]} {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:01:08.457991 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-113cb2cc-bb1d-4fd0-a882-ee8645007895 {{(pid=109867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:01:08.458470 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33fdba8a-eca2-4504-8bf2-3b989ca8b353', 'tag': '05e23a67-3a1c-4d45-822f-22951ac35f32', 'status': 'completed', 'code': 200} Nov 24 02:01:08.524482 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-61452dc8-b26f-4f11-b125-5f8ad0734774 None None] Set router 1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:01:08.546591 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9317eebd-28e4-490a-a29d-0e9c7f30c515 req-d4955bc2-46dc-4077-adad-488f79757689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:01:08.548876 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-9317eebd-28e4-490a-a29d-0e9c7f30c515 req-d4955bc2-46dc-4077-adad-488f79757689 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5cd72ac6dd034b2d92e26f70404adb10&device_id=33fdba8a-eca2-4504-8bf2-3b989ca8b353 HTTP/1.1" status: 200 len: 1098 time: 0.0464139 Nov 24 02:01:08.685849 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4027be-2bee-455d-8052-d74a110d4dd4 req-c9483da8-86e4-4fa7-b6ec-9c71ee6ffb3e tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:01:08.687331 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-ad4027be-2bee-455d-8052-d74a110d4dd4 req-c9483da8-86e4-4fa7-b6ec-9c71ee6ffb3e tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=33fdba8a-eca2-4504-8bf2-3b989ca8b353 HTTP/1.1" status: 200 len: 945 time: 0.0657427 Nov 24 02:01:08.688294 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9317eebd-28e4-490a-a29d-0e9c7f30c515 req-6f40f064-4221-4da4-8deb-44dd939a377a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:01:08.689630 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-9317eebd-28e4-490a-a29d-0e9c7f30c515 req-6f40f064-4221-4da4-8deb-44dd939a377a service neutron] 10.222.0.48 "GET /v2.0/networks?id=5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9 HTTP/1.1" status: 200 len: 898 time: 0.1330192 Nov 24 02:01:08.739745 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-61452dc8-b26f-4f11-b125-5f8ad0734774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c', 'name': 'tempest-TestNetworkBasicOps-router-807280015', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.171'}], 'enable_snat': True}, 'gw_port_id': 'c3b305f2-5427-4b8a-bcba-cb0cbc7e9c8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:59:44Z', 'updated_at': '2021-11-24T01:59:48Z', 'revision_number': 4, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': 'c3b305f2-5427-4b8a-bcba-cb0cbc7e9c8d', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:61:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:59:45Z', 'updated_at': '2021-11-24T01:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': 'c4ed5d99-a763-4e12-8b89-6a84690b687b', 'name': '', 'network_id': '5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'mac_address': 'fa:16:3e:f1:da:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': 'c3947f33-8a0f-41c9-9de5-ae453660f7c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:59:47Z', 'updated_at': '2021-11-24T01:59:51Z', 'revision_number': 5, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'subnets': [{'id': 'c3947f33-8a0f-41c9-9de5-ae453660f7c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:01:08.745815 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-9317eebd-28e4-490a-a29d-0e9c7f30c515 req-37d74ddc-c310-4507-87b7-4685d4783858 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=05e23a67-3a1c-4d45-822f-22951ac35f32 HTTP/1.1" status: 200 len: 217 time: 0.0453286 Nov 24 02:01:08.765577 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61452dc8-b26f-4f11-b125-5f8ad0734774 None None] Checking router: 1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c for host: dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 02:01:08.773889 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61452dc8-b26f-4f11-b125-5f8ad0734774 None None] Routers {'1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:01:08.774498 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-61452dc8-b26f-4f11-b125-5f8ad0734774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:00:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:01:08.800960 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-ad4027be-2bee-455d-8052-d74a110d4dd4 req-3454b777-8ab8-4576-9985-06b157a92bdd tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=d68300b6-2f63-4cbc-9543-e077997763ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064429 Nov 24 02:01:08.813730 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9317eebd-28e4-490a-a29d-0e9c7f30c515 req-0a643036-1fd7-4fe7-8069-21a153b5683d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:01:08.815402 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-9317eebd-28e4-490a-a29d-0e9c7f30c515 req-0a643036-1fd7-4fe7-8069-21a153b5683d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c3947f33-8a0f-41c9-9de5-ae453660f7c7 HTTP/1.1" status: 200 len: 835 time: 0.0594869 Nov 24 02:01:08.861992 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9317eebd-28e4-490a-a29d-0e9c7f30c515 req-82a21979-3ee8-45ca-96f8-06dc5fdc9647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:01:08.864093 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-9317eebd-28e4-490a-a29d-0e9c7f30c515 req-82a21979-3ee8-45ca-96f8-06dc5fdc9647 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0408852 Nov 24 02:01:08.879767 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-61452dc8-b26f-4f11-b125-5f8ad0734774 None None] Set router 1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:01:08.957569 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-9317eebd-28e4-490a-a29d-0e9c7f30c515 req-edce1bef-0aa5-4495-9b7b-da2d390ed767 service neutron] 10.222.0.48 "GET /v2.0/networks/5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849669 Nov 24 02:01:09.046279 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-9317eebd-28e4-490a-a29d-0e9c7f30c515 req-f0981f3a-7b06-4f50-9b5e-10b675f41344 service neutron] 10.222.0.48 "GET /v2.0/networks/5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813081 Nov 24 02:01:09.072314 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-61452dc8-b26f-4f11-b125-5f8ad0734774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c', 'name': 'tempest-TestNetworkBasicOps-router-807280015', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.171'}], 'enable_snat': True}, 'gw_port_id': 'c3b305f2-5427-4b8a-bcba-cb0cbc7e9c8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:59:44Z', 'updated_at': '2021-11-24T01:59:48Z', 'revision_number': 4, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': 'c3b305f2-5427-4b8a-bcba-cb0cbc7e9c8d', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:61:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:59:45Z', 'updated_at': '2021-11-24T01:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': 'c4ed5d99-a763-4e12-8b89-6a84690b687b', 'name': '', 'network_id': '5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'mac_address': 'fa:16:3e:f1:da:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': 'c3947f33-8a0f-41c9-9de5-ae453660f7c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:59:47Z', 'updated_at': '2021-11-24T01:59:51Z', 'revision_number': 5, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'subnets': [{'id': 'c3947f33-8a0f-41c9-9de5-ae453660f7c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:01:09.103557 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61452dc8-b26f-4f11-b125-5f8ad0734774 None None] The sync data for ids ['1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c'] in dv-neutron-818911-2-hyperv is: [{'id': '1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c', 'name': 'tempest-TestNetworkBasicOps-router-807280015', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.171'}], 'enable_snat': True}, 'gw_port_id': 'c3b305f2-5427-4b8a-bcba-cb0cbc7e9c8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:59:44Z', 'updated_at': '2021-11-24T01:59:48Z', 'revision_number': 4, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': 'c3b305f2-5427-4b8a-bcba-cb0cbc7e9c8d', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:61:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:59:45Z', 'updated_at': '2021-11-24T01:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': 'c4ed5d99-a763-4e12-8b89-6a84690b687b', 'name': '', 'network_id': '5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'mac_address': 'fa:16:3e:f1:da:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': 'c3947f33-8a0f-41c9-9de5-ae453660f7c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:59:47Z', 'updated_at': '2021-11-24T01:59:51Z', 'revision_number': 5, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'subnets': [{'id': 'c3947f33-8a0f-41c9-9de5-ae453660f7c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 02:01:09.308501 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03df8b07-e4df-4bc3-8d2e-616aaa6f2f45 None None] New status for floating IP fdd1a467-d55f-416b-b47a-05022d40294c: DOWN {{(pid=109869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 02:01:09.921010 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf3f95f-9561-463e-a1d4-0cea9598e5eb req-1912f9e4-2ced-4e1e-ae59-dd66898cb339 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:01:09.922524 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-ecf3f95f-9561-463e-a1d4-0cea9598e5eb req-1912f9e4-2ced-4e1e-ae59-dd66898cb339 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=33fdba8a-eca2-4504-8bf2-3b989ca8b353 HTTP/1.1" status: 200 len: 945 time: 0.0511327 Nov 24 02:01:09.970685 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-ecf3f95f-9561-463e-a1d4-0cea9598e5eb req-2354aebd-75bf-430b-a436-c62877b79cec tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=d68300b6-2f63-4cbc-9543-e077997763ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419331 Nov 24 02:01:10.226055 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb51b37-9d3f-4b54-bd5a-52f88b0538cf req-c95ebe69-5875-49e9-871d-eee1c489ca33 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:01:10.227545 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-afb51b37-9d3f-4b54-bd5a-52f88b0538cf req-c95ebe69-5875-49e9-871d-eee1c489ca33 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.48 "GET /v2.0/ports?device_id=33fdba8a-eca2-4504-8bf2-3b989ca8b353 HTTP/1.1" status: 200 len: 945 time: 0.0505929 Nov 24 02:01:10.319229 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [req-afb51b37-9d3f-4b54-bd5a-52f88b0538cf req-7edc7c3b-2dc9-47af-a760-45ac31aa0ee7 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Deleting port 05e23a67-3a1c-4d45-822f-22951ac35f32 {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 02:01:10.319569 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-afb51b37-9d3f-4b54-bd5a-52f88b0538cf req-7edc7c3b-2dc9-47af-a760-45ac31aa0ee7 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:10.322027 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device fbb153d5-07dc-48c6-9ede-0243a679294b no longer exists at agent hyperv_hv-neutron-8189 {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 02:01:10.342370 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] No Port match for: fbb153d5-07dc-48c6-9ede-0243a679294b {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 02:01:10.342721 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device fbb153d5-07dc-48c6-9ede-0243a679294b not bound to the agent host hv-neutron-8189 {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 02:01:10.406276 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [req-afb51b37-9d3f-4b54-bd5a-52f88b0538cf req-7edc7c3b-2dc9-47af-a760-45ac31aa0ee7 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] For port 05e23a67-3a1c-4d45-822f-22951ac35f32, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=05e23a67-3a1c-4d45-822f-22951ac35f32,segment=NetworkSegment(f9237a90-5b2a-43fb-82b0-657f2f5bf8d0),segment_id=f9237a90-5b2a-43fb-82b0-657f2f5bf8d0)] {{(pid=109866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:01:10.406551 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-afb51b37-9d3f-4b54-bd5a-52f88b0538cf req-7edc7c3b-2dc9-47af-a760-45ac31aa0ee7 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:10.418679 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [req-afb51b37-9d3f-4b54-bd5a-52f88b0538cf req-7edc7c3b-2dc9-47af-a760-45ac31aa0ee7 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Calling delete_port for 05e23a67-3a1c-4d45-822f-22951ac35f32 owned by compute:nova {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 02:01:10.544005 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-afb51b37-9d3f-4b54-bd5a-52f88b0538cf req-7edc7c3b-2dc9-47af-a760-45ac31aa0ee7 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:10.574739 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edc7c3b-2dc9-47af-a760-45ac31aa0ee7 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event deleted for resources: {'Port': ['ID=05e23a67-3a1c-4d45-822f-22951ac35f32,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:01:10.620110 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [req-afb51b37-9d3f-4b54-bd5a-52f88b0538cf req-7edc7c3b-2dc9-47af-a760-45ac31aa0ee7 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] No DVR routers for this DVR port 05e23a67-3a1c-4d45-822f-22951ac35f32 on host hv-neutron-8189 {{(pid=109866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 02:01:10.622518 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-afb51b37-9d3f-4b54-bd5a-52f88b0538cf req-7edc7c3b-2dc9-47af-a760-45ac31aa0ee7 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:10.625828 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-afb51b37-9d3f-4b54-bd5a-52f88b0538cf req-7edc7c3b-2dc9-47af-a760-45ac31aa0ee7 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.48 "DELETE /v2.0/ports/05e23a67-3a1c-4d45-822f-22951ac35f32 HTTP/1.1" status: 204 len: 173 time: 0.3917105 Nov 24 02:01:10.626263 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33fdba8a-eca2-4504-8bf2-3b989ca8b353', 'name': 'network-vif-deleted', 'tag': '05e23a67-3a1c-4d45-822f-22951ac35f32'}] {{(pid=109866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:01:10.629104 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b7c53c286d9351d1367337230623a155cee02c46c94b80588b67a0bc16402ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3227f333-7672-4352-b9a4-017214a5d166" -d '{"events": [{"server_uuid": "33fdba8a-eca2-4504-8bf2-3b989ca8b353", "name": "network-vif-deleted", "tag": "05e23a67-3a1c-4d45-822f-22951ac35f32"}]}' {{(pid=109866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:01:10.663520 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 02:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf3aa1fd-ba4d-40d4-b8eb-df7cb932fe39 x-openstack-request-id: req-bf3aa1fd-ba4d-40d4-b8eb-df7cb932fe39 {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:01:10.663885 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33fdba8a-eca2-4504-8bf2-3b989ca8b353", "name": "network-vif-deleted", "tag": "05e23a67-3a1c-4d45-822f-22951ac35f32", "status": "completed", "code": 200}]} {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:01:10.664139 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bf3aa1fd-ba4d-40d4-b8eb-df7cb932fe39 {{(pid=109866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:01:10.664542 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33fdba8a-eca2-4504-8bf2-3b989ca8b353', 'name': 'network-vif-deleted', 'tag': '05e23a67-3a1c-4d45-822f-22951ac35f32', 'status': 'completed', 'code': 200} Nov 24 02:01:11.081844 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-b918391b-4aee-4a21-97f1-da4695bfbee3 req-29be1647-e0bb-40b2-81f8-f6b0224a112d tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=33fdba8a-eca2-4504-8bf2-3b989ca8b353 HTTP/1.1" status: 200 len: 210 time: 0.0302773 Nov 24 02:01:12.138733 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 52720) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:01:12.199650 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-3a68efe2-6cfe-4739-9f24-55f74539c97a tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:12.231018 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-3a68efe2-6cfe-4739-9f24-55f74539c97a tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:12.293687 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-3a68efe2-6cfe-4739-9f24-55f74539c97a tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:12.296401 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-3a68efe2-6cfe-4739-9f24-55f74539c97a tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:12.297583 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-3a68efe2-6cfe-4739-9f24-55f74539c97a tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "DELETE /v2.0/security-groups/d68300b6-2f63-4cbc-9543-e077997763ec HTTP/1.1" status: 204 len: 168 time: 0.1578348 Nov 24 02:01:12.310215 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a68efe2-6cfe-4739-9f24-55f74539c97a tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d68300b6-2f63-4cbc-9543-e077997763ec,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:01:12.329436 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 52724) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:01:12.681995 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-eadda541-3081-438e-84ed-fa22bb80cf01 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3777994'] for router_interface, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:12.937145 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-eadda541-3081-438e-84ed-fa22bb80cf01 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Deleting port c4ed5d99-a763-4e12-8b89-6a84690b687b {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 02:01:12.937394 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-eadda541-3081-438e-84ed-fa22bb80cf01 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:13.025959 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [None req-eadda541-3081-438e-84ed-fa22bb80cf01 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] For port c4ed5d99-a763-4e12-8b89-6a84690b687b, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=c4ed5d99-a763-4e12-8b89-6a84690b687b,segment=NetworkSegment(f9237a90-5b2a-43fb-82b0-657f2f5bf8d0),segment_id=f9237a90-5b2a-43fb-82b0-657f2f5bf8d0)] {{(pid=109866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:01:13.026317 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-eadda541-3081-438e-84ed-fa22bb80cf01 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:13.038411 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-eadda541-3081-438e-84ed-fa22bb80cf01 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Calling delete_port for c4ed5d99-a763-4e12-8b89-6a84690b687b owned by network:router_interface {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 02:01:13.217112 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-eadda541-3081-438e-84ed-fa22bb80cf01 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:13.243470 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadda541-3081-438e-84ed-fa22bb80cf01 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event deleted for resources: {'Port': ['ID=c4ed5d99-a763-4e12-8b89-6a84690b687b,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:01:13.415881 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-eadda541-3081-438e-84ed-fa22bb80cf01 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424538'] for router_interface, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:13.629528 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eadda541-3081-438e-84ed-fa22bb80cf01 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Router 1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 02:01:13.730686 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eadda541-3081-438e-84ed-fa22bb80cf01 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 02:01:13.736570 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-eadda541-3081-438e-84ed-fa22bb80cf01 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "PUT /v2.0/routers/1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4061198 Nov 24 02:01:13.739820 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 52726) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:01:13.740621 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81554396-e1b4-4002-8d0e-e1f3dfb129f5 None None] Sync routers for ids ['1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 02:01:13.749991 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81554396-e1b4-4002-8d0e-e1f3dfb129f5 None None] Routers {'1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:01:13.750670 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-81554396-e1b4-4002-8d0e-e1f3dfb129f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:00:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:01:13.792570 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_v2 [None req-aca6275b-daea-4ecd-afe1-1e73bb81a126 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Deleting subnet c3947f33-8a0f-41c9-9de5-ae453660f7c7 {{(pid=109866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 02:01:13.795797 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-aca6275b-daea-4ecd-afe1-1e73bb81a126 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for subnet, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:13.838572 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-aca6275b-daea-4ecd-afe1-1e73bb81a126 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29055568'] for subnet, precommit_delete_associations {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:13.936941 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-aca6275b-daea-4ecd-afe1-1e73bb81a126 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:13.999524 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-aca6275b-daea-4ecd-afe1-1e73bb81a126 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29149324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29154870'] for subnet, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:13.999828 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-81554396-e1b4-4002-8d0e-e1f3dfb129f5 None None] Set router 1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:01:14.026752 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca6275b-daea-4ecd-afe1-1e73bb81a126 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event deleted for resources: {'Subnet': ['ID=c3947f33-8a0f-41c9-9de5-ae453660f7c7,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:01:14.028719 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-aca6275b-daea-4ecd-afe1-1e73bb81a126 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:14.031961 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-aca6275b-daea-4ecd-afe1-1e73bb81a126 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "DELETE /v2.0/subnets/c3947f33-8a0f-41c9-9de5-ae453660f7c7 HTTP/1.1" status: 204 len: 168 time: 0.2912099 Nov 24 02:01:14.035182 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 52728) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:01:14.057715 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7664bf1-8318-488b-957f-09b8fe59afa8 None None] Network 5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 02:01:14.140515 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-80a8d906-c213-4254-8ffc-5a49e08df448 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for router, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:14.253711 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-80a8d906-c213-4254-8ffc-5a49e08df448 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:14.282788 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-81554396-e1b4-4002-8d0e-e1f3dfb129f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c', 'name': 'tempest-TestNetworkBasicOps-router-807280015', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.171'}], 'enable_snat': True}, 'gw_port_id': 'c3b305f2-5427-4b8a-bcba-cb0cbc7e9c8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:59:44Z', 'updated_at': '2021-11-24T02:01:13Z', 'revision_number': 5, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': 'c3b305f2-5427-4b8a-bcba-cb0cbc7e9c8d', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:61:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T01:59:45Z', 'updated_at': '2021-11-24T01:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:01:14.314979 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-80a8d906-c213-4254-8ffc-5a49e08df448 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Deleting port c3b305f2-5427-4b8a-bcba-cb0cbc7e9c8d {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 02:01:14.315315 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-80a8d906-c213-4254-8ffc-5a49e08df448 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:14.322862 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81554396-e1b4-4002-8d0e-e1f3dfb129f5 None None] Checking router: 1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c for host: dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 02:01:14.333178 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401c836d-8b54-4dc2-b87c-be2eff60e09c None None] DHCP port deletion for 5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 02:01:14.335242 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81554396-e1b4-4002-8d0e-e1f3dfb129f5 None None] Routers {'1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:01:14.336105 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-81554396-e1b4-4002-8d0e-e1f3dfb129f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:00:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:01:14.396949 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 05e23a67-3a1c-4d45-822f-22951ac35f32 no longer exists at agent hyperv_hv-neutron-8189 {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 02:01:14.404654 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [None req-80a8d906-c213-4254-8ffc-5a49e08df448 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] For port c3b305f2-5427-4b8a-bcba-cb0cbc7e9c8d, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=c3b305f2-5427-4b8a-bcba-cb0cbc7e9c8d,segment=NetworkSegment(03509fd2-ca9c-4aa0-94e6-e236afda62e7),segment_id=03509fd2-ca9c-4aa0-94e6-e236afda62e7)] {{(pid=109867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:01:14.405015 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-80a8d906-c213-4254-8ffc-5a49e08df448 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:14.417702 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-80a8d906-c213-4254-8ffc-5a49e08df448 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Calling delete_port for c3b305f2-5427-4b8a-bcba-cb0cbc7e9c8d owned by network:router_gateway {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 02:01:14.428059 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] No Port match for: 05e23a67-3a1c-4d45-822f-22951ac35f32 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 02:01:14.428406 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 05e23a67-3a1c-4d45-822f-22951ac35f32 not bound to the agent host hv-neutron-8189 {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 02:01:14.462226 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-81554396-e1b4-4002-8d0e-e1f3dfb129f5 None None] Set router 1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c gateway port host: None {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:01:14.521184 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-81554396-e1b4-4002-8d0e-e1f3dfb129f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c', 'name': 'tempest-TestNetworkBasicOps-router-807280015', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:59:44Z', 'updated_at': '2021-11-24T02:01:14Z', 'revision_number': 6, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port_host': None}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:01:14.552650 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81554396-e1b4-4002-8d0e-e1f3dfb129f5 None None] The sync data for ids ['1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c'] in dv-neutron-818911-2-hyperv is: [{'id': '1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c', 'name': 'tempest-TestNetworkBasicOps-router-807280015', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T01:59:44Z', 'updated_at': '2021-11-24T02:01:14Z', 'revision_number': 6, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port_host': None}] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 02:01:14.562784 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-401c836d-8b54-4dc2-b87c-be2eff60e09c None None] Deleting port 695833a0-e57b-4149-9b3e-8926543e5712 {{(pid=109868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 02:01:14.563164 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-401c836d-8b54-4dc2-b87c-be2eff60e09c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:14.634089 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-401c836d-8b54-4dc2-b87c-be2eff60e09c None None] For port 695833a0-e57b-4149-9b3e-8926543e5712, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=695833a0-e57b-4149-9b3e-8926543e5712,segment=NetworkSegment(f9237a90-5b2a-43fb-82b0-657f2f5bf8d0),segment_id=f9237a90-5b2a-43fb-82b0-657f2f5bf8d0)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:01:14.634485 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-401c836d-8b54-4dc2-b87c-be2eff60e09c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:14.647674 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-401c836d-8b54-4dc2-b87c-be2eff60e09c None None] Calling delete_port for 695833a0-e57b-4149-9b3e-8926543e5712 owned by network:dhcp {{(pid=109868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 02:01:14.726530 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-401c836d-8b54-4dc2-b87c-be2eff60e09c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974'] for port, after_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:14.752046 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401c836d-8b54-4dc2-b87c-be2eff60e09c None None] Pushing event deleted for resources: {'Port': ['ID=695833a0-e57b-4149-9b3e-8926543e5712,revision_number=None']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:01:14.758823 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401c836d-8b54-4dc2-b87c-be2eff60e09c None None] No DVR routers for this DVR port 695833a0-e57b-4149-9b3e-8926543e5712 on host dv-neutron-818911-2-hyperv {{(pid=109868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 02:01:14.761139 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401c836d-8b54-4dc2-b87c-be2eff60e09c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:01:14.761510 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401c836d-8b54-4dc2-b87c-be2eff60e09c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:01:14.761859 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401c836d-8b54-4dc2-b87c-be2eff60e09c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:01:14.762194 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401c836d-8b54-4dc2-b87c-be2eff60e09c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:01:14.762583 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401c836d-8b54-4dc2-b87c-be2eff60e09c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:01:14.762953 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401c836d-8b54-4dc2-b87c-be2eff60e09c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:01:14.763288 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401c836d-8b54-4dc2-b87c-be2eff60e09c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:01:14.763616 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401c836d-8b54-4dc2-b87c-be2eff60e09c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:01:14.763944 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401c836d-8b54-4dc2-b87c-be2eff60e09c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:01:14.764264 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401c836d-8b54-4dc2-b87c-be2eff60e09c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:01:14.764588 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401c836d-8b54-4dc2-b87c-be2eff60e09c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:01:14.764906 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401c836d-8b54-4dc2-b87c-be2eff60e09c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:01:14.871642 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-80a8d906-c213-4254-8ffc-5a49e08df448 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:14.899776 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a8d906-c213-4254-8ffc-5a49e08df448 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event deleted for resources: {'Port': ['ID=c3b305f2-5427-4b8a-bcba-cb0cbc7e9c8d,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:01:14.910940 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72dbd643-c69f-42f0-85f7-451a8d206eb4 None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 02:01:14.961523 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-80a8d906-c213-4254-8ffc-5a49e08df448 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418161'] for router_gateway, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:15.056761 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-80a8d906-c213-4254-8ffc-5a49e08df448 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-424460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2766'] for router, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:15.059000 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-80a8d906-c213-4254-8ffc-5a49e08df448 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:15.102750 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-80a8d906-c213-4254-8ffc-5a49e08df448 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-424469'] for router, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:15.103349 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80a8d906-c213-4254-8ffc-5a49e08df448 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Fanout notify agent at l3_agent the message router_deleted on router 1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c {{(pid=109867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 02:01:15.110705 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-80a8d906-c213-4254-8ffc-5a49e08df448 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for router, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:15.111847 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-80a8d906-c213-4254-8ffc-5a49e08df448 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "DELETE /v2.0/routers/1f9c0bb8-4d03-4ec2-9420-ed267ad37c5c HTTP/1.1" status: 204 len: 168 time: 1.0756719 Nov 24 02:01:15.114979 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 52730) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:01:15.198862 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7ddd5201-5e45-499f-b92a-48d818cb0ab6 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:15.299435 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7ddd5201-5e45-499f-b92a-48d818cb0ab6 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:15.320572 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-7ddd5201-5e45-499f-b92a-48d818cb0ab6 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9']}} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:01:15.329626 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-7ddd5201-5e45-499f-b92a-48d818cb0ab6 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9237a90-5b2a-43fb-82b0-657f2f5bf8d0') {'for_net_delete': True} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:01:15.329920 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-7ddd5201-5e45-499f-b92a-48d818cb0ab6 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9237a90-5b2a-43fb-82b0-657f2f5bf8d0') {} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:01:15.339956 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7ddd5201-5e45-499f-b92a-48d818cb0ab6 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28690908'] for segment, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:15.353838 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7ddd5201-5e45-499f-b92a-48d818cb0ab6 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:15.359568 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ddd5201-5e45-499f-b92a-48d818cb0ab6 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=109867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 02:01:15.359938 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7ddd5201-5e45-499f-b92a-48d818cb0ab6 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25503736'] for segment, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:15.362851 dv-neutron-818911-2-hyperv neutron-server[109867]: Traceback (most recent call last): Nov 24 02:01:15.362851 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 02:01:15.362851 dv-neutron-818911-2-hyperv neutron-server[109867]: timer() Nov 24 02:01:15.362851 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 02:01:15.362851 dv-neutron-818911-2-hyperv neutron-server[109867]: cb(*args, **kw) Nov 24 02:01:15.362851 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 02:01:15.362851 dv-neutron-818911-2-hyperv neutron-server[109867]: return func(*args, **kwargs) Nov 24 02:01:15.362851 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 02:01:15.362851 dv-neutron-818911-2-hyperv neutron-server[109867]: self._notify() Nov 24 02:01:15.362851 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 02:01:15.362851 dv-neutron-818911-2-hyperv neutron-server[109867]: self.callback(batched_events) Nov 24 02:01:15.362851 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 02:01:15.362851 dv-neutron-818911-2-hyperv neutron-server[109867]: event.method(event) Nov 24 02:01:15.362851 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 02:01:15.362851 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 02:01:15.362851 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 02:01:15.362851 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 02:01:15.362851 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 02:01:15.362851 dv-neutron-818911-2-hyperv neutron-server[109867]: return f(self, *a, **k) Nov 24 02:01:15.362851 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 02:01:15.362851 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._get(url).json() Nov 24 02:01:15.362851 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 02:01:15.362851 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 02:01:15.362851 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 02:01:15.362851 dv-neutron-818911-2-hyperv neutron-server[109867]: return self.request(url, 'GET', **kwargs) Nov 24 02:01:15.362851 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 02:01:15.362851 dv-neutron-818911-2-hyperv neutron-server[109867]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 02:01:15.362851 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 02:01:15.362851 dv-neutron-818911-2-hyperv neutron-server[109867]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 02:01:15.362851 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 02:01:15.362851 dv-neutron-818911-2-hyperv neutron-server[109867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 02:01:15.362851 dv-neutron-818911-2-hyperv neutron-server[109867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 02:01:15.423207 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7ddd5201-5e45-499f-b92a-48d818cb0ab6 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:15.430132 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7ddd5201-5e45-499f-b92a-48d818cb0ab6 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:15.433323 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-7ddd5201-5e45-499f-b92a-48d818cb0ab6 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "DELETE /v2.0/networks/5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9 HTTP/1.1" status: 204 len: 168 time: 0.3174145 Nov 24 02:01:15.444957 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddd5201-5e45-499f-b92a-48d818cb0ab6 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event deleted for resources: {'Network': ['ID=5e814f8d-dd6c-4d7e-85ab-bf3ba7842fe9,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:01:15.461681 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 52732) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:01:15.466756 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-22d3c95c-3347-4c82-854a-4b7ab0256dbe tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'network': {'name': 'tempest-network-smoke--795800588', 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'port_security_enabled': True}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:01:15.487279 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22d3c95c-3347-4c82-854a-4b7ab0256dbe tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Made reservation on behalf of 5cd72ac6dd034b2d92e26f70404adb10 for: {'network': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 02:01:15.490709 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-22d3c95c-3347-4c82-854a-4b7ab0256dbe tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:15.513972 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22d3c95c-3347-4c82-854a-4b7ab0256dbe tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=109867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 02:01:15.523231 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-22d3c95c-3347-4c82-854a-4b7ab0256dbe tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:15.523571 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.segments_db [None req-22d3c95c-3347-4c82-854a-4b7ab0256dbe tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Added segment 139766e9-d901-49f9-b280-8136a4e7c4d7 of type vlan for network f37bdf87-efa5-4c7c-90cc-77c027e38eda Nov 24 02:01:15.567787 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-22d3c95c-3347-4c82-854a-4b7ab0256dbe tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:15.593010 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-22d3c95c-3347-4c82-854a-4b7ab0256dbe tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:15.598726 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d3c95c-3347-4c82-854a-4b7ab0256dbe tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:01:15.599298 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-22d3c95c-3347-4c82-854a-4b7ab0256dbe tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:15.634225 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-22d3c95c-3347-4c82-854a-4b7ab0256dbe tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1714883 Nov 24 02:01:15.636959 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 52734) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:01:15.643136 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-48776f71-c7b6-420e-aca1-16d1d8f72e59 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-153420925', 'admin_state_up': True, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:01:15.685132 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d3c95c-3347-4c82-854a-4b7ab0256dbe tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'Network': ['ID=f37bdf87-efa5-4c7c-90cc-77c027e38eda,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:01:15.696518 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network f37bdf87-efa5-4c7c-90cc-77c027e38eda details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 02:01:15.702707 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-48776f71-c7b6-420e-aca1-16d1d8f72e59 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-424105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2744'] for router, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:15.703738 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-48776f71-c7b6-420e-aca1-16d1d8f72e59 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-424325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-326625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2753'] for router, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:15.757170 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-48776f71-c7b6-420e-aca1-16d1d8f72e59 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:15.898254 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-48776f71-c7b6-420e-aca1-16d1d8f72e59 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:16.084344 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-48776f71-c7b6-420e-aca1-16d1d8f72e59 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for router_gateway, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:16.106669 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-48776f71-c7b6-420e-aca1-16d1d8f72e59 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:16.208933 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-48776f71-c7b6-420e-aca1-16d1d8f72e59 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Allocated IP 172.26.5.81 (eb22795d-37ee-46ee-844d-92c17e2ea450/3e66fcff-6e72-4083-b514-48f69cdaa2cb/042d4d3a-f06a-4465-8b6f-e4ca50686f4f) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 02:01:16.214081 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 695833a0-e57b-4149-9b3e-8926543e5712 no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 02:01:16.235574 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: 695833a0-e57b-4149-9b3e-8926543e5712 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 02:01:16.235922 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 695833a0-e57b-4149-9b3e-8926543e5712 not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 02:01:16.236337 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device c4ed5d99-a763-4e12-8b89-6a84690b687b no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 02:01:16.255714 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: c4ed5d99-a763-4e12-8b89-6a84690b687b {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 02:01:16.256058 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device c4ed5d99-a763-4e12-8b89-6a84690b687b not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 02:01:16.256469 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device c3b305f2-5427-4b8a-bcba-cb0cbc7e9c8d no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 02:01:16.278620 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: c3b305f2-5427-4b8a-bcba-cb0cbc7e9c8d {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 02:01:16.278962 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device c3b305f2-5427-4b8a-bcba-cb0cbc7e9c8d not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 02:01:16.317979 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-48776f71-c7b6-420e-aca1-16d1d8f72e59 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:16.350854 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-48776f71-c7b6-420e-aca1-16d1d8f72e59 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:16.387112 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48776f71-c7b6-420e-aca1-16d1d8f72e59 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Network eb22795d-37ee-46ee-844d-92c17e2ea450 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 02:01:16.391837 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-48776f71-c7b6-420e-aca1-16d1d8f72e59 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:01:16.395444 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48776f71-c7b6-420e-aca1-16d1d8f72e59 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 02:01:16.406739 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-424a3ffa-e4f6-4ed5-bb98-e34ce9b9c257 None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 02:01:16.420076 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48776f71-c7b6-420e-aca1-16d1d8f72e59 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'Port': ['ID=042d4d3a-f06a-4465-8b6f-e4ca50686f4f,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:01:16.483756 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-ac112676-9984-449b-a83e-16e8b63e53db None None] Provisioning complete for port 042d4d3a-f06a-4465-8b6f-e4ca50686f4f triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:01:16.484313 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-ac112676-9984-449b-a83e-16e8b63e53db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:16.518477 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-ac112676-9984-449b-a83e-16e8b63e53db None None] Port 042d4d3a-f06a-4465-8b6f-e4ca50686f4f cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 02:01:16.646943 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-48776f71-c7b6-420e-aca1-16d1d8f72e59 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for router_gateway, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:16.839398 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-48776f71-c7b6-420e-aca1-16d1d8f72e59 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-424338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418138'] for router, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:16.964478 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48776f71-c7b6-420e-aca1-16d1d8f72e59 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Router 3f767e3a-3c69-4879-8359-d1cfbbf78ec7 is scheduled to L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e with binding_index 1 {{(pid=109867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 02:01:17.067927 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48776f71-c7b6-420e-aca1-16d1d8f72e59 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 02:01:17.077941 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba9fada-00ab-46ed-89a4-42a22d4f24b0 None None] Sync routers for ids ['3f767e3a-3c69-4879-8359-d1cfbbf78ec7'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 02:01:17.087523 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-48776f71-c7b6-420e-aca1-16d1d8f72e59 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for router, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:17.088043 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba9fada-00ab-46ed-89a4-42a22d4f24b0 None None] Routers {'3f767e3a-3c69-4879-8359-d1cfbbf78ec7'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:01:17.088342 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-dba9fada-00ab-46ed-89a4-42a22d4f24b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:00:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['3f767e3a-3c69-4879-8359-d1cfbbf78ec7'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:01:17.092197 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-48776f71-c7b6-420e-aca1-16d1d8f72e59 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.4511352 Nov 24 02:01:17.092552 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 52736) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:01:17.120485 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-940f79f8-6ef9-4eda-8df4-0f304543e530 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=5cd72ac6dd034b2d92e26f70404adb10&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268085 Nov 24 02:01:17.122994 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 52738) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:01:17.200170 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-dba9fada-00ab-46ed-89a4-42a22d4f24b0 None None] Set router 3f767e3a-3c69-4879-8359-d1cfbbf78ec7 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:01:17.207489 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2378282c-b3bc-42fb-83a8-38fa76c19594 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:01:17.209016 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-2378282c-b3bc-42fb-83a8-38fa76c19594 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0850737 Nov 24 02:01:17.212634 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 52740) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:01:17.247327 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-91c4f410-5182-447b-908b-330e6bed24ac tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=eb22795d-37ee-46ee-844d-92c17e2ea450&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0331075 Nov 24 02:01:17.249715 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 52742) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:01:17.254427 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-e40651a8-aad9-4374-a534-7890c753984c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-460738968', 'network_id': 'f37bdf87-efa5-4c7c-90cc-77c027e38eda', 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:01:17.341072 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e40651a8-aad9-4374-a534-7890c753984c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Made reservation on behalf of 5cd72ac6dd034b2d92e26f70404adb10 for: {'subnet': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 02:01:17.344637 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e40651a8-aad9-4374-a534-7890c753984c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29154835'] for subnet, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:17.385190 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-dba9fada-00ab-46ed-89a4-42a22d4f24b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f767e3a-3c69-4879-8359-d1cfbbf78ec7', 'name': 'tempest-TestNetworkBasicOps-router-153420925', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.81'}], 'enable_snat': True}, 'gw_port_id': '042d4d3a-f06a-4465-8b6f-e4ca50686f4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:01:15Z', 'updated_at': '2021-11-24T02:01:16Z', 'revision_number': 3, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': '042d4d3a-f06a-4465-8b6f-e4ca50686f4f', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:07:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f767e3a-3c69-4879-8359-d1cfbbf78ec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:01:16Z', 'updated_at': '2021-11-24T02:01:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:01:17.416933 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba9fada-00ab-46ed-89a4-42a22d4f24b0 None None] Checking router: 3f767e3a-3c69-4879-8359-d1cfbbf78ec7 for host: dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 02:01:17.417279 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba9fada-00ab-46ed-89a4-42a22d4f24b0 None None] Updating router 3f767e3a-3c69-4879-8359-d1cfbbf78ec7 port 042d4d3a-f06a-4465-8b6f-e4ca50686f4f binding host dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 02:01:17.442492 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-dba9fada-00ab-46ed-89a4-42a22d4f24b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:17.528997 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e40651a8-aad9-4374-a534-7890c753984c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29149261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29154849'] for subnet, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:17.595528 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40651a8-aad9-4374-a534-7890c753984c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'Subnet': ['ID=d7e2c1a4-6634-4432-91e3-d0060f90ac96,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:01:17.609281 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40651a8-aad9-4374-a534-7890c753984c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Checking segment: {'id': '139766e9-d901-49f9-b280-8136a4e7c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f37bdf87-efa5-4c7c-90cc-77c027e38eda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 02:01:17.609733 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40651a8-aad9-4374-a534-7890c753984c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Network hostable DHCP agents. Network: f37bdf87-efa5-4c7c-90cc-77c027e38eda, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 02:01:17.627427 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40651a8-aad9-4374-a534-7890c753984c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Network f37bdf87-efa5-4c7c-90cc-77c027e38eda is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 02:01:17.636090 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-e40651a8-aad9-4374-a534-7890c753984c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, f37bdf87-efa5-4c7c-90cc-77c027e38eda) {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:01:17.640463 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40651a8-aad9-4374-a534-7890c753984c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:01:17.641109 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e40651a8-aad9-4374-a534-7890c753984c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:17.646277 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4410e02c-15f9-4269-b1c4-3975a6494d0d None None] Network f37bdf87-efa5-4c7c-90cc-77c027e38eda requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 02:01:17.662852 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 52744) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:01:17.663094 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-e40651a8-aad9-4374-a534-7890c753984c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4121144 Nov 24 02:01:17.699334 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-dba9fada-00ab-46ed-89a4-42a22d4f24b0 None None] Publish callbacks [] for port, precommit_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:17.708560 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-dba9fada-00ab-46ed-89a4-42a22d4f24b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:17.757032 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-dba9fada-00ab-46ed-89a4-42a22d4f24b0 None None] Attempting to bind port 042d4d3a-f06a-4465-8b6f-e4ca50686f4f on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 02:01:17.757398 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-dba9fada-00ab-46ed-89a4-42a22d4f24b0 None None] Attempting to bind port 042d4d3a-f06a-4465-8b6f-e4ca50686f4f by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}] {{(pid=109869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 02:01:17.757779 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba9fada-00ab-46ed-89a4-42a22d4f24b0 None None] Attempting to bind port 042d4d3a-f06a-4465-8b6f-e4ca50686f4f on network eb22795d-37ee-46ee-844d-92c17e2ea450 {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 02:01:17.766453 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954deef6-b6d3-4269-984f-adecd386f9d6 None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 02:01:17.772007 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba9fada-00ab-46ed-89a4-42a22d4f24b0 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 02:01:17.772377 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba9fada-00ab-46ed-89a4-42a22d4f24b0 None None] Checking segment: {'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 02:01:17.772767 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-dba9fada-00ab-46ed-89a4-42a22d4f24b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:17.773152 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba9fada-00ab-46ed-89a4-42a22d4f24b0 None None] Bound using segment: {'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'} {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 02:01:17.773637 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-dba9fada-00ab-46ed-89a4-42a22d4f24b0 None None] Bound port: 042d4d3a-f06a-4465-8b6f-e4ca50686f4f, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}}] {{(pid=109869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 02:01:17.774011 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-dba9fada-00ab-46ed-89a4-42a22d4f24b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:17.794321 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aeb98a-4f9d-4fe2-9b7e-b7e7baf9543d None None] Pushing event updated for resources: {'Port': ['ID=042d4d3a-f06a-4465-8b6f-e4ca50686f4f,revision_number=2']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:01:17.805904 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5aeb98a-4f9d-4fe2-9b7e-b7e7baf9543d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:01:17.806127 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5aeb98a-4f9d-4fe2-9b7e-b7e7baf9543d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:01:17.806467 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5aeb98a-4f9d-4fe2-9b7e-b7e7baf9543d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:01:17.806798 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5aeb98a-4f9d-4fe2-9b7e-b7e7baf9543d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:01:17.807318 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5aeb98a-4f9d-4fe2-9b7e-b7e7baf9543d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:01:17.807830 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5aeb98a-4f9d-4fe2-9b7e-b7e7baf9543d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:01:17.808441 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5aeb98a-4f9d-4fe2-9b7e-b7e7baf9543d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:01:17.808648 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5aeb98a-4f9d-4fe2-9b7e-b7e7baf9543d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:01:17.809089 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5aeb98a-4f9d-4fe2-9b7e-b7e7baf9543d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:01:17.809285 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5aeb98a-4f9d-4fe2-9b7e-b7e7baf9543d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:01:17.809645 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5aeb98a-4f9d-4fe2-9b7e-b7e7baf9543d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:01:17.809960 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5aeb98a-4f9d-4fe2-9b7e-b7e7baf9543d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:01:17.813855 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f3e26f-3481-4733-aabb-00649b387276 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-f37bdf87-efa5-4c7c-90cc-77c027e38eda', 'network_id': 'f37bdf87-efa5-4c7c-90cc-77c027e38eda', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'fixed_ips': [{'subnet_id': 'd7e2c1a4-6634-4432-91e3-d0060f90ac96'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 02:01:17.814988 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-54f3e26f-3481-4733-aabb-00649b387276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:17.842246 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.db [None req-dba9fada-00ab-46ed-89a4-42a22d4f24b0 None None] For port 042d4d3a-f06a-4465-8b6f-e4ca50686f4f, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 02:01:17.845665 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.db [None req-dba9fada-00ab-46ed-89a4-42a22d4f24b0 None None] For port 042d4d3a-f06a-4465-8b6f-e4ca50686f4f, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=042d4d3a-f06a-4465-8b6f-e4ca50686f4f,segment=NetworkSegment(03509fd2-ca9c-4aa0-94e6-e236afda62e7),segment_id=03509fd2-ca9c-4aa0-94e6-e236afda62e7)] {{(pid=109869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 02:01:17.851705 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-dba9fada-00ab-46ed-89a4-42a22d4f24b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:17.865445 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-1aefe19f-7f70-4e03-86dd-a04f892f7372 None None] Provisioning complete for port 042d4d3a-f06a-4465-8b6f-e4ca50686f4f triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:01:17.865895 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-1aefe19f-7f70-4e03-86dd-a04f892f7372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:17.905475 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba9fada-00ab-46ed-89a4-42a22d4f24b0 None None] Routers {'3f767e3a-3c69-4879-8359-d1cfbbf78ec7'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:01:17.906203 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-dba9fada-00ab-46ed-89a4-42a22d4f24b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:00:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['3f767e3a-3c69-4879-8359-d1cfbbf78ec7'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:01:17.932732 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c6c897-9447-4566-bc48-47d8d9214738 None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 02:01:17.993098 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aeb98a-4f9d-4fe2-9b7e-b7e7baf9543d None None] Pushing event updated for resources: {'Port': ['ID=042d4d3a-f06a-4465-8b6f-e4ca50686f4f,revision_number=3']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:01:18.024554 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-dba9fada-00ab-46ed-89a4-42a22d4f24b0 None None] Set router 3f767e3a-3c69-4879-8359-d1cfbbf78ec7 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:01:18.051709 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-1aefe19f-7f70-4e03-86dd-a04f892f7372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:18.074720 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-54f3e26f-3481-4733-aabb-00649b387276 None None] Allocated IP 172.20.0.2 (f37bdf87-efa5-4c7c-90cc-77c027e38eda/d7e2c1a4-6634-4432-91e3-d0060f90ac96/a28821dc-93bc-4926-b1c4-a81784de09fa) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 02:01:18.093346 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-1aefe19f-7f70-4e03-86dd-a04f892f7372 None None] For port 042d4d3a-f06a-4465-8b6f-e4ca50686f4f, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=042d4d3a-f06a-4465-8b6f-e4ca50686f4f,segment=NetworkSegment(03509fd2-ca9c-4aa0-94e6-e236afda62e7),segment_id=03509fd2-ca9c-4aa0-94e6-e236afda62e7)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:01:18.101080 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-1aefe19f-7f70-4e03-86dd-a04f892f7372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:18.292055 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-54f3e26f-3481-4733-aabb-00649b387276 None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:18.299580 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aefe19f-7f70-4e03-86dd-a04f892f7372 None None] Pushing event updated for resources: {'Port': ['ID=042d4d3a-f06a-4465-8b6f-e4ca50686f4f,revision_number=4']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:01:18.305846 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-54f3e26f-3481-4733-aabb-00649b387276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:18.321778 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-dba9fada-00ab-46ed-89a4-42a22d4f24b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f767e3a-3c69-4879-8359-d1cfbbf78ec7', 'name': 'tempest-TestNetworkBasicOps-router-153420925', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.81'}], 'enable_snat': True}, 'gw_port_id': '042d4d3a-f06a-4465-8b6f-e4ca50686f4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:01:15Z', 'updated_at': '2021-11-24T02:01:16Z', 'revision_number': 3, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': '042d4d3a-f06a-4465-8b6f-e4ca50686f4f', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:07:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f767e3a-3c69-4879-8359-d1cfbbf78ec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:01:16Z', 'updated_at': '2021-11-24T02:01:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:01:18.347432 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f3e26f-3481-4733-aabb-00649b387276 None None] Pushing event updated for resources: {'Port': ['ID=a28821dc-93bc-4926-b1c4-a81784de09fa,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:01:18.349945 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba9fada-00ab-46ed-89a4-42a22d4f24b0 None None] The sync data for ids ['3f767e3a-3c69-4879-8359-d1cfbbf78ec7'] in dv-neutron-818911-2-hyperv is: [{'id': '3f767e3a-3c69-4879-8359-d1cfbbf78ec7', 'name': 'tempest-TestNetworkBasicOps-router-153420925', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.81'}], 'enable_snat': True}, 'gw_port_id': '042d4d3a-f06a-4465-8b6f-e4ca50686f4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:01:15Z', 'updated_at': '2021-11-24T02:01:16Z', 'revision_number': 3, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': '042d4d3a-f06a-4465-8b6f-e4ca50686f4f', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:07:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f767e3a-3c69-4879-8359-d1cfbbf78ec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:01:16Z', 'updated_at': '2021-11-24T02:01:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 02:01:18.352607 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-2c51b66b-19c9-421a-9153-eb596fed289d None None] Provisioning complete for port 042d4d3a-f06a-4465-8b6f-e4ca50686f4f triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:01:18.353544 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-2c51b66b-19c9-421a-9153-eb596fed289d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:18.382776 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f3e26f-3481-4733-aabb-00649b387276 None None] Network f37bdf87-efa5-4c7c-90cc-77c027e38eda is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 02:01:18.389265 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-54f3e26f-3481-4733-aabb-00649b387276 None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:01:18.392652 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f3e26f-3481-4733-aabb-00649b387276 None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 02:01:18.484421 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-54f3e26f-3481-4733-aabb-00649b387276 None None] Attempting to bind port a28821dc-93bc-4926-b1c4-a81784de09fa on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 02:01:18.484795 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-54f3e26f-3481-4733-aabb-00649b387276 None None] Attempting to bind port a28821dc-93bc-4926-b1c4-a81784de09fa by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '139766e9-d901-49f9-b280-8136a4e7c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f37bdf87-efa5-4c7c-90cc-77c027e38eda'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 02:01:18.485163 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f3e26f-3481-4733-aabb-00649b387276 None None] Attempting to bind port a28821dc-93bc-4926-b1c4-a81784de09fa on network f37bdf87-efa5-4c7c-90cc-77c027e38eda {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 02:01:18.494608 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f3e26f-3481-4733-aabb-00649b387276 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 02:01:18.494997 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f3e26f-3481-4733-aabb-00649b387276 None None] Checking segment: {'id': '139766e9-d901-49f9-b280-8136a4e7c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f37bdf87-efa5-4c7c-90cc-77c027e38eda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 02:01:18.495387 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-54f3e26f-3481-4733-aabb-00649b387276 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:18.495771 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f3e26f-3481-4733-aabb-00649b387276 None None] Bound using segment: {'id': '139766e9-d901-49f9-b280-8136a4e7c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f37bdf87-efa5-4c7c-90cc-77c027e38eda'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 02:01:18.496251 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-54f3e26f-3481-4733-aabb-00649b387276 None None] Bound port: a28821dc-93bc-4926-b1c4-a81784de09fa, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '139766e9-d901-49f9-b280-8136a4e7c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f37bdf87-efa5-4c7c-90cc-77c027e38eda'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 02:01:18.496836 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-54f3e26f-3481-4733-aabb-00649b387276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:18.497356 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-efa5e381-8dbc-477d-9dc5-47ed9caada0f tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:18.560604 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-54f3e26f-3481-4733-aabb-00649b387276 None None] For port a28821dc-93bc-4926-b1c4-a81784de09fa, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 02:01:18.563692 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-54f3e26f-3481-4733-aabb-00649b387276 None None] For port a28821dc-93bc-4926-b1c4-a81784de09fa, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=a28821dc-93bc-4926-b1c4-a81784de09fa,segment=NetworkSegment(139766e9-d901-49f9-b280-8136a4e7c4d7),segment_id=139766e9-d901-49f9-b280-8136a4e7c4d7)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 02:01:18.569343 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-54f3e26f-3481-4733-aabb-00649b387276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:18.659322 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f3e26f-3481-4733-aabb-00649b387276 None None] Pushing event updated for resources: {'Port': ['ID=a28821dc-93bc-4926-b1c4-a81784de09fa,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:01:18.810303 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-efa5e381-8dbc-477d-9dc5-47ed9caada0f tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Allocated IP 172.20.0.1 (f37bdf87-efa5-4c7c-90cc-77c027e38eda/d7e2c1a4-6634-4432-91e3-d0060f90ac96/20fb132e-45f9-4494-874c-5717f1b10148) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 02:01:18.958113 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-efa5e381-8dbc-477d-9dc5-47ed9caada0f tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:18.998185 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-efa5e381-8dbc-477d-9dc5-47ed9caada0f tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:19.042229 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa5e381-8dbc-477d-9dc5-47ed9caada0f tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Network f37bdf87-efa5-4c7c-90cc-77c027e38eda is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 02:01:19.045277 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-efa5e381-8dbc-477d-9dc5-47ed9caada0f tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:01:19.053660 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa5e381-8dbc-477d-9dc5-47ed9caada0f tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'Port': ['ID=20fb132e-45f9-4494-874c-5717f1b10148,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:01:19.060311 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa5e381-8dbc-477d-9dc5-47ed9caada0f tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 02:01:19.107207 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-efa5e381-8dbc-477d-9dc5-47ed9caada0f tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3777869'] for router_interface, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:19.251656 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-efa5e381-8dbc-477d-9dc5-47ed9caada0f tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:19.538871 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-efa5e381-8dbc-477d-9dc5-47ed9caada0f tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for port, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:19.543922 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-efa5e381-8dbc-477d-9dc5-47ed9caada0f tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25501696'] for port, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:19.595452 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7dead4-6075-4442-a467-f4bfc24e3ffe None None] Network f37bdf87-efa5-4c7c-90cc-77c027e38eda requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 02:01:19.617891 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa5e381-8dbc-477d-9dc5-47ed9caada0f tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'Port': ['ID=20fb132e-45f9-4494-874c-5717f1b10148,revision_number=2']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:01:19.623175 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-efa5e381-8dbc-477d-9dc5-47ed9caada0f tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3778017'] for router_interface, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:19.675451 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-62c4c21d-a89f-4799-a52f-87a23180916b None None] Provisioning complete for port a28821dc-93bc-4926-b1c4-a81784de09fa triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:01:19.676068 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-62c4c21d-a89f-4799-a52f-87a23180916b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:19.719435 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa5e381-8dbc-477d-9dc5-47ed9caada0f tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Network f37bdf87-efa5-4c7c-90cc-77c027e38eda is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 02:01:19.720743 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-efa5e381-8dbc-477d-9dc5-47ed9caada0f tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:01:19.846623 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efa5e381-8dbc-477d-9dc5-47ed9caada0f tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Router 3f767e3a-3c69-4879-8359-d1cfbbf78ec7 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 02:01:19.951148 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-62c4c21d-a89f-4799-a52f-87a23180916b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:19.964838 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efa5e381-8dbc-477d-9dc5-47ed9caada0f tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 02:01:19.972327 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-efa5e381-8dbc-477d-9dc5-47ed9caada0f tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "PUT /v2.0/routers/3f767e3a-3c69-4879-8359-d1cfbbf78ec7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3053305 Nov 24 02:01:19.972889 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 52746) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:01:19.999732 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-62c4c21d-a89f-4799-a52f-87a23180916b None None] For port a28821dc-93bc-4926-b1c4-a81784de09fa, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=a28821dc-93bc-4926-b1c4-a81784de09fa,segment=NetworkSegment(139766e9-d901-49f9-b280-8136a4e7c4d7),segment_id=139766e9-d901-49f9-b280-8136a4e7c4d7)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:01:20.009172 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-62c4c21d-a89f-4799-a52f-87a23180916b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:20.059945 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c4c21d-a89f-4799-a52f-87a23180916b None None] Pushing event updated for resources: {'Port': ['ID=a28821dc-93bc-4926-b1c4-a81784de09fa,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:01:20.075580 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e3ff81-33d7-478f-b46c-19e8bde33c3c tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:01:20.076078 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e3ff81-33d7-478f-b46c-19e8bde33c3c tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:01:20.076550 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e3ff81-33d7-478f-b46c-19e8bde33c3c tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:01:20.077046 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e3ff81-33d7-478f-b46c-19e8bde33c3c tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:01:20.080120 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-f7e3ff81-33d7-478f-b46c-19e8bde33c3c tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1047835 Nov 24 02:01:20.082005 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 52748) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:01:20.136080 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b424ee1-75fe-426f-be5d-39afd8b2d6b0 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:01:20.136537 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b424ee1-75fe-426f-be5d-39afd8b2d6b0 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:01:20.136996 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b424ee1-75fe-426f-be5d-39afd8b2d6b0 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:01:20.137474 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b424ee1-75fe-426f-be5d-39afd8b2d6b0 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:01:20.139177 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-0b424ee1-75fe-426f-be5d-39afd8b2d6b0 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0561569 Nov 24 02:01:20.141774 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 52750) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:01:20.180432 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337cbc09-2d31-4a5c-b8c6-7a4059fa06a3 None None] Sync routers for ids ['3f767e3a-3c69-4879-8359-d1cfbbf78ec7'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 02:01:20.194598 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337cbc09-2d31-4a5c-b8c6-7a4059fa06a3 None None] Routers {'3f767e3a-3c69-4879-8359-d1cfbbf78ec7'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:01:20.195333 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-337cbc09-2d31-4a5c-b8c6-7a4059fa06a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:00:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['3f767e3a-3c69-4879-8359-d1cfbbf78ec7'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:01:20.318475 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-66aa9004-0bff-4652-9e83-dd7b66003bb5 tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1605 time: 0.1755972 Nov 24 02:01:20.337698 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device a28821dc-93bc-4926-b1c4-a81784de09fa up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 02:01:20.374397 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-337cbc09-2d31-4a5c-b8c6-7a4059fa06a3 None None] Set router 3f767e3a-3c69-4879-8359-d1cfbbf78ec7 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:01:20.413334 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-0ad1f453-04f4-4516-a1d4-18cb99e79d1b None None] Provisioning complete for port a28821dc-93bc-4926-b1c4-a81784de09fa triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:01:20.413735 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-0ad1f453-04f4-4516-a1d4-18cb99e79d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:20.521304 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port a28821dc-93bc-4926-b1c4-a81784de09fa triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:01:20.521714 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:20.641579 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 52754) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:01:20.646478 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-7be37034-f872-401b-8e62-4f98ac7da0bf tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-879761889', 'description': 'tempest-secgroup-smoke-879761889 description', 'project_id': '5cd72ac6dd034b2d92e26f70404adb10'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:01:20.670911 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-7be37034-f872-401b-8e62-4f98ac7da0bf tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:20.732215 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-0ad1f453-04f4-4516-a1d4-18cb99e79d1b None None] Provisioning complete for port 20fb132e-45f9-4494-874c-5717f1b10148 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:01:20.732839 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-0ad1f453-04f4-4516-a1d4-18cb99e79d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:20.743697 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-7be37034-f872-401b-8e62-4f98ac7da0bf tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:20.747634 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-7be37034-f872-401b-8e62-4f98ac7da0bf tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:20.759029 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 042d4d3a-f06a-4465-8b6f-e4ca50686f4f up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 02:01:20.775355 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-7be37034-f872-401b-8e62-4f98ac7da0bf tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:20.776589 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-7be37034-f872-401b-8e62-4f98ac7da0bf tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1340168 Nov 24 02:01:20.779463 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 52756) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:01:20.785171 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-97c237dc-3d1c-48ac-9f8d-b9f49addea3f tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'security_group_rule': {'security_group_id': '58a1626f-46b7-479b-aee4-acd6b3af5aa8', 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:01:20.790617 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be37034-f872-401b-8e62-4f98ac7da0bf tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58a1626f-46b7-479b-aee4-acd6b3af5aa8,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:01:20.807663 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-0ad1f453-04f4-4516-a1d4-18cb99e79d1b None None] Port 20fb132e-45f9-4494-874c-5717f1b10148 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 02:01:20.818264 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-97c237dc-3d1c-48ac-9f8d-b9f49addea3f tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:20.822443 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-337cbc09-2d31-4a5c-b8c6-7a4059fa06a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f767e3a-3c69-4879-8359-d1cfbbf78ec7', 'name': 'tempest-TestNetworkBasicOps-router-153420925', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.81'}], 'enable_snat': True}, 'gw_port_id': '042d4d3a-f06a-4465-8b6f-e4ca50686f4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:01:15Z', 'updated_at': '2021-11-24T02:01:19Z', 'revision_number': 4, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': '042d4d3a-f06a-4465-8b6f-e4ca50686f4f', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:07:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f767e3a-3c69-4879-8359-d1cfbbf78ec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:01:16Z', 'updated_at': '2021-11-24T02:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': '20fb132e-45f9-4494-874c-5717f1b10148', 'name': '', 'network_id': 'f37bdf87-efa5-4c7c-90cc-77c027e38eda', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'mac_address': 'fa:16:3e:6d:40:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f767e3a-3c69-4879-8359-d1cfbbf78ec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': 'd7e2c1a4-6634-4432-91e3-d0060f90ac96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:01:18Z', 'updated_at': '2021-11-24T02:01:19Z', 'revision_number': 2, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'subnets': [{'id': 'd7e2c1a4-6634-4432-91e3-d0060f90ac96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:01:20.851902 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337cbc09-2d31-4a5c-b8c6-7a4059fa06a3 None None] Checking router: 3f767e3a-3c69-4879-8359-d1cfbbf78ec7 for host: dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 02:01:20.852262 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337cbc09-2d31-4a5c-b8c6-7a4059fa06a3 None None] Updating router 3f767e3a-3c69-4879-8359-d1cfbbf78ec7 port 20fb132e-45f9-4494-874c-5717f1b10148 binding host dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 02:01:20.875373 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 042d4d3a-f06a-4465-8b6f-e4ca50686f4f triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:01:20.875645 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:20.878144 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-97c237dc-3d1c-48ac-9f8d-b9f49addea3f tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:20.883490 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-97c237dc-3d1c-48ac-9f8d-b9f49addea3f tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:20.900993 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-337cbc09-2d31-4a5c-b8c6-7a4059fa06a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:20.904124 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c237dc-3d1c-48ac-9f8d-b9f49addea3f tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e3b45ac-bc03-4f7b-8d30-baa2279f37a1,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:01:20.914579 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-97c237dc-3d1c-48ac-9f8d-b9f49addea3f tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:20.915976 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-97c237dc-3d1c-48ac-9f8d-b9f49addea3f tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1355388 Nov 24 02:01:20.918666 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 52758) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:01:20.923441 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-239c52e0-f9e1-44e9-88f7-f732316a2920 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'security_group_rule': {'security_group_id': '58a1626f-46b7-479b-aee4-acd6b3af5aa8', 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:01:20.952724 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-239c52e0-f9e1-44e9-88f7-f732316a2920 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:20.975933 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-a3c300b7-354f-48e7-91d2-424099cecac8 None None] Provisioning complete for port 20fb132e-45f9-4494-874c-5717f1b10148 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:01:20.976299 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a3c300b7-354f-48e7-91d2-424099cecac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:21.008835 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-239c52e0-f9e1-44e9-88f7-f732316a2920 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:21.013877 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-239c52e0-f9e1-44e9-88f7-f732316a2920 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:21.032139 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239c52e0-f9e1-44e9-88f7-f732316a2920 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57aeeb4d-3268-44c4-bd9c-0e45f8b6e9b1,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:01:21.040501 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-239c52e0-f9e1-44e9-88f7-f732316a2920 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:21.041735 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-239c52e0-f9e1-44e9-88f7-f732316a2920 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1220121 Nov 24 02:01:21.044544 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 52760) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:01:21.048889 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-6655c84f-0662-40b2-a5c8-e4f9a9c29097 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'security_group_rule': {'security_group_id': '58a1626f-46b7-479b-aee4-acd6b3af5aa8', 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:01:21.076196 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-6655c84f-0662-40b2-a5c8-e4f9a9c29097 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:21.080728 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-a3c300b7-354f-48e7-91d2-424099cecac8 None None] Port 20fb132e-45f9-4494-874c-5717f1b10148 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 02:01:21.136695 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-6655c84f-0662-40b2-a5c8-e4f9a9c29097 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:21.141653 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-6655c84f-0662-40b2-a5c8-e4f9a9c29097 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:21.157239 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6655c84f-0662-40b2-a5c8-e4f9a9c29097 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b5eb22e-6290-49d3-9531-bd8c5cbb62fa,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:01:21.168336 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-6655c84f-0662-40b2-a5c8-e4f9a9c29097 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:21.169559 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-6655c84f-0662-40b2-a5c8-e4f9a9c29097 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1240637 Nov 24 02:01:21.172323 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 52762) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:01:21.176657 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-08223712-6763-498e-85af-0f592fc57db7 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'security_group_rule': {'security_group_id': '58a1626f-46b7-479b-aee4-acd6b3af5aa8', 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:01:21.203638 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-08223712-6763-498e-85af-0f592fc57db7 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:21.262157 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-08223712-6763-498e-85af-0f592fc57db7 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:21.266549 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-08223712-6763-498e-85af-0f592fc57db7 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:21.276830 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-337cbc09-2d31-4a5c-b8c6-7a4059fa06a3 None None] Publish callbacks [] for port, precommit_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:21.282929 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-337cbc09-2d31-4a5c-b8c6-7a4059fa06a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:21.288351 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08223712-6763-498e-85af-0f592fc57db7 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68eb1b37-8ff1-458d-b499-b6530df7d49a,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:01:21.294172 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-08223712-6763-498e-85af-0f592fc57db7 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:21.295273 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-08223712-6763-498e-85af-0f592fc57db7 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1220031 Nov 24 02:01:21.297980 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 52764) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:01:21.302452 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-98ccd96b-c4dd-4ab8-893a-9c1adf847ee9 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'security_group_rule': {'security_group_id': '58a1626f-46b7-479b-aee4-acd6b3af5aa8', 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:01:21.326721 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.securitygroups_db [None req-98ccd96b-c4dd-4ab8-893a-9c1adf847ee9 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Project 5cd72ac6dd034b2d92e26f70404adb10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 02:01:21.332524 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-98ccd96b-c4dd-4ab8-893a-9c1adf847ee9 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:21.335512 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675a11cc-12b3-426e-bd0f-cb6f4b0e749c None None] Pushing event updated for resources: {'Port': ['ID=20fb132e-45f9-4494-874c-5717f1b10148,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:01:21.386159 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-337cbc09-2d31-4a5c-b8c6-7a4059fa06a3 None None] Attempting to bind port 20fb132e-45f9-4494-874c-5717f1b10148 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 02:01:21.386530 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-337cbc09-2d31-4a5c-b8c6-7a4059fa06a3 None None] Attempting to bind port 20fb132e-45f9-4494-874c-5717f1b10148 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '139766e9-d901-49f9-b280-8136a4e7c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f37bdf87-efa5-4c7c-90cc-77c027e38eda'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 02:01:21.386954 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337cbc09-2d31-4a5c-b8c6-7a4059fa06a3 None None] Attempting to bind port 20fb132e-45f9-4494-874c-5717f1b10148 on network f37bdf87-efa5-4c7c-90cc-77c027e38eda {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 02:01:21.393220 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337cbc09-2d31-4a5c-b8c6-7a4059fa06a3 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 02:01:21.394547 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337cbc09-2d31-4a5c-b8c6-7a4059fa06a3 None None] Checking segment: {'id': '139766e9-d901-49f9-b280-8136a4e7c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f37bdf87-efa5-4c7c-90cc-77c027e38eda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 02:01:21.394962 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-337cbc09-2d31-4a5c-b8c6-7a4059fa06a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:21.395362 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337cbc09-2d31-4a5c-b8c6-7a4059fa06a3 None None] Bound using segment: {'id': '139766e9-d901-49f9-b280-8136a4e7c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f37bdf87-efa5-4c7c-90cc-77c027e38eda'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 02:01:21.395842 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-337cbc09-2d31-4a5c-b8c6-7a4059fa06a3 None None] Bound port: 20fb132e-45f9-4494-874c-5717f1b10148, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '139766e9-d901-49f9-b280-8136a4e7c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f37bdf87-efa5-4c7c-90cc-77c027e38eda'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 02:01:21.396226 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-337cbc09-2d31-4a5c-b8c6-7a4059fa06a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:21.402199 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-98ccd96b-c4dd-4ab8-893a-9c1adf847ee9 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:21.406653 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-98ccd96b-c4dd-4ab8-893a-9c1adf847ee9 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:21.425286 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ccd96b-c4dd-4ab8-893a-9c1adf847ee9 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dba19b30-32fc-4822-8dae-c86e0139187c,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:01:21.434535 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-98ccd96b-c4dd-4ab8-893a-9c1adf847ee9 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:21.438484 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-98ccd96b-c4dd-4ab8-893a-9c1adf847ee9 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1369433 Nov 24 02:01:21.438668 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 52766) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:01:21.444114 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-737b6582-2171-40fc-85b6-7c37b8eeeb20 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'security_group_rule': {'security_group_id': '58a1626f-46b7-479b-aee4-acd6b3af5aa8', 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:01:21.468400 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.securitygroups_db [None req-737b6582-2171-40fc-85b6-7c37b8eeeb20 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Project 5cd72ac6dd034b2d92e26f70404adb10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 02:01:21.469222 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-337cbc09-2d31-4a5c-b8c6-7a4059fa06a3 None None] For port 20fb132e-45f9-4494-874c-5717f1b10148, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 02:01:21.472945 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-337cbc09-2d31-4a5c-b8c6-7a4059fa06a3 None None] For port 20fb132e-45f9-4494-874c-5717f1b10148, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=20fb132e-45f9-4494-874c-5717f1b10148,segment=NetworkSegment(139766e9-d901-49f9-b280-8136a4e7c4d7),segment_id=139766e9-d901-49f9-b280-8136a4e7c4d7)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 02:01:21.474288 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-737b6582-2171-40fc-85b6-7c37b8eeeb20 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:21.480659 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-337cbc09-2d31-4a5c-b8c6-7a4059fa06a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:21.538954 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-737b6582-2171-40fc-85b6-7c37b8eeeb20 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:21.543198 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337cbc09-2d31-4a5c-b8c6-7a4059fa06a3 None None] Routers {'3f767e3a-3c69-4879-8359-d1cfbbf78ec7'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:01:21.543353 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-737b6582-2171-40fc-85b6-7c37b8eeeb20 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:21.543833 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-337cbc09-2d31-4a5c-b8c6-7a4059fa06a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:00:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['3f767e3a-3c69-4879-8359-d1cfbbf78ec7'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:01:21.545738 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675a11cc-12b3-426e-bd0f-cb6f4b0e749c None None] Pushing event updated for resources: {'Port': ['ID=20fb132e-45f9-4494-874c-5717f1b10148,revision_number=4']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:01:21.562205 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737b6582-2171-40fc-85b6-7c37b8eeeb20 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85b7cca9-ebeb-4b18-b505-ee2853d0b1e6,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:01:21.571249 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-737b6582-2171-40fc-85b6-7c37b8eeeb20 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:21.577476 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-737b6582-2171-40fc-85b6-7c37b8eeeb20 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1329947 Nov 24 02:01:21.648185 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-31384a35-1472-4dab-baf0-18c308364138 None None] Provisioning complete for port 20fb132e-45f9-4494-874c-5717f1b10148 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:01:21.648515 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-31384a35-1472-4dab-baf0-18c308364138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:21.699484 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-337cbc09-2d31-4a5c-b8c6-7a4059fa06a3 None None] Set router 3f767e3a-3c69-4879-8359-d1cfbbf78ec7 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:01:21.745313 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-9fd9aee9-46f9-444a-acc8-d9ea5ad63aed req-95053f91-9424-44d5-b858-c16c6491490d tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-879761889&fields=id&tenant_id=5cd72ac6dd034b2d92e26f70404adb10 HTTP/1.1" status: 200 len: 267 time: 0.0505109 Nov 24 02:01:21.830120 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-31384a35-1472-4dab-baf0-18c308364138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:21.860653 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd9aee9-46f9-444a-acc8-d9ea5ad63aed req-78be4147-c00b-41cc-82bf-933057b907af tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:01:21.862193 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-9fd9aee9-46f9-444a-acc8-d9ea5ad63aed req-78be4147-c00b-41cc-82bf-933057b907af tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/networks?id=f37bdf87-efa5-4c7c-90cc-77c027e38eda HTTP/1.1" status: 200 len: 796 time: 0.1093557 Nov 24 02:01:21.877554 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-9fd9aee9-46f9-444a-acc8-d9ea5ad63aed req-d20b2778-d190-441a-9992-a571b7dd0c6e tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/quotas/5cd72ac6dd034b2d92e26f70404adb10 HTTP/1.1" status: 200 len: 375 time: 0.0090625 Nov 24 02:01:21.908325 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-31384a35-1472-4dab-baf0-18c308364138 None None] For port 20fb132e-45f9-4494-874c-5717f1b10148, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=20fb132e-45f9-4494-874c-5717f1b10148,segment=NetworkSegment(139766e9-d901-49f9-b280-8136a4e7c4d7),segment_id=139766e9-d901-49f9-b280-8136a4e7c4d7)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:01:21.913336 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-31384a35-1472-4dab-baf0-18c308364138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:21.932436 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-9fd9aee9-46f9-444a-acc8-d9ea5ad63aed req-d913f9e2-1b57-40ea-ba1e-acabfe6fab0b tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5cd72ac6dd034b2d92e26f70404adb10&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488174 Nov 24 02:01:21.983944 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31384a35-1472-4dab-baf0-18c308364138 None None] Pushing event updated for resources: {'Port': ['ID=20fb132e-45f9-4494-874c-5717f1b10148,revision_number=5']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:01:22.001981 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-337cbc09-2d31-4a5c-b8c6-7a4059fa06a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f767e3a-3c69-4879-8359-d1cfbbf78ec7', 'name': 'tempest-TestNetworkBasicOps-router-153420925', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.81'}], 'enable_snat': True}, 'gw_port_id': '042d4d3a-f06a-4465-8b6f-e4ca50686f4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:01:15Z', 'updated_at': '2021-11-24T02:01:19Z', 'revision_number': 4, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': '042d4d3a-f06a-4465-8b6f-e4ca50686f4f', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:07:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f767e3a-3c69-4879-8359-d1cfbbf78ec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:01:16Z', 'updated_at': '2021-11-24T02:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': '20fb132e-45f9-4494-874c-5717f1b10148', 'name': '', 'network_id': 'f37bdf87-efa5-4c7c-90cc-77c027e38eda', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'mac_address': 'fa:16:3e:6d:40:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f767e3a-3c69-4879-8359-d1cfbbf78ec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': 'd7e2c1a4-6634-4432-91e3-d0060f90ac96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:01:18Z', 'updated_at': '2021-11-24T02:01:21Z', 'revision_number': 4, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'subnets': [{'id': 'd7e2c1a4-6634-4432-91e3-d0060f90ac96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:01:22.029821 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-9fd9aee9-46f9-444a-acc8-d9ea5ad63aed req-5b26551c-4f45-44f3-b319-db6c0e1ac9a3 service neutron] 10.222.0.21 "GET /v2.0/networks/f37bdf87-efa5-4c7c-90cc-77c027e38eda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839779 Nov 24 02:01:22.129970 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-9fd9aee9-46f9-444a-acc8-d9ea5ad63aed req-55605502-085c-42f4-86c1-872f9e2035e8 service neutron] 10.222.0.21 "GET /v2.0/networks/f37bdf87-efa5-4c7c-90cc-77c027e38eda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938623 Nov 24 02:01:22.180176 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337cbc09-2d31-4a5c-b8c6-7a4059fa06a3 None None] The sync data for ids ['3f767e3a-3c69-4879-8359-d1cfbbf78ec7'] in dv-neutron-818911-2-hyperv is: [{'id': '3f767e3a-3c69-4879-8359-d1cfbbf78ec7', 'name': 'tempest-TestNetworkBasicOps-router-153420925', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.81'}], 'enable_snat': True}, 'gw_port_id': '042d4d3a-f06a-4465-8b6f-e4ca50686f4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:01:15Z', 'updated_at': '2021-11-24T02:01:19Z', 'revision_number': 4, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': '042d4d3a-f06a-4465-8b6f-e4ca50686f4f', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:07:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f767e3a-3c69-4879-8359-d1cfbbf78ec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:01:16Z', 'updated_at': '2021-11-24T02:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': '20fb132e-45f9-4494-874c-5717f1b10148', 'name': '', 'network_id': 'f37bdf87-efa5-4c7c-90cc-77c027e38eda', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'mac_address': 'fa:16:3e:6d:40:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f767e3a-3c69-4879-8359-d1cfbbf78ec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': 'd7e2c1a4-6634-4432-91e3-d0060f90ac96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:01:18Z', 'updated_at': '2021-11-24T02:01:21Z', 'revision_number': 4, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'subnets': [{'id': 'd7e2c1a4-6634-4432-91e3-d0060f90ac96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 02:01:22.191286 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-2f59c862-6b0b-4e02-a02a-139d06f643cc None None] Provisioning complete for port 20fb132e-45f9-4494-874c-5717f1b10148 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:01:22.191652 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-2f59c862-6b0b-4e02-a02a-139d06f643cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:22.373467 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-fb94f097-7f08-40c3-b80e-5b1747e67dd4 req-3805ae67-94d0-4467-93ca-4924d7dfbc1e tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ebcc12a-6414-46f3-bdb1-c2c115545ce1 HTTP/1.1" status: 200 len: 210 time: 0.0351279 Nov 24 02:01:23.422702 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd9aee9-46f9-444a-acc8-d9ea5ad63aed req-fe8c416b-13c2-40a6-9a15-d49a06e81e6b tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:01:23.424166 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-9fd9aee9-46f9-444a-acc8-d9ea5ad63aed req-fe8c416b-13c2-40a6-9a15-d49a06e81e6b tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.48 "GET /v2.0/networks?id=f37bdf87-efa5-4c7c-90cc-77c027e38eda HTTP/1.1" status: 200 len: 796 time: 0.1018543 Nov 24 02:01:23.471174 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-0f32effa-3878-4bb6-8a22-ee133605cd13 req-bb085a05-1197-4d45-acd0-d97e374f2c4f tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ebcc12a-6414-46f3-bdb1-c2c115545ce1 HTTP/1.1" status: 200 len: 210 time: 0.0293829 Nov 24 02:01:23.498933 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-9fd9aee9-46f9-444a-acc8-d9ea5ad63aed req-9fe254fc-eeeb-4df8-ac1d-d080003561c8 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5cd72ac6dd034b2d92e26f70404adb10 HTTP/1.1" status: 200 len: 379 time: 0.0584722 Nov 24 02:01:23.508845 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [req-9fd9aee9-46f9-444a-acc8-d9ea5ad63aed req-ec9f7dfd-fbf5-4b3c-84df-bfa3373cb7d7 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'port': {'device_id': '5ebcc12a-6414-46f3-bdb1-c2c115545ce1', 'network_id': 'f37bdf87-efa5-4c7c-90cc-77c027e38eda', 'admin_state_up': True, 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'security_groups': ['58a1626f-46b7-479b-aee4-acd6b3af5aa8']}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:01:23.623033 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fd9aee9-46f9-444a-acc8-d9ea5ad63aed req-ec9f7dfd-fbf5-4b3c-84df-bfa3373cb7d7 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Made reservation on behalf of 5cd72ac6dd034b2d92e26f70404adb10 for: {'port': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 02:01:23.626593 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-9fd9aee9-46f9-444a-acc8-d9ea5ad63aed req-ec9f7dfd-fbf5-4b3c-84df-bfa3373cb7d7 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:23.751516 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [req-9fd9aee9-46f9-444a-acc8-d9ea5ad63aed req-ec9f7dfd-fbf5-4b3c-84df-bfa3373cb7d7 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Allocated IP 172.20.0.6 (f37bdf87-efa5-4c7c-90cc-77c027e38eda/d7e2c1a4-6634-4432-91e3-d0060f90ac96/e631de4e-e4a0-4733-a082-b972e4f4b0de) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 02:01:23.885094 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-9fd9aee9-46f9-444a-acc8-d9ea5ad63aed req-ec9f7dfd-fbf5-4b3c-84df-bfa3373cb7d7 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:23.918982 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-9fd9aee9-46f9-444a-acc8-d9ea5ad63aed req-ec9f7dfd-fbf5-4b3c-84df-bfa3373cb7d7 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:23.965947 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fd9aee9-46f9-444a-acc8-d9ea5ad63aed req-ec9f7dfd-fbf5-4b3c-84df-bfa3373cb7d7 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Network f37bdf87-efa5-4c7c-90cc-77c027e38eda is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 02:01:23.968853 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [req-9fd9aee9-46f9-444a-acc8-d9ea5ad63aed req-ec9f7dfd-fbf5-4b3c-84df-bfa3373cb7d7 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:01:23.972975 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fd9aee9-46f9-444a-acc8-d9ea5ad63aed req-ec9f7dfd-fbf5-4b3c-84df-bfa3373cb7d7 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 02:01:23.979777 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9f7dfd-fbf5-4b3c-84df-bfa3373cb7d7 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'Port': ['ID=e631de4e-e4a0-4733-a082-b972e4f4b0de,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:01:24.025850 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd9aee9-46f9-444a-acc8-d9ea5ad63aed req-ec9f7dfd-fbf5-4b3c-84df-bfa3373cb7d7 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:01:24.026374 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-9fd9aee9-46f9-444a-acc8-d9ea5ad63aed req-ec9f7dfd-fbf5-4b3c-84df-bfa3373cb7d7 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:24.043486 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-9fd9aee9-46f9-444a-acc8-d9ea5ad63aed req-ec9f7dfd-fbf5-4b3c-84df-bfa3373cb7d7 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5383227 Nov 24 02:01:24.061381 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [req-9fd9aee9-46f9-444a-acc8-d9ea5ad63aed req-2895dac6-ce4a-4f75-b878-947802d9d77e service neutron] Request body: {'port': {'device_id': '5ebcc12a-6414-46f3-bdb1-c2c115545ce1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8189'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:01:24.116921 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-9fd9aee9-46f9-444a-acc8-d9ea5ad63aed req-2895dac6-ce4a-4f75-b878-947802d9d77e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:24.189171 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-5a07fbc7-04dc-4772-b324-2d91da66124e None None] Provisioning complete for port e631de4e-e4a0-4733-a082-b972e4f4b0de triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:01:24.189675 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-5a07fbc7-04dc-4772-b324-2d91da66124e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:24.235632 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-5a07fbc7-04dc-4772-b324-2d91da66124e None None] Port e631de4e-e4a0-4733-a082-b972e4f4b0de cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 02:01:24.253492 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 20fb132e-45f9-4494-874c-5717f1b10148 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 02:01:24.305229 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 20fb132e-45f9-4494-874c-5717f1b10148 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:01:24.305540 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:24.640959 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddfa458-b91f-4b1f-8ec6-b3f7878daf83 req-3912b687-6943-46ea-9ee2-47a97e49a95b tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:01:24.642466 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-4ddfa458-b91f-4b1f-8ec6-b3f7878daf83 req-3912b687-6943-46ea-9ee2-47a97e49a95b tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ebcc12a-6414-46f3-bdb1-c2c115545ce1 HTTP/1.1" status: 200 len: 931 time: 0.1019635 Nov 24 02:01:24.723357 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-4ddfa458-b91f-4b1f-8ec6-b3f7878daf83 req-73c126c3-78f9-4b43-a9b8-665d04995b5c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=58a1626f-46b7-479b-aee4-acd6b3af5aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738196 Nov 24 02:01:24.729240 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-4cb5cde6-58e6-4010-ac7e-18ab678d9855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:24.761044 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [req-9fd9aee9-46f9-444a-acc8-d9ea5ad63aed req-2895dac6-ce4a-4f75-b878-947802d9d77e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e631de4e-e4a0-4733-a082-b972e4f4b0de {{(pid=109866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 02:01:24.768487 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-9fd9aee9-46f9-444a-acc8-d9ea5ad63aed req-2895dac6-ce4a-4f75-b878-947802d9d77e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:24.782062 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.provisioning_blocks [req-9fd9aee9-46f9-444a-acc8-d9ea5ad63aed req-2895dac6-ce4a-4f75-b878-947802d9d77e service neutron] Transition to ACTIVE for port object e631de4e-e4a0-4733-a082-b972e4f4b0de will not be triggered until provisioned by entity L2. {{(pid=109866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 02:01:24.785782 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-9fd9aee9-46f9-444a-acc8-d9ea5ad63aed req-2895dac6-ce4a-4f75-b878-947802d9d77e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29149402'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:24.856758 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2895dac6-ce4a-4f75-b878-947802d9d77e service neutron] Pushing event updated for resources: {'Port': ['ID=e631de4e-e4a0-4733-a082-b972e4f4b0de,revision_number=2']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:01:24.908741 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [req-9fd9aee9-46f9-444a-acc8-d9ea5ad63aed req-2895dac6-ce4a-4f75-b878-947802d9d77e service neutron] Attempting to bind port e631de4e-e4a0-4733-a082-b972e4f4b0de on host hv-neutron-8189 for vnic_type normal with profile {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 02:01:24.909078 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [req-9fd9aee9-46f9-444a-acc8-d9ea5ad63aed req-2895dac6-ce4a-4f75-b878-947802d9d77e service neutron] Attempting to bind port e631de4e-e4a0-4733-a082-b972e4f4b0de by drivers openvswitch,hyperv on host hv-neutron-8189 at level 0 using segments [{'id': '139766e9-d901-49f9-b280-8136a4e7c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f37bdf87-efa5-4c7c-90cc-77c027e38eda'}] {{(pid=109866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 02:01:24.909468 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd9aee9-46f9-444a-acc8-d9ea5ad63aed req-2895dac6-ce4a-4f75-b878-947802d9d77e service neutron] Attempting to bind port e631de4e-e4a0-4733-a082-b972e4f4b0de on network f37bdf87-efa5-4c7c-90cc-77c027e38eda {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 02:01:24.913982 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd9aee9-46f9-444a-acc8-d9ea5ad63aed req-2895dac6-ce4a-4f75-b878-947802d9d77e service neutron] Port e631de4e-e4a0-4733-a082-b972e4f4b0de on network f37bdf87-efa5-4c7c-90cc-77c027e38eda not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8189 {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 02:01:24.914303 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd9aee9-46f9-444a-acc8-d9ea5ad63aed req-2895dac6-ce4a-4f75-b878-947802d9d77e service neutron] Attempting to bind port e631de4e-e4a0-4733-a082-b972e4f4b0de on network f37bdf87-efa5-4c7c-90cc-77c027e38eda {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 02:01:24.919372 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd9aee9-46f9-444a-acc8-d9ea5ad63aed req-2895dac6-ce4a-4f75-b878-947802d9d77e service neutron] Checking agent: {'id': '5773fe6b-0967-455f-9dc9-84c0c923201b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 42, 58), 'started_at': datetime.datetime(2021, 11, 24, 1, 42, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 2, 0, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 02:01:24.919711 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd9aee9-46f9-444a-acc8-d9ea5ad63aed req-2895dac6-ce4a-4f75-b878-947802d9d77e service neutron] Checking segment: {'id': '139766e9-d901-49f9-b280-8136a4e7c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f37bdf87-efa5-4c7c-90cc-77c027e38eda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 02:01:24.920098 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd9aee9-46f9-444a-acc8-d9ea5ad63aed req-2895dac6-ce4a-4f75-b878-947802d9d77e service neutron] Bound using segment: {'id': '139766e9-d901-49f9-b280-8136a4e7c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f37bdf87-efa5-4c7c-90cc-77c027e38eda'} {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 02:01:24.920528 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [req-9fd9aee9-46f9-444a-acc8-d9ea5ad63aed req-2895dac6-ce4a-4f75-b878-947802d9d77e service neutron] Bound port: e631de4e-e4a0-4733-a082-b972e4f4b0de, host: hv-neutron-8189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '139766e9-d901-49f9-b280-8136a4e7c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f37bdf87-efa5-4c7c-90cc-77c027e38eda'}}] {{(pid=109866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 02:01:24.920887 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-9fd9aee9-46f9-444a-acc8-d9ea5ad63aed req-2895dac6-ce4a-4f75-b878-947802d9d77e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:24.986874 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [req-9fd9aee9-46f9-444a-acc8-d9ea5ad63aed req-2895dac6-ce4a-4f75-b878-947802d9d77e service neutron] For port e631de4e-e4a0-4733-a082-b972e4f4b0de, host hv-neutron-8189, cleared binding levels {{(pid=109866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 02:01:24.990785 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [req-9fd9aee9-46f9-444a-acc8-d9ea5ad63aed req-2895dac6-ce4a-4f75-b878-947802d9d77e service neutron] For port e631de4e-e4a0-4733-a082-b972e4f4b0de, host hv-neutron-8189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=e631de4e-e4a0-4733-a082-b972e4f4b0de,segment=NetworkSegment(139766e9-d901-49f9-b280-8136a4e7c4d7),segment_id=139766e9-d901-49f9-b280-8136a4e7c4d7)] {{(pid=109866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 02:01:24.996039 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-9fd9aee9-46f9-444a-acc8-d9ea5ad63aed req-2895dac6-ce4a-4f75-b878-947802d9d77e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29149402'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:25.029926 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd9aee9-46f9-444a-acc8-d9ea5ad63aed req-2895dac6-ce4a-4f75-b878-947802d9d77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:01:25.030438 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-9fd9aee9-46f9-444a-acc8-d9ea5ad63aed req-2895dac6-ce4a-4f75-b878-947802d9d77e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:25.031807 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-9fd9aee9-46f9-444a-acc8-d9ea5ad63aed req-2895dac6-ce4a-4f75-b878-947802d9d77e service neutron] 10.222.0.48 "PUT /v2.0/ports/e631de4e-e4a0-4733-a082-b972e4f4b0de HTTP/1.1" status: 200 len: 1093 time: 0.9747422 Nov 24 02:01:25.032246 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ebcc12a-6414-46f3-bdb1-c2c115545ce1', 'tag': 'e631de4e-e4a0-4733-a082-b972e4f4b0de'}] {{(pid=109866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:01:25.034548 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b7c53c286d9351d1367337230623a155cee02c46c94b80588b67a0bc16402ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5f7c2c8-479a-4a70-b788-6c304850fa0b" -d '{"events": [{"name": "network-changed", "server_uuid": "5ebcc12a-6414-46f3-bdb1-c2c115545ce1", "tag": "e631de4e-e4a0-4733-a082-b972e4f4b0de"}]}' {{(pid=109866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:01:25.059839 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2895dac6-ce4a-4f75-b878-947802d9d77e service neutron] Pushing event updated for resources: {'Port': ['ID=e631de4e-e4a0-4733-a082-b972e4f4b0de,revision_number=3']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:01:25.099621 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 02:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff954195-864d-4ce9-b2ed-17054606a035 x-openstack-request-id: req-ff954195-864d-4ce9-b2ed-17054606a035 {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:01:25.099926 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ebcc12a-6414-46f3-bdb1-c2c115545ce1", "tag": "e631de4e-e4a0-4733-a082-b972e4f4b0de", "status": "completed", "code": 200}]} {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:01:25.100180 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ff954195-864d-4ce9-b2ed-17054606a035 {{(pid=109866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:01:25.100578 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ebcc12a-6414-46f3-bdb1-c2c115545ce1', 'tag': 'e631de4e-e4a0-4733-a082-b972e4f4b0de', 'status': 'completed', 'code': 200} Nov 24 02:01:25.139371 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd9aee9-46f9-444a-acc8-d9ea5ad63aed req-aadcb251-9f12-4aa7-af41-78c4b9131ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:01:25.140896 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-9fd9aee9-46f9-444a-acc8-d9ea5ad63aed req-aadcb251-9f12-4aa7-af41-78c4b9131ee1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5cd72ac6dd034b2d92e26f70404adb10&device_id=5ebcc12a-6414-46f3-bdb1-c2c115545ce1 HTTP/1.1" status: 200 len: 1096 time: 0.0507340 Nov 24 02:01:25.192814 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-9fd9aee9-46f9-444a-acc8-d9ea5ad63aed req-848871bc-5184-41cd-b834-bdc808c1a898 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e631de4e-e4a0-4733-a082-b972e4f4b0de HTTP/1.1" status: 200 len: 217 time: 0.0358179 Nov 24 02:01:25.250679 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd9aee9-46f9-444a-acc8-d9ea5ad63aed req-d7aa720d-9e77-4e39-ad09-6aec44b91003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:01:25.252128 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-9fd9aee9-46f9-444a-acc8-d9ea5ad63aed req-d7aa720d-9e77-4e39-ad09-6aec44b91003 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d7e2c1a4-6634-4432-91e3-d0060f90ac96 HTTP/1.1" status: 200 len: 834 time: 0.0529552 Nov 24 02:01:25.296772 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd9aee9-46f9-444a-acc8-d9ea5ad63aed req-c7a23635-6066-4e67-a663-c9fa5697c695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:01:25.298325 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-9fd9aee9-46f9-444a-acc8-d9ea5ad63aed req-c7a23635-6066-4e67-a663-c9fa5697c695 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f37bdf87-efa5-4c7c-90cc-77c027e38eda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0392408 Nov 24 02:01:25.389436 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-9fd9aee9-46f9-444a-acc8-d9ea5ad63aed req-5237500d-a780-481a-bab0-029338d804ec service neutron] 10.222.0.48 "GET /v2.0/networks/f37bdf87-efa5-4c7c-90cc-77c027e38eda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837631 Nov 24 02:01:25.480785 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-9fd9aee9-46f9-444a-acc8-d9ea5ad63aed req-dee41588-5f1c-4a05-a3f1-0a9dffa9940e service neutron] 10.222.0.48 "GET /v2.0/networks/f37bdf87-efa5-4c7c-90cc-77c027e38eda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846276 Nov 24 02:01:25.613284 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f7c2c8-479a-4a70-b788-6c304850fa0b req-7b22269c-e316-4c45-a756-5f5bf3023212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:01:25.614806 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-a5f7c2c8-479a-4a70-b788-6c304850fa0b req-7b22269c-e316-4c45-a756-5f5bf3023212 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5cd72ac6dd034b2d92e26f70404adb10&device_id=5ebcc12a-6414-46f3-bdb1-c2c115545ce1 HTTP/1.1" status: 200 len: 1096 time: 0.0409505 Nov 24 02:01:25.703009 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f7c2c8-479a-4a70-b788-6c304850fa0b req-398dcdde-5580-49f5-9a7e-4db2d0684ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:01:25.704461 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-a5f7c2c8-479a-4a70-b788-6c304850fa0b req-398dcdde-5580-49f5-9a7e-4db2d0684ca4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f37bdf87-efa5-4c7c-90cc-77c027e38eda HTTP/1.1" status: 200 len: 897 time: 0.0819898 Nov 24 02:01:25.749220 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-a5f7c2c8-479a-4a70-b788-6c304850fa0b req-1611b50b-fbdb-42be-a546-d736bf54095f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e631de4e-e4a0-4733-a082-b972e4f4b0de HTTP/1.1" status: 200 len: 217 time: 0.0366318 Nov 24 02:01:25.808370 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f7c2c8-479a-4a70-b788-6c304850fa0b req-a0a8b88e-b341-44de-9f3d-4823e261c8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:01:25.809828 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-a5f7c2c8-479a-4a70-b788-6c304850fa0b req-a0a8b88e-b341-44de-9f3d-4823e261c8c5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d7e2c1a4-6634-4432-91e3-d0060f90ac96 HTTP/1.1" status: 200 len: 834 time: 0.0539279 Nov 24 02:01:25.876201 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef2eef1-bf64-4d10-b879-6076dc2f1a32 req-e801aa86-074b-463c-abbc-9320a696caeb tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:01:25.877705 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-2ef2eef1-bf64-4d10-b879-6076dc2f1a32 req-e801aa86-074b-463c-abbc-9320a696caeb tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ebcc12a-6414-46f3-bdb1-c2c115545ce1 HTTP/1.1" status: 200 len: 943 time: 0.0833480 Nov 24 02:01:25.882704 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f7c2c8-479a-4a70-b788-6c304850fa0b req-c63ef64b-982d-42da-8d91-6069b98c4e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:01:25.884068 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-a5f7c2c8-479a-4a70-b788-6c304850fa0b req-c63ef64b-982d-42da-8d91-6069b98c4e75 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f37bdf87-efa5-4c7c-90cc-77c027e38eda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0612750 Nov 24 02:01:25.976547 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-2ef2eef1-bf64-4d10-b879-6076dc2f1a32 req-5924517b-bd65-479d-88ab-5b0a5756a456 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=58a1626f-46b7-479b-aee4-acd6b3af5aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915341 Nov 24 02:01:26.004096 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-a5f7c2c8-479a-4a70-b788-6c304850fa0b req-479b23a3-2a15-4e25-af13-9ede6e9340ea service neutron] 10.222.0.48 "GET /v2.0/networks/f37bdf87-efa5-4c7c-90cc-77c027e38eda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057389 Nov 24 02:01:26.095622 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-a5f7c2c8-479a-4a70-b788-6c304850fa0b req-f9138d32-00c5-4312-8697-57378ba099d6 service neutron] 10.222.0.48 "GET /v2.0/networks/f37bdf87-efa5-4c7c-90cc-77c027e38eda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843329 Nov 24 02:01:27.090538 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237d7789-dbf6-46bd-bc0c-d8df14c836c3 req-f95f455b-cd81-462e-86c0-38d7c3e14e43 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:01:27.091996 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-237d7789-dbf6-46bd-bc0c-d8df14c836c3 req-f95f455b-cd81-462e-86c0-38d7c3e14e43 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ebcc12a-6414-46f3-bdb1-c2c115545ce1 HTTP/1.1" status: 200 len: 943 time: 0.0478811 Nov 24 02:01:27.144783 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-237d7789-dbf6-46bd-bc0c-d8df14c836c3 req-ae33974c-db6a-4e2a-a456-edaeb9997bc0 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=58a1626f-46b7-479b-aee4-acd6b3af5aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463092 Nov 24 02:01:27.184277 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-709b31f9-5f24-4f66-824e-3b4020a8c9c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:28.017385 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:28.110698 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:28.259153 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969edc59-a670-4211-bd59-866c7aea51b9 req-6ef98fd1-8e9e-4786-9634-042b56a6a41a tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:01:28.260645 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-969edc59-a670-4211-bd59-866c7aea51b9 req-6ef98fd1-8e9e-4786-9634-042b56a6a41a tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ebcc12a-6414-46f3-bdb1-c2c115545ce1 HTTP/1.1" status: 200 len: 943 time: 0.0508647 Nov 24 02:01:28.309783 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-969edc59-a670-4211-bd59-866c7aea51b9 req-dc5caea5-2cce-4bce-8ded-f3ae656436b0 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=58a1626f-46b7-479b-aee4-acd6b3af5aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430000 Nov 24 02:01:28.430501 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device e631de4e-e4a0-4733-a082-b972e4f4b0de details requested by agent hyperv_hv-neutron-8189 with host hv-neutron-8189 {{(pid=109868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 02:01:28.525567 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port e631de4e-e4a0-4733-a082-b972e4f4b0de, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=e631de4e-e4a0-4733-a082-b972e4f4b0de,segment=NetworkSegment(139766e9-d901-49f9-b280-8136a4e7c4d7),segment_id=139766e9-d901-49f9-b280-8136a4e7c4d7)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:01:28.536780 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Returning: {'device': 'e631de4e-e4a0-4733-a082-b972e4f4b0de', 'network_id': 'f37bdf87-efa5-4c7c-90cc-77c027e38eda', 'port_id': 'e631de4e-e4a0-4733-a082-b972e4f4b0de', 'mac_address': 'fa:16:3e:aa:cd:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7e2c1a4-6634-4432-91e3-d0060f90ac96', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 02:01:28.571536 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:28.584128 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e631de4e-e4a0-4733-a082-b972e4f4b0de {{(pid=109868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 02:01:28.603764 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port e631de4e-e4a0-4733-a082-b972e4f4b0de, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=e631de4e-e4a0-4733-a082-b972e4f4b0de,segment=NetworkSegment(139766e9-d901-49f9-b280-8136a4e7c4d7),segment_id=139766e9-d901-49f9-b280-8136a4e7c4d7)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:01:28.607741 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:28.654851 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=e631de4e-e4a0-4733-a082-b972e4f4b0de,revision_number=4']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:01:28.902609 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] get_ports_and_sgs() called for port_ids ['e631de4e-e4a0-4733-a082-b972e4f4b0de'] {{(pid=109868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 02:01:29.422046 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68df60e5-a25e-456e-acaf-03a9e1a287cc req-4a6dd820-fc28-4818-b836-8d9e70bfbf79 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:01:29.423495 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-68df60e5-a25e-456e-acaf-03a9e1a287cc req-4a6dd820-fc28-4818-b836-8d9e70bfbf79 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ebcc12a-6414-46f3-bdb1-c2c115545ce1 HTTP/1.1" status: 200 len: 944 time: 0.0476394 Nov 24 02:01:29.472053 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-68df60e5-a25e-456e-acaf-03a9e1a287cc req-62738dbd-cf54-4d7d-9fad-188cc94ca6b7 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=58a1626f-46b7-479b-aee4-acd6b3af5aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422456 Nov 24 02:01:29.595876 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:30.120931 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:30.432890 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device e631de4e-e4a0-4733-a082-b972e4f4b0de up at agent hyperv_hv-neutron-8189 {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 02:01:30.481356 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Provisioning for port e631de4e-e4a0-4733-a082-b972e4f4b0de completed by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 02:01:30.485376 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Provisioning complete for port e631de4e-e4a0-4733-a082-b972e4f4b0de triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:01:30.485776 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:30.561055 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:30.584850 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ebcc12a-6414-46f3-bdb1-c2c115545ce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e631de4e-e4a0-4733-a082-b972e4f4b0de'}] {{(pid=109868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:01:30.587466 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adafa3b64de3cabc8eac619938bcace59b198ffee64d481093eb3def62699d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be88850c-1c3e-4f86-9f35-d81a6cc6c932" -d '{"events": [{"server_uuid": "5ebcc12a-6414-46f3-bdb1-c2c115545ce1", "name": "network-vif-plugged", "status": "completed", "tag": "e631de4e-e4a0-4733-a082-b972e4f4b0de"}]}' {{(pid=109868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:01:30.594792 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614990ee-4f94-460f-963a-769df60dd743 req-24e52219-6c6b-4d06-bff5-f9dfcb4df430 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:01:30.596747 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-614990ee-4f94-460f-963a-769df60dd743 req-24e52219-6c6b-4d06-bff5-f9dfcb4df430 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ebcc12a-6414-46f3-bdb1-c2c115545ce1 HTTP/1.1" status: 200 len: 944 time: 0.0583289 Nov 24 02:01:30.604108 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port e631de4e-e4a0-4733-a082-b972e4f4b0de, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=e631de4e-e4a0-4733-a082-b972e4f4b0de,segment=NetworkSegment(139766e9-d901-49f9-b280-8136a4e7c4d7),segment_id=139766e9-d901-49f9-b280-8136a4e7c4d7)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:01:30.608307 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:30.631943 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 02:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01e8e20e-eaa1-415e-a518-fb4f2ddbfdfe x-openstack-request-id: req-01e8e20e-eaa1-415e-a518-fb4f2ddbfdfe {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:01:30.632234 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ebcc12a-6414-46f3-bdb1-c2c115545ce1", "name": "network-vif-plugged", "status": "completed", "tag": "e631de4e-e4a0-4733-a082-b972e4f4b0de", "code": 200}]} {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:01:30.632484 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-01e8e20e-eaa1-415e-a518-fb4f2ddbfdfe {{(pid=109868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:01:30.632871 dv-neutron-818911-2-hyperv neutron-server[109868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ebcc12a-6414-46f3-bdb1-c2c115545ce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e631de4e-e4a0-4733-a082-b972e4f4b0de', 'code': 200} Nov 24 02:01:30.652414 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-614990ee-4f94-460f-963a-769df60dd743 req-7b387304-ac1f-4288-a7c0-7a7ecd8f0e01 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=58a1626f-46b7-479b-aee4-acd6b3af5aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482259 Nov 24 02:01:30.658052 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=e631de4e-e4a0-4733-a082-b972e4f4b0de,revision_number=5']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:01:30.832883 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b4cac8-572c-4a57-b091-e4c9187aa315 req-a783c4fb-c00d-4971-95f9-c25b3ef37670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:01:30.834350 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-d7b4cac8-572c-4a57-b091-e4c9187aa315 req-a783c4fb-c00d-4971-95f9-c25b3ef37670 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5ebcc12a-6414-46f3-bdb1-c2c115545ce1 HTTP/1.1" status: 200 len: 1098 time: 0.0403440 Nov 24 02:01:30.881357 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-d7b4cac8-572c-4a57-b091-e4c9187aa315 req-5b386a4c-1c3c-48f0-8841-cce86e12308c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=58a1626f-46b7-479b-aee4-acd6b3af5aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401745 Nov 24 02:01:31.773911 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fb0321-65db-4a9c-a0f8-0b0109b59968 req-61822c71-aa66-49ce-9c36-78b2735e8c3b tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:01:31.775593 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-d2fb0321-65db-4a9c-a0f8-0b0109b59968 req-61822c71-aa66-49ce-9c36-78b2735e8c3b tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ebcc12a-6414-46f3-bdb1-c2c115545ce1 HTTP/1.1" status: 200 len: 945 time: 0.0496783 Nov 24 02:01:31.825217 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-d2fb0321-65db-4a9c-a0f8-0b0109b59968 req-24b0cc96-3ae5-44af-96f4-346d1eedb112 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=58a1626f-46b7-479b-aee4-acd6b3af5aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438087 Nov 24 02:01:32.943845 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589b5dbe-255b-4769-aa78-57c963d86e45 req-7a1e2fe1-96f3-46ef-8480-16a008b5de18 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:01:32.945337 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-589b5dbe-255b-4769-aa78-57c963d86e45 req-7a1e2fe1-96f3-46ef-8480-16a008b5de18 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ebcc12a-6414-46f3-bdb1-c2c115545ce1 HTTP/1.1" status: 200 len: 945 time: 0.0484421 Nov 24 02:01:32.997181 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-589b5dbe-255b-4769-aa78-57c963d86e45 req-541004ab-8430-4216-b0a2-1d1198584380 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=58a1626f-46b7-479b-aee4-acd6b3af5aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459683 Nov 24 02:01:33.113328 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395dfa39-3da9-42f9-a55a-d8cecd157668 req-ca3bfb62-b5ff-4b47-8daf-59a095848072 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:01:33.114769 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-395dfa39-3da9-42f9-a55a-d8cecd157668 req-ca3bfb62-b5ff-4b47-8daf-59a095848072 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ebcc12a-6414-46f3-bdb1-c2c115545ce1 HTTP/1.1" status: 200 len: 945 time: 0.0536256 Nov 24 02:01:33.163655 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-395dfa39-3da9-42f9-a55a-d8cecd157668 req-e9a56070-1383-4f8a-969a-1b312b6787e6 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=58a1626f-46b7-479b-aee4-acd6b3af5aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430791 Nov 24 02:01:33.184810 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 52822) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:01:33.225582 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d062903-8e8e-4eb5-af5b-d1648e6c6b4b tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:01:33.227126 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-3d062903-8e8e-4eb5-af5b-d1648e6c6b4b tempest-TestNetworkBasicOps-2002510628 tempest-TestNetworkBasicOps-2002510628-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5ebcc12a-6414-46f3-bdb1-c2c115545ce1 HTTP/1.1" status: 200 len: 1093 time: 0.0412831 Nov 24 02:01:33.230172 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 52824) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:01:33.234428 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-f5fa6d28-4f0b-4a8e-8932-5973bebce436 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'floatingip': {'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'port_id': 'e631de4e-e4a0-4733-a082-b972e4f4b0de', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:01:33.255863 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f5fa6d28-4f0b-4a8e-8932-5973bebce436 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for floatingip, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:33.349714 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f5fa6d28-4f0b-4a8e-8932-5973bebce436 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:33.452716 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [None req-f5fa6d28-4f0b-4a8e-8932-5973bebce436 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Allocated IP 172.26.5.76 (eb22795d-37ee-46ee-844d-92c17e2ea450/3e66fcff-6e72-4083-b514-48f69cdaa2cb/b47f6449-3949-4766-91ed-e442f136465a) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 02:01:33.554515 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f5fa6d28-4f0b-4a8e-8932-5973bebce436 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:33.592295 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f5fa6d28-4f0b-4a8e-8932-5973bebce436 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:33.627219 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5fa6d28-4f0b-4a8e-8932-5973bebce436 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Network eb22795d-37ee-46ee-844d-92c17e2ea450 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 02:01:33.633933 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-f5fa6d28-4f0b-4a8e-8932-5973bebce436 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:01:33.637323 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fa6d28-4f0b-4a8e-8932-5973bebce436 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 02:01:33.659272 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fa6d28-4f0b-4a8e-8932-5973bebce436 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'Port': ['ID=b47f6449-3949-4766-91ed-e442f136465a,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:01:33.984099 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f5fa6d28-4f0b-4a8e-8932-5973bebce436 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:34.051193 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f5fa6d28-4f0b-4a8e-8932-5973bebce436 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:34.197935 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f5fa6d28-4f0b-4a8e-8932-5973bebce436 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for port, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:34.202510 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f5fa6d28-4f0b-4a8e-8932-5973bebce436 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29149402'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:34.271079 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fa6d28-4f0b-4a8e-8932-5973bebce436 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event updated for resources: {'Port': ['ID=b47f6449-3949-4766-91ed-e442f136465a,revision_number=2']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:01:34.278791 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f5fa6d28-4f0b-4a8e-8932-5973bebce436 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418250'] for floatingip, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:34.377377 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.l3_db [None req-f5fa6d28-4f0b-4a8e-8932-5973bebce436 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Floating IP 2b3bb29d-2c6d-4862-a0f1-84fc7c69fb5e associated. External IP: 172.26.5.76, port: e631de4e-e4a0-4733-a082-b972e4f4b0de. Nov 24 02:01:34.582477 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5fa6d28-4f0b-4a8e-8932-5973bebce436 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Router 3f767e3a-3c69-4879-8359-d1cfbbf78ec7 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 02:01:34.689827 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5fa6d28-4f0b-4a8e-8932-5973bebce436 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 02:01:34.703030 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb52a135-560b-4700-a921-0a91f3b0a18f None None] Sync routers for ids ['3f767e3a-3c69-4879-8359-d1cfbbf78ec7'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 02:01:34.710324 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f5fa6d28-4f0b-4a8e-8932-5973bebce436 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for floatingip, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:34.715330 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb52a135-560b-4700-a921-0a91f3b0a18f None None] Routers {'3f767e3a-3c69-4879-8359-d1cfbbf78ec7'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:01:34.716197 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-fb52a135-560b-4700-a921-0a91f3b0a18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:01:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['3f767e3a-3c69-4879-8359-d1cfbbf78ec7'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:01:34.741448 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-f5fa6d28-4f0b-4a8e-8932-5973bebce436 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5102155 Nov 24 02:01:34.742062 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ebcc12a-6414-46f3-bdb1-c2c115545ce1', 'tag': 'e631de4e-e4a0-4733-a082-b972e4f4b0de'}] {{(pid=109866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:01:34.744252 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 52826) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:01:34.745337 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b7c53c286d9351d1367337230623a155cee02c46c94b80588b67a0bc16402ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ab2dcbc-734d-4489-bd89-af32cb58302c" -d '{"events": [{"name": "network-changed", "server_uuid": "5ebcc12a-6414-46f3-bdb1-c2c115545ce1", "tag": "e631de4e-e4a0-4733-a082-b972e4f4b0de"}]}' {{(pid=109866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:01:34.782271 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 02:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6428695-d940-4baa-ad27-4dc7313b712a x-openstack-request-id: req-a6428695-d940-4baa-ad27-4dc7313b712a {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:01:34.782641 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ebcc12a-6414-46f3-bdb1-c2c115545ce1", "tag": "e631de4e-e4a0-4733-a082-b972e4f4b0de", "status": "completed", "code": 200}]} {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:01:34.782960 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a6428695-d940-4baa-ad27-4dc7313b712a {{(pid=109866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:01:34.783489 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ebcc12a-6414-46f3-bdb1-c2c115545ce1', 'tag': 'e631de4e-e4a0-4733-a082-b972e4f4b0de', 'status': 'completed', 'code': 200} Nov 24 02:01:34.809712 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-ba000225-6ccb-4640-92f5-068cbde2fc55 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/floatingips/2b3bb29d-2c6d-4862-a0f1-84fc7c69fb5e HTTP/1.1" status: 200 len: 990 time: 0.0635576 Nov 24 02:01:34.830538 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-fb52a135-560b-4700-a921-0a91f3b0a18f None None] Set router 3f767e3a-3c69-4879-8359-d1cfbbf78ec7 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:01:34.868053 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab2dcbc-734d-4489-bd89-af32cb58302c req-9adcf642-2940-450c-ac03-deabbe36ddd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:01:34.869892 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-9ab2dcbc-734d-4489-bd89-af32cb58302c req-9adcf642-2940-450c-ac03-deabbe36ddd8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5cd72ac6dd034b2d92e26f70404adb10&device_id=5ebcc12a-6414-46f3-bdb1-c2c115545ce1 HTTP/1.1" status: 200 len: 1098 time: 0.0415442 Nov 24 02:01:34.966424 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab2dcbc-734d-4489-bd89-af32cb58302c req-9f508afb-dd25-4b3e-b000-e91918b66c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:01:34.967980 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-9ab2dcbc-734d-4489-bd89-af32cb58302c req-9f508afb-dd25-4b3e-b000-e91918b66c6c service neutron] 10.222.0.48 "GET /v2.0/networks?id=f37bdf87-efa5-4c7c-90cc-77c027e38eda HTTP/1.1" status: 200 len: 897 time: 0.0904706 Nov 24 02:01:35.032006 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-9ab2dcbc-734d-4489-bd89-af32cb58302c req-d9a843a6-1351-4e01-b4f5-3e9da388d5e4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e631de4e-e4a0-4733-a082-b972e4f4b0de HTTP/1.1" status: 200 len: 998 time: 0.0564926 Nov 24 02:01:35.052038 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-fb52a135-560b-4700-a921-0a91f3b0a18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f767e3a-3c69-4879-8359-d1cfbbf78ec7', 'name': 'tempest-TestNetworkBasicOps-router-153420925', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.81'}], 'enable_snat': True}, 'gw_port_id': '042d4d3a-f06a-4465-8b6f-e4ca50686f4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:01:15Z', 'updated_at': '2021-11-24T02:01:19Z', 'revision_number': 4, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': '042d4d3a-f06a-4465-8b6f-e4ca50686f4f', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:07:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f767e3a-3c69-4879-8359-d1cfbbf78ec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:01:16Z', 'updated_at': '2021-11-24T02:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_floatingips': [{'id': '2b3bb29d-2c6d-4862-a0f1-84fc7c69fb5e', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'floating_ip_address': '172.26.5.76', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': '3f767e3a-3c69-4879-8359-d1cfbbf78ec7', 'port_id': 'e631de4e-e4a0-4733-a082-b972e4f4b0de', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f37bdf87-efa5-4c7c-90cc-77c027e38eda', 'mac_address': 'fa:16:3e:aa:cd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebcc12a-6414-46f3-bdb1-c2c115545ce1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T02:01:33Z', 'updated_at': '2021-11-24T02:01:33Z', 'revision_number': 0, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20fb132e-45f9-4494-874c-5717f1b10148', 'name': '', 'network_id': 'f37bdf87-efa5-4c7c-90cc-77c027e38eda', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'mac_address': 'fa:16:3e:6d:40:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f767e3a-3c69-4879-8359-d1cfbbf78ec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': 'd7e2c1a4-6634-4432-91e3-d0060f90ac96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:01:18Z', 'updated_at': '2021-11-24T02:01:21Z', 'revision_number': 5, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'subnets': [{'id': 'd7e2c1a4-6634-4432-91e3-d0060f90ac96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:01:35.078093 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb52a135-560b-4700-a921-0a91f3b0a18f None None] Checking router: 3f767e3a-3c69-4879-8359-d1cfbbf78ec7 for host: dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 02:01:35.084959 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab2dcbc-734d-4489-bd89-af32cb58302c req-565266b2-b056-425e-a76d-1dd17d5b13f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:01:35.086805 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-9ab2dcbc-734d-4489-bd89-af32cb58302c req-565266b2-b056-425e-a76d-1dd17d5b13f6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d7e2c1a4-6634-4432-91e3-d0060f90ac96 HTTP/1.1" status: 200 len: 834 time: 0.0478225 Nov 24 02:01:35.087049 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb52a135-560b-4700-a921-0a91f3b0a18f None None] Routers {'3f767e3a-3c69-4879-8359-d1cfbbf78ec7'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:01:35.087598 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-fb52a135-560b-4700-a921-0a91f3b0a18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:01:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['3f767e3a-3c69-4879-8359-d1cfbbf78ec7'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:01:35.133831 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab2dcbc-734d-4489-bd89-af32cb58302c req-02c1a386-24c7-4d7c-abcb-21ff1c3073df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:01:35.135468 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-9ab2dcbc-734d-4489-bd89-af32cb58302c req-02c1a386-24c7-4d7c-abcb-21ff1c3073df service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f37bdf87-efa5-4c7c-90cc-77c027e38eda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401413 Nov 24 02:01:35.192443 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-fb52a135-560b-4700-a921-0a91f3b0a18f None None] Set router 3f767e3a-3c69-4879-8359-d1cfbbf78ec7 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:01:35.227613 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-9ab2dcbc-734d-4489-bd89-af32cb58302c req-b4d03294-35d5-4e3c-bdae-7eeefc7162aa service neutron] 10.222.0.48 "GET /v2.0/networks/f37bdf87-efa5-4c7c-90cc-77c027e38eda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840590 Nov 24 02:01:35.320888 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-9ab2dcbc-734d-4489-bd89-af32cb58302c req-a20101f5-e6f1-41ad-8b89-669769bdcf81 service neutron] 10.222.0.48 "GET /v2.0/networks/f37bdf87-efa5-4c7c-90cc-77c027e38eda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865324 Nov 24 02:01:35.416300 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-fb52a135-560b-4700-a921-0a91f3b0a18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f767e3a-3c69-4879-8359-d1cfbbf78ec7', 'name': 'tempest-TestNetworkBasicOps-router-153420925', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.81'}], 'enable_snat': True}, 'gw_port_id': '042d4d3a-f06a-4465-8b6f-e4ca50686f4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:01:15Z', 'updated_at': '2021-11-24T02:01:19Z', 'revision_number': 4, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': '042d4d3a-f06a-4465-8b6f-e4ca50686f4f', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:07:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f767e3a-3c69-4879-8359-d1cfbbf78ec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:01:16Z', 'updated_at': '2021-11-24T02:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_floatingips': [{'id': '2b3bb29d-2c6d-4862-a0f1-84fc7c69fb5e', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'floating_ip_address': '172.26.5.76', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': '3f767e3a-3c69-4879-8359-d1cfbbf78ec7', 'port_id': 'e631de4e-e4a0-4733-a082-b972e4f4b0de', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f37bdf87-efa5-4c7c-90cc-77c027e38eda', 'mac_address': 'fa:16:3e:aa:cd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebcc12a-6414-46f3-bdb1-c2c115545ce1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T02:01:33Z', 'updated_at': '2021-11-24T02:01:33Z', 'revision_number': 0, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20fb132e-45f9-4494-874c-5717f1b10148', 'name': '', 'network_id': 'f37bdf87-efa5-4c7c-90cc-77c027e38eda', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'mac_address': 'fa:16:3e:6d:40:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f767e3a-3c69-4879-8359-d1cfbbf78ec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': 'd7e2c1a4-6634-4432-91e3-d0060f90ac96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:01:18Z', 'updated_at': '2021-11-24T02:01:21Z', 'revision_number': 5, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'subnets': [{'id': 'd7e2c1a4-6634-4432-91e3-d0060f90ac96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:01:35.442616 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb52a135-560b-4700-a921-0a91f3b0a18f None None] The sync data for ids ['3f767e3a-3c69-4879-8359-d1cfbbf78ec7'] in dv-neutron-818911-2-hyperv is: [{'id': '3f767e3a-3c69-4879-8359-d1cfbbf78ec7', 'name': 'tempest-TestNetworkBasicOps-router-153420925', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.81'}], 'enable_snat': True}, 'gw_port_id': '042d4d3a-f06a-4465-8b6f-e4ca50686f4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:01:15Z', 'updated_at': '2021-11-24T02:01:19Z', 'revision_number': 4, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': '042d4d3a-f06a-4465-8b6f-e4ca50686f4f', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:07:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f767e3a-3c69-4879-8359-d1cfbbf78ec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:01:16Z', 'updated_at': '2021-11-24T02:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_floatingips': [{'id': '2b3bb29d-2c6d-4862-a0f1-84fc7c69fb5e', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'floating_ip_address': '172.26.5.76', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': '3f767e3a-3c69-4879-8359-d1cfbbf78ec7', 'port_id': 'e631de4e-e4a0-4733-a082-b972e4f4b0de', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f37bdf87-efa5-4c7c-90cc-77c027e38eda', 'mac_address': 'fa:16:3e:aa:cd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebcc12a-6414-46f3-bdb1-c2c115545ce1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T02:01:33Z', 'updated_at': '2021-11-24T02:01:33Z', 'revision_number': 0, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20fb132e-45f9-4494-874c-5717f1b10148', 'name': '', 'network_id': 'f37bdf87-efa5-4c7c-90cc-77c027e38eda', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'mac_address': 'fa:16:3e:6d:40:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f767e3a-3c69-4879-8359-d1cfbbf78ec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': 'd7e2c1a4-6634-4432-91e3-d0060f90ac96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:01:18Z', 'updated_at': '2021-11-24T02:01:21Z', 'revision_number': 5, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'subnets': [{'id': 'd7e2c1a4-6634-4432-91e3-d0060f90ac96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 02:01:35.624690 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6b0fbe-9b94-49c0-8bf7-17f360570b8a None None] New status for floating IP 2b3bb29d-2c6d-4862-a0f1-84fc7c69fb5e: ACTIVE {{(pid=109868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 02:01:35.813726 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 52830) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:01:35.878937 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-d9f65281-608c-48bb-9c4e-473c84911c7c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/floatingips/2b3bb29d-2c6d-4862-a0f1-84fc7c69fb5e HTTP/1.1" status: 200 len: 992 time: 0.0626953 Nov 24 02:01:44.156032 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.agents_db [None req-4e42c10c-a1d3-4d07-89d6-7a24334140aa None None] Agent healthcheck: found 6 active agents {{(pid=109869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 02:01:54.730726 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-1190a30c-abc6-4c3e-b29b-3b52c43279a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:57.185668 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-ff643dab-5efc-4d1f-9490-191bd74becf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:58.022101 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:58.113900 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:01:59.599159 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:00.123878 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:07.136710 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 52842) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:02:07.141252 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-098ae5fe-d49d-4690-9597-b84b5eb762f1 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'router': {'admin_state_up': False}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:02:07.446397 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-098ae5fe-d49d-4690-9597-b84b5eb762f1 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3684298', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-424347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2775'] for router, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:07.457665 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-098ae5fe-d49d-4690-9597-b84b5eb762f1 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3683822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-418125', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-424361'] for router, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:07.569046 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-098ae5fe-d49d-4690-9597-b84b5eb762f1 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Router 3f767e3a-3c69-4879-8359-d1cfbbf78ec7 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 02:02:07.681914 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-098ae5fe-d49d-4690-9597-b84b5eb762f1 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 02:02:07.688978 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-098ae5fe-d49d-4690-9597-b84b5eb762f1 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for router, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:07.690148 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-098ae5fe-d49d-4690-9597-b84b5eb762f1 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "PUT /v2.0/routers/3f767e3a-3c69-4879-8359-d1cfbbf78ec7 HTTP/1.1" status: 200 len: 887 time: 0.5524976 Nov 24 02:02:07.697438 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3adcbdd-2038-4b4b-bb71-f72532f71e20 None None] Sync routers for ids ['3f767e3a-3c69-4879-8359-d1cfbbf78ec7'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 02:02:07.708004 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3adcbdd-2038-4b4b-bb71-f72532f71e20 None None] Routers {'3f767e3a-3c69-4879-8359-d1cfbbf78ec7'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:02:07.708599 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-b3adcbdd-2038-4b4b-bb71-f72532f71e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:01:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['3f767e3a-3c69-4879-8359-d1cfbbf78ec7'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:02:07.742308 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-b3adcbdd-2038-4b4b-bb71-f72532f71e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:02:07.750724 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3adcbdd-2038-4b4b-bb71-f72532f71e20 None None] Routers {'3f767e3a-3c69-4879-8359-d1cfbbf78ec7'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:02:07.751299 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-b3adcbdd-2038-4b4b-bb71-f72532f71e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:01:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['3f767e3a-3c69-4879-8359-d1cfbbf78ec7'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:02:07.782363 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-b3adcbdd-2038-4b4b-bb71-f72532f71e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:02:07.782990 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3adcbdd-2038-4b4b-bb71-f72532f71e20 None None] The sync data for ids ['3f767e3a-3c69-4879-8359-d1cfbbf78ec7'] in dv-neutron-818911-2-hyperv is: [] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 02:02:08.528178 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 20fb132e-45f9-4494-874c-5717f1b10148 no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 02:02:08.553206 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2c8e54-9b7b-4e98-8f78-e91ae7f09ed9 None None] New status for floating IP 2b3bb29d-2c6d-4862-a0f1-84fc7c69fb5e: DOWN {{(pid=109868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 02:02:08.698482 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:08.758958 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] For port 20fb132e-45f9-4494-874c-5717f1b10148, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=20fb132e-45f9-4494-874c-5717f1b10148,segment=NetworkSegment(139766e9-d901-49f9-b280-8136a4e7c4d7),segment_id=139766e9-d901-49f9-b280-8136a4e7c4d7)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:02:08.762923 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:08.808933 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Pushing event updated for resources: {'Port': ['ID=20fb132e-45f9-4494-874c-5717f1b10148,revision_number=6']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:02:09.838826 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 52846) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:02:09.843522 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-5f08788f-6f8d-4af5-8416-bf15409bef11 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Request body: {'router': {'admin_state_up': True}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:02:10.243770 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 042d4d3a-f06a-4465-8b6f-e4ca50686f4f no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 02:02:10.324173 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:10.345019 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] For port 042d4d3a-f06a-4465-8b6f-e4ca50686f4f, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=042d4d3a-f06a-4465-8b6f-e4ca50686f4f,segment=NetworkSegment(03509fd2-ca9c-4aa0-94e6-e236afda62e7),segment_id=03509fd2-ca9c-4aa0-94e6-e236afda62e7)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:02:10.349836 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:10.395298 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Pushing event updated for resources: {'Port': ['ID=042d4d3a-f06a-4465-8b6f-e4ca50686f4f,revision_number=5']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:02:10.434763 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5f08788f-6f8d-4af5-8416-bf15409bef11 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3684298', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-424347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2775'] for router, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:10.445140 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5f08788f-6f8d-4af5-8416-bf15409bef11 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3683822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-418125', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-424361'] for router, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:10.550009 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f08788f-6f8d-4af5-8416-bf15409bef11 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Router 3f767e3a-3c69-4879-8359-d1cfbbf78ec7 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 02:02:10.663001 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f08788f-6f8d-4af5-8416-bf15409bef11 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 02:02:10.669756 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5f08788f-6f8d-4af5-8416-bf15409bef11 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for router, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:10.670909 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-5f08788f-6f8d-4af5-8416-bf15409bef11 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "PUT /v2.0/routers/3f767e3a-3c69-4879-8359-d1cfbbf78ec7 HTTP/1.1" status: 200 len: 886 time: 0.8310866 Nov 24 02:02:10.672365 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815f33b8-9098-4933-bf23-2e5e427bf023 None None] Sync routers for ids ['3f767e3a-3c69-4879-8359-d1cfbbf78ec7'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 02:02:10.673851 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 52848) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:02:10.682627 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815f33b8-9098-4933-bf23-2e5e427bf023 None None] Routers {'3f767e3a-3c69-4879-8359-d1cfbbf78ec7'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:02:10.683233 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-815f33b8-9098-4933-bf23-2e5e427bf023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:01:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['3f767e3a-3c69-4879-8359-d1cfbbf78ec7'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:02:10.738670 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-dae095a7-ad29-4178-a466-f447631192ee tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/floatingips/2b3bb29d-2c6d-4862-a0f1-84fc7c69fb5e HTTP/1.1" status: 200 len: 990 time: 0.0635824 Nov 24 02:02:10.788526 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-815f33b8-9098-4933-bf23-2e5e427bf023 None None] Set router 3f767e3a-3c69-4879-8359-d1cfbbf78ec7 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:02:11.006200 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-815f33b8-9098-4933-bf23-2e5e427bf023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f767e3a-3c69-4879-8359-d1cfbbf78ec7', 'name': 'tempest-TestNetworkBasicOps-router-153420925', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.81'}], 'enable_snat': True}, 'gw_port_id': '042d4d3a-f06a-4465-8b6f-e4ca50686f4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:01:15Z', 'updated_at': '2021-11-24T02:02:10Z', 'revision_number': 6, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': '042d4d3a-f06a-4465-8b6f-e4ca50686f4f', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:07:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f767e3a-3c69-4879-8359-d1cfbbf78ec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:01:16Z', 'updated_at': '2021-11-24T02:02:10Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_floatingips': [{'id': '2b3bb29d-2c6d-4862-a0f1-84fc7c69fb5e', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'floating_ip_address': '172.26.5.76', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': '3f767e3a-3c69-4879-8359-d1cfbbf78ec7', 'port_id': 'e631de4e-e4a0-4733-a082-b972e4f4b0de', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f37bdf87-efa5-4c7c-90cc-77c027e38eda', 'mac_address': 'fa:16:3e:aa:cd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebcc12a-6414-46f3-bdb1-c2c115545ce1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T02:01:33Z', 'updated_at': '2021-11-24T02:02:08Z', 'revision_number': 2, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20fb132e-45f9-4494-874c-5717f1b10148', 'name': '', 'network_id': 'f37bdf87-efa5-4c7c-90cc-77c027e38eda', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'mac_address': 'fa:16:3e:6d:40:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f767e3a-3c69-4879-8359-d1cfbbf78ec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': 'd7e2c1a4-6634-4432-91e3-d0060f90ac96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:01:18Z', 'updated_at': '2021-11-24T02:02:08Z', 'revision_number': 6, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'subnets': [{'id': 'd7e2c1a4-6634-4432-91e3-d0060f90ac96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:02:11.031388 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815f33b8-9098-4933-bf23-2e5e427bf023 None None] Checking router: 3f767e3a-3c69-4879-8359-d1cfbbf78ec7 for host: dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 02:02:11.039253 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815f33b8-9098-4933-bf23-2e5e427bf023 None None] Routers {'3f767e3a-3c69-4879-8359-d1cfbbf78ec7'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:02:11.039837 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-815f33b8-9098-4933-bf23-2e5e427bf023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:01:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['3f767e3a-3c69-4879-8359-d1cfbbf78ec7'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:02:11.220972 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-815f33b8-9098-4933-bf23-2e5e427bf023 None None] Set router 3f767e3a-3c69-4879-8359-d1cfbbf78ec7 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:02:11.435742 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-815f33b8-9098-4933-bf23-2e5e427bf023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f767e3a-3c69-4879-8359-d1cfbbf78ec7', 'name': 'tempest-TestNetworkBasicOps-router-153420925', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.81'}], 'enable_snat': True}, 'gw_port_id': '042d4d3a-f06a-4465-8b6f-e4ca50686f4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:01:15Z', 'updated_at': '2021-11-24T02:02:10Z', 'revision_number': 6, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': '042d4d3a-f06a-4465-8b6f-e4ca50686f4f', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:07:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f767e3a-3c69-4879-8359-d1cfbbf78ec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:01:16Z', 'updated_at': '2021-11-24T02:02:10Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_floatingips': [{'id': '2b3bb29d-2c6d-4862-a0f1-84fc7c69fb5e', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'floating_ip_address': '172.26.5.76', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': '3f767e3a-3c69-4879-8359-d1cfbbf78ec7', 'port_id': 'e631de4e-e4a0-4733-a082-b972e4f4b0de', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f37bdf87-efa5-4c7c-90cc-77c027e38eda', 'mac_address': 'fa:16:3e:aa:cd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebcc12a-6414-46f3-bdb1-c2c115545ce1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T02:01:33Z', 'updated_at': '2021-11-24T02:02:08Z', 'revision_number': 2, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20fb132e-45f9-4494-874c-5717f1b10148', 'name': '', 'network_id': 'f37bdf87-efa5-4c7c-90cc-77c027e38eda', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'mac_address': 'fa:16:3e:6d:40:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f767e3a-3c69-4879-8359-d1cfbbf78ec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': 'd7e2c1a4-6634-4432-91e3-d0060f90ac96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:01:18Z', 'updated_at': '2021-11-24T02:02:08Z', 'revision_number': 6, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'subnets': [{'id': 'd7e2c1a4-6634-4432-91e3-d0060f90ac96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:02:11.461385 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815f33b8-9098-4933-bf23-2e5e427bf023 None None] The sync data for ids ['3f767e3a-3c69-4879-8359-d1cfbbf78ec7'] in dv-neutron-818911-2-hyperv is: [{'id': '3f767e3a-3c69-4879-8359-d1cfbbf78ec7', 'name': 'tempest-TestNetworkBasicOps-router-153420925', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.81'}], 'enable_snat': True}, 'gw_port_id': '042d4d3a-f06a-4465-8b6f-e4ca50686f4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:01:15Z', 'updated_at': '2021-11-24T02:02:10Z', 'revision_number': 6, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': '042d4d3a-f06a-4465-8b6f-e4ca50686f4f', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:07:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f767e3a-3c69-4879-8359-d1cfbbf78ec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:01:16Z', 'updated_at': '2021-11-24T02:02:10Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_floatingips': [{'id': '2b3bb29d-2c6d-4862-a0f1-84fc7c69fb5e', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'floating_ip_address': '172.26.5.76', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': '3f767e3a-3c69-4879-8359-d1cfbbf78ec7', 'port_id': 'e631de4e-e4a0-4733-a082-b972e4f4b0de', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f37bdf87-efa5-4c7c-90cc-77c027e38eda', 'mac_address': 'fa:16:3e:aa:cd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebcc12a-6414-46f3-bdb1-c2c115545ce1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T02:01:33Z', 'updated_at': '2021-11-24T02:02:08Z', 'revision_number': 2, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20fb132e-45f9-4494-874c-5717f1b10148', 'name': '', 'network_id': 'f37bdf87-efa5-4c7c-90cc-77c027e38eda', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'mac_address': 'fa:16:3e:6d:40:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f767e3a-3c69-4879-8359-d1cfbbf78ec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': 'd7e2c1a4-6634-4432-91e3-d0060f90ac96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:01:18Z', 'updated_at': '2021-11-24T02:02:08Z', 'revision_number': 6, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'subnets': [{'id': 'd7e2c1a4-6634-4432-91e3-d0060f90ac96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 02:02:11.742420 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 52850) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:02:11.804715 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-0dcc1ab8-ff31-4188-bd23-7506651e32a6 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/floatingips/2b3bb29d-2c6d-4862-a0f1-84fc7c69fb5e HTTP/1.1" status: 200 len: 990 time: 0.0611284 Nov 24 02:02:12.282002 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 042d4d3a-f06a-4465-8b6f-e4ca50686f4f up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 02:02:12.336605 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 042d4d3a-f06a-4465-8b6f-e4ca50686f4f triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:02:12.336976 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:12.416190 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:12.437306 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] For port 042d4d3a-f06a-4465-8b6f-e4ca50686f4f, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=042d4d3a-f06a-4465-8b6f-e4ca50686f4f,segment=NetworkSegment(03509fd2-ca9c-4aa0-94e6-e236afda62e7),segment_id=03509fd2-ca9c-4aa0-94e6-e236afda62e7)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:02:12.442390 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:12.443177 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 20fb132e-45f9-4494-874c-5717f1b10148 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 02:02:12.520156 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Pushing event updated for resources: {'Port': ['ID=042d4d3a-f06a-4465-8b6f-e4ca50686f4f,revision_number=6']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:02:12.532922 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 20fb132e-45f9-4494-874c-5717f1b10148 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:02:12.533330 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:12.611800 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:12.643686 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] For port 20fb132e-45f9-4494-874c-5717f1b10148, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=20fb132e-45f9-4494-874c-5717f1b10148,segment=NetworkSegment(139766e9-d901-49f9-b280-8136a4e7c4d7),segment_id=139766e9-d901-49f9-b280-8136a4e7c4d7)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:02:12.647368 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:12.695070 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Pushing event updated for resources: {'Port': ['ID=20fb132e-45f9-4494-874c-5717f1b10148,revision_number=7']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:02:12.808407 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 52852) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:02:12.876674 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-960b8791-cc1b-4852-9f59-8201c7f6f23e tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/floatingips/2b3bb29d-2c6d-4862-a0f1-84fc7c69fb5e HTTP/1.1" status: 200 len: 990 time: 0.0671887 Nov 24 02:02:13.069135 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab92cc28-82a1-48e0-ab46-16568118f59b None None] New status for floating IP 2b3bb29d-2c6d-4862-a0f1-84fc7c69fb5e: ACTIVE {{(pid=109868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 02:02:13.303672 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-cc31d817-a3aa-46e1-aeae-b0d3f9a872e1 req-51f645e9-a39f-4e2f-a62b-79e96f4fcc64 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5ebcc12a-6414-46f3-bdb1-c2c115545ce1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0415969 Nov 24 02:02:13.402958 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc31d817-a3aa-46e1-aeae-b0d3f9a872e1 req-344f10ef-5d22-4501-8710-e9991729349a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:02:13.404505 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-cc31d817-a3aa-46e1-aeae-b0d3f9a872e1 req-344f10ef-5d22-4501-8710-e9991729349a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5cd72ac6dd034b2d92e26f70404adb10&device_id=5ebcc12a-6414-46f3-bdb1-c2c115545ce1 HTTP/1.1" status: 200 len: 1098 time: 0.0415139 Nov 24 02:02:13.512378 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc31d817-a3aa-46e1-aeae-b0d3f9a872e1 req-720a7f88-6da6-4e10-8abb-ed794502a14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:02:13.513913 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-cc31d817-a3aa-46e1-aeae-b0d3f9a872e1 req-720a7f88-6da6-4e10-8abb-ed794502a14b service neutron] 10.222.0.48 "GET /v2.0/networks?id=f37bdf87-efa5-4c7c-90cc-77c027e38eda HTTP/1.1" status: 200 len: 897 time: 0.0903509 Nov 24 02:02:13.580584 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-cc31d817-a3aa-46e1-aeae-b0d3f9a872e1 req-68a3a1d6-79f7-4228-997b-aed927544634 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e631de4e-e4a0-4733-a082-b972e4f4b0de HTTP/1.1" status: 200 len: 1000 time: 0.0582950 Nov 24 02:02:13.630132 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc31d817-a3aa-46e1-aeae-b0d3f9a872e1 req-1ee16b61-9573-470b-8765-e8275cd147a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:02:13.631598 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-cc31d817-a3aa-46e1-aeae-b0d3f9a872e1 req-1ee16b61-9573-470b-8765-e8275cd147a1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d7e2c1a4-6634-4432-91e3-d0060f90ac96 HTTP/1.1" status: 200 len: 834 time: 0.0440574 Nov 24 02:02:13.683382 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc31d817-a3aa-46e1-aeae-b0d3f9a872e1 req-e143e8e1-ff2d-488e-a700-406025a04637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:02:13.685753 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-cc31d817-a3aa-46e1-aeae-b0d3f9a872e1 req-e143e8e1-ff2d-488e-a700-406025a04637 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f37bdf87-efa5-4c7c-90cc-77c027e38eda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0468795 Nov 24 02:02:13.773698 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-cc31d817-a3aa-46e1-aeae-b0d3f9a872e1 req-d8d93b5c-7fcd-4234-a5f3-5bbc176c7135 service neutron] 10.222.0.48 "GET /v2.0/networks/f37bdf87-efa5-4c7c-90cc-77c027e38eda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804181 Nov 24 02:02:13.865264 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-cc31d817-a3aa-46e1-aeae-b0d3f9a872e1 req-91eca6c4-6e8f-410c-a960-d6cf11e86418 service neutron] 10.222.0.48 "GET /v2.0/networks/f37bdf87-efa5-4c7c-90cc-77c027e38eda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847807 Nov 24 02:02:13.880970 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 52854) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:02:13.940346 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-88f6fe43-4add-413a-9e46-e2732e7531bf tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/floatingips/2b3bb29d-2c6d-4862-a0f1-84fc7c69fb5e HTTP/1.1" status: 200 len: 992 time: 0.0582960 Nov 24 02:02:14.197726 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 52860) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:02:14.248633 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 042d4d3a-f06a-4465-8b6f-e4ca50686f4f up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 02:02:14.295227 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 042d4d3a-f06a-4465-8b6f-e4ca50686f4f triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:02:14.295959 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:14.356499 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-87ee37ca-ce69-41a4-8e8d-9cc2ea7a44fc tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Deleting port b47f6449-3949-4766-91ed-e442f136465a {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 02:02:14.356966 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-87ee37ca-ce69-41a4-8e8d-9cc2ea7a44fc tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:14.374873 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 20fb132e-45f9-4494-874c-5717f1b10148 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 02:02:14.418764 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 20fb132e-45f9-4494-874c-5717f1b10148 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:02:14.419127 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:14.433442 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-87ee37ca-ce69-41a4-8e8d-9cc2ea7a44fc tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:14.433771 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-87ee37ca-ce69-41a4-8e8d-9cc2ea7a44fc tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:14.446036 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-87ee37ca-ce69-41a4-8e8d-9cc2ea7a44fc tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Calling delete_port for b47f6449-3949-4766-91ed-e442f136465a owned by network:floatingip {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 02:02:14.590918 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-87ee37ca-ce69-41a4-8e8d-9cc2ea7a44fc tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:14.616877 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ee37ca-ce69-41a4-8e8d-9cc2ea7a44fc tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event deleted for resources: {'Port': ['ID=b47f6449-3949-4766-91ed-e442f136465a,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:02:14.630080 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ee37ca-ce69-41a4-8e8d-9cc2ea7a44fc tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:02:14.630620 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ee37ca-ce69-41a4-8e8d-9cc2ea7a44fc tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:02:14.631025 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ee37ca-ce69-41a4-8e8d-9cc2ea7a44fc tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:02:14.631424 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ee37ca-ce69-41a4-8e8d-9cc2ea7a44fc tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:02:14.631756 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ee37ca-ce69-41a4-8e8d-9cc2ea7a44fc tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:02:14.632083 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ee37ca-ce69-41a4-8e8d-9cc2ea7a44fc tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:02:14.632408 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ee37ca-ce69-41a4-8e8d-9cc2ea7a44fc tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:02:14.632732 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ee37ca-ce69-41a4-8e8d-9cc2ea7a44fc tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:02:14.633055 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ee37ca-ce69-41a4-8e8d-9cc2ea7a44fc tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:02:14.633375 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ee37ca-ce69-41a4-8e8d-9cc2ea7a44fc tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:02:14.633717 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ee37ca-ce69-41a4-8e8d-9cc2ea7a44fc tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:02:14.634034 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ee37ca-ce69-41a4-8e8d-9cc2ea7a44fc tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:02:14.686855 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-87ee37ca-ce69-41a4-8e8d-9cc2ea7a44fc tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for floatingip, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:14.687175 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.l3_db [None req-87ee37ca-ce69-41a4-8e8d-9cc2ea7a44fc tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Floating IP 2b3bb29d-2c6d-4862-a0f1-84fc7c69fb5e disassociated (deleted). External IP: 172.26.5.76, port: e631de4e-e4a0-4733-a082-b972e4f4b0de. Nov 24 02:02:15.208545 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87ee37ca-ce69-41a4-8e8d-9cc2ea7a44fc tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Router 3f767e3a-3c69-4879-8359-d1cfbbf78ec7 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 02:02:15.315227 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87ee37ca-ce69-41a4-8e8d-9cc2ea7a44fc tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 02:02:15.319616 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-87ee37ca-ce69-41a4-8e8d-9cc2ea7a44fc tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for floatingip, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:15.324528 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87dfeb57-7aff-4b78-8321-8929d4e7bca0 None None] Sync routers for ids ['3f767e3a-3c69-4879-8359-d1cfbbf78ec7'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 02:02:15.335127 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87dfeb57-7aff-4b78-8321-8929d4e7bca0 None None] Routers {'3f767e3a-3c69-4879-8359-d1cfbbf78ec7'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:02:15.336109 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-87dfeb57-7aff-4b78-8321-8929d4e7bca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:01:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['3f767e3a-3c69-4879-8359-d1cfbbf78ec7'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:02:15.345863 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-87ee37ca-ce69-41a4-8e8d-9cc2ea7a44fc tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "DELETE /v2.0/floatingips/2b3bb29d-2c6d-4862-a0f1-84fc7c69fb5e HTTP/1.1" status: 204 len: 168 time: 1.1468446 Nov 24 02:02:15.346561 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ebcc12a-6414-46f3-bdb1-c2c115545ce1', 'tag': 'e631de4e-e4a0-4733-a082-b972e4f4b0de'}] {{(pid=109866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:02:15.348973 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b7c53c286d9351d1367337230623a155cee02c46c94b80588b67a0bc16402ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d10a6dba-7009-4b8a-bda6-804c9be54a50" -d '{"events": [{"name": "network-changed", "server_uuid": "5ebcc12a-6414-46f3-bdb1-c2c115545ce1", "tag": "e631de4e-e4a0-4733-a082-b972e4f4b0de"}]}' {{(pid=109866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:02:15.389172 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 02:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8009622-ed16-4e2f-826b-b7785fca0987 x-openstack-request-id: req-f8009622-ed16-4e2f-826b-b7785fca0987 {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:02:15.389519 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ebcc12a-6414-46f3-bdb1-c2c115545ce1", "tag": "e631de4e-e4a0-4733-a082-b972e4f4b0de", "status": "completed", "code": 200}]} {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:02:15.389778 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f8009622-ed16-4e2f-826b-b7785fca0987 {{(pid=109866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:02:15.390186 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ebcc12a-6414-46f3-bdb1-c2c115545ce1', 'tag': 'e631de4e-e4a0-4733-a082-b972e4f4b0de', 'status': 'completed', 'code': 200} Nov 24 02:02:15.445133 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-87dfeb57-7aff-4b78-8321-8929d4e7bca0 None None] Set router 3f767e3a-3c69-4879-8359-d1cfbbf78ec7 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:02:15.481570 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10a6dba-7009-4b8a-bda6-804c9be54a50 req-31ceef96-6c9d-4b02-83ec-3c0e2cf2638d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:02:15.483469 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-d10a6dba-7009-4b8a-bda6-804c9be54a50 req-31ceef96-6c9d-4b02-83ec-3c0e2cf2638d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5cd72ac6dd034b2d92e26f70404adb10&device_id=5ebcc12a-6414-46f3-bdb1-c2c115545ce1 HTTP/1.1" status: 200 len: 1098 time: 0.0484796 Nov 24 02:02:15.578974 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10a6dba-7009-4b8a-bda6-804c9be54a50 req-80670809-63f6-4227-ae3f-d73e2aaedf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:02:15.579959 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-d10a6dba-7009-4b8a-bda6-804c9be54a50 req-80670809-63f6-4227-ae3f-d73e2aaedf74 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f37bdf87-efa5-4c7c-90cc-77c027e38eda HTTP/1.1" status: 200 len: 897 time: 0.0879476 Nov 24 02:02:15.597687 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fdda0d-63d9-4d59-914b-ba3c181c2930 req-00c732dc-4f25-4248-b792-0f005ce33af7 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:02:15.599792 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-61fdda0d-63d9-4d59-914b-ba3c181c2930 req-00c732dc-4f25-4248-b792-0f005ce33af7 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ebcc12a-6414-46f3-bdb1-c2c115545ce1 HTTP/1.1" status: 200 len: 945 time: 0.0642884 Nov 24 02:02:15.628095 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-d10a6dba-7009-4b8a-bda6-804c9be54a50 req-1a010b07-06f5-4ce8-b5c6-d2e998b855bc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e631de4e-e4a0-4733-a082-b972e4f4b0de HTTP/1.1" status: 200 len: 217 time: 0.0388906 Nov 24 02:02:15.651934 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-61fdda0d-63d9-4d59-914b-ba3c181c2930 req-6e395dcd-8f01-4ea0-8839-3df42be6f590 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=58a1626f-46b7-479b-aee4-acd6b3af5aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452383 Nov 24 02:02:15.652489 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-87dfeb57-7aff-4b78-8321-8929d4e7bca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f767e3a-3c69-4879-8359-d1cfbbf78ec7', 'name': 'tempest-TestNetworkBasicOps-router-153420925', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.81'}], 'enable_snat': True}, 'gw_port_id': '042d4d3a-f06a-4465-8b6f-e4ca50686f4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:01:15Z', 'updated_at': '2021-11-24T02:02:10Z', 'revision_number': 6, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': '042d4d3a-f06a-4465-8b6f-e4ca50686f4f', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:07:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f767e3a-3c69-4879-8359-d1cfbbf78ec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:01:16Z', 'updated_at': '2021-11-24T02:02:12Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': '20fb132e-45f9-4494-874c-5717f1b10148', 'name': '', 'network_id': 'f37bdf87-efa5-4c7c-90cc-77c027e38eda', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'mac_address': 'fa:16:3e:6d:40:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f767e3a-3c69-4879-8359-d1cfbbf78ec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': 'd7e2c1a4-6634-4432-91e3-d0060f90ac96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:01:18Z', 'updated_at': '2021-11-24T02:02:12Z', 'revision_number': 7, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'subnets': [{'id': 'd7e2c1a4-6634-4432-91e3-d0060f90ac96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:02:15.679362 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10a6dba-7009-4b8a-bda6-804c9be54a50 req-91df0732-74ea-4728-91c4-8c30ab564d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:02:15.680738 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87dfeb57-7aff-4b78-8321-8929d4e7bca0 None None] Checking router: 3f767e3a-3c69-4879-8359-d1cfbbf78ec7 for host: dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 02:02:15.680866 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-d10a6dba-7009-4b8a-bda6-804c9be54a50 req-91df0732-74ea-4728-91c4-8c30ab564d66 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d7e2c1a4-6634-4432-91e3-d0060f90ac96 HTTP/1.1" status: 200 len: 834 time: 0.0456431 Nov 24 02:02:15.688967 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87dfeb57-7aff-4b78-8321-8929d4e7bca0 None None] Routers {'3f767e3a-3c69-4879-8359-d1cfbbf78ec7'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:02:15.689732 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-87dfeb57-7aff-4b78-8321-8929d4e7bca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:01:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['3f767e3a-3c69-4879-8359-d1cfbbf78ec7'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:02:15.728595 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10a6dba-7009-4b8a-bda6-804c9be54a50 req-30a8e8ee-e19d-4238-b697-4bd94a427594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:02:15.730121 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-d10a6dba-7009-4b8a-bda6-804c9be54a50 req-30a8e8ee-e19d-4238-b697-4bd94a427594 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f37bdf87-efa5-4c7c-90cc-77c027e38eda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401607 Nov 24 02:02:15.795230 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-87dfeb57-7aff-4b78-8321-8929d4e7bca0 None None] Set router 3f767e3a-3c69-4879-8359-d1cfbbf78ec7 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:02:15.825331 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-d10a6dba-7009-4b8a-bda6-804c9be54a50 req-21e7e780-48e8-4f88-b4ec-9366afbd3708 service neutron] 10.222.0.48 "GET /v2.0/networks/f37bdf87-efa5-4c7c-90cc-77c027e38eda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855634 Nov 24 02:02:15.917123 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-d10a6dba-7009-4b8a-bda6-804c9be54a50 req-76ab84d3-1a4d-461d-901e-463e06046d4a service neutron] 10.222.0.48 "GET /v2.0/networks/f37bdf87-efa5-4c7c-90cc-77c027e38eda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832694 Nov 24 02:02:15.991551 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-87dfeb57-7aff-4b78-8321-8929d4e7bca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f767e3a-3c69-4879-8359-d1cfbbf78ec7', 'name': 'tempest-TestNetworkBasicOps-router-153420925', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.81'}], 'enable_snat': True}, 'gw_port_id': '042d4d3a-f06a-4465-8b6f-e4ca50686f4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:01:15Z', 'updated_at': '2021-11-24T02:02:10Z', 'revision_number': 6, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': '042d4d3a-f06a-4465-8b6f-e4ca50686f4f', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:07:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f767e3a-3c69-4879-8359-d1cfbbf78ec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:01:16Z', 'updated_at': '2021-11-24T02:02:12Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': '20fb132e-45f9-4494-874c-5717f1b10148', 'name': '', 'network_id': 'f37bdf87-efa5-4c7c-90cc-77c027e38eda', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'mac_address': 'fa:16:3e:6d:40:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f767e3a-3c69-4879-8359-d1cfbbf78ec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': 'd7e2c1a4-6634-4432-91e3-d0060f90ac96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:01:18Z', 'updated_at': '2021-11-24T02:02:12Z', 'revision_number': 7, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'subnets': [{'id': 'd7e2c1a4-6634-4432-91e3-d0060f90ac96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:02:16.020408 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87dfeb57-7aff-4b78-8321-8929d4e7bca0 None None] The sync data for ids ['3f767e3a-3c69-4879-8359-d1cfbbf78ec7'] in dv-neutron-818911-2-hyperv is: [{'id': '3f767e3a-3c69-4879-8359-d1cfbbf78ec7', 'name': 'tempest-TestNetworkBasicOps-router-153420925', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.81'}], 'enable_snat': True}, 'gw_port_id': '042d4d3a-f06a-4465-8b6f-e4ca50686f4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:01:15Z', 'updated_at': '2021-11-24T02:02:10Z', 'revision_number': 6, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': '042d4d3a-f06a-4465-8b6f-e4ca50686f4f', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:07:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f767e3a-3c69-4879-8359-d1cfbbf78ec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:01:16Z', 'updated_at': '2021-11-24T02:02:12Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': '20fb132e-45f9-4494-874c-5717f1b10148', 'name': '', 'network_id': 'f37bdf87-efa5-4c7c-90cc-77c027e38eda', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'mac_address': 'fa:16:3e:6d:40:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f767e3a-3c69-4879-8359-d1cfbbf78ec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': 'd7e2c1a4-6634-4432-91e3-d0060f90ac96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:01:18Z', 'updated_at': '2021-11-24T02:02:12Z', 'revision_number': 7, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'subnets': [{'id': 'd7e2c1a4-6634-4432-91e3-d0060f90ac96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 02:02:16.628164 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffffb25-47e6-4bc1-88e4-152ab895856d None None] New status for floating IP 2b3bb29d-2c6d-4862-a0f1-84fc7c69fb5e: DOWN {{(pid=109868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 02:02:16.772567 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1507ca4-565f-4f7d-b818-5368aba31add req-8172a267-416a-4925-9cef-b913de20c29c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:02:16.774094 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-f1507ca4-565f-4f7d-b818-5368aba31add req-8172a267-416a-4925-9cef-b913de20c29c tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ebcc12a-6414-46f3-bdb1-c2c115545ce1 HTTP/1.1" status: 200 len: 945 time: 0.0490716 Nov 24 02:02:16.828080 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-f1507ca4-565f-4f7d-b818-5368aba31add req-e4ebec31-5ce3-4eb9-9906-4025fe8a6009 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/security-groups?id=58a1626f-46b7-479b-aee4-acd6b3af5aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480950 Nov 24 02:02:17.048183 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8443e30b-d637-4cfe-b6a2-f5c0f9fbc96b req-7d30505e-8f37-4bb3-a06a-065a5f1f4012 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:02:17.050254 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-8443e30b-d637-4cfe-b6a2-f5c0f9fbc96b req-7d30505e-8f37-4bb3-a06a-065a5f1f4012 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ebcc12a-6414-46f3-bdb1-c2c115545ce1 HTTP/1.1" status: 200 len: 945 time: 0.0472422 Nov 24 02:02:17.137427 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [req-8443e30b-d637-4cfe-b6a2-f5c0f9fbc96b req-cfffc162-e3f5-4221-9352-8a8f655627c3 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Deleting port e631de4e-e4a0-4733-a082-b972e4f4b0de {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 02:02:17.137775 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-8443e30b-d637-4cfe-b6a2-f5c0f9fbc96b req-cfffc162-e3f5-4221-9352-8a8f655627c3 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:17.229212 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [req-8443e30b-d637-4cfe-b6a2-f5c0f9fbc96b req-cfffc162-e3f5-4221-9352-8a8f655627c3 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] For port e631de4e-e4a0-4733-a082-b972e4f4b0de, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=e631de4e-e4a0-4733-a082-b972e4f4b0de,segment=NetworkSegment(139766e9-d901-49f9-b280-8136a4e7c4d7),segment_id=139766e9-d901-49f9-b280-8136a4e7c4d7)] {{(pid=109866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:02:17.229598 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-8443e30b-d637-4cfe-b6a2-f5c0f9fbc96b req-cfffc162-e3f5-4221-9352-8a8f655627c3 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:17.242682 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [req-8443e30b-d637-4cfe-b6a2-f5c0f9fbc96b req-cfffc162-e3f5-4221-9352-8a8f655627c3 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Calling delete_port for e631de4e-e4a0-4733-a082-b972e4f4b0de owned by compute:nova {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 02:02:17.370170 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-8443e30b-d637-4cfe-b6a2-f5c0f9fbc96b req-cfffc162-e3f5-4221-9352-8a8f655627c3 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:17.398531 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfffc162-e3f5-4221-9352-8a8f655627c3 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event deleted for resources: {'Port': ['ID=e631de4e-e4a0-4733-a082-b972e4f4b0de,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:02:17.438253 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [req-8443e30b-d637-4cfe-b6a2-f5c0f9fbc96b req-cfffc162-e3f5-4221-9352-8a8f655627c3 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] No DVR routers for this DVR port e631de4e-e4a0-4733-a082-b972e4f4b0de on host hv-neutron-8189 {{(pid=109866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 02:02:17.440714 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-8443e30b-d637-4cfe-b6a2-f5c0f9fbc96b req-cfffc162-e3f5-4221-9352-8a8f655627c3 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:17.444069 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-8443e30b-d637-4cfe-b6a2-f5c0f9fbc96b req-cfffc162-e3f5-4221-9352-8a8f655627c3 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.48 "DELETE /v2.0/ports/e631de4e-e4a0-4733-a082-b972e4f4b0de HTTP/1.1" status: 204 len: 173 time: 0.3877375 Nov 24 02:02:17.444504 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ebcc12a-6414-46f3-bdb1-c2c115545ce1', 'name': 'network-vif-deleted', 'tag': 'e631de4e-e4a0-4733-a082-b972e4f4b0de'}] {{(pid=109866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:02:17.446827 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b7c53c286d9351d1367337230623a155cee02c46c94b80588b67a0bc16402ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-729d6499-4ad2-4b74-83b3-7712be5d61a5" -d '{"events": [{"server_uuid": "5ebcc12a-6414-46f3-bdb1-c2c115545ce1", "name": "network-vif-deleted", "tag": "e631de4e-e4a0-4733-a082-b972e4f4b0de"}]}' {{(pid=109866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:02:17.486026 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 02:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4762d30-f972-4b5a-a607-8a554a98c866 x-openstack-request-id: req-b4762d30-f972-4b5a-a607-8a554a98c866 {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:02:17.486411 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ebcc12a-6414-46f3-bdb1-c2c115545ce1", "name": "network-vif-deleted", "tag": "e631de4e-e4a0-4733-a082-b972e4f4b0de", "status": "completed", "code": 200}]} {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:02:17.486625 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b4762d30-f972-4b5a-a607-8a554a98c866 {{(pid=109866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:02:17.487007 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ebcc12a-6414-46f3-bdb1-c2c115545ce1', 'name': 'network-vif-deleted', 'tag': 'e631de4e-e4a0-4733-a082-b972e4f4b0de', 'status': 'completed', 'code': 200} Nov 24 02:02:17.932453 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-af8389f9-1a1c-4d83-b0a8-0d65af47ff77 req-c19d1df2-01e8-4351-8da1-ec1353295cc2 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ebcc12a-6414-46f3-bdb1-c2c115545ce1 HTTP/1.1" status: 200 len: 210 time: 0.0268836 Nov 24 02:02:18.989246 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 52876) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:02:19.048673 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-548f4fcc-a937-4065-aeac-534240c15aaa tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:19.073273 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-548f4fcc-a937-4065-aeac-534240c15aaa tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:19.135610 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-548f4fcc-a937-4065-aeac-534240c15aaa tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:19.138265 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-548f4fcc-a937-4065-aeac-534240c15aaa tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for security_group, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:19.139438 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-548f4fcc-a937-4065-aeac-534240c15aaa tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "DELETE /v2.0/security-groups/58a1626f-46b7-479b-aee4-acd6b3af5aa8 HTTP/1.1" status: 204 len: 168 time: 0.1491637 Nov 24 02:02:19.149455 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548f4fcc-a937-4065-aeac-534240c15aaa tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a1626f-46b7-479b-aee4-acd6b3af5aa8,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:02:19.179205 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 52880) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:02:19.534073 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-653a7b8b-71be-4387-816f-baed0f6bc022 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3777994'] for router_interface, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:19.782851 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-653a7b8b-71be-4387-816f-baed0f6bc022 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Deleting port 20fb132e-45f9-4494-874c-5717f1b10148 {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 02:02:19.783108 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-653a7b8b-71be-4387-816f-baed0f6bc022 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:19.873572 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [None req-653a7b8b-71be-4387-816f-baed0f6bc022 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] For port 20fb132e-45f9-4494-874c-5717f1b10148, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=20fb132e-45f9-4494-874c-5717f1b10148,segment=NetworkSegment(139766e9-d901-49f9-b280-8136a4e7c4d7),segment_id=139766e9-d901-49f9-b280-8136a4e7c4d7)] {{(pid=109866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:02:19.873933 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-653a7b8b-71be-4387-816f-baed0f6bc022 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:19.886826 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-653a7b8b-71be-4387-816f-baed0f6bc022 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Calling delete_port for 20fb132e-45f9-4494-874c-5717f1b10148 owned by network:router_interface {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 02:02:20.065561 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-653a7b8b-71be-4387-816f-baed0f6bc022 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:20.092355 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653a7b8b-71be-4387-816f-baed0f6bc022 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event deleted for resources: {'Port': ['ID=20fb132e-45f9-4494-874c-5717f1b10148,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:02:20.272176 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-653a7b8b-71be-4387-816f-baed0f6bc022 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424538'] for router_interface, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:20.485744 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-653a7b8b-71be-4387-816f-baed0f6bc022 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Router 3f767e3a-3c69-4879-8359-d1cfbbf78ec7 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 02:02:20.589787 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-653a7b8b-71be-4387-816f-baed0f6bc022 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 02:02:20.597374 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-653a7b8b-71be-4387-816f-baed0f6bc022 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "PUT /v2.0/routers/3f767e3a-3c69-4879-8359-d1cfbbf78ec7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4170284 Nov 24 02:02:20.598373 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 52882) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:02:20.601619 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f00e4d8-2f43-4fb8-a42f-ee28b3a4c945 None None] Sync routers for ids ['3f767e3a-3c69-4879-8359-d1cfbbf78ec7'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 02:02:20.611062 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f00e4d8-2f43-4fb8-a42f-ee28b3a4c945 None None] Routers {'3f767e3a-3c69-4879-8359-d1cfbbf78ec7'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:02:20.611665 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-1f00e4d8-2f43-4fb8-a42f-ee28b3a4c945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:01:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['3f767e3a-3c69-4879-8359-d1cfbbf78ec7'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:02:20.648555 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_v2 [None req-e33d255d-708c-43ee-bedc-0d4bc0a81aa4 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Deleting subnet d7e2c1a4-6634-4432-91e3-d0060f90ac96 {{(pid=109866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 02:02:20.651666 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e33d255d-708c-43ee-bedc-0d4bc0a81aa4 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for subnet, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:20.697221 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e33d255d-708c-43ee-bedc-0d4bc0a81aa4 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29055568'] for subnet, precommit_delete_associations {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:20.714370 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-1f00e4d8-2f43-4fb8-a42f-ee28b3a4c945 None None] Set router 3f767e3a-3c69-4879-8359-d1cfbbf78ec7 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:02:20.777397 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e33d255d-708c-43ee-bedc-0d4bc0a81aa4 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:20.836565 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e33d255d-708c-43ee-bedc-0d4bc0a81aa4 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29149324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29154870'] for subnet, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:20.865911 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33d255d-708c-43ee-bedc-0d4bc0a81aa4 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event deleted for resources: {'Subnet': ['ID=d7e2c1a4-6634-4432-91e3-d0060f90ac96,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:02:20.867886 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e33d255d-708c-43ee-bedc-0d4bc0a81aa4 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:20.871157 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-e33d255d-708c-43ee-bedc-0d4bc0a81aa4 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "DELETE /v2.0/subnets/d7e2c1a4-6634-4432-91e3-d0060f90ac96 HTTP/1.1" status: 204 len: 168 time: 0.2718170 Nov 24 02:02:20.872894 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4c7fbc-0b4f-4e97-baa2-9768e3ea45e3 None None] Network f37bdf87-efa5-4c7c-90cc-77c027e38eda requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 02:02:20.873843 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 52884) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:02:20.988097 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-1f00e4d8-2f43-4fb8-a42f-ee28b3a4c945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f767e3a-3c69-4879-8359-d1cfbbf78ec7', 'name': 'tempest-TestNetworkBasicOps-router-153420925', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.81'}], 'enable_snat': True}, 'gw_port_id': '042d4d3a-f06a-4465-8b6f-e4ca50686f4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:01:15Z', 'updated_at': '2021-11-24T02:02:20Z', 'revision_number': 7, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': '042d4d3a-f06a-4465-8b6f-e4ca50686f4f', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:07:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f767e3a-3c69-4879-8359-d1cfbbf78ec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:01:16Z', 'updated_at': '2021-11-24T02:02:12Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:02:20.995342 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-366e34a4-7aed-4ad2-a2f1-ffa35ff83716 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for router, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:21.024154 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f00e4d8-2f43-4fb8-a42f-ee28b3a4c945 None None] Checking router: 3f767e3a-3c69-4879-8359-d1cfbbf78ec7 for host: dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 02:02:21.033331 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f00e4d8-2f43-4fb8-a42f-ee28b3a4c945 None None] Routers {'3f767e3a-3c69-4879-8359-d1cfbbf78ec7'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:02:21.033986 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-1f00e4d8-2f43-4fb8-a42f-ee28b3a4c945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:01:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['3f767e3a-3c69-4879-8359-d1cfbbf78ec7'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:02:21.050580 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77ccec0-fe9c-474f-985e-8bdba8fc7624 None None] DHCP port deletion for f37bdf87-efa5-4c7c-90cc-77c027e38eda request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 02:02:21.101185 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-b77ccec0-fe9c-474f-985e-8bdba8fc7624 None None] Deleting port a28821dc-93bc-4926-b1c4-a81784de09fa {{(pid=109868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 02:02:21.101826 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-b77ccec0-fe9c-474f-985e-8bdba8fc7624 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:21.104400 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-366e34a4-7aed-4ad2-a2f1-ffa35ff83716 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:21.141474 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-1f00e4d8-2f43-4fb8-a42f-ee28b3a4c945 None None] Set router 3f767e3a-3c69-4879-8359-d1cfbbf78ec7 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:02:21.161898 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-366e34a4-7aed-4ad2-a2f1-ffa35ff83716 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Deleting port 042d4d3a-f06a-4465-8b6f-e4ca50686f4f {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 02:02:21.162114 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-366e34a4-7aed-4ad2-a2f1-ffa35ff83716 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:21.167178 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-b77ccec0-fe9c-474f-985e-8bdba8fc7624 None None] For port a28821dc-93bc-4926-b1c4-a81784de09fa, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=a28821dc-93bc-4926-b1c4-a81784de09fa,segment=NetworkSegment(139766e9-d901-49f9-b280-8136a4e7c4d7),segment_id=139766e9-d901-49f9-b280-8136a4e7c4d7)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:02:21.168643 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-b77ccec0-fe9c-474f-985e-8bdba8fc7624 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:21.180732 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-b77ccec0-fe9c-474f-985e-8bdba8fc7624 None None] Calling delete_port for a28821dc-93bc-4926-b1c4-a81784de09fa owned by network:dhcp {{(pid=109868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 02:02:21.201646 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.agents_db [None req-4e42c10c-a1d3-4d07-89d6-7a24334140aa None None] Agent healthcheck: found 6 active agents {{(pid=109869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 02:02:21.244281 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [None req-366e34a4-7aed-4ad2-a2f1-ffa35ff83716 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] For port 042d4d3a-f06a-4465-8b6f-e4ca50686f4f, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=042d4d3a-f06a-4465-8b6f-e4ca50686f4f,segment=NetworkSegment(03509fd2-ca9c-4aa0-94e6-e236afda62e7),segment_id=03509fd2-ca9c-4aa0-94e6-e236afda62e7)] {{(pid=109867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:02:21.244744 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-366e34a4-7aed-4ad2-a2f1-ffa35ff83716 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:21.258877 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-366e34a4-7aed-4ad2-a2f1-ffa35ff83716 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Calling delete_port for 042d4d3a-f06a-4465-8b6f-e4ca50686f4f owned by network:router_gateway {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 02:02:21.267847 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-b77ccec0-fe9c-474f-985e-8bdba8fc7624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974'] for port, after_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:21.294422 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77ccec0-fe9c-474f-985e-8bdba8fc7624 None None] Pushing event deleted for resources: {'Port': ['ID=a28821dc-93bc-4926-b1c4-a81784de09fa,revision_number=None']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:02:21.303021 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77ccec0-fe9c-474f-985e-8bdba8fc7624 None None] No DVR routers for this DVR port a28821dc-93bc-4926-b1c4-a81784de09fa on host dv-neutron-818911-2-hyperv {{(pid=109868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 02:02:21.316857 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77ccec0-fe9c-474f-985e-8bdba8fc7624 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:02:21.317215 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77ccec0-fe9c-474f-985e-8bdba8fc7624 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:02:21.317673 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77ccec0-fe9c-474f-985e-8bdba8fc7624 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:02:21.317913 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77ccec0-fe9c-474f-985e-8bdba8fc7624 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:02:21.318247 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77ccec0-fe9c-474f-985e-8bdba8fc7624 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:02:21.318583 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77ccec0-fe9c-474f-985e-8bdba8fc7624 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:02:21.318914 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77ccec0-fe9c-474f-985e-8bdba8fc7624 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:02:21.319251 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77ccec0-fe9c-474f-985e-8bdba8fc7624 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:02:21.319581 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77ccec0-fe9c-474f-985e-8bdba8fc7624 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:02:21.319913 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77ccec0-fe9c-474f-985e-8bdba8fc7624 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:02:21.320237 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77ccec0-fe9c-474f-985e-8bdba8fc7624 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:02:21.320558 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77ccec0-fe9c-474f-985e-8bdba8fc7624 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:02:21.335105 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-1f00e4d8-2f43-4fb8-a42f-ee28b3a4c945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f767e3a-3c69-4879-8359-d1cfbbf78ec7', 'name': 'tempest-TestNetworkBasicOps-router-153420925', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.81'}], 'enable_snat': True}, 'gw_port_id': '042d4d3a-f06a-4465-8b6f-e4ca50686f4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:01:15Z', 'updated_at': '2021-11-24T02:02:20Z', 'revision_number': 7, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': '042d4d3a-f06a-4465-8b6f-e4ca50686f4f', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:07:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f767e3a-3c69-4879-8359-d1cfbbf78ec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:01:16Z', 'updated_at': '2021-11-24T02:02:12Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:02:21.362612 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f00e4d8-2f43-4fb8-a42f-ee28b3a4c945 None None] The sync data for ids ['3f767e3a-3c69-4879-8359-d1cfbbf78ec7'] in dv-neutron-818911-2-hyperv is: [{'id': '3f767e3a-3c69-4879-8359-d1cfbbf78ec7', 'name': 'tempest-TestNetworkBasicOps-router-153420925', 'tenant_id': '5cd72ac6dd034b2d92e26f70404adb10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.81'}], 'enable_snat': True}, 'gw_port_id': '042d4d3a-f06a-4465-8b6f-e4ca50686f4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:01:15Z', 'updated_at': '2021-11-24T02:02:20Z', 'revision_number': 7, 'project_id': '5cd72ac6dd034b2d92e26f70404adb10', 'gw_port': {'id': '042d4d3a-f06a-4465-8b6f-e4ca50686f4f', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:07:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f767e3a-3c69-4879-8359-d1cfbbf78ec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:01:16Z', 'updated_at': '2021-11-24T02:02:12Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 02:02:21.448335 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-366e34a4-7aed-4ad2-a2f1-ffa35ff83716 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:21.474364 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366e34a4-7aed-4ad2-a2f1-ffa35ff83716 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event deleted for resources: {'Port': ['ID=042d4d3a-f06a-4465-8b6f-e4ca50686f4f,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:02:21.485852 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366e34a4-7aed-4ad2-a2f1-ffa35ff83716 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:02:21.486837 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366e34a4-7aed-4ad2-a2f1-ffa35ff83716 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:02:21.487184 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366e34a4-7aed-4ad2-a2f1-ffa35ff83716 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:02:21.487527 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366e34a4-7aed-4ad2-a2f1-ffa35ff83716 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:02:21.487864 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366e34a4-7aed-4ad2-a2f1-ffa35ff83716 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:02:21.488196 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366e34a4-7aed-4ad2-a2f1-ffa35ff83716 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:02:21.488532 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366e34a4-7aed-4ad2-a2f1-ffa35ff83716 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:02:21.488863 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366e34a4-7aed-4ad2-a2f1-ffa35ff83716 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:02:21.489195 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366e34a4-7aed-4ad2-a2f1-ffa35ff83716 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:02:21.489555 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366e34a4-7aed-4ad2-a2f1-ffa35ff83716 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:02:21.489690 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaeb844e-117d-49e6-9110-4940c8e173c2 None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 02:02:21.489887 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366e34a4-7aed-4ad2-a2f1-ffa35ff83716 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:02:21.490211 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366e34a4-7aed-4ad2-a2f1-ffa35ff83716 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:02:21.543485 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-366e34a4-7aed-4ad2-a2f1-ffa35ff83716 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418161'] for router_gateway, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:21.634091 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-366e34a4-7aed-4ad2-a2f1-ffa35ff83716 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-424460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2766'] for router, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:21.636295 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-366e34a4-7aed-4ad2-a2f1-ffa35ff83716 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:21.682454 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-366e34a4-7aed-4ad2-a2f1-ffa35ff83716 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-424469'] for router, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:21.682977 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-366e34a4-7aed-4ad2-a2f1-ffa35ff83716 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Fanout notify agent at l3_agent the message router_deleted on router 3f767e3a-3c69-4879-8359-d1cfbbf78ec7 {{(pid=109867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 02:02:21.689902 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-366e34a4-7aed-4ad2-a2f1-ffa35ff83716 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for router, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:21.691006 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-366e34a4-7aed-4ad2-a2f1-ffa35ff83716 tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "DELETE /v2.0/routers/3f767e3a-3c69-4879-8359-d1cfbbf78ec7 HTTP/1.1" status: 204 len: 168 time: 0.8160520 Nov 24 02:02:21.693671 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 52886) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:02:21.772652 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e719fa9a-da03-4b92-bb58-caa517fa868e tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:21.869926 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e719fa9a-da03-4b92-bb58-caa517fa868e tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:21.889094 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-e719fa9a-da03-4b92-bb58-caa517fa868e tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f37bdf87-efa5-4c7c-90cc-77c027e38eda']}} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:02:21.898708 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-e719fa9a-da03-4b92-bb58-caa517fa868e tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '139766e9-d901-49f9-b280-8136a4e7c4d7') {'for_net_delete': True} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:02:21.899002 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-e719fa9a-da03-4b92-bb58-caa517fa868e tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '139766e9-d901-49f9-b280-8136a4e7c4d7') {} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:02:21.909310 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e719fa9a-da03-4b92-bb58-caa517fa868e tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28690908'] for segment, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:21.922808 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e719fa9a-da03-4b92-bb58-caa517fa868e tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:21.929860 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e719fa9a-da03-4b92-bb58-caa517fa868e tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=109867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 02:02:21.930254 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e719fa9a-da03-4b92-bb58-caa517fa868e tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25503736'] for segment, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:21.933938 dv-neutron-818911-2-hyperv neutron-server[109867]: Traceback (most recent call last): Nov 24 02:02:21.933938 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 02:02:21.933938 dv-neutron-818911-2-hyperv neutron-server[109867]: timer() Nov 24 02:02:21.933938 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 02:02:21.933938 dv-neutron-818911-2-hyperv neutron-server[109867]: cb(*args, **kw) Nov 24 02:02:21.933938 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 02:02:21.933938 dv-neutron-818911-2-hyperv neutron-server[109867]: return func(*args, **kwargs) Nov 24 02:02:21.933938 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 02:02:21.933938 dv-neutron-818911-2-hyperv neutron-server[109867]: self._notify() Nov 24 02:02:21.933938 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 02:02:21.933938 dv-neutron-818911-2-hyperv neutron-server[109867]: self.callback(batched_events) Nov 24 02:02:21.933938 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 02:02:21.933938 dv-neutron-818911-2-hyperv neutron-server[109867]: event.method(event) Nov 24 02:02:21.933938 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 02:02:21.933938 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 02:02:21.933938 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 02:02:21.933938 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 02:02:21.933938 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 02:02:21.933938 dv-neutron-818911-2-hyperv neutron-server[109867]: return f(self, *a, **k) Nov 24 02:02:21.933938 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 02:02:21.933938 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._get(url).json() Nov 24 02:02:21.933938 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 02:02:21.933938 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 02:02:21.933938 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 02:02:21.933938 dv-neutron-818911-2-hyperv neutron-server[109867]: return self.request(url, 'GET', **kwargs) Nov 24 02:02:21.933938 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 02:02:21.933938 dv-neutron-818911-2-hyperv neutron-server[109867]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 02:02:21.933938 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 02:02:21.933938 dv-neutron-818911-2-hyperv neutron-server[109867]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 02:02:21.933938 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 02:02:21.933938 dv-neutron-818911-2-hyperv neutron-server[109867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 02:02:21.933938 dv-neutron-818911-2-hyperv neutron-server[109867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 02:02:22.001025 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e719fa9a-da03-4b92-bb58-caa517fa868e tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:22.008733 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e719fa9a-da03-4b92-bb58-caa517fa868e tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Publish callbacks [] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:22.011911 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-e719fa9a-da03-4b92-bb58-caa517fa868e tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] 10.222.0.21 "DELETE /v2.0/networks/f37bdf87-efa5-4c7c-90cc-77c027e38eda HTTP/1.1" status: 204 len: 168 time: 0.3173161 Nov 24 02:02:22.028085 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e719fa9a-da03-4b92-bb58-caa517fa868e tempest-TestNetworkBasicOps-322579032 tempest-TestNetworkBasicOps-322579032-project] Pushing event deleted for resources: {'Network': ['ID=f37bdf87-efa5-4c7c-90cc-77c027e38eda,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:02:22.281289 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 52892) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:02:22.389241 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device a28821dc-93bc-4926-b1c4-a81784de09fa no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 02:02:22.410859 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: a28821dc-93bc-4926-b1c4-a81784de09fa {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 02:02:22.411117 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device a28821dc-93bc-4926-b1c4-a81784de09fa not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 02:02:22.411536 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 042d4d3a-f06a-4465-8b6f-e4ca50686f4f no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 02:02:22.429663 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: 042d4d3a-f06a-4465-8b6f-e4ca50686f4f {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 02:02:22.430008 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 042d4d3a-f06a-4465-8b6f-e4ca50686f4f not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 02:02:22.430417 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 20fb132e-45f9-4494-874c-5717f1b10148 no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 02:02:22.432141 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-d53ee298-f466-46d1-854d-9c5cd5301b89 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5cd72ac6dd034b2d92e26f70404adb10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1496191 Nov 24 02:02:22.434558 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 52896) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:02:22.452254 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: 20fb132e-45f9-4494-874c-5717f1b10148 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 02:02:22.452598 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 20fb132e-45f9-4494-874c-5717f1b10148 not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 02:02:22.482118 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-05ec6d0e-afce-404c-a9a0-43f9b56b64b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:22.503385 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-05ec6d0e-afce-404c-a9a0-43f9b56b64b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:22.548115 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-05ec6d0e-afce-404c-a9a0-43f9b56b64b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:22.551318 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-05ec6d0e-afce-404c-a9a0-43f9b56b64b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:22.552478 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-05ec6d0e-afce-404c-a9a0-43f9b56b64b9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/207b6aa7-2381-46ce-9fbc-f5bfcf9563ad HTTP/1.1" status: 204 len: 168 time: 0.1169226 Nov 24 02:02:22.559883 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ec6d0e-afce-404c-a9a0-43f9b56b64b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=207b6aa7-2381-46ce-9fbc-f5bfcf9563ad,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:02:22.681579 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device e631de4e-e4a0-4733-a082-b972e4f4b0de no longer exists at agent hyperv_hv-neutron-8189 {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 02:02:22.703310 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] No Port match for: e631de4e-e4a0-4733-a082-b972e4f4b0de {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 02:02:22.703646 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device e631de4e-e4a0-4733-a082-b972e4f4b0de not bound to the agent host hv-neutron-8189 {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 02:02:22.837874 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 52902) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:02:22.853372 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-06cfa70c-6f4e-49f1-a7d9-a954c523af53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:22.940319 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-06cfa70c-6f4e-49f1-a7d9-a954c523af53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:22.944119 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-06cfa70c-6f4e-49f1-a7d9-a954c523af53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:22.982597 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-06cfa70c-6f4e-49f1-a7d9-a954c523af53 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8849777df2d44aafa7df57ae528433c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1436570 Nov 24 02:02:22.983455 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cfa70c-6f4e-49f1-a7d9-a954c523af53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=265bfd57-5fbc-44d8-b898-b17366ed3981,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:02:22.985234 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 52904) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:02:23.034206 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5579faf9-5900-4c42-b5cc-c6f93897243f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:23.055132 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5579faf9-5900-4c42-b5cc-c6f93897243f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:23.103718 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5579faf9-5900-4c42-b5cc-c6f93897243f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:23.106524 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5579faf9-5900-4c42-b5cc-c6f93897243f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:23.107660 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-5579faf9-5900-4c42-b5cc-c6f93897243f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/265bfd57-5fbc-44d8-b898-b17366ed3981 HTTP/1.1" status: 204 len: 168 time: 0.1207159 Nov 24 02:02:23.115707 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5579faf9-5900-4c42-b5cc-c6f93897243f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=265bfd57-5fbc-44d8-b898-b17366ed3981,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:02:24.733044 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-6f148fc8-527c-44e9-bcbb-f7079542fffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:27.188030 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-c6ecaab2-f99f-4bea-8ff9-411705a11a5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:28.015246 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:28.120135 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:29.601420 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:29.772798 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-9c4bda5e-68ea-488b-94b5-db32fce23dcf req-9bd3ed98-6ff7-45e3-b2f3-d6cff79324f9 tempest-ServersAdminNegativeTestJSON-700966668 tempest-ServersAdminNegativeTestJSON-700966668-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=d3f382f52d1047febaa226b9d86e88a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307131 Nov 24 02:02:29.957625 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4bda5e-68ea-488b-94b5-db32fce23dcf req-96b754a1-cc75-4b3a-9121-778172effefe tempest-ServersAdminNegativeTestJSON-700966668 tempest-ServersAdminNegativeTestJSON-700966668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:02:29.959116 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-9c4bda5e-68ea-488b-94b5-db32fce23dcf req-96b754a1-cc75-4b3a-9121-778172effefe tempest-ServersAdminNegativeTestJSON-700966668 tempest-ServersAdminNegativeTestJSON-700966668-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1810865 Nov 24 02:02:29.973968 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-9c4bda5e-68ea-488b-94b5-db32fce23dcf req-d74c2850-a796-4101-8b6e-3f9c61e38546 tempest-ServersAdminNegativeTestJSON-700966668 tempest-ServersAdminNegativeTestJSON-700966668-project] 10.222.0.21 "GET /v2.0/quotas/d3f382f52d1047febaa226b9d86e88a4 HTTP/1.1" status: 200 len: 375 time: 0.0089333 Nov 24 02:02:30.005123 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-9c4bda5e-68ea-488b-94b5-db32fce23dcf req-81cba2dc-b8b2-4394-9c7f-e5c6083a698e tempest-ServersAdminNegativeTestJSON-700966668 tempest-ServersAdminNegativeTestJSON-700966668-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d3f382f52d1047febaa226b9d86e88a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260346 Nov 24 02:02:30.129824 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:30.171148 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-0c85480a-d874-4128-9050-4ec8a1108b77 req-28652a79-8994-4a39-8ffd-59224abad770 tempest-ServersAdminNegativeTestJSON-700966668 tempest-ServersAdminNegativeTestJSON-700966668-project] 10.222.0.21 "GET /v2.0/ports?device_id=022db160-c356-4a47-ac60-c4d304ca8db6 HTTP/1.1" status: 200 len: 210 time: 0.0286732 Nov 24 02:02:31.223329 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-9c4bda5e-68ea-488b-94b5-db32fce23dcf req-a0d7b6b7-f804-4235-adbc-a30a5447f16a tempest-ServersAdminNegativeTestJSON-700966668 tempest-ServersAdminNegativeTestJSON-700966668-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=d3f382f52d1047febaa226b9d86e88a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309210 Nov 24 02:02:31.285625 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-78b6bb31-86ea-40c3-be83-3b5e0c6ca377 req-405ba05c-453d-42aa-9c31-70390131ae86 tempest-ServersAdminNegativeTestJSON-700966668 tempest-ServersAdminNegativeTestJSON-700966668-project] 10.222.0.21 "GET /v2.0/ports?device_id=022db160-c356-4a47-ac60-c4d304ca8db6 HTTP/1.1" status: 200 len: 210 time: 0.0435050 Nov 24 02:02:31.409967 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4bda5e-68ea-488b-94b5-db32fce23dcf req-d9b5802d-2993-4494-993e-8ad7ef12e0a6 tempest-ServersAdminNegativeTestJSON-700966668 tempest-ServersAdminNegativeTestJSON-700966668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:02:31.411398 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-9c4bda5e-68ea-488b-94b5-db32fce23dcf req-d9b5802d-2993-4494-993e-8ad7ef12e0a6 tempest-ServersAdminNegativeTestJSON-700966668 tempest-ServersAdminNegativeTestJSON-700966668-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1815579 Nov 24 02:02:31.450861 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [req-9c4bda5e-68ea-488b-94b5-db32fce23dcf req-bf940335-6120-4b46-a5d1-f2d17e8dda35 tempest-ServersAdminNegativeTestJSON-700966668 tempest-ServersAdminNegativeTestJSON-700966668-project] Request body: {'port': {'device_id': '022db160-c356-4a47-ac60-c4d304ca8db6', 'network_id': 'f76574a8-3c0f-43b9-8b04-939675ca6c69', 'admin_state_up': True, 'tenant_id': 'd3f382f52d1047febaa226b9d86e88a4'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:02:31.557570 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c4bda5e-68ea-488b-94b5-db32fce23dcf req-bf940335-6120-4b46-a5d1-f2d17e8dda35 tempest-ServersAdminNegativeTestJSON-700966668 tempest-ServersAdminNegativeTestJSON-700966668-project] Made reservation on behalf of d3f382f52d1047febaa226b9d86e88a4 for: {'port': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 02:02:31.561341 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-9c4bda5e-68ea-488b-94b5-db32fce23dcf req-bf940335-6120-4b46-a5d1-f2d17e8dda35 tempest-ServersAdminNegativeTestJSON-700966668 tempest-ServersAdminNegativeTestJSON-700966668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:31.570330 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-9c4bda5e-68ea-488b-94b5-db32fce23dcf req-bf940335-6120-4b46-a5d1-f2d17e8dda35 tempest-ServersAdminNegativeTestJSON-700966668 tempest-ServersAdminNegativeTestJSON-700966668-project] Publish callbacks [] for security_group, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:31.643087 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-9c4bda5e-68ea-488b-94b5-db32fce23dcf req-bf940335-6120-4b46-a5d1-f2d17e8dda35 tempest-ServersAdminNegativeTestJSON-700966668 tempest-ServersAdminNegativeTestJSON-700966668-project] Publish callbacks [] for security_group, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:31.646799 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-9c4bda5e-68ea-488b-94b5-db32fce23dcf req-bf940335-6120-4b46-a5d1-f2d17e8dda35 tempest-ServersAdminNegativeTestJSON-700966668 tempest-ServersAdminNegativeTestJSON-700966668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:31.711464 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf940335-6120-4b46-a5d1-f2d17e8dda35 tempest-ServersAdminNegativeTestJSON-700966668 tempest-ServersAdminNegativeTestJSON-700966668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=013eb53d-8789-4367-ad45-ac2874ddf04e,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:02:31.789101 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [req-9c4bda5e-68ea-488b-94b5-db32fce23dcf req-bf940335-6120-4b46-a5d1-f2d17e8dda35 tempest-ServersAdminNegativeTestJSON-700966668 tempest-ServersAdminNegativeTestJSON-700966668-project] Allocated IP 192.168.233.183 (f76574a8-3c0f-43b9-8b04-939675ca6c69/cce43fe5-8b7f-4b8b-85f2-bf556f11dabb/c3c9d77d-bbd7-4e41-ad64-b69f096fe21c) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 02:02:31.929195 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-9c4bda5e-68ea-488b-94b5-db32fce23dcf req-bf940335-6120-4b46-a5d1-f2d17e8dda35 tempest-ServersAdminNegativeTestJSON-700966668 tempest-ServersAdminNegativeTestJSON-700966668-project] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:31.964380 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-9c4bda5e-68ea-488b-94b5-db32fce23dcf req-bf940335-6120-4b46-a5d1-f2d17e8dda35 tempest-ServersAdminNegativeTestJSON-700966668 tempest-ServersAdminNegativeTestJSON-700966668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:32.007590 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c4bda5e-68ea-488b-94b5-db32fce23dcf req-bf940335-6120-4b46-a5d1-f2d17e8dda35 tempest-ServersAdminNegativeTestJSON-700966668 tempest-ServersAdminNegativeTestJSON-700966668-project] Network f76574a8-3c0f-43b9-8b04-939675ca6c69 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 02:02:32.010620 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [req-9c4bda5e-68ea-488b-94b5-db32fce23dcf req-bf940335-6120-4b46-a5d1-f2d17e8dda35 tempest-ServersAdminNegativeTestJSON-700966668 tempest-ServersAdminNegativeTestJSON-700966668-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:02:32.014191 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c4bda5e-68ea-488b-94b5-db32fce23dcf req-bf940335-6120-4b46-a5d1-f2d17e8dda35 tempest-ServersAdminNegativeTestJSON-700966668 tempest-ServersAdminNegativeTestJSON-700966668-project] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 02:02:32.021526 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf940335-6120-4b46-a5d1-f2d17e8dda35 tempest-ServersAdminNegativeTestJSON-700966668 tempest-ServersAdminNegativeTestJSON-700966668-project] Pushing event updated for resources: {'Port': ['ID=c3c9d77d-bbd7-4e41-ad64-b69f096fe21c,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:02:32.067729 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4bda5e-68ea-488b-94b5-db32fce23dcf req-bf940335-6120-4b46-a5d1-f2d17e8dda35 tempest-ServersAdminNegativeTestJSON-700966668 tempest-ServersAdminNegativeTestJSON-700966668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:02:32.068335 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-9c4bda5e-68ea-488b-94b5-db32fce23dcf req-bf940335-6120-4b46-a5d1-f2d17e8dda35 tempest-ServersAdminNegativeTestJSON-700966668 tempest-ServersAdminNegativeTestJSON-700966668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:32.085970 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-9c4bda5e-68ea-488b-94b5-db32fce23dcf req-bf940335-6120-4b46-a5d1-f2d17e8dda35 tempest-ServersAdminNegativeTestJSON-700966668 tempest-ServersAdminNegativeTestJSON-700966668-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6384921 Nov 24 02:02:32.104195 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [req-9c4bda5e-68ea-488b-94b5-db32fce23dcf req-281f0d92-7299-4aa3-b65a-6b3156cc8ab3 service neutron] Request body: {'port': {'device_id': '022db160-c356-4a47-ac60-c4d304ca8db6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8189'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:02:32.162663 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-9c4bda5e-68ea-488b-94b5-db32fce23dcf req-281f0d92-7299-4aa3-b65a-6b3156cc8ab3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:32.199763 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-64bd01f1-36a0-480e-b4f7-4d42db5cb93c None None] Provisioning complete for port c3c9d77d-bbd7-4e41-ad64-b69f096fe21c triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:02:32.200225 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-64bd01f1-36a0-480e-b4f7-4d42db5cb93c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:32.234257 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-64bd01f1-36a0-480e-b4f7-4d42db5cb93c None None] Port c3c9d77d-bbd7-4e41-ad64-b69f096fe21c cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 02:02:32.446474 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cf44b0-3038-43ee-87fb-c59bbb8ecb60 req-04003ec1-ee41-4721-b7ee-f575184f0673 tempest-ServersAdminNegativeTestJSON-700966668 tempest-ServersAdminNegativeTestJSON-700966668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:02:32.447961 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-19cf44b0-3038-43ee-87fb-c59bbb8ecb60 req-04003ec1-ee41-4721-b7ee-f575184f0673 tempest-ServersAdminNegativeTestJSON-700966668 tempest-ServersAdminNegativeTestJSON-700966668-project] 10.222.0.21 "GET /v2.0/ports?device_id=022db160-c356-4a47-ac60-c4d304ca8db6 HTTP/1.1" status: 200 len: 936 time: 0.0918119 Nov 24 02:02:32.466788 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [req-9c4bda5e-68ea-488b-94b5-db32fce23dcf req-281f0d92-7299-4aa3-b65a-6b3156cc8ab3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3c9d77d-bbd7-4e41-ad64-b69f096fe21c {{(pid=109866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 02:02:32.481558 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-9c4bda5e-68ea-488b-94b5-db32fce23dcf req-281f0d92-7299-4aa3-b65a-6b3156cc8ab3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:32.505982 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.provisioning_blocks [req-9c4bda5e-68ea-488b-94b5-db32fce23dcf req-281f0d92-7299-4aa3-b65a-6b3156cc8ab3 service neutron] Transition to ACTIVE for port object c3c9d77d-bbd7-4e41-ad64-b69f096fe21c will not be triggered until provisioned by entity L2. {{(pid=109866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 02:02:32.518472 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-9c4bda5e-68ea-488b-94b5-db32fce23dcf req-281f0d92-7299-4aa3-b65a-6b3156cc8ab3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29149402'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:32.545648 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-19cf44b0-3038-43ee-87fb-c59bbb8ecb60 req-7faff518-b2f5-469c-a6f4-7c3bc2446f94 tempest-ServersAdminNegativeTestJSON-700966668 tempest-ServersAdminNegativeTestJSON-700966668-project] 10.222.0.21 "GET /v2.0/security-groups?id=013eb53d-8789-4367-ad45-ac2874ddf04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892909 Nov 24 02:02:32.590024 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281f0d92-7299-4aa3-b65a-6b3156cc8ab3 service neutron] Pushing event updated for resources: {'Port': ['ID=c3c9d77d-bbd7-4e41-ad64-b69f096fe21c,revision_number=2']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:02:32.641116 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [req-9c4bda5e-68ea-488b-94b5-db32fce23dcf req-281f0d92-7299-4aa3-b65a-6b3156cc8ab3 service neutron] Attempting to bind port c3c9d77d-bbd7-4e41-ad64-b69f096fe21c on host hv-neutron-8189 for vnic_type normal with profile {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 02:02:32.641474 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [req-9c4bda5e-68ea-488b-94b5-db32fce23dcf req-281f0d92-7299-4aa3-b65a-6b3156cc8ab3 service neutron] Attempting to bind port c3c9d77d-bbd7-4e41-ad64-b69f096fe21c by drivers openvswitch,hyperv on host hv-neutron-8189 at level 0 using segments [{'id': '4a379ae1-0817-47a4-86b3-3c3dd4660c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f76574a8-3c0f-43b9-8b04-939675ca6c69'}] {{(pid=109866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 02:02:32.641820 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4bda5e-68ea-488b-94b5-db32fce23dcf req-281f0d92-7299-4aa3-b65a-6b3156cc8ab3 service neutron] Attempting to bind port c3c9d77d-bbd7-4e41-ad64-b69f096fe21c on network f76574a8-3c0f-43b9-8b04-939675ca6c69 {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 02:02:32.646926 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4bda5e-68ea-488b-94b5-db32fce23dcf req-281f0d92-7299-4aa3-b65a-6b3156cc8ab3 service neutron] Port c3c9d77d-bbd7-4e41-ad64-b69f096fe21c on network f76574a8-3c0f-43b9-8b04-939675ca6c69 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8189 {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 02:02:32.647237 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4bda5e-68ea-488b-94b5-db32fce23dcf req-281f0d92-7299-4aa3-b65a-6b3156cc8ab3 service neutron] Attempting to bind port c3c9d77d-bbd7-4e41-ad64-b69f096fe21c on network f76574a8-3c0f-43b9-8b04-939675ca6c69 {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 02:02:32.652266 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4bda5e-68ea-488b-94b5-db32fce23dcf req-281f0d92-7299-4aa3-b65a-6b3156cc8ab3 service neutron] Checking agent: {'id': '5773fe6b-0967-455f-9dc9-84c0c923201b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 42, 58), 'started_at': datetime.datetime(2021, 11, 24, 1, 42, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 2, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 02:02:32.652594 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4bda5e-68ea-488b-94b5-db32fce23dcf req-281f0d92-7299-4aa3-b65a-6b3156cc8ab3 service neutron] Checking segment: {'id': '4a379ae1-0817-47a4-86b3-3c3dd4660c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f76574a8-3c0f-43b9-8b04-939675ca6c69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 02:02:32.652973 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4bda5e-68ea-488b-94b5-db32fce23dcf req-281f0d92-7299-4aa3-b65a-6b3156cc8ab3 service neutron] Bound using segment: {'id': '4a379ae1-0817-47a4-86b3-3c3dd4660c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f76574a8-3c0f-43b9-8b04-939675ca6c69'} {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 02:02:32.653394 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [req-9c4bda5e-68ea-488b-94b5-db32fce23dcf req-281f0d92-7299-4aa3-b65a-6b3156cc8ab3 service neutron] Bound port: c3c9d77d-bbd7-4e41-ad64-b69f096fe21c, host: hv-neutron-8189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a379ae1-0817-47a4-86b3-3c3dd4660c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f76574a8-3c0f-43b9-8b04-939675ca6c69'}}] {{(pid=109866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 02:02:32.653776 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-9c4bda5e-68ea-488b-94b5-db32fce23dcf req-281f0d92-7299-4aa3-b65a-6b3156cc8ab3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:32.722433 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [req-9c4bda5e-68ea-488b-94b5-db32fce23dcf req-281f0d92-7299-4aa3-b65a-6b3156cc8ab3 service neutron] For port c3c9d77d-bbd7-4e41-ad64-b69f096fe21c, host hv-neutron-8189, cleared binding levels {{(pid=109866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 02:02:32.725394 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [req-9c4bda5e-68ea-488b-94b5-db32fce23dcf req-281f0d92-7299-4aa3-b65a-6b3156cc8ab3 service neutron] For port c3c9d77d-bbd7-4e41-ad64-b69f096fe21c, host hv-neutron-8189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=c3c9d77d-bbd7-4e41-ad64-b69f096fe21c,segment=NetworkSegment(4a379ae1-0817-47a4-86b3-3c3dd4660c9d),segment_id=4a379ae1-0817-47a4-86b3-3c3dd4660c9d)] {{(pid=109866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 02:02:32.729201 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-9c4bda5e-68ea-488b-94b5-db32fce23dcf req-281f0d92-7299-4aa3-b65a-6b3156cc8ab3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29149402'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:32.761131 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4bda5e-68ea-488b-94b5-db32fce23dcf req-281f0d92-7299-4aa3-b65a-6b3156cc8ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:02:32.761768 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-9c4bda5e-68ea-488b-94b5-db32fce23dcf req-281f0d92-7299-4aa3-b65a-6b3156cc8ab3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:32.763218 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-9c4bda5e-68ea-488b-94b5-db32fce23dcf req-281f0d92-7299-4aa3-b65a-6b3156cc8ab3 service neutron] 10.222.0.48 "PUT /v2.0/ports/c3c9d77d-bbd7-4e41-ad64-b69f096fe21c HTTP/1.1" status: 200 len: 1098 time: 0.6634910 Nov 24 02:02:32.763575 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '022db160-c356-4a47-ac60-c4d304ca8db6', 'tag': 'c3c9d77d-bbd7-4e41-ad64-b69f096fe21c'}] {{(pid=109866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:02:32.765863 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b7c53c286d9351d1367337230623a155cee02c46c94b80588b67a0bc16402ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e377b3b3-e13a-467f-bb65-736d09b8dc31" -d '{"events": [{"name": "network-changed", "server_uuid": "022db160-c356-4a47-ac60-c4d304ca8db6", "tag": "c3c9d77d-bbd7-4e41-ad64-b69f096fe21c"}]}' {{(pid=109866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:02:32.801199 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281f0d92-7299-4aa3-b65a-6b3156cc8ab3 service neutron] Pushing event updated for resources: {'Port': ['ID=c3c9d77d-bbd7-4e41-ad64-b69f096fe21c,revision_number=3']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:02:32.807173 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 02:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9e0dd36-06d7-4388-842e-8764230569eb x-openstack-request-id: req-c9e0dd36-06d7-4388-842e-8764230569eb {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:02:32.807551 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "022db160-c356-4a47-ac60-c4d304ca8db6", "tag": "c3c9d77d-bbd7-4e41-ad64-b69f096fe21c", "status": "completed", "code": 200}]} {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:02:32.807918 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c9e0dd36-06d7-4388-842e-8764230569eb {{(pid=109866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:02:32.808390 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '022db160-c356-4a47-ac60-c4d304ca8db6', 'tag': 'c3c9d77d-bbd7-4e41-ad64-b69f096fe21c', 'status': 'completed', 'code': 200} Nov 24 02:02:32.871835 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4bda5e-68ea-488b-94b5-db32fce23dcf req-4ff4d352-4334-4c1b-90a4-4a1da496ce33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:02:32.873342 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-9c4bda5e-68ea-488b-94b5-db32fce23dcf req-4ff4d352-4334-4c1b-90a4-4a1da496ce33 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d3f382f52d1047febaa226b9d86e88a4&device_id=022db160-c356-4a47-ac60-c4d304ca8db6 HTTP/1.1" status: 200 len: 1101 time: 0.0426018 Nov 24 02:02:32.922460 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-9c4bda5e-68ea-488b-94b5-db32fce23dcf req-ecb06b2d-a088-4191-9735-9cee919cd04e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=c3c9d77d-bbd7-4e41-ad64-b69f096fe21c HTTP/1.1" status: 200 len: 217 time: 0.0344226 Nov 24 02:02:32.975458 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4bda5e-68ea-488b-94b5-db32fce23dcf req-e9027b4d-1e92-493d-978f-e78aa8ca6d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:02:32.976962 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-9c4bda5e-68ea-488b-94b5-db32fce23dcf req-e9027b4d-1e92-493d-978f-e78aa8ca6d7f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cce43fe5-8b7f-4b8b-85f2-bf556f11dabb HTTP/1.1" status: 200 len: 843 time: 0.0478013 Nov 24 02:02:33.021890 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4bda5e-68ea-488b-94b5-db32fce23dcf req-e9f7f03e-3e75-4897-b299-be1f4b2f04cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:02:33.023287 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-9c4bda5e-68ea-488b-94b5-db32fce23dcf req-e9f7f03e-3e75-4897-b299-be1f4b2f04cb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f76574a8-3c0f-43b9-8b04-939675ca6c69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0391443 Nov 24 02:02:33.115758 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-9c4bda5e-68ea-488b-94b5-db32fce23dcf req-d9a057de-fd7a-4069-8119-bf77682bb053 service neutron] 10.222.0.48 "GET /v2.0/networks/f76574a8-3c0f-43b9-8b04-939675ca6c69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845525 Nov 24 02:02:33.203683 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-9c4bda5e-68ea-488b-94b5-db32fce23dcf req-ccc6d7da-9ec3-4420-aa05-5966e8d136f0 service neutron] 10.222.0.48 "GET /v2.0/networks/f76574a8-3c0f-43b9-8b04-939675ca6c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805724 Nov 24 02:02:33.338261 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e377b3b3-e13a-467f-bb65-736d09b8dc31 req-8daac80f-a1b5-41e9-b9f2-5d84cc6fce95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:02:33.339643 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e377b3b3-e13a-467f-bb65-736d09b8dc31 req-8daac80f-a1b5-41e9-b9f2-5d84cc6fce95 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d3f382f52d1047febaa226b9d86e88a4&device_id=022db160-c356-4a47-ac60-c4d304ca8db6 HTTP/1.1" status: 200 len: 1101 time: 0.0400660 Nov 24 02:02:33.433877 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e377b3b3-e13a-467f-bb65-736d09b8dc31 req-fec68d3d-620e-4d92-af57-f501880d08dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:02:33.435332 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e377b3b3-e13a-467f-bb65-736d09b8dc31 req-fec68d3d-620e-4d92-af57-f501880d08dd service neutron] 10.222.0.48 "GET /v2.0/networks?id=f76574a8-3c0f-43b9-8b04-939675ca6c69 HTTP/1.1" status: 200 len: 870 time: 0.0864513 Nov 24 02:02:33.477445 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e377b3b3-e13a-467f-bb65-736d09b8dc31 req-ef86372e-225d-4bdf-ba45-b6848f8bc11d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=c3c9d77d-bbd7-4e41-ad64-b69f096fe21c HTTP/1.1" status: 200 len: 217 time: 0.0333636 Nov 24 02:02:33.529859 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e377b3b3-e13a-467f-bb65-736d09b8dc31 req-be7273c8-7fb3-43d5-b4c0-05a3d49fa279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:02:33.531281 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e377b3b3-e13a-467f-bb65-736d09b8dc31 req-be7273c8-7fb3-43d5-b4c0-05a3d49fa279 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cce43fe5-8b7f-4b8b-85f2-bf556f11dabb HTTP/1.1" status: 200 len: 843 time: 0.0458643 Nov 24 02:02:33.576288 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e377b3b3-e13a-467f-bb65-736d09b8dc31 req-179147fa-69bb-4955-a15a-9b4d32c4ffa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:02:33.577810 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e377b3b3-e13a-467f-bb65-736d09b8dc31 req-179147fa-69bb-4955-a15a-9b4d32c4ffa2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f76574a8-3c0f-43b9-8b04-939675ca6c69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0388520 Nov 24 02:02:34.004114 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e377b3b3-e13a-467f-bb65-736d09b8dc31 req-8ca6cf02-611f-405d-b367-3244f358d94b service neutron] 10.222.0.48 "GET /v2.0/networks/f76574a8-3c0f-43b9-8b04-939675ca6c69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4176338 Nov 24 02:02:34.012226 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7e0812-8a32-4fdf-b8cc-71f6c96091f5 req-e62abef7-bd84-460a-b94e-83a42861b319 tempest-ServersAdminNegativeTestJSON-700966668 tempest-ServersAdminNegativeTestJSON-700966668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:02:34.013614 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-dd7e0812-8a32-4fdf-b8cc-71f6c96091f5 req-e62abef7-bd84-460a-b94e-83a42861b319 tempest-ServersAdminNegativeTestJSON-700966668 tempest-ServersAdminNegativeTestJSON-700966668-project] 10.222.0.21 "GET /v2.0/ports?device_id=022db160-c356-4a47-ac60-c4d304ca8db6 HTTP/1.1" status: 200 len: 948 time: 0.3985200 Nov 24 02:02:34.112102 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-dd7e0812-8a32-4fdf-b8cc-71f6c96091f5 req-78a1b16a-cd12-4cf5-9c76-6baa9bc83949 tempest-ServersAdminNegativeTestJSON-700966668 tempest-ServersAdminNegativeTestJSON-700966668-project] 10.222.0.21 "GET /v2.0/security-groups?id=013eb53d-8789-4367-ad45-ac2874ddf04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902133 Nov 24 02:02:34.128602 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e377b3b3-e13a-467f-bb65-736d09b8dc31 req-255d9c47-d17b-425a-8331-e2649a413cad service neutron] 10.222.0.48 "GET /v2.0/networks/f76574a8-3c0f-43b9-8b04-939675ca6c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140852 Nov 24 02:02:35.231364 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f39babe-e2ed-44d4-87ec-708d8c59fee7 req-967350ba-b273-4d33-85d5-45682872cff7 tempest-ServersAdminNegativeTestJSON-700966668 tempest-ServersAdminNegativeTestJSON-700966668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:02:35.232799 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-6f39babe-e2ed-44d4-87ec-708d8c59fee7 req-967350ba-b273-4d33-85d5-45682872cff7 tempest-ServersAdminNegativeTestJSON-700966668 tempest-ServersAdminNegativeTestJSON-700966668-project] 10.222.0.21 "GET /v2.0/ports?device_id=022db160-c356-4a47-ac60-c4d304ca8db6 HTTP/1.1" status: 200 len: 948 time: 0.0518556 Nov 24 02:02:35.279214 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-6f39babe-e2ed-44d4-87ec-708d8c59fee7 req-84dd5672-2696-4d82-9f57-e154863f27f0 tempest-ServersAdminNegativeTestJSON-700966668 tempest-ServersAdminNegativeTestJSON-700966668-project] 10.222.0.21 "GET /v2.0/security-groups?id=013eb53d-8789-4367-ad45-ac2874ddf04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399895 Nov 24 02:02:36.397119 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c46026-5b83-4358-b8a3-cc01d4b95e63 req-0e2bafea-81ec-4dbb-a99a-44dca4480807 tempest-ServersAdminNegativeTestJSON-700966668 tempest-ServersAdminNegativeTestJSON-700966668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:02:36.398636 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-90c46026-5b83-4358-b8a3-cc01d4b95e63 req-0e2bafea-81ec-4dbb-a99a-44dca4480807 tempest-ServersAdminNegativeTestJSON-700966668 tempest-ServersAdminNegativeTestJSON-700966668-project] 10.222.0.21 "GET /v2.0/ports?device_id=022db160-c356-4a47-ac60-c4d304ca8db6 HTTP/1.1" status: 200 len: 948 time: 0.0520446 Nov 24 02:02:36.444510 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-90c46026-5b83-4358-b8a3-cc01d4b95e63 req-2d906d67-eca8-48ac-8aae-f479f56fc364 tempest-ServersAdminNegativeTestJSON-700966668 tempest-ServersAdminNegativeTestJSON-700966668-project] 10.222.0.21 "GET /v2.0/security-groups?id=013eb53d-8789-4367-ad45-ac2874ddf04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397983 Nov 24 02:02:36.743412 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device c3c9d77d-bbd7-4e41-ad64-b69f096fe21c details requested by agent hyperv_hv-neutron-8189 with host hv-neutron-8189 {{(pid=109868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 02:02:36.835637 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port c3c9d77d-bbd7-4e41-ad64-b69f096fe21c, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=c3c9d77d-bbd7-4e41-ad64-b69f096fe21c,segment=NetworkSegment(4a379ae1-0817-47a4-86b3-3c3dd4660c9d),segment_id=4a379ae1-0817-47a4-86b3-3c3dd4660c9d)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:02:36.847226 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Returning: {'device': 'c3c9d77d-bbd7-4e41-ad64-b69f096fe21c', 'network_id': 'f76574a8-3c0f-43b9-8b04-939675ca6c69', 'port_id': 'c3c9d77d-bbd7-4e41-ad64-b69f096fe21c', 'mac_address': 'fa:16:3e:ef:30:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cce43fe5-8b7f-4b8b-85f2-bf556f11dabb', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 02:02:36.885888 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:36.898412 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3c9d77d-bbd7-4e41-ad64-b69f096fe21c {{(pid=109868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 02:02:36.921138 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port c3c9d77d-bbd7-4e41-ad64-b69f096fe21c, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=c3c9d77d-bbd7-4e41-ad64-b69f096fe21c,segment=NetworkSegment(4a379ae1-0817-47a4-86b3-3c3dd4660c9d),segment_id=4a379ae1-0817-47a4-86b3-3c3dd4660c9d)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:02:36.925852 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:36.971026 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=c3c9d77d-bbd7-4e41-ad64-b69f096fe21c,revision_number=4']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:02:37.199774 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] get_ports_and_sgs() called for port_ids ['c3c9d77d-bbd7-4e41-ad64-b69f096fe21c'] {{(pid=109868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 02:02:37.556062 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2c6038-d4d7-472b-8c16-44cad3667a5f req-0f93b5d8-21ea-4047-9bff-0a04b3c06d6d tempest-ServersAdminNegativeTestJSON-700966668 tempest-ServersAdminNegativeTestJSON-700966668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:02:37.557524 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-eb2c6038-d4d7-472b-8c16-44cad3667a5f req-0f93b5d8-21ea-4047-9bff-0a04b3c06d6d tempest-ServersAdminNegativeTestJSON-700966668 tempest-ServersAdminNegativeTestJSON-700966668-project] 10.222.0.21 "GET /v2.0/ports?device_id=022db160-c356-4a47-ac60-c4d304ca8db6 HTTP/1.1" status: 200 len: 949 time: 0.0469654 Nov 24 02:02:37.603005 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-eb2c6038-d4d7-472b-8c16-44cad3667a5f req-9cf949b8-7b60-4d3b-bc3c-e872539f7a9f tempest-ServersAdminNegativeTestJSON-700966668 tempest-ServersAdminNegativeTestJSON-700966668-project] 10.222.0.21 "GET /v2.0/security-groups?id=013eb53d-8789-4367-ad45-ac2874ddf04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397048 Nov 24 02:02:38.715390 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae3519c-0833-4e49-9d10-c6d90042f3a2 req-86acced0-7484-45a2-8b17-1a89e64ce698 tempest-ServersAdminNegativeTestJSON-700966668 tempest-ServersAdminNegativeTestJSON-700966668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:02:38.716876 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-5ae3519c-0833-4e49-9d10-c6d90042f3a2 req-86acced0-7484-45a2-8b17-1a89e64ce698 tempest-ServersAdminNegativeTestJSON-700966668 tempest-ServersAdminNegativeTestJSON-700966668-project] 10.222.0.21 "GET /v2.0/ports?device_id=022db160-c356-4a47-ac60-c4d304ca8db6 HTTP/1.1" status: 200 len: 949 time: 0.0489290 Nov 24 02:02:38.759326 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device c3c9d77d-bbd7-4e41-ad64-b69f096fe21c up at agent hyperv_hv-neutron-8189 {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 02:02:38.762835 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-5ae3519c-0833-4e49-9d10-c6d90042f3a2 req-0a8a6e5e-e5e5-4ff1-9a44-c32333593c78 tempest-ServersAdminNegativeTestJSON-700966668 tempest-ServersAdminNegativeTestJSON-700966668-project] 10.222.0.21 "GET /v2.0/security-groups?id=013eb53d-8789-4367-ad45-ac2874ddf04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400493 Nov 24 02:02:38.807635 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Provisioning for port c3c9d77d-bbd7-4e41-ad64-b69f096fe21c completed by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 02:02:38.811841 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Provisioning complete for port c3c9d77d-bbd7-4e41-ad64-b69f096fe21c triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:02:38.812204 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:38.889094 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:38.911100 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '022db160-c356-4a47-ac60-c4d304ca8db6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3c9d77d-bbd7-4e41-ad64-b69f096fe21c'}] {{(pid=109868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:02:38.913329 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adafa3b64de3cabc8eac619938bcace59b198ffee64d481093eb3def62699d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fbefbe3-14fb-4546-ab85-e2af4bf8e0a0" -d '{"events": [{"server_uuid": "022db160-c356-4a47-ac60-c4d304ca8db6", "name": "network-vif-plugged", "status": "completed", "tag": "c3c9d77d-bbd7-4e41-ad64-b69f096fe21c"}]}' {{(pid=109868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:02:38.927304 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port c3c9d77d-bbd7-4e41-ad64-b69f096fe21c, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=c3c9d77d-bbd7-4e41-ad64-b69f096fe21c,segment=NetworkSegment(4a379ae1-0817-47a4-86b3-3c3dd4660c9d),segment_id=4a379ae1-0817-47a4-86b3-3c3dd4660c9d)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:02:38.931315 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:38.980730 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=c3c9d77d-bbd7-4e41-ad64-b69f096fe21c,revision_number=5']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:02:39.003027 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 02:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57c51d05-5dc4-417f-b0b8-d0d4c402a53d x-openstack-request-id: req-57c51d05-5dc4-417f-b0b8-d0d4c402a53d {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:02:39.003322 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "022db160-c356-4a47-ac60-c4d304ca8db6", "name": "network-vif-plugged", "status": "completed", "tag": "c3c9d77d-bbd7-4e41-ad64-b69f096fe21c", "code": 200}]} {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:02:39.003680 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-57c51d05-5dc4-417f-b0b8-d0d4c402a53d {{(pid=109868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:02:39.004155 dv-neutron-818911-2-hyperv neutron-server[109868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '022db160-c356-4a47-ac60-c4d304ca8db6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3c9d77d-bbd7-4e41-ad64-b69f096fe21c', 'code': 200} Nov 24 02:02:39.213047 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f21b15-849b-4850-8bcf-400404670615 req-db29e481-e702-41a1-86c2-c0a9726b976d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:02:39.214461 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-a9f21b15-849b-4850-8bcf-400404670615 req-db29e481-e702-41a1-86c2-c0a9726b976d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=022db160-c356-4a47-ac60-c4d304ca8db6 HTTP/1.1" status: 200 len: 1103 time: 0.0421212 Nov 24 02:02:39.258684 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-a9f21b15-849b-4850-8bcf-400404670615 req-793bc673-5d92-4b57-b32d-4ae1c2b80b87 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=013eb53d-8789-4367-ad45-ac2874ddf04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357826 Nov 24 02:02:39.876122 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cfbc81-7644-41b8-b6e2-50aa8ace472b req-041eddd7-9c0e-4eb8-939e-e96d8feeea26 tempest-ServersAdminNegativeTestJSON-700966668 tempest-ServersAdminNegativeTestJSON-700966668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:02:39.877734 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e9cfbc81-7644-41b8-b6e2-50aa8ace472b req-041eddd7-9c0e-4eb8-939e-e96d8feeea26 tempest-ServersAdminNegativeTestJSON-700966668 tempest-ServersAdminNegativeTestJSON-700966668-project] 10.222.0.21 "GET /v2.0/ports?device_id=022db160-c356-4a47-ac60-c4d304ca8db6 HTTP/1.1" status: 200 len: 950 time: 0.0489776 Nov 24 02:02:39.923442 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e9cfbc81-7644-41b8-b6e2-50aa8ace472b req-0efdb31e-2a32-4596-8aba-ba959c32c220 tempest-ServersAdminNegativeTestJSON-700966668 tempest-ServersAdminNegativeTestJSON-700966668-project] 10.222.0.21 "GET /v2.0/security-groups?id=013eb53d-8789-4367-ad45-ac2874ddf04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398486 Nov 24 02:02:41.037365 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b43ae60-0094-4e03-8aa9-16d8de1c7875 req-92176ab1-f35b-4710-a694-10bf7a3aafac tempest-ServersAdminNegativeTestJSON-700966668 tempest-ServersAdminNegativeTestJSON-700966668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:02:41.038840 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-0b43ae60-0094-4e03-8aa9-16d8de1c7875 req-92176ab1-f35b-4710-a694-10bf7a3aafac tempest-ServersAdminNegativeTestJSON-700966668 tempest-ServersAdminNegativeTestJSON-700966668-project] 10.222.0.21 "GET /v2.0/ports?device_id=022db160-c356-4a47-ac60-c4d304ca8db6 HTTP/1.1" status: 200 len: 950 time: 0.0478096 Nov 24 02:02:41.087921 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-0b43ae60-0094-4e03-8aa9-16d8de1c7875 req-dc956fc4-6d08-436e-aac1-9f17f6bb314f tempest-ServersAdminNegativeTestJSON-700966668 tempest-ServersAdminNegativeTestJSON-700966668-project] 10.222.0.21 "GET /v2.0/security-groups?id=013eb53d-8789-4367-ad45-ac2874ddf04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432599 Nov 24 02:02:41.454259 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [req-53a2ea14-cd76-434c-9429-9c0b68ec8d64 req-08d40ce4-c4cb-4da8-8931-fa2652f20d5f service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 02:02:41.455269 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-53a2ea14-cd76-434c-9429-9c0b68ec8d64 req-08d40ce4-c4cb-4da8-8931-fa2652f20d5f service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0950058 Nov 24 02:02:41.809072 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [req-202f698a-6203-4326-8909-74913870168d req-1f2672b9-347f-40c4-ba83-0c37fb5c5ee2 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 02:02:41.810075 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-202f698a-6203-4326-8909-74913870168d req-1f2672b9-347f-40c4-ba83-0c37fb5c5ee2 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053613 Nov 24 02:02:42.158593 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d075fe-c2ad-4a9b-8301-78962119e089 req-2b8db0b1-0291-48fc-b93f-46d19a3c338c tempest-ServersAdminNegativeTestJSON-700966668 tempest-ServersAdminNegativeTestJSON-700966668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:02:42.160512 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-38d075fe-c2ad-4a9b-8301-78962119e089 req-2b8db0b1-0291-48fc-b93f-46d19a3c338c tempest-ServersAdminNegativeTestJSON-700966668 tempest-ServersAdminNegativeTestJSON-700966668-project] 10.222.0.21 "GET /v2.0/ports?device_id=022db160-c356-4a47-ac60-c4d304ca8db6 HTTP/1.1" status: 200 len: 950 time: 0.0481482 Nov 24 02:02:42.207047 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-38d075fe-c2ad-4a9b-8301-78962119e089 req-f4fc077d-2cb8-4a16-af6e-3a38c6293694 tempest-ServersAdminNegativeTestJSON-700966668 tempest-ServersAdminNegativeTestJSON-700966668-project] 10.222.0.21 "GET /v2.0/security-groups?id=013eb53d-8789-4367-ad45-ac2874ddf04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406718 Nov 24 02:02:43.320659 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b2fcaa-5529-45e6-91b6-e099be9f9cfa req-4eb9badc-b8dd-4192-bb3e-ddc285d0cc60 tempest-ServersAdminNegativeTestJSON-700966668 tempest-ServersAdminNegativeTestJSON-700966668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:02:43.322135 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-b0b2fcaa-5529-45e6-91b6-e099be9f9cfa req-4eb9badc-b8dd-4192-bb3e-ddc285d0cc60 tempest-ServersAdminNegativeTestJSON-700966668 tempest-ServersAdminNegativeTestJSON-700966668-project] 10.222.0.21 "GET /v2.0/ports?device_id=022db160-c356-4a47-ac60-c4d304ca8db6 HTTP/1.1" status: 200 len: 950 time: 0.0471792 Nov 24 02:02:43.373020 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-b0b2fcaa-5529-45e6-91b6-e099be9f9cfa req-077c61d1-d2ee-495c-aaf7-9e9bf29cb0df tempest-ServersAdminNegativeTestJSON-700966668 tempest-ServersAdminNegativeTestJSON-700966668-project] 10.222.0.21 "GET /v2.0/security-groups?id=013eb53d-8789-4367-ad45-ac2874ddf04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449195 Nov 24 02:02:43.547213 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eded75-7094-490c-8e15-c7ef9520c402 req-20a98a68-133f-4d82-a9b1-ffebe34ea1d4 tempest-ServersAdminNegativeTestJSON-700966668 tempest-ServersAdminNegativeTestJSON-700966668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:02:43.548590 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-45eded75-7094-490c-8e15-c7ef9520c402 req-20a98a68-133f-4d82-a9b1-ffebe34ea1d4 tempest-ServersAdminNegativeTestJSON-700966668 tempest-ServersAdminNegativeTestJSON-700966668-project] 10.222.0.48 "GET /v2.0/ports?device_id=022db160-c356-4a47-ac60-c4d304ca8db6 HTTP/1.1" status: 200 len: 950 time: 0.0468714 Nov 24 02:02:43.633096 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [req-45eded75-7094-490c-8e15-c7ef9520c402 req-175a3535-5964-4660-9b7d-af0869bef8c6 tempest-ServersAdminNegativeTestJSON-700966668 tempest-ServersAdminNegativeTestJSON-700966668-project] Deleting port c3c9d77d-bbd7-4e41-ad64-b69f096fe21c {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 02:02:43.633453 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-45eded75-7094-490c-8e15-c7ef9520c402 req-175a3535-5964-4660-9b7d-af0869bef8c6 tempest-ServersAdminNegativeTestJSON-700966668 tempest-ServersAdminNegativeTestJSON-700966668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:43.726945 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [req-45eded75-7094-490c-8e15-c7ef9520c402 req-175a3535-5964-4660-9b7d-af0869bef8c6 tempest-ServersAdminNegativeTestJSON-700966668 tempest-ServersAdminNegativeTestJSON-700966668-project] For port c3c9d77d-bbd7-4e41-ad64-b69f096fe21c, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=c3c9d77d-bbd7-4e41-ad64-b69f096fe21c,segment=NetworkSegment(4a379ae1-0817-47a4-86b3-3c3dd4660c9d),segment_id=4a379ae1-0817-47a4-86b3-3c3dd4660c9d)] {{(pid=109866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:02:43.727490 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-45eded75-7094-490c-8e15-c7ef9520c402 req-175a3535-5964-4660-9b7d-af0869bef8c6 tempest-ServersAdminNegativeTestJSON-700966668 tempest-ServersAdminNegativeTestJSON-700966668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:43.743748 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [req-45eded75-7094-490c-8e15-c7ef9520c402 req-175a3535-5964-4660-9b7d-af0869bef8c6 tempest-ServersAdminNegativeTestJSON-700966668 tempest-ServersAdminNegativeTestJSON-700966668-project] Calling delete_port for c3c9d77d-bbd7-4e41-ad64-b69f096fe21c owned by compute:nova {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 02:02:43.872135 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-45eded75-7094-490c-8e15-c7ef9520c402 req-175a3535-5964-4660-9b7d-af0869bef8c6 tempest-ServersAdminNegativeTestJSON-700966668 tempest-ServersAdminNegativeTestJSON-700966668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:43.900601 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175a3535-5964-4660-9b7d-af0869bef8c6 tempest-ServersAdminNegativeTestJSON-700966668 tempest-ServersAdminNegativeTestJSON-700966668-project] Pushing event deleted for resources: {'Port': ['ID=c3c9d77d-bbd7-4e41-ad64-b69f096fe21c,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:02:43.910436 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] get_ports_and_sgs() called for port_ids ['c3c9d77d-bbd7-4e41-ad64-b69f096fe21c'] {{(pid=109868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 02:02:43.943673 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [req-45eded75-7094-490c-8e15-c7ef9520c402 req-175a3535-5964-4660-9b7d-af0869bef8c6 tempest-ServersAdminNegativeTestJSON-700966668 tempest-ServersAdminNegativeTestJSON-700966668-project] No DVR routers for this DVR port c3c9d77d-bbd7-4e41-ad64-b69f096fe21c on host hv-neutron-8189 {{(pid=109866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 02:02:43.946603 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-45eded75-7094-490c-8e15-c7ef9520c402 req-175a3535-5964-4660-9b7d-af0869bef8c6 tempest-ServersAdminNegativeTestJSON-700966668 tempest-ServersAdminNegativeTestJSON-700966668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:43.950005 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-45eded75-7094-490c-8e15-c7ef9520c402 req-175a3535-5964-4660-9b7d-af0869bef8c6 tempest-ServersAdminNegativeTestJSON-700966668 tempest-ServersAdminNegativeTestJSON-700966668-project] 10.222.0.48 "DELETE /v2.0/ports/c3c9d77d-bbd7-4e41-ad64-b69f096fe21c HTTP/1.1" status: 204 len: 173 time: 0.3952365 Nov 24 02:02:43.950470 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '022db160-c356-4a47-ac60-c4d304ca8db6', 'name': 'network-vif-deleted', 'tag': 'c3c9d77d-bbd7-4e41-ad64-b69f096fe21c'}] {{(pid=109866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:02:43.952742 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b7c53c286d9351d1367337230623a155cee02c46c94b80588b67a0bc16402ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d048129-46c6-4dbe-80ab-94b6cde745cc" -d '{"events": [{"server_uuid": "022db160-c356-4a47-ac60-c4d304ca8db6", "name": "network-vif-deleted", "tag": "c3c9d77d-bbd7-4e41-ad64-b69f096fe21c"}]}' {{(pid=109866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:02:43.993727 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 02:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-249b05dd-a35a-47c7-98d3-1b470f24c8bc x-openstack-request-id: req-249b05dd-a35a-47c7-98d3-1b470f24c8bc {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:02:43.994025 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "022db160-c356-4a47-ac60-c4d304ca8db6", "name": "network-vif-deleted", "tag": "c3c9d77d-bbd7-4e41-ad64-b69f096fe21c", "status": "completed", "code": 200}]} {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:02:43.994316 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-249b05dd-a35a-47c7-98d3-1b470f24c8bc {{(pid=109866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:02:43.994728 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '022db160-c356-4a47-ac60-c4d304ca8db6', 'name': 'network-vif-deleted', 'tag': 'c3c9d77d-bbd7-4e41-ad64-b69f096fe21c', 'status': 'completed', 'code': 200} Nov 24 02:02:44.485736 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-2a89ed2e-61a0-43f7-8aca-e3d0a2c18e1c req-b4af7ee0-2404-469e-9b40-beff9ea3ace3 tempest-ServersAdminNegativeTestJSON-700966668 tempest-ServersAdminNegativeTestJSON-700966668-project] 10.222.0.21 "GET /v2.0/ports?device_id=022db160-c356-4a47-ac60-c4d304ca8db6 HTTP/1.1" status: 200 len: 210 time: 0.0304611 Nov 24 02:02:45.775991 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 53046) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:02:45.904635 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-6659ec74-0006-4f2e-b424-cc5d022467dc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d3f382f52d1047febaa226b9d86e88a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1274247 Nov 24 02:02:45.907919 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 53050) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:02:45.954364 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d204850f-3e8b-4d6e-a403-68d1c51fddc1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:45.974968 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d204850f-3e8b-4d6e-a403-68d1c51fddc1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:46.025673 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d204850f-3e8b-4d6e-a403-68d1c51fddc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:46.028414 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d204850f-3e8b-4d6e-a403-68d1c51fddc1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:46.029593 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-d204850f-3e8b-4d6e-a403-68d1c51fddc1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/013eb53d-8789-4367-ad45-ac2874ddf04e HTTP/1.1" status: 204 len: 168 time: 0.1207123 Nov 24 02:02:46.037542 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d204850f-3e8b-4d6e-a403-68d1c51fddc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=013eb53d-8789-4367-ad45-ac2874ddf04e,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:02:46.280550 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 53056) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:02:46.293933 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ccdc3be1-1767-432b-a5d7-8babb23da57a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:46.370439 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ccdc3be1-1767-432b-a5d7-8babb23da57a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:46.373886 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ccdc3be1-1767-432b-a5d7-8babb23da57a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:46.410649 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-ccdc3be1-1767-432b-a5d7-8babb23da57a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=80cdf020083949c7b15ee88b1436f6ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1290510 Nov 24 02:02:46.411494 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdc3be1-1767-432b-a5d7-8babb23da57a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47904e64-c75b-4d33-81f9-99a0b41b6e9e,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:02:46.413302 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 53058) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:02:46.462128 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-3bcbedb6-e4b1-472a-afd4-f38dd004b3f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:46.485507 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-3bcbedb6-e4b1-472a-afd4-f38dd004b3f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:46.530280 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-3bcbedb6-e4b1-472a-afd4-f38dd004b3f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:46.532870 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-3bcbedb6-e4b1-472a-afd4-f38dd004b3f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:46.534032 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-3bcbedb6-e4b1-472a-afd4-f38dd004b3f1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/47904e64-c75b-4d33-81f9-99a0b41b6e9e HTTP/1.1" status: 204 len: 168 time: 0.1197097 Nov 24 02:02:46.542009 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcbedb6-e4b1-472a-afd4-f38dd004b3f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47904e64-c75b-4d33-81f9-99a0b41b6e9e,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:02:47.175116 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 53080) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:02:47.269007 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-e21f8de2-9e11-468b-8944-ac01aa36cee7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2063599733-network', 'tenant_id': '904518345a3542f09a4d76ac8e2d8c49'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:02:47.290276 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e21f8de2-9e11-468b-8944-ac01aa36cee7 admin admin] Made reservation on behalf of 904518345a3542f09a4d76ac8e2d8c49 for: {'network': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 02:02:47.292551 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e21f8de2-9e11-468b-8944-ac01aa36cee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:47.301108 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e21f8de2-9e11-468b-8944-ac01aa36cee7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:47.379109 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e21f8de2-9e11-468b-8944-ac01aa36cee7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:47.383023 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e21f8de2-9e11-468b-8944-ac01aa36cee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:47.407852 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e21f8de2-9e11-468b-8944-ac01aa36cee7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=109867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 02:02:47.416647 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21f8de2-9e11-468b-8944-ac01aa36cee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae5457a5-8f5c-4845-bcbb-9a5cebbf5ddb,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:02:47.423992 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e21f8de2-9e11-468b-8944-ac01aa36cee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:47.424399 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.segments_db [None req-e21f8de2-9e11-468b-8944-ac01aa36cee7 admin admin] Added segment 15781624-65e0-4d7f-af4e-48e1b6ec8e22 of type vlan for network fbdf3eb2-0031-4e11-b1d0-e5cbd8c82197 Nov 24 02:02:47.468617 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e21f8de2-9e11-468b-8944-ac01aa36cee7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:47.493124 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e21f8de2-9e11-468b-8944-ac01aa36cee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:47.494094 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21f8de2-9e11-468b-8944-ac01aa36cee7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:02:47.494662 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e21f8de2-9e11-468b-8944-ac01aa36cee7 admin admin] Publish callbacks [] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:47.543415 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-e21f8de2-9e11-468b-8944-ac01aa36cee7 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3672268 Nov 24 02:02:47.546526 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 53084) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:02:47.552008 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-42b10764-8bb1-420d-9c6a-77da7ba704f5 admin admin] Request body: {'subnet': {'network_id': 'fbdf3eb2-0031-4e11-b1d0-e5cbd8c82197', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2063599733-subnet', 'tenant_id': '904518345a3542f09a4d76ac8e2d8c49', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:02:47.572649 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42b10764-8bb1-420d-9c6a-77da7ba704f5 admin admin] Made reservation on behalf of 904518345a3542f09a4d76ac8e2d8c49 for: {'subnet': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 02:02:47.574969 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-42b10764-8bb1-420d-9c6a-77da7ba704f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29154835'] for subnet, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:47.592761 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21f8de2-9e11-468b-8944-ac01aa36cee7 admin admin] Pushing event updated for resources: {'Network': ['ID=fbdf3eb2-0031-4e11-b1d0-e5cbd8c82197,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:02:47.603476 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network fbdf3eb2-0031-4e11-b1d0-e5cbd8c82197 details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 02:02:47.737307 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-42b10764-8bb1-420d-9c6a-77da7ba704f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29149261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29154849'] for subnet, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:47.790781 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b10764-8bb1-420d-9c6a-77da7ba704f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=035e0372-26fe-4159-80cd-b58b9d045779,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:02:47.799473 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b10764-8bb1-420d-9c6a-77da7ba704f5 admin admin] Checking segment: {'id': '15781624-65e0-4d7f-af4e-48e1b6ec8e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'fbdf3eb2-0031-4e11-b1d0-e5cbd8c82197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 02:02:47.799740 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b10764-8bb1-420d-9c6a-77da7ba704f5 admin admin] Network hostable DHCP agents. Network: fbdf3eb2-0031-4e11-b1d0-e5cbd8c82197, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 02:02:47.816359 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b10764-8bb1-420d-9c6a-77da7ba704f5 admin admin] Network fbdf3eb2-0031-4e11-b1d0-e5cbd8c82197 is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 02:02:47.824656 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-42b10764-8bb1-420d-9c6a-77da7ba704f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, fbdf3eb2-0031-4e11-b1d0-e5cbd8c82197) {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:02:47.828559 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b10764-8bb1-420d-9c6a-77da7ba704f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:02:47.829138 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-42b10764-8bb1-420d-9c6a-77da7ba704f5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:47.833785 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa22111-27b1-4956-b22a-c5de76746589 None None] Network fbdf3eb2-0031-4e11-b1d0-e5cbd8c82197 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 02:02:47.850312 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-42b10764-8bb1-420d-9c6a-77da7ba704f5 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3024952 Nov 24 02:02:47.965158 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a8aff9-a263-450b-afa7-e3882d08cc53 None None] Network fbdf3eb2-0031-4e11-b1d0-e5cbd8c82197 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 02:02:48.267598 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37d55f9-ffb6-4982-a12f-7074d23cd029 req-563921da-a082-404c-ac46-8e8c48a5bd01 tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:02:48.269582 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-d37d55f9-ffb6-4982-a12f-7074d23cd029 req-563921da-a082-404c-ac46-8e8c48a5bd01 tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] 10.222.0.21 "GET /v2.0/networks?id=fbdf3eb2-0031-4e11-b1d0-e5cbd8c82197 HTTP/1.1" status: 200 len: 812 time: 0.1034143 Nov 24 02:02:48.284443 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-d37d55f9-ffb6-4982-a12f-7074d23cd029 req-7099d75c-0d24-457d-a596-1730d8c3cbf8 tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] 10.222.0.21 "GET /v2.0/quotas/904518345a3542f09a4d76ac8e2d8c49 HTTP/1.1" status: 200 len: 375 time: 0.0091484 Nov 24 02:02:48.314954 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-d37d55f9-ffb6-4982-a12f-7074d23cd029 req-a3f2d771-1e3e-4c9f-b582-e0ed51a72ea7 tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=904518345a3542f09a4d76ac8e2d8c49&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0247533 Nov 24 02:02:48.406586 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-d37d55f9-ffb6-4982-a12f-7074d23cd029 req-973cfabe-1993-4bdf-8a4d-7ef6f70435df service neutron] 10.222.0.21 "GET /v2.0/networks/fbdf3eb2-0031-4e11-b1d0-e5cbd8c82197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850132 Nov 24 02:02:48.493794 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-d37d55f9-ffb6-4982-a12f-7074d23cd029 req-9ebe25d5-c815-4432-9e23-dc316ab36b5b service neutron] 10.222.0.21 "GET /v2.0/networks/fbdf3eb2-0031-4e11-b1d0-e5cbd8c82197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811865 Nov 24 02:02:48.648068 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-b94edead-34c0-4a15-85c6-8e3968bfdd5d req-1d548296-3763-4fae-8908-0c6f47d9b194 tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] 10.222.0.21 "GET /v2.0/ports?device_id=478af3a1-4646-4501-ac98-64f68d3a461e HTTP/1.1" status: 200 len: 210 time: 0.0271337 Nov 24 02:02:48.774781 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device c3c9d77d-bbd7-4e41-ad64-b69f096fe21c no longer exists at agent hyperv_hv-neutron-8189 {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 02:02:48.794955 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] No Port match for: c3c9d77d-bbd7-4e41-ad64-b69f096fe21c {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 02:02:48.795297 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device c3c9d77d-bbd7-4e41-ad64-b69f096fe21c not bound to the agent host hv-neutron-8189 {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 02:02:49.627900 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37d55f9-ffb6-4982-a12f-7074d23cd029 req-ac6050d3-3061-4cfa-948d-c64f132649d9 tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:02:49.629373 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-d37d55f9-ffb6-4982-a12f-7074d23cd029 req-ac6050d3-3061-4cfa-948d-c64f132649d9 tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] 10.222.0.48 "GET /v2.0/networks?id=fbdf3eb2-0031-4e11-b1d0-e5cbd8c82197 HTTP/1.1" status: 200 len: 812 time: 0.1059074 Nov 24 02:02:49.649312 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [req-d37d55f9-ffb6-4982-a12f-7074d23cd029 req-9941edff-dda6-4c24-96f4-dffd8255f957 tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] Request body: {'port': {'device_id': '478af3a1-4646-4501-ac98-64f68d3a461e', 'network_id': 'fbdf3eb2-0031-4e11-b1d0-e5cbd8c82197', 'admin_state_up': True, 'tenant_id': '904518345a3542f09a4d76ac8e2d8c49'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:02:49.758407 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-4791d89a-b96b-4e21-abd1-30f00f7c48b8 req-889fdd35-0b5c-4f61-8adc-ec1447bf0264 tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] 10.222.0.21 "GET /v2.0/ports?device_id=478af3a1-4646-4501-ac98-64f68d3a461e HTTP/1.1" status: 200 len: 210 time: 0.0369821 Nov 24 02:02:49.785618 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d37d55f9-ffb6-4982-a12f-7074d23cd029 req-9941edff-dda6-4c24-96f4-dffd8255f957 tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] Made reservation on behalf of 904518345a3542f09a4d76ac8e2d8c49 for: {'port': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 02:02:49.788998 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-d37d55f9-ffb6-4982-a12f-7074d23cd029 req-9941edff-dda6-4c24-96f4-dffd8255f957 tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:49.909260 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [req-d37d55f9-ffb6-4982-a12f-7074d23cd029 req-9941edff-dda6-4c24-96f4-dffd8255f957 tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] Allocated IP 172.20.0.6 (fbdf3eb2-0031-4e11-b1d0-e5cbd8c82197/035e0372-26fe-4159-80cd-b58b9d045779/6a6bc939-68fa-428c-82a5-0446e888d87d) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 02:02:50.054503 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-d37d55f9-ffb6-4982-a12f-7074d23cd029 req-9941edff-dda6-4c24-96f4-dffd8255f957 tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:50.086100 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-d37d55f9-ffb6-4982-a12f-7074d23cd029 req-9941edff-dda6-4c24-96f4-dffd8255f957 tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:50.125849 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d37d55f9-ffb6-4982-a12f-7074d23cd029 req-9941edff-dda6-4c24-96f4-dffd8255f957 tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] Network fbdf3eb2-0031-4e11-b1d0-e5cbd8c82197 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 02:02:50.130757 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [req-d37d55f9-ffb6-4982-a12f-7074d23cd029 req-9941edff-dda6-4c24-96f4-dffd8255f957 tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:02:50.134195 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [req-d37d55f9-ffb6-4982-a12f-7074d23cd029 req-9941edff-dda6-4c24-96f4-dffd8255f957 tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 02:02:50.164390 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9941edff-dda6-4c24-96f4-dffd8255f957 tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] Pushing event updated for resources: {'Port': ['ID=6a6bc939-68fa-428c-82a5-0446e888d87d,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:02:50.189292 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37d55f9-ffb6-4982-a12f-7074d23cd029 req-9941edff-dda6-4c24-96f4-dffd8255f957 tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:02:50.189934 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-d37d55f9-ffb6-4982-a12f-7074d23cd029 req-9941edff-dda6-4c24-96f4-dffd8255f957 tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:50.204922 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-d37d55f9-ffb6-4982-a12f-7074d23cd029 req-9941edff-dda6-4c24-96f4-dffd8255f957 tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5592239 Nov 24 02:02:50.224495 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [req-d37d55f9-ffb6-4982-a12f-7074d23cd029 req-2623b51d-9a40-4f37-8d11-0e3f306c38b7 service neutron] Request body: {'port': {'device_id': '478af3a1-4646-4501-ac98-64f68d3a461e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8189'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:02:50.277150 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-d37d55f9-ffb6-4982-a12f-7074d23cd029 req-2623b51d-9a40-4f37-8d11-0e3f306c38b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:50.530143 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [req-d37d55f9-ffb6-4982-a12f-7074d23cd029 req-2623b51d-9a40-4f37-8d11-0e3f306c38b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a6bc939-68fa-428c-82a5-0446e888d87d {{(pid=109866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 02:02:50.538011 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-d37d55f9-ffb6-4982-a12f-7074d23cd029 req-2623b51d-9a40-4f37-8d11-0e3f306c38b7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:50.549586 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.provisioning_blocks [req-d37d55f9-ffb6-4982-a12f-7074d23cd029 req-2623b51d-9a40-4f37-8d11-0e3f306c38b7 service neutron] Transition to ACTIVE for port object 6a6bc939-68fa-428c-82a5-0446e888d87d will not be triggered until provisioned by entity L2. {{(pid=109866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 02:02:50.553236 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-d37d55f9-ffb6-4982-a12f-7074d23cd029 req-2623b51d-9a40-4f37-8d11-0e3f306c38b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29149402'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:50.607812 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2623b51d-9a40-4f37-8d11-0e3f306c38b7 service neutron] Pushing event updated for resources: {'Port': ['ID=6a6bc939-68fa-428c-82a5-0446e888d87d,revision_number=2']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:02:50.669724 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [req-d37d55f9-ffb6-4982-a12f-7074d23cd029 req-2623b51d-9a40-4f37-8d11-0e3f306c38b7 service neutron] Attempting to bind port 6a6bc939-68fa-428c-82a5-0446e888d87d on host hv-neutron-8189 for vnic_type normal with profile {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 02:02:50.670341 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [req-d37d55f9-ffb6-4982-a12f-7074d23cd029 req-2623b51d-9a40-4f37-8d11-0e3f306c38b7 service neutron] Attempting to bind port 6a6bc939-68fa-428c-82a5-0446e888d87d by drivers openvswitch,hyperv on host hv-neutron-8189 at level 0 using segments [{'id': '15781624-65e0-4d7f-af4e-48e1b6ec8e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'fbdf3eb2-0031-4e11-b1d0-e5cbd8c82197'}] {{(pid=109866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 02:02:50.670466 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37d55f9-ffb6-4982-a12f-7074d23cd029 req-2623b51d-9a40-4f37-8d11-0e3f306c38b7 service neutron] Attempting to bind port 6a6bc939-68fa-428c-82a5-0446e888d87d on network fbdf3eb2-0031-4e11-b1d0-e5cbd8c82197 {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 02:02:50.674579 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37d55f9-ffb6-4982-a12f-7074d23cd029 req-2623b51d-9a40-4f37-8d11-0e3f306c38b7 service neutron] Port 6a6bc939-68fa-428c-82a5-0446e888d87d on network fbdf3eb2-0031-4e11-b1d0-e5cbd8c82197 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8189 {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 02:02:50.674893 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37d55f9-ffb6-4982-a12f-7074d23cd029 req-2623b51d-9a40-4f37-8d11-0e3f306c38b7 service neutron] Attempting to bind port 6a6bc939-68fa-428c-82a5-0446e888d87d on network fbdf3eb2-0031-4e11-b1d0-e5cbd8c82197 {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 02:02:50.679731 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37d55f9-ffb6-4982-a12f-7074d23cd029 req-2623b51d-9a40-4f37-8d11-0e3f306c38b7 service neutron] Checking agent: {'id': '5773fe6b-0967-455f-9dc9-84c0c923201b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 42, 58), 'started_at': datetime.datetime(2021, 11, 24, 1, 42, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 2, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 02:02:50.680062 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37d55f9-ffb6-4982-a12f-7074d23cd029 req-2623b51d-9a40-4f37-8d11-0e3f306c38b7 service neutron] Checking segment: {'id': '15781624-65e0-4d7f-af4e-48e1b6ec8e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'fbdf3eb2-0031-4e11-b1d0-e5cbd8c82197'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 02:02:50.680434 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37d55f9-ffb6-4982-a12f-7074d23cd029 req-2623b51d-9a40-4f37-8d11-0e3f306c38b7 service neutron] Bound using segment: {'id': '15781624-65e0-4d7f-af4e-48e1b6ec8e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'fbdf3eb2-0031-4e11-b1d0-e5cbd8c82197'} {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 02:02:50.680856 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [req-d37d55f9-ffb6-4982-a12f-7074d23cd029 req-2623b51d-9a40-4f37-8d11-0e3f306c38b7 service neutron] Bound port: 6a6bc939-68fa-428c-82a5-0446e888d87d, host: hv-neutron-8189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15781624-65e0-4d7f-af4e-48e1b6ec8e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'fbdf3eb2-0031-4e11-b1d0-e5cbd8c82197'}}] {{(pid=109866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 02:02:50.681201 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-d37d55f9-ffb6-4982-a12f-7074d23cd029 req-2623b51d-9a40-4f37-8d11-0e3f306c38b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:50.741936 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [req-d37d55f9-ffb6-4982-a12f-7074d23cd029 req-2623b51d-9a40-4f37-8d11-0e3f306c38b7 service neutron] For port 6a6bc939-68fa-428c-82a5-0446e888d87d, host hv-neutron-8189, cleared binding levels {{(pid=109866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 02:02:50.744874 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [req-d37d55f9-ffb6-4982-a12f-7074d23cd029 req-2623b51d-9a40-4f37-8d11-0e3f306c38b7 service neutron] For port 6a6bc939-68fa-428c-82a5-0446e888d87d, host hv-neutron-8189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=6a6bc939-68fa-428c-82a5-0446e888d87d,segment=NetworkSegment(15781624-65e0-4d7f-af4e-48e1b6ec8e22),segment_id=15781624-65e0-4d7f-af4e-48e1b6ec8e22)] {{(pid=109866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 02:02:50.749128 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-d37d55f9-ffb6-4982-a12f-7074d23cd029 req-2623b51d-9a40-4f37-8d11-0e3f306c38b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29149402'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:50.785381 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37d55f9-ffb6-4982-a12f-7074d23cd029 req-2623b51d-9a40-4f37-8d11-0e3f306c38b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:02:50.786029 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-d37d55f9-ffb6-4982-a12f-7074d23cd029 req-2623b51d-9a40-4f37-8d11-0e3f306c38b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:50.787417 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-d37d55f9-ffb6-4982-a12f-7074d23cd029 req-2623b51d-9a40-4f37-8d11-0e3f306c38b7 service neutron] 10.222.0.48 "PUT /v2.0/ports/6a6bc939-68fa-428c-82a5-0446e888d87d HTTP/1.1" status: 200 len: 1093 time: 0.5677752 Nov 24 02:02:50.787847 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '478af3a1-4646-4501-ac98-64f68d3a461e', 'tag': '6a6bc939-68fa-428c-82a5-0446e888d87d'}] {{(pid=109866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:02:50.790724 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b7c53c286d9351d1367337230623a155cee02c46c94b80588b67a0bc16402ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca1493b6-be37-4ffb-b0c4-de8ace88b5b0" -d '{"events": [{"name": "network-changed", "server_uuid": "478af3a1-4646-4501-ac98-64f68d3a461e", "tag": "6a6bc939-68fa-428c-82a5-0446e888d87d"}]}' {{(pid=109866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:02:50.819269 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2623b51d-9a40-4f37-8d11-0e3f306c38b7 service neutron] Pushing event updated for resources: {'Port': ['ID=6a6bc939-68fa-428c-82a5-0446e888d87d,revision_number=3']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:02:50.843177 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 02:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-158fba2f-8edc-4adc-afe9-d8bd216fd9a0 x-openstack-request-id: req-158fba2f-8edc-4adc-afe9-d8bd216fd9a0 {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:02:50.843541 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "478af3a1-4646-4501-ac98-64f68d3a461e", "tag": "6a6bc939-68fa-428c-82a5-0446e888d87d", "status": "completed", "code": 200}]} {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:02:50.843862 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-158fba2f-8edc-4adc-afe9-d8bd216fd9a0 {{(pid=109866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:02:50.844338 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '478af3a1-4646-4501-ac98-64f68d3a461e', 'tag': '6a6bc939-68fa-428c-82a5-0446e888d87d', 'status': 'completed', 'code': 200} Nov 24 02:02:50.886648 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829c6f34-0766-4534-ac43-0fc1f3bad03b req-93cc1aaf-b40d-472c-9d8b-b5b02a30f7cd tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:02:50.888114 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-829c6f34-0766-4534-ac43-0fc1f3bad03b req-93cc1aaf-b40d-472c-9d8b-b5b02a30f7cd tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] 10.222.0.21 "GET /v2.0/ports?device_id=478af3a1-4646-4501-ac98-64f68d3a461e HTTP/1.1" status: 200 len: 943 time: 0.0551262 Nov 24 02:02:50.903346 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37d55f9-ffb6-4982-a12f-7074d23cd029 req-7e53e743-1574-4629-8941-989faedc9a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:02:50.904830 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-d37d55f9-ffb6-4982-a12f-7074d23cd029 req-7e53e743-1574-4629-8941-989faedc9a23 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=904518345a3542f09a4d76ac8e2d8c49&device_id=478af3a1-4646-4501-ac98-64f68d3a461e HTTP/1.1" status: 200 len: 1096 time: 0.0423136 Nov 24 02:02:50.935503 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-829c6f34-0766-4534-ac43-0fc1f3bad03b req-a652c27d-349e-42b9-9374-9d4dc513445b tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] 10.222.0.21 "GET /v2.0/security-groups?id=ae5457a5-8f5c-4845-bcbb-9a5cebbf5ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400238 Nov 24 02:02:50.953651 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-d37d55f9-ffb6-4982-a12f-7074d23cd029 req-15e216cb-e008-4013-b046-2bc384e8e86d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a6bc939-68fa-428c-82a5-0446e888d87d HTTP/1.1" status: 200 len: 217 time: 0.0347979 Nov 24 02:02:51.006427 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37d55f9-ffb6-4982-a12f-7074d23cd029 req-514addd5-96ce-4522-890c-5aec4fffe4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:02:51.007882 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-d37d55f9-ffb6-4982-a12f-7074d23cd029 req-514addd5-96ce-4522-890c-5aec4fffe4f0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=035e0372-26fe-4159-80cd-b58b9d045779 HTTP/1.1" status: 200 len: 852 time: 0.0475545 Nov 24 02:02:51.038646 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-d37d55f9-ffb6-4982-a12f-7074d23cd029 req-f85ee3d9-9cc7-4dae-9cd1-a62219690422 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fbdf3eb2-0031-4e11-b1d0-e5cbd8c82197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232422 Nov 24 02:02:51.125457 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-d37d55f9-ffb6-4982-a12f-7074d23cd029 req-e6a8513c-b93b-4753-9266-8a128c866130 service neutron] 10.222.0.48 "GET /v2.0/networks/fbdf3eb2-0031-4e11-b1d0-e5cbd8c82197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794401 Nov 24 02:02:51.215056 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-d37d55f9-ffb6-4982-a12f-7074d23cd029 req-ca6cee55-4f3e-4b23-81f3-1fa4320e95ea service neutron] 10.222.0.48 "GET /v2.0/networks/fbdf3eb2-0031-4e11-b1d0-e5cbd8c82197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827405 Nov 24 02:02:51.354227 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1493b6-be37-4ffb-b0c4-de8ace88b5b0 req-76dae926-804f-42b7-bf7b-1394cfdcf936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:02:51.355681 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-ca1493b6-be37-4ffb-b0c4-de8ace88b5b0 req-76dae926-804f-42b7-bf7b-1394cfdcf936 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=904518345a3542f09a4d76ac8e2d8c49&device_id=478af3a1-4646-4501-ac98-64f68d3a461e HTTP/1.1" status: 200 len: 1096 time: 0.0414436 Nov 24 02:02:51.447928 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1493b6-be37-4ffb-b0c4-de8ace88b5b0 req-8c7a7488-4513-46f9-9fcb-95f32053c386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:02:51.449374 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-ca1493b6-be37-4ffb-b0c4-de8ace88b5b0 req-8c7a7488-4513-46f9-9fcb-95f32053c386 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fbdf3eb2-0031-4e11-b1d0-e5cbd8c82197 HTTP/1.1" status: 200 len: 913 time: 0.0851758 Nov 24 02:02:51.491479 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-ca1493b6-be37-4ffb-b0c4-de8ace88b5b0 req-c8f6f385-178e-4f80-a3b2-bc9df0e6a3b8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a6bc939-68fa-428c-82a5-0446e888d87d HTTP/1.1" status: 200 len: 217 time: 0.0340302 Nov 24 02:02:51.539783 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1493b6-be37-4ffb-b0c4-de8ace88b5b0 req-d9f1e68e-ad13-47a8-a41f-01a5f401755f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:02:51.541157 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-ca1493b6-be37-4ffb-b0c4-de8ace88b5b0 req-d9f1e68e-ad13-47a8-a41f-01a5f401755f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=035e0372-26fe-4159-80cd-b58b9d045779 HTTP/1.1" status: 200 len: 852 time: 0.0412312 Nov 24 02:02:51.578096 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-ca1493b6-be37-4ffb-b0c4-de8ace88b5b0 req-104b0731-42fc-4584-921b-6c5a55324ea8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fbdf3eb2-0031-4e11-b1d0-e5cbd8c82197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268569 Nov 24 02:02:51.666454 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-ca1493b6-be37-4ffb-b0c4-de8ace88b5b0 req-5f7f66b9-9eeb-4fd3-950e-832188cb21a2 service neutron] 10.222.0.48 "GET /v2.0/networks/fbdf3eb2-0031-4e11-b1d0-e5cbd8c82197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800693 Nov 24 02:02:51.760161 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-ca1493b6-be37-4ffb-b0c4-de8ace88b5b0 req-fba1eda5-73f8-491f-82af-e80cadca49c1 service neutron] 10.222.0.48 "GET /v2.0/networks/fbdf3eb2-0031-4e11-b1d0-e5cbd8c82197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839953 Nov 24 02:02:52.049096 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73010785-75b5-4e5e-9c97-e54f7327140e req-677c6e72-b8e6-4633-9643-bd39a653962a tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:02:52.051251 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-73010785-75b5-4e5e-9c97-e54f7327140e req-677c6e72-b8e6-4633-9643-bd39a653962a tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] 10.222.0.21 "GET /v2.0/ports?device_id=478af3a1-4646-4501-ac98-64f68d3a461e HTTP/1.1" status: 200 len: 943 time: 0.0478420 Nov 24 02:02:52.098183 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-73010785-75b5-4e5e-9c97-e54f7327140e req-789d14df-68af-4dc8-9a55-6f9389f80df1 tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] 10.222.0.21 "GET /v2.0/security-groups?id=ae5457a5-8f5c-4845-bcbb-9a5cebbf5ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405421 Nov 24 02:02:53.213600 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b2972a-c34f-45a8-b8ec-bb3c0bd6390c req-bc58949f-186f-46be-927a-b278f1d4db8a tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:02:53.215058 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-93b2972a-c34f-45a8-b8ec-bb3c0bd6390c req-bc58949f-186f-46be-927a-b278f1d4db8a tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] 10.222.0.21 "GET /v2.0/ports?device_id=478af3a1-4646-4501-ac98-64f68d3a461e HTTP/1.1" status: 200 len: 943 time: 0.0517428 Nov 24 02:02:53.260799 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-93b2972a-c34f-45a8-b8ec-bb3c0bd6390c req-d56f951d-bc20-488a-af52-82dc1ded678a tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] 10.222.0.21 "GET /v2.0/security-groups?id=ae5457a5-8f5c-4845-bcbb-9a5cebbf5ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395246 Nov 24 02:02:54.372684 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09410fa9-3dbb-4553-9946-5f08c9129150 req-8671a901-742a-496a-b1f3-5f4ef7055319 tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:02:54.374249 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-09410fa9-3dbb-4553-9946-5f08c9129150 req-8671a901-742a-496a-b1f3-5f4ef7055319 tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] 10.222.0.21 "GET /v2.0/ports?device_id=478af3a1-4646-4501-ac98-64f68d3a461e HTTP/1.1" status: 200 len: 943 time: 0.0485210 Nov 24 02:02:54.425054 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-09410fa9-3dbb-4553-9946-5f08c9129150 req-4ef5ee3c-6210-461f-a389-8810b4a0c43c tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] 10.222.0.21 "GET /v2.0/security-groups?id=ae5457a5-8f5c-4845-bcbb-9a5cebbf5ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447505 Nov 24 02:02:54.736249 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-2eb2c26d-b785-4d3b-bd46-854b24d27799 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:54.790106 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 6a6bc939-68fa-428c-82a5-0446e888d87d details requested by agent hyperv_hv-neutron-8189 with host hv-neutron-8189 {{(pid=109868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 02:02:54.880836 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port 6a6bc939-68fa-428c-82a5-0446e888d87d, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=6a6bc939-68fa-428c-82a5-0446e888d87d,segment=NetworkSegment(15781624-65e0-4d7f-af4e-48e1b6ec8e22),segment_id=15781624-65e0-4d7f-af4e-48e1b6ec8e22)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:02:54.894519 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Returning: {'device': '6a6bc939-68fa-428c-82a5-0446e888d87d', 'network_id': 'fbdf3eb2-0031-4e11-b1d0-e5cbd8c82197', 'port_id': '6a6bc939-68fa-428c-82a5-0446e888d87d', 'mac_address': 'fa:16:3e:02:cb:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '035e0372-26fe-4159-80cd-b58b9d045779', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 02:02:54.930106 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:54.942041 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a6bc939-68fa-428c-82a5-0446e888d87d {{(pid=109868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 02:02:54.965384 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port 6a6bc939-68fa-428c-82a5-0446e888d87d, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=6a6bc939-68fa-428c-82a5-0446e888d87d,segment=NetworkSegment(15781624-65e0-4d7f-af4e-48e1b6ec8e22),segment_id=15781624-65e0-4d7f-af4e-48e1b6ec8e22)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:02:54.969423 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:55.014781 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=6a6bc939-68fa-428c-82a5-0446e888d87d,revision_number=4']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:02:55.232579 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] get_ports_and_sgs() called for port_ids ['6a6bc939-68fa-428c-82a5-0446e888d87d'] {{(pid=109868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 02:02:55.538466 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb731c7-17c9-4079-9bbd-2580c563331b req-233c843c-cd5b-4d51-a059-002b0be6d974 tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:02:55.539936 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-beb731c7-17c9-4079-9bbd-2580c563331b req-233c843c-cd5b-4d51-a059-002b0be6d974 tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] 10.222.0.21 "GET /v2.0/ports?device_id=478af3a1-4646-4501-ac98-64f68d3a461e HTTP/1.1" status: 200 len: 944 time: 0.0478399 Nov 24 02:02:55.585830 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-beb731c7-17c9-4079-9bbd-2580c563331b req-204f7116-0bb2-4c53-99d7-97b66346aa46 tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] 10.222.0.21 "GET /v2.0/security-groups?id=ae5457a5-8f5c-4845-bcbb-9a5cebbf5ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400431 Nov 24 02:02:56.697958 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea463a20-4dd4-45c5-bca3-924c779c6424 req-4f8be77a-7f70-4d39-83de-71e324640a20 tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:02:56.699418 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-ea463a20-4dd4-45c5-bca3-924c779c6424 req-4f8be77a-7f70-4d39-83de-71e324640a20 tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] 10.222.0.21 "GET /v2.0/ports?device_id=478af3a1-4646-4501-ac98-64f68d3a461e HTTP/1.1" status: 200 len: 944 time: 0.0479512 Nov 24 02:02:56.745351 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-ea463a20-4dd4-45c5-bca3-924c779c6424 req-5319c56d-df88-41c7-9284-fb8d29605bbe tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] 10.222.0.21 "GET /v2.0/security-groups?id=ae5457a5-8f5c-4845-bcbb-9a5cebbf5ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401418 Nov 24 02:02:56.789653 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 6a6bc939-68fa-428c-82a5-0446e888d87d up at agent hyperv_hv-neutron-8189 {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 02:02:56.838439 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Provisioning for port 6a6bc939-68fa-428c-82a5-0446e888d87d completed by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 02:02:56.842729 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Provisioning complete for port 6a6bc939-68fa-428c-82a5-0446e888d87d triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:02:56.843096 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:56.919298 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:56.941166 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '478af3a1-4646-4501-ac98-64f68d3a461e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a6bc939-68fa-428c-82a5-0446e888d87d'}] {{(pid=109868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:02:56.944125 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adafa3b64de3cabc8eac619938bcace59b198ffee64d481093eb3def62699d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5f3882d-e3a0-488b-8eb7-8f7f12651713" -d '{"events": [{"server_uuid": "478af3a1-4646-4501-ac98-64f68d3a461e", "name": "network-vif-plugged", "status": "completed", "tag": "6a6bc939-68fa-428c-82a5-0446e888d87d"}]}' {{(pid=109868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:02:56.956419 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port 6a6bc939-68fa-428c-82a5-0446e888d87d, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=6a6bc939-68fa-428c-82a5-0446e888d87d,segment=NetworkSegment(15781624-65e0-4d7f-af4e-48e1b6ec8e22),segment_id=15781624-65e0-4d7f-af4e-48e1b6ec8e22)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:02:56.960847 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:56.985688 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 02:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ad5d8c7-53f2-4cc9-8798-f3dd868e2bd4 x-openstack-request-id: req-6ad5d8c7-53f2-4cc9-8798-f3dd868e2bd4 {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:02:56.985976 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "478af3a1-4646-4501-ac98-64f68d3a461e", "name": "network-vif-plugged", "status": "completed", "tag": "6a6bc939-68fa-428c-82a5-0446e888d87d", "code": 200}]} {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:02:56.986225 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6ad5d8c7-53f2-4cc9-8798-f3dd868e2bd4 {{(pid=109868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:02:56.986605 dv-neutron-818911-2-hyperv neutron-server[109868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '478af3a1-4646-4501-ac98-64f68d3a461e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a6bc939-68fa-428c-82a5-0446e888d87d', 'code': 200} Nov 24 02:02:57.012006 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=6a6bc939-68fa-428c-82a5-0446e888d87d,revision_number=5']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:02:57.180829 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c60dc3-101f-4a21-ba83-397734ed3722 req-74f52cb1-9dbe-49bb-856b-906d32740e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:02:57.182374 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-a2c60dc3-101f-4a21-ba83-397734ed3722 req-74f52cb1-9dbe-49bb-856b-906d32740e3a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=478af3a1-4646-4501-ac98-64f68d3a461e HTTP/1.1" status: 200 len: 1098 time: 0.0402195 Nov 24 02:02:57.190368 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-f7c22148-e143-497d-bcf4-e1f939fc5992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:57.229257 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-a2c60dc3-101f-4a21-ba83-397734ed3722 req-6cf02774-8040-4720-8d9a-cd0adf66a095 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ae5457a5-8f5c-4845-bcbb-9a5cebbf5ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385168 Nov 24 02:02:57.862213 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c209acc0-106b-4b88-830f-918fc1d7365b req-616fa846-4df0-44b1-aa9a-d5d6617aa4f0 tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:02:57.863720 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-c209acc0-106b-4b88-830f-918fc1d7365b req-616fa846-4df0-44b1-aa9a-d5d6617aa4f0 tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] 10.222.0.21 "GET /v2.0/ports?device_id=478af3a1-4646-4501-ac98-64f68d3a461e HTTP/1.1" status: 200 len: 945 time: 0.0531261 Nov 24 02:02:57.909107 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-c209acc0-106b-4b88-830f-918fc1d7365b req-51e6ccc2-40a1-405d-a75e-b0daa3d7a679 tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] 10.222.0.21 "GET /v2.0/security-groups?id=ae5457a5-8f5c-4845-bcbb-9a5cebbf5ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395265 Nov 24 02:02:58.014910 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:58.120014 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:02:58.180457 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.agents_db [None req-4e42c10c-a1d3-4d07-89d6-7a24334140aa None None] Agent healthcheck: found 6 active agents {{(pid=109869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 02:02:59.025059 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e782712c-2f54-44a3-abc2-c100a790cf2b req-493d231f-b551-4d04-a1b6-0db58bb06d42 tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:02:59.026528 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e782712c-2f54-44a3-abc2-c100a790cf2b req-493d231f-b551-4d04-a1b6-0db58bb06d42 tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] 10.222.0.21 "GET /v2.0/ports?device_id=478af3a1-4646-4501-ac98-64f68d3a461e HTTP/1.1" status: 200 len: 945 time: 0.0479751 Nov 24 02:02:59.075892 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e782712c-2f54-44a3-abc2-c100a790cf2b req-722f3384-23f9-421a-9b2e-3dbb58696446 tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] 10.222.0.21 "GET /v2.0/security-groups?id=ae5457a5-8f5c-4845-bcbb-9a5cebbf5ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435874 Nov 24 02:02:59.401250 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505332fa-8032-499c-b211-dc2808674fb7 req-c4e53844-34a9-46b3-b75e-813a7ae13171 tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:02:59.402782 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-505332fa-8032-499c-b211-dc2808674fb7 req-c4e53844-34a9-46b3-b75e-813a7ae13171 tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] 10.222.0.21 "GET /v2.0/ports?device_id=478af3a1-4646-4501-ac98-64f68d3a461e HTTP/1.1" status: 200 len: 945 time: 0.0514688 Nov 24 02:02:59.425144 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 53146) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:02:59.455904 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-505332fa-8032-499c-b211-dc2808674fb7 req-bc42b2f1-b874-4b16-b798-752875592dd5 tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] 10.222.0.21 "GET /v2.0/security-groups?id=ae5457a5-8f5c-4845-bcbb-9a5cebbf5ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470772 Nov 24 02:02:59.508689 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-fdaf4f69-0d48-463a-bcaf-d28c40ae74c6 req-62b21b88-3efb-4348-b408-3d101e252436 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=478af3a1-4646-4501-ac98-64f68d3a461e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0822175 Nov 24 02:02:59.517515 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [req-fdaf4f69-0d48-463a-bcaf-d28c40ae74c6 req-d6540d47-1168-4e11-9c3b-e2ef8bb6148c service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 02:02:59.518472 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-fdaf4f69-0d48-463a-bcaf-d28c40ae74c6 req-d6540d47-1168-4e11-9c3b-e2ef8bb6148c service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048468 Nov 24 02:02:59.606545 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:03:00.141538 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:03:00.572545 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ccc237-9071-46d0-b4ba-e5cd479337de req-47c50ab7-4ec9-41be-b60a-c8a627e598b8 tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:03:00.574071 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-50ccc237-9071-46d0-b4ba-e5cd479337de req-47c50ab7-4ec9-41be-b60a-c8a627e598b8 tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] 10.222.0.21 "GET /v2.0/ports?device_id=478af3a1-4646-4501-ac98-64f68d3a461e HTTP/1.1" status: 200 len: 945 time: 0.0496747 Nov 24 02:03:00.621121 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-50ccc237-9071-46d0-b4ba-e5cd479337de req-f449851f-c453-4903-8505-9e90c17cabdc tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] 10.222.0.21 "GET /v2.0/security-groups?id=ae5457a5-8f5c-4845-bcbb-9a5cebbf5ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411546 Nov 24 02:03:00.822914 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaf4f69-0d48-463a-bcaf-d28c40ae74c6 req-7a12535b-d84f-48e6-ada9-22a6a8d5faff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:03:00.824266 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-fdaf4f69-0d48-463a-bcaf-d28c40ae74c6 req-7a12535b-d84f-48e6-ada9-22a6a8d5faff service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=904518345a3542f09a4d76ac8e2d8c49&device_id=478af3a1-4646-4501-ac98-64f68d3a461e HTTP/1.1" status: 200 len: 1098 time: 0.0401001 Nov 24 02:03:00.916346 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaf4f69-0d48-463a-bcaf-d28c40ae74c6 req-11cfd0d9-4fcf-4e95-916d-51bcd4d1e0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:03:00.917821 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-fdaf4f69-0d48-463a-bcaf-d28c40ae74c6 req-11cfd0d9-4fcf-4e95-916d-51bcd4d1e0b2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fbdf3eb2-0031-4e11-b1d0-e5cbd8c82197 HTTP/1.1" status: 200 len: 913 time: 0.0860577 Nov 24 02:03:00.958614 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-fdaf4f69-0d48-463a-bcaf-d28c40ae74c6 req-63a3cd5c-702a-4c06-a0ac-e48c4f51ab45 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a6bc939-68fa-428c-82a5-0446e888d87d HTTP/1.1" status: 200 len: 217 time: 0.0327725 Nov 24 02:03:01.011185 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaf4f69-0d48-463a-bcaf-d28c40ae74c6 req-005e5c8b-28de-4daa-934f-03ec5c4fbabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:03:01.012648 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-fdaf4f69-0d48-463a-bcaf-d28c40ae74c6 req-005e5c8b-28de-4daa-934f-03ec5c4fbabd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=035e0372-26fe-4159-80cd-b58b9d045779 HTTP/1.1" status: 200 len: 852 time: 0.0479429 Nov 24 02:03:01.045081 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-fdaf4f69-0d48-463a-bcaf-d28c40ae74c6 req-8fb79d7d-3a20-4fab-a519-9654c039a68f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fbdf3eb2-0031-4e11-b1d0-e5cbd8c82197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249026 Nov 24 02:03:01.132139 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-fdaf4f69-0d48-463a-bcaf-d28c40ae74c6 req-a64a4773-40bf-4ddc-ac8c-a21945fb7f71 service neutron] 10.222.0.48 "GET /v2.0/networks/fbdf3eb2-0031-4e11-b1d0-e5cbd8c82197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797207 Nov 24 02:03:01.225288 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-fdaf4f69-0d48-463a-bcaf-d28c40ae74c6 req-d091c34f-ff5f-4c90-9692-c0b771e0955d service neutron] 10.222.0.48 "GET /v2.0/networks/fbdf3eb2-0031-4e11-b1d0-e5cbd8c82197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846186 Nov 24 02:03:01.732177 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea32799-62f3-44f5-927c-8ce29c47dbf0 req-7a774ef5-0e59-4aa3-80b3-5c143dcff406 tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:03:01.733658 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-5ea32799-62f3-44f5-927c-8ce29c47dbf0 req-7a774ef5-0e59-4aa3-80b3-5c143dcff406 tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] 10.222.0.21 "GET /v2.0/ports?device_id=478af3a1-4646-4501-ac98-64f68d3a461e HTTP/1.1" status: 200 len: 945 time: 0.0471497 Nov 24 02:03:01.784232 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-5ea32799-62f3-44f5-927c-8ce29c47dbf0 req-237a67f9-487b-4808-acfc-4657e2868c3d tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] 10.222.0.21 "GET /v2.0/security-groups?id=ae5457a5-8f5c-4845-bcbb-9a5cebbf5ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442681 Nov 24 02:03:02.898664 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696688f8-28fe-4815-b9af-ca0dcd656ba0 req-73429154-41e8-4149-a116-475cefe60f4f tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:03:02.900125 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-696688f8-28fe-4815-b9af-ca0dcd656ba0 req-73429154-41e8-4149-a116-475cefe60f4f tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] 10.222.0.21 "GET /v2.0/ports?device_id=478af3a1-4646-4501-ac98-64f68d3a461e HTTP/1.1" status: 200 len: 945 time: 0.0484087 Nov 24 02:03:02.946020 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-696688f8-28fe-4815-b9af-ca0dcd656ba0 req-7e0a85e7-7b58-4bc1-ad38-5dbe44f50785 tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] 10.222.0.21 "GET /v2.0/security-groups?id=ae5457a5-8f5c-4845-bcbb-9a5cebbf5ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401473 Nov 24 02:03:04.057093 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c412ee16-ec56-4137-bde1-d880a6db43bf req-31f928c3-0b69-41dc-a843-d01f376a282e tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:03:04.058565 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-c412ee16-ec56-4137-bde1-d880a6db43bf req-31f928c3-0b69-41dc-a843-d01f376a282e tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] 10.222.0.21 "GET /v2.0/ports?device_id=478af3a1-4646-4501-ac98-64f68d3a461e HTTP/1.1" status: 200 len: 945 time: 0.0480173 Nov 24 02:03:04.104628 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-c412ee16-ec56-4137-bde1-d880a6db43bf req-55cd66ff-216c-4ca7-931f-53f3fb2a6f4d tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] 10.222.0.21 "GET /v2.0/security-groups?id=ae5457a5-8f5c-4845-bcbb-9a5cebbf5ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402603 Nov 24 02:03:05.222409 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43721ca-d55f-44df-95da-27d46bb0ef10 req-1ee28f45-9873-4c75-b24d-e232ae3aa3e2 tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:03:05.224052 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-f43721ca-d55f-44df-95da-27d46bb0ef10 req-1ee28f45-9873-4c75-b24d-e232ae3aa3e2 tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] 10.222.0.21 "GET /v2.0/ports?device_id=478af3a1-4646-4501-ac98-64f68d3a461e HTTP/1.1" status: 200 len: 945 time: 0.0529411 Nov 24 02:03:05.270463 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-f43721ca-d55f-44df-95da-27d46bb0ef10 req-39f78fad-37c9-4b6c-ad00-48a15bd7efec tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] 10.222.0.21 "GET /v2.0/security-groups?id=ae5457a5-8f5c-4845-bcbb-9a5cebbf5ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404954 Nov 24 02:03:06.387883 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef231e7-2d09-4b22-8575-c23025fca881 req-d12eb2a8-053a-45c6-8fa5-bdc8fc87020f tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:03:06.389364 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-5ef231e7-2d09-4b22-8575-c23025fca881 req-d12eb2a8-053a-45c6-8fa5-bdc8fc87020f tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] 10.222.0.21 "GET /v2.0/ports?device_id=478af3a1-4646-4501-ac98-64f68d3a461e HTTP/1.1" status: 200 len: 945 time: 0.0518329 Nov 24 02:03:06.439089 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-5ef231e7-2d09-4b22-8575-c23025fca881 req-f1379715-3525-41c3-a40d-b45211d0f54a tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] 10.222.0.21 "GET /v2.0/security-groups?id=ae5457a5-8f5c-4845-bcbb-9a5cebbf5ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436728 Nov 24 02:03:07.552141 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86750e7-2b5d-4248-a9ea-0a257dd92b97 req-14ffb9d7-5862-45da-a65a-e5b0971b09a3 tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:03:07.553622 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-b86750e7-2b5d-4248-a9ea-0a257dd92b97 req-14ffb9d7-5862-45da-a65a-e5b0971b09a3 tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] 10.222.0.21 "GET /v2.0/ports?device_id=478af3a1-4646-4501-ac98-64f68d3a461e HTTP/1.1" status: 200 len: 945 time: 0.0477686 Nov 24 02:03:07.601389 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-b86750e7-2b5d-4248-a9ea-0a257dd92b97 req-c55b4810-4e07-42cf-9e4d-917a50756118 tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] 10.222.0.21 "GET /v2.0/security-groups?id=ae5457a5-8f5c-4845-bcbb-9a5cebbf5ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418549 Nov 24 02:03:08.717936 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd7d29c-b4b5-460e-b943-e4f49c3a2828 req-11699c96-b491-49e4-ac5d-6757f5d80815 tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:03:08.719374 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-acd7d29c-b4b5-460e-b943-e4f49c3a2828 req-11699c96-b491-49e4-ac5d-6757f5d80815 tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] 10.222.0.21 "GET /v2.0/ports?device_id=478af3a1-4646-4501-ac98-64f68d3a461e HTTP/1.1" status: 200 len: 945 time: 0.0514929 Nov 24 02:03:08.765142 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-acd7d29c-b4b5-460e-b943-e4f49c3a2828 req-d155fe1c-554e-4452-a271-54bb59327126 tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] 10.222.0.21 "GET /v2.0/security-groups?id=ae5457a5-8f5c-4845-bcbb-9a5cebbf5ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394011 Nov 24 02:03:09.882431 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ec1216-36e6-4885-b1bf-88e99da92b88 req-122acaab-31fe-44ed-9a85-af002f9ceb52 tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:03:09.883873 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-f4ec1216-36e6-4885-b1bf-88e99da92b88 req-122acaab-31fe-44ed-9a85-af002f9ceb52 tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] 10.222.0.21 "GET /v2.0/ports?device_id=478af3a1-4646-4501-ac98-64f68d3a461e HTTP/1.1" status: 200 len: 945 time: 0.0517437 Nov 24 02:03:09.931589 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-f4ec1216-36e6-4885-b1bf-88e99da92b88 req-422b3ffb-fd84-436d-9de2-e38eb7bc9505 tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] 10.222.0.21 "GET /v2.0/security-groups?id=ae5457a5-8f5c-4845-bcbb-9a5cebbf5ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418994 Nov 24 02:03:11.046931 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90caf30-a378-4eb4-8330-26c83cf40e6b req-09c2208a-254a-45f3-9aee-0601a07125ab tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:03:11.048408 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-c90caf30-a378-4eb4-8330-26c83cf40e6b req-09c2208a-254a-45f3-9aee-0601a07125ab tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] 10.222.0.21 "GET /v2.0/ports?device_id=478af3a1-4646-4501-ac98-64f68d3a461e HTTP/1.1" status: 200 len: 945 time: 0.0487983 Nov 24 02:03:11.094792 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-c90caf30-a378-4eb4-8330-26c83cf40e6b req-cd34343e-cea6-457d-8744-4c985dfd0e66 tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] 10.222.0.21 "GET /v2.0/security-groups?id=ae5457a5-8f5c-4845-bcbb-9a5cebbf5ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398078 Nov 24 02:03:12.210223 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dea64ae-25a5-470f-afed-21261248fb89 req-744237e5-146a-478a-b934-98809fc3890e tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:03:12.211934 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-3dea64ae-25a5-470f-afed-21261248fb89 req-744237e5-146a-478a-b934-98809fc3890e tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] 10.222.0.21 "GET /v2.0/ports?device_id=478af3a1-4646-4501-ac98-64f68d3a461e HTTP/1.1" status: 200 len: 945 time: 0.0480399 Nov 24 02:03:12.259820 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-3dea64ae-25a5-470f-afed-21261248fb89 req-14d6be40-ede9-489d-acdd-f6bc1da00dcb tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] 10.222.0.21 "GET /v2.0/security-groups?id=ae5457a5-8f5c-4845-bcbb-9a5cebbf5ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421660 Nov 24 02:03:13.376503 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476c5c0e-9936-4a43-93f4-c1c54498562b req-af4a2f2a-509e-4cb9-a0c2-43234c82497c tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:03:13.377990 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-476c5c0e-9936-4a43-93f4-c1c54498562b req-af4a2f2a-509e-4cb9-a0c2-43234c82497c tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] 10.222.0.21 "GET /v2.0/ports?device_id=478af3a1-4646-4501-ac98-64f68d3a461e HTTP/1.1" status: 200 len: 945 time: 0.0518479 Nov 24 02:03:13.423649 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-476c5c0e-9936-4a43-93f4-c1c54498562b req-d0519aaf-4259-4fb6-9636-5ccb98c7650e tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] 10.222.0.21 "GET /v2.0/security-groups?id=ae5457a5-8f5c-4845-bcbb-9a5cebbf5ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398939 Nov 24 02:03:14.356597 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dea270-d6d0-4766-8a91-61d1ad311285 req-8221e0d5-9ce7-4769-870f-4a2be1f4829b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:03:14.358139 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-19dea270-d6d0-4766-8a91-61d1ad311285 req-8221e0d5-9ce7-4769-870f-4a2be1f4829b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=904518345a3542f09a4d76ac8e2d8c49&device_id=478af3a1-4646-4501-ac98-64f68d3a461e HTTP/1.1" status: 200 len: 1098 time: 0.0391273 Nov 24 02:03:14.463699 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dea270-d6d0-4766-8a91-61d1ad311285 req-24ffc482-d181-46e8-911d-074868cad288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:03:14.463888 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-19dea270-d6d0-4766-8a91-61d1ad311285 req-24ffc482-d181-46e8-911d-074868cad288 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fbdf3eb2-0031-4e11-b1d0-e5cbd8c82197 HTTP/1.1" status: 200 len: 913 time: 0.0865457 Nov 24 02:03:14.508231 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-19dea270-d6d0-4766-8a91-61d1ad311285 req-f7012faa-3c03-4a0e-b7f8-9c7a92eb1f75 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a6bc939-68fa-428c-82a5-0446e888d87d HTTP/1.1" status: 200 len: 217 time: 0.0359116 Nov 24 02:03:14.580912 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dea270-d6d0-4766-8a91-61d1ad311285 req-a3e39e94-40ac-4dd4-a07a-854ab1604dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:03:14.582405 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-19dea270-d6d0-4766-8a91-61d1ad311285 req-a3e39e94-40ac-4dd4-a07a-854ab1604dcb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=035e0372-26fe-4159-80cd-b58b9d045779 HTTP/1.1" status: 200 len: 852 time: 0.0659173 Nov 24 02:03:14.590775 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bf56c4-b05d-49b5-81cb-02f9e79061ff req-8c688e4a-a301-491e-aca5-b523cafaf31d tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:03:14.592137 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-c6bf56c4-b05d-49b5-81cb-02f9e79061ff req-8c688e4a-a301-491e-aca5-b523cafaf31d tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] 10.222.0.21 "GET /v2.0/ports?device_id=478af3a1-4646-4501-ac98-64f68d3a461e HTTP/1.1" status: 200 len: 945 time: 0.0864446 Nov 24 02:03:14.621981 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-19dea270-d6d0-4766-8a91-61d1ad311285 req-b0fea018-cf9a-4d3d-9bc9-1c4e0004a665 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fbdf3eb2-0031-4e11-b1d0-e5cbd8c82197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289526 Nov 24 02:03:14.709542 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-c6bf56c4-b05d-49b5-81cb-02f9e79061ff req-d680cb6d-c5f7-4ce4-b18e-9896396eb5ab tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] 10.222.0.21 "GET /v2.0/security-groups?id=ae5457a5-8f5c-4845-bcbb-9a5cebbf5ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089075 Nov 24 02:03:14.736892 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-19dea270-d6d0-4766-8a91-61d1ad311285 req-8b9ea022-583b-4c59-ac50-9454846a4515 service neutron] 10.222.0.48 "GET /v2.0/networks/fbdf3eb2-0031-4e11-b1d0-e5cbd8c82197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074574 Nov 24 02:03:14.824029 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-19dea270-d6d0-4766-8a91-61d1ad311285 req-9853c2b8-d773-4a70-8d78-a8e08359f1f0 service neutron] 10.222.0.48 "GET /v2.0/networks/fbdf3eb2-0031-4e11-b1d0-e5cbd8c82197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795047 Nov 24 02:03:15.823128 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d3a575-db30-4129-b68e-f533b6e63dfd req-06afc8ae-6de5-4db4-9012-a5f902641747 tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:03:15.824594 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-75d3a575-db30-4129-b68e-f533b6e63dfd req-06afc8ae-6de5-4db4-9012-a5f902641747 tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] 10.222.0.21 "GET /v2.0/ports?device_id=478af3a1-4646-4501-ac98-64f68d3a461e HTTP/1.1" status: 200 len: 945 time: 0.0479636 Nov 24 02:03:15.871611 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-75d3a575-db30-4129-b68e-f533b6e63dfd req-9ad74b3a-0266-4e80-8658-72391be33256 tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] 10.222.0.21 "GET /v2.0/security-groups?id=ae5457a5-8f5c-4845-bcbb-9a5cebbf5ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411711 Nov 24 02:03:16.986076 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422d5a8b-8e3d-4549-ab30-19c07a339dd4 req-15bc6943-b85e-4544-8499-529ca248002a tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:03:16.987515 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-422d5a8b-8e3d-4549-ab30-19c07a339dd4 req-15bc6943-b85e-4544-8499-529ca248002a tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] 10.222.0.21 "GET /v2.0/ports?device_id=478af3a1-4646-4501-ac98-64f68d3a461e HTTP/1.1" status: 200 len: 945 time: 0.0509784 Nov 24 02:03:17.032462 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-422d5a8b-8e3d-4549-ab30-19c07a339dd4 req-6b8ae444-0d20-408e-b11d-a8acc2a485b1 tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] 10.222.0.21 "GET /v2.0/security-groups?id=ae5457a5-8f5c-4845-bcbb-9a5cebbf5ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384738 Nov 24 02:03:18.145305 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bbdd46-cfef-49e1-8849-85b553eaf859 req-6726377a-be27-46d1-8abb-2fd56609e315 tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:03:18.146694 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-93bbdd46-cfef-49e1-8849-85b553eaf859 req-6726377a-be27-46d1-8abb-2fd56609e315 tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] 10.222.0.21 "GET /v2.0/ports?device_id=478af3a1-4646-4501-ac98-64f68d3a461e HTTP/1.1" status: 200 len: 945 time: 0.0480628 Nov 24 02:03:18.196014 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-93bbdd46-cfef-49e1-8849-85b553eaf859 req-382f5c48-99ff-4104-9295-8dc9d29d6062 tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] 10.222.0.21 "GET /v2.0/security-groups?id=ae5457a5-8f5c-4845-bcbb-9a5cebbf5ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434992 Nov 24 02:03:19.307998 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692580d1-a5c2-4f21-ab4d-223b82698552 req-acc90beb-7137-4fed-979e-a9a29995c2f9 tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:03:19.309497 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-692580d1-a5c2-4f21-ab4d-223b82698552 req-acc90beb-7137-4fed-979e-a9a29995c2f9 tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] 10.222.0.21 "GET /v2.0/ports?device_id=478af3a1-4646-4501-ac98-64f68d3a461e HTTP/1.1" status: 200 len: 945 time: 0.0475533 Nov 24 02:03:19.356007 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-692580d1-a5c2-4f21-ab4d-223b82698552 req-39935822-5cd8-4506-bb2d-abe565ca1427 tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] 10.222.0.21 "GET /v2.0/security-groups?id=ae5457a5-8f5c-4845-bcbb-9a5cebbf5ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406706 Nov 24 02:03:20.467947 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb43d62b-2540-43f7-a00f-c6c67e3c9539 req-23247627-b845-48eb-96f7-d4e0c9031882 tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:03:20.469469 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-eb43d62b-2540-43f7-a00f-c6c67e3c9539 req-23247627-b845-48eb-96f7-d4e0c9031882 tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] 10.222.0.21 "GET /v2.0/ports?device_id=478af3a1-4646-4501-ac98-64f68d3a461e HTTP/1.1" status: 200 len: 945 time: 0.0474274 Nov 24 02:03:20.514827 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-eb43d62b-2540-43f7-a00f-c6c67e3c9539 req-d681f119-b07c-4843-9dc4-f98e785b00df tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] 10.222.0.21 "GET /v2.0/security-groups?id=ae5457a5-8f5c-4845-bcbb-9a5cebbf5ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389879 Nov 24 02:03:21.629281 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5fca51-0d9f-433a-b958-698d69d386c2 req-37fc308a-8986-4851-86ef-f7b93633e02f tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:03:21.630769 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-1d5fca51-0d9f-433a-b958-698d69d386c2 req-37fc308a-8986-4851-86ef-f7b93633e02f tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] 10.222.0.21 "GET /v2.0/ports?device_id=478af3a1-4646-4501-ac98-64f68d3a461e HTTP/1.1" status: 200 len: 945 time: 0.0479622 Nov 24 02:03:21.680526 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-1d5fca51-0d9f-433a-b958-698d69d386c2 req-b68c7b61-5152-4652-bc8b-9a317c0d4156 tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] 10.222.0.21 "GET /v2.0/security-groups?id=ae5457a5-8f5c-4845-bcbb-9a5cebbf5ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438175 Nov 24 02:03:22.793153 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93af2960-d9b7-47be-8bac-310bb77e5442 req-eb0c13fe-f642-4a12-9271-a181eb1a1f69 tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:03:22.794667 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-93af2960-d9b7-47be-8bac-310bb77e5442 req-eb0c13fe-f642-4a12-9271-a181eb1a1f69 tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] 10.222.0.21 "GET /v2.0/ports?device_id=478af3a1-4646-4501-ac98-64f68d3a461e HTTP/1.1" status: 200 len: 945 time: 0.0482118 Nov 24 02:03:22.841872 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-93af2960-d9b7-47be-8bac-310bb77e5442 req-a184e045-eedc-414b-be49-27d63a8a3806 tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] 10.222.0.21 "GET /v2.0/security-groups?id=ae5457a5-8f5c-4845-bcbb-9a5cebbf5ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412979 Nov 24 02:03:23.954065 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b860e56f-e725-44ee-be0f-12154cc74dcf req-98a8b724-d92f-4468-a80e-0c23600d69b4 tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:03:23.955511 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-b860e56f-e725-44ee-be0f-12154cc74dcf req-98a8b724-d92f-4468-a80e-0c23600d69b4 tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] 10.222.0.21 "GET /v2.0/ports?device_id=478af3a1-4646-4501-ac98-64f68d3a461e HTTP/1.1" status: 200 len: 945 time: 0.0475595 Nov 24 02:03:24.001421 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-b860e56f-e725-44ee-be0f-12154cc74dcf req-96f805dc-8562-4655-8885-56e577da0cf8 tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] 10.222.0.21 "GET /v2.0/security-groups?id=ae5457a5-8f5c-4845-bcbb-9a5cebbf5ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393806 Nov 24 02:03:24.738289 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-36e33ecc-1799-4681-a427-39c141c68a17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:03:25.117962 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd59ea0-b122-48b0-83d3-33d5fe6af29c req-c41c6d82-1d3a-43cd-aee0-20763b75d701 tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:03:25.119420 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-0cd59ea0-b122-48b0-83d3-33d5fe6af29c req-c41c6d82-1d3a-43cd-aee0-20763b75d701 tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] 10.222.0.21 "GET /v2.0/ports?device_id=478af3a1-4646-4501-ac98-64f68d3a461e HTTP/1.1" status: 200 len: 945 time: 0.0527868 Nov 24 02:03:25.165972 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-0cd59ea0-b122-48b0-83d3-33d5fe6af29c req-1808a15f-58c0-4afc-97eb-248ef56305f8 tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] 10.222.0.21 "GET /v2.0/security-groups?id=ae5457a5-8f5c-4845-bcbb-9a5cebbf5ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407269 Nov 24 02:03:26.280983 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9454315f-5502-4f19-acf2-6ea55b554b3f req-d6188c5b-7081-45c9-aa25-b0ca6dab6cb2 tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:03:26.282643 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-9454315f-5502-4f19-acf2-6ea55b554b3f req-d6188c5b-7081-45c9-aa25-b0ca6dab6cb2 tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] 10.222.0.21 "GET /v2.0/ports?device_id=478af3a1-4646-4501-ac98-64f68d3a461e HTTP/1.1" status: 200 len: 945 time: 0.0482197 Nov 24 02:03:26.330600 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-9454315f-5502-4f19-acf2-6ea55b554b3f req-5190bc51-d28a-4dc2-9d8f-c35d59bbb5ae tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] 10.222.0.21 "GET /v2.0/security-groups?id=ae5457a5-8f5c-4845-bcbb-9a5cebbf5ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413446 Nov 24 02:03:27.192725 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-893beec5-7316-4727-9907-d0f1a80f0ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:03:27.446693 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ad1317-8659-4a73-9625-c544fe0d279e req-7126fa98-e6b8-49e6-83cc-338f6dc002ad tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:03:27.448075 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-64ad1317-8659-4a73-9625-c544fe0d279e req-7126fa98-e6b8-49e6-83cc-338f6dc002ad tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] 10.222.0.21 "GET /v2.0/ports?device_id=478af3a1-4646-4501-ac98-64f68d3a461e HTTP/1.1" status: 200 len: 945 time: 0.0484543 Nov 24 02:03:27.496243 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-64ad1317-8659-4a73-9625-c544fe0d279e req-67f3cce2-b20f-4a5a-8f28-a38a7df3c682 tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] 10.222.0.21 "GET /v2.0/security-groups?id=ae5457a5-8f5c-4845-bcbb-9a5cebbf5ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421648 Nov 24 02:03:28.023353 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:03:28.066081 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-fdaf4f69-0d48-463a-bcaf-d28c40ae74c6 req-25740003-517b-48e7-84dc-804da15cd76c service neutron] 10.222.0.48 "GET /v2.0/ports/6a6bc939-68fa-428c-82a5-0446e888d87d/bindings/hv-neutron-8189 HTTP/1.1" status: 200 len: 384 time: 0.0590634 Nov 24 02:03:28.122327 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:03:28.314105 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaf4f69-0d48-463a-bcaf-d28c40ae74c6 req-2364d1e5-3956-4f48-b1d0-1ea011677ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:03:28.315601 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-fdaf4f69-0d48-463a-bcaf-d28c40ae74c6 req-2364d1e5-3956-4f48-b1d0-1ea011677ff7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=478af3a1-4646-4501-ac98-64f68d3a461e&tenant_id=904518345a3542f09a4d76ac8e2d8c49 HTTP/1.1" status: 200 len: 1098 time: 0.0688624 Nov 24 02:03:28.388416 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaf4f69-0d48-463a-bcaf-d28c40ae74c6 req-067a369a-c0d6-42ab-ade6-f85c824906f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:03:28.389900 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-fdaf4f69-0d48-463a-bcaf-d28c40ae74c6 req-067a369a-c0d6-42ab-ade6-f85c824906f2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=904518345a3542f09a4d76ac8e2d8c49&device_id=478af3a1-4646-4501-ac98-64f68d3a461e HTTP/1.1" status: 200 len: 1098 time: 0.0391166 Nov 24 02:03:28.480472 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaf4f69-0d48-463a-bcaf-d28c40ae74c6 req-63dc6557-1336-4c9b-856e-b52596c62c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:03:28.481964 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-fdaf4f69-0d48-463a-bcaf-d28c40ae74c6 req-63dc6557-1336-4c9b-856e-b52596c62c0f service neutron] 10.222.0.48 "GET /v2.0/networks?id=fbdf3eb2-0031-4e11-b1d0-e5cbd8c82197 HTTP/1.1" status: 200 len: 913 time: 0.0850399 Nov 24 02:03:28.527325 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-fdaf4f69-0d48-463a-bcaf-d28c40ae74c6 req-1acd6e66-0b9b-42a3-bcf4-21ca49b2742f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a6bc939-68fa-428c-82a5-0446e888d87d HTTP/1.1" status: 200 len: 217 time: 0.0380418 Nov 24 02:03:28.603374 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaf4f69-0d48-463a-bcaf-d28c40ae74c6 req-a8947b60-3174-403a-b3eb-d2f49d2cf27e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:03:28.604789 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-fdaf4f69-0d48-463a-bcaf-d28c40ae74c6 req-a8947b60-3174-403a-b3eb-d2f49d2cf27e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=035e0372-26fe-4159-80cd-b58b9d045779 HTTP/1.1" status: 200 len: 852 time: 0.0706508 Nov 24 02:03:28.629513 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56a5141-e6fb-4db3-b458-b6507838844e req-9c7435b1-b0ef-434b-aab9-659d692ac2a1 tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:03:28.630956 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e56a5141-e6fb-4db3-b458-b6507838844e req-9c7435b1-b0ef-434b-aab9-659d692ac2a1 tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] 10.222.0.21 "GET /v2.0/ports?device_id=478af3a1-4646-4501-ac98-64f68d3a461e HTTP/1.1" status: 200 len: 945 time: 0.0636358 Nov 24 02:03:28.646660 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-fdaf4f69-0d48-463a-bcaf-d28c40ae74c6 req-30bae8bb-d4ac-479d-87d6-c1cc5fd80f41 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fbdf3eb2-0031-4e11-b1d0-e5cbd8c82197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316684 Nov 24 02:03:28.737376 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e56a5141-e6fb-4db3-b458-b6507838844e req-5d0351d7-0374-484b-ad61-5c17854bda8e tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] 10.222.0.21 "GET /v2.0/security-groups?id=ae5457a5-8f5c-4845-bcbb-9a5cebbf5ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934417 Nov 24 02:03:28.764471 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-fdaf4f69-0d48-463a-bcaf-d28c40ae74c6 req-1b393d52-50e9-4fde-af0d-4b8675f55abb service neutron] 10.222.0.48 "GET /v2.0/networks/fbdf3eb2-0031-4e11-b1d0-e5cbd8c82197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059549 Nov 24 02:03:28.850932 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-fdaf4f69-0d48-463a-bcaf-d28c40ae74c6 req-0c24f93f-daa0-4465-bcd2-e6c6fa2e0dad service neutron] 10.222.0.48 "GET /v2.0/networks/fbdf3eb2-0031-4e11-b1d0-e5cbd8c82197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798011 Nov 24 02:03:29.607712 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:03:29.851354 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaba8f0-272a-47b0-9c94-250b293b2bd8 req-981a2246-b743-4330-980f-fc2648df2746 tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:03:29.852869 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-dcaba8f0-272a-47b0-9c94-250b293b2bd8 req-981a2246-b743-4330-980f-fc2648df2746 tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] 10.222.0.21 "GET /v2.0/ports?device_id=478af3a1-4646-4501-ac98-64f68d3a461e HTTP/1.1" status: 200 len: 945 time: 0.0478220 Nov 24 02:03:29.902609 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-dcaba8f0-272a-47b0-9c94-250b293b2bd8 req-8e5ee62c-7c4d-4cb1-ab58-0a4db233695d tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] 10.222.0.21 "GET /v2.0/security-groups?id=ae5457a5-8f5c-4845-bcbb-9a5cebbf5ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439494 Nov 24 02:03:30.133083 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:03:31.021053 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f3d43-2a4f-4f7c-8f35-fb851ae13e10 req-91daebe3-ac96-4185-b26e-c45a6c1f9f45 tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:03:31.022543 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-714f3d43-2a4f-4f7c-8f35-fb851ae13e10 req-91daebe3-ac96-4185-b26e-c45a6c1f9f45 tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] 10.222.0.21 "GET /v2.0/ports?device_id=478af3a1-4646-4501-ac98-64f68d3a461e HTTP/1.1" status: 200 len: 945 time: 0.0518765 Nov 24 02:03:31.068329 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-714f3d43-2a4f-4f7c-8f35-fb851ae13e10 req-ebfc1700-88f3-4c15-9184-7449d91767ce tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] 10.222.0.21 "GET /v2.0/security-groups?id=ae5457a5-8f5c-4845-bcbb-9a5cebbf5ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400069 Nov 24 02:03:31.382814 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c51113-5a48-4783-844c-06c17218480b req-b1c7d14d-0a4c-4600-8585-299962ce3e5c tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:03:31.384164 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-94c51113-5a48-4783-844c-06c17218480b req-b1c7d14d-0a4c-4600-8585-299962ce3e5c tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] 10.222.0.48 "GET /v2.0/ports?device_id=478af3a1-4646-4501-ac98-64f68d3a461e&tenant_id=904518345a3542f09a4d76ac8e2d8c49&binding%3Ahost_id=hv-neutron-8189 HTTP/1.1" status: 200 len: 945 time: 0.0817063 Nov 24 02:03:31.481229 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c51113-5a48-4783-844c-06c17218480b req-9c5eec19-23fb-4993-8e7a-5b4a00156aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:03:31.482703 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-94c51113-5a48-4783-844c-06c17218480b req-9c5eec19-23fb-4993-8e7a-5b4a00156aa0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=904518345a3542f09a4d76ac8e2d8c49&device_id=478af3a1-4646-4501-ac98-64f68d3a461e HTTP/1.1" status: 200 len: 1098 time: 0.0397017 Nov 24 02:03:31.886612 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c51113-5a48-4783-844c-06c17218480b req-cc762671-af5f-46de-a931-d25a1064c453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:03:31.888058 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-94c51113-5a48-4783-844c-06c17218480b req-cc762671-af5f-46de-a931-d25a1064c453 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fbdf3eb2-0031-4e11-b1d0-e5cbd8c82197 HTTP/1.1" status: 200 len: 913 time: 0.3986101 Nov 24 02:03:31.928133 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-94c51113-5a48-4783-844c-06c17218480b req-fcb61d32-ac39-478a-84e1-86a2f0a1b828 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a6bc939-68fa-428c-82a5-0446e888d87d HTTP/1.1" status: 200 len: 217 time: 0.0326691 Nov 24 02:03:31.980821 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c51113-5a48-4783-844c-06c17218480b req-06520066-3eb0-4a15-9ddb-54e9d832234a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:03:31.982304 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-94c51113-5a48-4783-844c-06c17218480b req-06520066-3eb0-4a15-9ddb-54e9d832234a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=035e0372-26fe-4159-80cd-b58b9d045779 HTTP/1.1" status: 200 len: 852 time: 0.0467119 Nov 24 02:03:32.012997 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-94c51113-5a48-4783-844c-06c17218480b req-7d0f10a3-bef7-4f8c-9a4a-2c0f0c3bc3a8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fbdf3eb2-0031-4e11-b1d0-e5cbd8c82197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236418 Nov 24 02:03:32.100016 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-94c51113-5a48-4783-844c-06c17218480b req-457fbc64-1f29-4bbc-858e-fb7d85260ec6 service neutron] 10.222.0.48 "GET /v2.0/networks/fbdf3eb2-0031-4e11-b1d0-e5cbd8c82197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799859 Nov 24 02:03:32.192612 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-94c51113-5a48-4783-844c-06c17218480b req-861dc836-f5a0-49ee-8ec6-89a2f7137970 service neutron] 10.222.0.48 "GET /v2.0/networks/fbdf3eb2-0031-4e11-b1d0-e5cbd8c82197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837696 Nov 24 02:03:32.980050 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 6a6bc939-68fa-428c-82a5-0446e888d87d no longer exists at agent hyperv_hv-neutron-8189 {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 02:03:33.046963 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b90edc-19ee-4e9c-bcce-d01301d19857 req-e5d2d94a-ee28-4de2-b631-593a2b502d76 tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:03:33.048442 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-a7b90edc-19ee-4e9c-bcce-d01301d19857 req-e5d2d94a-ee28-4de2-b631-593a2b502d76 tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] 10.222.0.21 "GET /v2.0/ports?device_id=478af3a1-4646-4501-ac98-64f68d3a461e HTTP/1.1" status: 200 len: 945 time: 0.0485382 Nov 24 02:03:33.058063 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:03:33.080768 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '478af3a1-4646-4501-ac98-64f68d3a461e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a6bc939-68fa-428c-82a5-0446e888d87d'}] {{(pid=109868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:03:33.083027 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adafa3b64de3cabc8eac619938bcace59b198ffee64d481093eb3def62699d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-607631fc-5880-4fb1-8ca1-4301b7c5d3a8" -d '{"events": [{"server_uuid": "478af3a1-4646-4501-ac98-64f68d3a461e", "name": "network-vif-unplugged", "status": "completed", "tag": "6a6bc939-68fa-428c-82a5-0446e888d87d"}]}' {{(pid=109868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:03:33.096002 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-a7b90edc-19ee-4e9c-bcce-d01301d19857 req-322424db-f1fa-481c-bbc8-e68db45aaad7 tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] 10.222.0.21 "GET /v2.0/security-groups?id=ae5457a5-8f5c-4845-bcbb-9a5cebbf5ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409017 Nov 24 02:03:33.097011 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port 6a6bc939-68fa-428c-82a5-0446e888d87d, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=6a6bc939-68fa-428c-82a5-0446e888d87d,segment=NetworkSegment(15781624-65e0-4d7f-af4e-48e1b6ec8e22),segment_id=15781624-65e0-4d7f-af4e-48e1b6ec8e22)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:03:33.102342 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:03:33.129732 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 02:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d7d66ba-a947-402f-9541-764fa4a7ec55 x-openstack-request-id: req-5d7d66ba-a947-402f-9541-764fa4a7ec55 {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:03:33.130025 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "478af3a1-4646-4501-ac98-64f68d3a461e", "name": "network-vif-unplugged", "status": "completed", "tag": "6a6bc939-68fa-428c-82a5-0446e888d87d", "code": 200}]} {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:03:33.130871 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5d7d66ba-a947-402f-9541-764fa4a7ec55 {{(pid=109868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:03:33.131259 dv-neutron-818911-2-hyperv neutron-server[109868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '478af3a1-4646-4501-ac98-64f68d3a461e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a6bc939-68fa-428c-82a5-0446e888d87d', 'code': 200} Nov 24 02:03:33.155884 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=6a6bc939-68fa-428c-82a5-0446e888d87d,revision_number=6']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:03:33.162624 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:03:33.162969 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:03:33.163309 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:03:33.163640 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:03:33.163966 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:03:33.164294 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:03:33.164614 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:03:33.164935 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:03:33.165253 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:03:33.165604 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:03:33.165918 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:03:33.166234 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:03:34.214758 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb808d1-b5ea-489e-8d08-18bca754e69c req-5d61f9d3-5f4d-4a02-9b80-4e87d4a00ac1 tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:03:34.216227 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-2eb808d1-b5ea-489e-8d08-18bca754e69c req-5d61f9d3-5f4d-4a02-9b80-4e87d4a00ac1 tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] 10.222.0.21 "GET /v2.0/ports?device_id=478af3a1-4646-4501-ac98-64f68d3a461e HTTP/1.1" status: 200 len: 943 time: 0.0514657 Nov 24 02:03:34.262895 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-2eb808d1-b5ea-489e-8d08-18bca754e69c req-3a233610-7088-490a-b756-9fd596a67347 tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] 10.222.0.21 "GET /v2.0/security-groups?id=ae5457a5-8f5c-4845-bcbb-9a5cebbf5ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408962 Nov 24 02:03:34.889470 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c51113-5a48-4783-844c-06c17218480b req-2dc10822-0cad-4f55-8534-992377006472 tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:03:34.890909 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-94c51113-5a48-4783-844c-06c17218480b req-2dc10822-0cad-4f55-8534-992377006472 tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] 10.222.0.48 "GET /v2.0/ports?device_id=478af3a1-4646-4501-ac98-64f68d3a461e HTTP/1.1" status: 200 len: 943 time: 0.0469317 Nov 24 02:03:34.979644 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [req-94c51113-5a48-4783-844c-06c17218480b req-eea3078c-f05a-4fa6-b89a-ba3a325c6a9e tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] Deleting port 6a6bc939-68fa-428c-82a5-0446e888d87d {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 02:03:34.979975 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-94c51113-5a48-4783-844c-06c17218480b req-eea3078c-f05a-4fa6-b89a-ba3a325c6a9e tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:03:35.064494 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [req-94c51113-5a48-4783-844c-06c17218480b req-eea3078c-f05a-4fa6-b89a-ba3a325c6a9e tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] For port 6a6bc939-68fa-428c-82a5-0446e888d87d, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=6a6bc939-68fa-428c-82a5-0446e888d87d,segment=NetworkSegment(15781624-65e0-4d7f-af4e-48e1b6ec8e22),segment_id=15781624-65e0-4d7f-af4e-48e1b6ec8e22)] {{(pid=109866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:03:35.064857 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-94c51113-5a48-4783-844c-06c17218480b req-eea3078c-f05a-4fa6-b89a-ba3a325c6a9e tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:03:35.077420 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [req-94c51113-5a48-4783-844c-06c17218480b req-eea3078c-f05a-4fa6-b89a-ba3a325c6a9e tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] Calling delete_port for 6a6bc939-68fa-428c-82a5-0446e888d87d owned by compute:nova {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 02:03:35.180502 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.agents_db [None req-4e42c10c-a1d3-4d07-89d6-7a24334140aa None None] Agent healthcheck: found 6 active agents {{(pid=109869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 02:03:35.209055 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-94c51113-5a48-4783-844c-06c17218480b req-eea3078c-f05a-4fa6-b89a-ba3a325c6a9e tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:03:35.238828 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea3078c-f05a-4fa6-b89a-ba3a325c6a9e tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] Pushing event deleted for resources: {'Port': ['ID=6a6bc939-68fa-428c-82a5-0446e888d87d,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:03:35.266376 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea3078c-f05a-4fa6-b89a-ba3a325c6a9e tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:03:35.266721 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea3078c-f05a-4fa6-b89a-ba3a325c6a9e tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:03:35.267061 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea3078c-f05a-4fa6-b89a-ba3a325c6a9e tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:03:35.267396 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea3078c-f05a-4fa6-b89a-ba3a325c6a9e tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:03:35.267726 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea3078c-f05a-4fa6-b89a-ba3a325c6a9e tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:03:35.268079 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea3078c-f05a-4fa6-b89a-ba3a325c6a9e tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:03:35.268407 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea3078c-f05a-4fa6-b89a-ba3a325c6a9e tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:03:35.268875 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea3078c-f05a-4fa6-b89a-ba3a325c6a9e tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:03:35.269225 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea3078c-f05a-4fa6-b89a-ba3a325c6a9e tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:03:35.269578 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea3078c-f05a-4fa6-b89a-ba3a325c6a9e tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:03:35.269904 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea3078c-f05a-4fa6-b89a-ba3a325c6a9e tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:03:35.270223 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea3078c-f05a-4fa6-b89a-ba3a325c6a9e tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:03:35.289985 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [req-94c51113-5a48-4783-844c-06c17218480b req-eea3078c-f05a-4fa6-b89a-ba3a325c6a9e tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] No DVR routers for this DVR port 6a6bc939-68fa-428c-82a5-0446e888d87d on host hv-neutron-8189 {{(pid=109866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 02:03:35.292465 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-94c51113-5a48-4783-844c-06c17218480b req-eea3078c-f05a-4fa6-b89a-ba3a325c6a9e tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:03:35.295848 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-94c51113-5a48-4783-844c-06c17218480b req-eea3078c-f05a-4fa6-b89a-ba3a325c6a9e tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] 10.222.0.48 "DELETE /v2.0/ports/6a6bc939-68fa-428c-82a5-0446e888d87d HTTP/1.1" status: 204 len: 173 time: 0.3986068 Nov 24 02:03:35.296317 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '478af3a1-4646-4501-ac98-64f68d3a461e', 'name': 'network-vif-deleted', 'tag': '6a6bc939-68fa-428c-82a5-0446e888d87d'}] {{(pid=109866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:03:35.298588 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b7c53c286d9351d1367337230623a155cee02c46c94b80588b67a0bc16402ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5cc08e7-aafe-482b-bfe1-316a3a88172d" -d '{"events": [{"server_uuid": "478af3a1-4646-4501-ac98-64f68d3a461e", "name": "network-vif-deleted", "tag": "6a6bc939-68fa-428c-82a5-0446e888d87d"}]}' {{(pid=109866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:03:35.338350 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 02:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbe37f72-d562-4ec5-8af1-071e2d71e398 x-openstack-request-id: req-dbe37f72-d562-4ec5-8af1-071e2d71e398 {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:03:35.338703 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "478af3a1-4646-4501-ac98-64f68d3a461e", "name": "network-vif-deleted", "tag": "6a6bc939-68fa-428c-82a5-0446e888d87d", "status": "completed", "code": 200}]} {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:03:35.339384 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dbe37f72-d562-4ec5-8af1-071e2d71e398 {{(pid=109866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:03:35.339823 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '478af3a1-4646-4501-ac98-64f68d3a461e', 'name': 'network-vif-deleted', 'tag': '6a6bc939-68fa-428c-82a5-0446e888d87d', 'status': 'completed', 'code': 200} Nov 24 02:03:35.360473 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-c4ffb2c7-e997-48b2-a921-c2152a707b9c req-7765b9f7-8868-4a80-b0aa-34c3a1497d74 tempest-DeleteServersTestJSON-1449725345 tempest-DeleteServersTestJSON-1449725345-project] 10.222.0.21 "GET /v2.0/ports?device_id=478af3a1-4646-4501-ac98-64f68d3a461e HTTP/1.1" status: 200 len: 210 time: 0.0274808 Nov 24 02:03:36.486297 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 53248) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:03:36.529843 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab513f8a-5db3-4294-99d3-42c0f20f1437 admin admin] Deleting subnet 035e0372-26fe-4159-80cd-b58b9d045779 {{(pid=109867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 02:03:36.532955 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ab513f8a-5db3-4294-99d3-42c0f20f1437 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:03:36.571622 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ab513f8a-5db3-4294-99d3-42c0f20f1437 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28690885'] for subnet, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:03:36.613156 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ab513f8a-5db3-4294-99d3-42c0f20f1437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:03:36.953237 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ab513f8a-5db3-4294-99d3-42c0f20f1437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25501782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25307808'] for subnet, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:03:36.979068 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab513f8a-5db3-4294-99d3-42c0f20f1437 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=035e0372-26fe-4159-80cd-b58b9d045779,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:03:36.983505 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ab513f8a-5db3-4294-99d3-42c0f20f1437 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:03:36.986716 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-ab513f8a-5db3-4294-99d3-42c0f20f1437 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/035e0372-26fe-4159-80cd-b58b9d045779 HTTP/1.1" status: 204 len: 168 time: 0.4994023 Nov 24 02:03:36.989303 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 53250) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:03:36.991502 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab513f8a-5db3-4294-99d3-42c0f20f1437 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:03:36.991854 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab513f8a-5db3-4294-99d3-42c0f20f1437 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:03:36.992195 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab513f8a-5db3-4294-99d3-42c0f20f1437 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:03:36.992532 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab513f8a-5db3-4294-99d3-42c0f20f1437 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:03:36.992862 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab513f8a-5db3-4294-99d3-42c0f20f1437 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:03:36.993194 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab513f8a-5db3-4294-99d3-42c0f20f1437 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:03:36.993545 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab513f8a-5db3-4294-99d3-42c0f20f1437 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:03:36.993871 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab513f8a-5db3-4294-99d3-42c0f20f1437 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:03:36.994196 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab513f8a-5db3-4294-99d3-42c0f20f1437 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:03:36.994518 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab513f8a-5db3-4294-99d3-42c0f20f1437 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:03:36.994843 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab513f8a-5db3-4294-99d3-42c0f20f1437 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:03:36.995159 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab513f8a-5db3-4294-99d3-42c0f20f1437 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:03:37.056753 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4ef4390e-590f-4be2-8a92-f033e3c24f5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:03:37.137495 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4ef4390e-590f-4be2-8a92-f033e3c24f5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:03:37.157176 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-4ef4390e-590f-4be2-8a92-f033e3c24f5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbdf3eb2-0031-4e11-b1d0-e5cbd8c82197']}} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:03:37.166144 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-4ef4390e-590f-4be2-8a92-f033e3c24f5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15781624-65e0-4d7f-af4e-48e1b6ec8e22') {'for_net_delete': True} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:03:37.166433 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-4ef4390e-590f-4be2-8a92-f033e3c24f5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15781624-65e0-4d7f-af4e-48e1b6ec8e22') {} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:03:37.175363 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4ef4390e-590f-4be2-8a92-f033e3c24f5b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29055561'] for segment, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:03:37.187866 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4ef4390e-590f-4be2-8a92-f033e3c24f5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:03:37.194115 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ef4390e-590f-4be2-8a92-f033e3c24f5b admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=109866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 02:03:37.194454 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4ef4390e-590f-4be2-8a92-f033e3c24f5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29151010'] for segment, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:03:37.196113 dv-neutron-818911-2-hyperv neutron-server[109866]: Traceback (most recent call last): Nov 24 02:03:37.196113 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 02:03:37.196113 dv-neutron-818911-2-hyperv neutron-server[109866]: timer() Nov 24 02:03:37.196113 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 02:03:37.196113 dv-neutron-818911-2-hyperv neutron-server[109866]: cb(*args, **kw) Nov 24 02:03:37.196113 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 02:03:37.196113 dv-neutron-818911-2-hyperv neutron-server[109866]: return func(*args, **kwargs) Nov 24 02:03:37.196113 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 02:03:37.196113 dv-neutron-818911-2-hyperv neutron-server[109866]: self._notify() Nov 24 02:03:37.196113 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 02:03:37.196113 dv-neutron-818911-2-hyperv neutron-server[109866]: self.callback(batched_events) Nov 24 02:03:37.196113 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 02:03:37.196113 dv-neutron-818911-2-hyperv neutron-server[109866]: event.method(event) Nov 24 02:03:37.196113 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 02:03:37.196113 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 02:03:37.196113 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 02:03:37.196113 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 02:03:37.196113 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 02:03:37.196113 dv-neutron-818911-2-hyperv neutron-server[109866]: return f(self, *a, **k) Nov 24 02:03:37.196113 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 02:03:37.196113 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._get(url).json() Nov 24 02:03:37.196113 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 02:03:37.196113 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 02:03:37.196113 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 02:03:37.196113 dv-neutron-818911-2-hyperv neutron-server[109866]: return self.request(url, 'GET', **kwargs) Nov 24 02:03:37.196113 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 02:03:37.196113 dv-neutron-818911-2-hyperv neutron-server[109866]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 02:03:37.196113 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 02:03:37.196113 dv-neutron-818911-2-hyperv neutron-server[109866]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 02:03:37.196113 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 02:03:37.196113 dv-neutron-818911-2-hyperv neutron-server[109866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 02:03:37.196113 dv-neutron-818911-2-hyperv neutron-server[109866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 02:03:37.248859 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4ef4390e-590f-4be2-8a92-f033e3c24f5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:03:37.254099 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4ef4390e-590f-4be2-8a92-f033e3c24f5b admin admin] Publish callbacks [] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:03:37.257981 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-4ef4390e-590f-4be2-8a92-f033e3c24f5b admin admin] 10.222.0.21 "DELETE /v2.0/networks/fbdf3eb2-0031-4e11-b1d0-e5cbd8c82197 HTTP/1.1" status: 204 len: 168 time: 0.2675400 Nov 24 02:03:37.268394 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef4390e-590f-4be2-8a92-f033e3c24f5b admin admin] Pushing event deleted for resources: {'Network': ['ID=fbdf3eb2-0031-4e11-b1d0-e5cbd8c82197,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:03:37.364953 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 53254) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:03:37.407967 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-a8302fd9-6da7-4e9e-bc67-c08ac4ce632b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=904518345a3542f09a4d76ac8e2d8c49&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0417440 Nov 24 02:03:37.410311 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 53256) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:03:37.456426 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3518f18b-fe2a-4343-b9a8-b4c1620afc39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:03:37.477031 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3518f18b-fe2a-4343-b9a8-b4c1620afc39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:03:37.521675 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3518f18b-fe2a-4343-b9a8-b4c1620afc39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:03:37.524484 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3518f18b-fe2a-4343-b9a8-b4c1620afc39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:03:37.525665 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-3518f18b-fe2a-4343-b9a8-b4c1620afc39 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ae5457a5-8f5c-4845-bcbb-9a5cebbf5ddb HTTP/1.1" status: 204 len: 168 time: 0.1144240 Nov 24 02:03:37.533103 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3518f18b-fe2a-4343-b9a8-b4c1620afc39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae5457a5-8f5c-4845-bcbb-9a5cebbf5ddb,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:03:38.163089 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 53278) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:03:38.259006 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-71995cdf-f457-4c16-a9e7-3cd5aad431e5 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1367225482-network', 'tenant_id': '63817b4d757e4f1e8a00569ee6c2208d'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:03:38.279568 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71995cdf-f457-4c16-a9e7-3cd5aad431e5 admin admin] Made reservation on behalf of 63817b4d757e4f1e8a00569ee6c2208d for: {'network': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 02:03:38.281947 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-71995cdf-f457-4c16-a9e7-3cd5aad431e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:03:38.290271 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-71995cdf-f457-4c16-a9e7-3cd5aad431e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:03:38.369184 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-71995cdf-f457-4c16-a9e7-3cd5aad431e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:03:38.373054 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-71995cdf-f457-4c16-a9e7-3cd5aad431e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:03:38.397072 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71995cdf-f457-4c16-a9e7-3cd5aad431e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=109866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 02:03:38.405580 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71995cdf-f457-4c16-a9e7-3cd5aad431e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb9b40b9-c718-4c78-9d40-dd4f562998f7,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:03:38.411563 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-71995cdf-f457-4c16-a9e7-3cd5aad431e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:03:38.411908 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.segments_db [None req-71995cdf-f457-4c16-a9e7-3cd5aad431e5 admin admin] Added segment 2c0e358c-1840-4c31-9f12-4d6e0f0ca714 of type vlan for network 823a632b-a4b3-462c-9638-6984e2e66072 Nov 24 02:03:38.453953 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-71995cdf-f457-4c16-a9e7-3cd5aad431e5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:03:38.477743 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-71995cdf-f457-4c16-a9e7-3cd5aad431e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:03:38.478506 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71995cdf-f457-4c16-a9e7-3cd5aad431e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:03:38.479078 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-71995cdf-f457-4c16-a9e7-3cd5aad431e5 admin admin] Publish callbacks [] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:03:38.522554 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-71995cdf-f457-4c16-a9e7-3cd5aad431e5 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3583806 Nov 24 02:03:38.525775 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 53282) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:03:38.530837 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-321ec1f6-9d10-4070-8f57-040cdc1e1964 admin admin] Request body: {'subnet': {'network_id': '823a632b-a4b3-462c-9638-6984e2e66072', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1367225482-subnet', 'tenant_id': '63817b4d757e4f1e8a00569ee6c2208d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:03:38.553937 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-321ec1f6-9d10-4070-8f57-040cdc1e1964 admin admin] Made reservation on behalf of 63817b4d757e4f1e8a00569ee6c2208d for: {'subnet': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 02:03:38.556282 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-321ec1f6-9d10-4070-8f57-040cdc1e1964 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25307781'] for subnet, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:03:38.565522 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71995cdf-f457-4c16-a9e7-3cd5aad431e5 admin admin] Pushing event updated for resources: {'Network': ['ID=823a632b-a4b3-462c-9638-6984e2e66072,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:03:38.575171 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network 823a632b-a4b3-462c-9638-6984e2e66072 details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 02:03:38.720527 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-321ec1f6-9d10-4070-8f57-040cdc1e1964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25501847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25307831'] for subnet, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:03:38.776576 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321ec1f6-9d10-4070-8f57-040cdc1e1964 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f826321-a84b-4e05-926d-035296c02dcd,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:03:38.783569 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321ec1f6-9d10-4070-8f57-040cdc1e1964 admin admin] Checking segment: {'id': '2c0e358c-1840-4c31-9f12-4d6e0f0ca714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '823a632b-a4b3-462c-9638-6984e2e66072'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 02:03:38.783926 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321ec1f6-9d10-4070-8f57-040cdc1e1964 admin admin] Network hostable DHCP agents. Network: 823a632b-a4b3-462c-9638-6984e2e66072, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 02:03:38.800856 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321ec1f6-9d10-4070-8f57-040cdc1e1964 admin admin] Network 823a632b-a4b3-462c-9638-6984e2e66072 is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 02:03:38.809655 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-321ec1f6-9d10-4070-8f57-040cdc1e1964 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, 823a632b-a4b3-462c-9638-6984e2e66072) {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:03:38.813660 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321ec1f6-9d10-4070-8f57-040cdc1e1964 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:03:38.814244 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-321ec1f6-9d10-4070-8f57-040cdc1e1964 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:03:38.819239 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125b3f2c-f45e-47e4-a861-e673e89b9aef None None] Network 823a632b-a4b3-462c-9638-6984e2e66072 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 02:03:38.829909 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-321ec1f6-9d10-4070-8f57-040cdc1e1964 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3029745 Nov 24 02:03:38.942445 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816ed5c4-1190-4642-91c6-f9f8a9f8c84f None None] Network 823a632b-a4b3-462c-9638-6984e2e66072 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 02:03:39.140237 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 6a6bc939-68fa-428c-82a5-0446e888d87d no longer exists at agent hyperv_hv-neutron-8189 {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 02:03:39.163620 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] No Port match for: 6a6bc939-68fa-428c-82a5-0446e888d87d {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 02:03:39.163966 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 6a6bc939-68fa-428c-82a5-0446e888d87d not bound to the agent host hv-neutron-8189 {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 02:03:39.259892 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7006d3d-473d-4792-9390-f3ab1c124896 req-32518805-e33b-4b7a-8ba0-703e417c35f2 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:03:39.261351 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e7006d3d-473d-4792-9390-f3ab1c124896 req-32518805-e33b-4b7a-8ba0-703e417c35f2 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/networks?id=823a632b-a4b3-462c-9638-6984e2e66072 HTTP/1.1" status: 200 len: 815 time: 0.1080685 Nov 24 02:03:39.275840 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e7006d3d-473d-4792-9390-f3ab1c124896 req-5af4d9f5-1509-4305-ba9d-3ab1eadad11b tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/quotas/63817b4d757e4f1e8a00569ee6c2208d HTTP/1.1" status: 200 len: 375 time: 0.0087996 Nov 24 02:03:39.307332 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e7006d3d-473d-4792-9390-f3ab1c124896 req-786640e7-a47f-4c0d-9da2-a5411f8e52ab tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=63817b4d757e4f1e8a00569ee6c2208d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265181 Nov 24 02:03:39.397373 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e7006d3d-473d-4792-9390-f3ab1c124896 req-90bf14f0-3e96-4de2-a839-ac12e7bf8e0a service neutron] 10.222.0.21 "GET /v2.0/networks/823a632b-a4b3-462c-9638-6984e2e66072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835822 Nov 24 02:03:39.484649 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e7006d3d-473d-4792-9390-f3ab1c124896 req-25645e3c-d9c1-42ef-b089-56c6125c848c service neutron] 10.222.0.21 "GET /v2.0/networks/823a632b-a4b3-462c-9638-6984e2e66072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813398 Nov 24 02:03:39.638087 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-77459829-4fa6-4261-9ccb-c87e28e9f951 req-401b604d-c183-45c1-9cd2-e26d11edb763 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/ports?device_id=a23b3a4e-061b-4518-8c5e-8f4072897d83 HTTP/1.1" status: 200 len: 210 time: 0.0261781 Nov 24 02:03:40.618254 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7006d3d-473d-4792-9390-f3ab1c124896 req-6e0d5b37-20fa-4ac8-9525-a394fa3f0842 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:03:40.619702 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e7006d3d-473d-4792-9390-f3ab1c124896 req-6e0d5b37-20fa-4ac8-9525-a394fa3f0842 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.48 "GET /v2.0/networks?id=823a632b-a4b3-462c-9638-6984e2e66072 HTTP/1.1" status: 200 len: 815 time: 0.1062546 Nov 24 02:03:40.640896 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [req-e7006d3d-473d-4792-9390-f3ab1c124896 req-50601e14-437d-4785-92c3-fe41a652241c tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Request body: {'port': {'device_id': 'a23b3a4e-061b-4518-8c5e-8f4072897d83', 'network_id': '823a632b-a4b3-462c-9638-6984e2e66072', 'admin_state_up': True, 'tenant_id': '63817b4d757e4f1e8a00569ee6c2208d'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:03:40.738048 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-f5bafd8d-04b3-4c0b-a125-334a5be6b54f req-2c485456-5aa1-410b-b47d-b5796c856928 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/ports?device_id=a23b3a4e-061b-4518-8c5e-8f4072897d83 HTTP/1.1" status: 200 len: 210 time: 0.0313869 Nov 24 02:03:40.753092 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7006d3d-473d-4792-9390-f3ab1c124896 req-50601e14-437d-4785-92c3-fe41a652241c tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Made reservation on behalf of 63817b4d757e4f1e8a00569ee6c2208d for: {'port': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 02:03:40.757218 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-e7006d3d-473d-4792-9390-f3ab1c124896 req-50601e14-437d-4785-92c3-fe41a652241c tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:03:40.879325 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [req-e7006d3d-473d-4792-9390-f3ab1c124896 req-50601e14-437d-4785-92c3-fe41a652241c tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Allocated IP 172.20.0.4 (823a632b-a4b3-462c-9638-6984e2e66072/8f826321-a84b-4e05-926d-035296c02dcd/04cd4a73-c482-4117-b271-d6f4fe77423c) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 02:03:41.026113 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-e7006d3d-473d-4792-9390-f3ab1c124896 req-50601e14-437d-4785-92c3-fe41a652241c tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:03:41.059699 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-e7006d3d-473d-4792-9390-f3ab1c124896 req-50601e14-437d-4785-92c3-fe41a652241c tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:03:41.100104 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7006d3d-473d-4792-9390-f3ab1c124896 req-50601e14-437d-4785-92c3-fe41a652241c tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Network 823a632b-a4b3-462c-9638-6984e2e66072 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 02:03:41.105076 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [req-e7006d3d-473d-4792-9390-f3ab1c124896 req-50601e14-437d-4785-92c3-fe41a652241c tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:03:41.108570 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7006d3d-473d-4792-9390-f3ab1c124896 req-50601e14-437d-4785-92c3-fe41a652241c tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 02:03:41.138033 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50601e14-437d-4785-92c3-fe41a652241c tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Pushing event updated for resources: {'Port': ['ID=04cd4a73-c482-4117-b271-d6f4fe77423c,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:03:41.165770 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7006d3d-473d-4792-9390-f3ab1c124896 req-50601e14-437d-4785-92c3-fe41a652241c tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:03:41.166394 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-e7006d3d-473d-4792-9390-f3ab1c124896 req-50601e14-437d-4785-92c3-fe41a652241c tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:03:41.183116 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e7006d3d-473d-4792-9390-f3ab1c124896 req-50601e14-437d-4785-92c3-fe41a652241c tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5458415 Nov 24 02:03:41.201280 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [req-e7006d3d-473d-4792-9390-f3ab1c124896 req-2f95c258-0f7d-4e89-b92d-e926ec9cf427 service neutron] Request body: {'port': {'device_id': 'a23b3a4e-061b-4518-8c5e-8f4072897d83', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8189'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:03:41.255881 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-e7006d3d-473d-4792-9390-f3ab1c124896 req-2f95c258-0f7d-4e89-b92d-e926ec9cf427 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:03:41.508132 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [req-e7006d3d-473d-4792-9390-f3ab1c124896 req-2f95c258-0f7d-4e89-b92d-e926ec9cf427 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04cd4a73-c482-4117-b271-d6f4fe77423c {{(pid=109866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 02:03:41.515277 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-e7006d3d-473d-4792-9390-f3ab1c124896 req-2f95c258-0f7d-4e89-b92d-e926ec9cf427 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:03:41.527531 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.provisioning_blocks [req-e7006d3d-473d-4792-9390-f3ab1c124896 req-2f95c258-0f7d-4e89-b92d-e926ec9cf427 service neutron] Transition to ACTIVE for port object 04cd4a73-c482-4117-b271-d6f4fe77423c will not be triggered until provisioned by entity L2. {{(pid=109866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 02:03:41.530947 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-e7006d3d-473d-4792-9390-f3ab1c124896 req-2f95c258-0f7d-4e89-b92d-e926ec9cf427 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29149402'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:03:41.582045 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f95c258-0f7d-4e89-b92d-e926ec9cf427 service neutron] Pushing event updated for resources: {'Port': ['ID=04cd4a73-c482-4117-b271-d6f4fe77423c,revision_number=2']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:03:41.643915 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [req-e7006d3d-473d-4792-9390-f3ab1c124896 req-2f95c258-0f7d-4e89-b92d-e926ec9cf427 service neutron] Attempting to bind port 04cd4a73-c482-4117-b271-d6f4fe77423c on host hv-neutron-8189 for vnic_type normal with profile {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 02:03:41.644564 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [req-e7006d3d-473d-4792-9390-f3ab1c124896 req-2f95c258-0f7d-4e89-b92d-e926ec9cf427 service neutron] Attempting to bind port 04cd4a73-c482-4117-b271-d6f4fe77423c by drivers openvswitch,hyperv on host hv-neutron-8189 at level 0 using segments [{'id': '2c0e358c-1840-4c31-9f12-4d6e0f0ca714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '823a632b-a4b3-462c-9638-6984e2e66072'}] {{(pid=109866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 02:03:41.644564 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7006d3d-473d-4792-9390-f3ab1c124896 req-2f95c258-0f7d-4e89-b92d-e926ec9cf427 service neutron] Attempting to bind port 04cd4a73-c482-4117-b271-d6f4fe77423c on network 823a632b-a4b3-462c-9638-6984e2e66072 {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 02:03:41.649293 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7006d3d-473d-4792-9390-f3ab1c124896 req-2f95c258-0f7d-4e89-b92d-e926ec9cf427 service neutron] Port 04cd4a73-c482-4117-b271-d6f4fe77423c on network 823a632b-a4b3-462c-9638-6984e2e66072 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8189 {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 02:03:41.649637 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7006d3d-473d-4792-9390-f3ab1c124896 req-2f95c258-0f7d-4e89-b92d-e926ec9cf427 service neutron] Attempting to bind port 04cd4a73-c482-4117-b271-d6f4fe77423c on network 823a632b-a4b3-462c-9638-6984e2e66072 {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 02:03:41.654299 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7006d3d-473d-4792-9390-f3ab1c124896 req-2f95c258-0f7d-4e89-b92d-e926ec9cf427 service neutron] Checking agent: {'id': '5773fe6b-0967-455f-9dc9-84c0c923201b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 42, 58), 'started_at': datetime.datetime(2021, 11, 24, 1, 42, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 2, 3, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 02:03:41.654628 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7006d3d-473d-4792-9390-f3ab1c124896 req-2f95c258-0f7d-4e89-b92d-e926ec9cf427 service neutron] Checking segment: {'id': '2c0e358c-1840-4c31-9f12-4d6e0f0ca714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '823a632b-a4b3-462c-9638-6984e2e66072'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 02:03:41.655001 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7006d3d-473d-4792-9390-f3ab1c124896 req-2f95c258-0f7d-4e89-b92d-e926ec9cf427 service neutron] Bound using segment: {'id': '2c0e358c-1840-4c31-9f12-4d6e0f0ca714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '823a632b-a4b3-462c-9638-6984e2e66072'} {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 02:03:41.655413 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [req-e7006d3d-473d-4792-9390-f3ab1c124896 req-2f95c258-0f7d-4e89-b92d-e926ec9cf427 service neutron] Bound port: 04cd4a73-c482-4117-b271-d6f4fe77423c, host: hv-neutron-8189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c0e358c-1840-4c31-9f12-4d6e0f0ca714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '823a632b-a4b3-462c-9638-6984e2e66072'}}] {{(pid=109866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 02:03:41.655753 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-e7006d3d-473d-4792-9390-f3ab1c124896 req-2f95c258-0f7d-4e89-b92d-e926ec9cf427 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:03:41.720046 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [req-e7006d3d-473d-4792-9390-f3ab1c124896 req-2f95c258-0f7d-4e89-b92d-e926ec9cf427 service neutron] For port 04cd4a73-c482-4117-b271-d6f4fe77423c, host hv-neutron-8189, cleared binding levels {{(pid=109866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 02:03:41.722993 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [req-e7006d3d-473d-4792-9390-f3ab1c124896 req-2f95c258-0f7d-4e89-b92d-e926ec9cf427 service neutron] For port 04cd4a73-c482-4117-b271-d6f4fe77423c, host hv-neutron-8189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=04cd4a73-c482-4117-b271-d6f4fe77423c,segment=NetworkSegment(2c0e358c-1840-4c31-9f12-4d6e0f0ca714),segment_id=2c0e358c-1840-4c31-9f12-4d6e0f0ca714)] {{(pid=109866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 02:03:41.727208 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-e7006d3d-473d-4792-9390-f3ab1c124896 req-2f95c258-0f7d-4e89-b92d-e926ec9cf427 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29149402'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:03:41.759068 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7006d3d-473d-4792-9390-f3ab1c124896 req-2f95c258-0f7d-4e89-b92d-e926ec9cf427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:03:41.759589 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-e7006d3d-473d-4792-9390-f3ab1c124896 req-2f95c258-0f7d-4e89-b92d-e926ec9cf427 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:03:41.760963 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e7006d3d-473d-4792-9390-f3ab1c124896 req-2f95c258-0f7d-4e89-b92d-e926ec9cf427 service neutron] 10.222.0.48 "PUT /v2.0/ports/04cd4a73-c482-4117-b271-d6f4fe77423c HTTP/1.1" status: 200 len: 1093 time: 0.5637281 Nov 24 02:03:41.761403 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a23b3a4e-061b-4518-8c5e-8f4072897d83', 'tag': '04cd4a73-c482-4117-b271-d6f4fe77423c'}] {{(pid=109866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:03:41.763689 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b7c53c286d9351d1367337230623a155cee02c46c94b80588b67a0bc16402ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f4de996-cec9-4772-8be2-ad97eac07354" -d '{"events": [{"name": "network-changed", "server_uuid": "a23b3a4e-061b-4518-8c5e-8f4072897d83", "tag": "04cd4a73-c482-4117-b271-d6f4fe77423c"}]}' {{(pid=109866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:03:41.792567 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f95c258-0f7d-4e89-b92d-e926ec9cf427 service neutron] Pushing event updated for resources: {'Port': ['ID=04cd4a73-c482-4117-b271-d6f4fe77423c,revision_number=3']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:03:41.820422 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 02:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc2a8e0d-f30c-4abc-b670-f02e3a45a4dc x-openstack-request-id: req-fc2a8e0d-f30c-4abc-b670-f02e3a45a4dc {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:03:41.820773 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a23b3a4e-061b-4518-8c5e-8f4072897d83", "tag": "04cd4a73-c482-4117-b271-d6f4fe77423c", "status": "completed", "code": 200}]} {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:03:41.821182 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fc2a8e0d-f30c-4abc-b670-f02e3a45a4dc {{(pid=109866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:03:41.821638 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a23b3a4e-061b-4518-8c5e-8f4072897d83', 'tag': '04cd4a73-c482-4117-b271-d6f4fe77423c', 'status': 'completed', 'code': 200} Nov 24 02:03:41.902871 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5733bb28-445b-4480-8d15-7c0b10f80d96 req-5c9a8812-06d3-4f97-870c-f46fc07852eb tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:03:41.904371 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-5733bb28-445b-4480-8d15-7c0b10f80d96 req-5c9a8812-06d3-4f97-870c-f46fc07852eb tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/ports?device_id=a23b3a4e-061b-4518-8c5e-8f4072897d83 HTTP/1.1" status: 200 len: 943 time: 0.0800407 Nov 24 02:03:41.910178 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7006d3d-473d-4792-9390-f3ab1c124896 req-750e1308-4767-48eb-90a3-d21dc6886684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:03:41.911571 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e7006d3d-473d-4792-9390-f3ab1c124896 req-750e1308-4767-48eb-90a3-d21dc6886684 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=63817b4d757e4f1e8a00569ee6c2208d&device_id=a23b3a4e-061b-4518-8c5e-8f4072897d83 HTTP/1.1" status: 200 len: 1096 time: 0.0758812 Nov 24 02:03:41.967111 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e7006d3d-473d-4792-9390-f3ab1c124896 req-36c879a5-1229-4de2-9255-fb2c1c059b4e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04cd4a73-c482-4117-b271-d6f4fe77423c HTTP/1.1" status: 200 len: 217 time: 0.0416555 Nov 24 02:03:42.016388 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-5733bb28-445b-4480-8d15-7c0b10f80d96 req-fc725e5f-049d-476b-8195-957d271019f0 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb9b40b9-c718-4c78-9d40-dd4f562998f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037760 Nov 24 02:03:42.028373 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7006d3d-473d-4792-9390-f3ab1c124896 req-3b51d51e-2445-4246-8631-1da4b5660626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:03:42.029829 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e7006d3d-473d-4792-9390-f3ab1c124896 req-3b51d51e-2445-4246-8631-1da4b5660626 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8f826321-a84b-4e05-926d-035296c02dcd HTTP/1.1" status: 200 len: 855 time: 0.0554199 Nov 24 02:03:42.062917 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e7006d3d-473d-4792-9390-f3ab1c124896 req-8d5d1f14-6cd1-4b57-8c3d-1fec8617482d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=823a632b-a4b3-462c-9638-6984e2e66072&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251651 Nov 24 02:03:42.157715 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e7006d3d-473d-4792-9390-f3ab1c124896 req-f291caff-2a4a-41d7-99a7-f6d691b19004 service neutron] 10.222.0.48 "GET /v2.0/networks/823a632b-a4b3-462c-9638-6984e2e66072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874593 Nov 24 02:03:42.249505 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e7006d3d-473d-4792-9390-f3ab1c124896 req-2a596753-408b-4c29-abe9-02c6f22dc5e8 service neutron] 10.222.0.48 "GET /v2.0/networks/823a632b-a4b3-462c-9638-6984e2e66072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851240 Nov 24 02:03:42.387696 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4de996-cec9-4772-8be2-ad97eac07354 req-597bb498-7a46-4ccb-87c0-4ae8a1fc8dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:03:42.389230 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-1f4de996-cec9-4772-8be2-ad97eac07354 req-597bb498-7a46-4ccb-87c0-4ae8a1fc8dd3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=63817b4d757e4f1e8a00569ee6c2208d&device_id=a23b3a4e-061b-4518-8c5e-8f4072897d83 HTTP/1.1" status: 200 len: 1096 time: 0.0461535 Nov 24 02:03:42.478707 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4de996-cec9-4772-8be2-ad97eac07354 req-7ecf7cf3-13a7-4779-9453-82762f2dc3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:03:42.480171 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-1f4de996-cec9-4772-8be2-ad97eac07354 req-7ecf7cf3-13a7-4779-9453-82762f2dc3b7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=823a632b-a4b3-462c-9638-6984e2e66072 HTTP/1.1" status: 200 len: 916 time: 0.0834737 Nov 24 02:03:42.526031 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-1f4de996-cec9-4772-8be2-ad97eac07354 req-e80f4467-11ba-40c6-9c62-85d75d38f084 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04cd4a73-c482-4117-b271-d6f4fe77423c HTTP/1.1" status: 200 len: 217 time: 0.0372033 Nov 24 02:03:42.576142 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4de996-cec9-4772-8be2-ad97eac07354 req-3e2b885b-ae3e-49aa-a44c-6cbf75d0ceba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:03:42.577600 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-1f4de996-cec9-4772-8be2-ad97eac07354 req-3e2b885b-ae3e-49aa-a44c-6cbf75d0ceba service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8f826321-a84b-4e05-926d-035296c02dcd HTTP/1.1" status: 200 len: 855 time: 0.0431354 Nov 24 02:03:42.615061 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-1f4de996-cec9-4772-8be2-ad97eac07354 req-971322a8-4f22-4ee3-9839-8985334589dd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=823a632b-a4b3-462c-9638-6984e2e66072&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284798 Nov 24 02:03:42.708441 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-1f4de996-cec9-4772-8be2-ad97eac07354 req-f41c9cd8-e917-476e-8d21-f40fae576acd service neutron] 10.222.0.48 "GET /v2.0/networks/823a632b-a4b3-462c-9638-6984e2e66072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851231 Nov 24 02:03:42.798315 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-1f4de996-cec9-4772-8be2-ad97eac07354 req-34425cd0-0db2-422f-9f72-ca5e62013c76 service neutron] 10.222.0.48 "GET /v2.0/networks/823a632b-a4b3-462c-9638-6984e2e66072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813663 Nov 24 02:03:43.129200 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5d2de7-e0ca-46d0-b2f5-b3491cc009de req-e4e5e633-b73f-4052-a8cd-5067078459f0 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:03:43.131220 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-ac5d2de7-e0ca-46d0-b2f5-b3491cc009de req-e4e5e633-b73f-4052-a8cd-5067078459f0 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/ports?device_id=a23b3a4e-061b-4518-8c5e-8f4072897d83 HTTP/1.1" status: 200 len: 943 time: 0.0488248 Nov 24 02:03:43.179149 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-ac5d2de7-e0ca-46d0-b2f5-b3491cc009de req-9ec17d44-dd2d-49a8-b51a-c79959c4d836 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb9b40b9-c718-4c78-9d40-dd4f562998f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409434 Nov 24 02:03:44.294233 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b422d0f4-3fdf-48b0-896f-e01d8263a523 req-0eb14975-7574-4f54-a873-0597fa2a5405 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:03:44.295710 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-b422d0f4-3fdf-48b0-896f-e01d8263a523 req-0eb14975-7574-4f54-a873-0597fa2a5405 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/ports?device_id=a23b3a4e-061b-4518-8c5e-8f4072897d83 HTTP/1.1" status: 200 len: 943 time: 0.0487001 Nov 24 02:03:44.346168 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-b422d0f4-3fdf-48b0-896f-e01d8263a523 req-d38e5dea-12eb-43d0-ac2a-34f430737311 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb9b40b9-c718-4c78-9d40-dd4f562998f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447536 Nov 24 02:03:45.071205 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 04cd4a73-c482-4117-b271-d6f4fe77423c details requested by agent hyperv_hv-neutron-8189 with host hv-neutron-8189 {{(pid=109868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 02:03:45.166823 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port 04cd4a73-c482-4117-b271-d6f4fe77423c, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=04cd4a73-c482-4117-b271-d6f4fe77423c,segment=NetworkSegment(2c0e358c-1840-4c31-9f12-4d6e0f0ca714),segment_id=2c0e358c-1840-4c31-9f12-4d6e0f0ca714)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:03:45.181829 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Returning: {'device': '04cd4a73-c482-4117-b271-d6f4fe77423c', 'network_id': '823a632b-a4b3-462c-9638-6984e2e66072', 'port_id': '04cd4a73-c482-4117-b271-d6f4fe77423c', 'mac_address': 'fa:16:3e:20:d3:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f826321-a84b-4e05-926d-035296c02dcd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 02:03:45.218288 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:03:45.231325 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04cd4a73-c482-4117-b271-d6f4fe77423c {{(pid=109868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 02:03:45.250526 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port 04cd4a73-c482-4117-b271-d6f4fe77423c, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=04cd4a73-c482-4117-b271-d6f4fe77423c,segment=NetworkSegment(2c0e358c-1840-4c31-9f12-4d6e0f0ca714),segment_id=2c0e358c-1840-4c31-9f12-4d6e0f0ca714)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:03:45.253987 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:03:45.299297 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=04cd4a73-c482-4117-b271-d6f4fe77423c,revision_number=4']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:03:45.462658 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad486c3e-da20-43fc-872d-423dae91fd47 req-1e6a72c9-2e11-4b50-956b-07fb304c3ce5 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:03:45.464153 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-ad486c3e-da20-43fc-872d-423dae91fd47 req-1e6a72c9-2e11-4b50-956b-07fb304c3ce5 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/ports?device_id=a23b3a4e-061b-4518-8c5e-8f4072897d83 HTTP/1.1" status: 200 len: 944 time: 0.0501707 Nov 24 02:03:45.510154 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-ad486c3e-da20-43fc-872d-423dae91fd47 req-b4888220-3b36-4307-baa5-f87dcc03e48d tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb9b40b9-c718-4c78-9d40-dd4f562998f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401733 Nov 24 02:03:45.533586 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] get_ports_and_sgs() called for port_ids ['04cd4a73-c482-4117-b271-d6f4fe77423c'] {{(pid=109868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 02:03:46.628376 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb072ff-016b-49cf-bae9-2608b184cce2 req-c9c1b705-510a-4194-b4b4-4ab85dd9f928 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:03:46.630161 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-1eb072ff-016b-49cf-bae9-2608b184cce2 req-c9c1b705-510a-4194-b4b4-4ab85dd9f928 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/ports?device_id=a23b3a4e-061b-4518-8c5e-8f4072897d83 HTTP/1.1" status: 200 len: 944 time: 0.0547595 Nov 24 02:03:46.676684 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-1eb072ff-016b-49cf-bae9-2608b184cce2 req-59eeeeb1-8c85-459a-8618-b2ac0e28b1c3 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb9b40b9-c718-4c78-9d40-dd4f562998f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407574 Nov 24 02:03:47.070084 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 04cd4a73-c482-4117-b271-d6f4fe77423c up at agent hyperv_hv-neutron-8189 {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 02:03:47.118778 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Provisioning for port 04cd4a73-c482-4117-b271-d6f4fe77423c completed by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 02:03:47.122560 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Provisioning complete for port 04cd4a73-c482-4117-b271-d6f4fe77423c triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:03:47.122931 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:03:47.204697 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:03:47.226615 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a23b3a4e-061b-4518-8c5e-8f4072897d83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04cd4a73-c482-4117-b271-d6f4fe77423c'}] {{(pid=109868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:03:47.228887 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adafa3b64de3cabc8eac619938bcace59b198ffee64d481093eb3def62699d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f273b3fd-9240-4329-8f08-b6d9702e0d2b" -d '{"events": [{"server_uuid": "a23b3a4e-061b-4518-8c5e-8f4072897d83", "name": "network-vif-plugged", "status": "completed", "tag": "04cd4a73-c482-4117-b271-d6f4fe77423c"}]}' {{(pid=109868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:03:47.242098 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port 04cd4a73-c482-4117-b271-d6f4fe77423c, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=04cd4a73-c482-4117-b271-d6f4fe77423c,segment=NetworkSegment(2c0e358c-1840-4c31-9f12-4d6e0f0ca714),segment_id=2c0e358c-1840-4c31-9f12-4d6e0f0ca714)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:03:47.245917 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:03:47.272966 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 02:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4188da69-698c-4695-a93b-f4aed47b09d0 x-openstack-request-id: req-4188da69-698c-4695-a93b-f4aed47b09d0 {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:03:47.273309 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a23b3a4e-061b-4518-8c5e-8f4072897d83", "name": "network-vif-plugged", "status": "completed", "tag": "04cd4a73-c482-4117-b271-d6f4fe77423c", "code": 200}]} {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:03:47.273531 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4188da69-698c-4695-a93b-f4aed47b09d0 {{(pid=109868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:03:47.273918 dv-neutron-818911-2-hyperv neutron-server[109868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a23b3a4e-061b-4518-8c5e-8f4072897d83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04cd4a73-c482-4117-b271-d6f4fe77423c', 'code': 200} Nov 24 02:03:47.294949 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=04cd4a73-c482-4117-b271-d6f4fe77423c,revision_number=5']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:03:47.470125 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434d1e51-0905-4799-b1d0-0f88e73e59d0 req-be3b4f72-dc47-4f7e-b945-c2c78c37f71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:03:47.471510 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-434d1e51-0905-4799-b1d0-0f88e73e59d0 req-be3b4f72-dc47-4f7e-b945-c2c78c37f71e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a23b3a4e-061b-4518-8c5e-8f4072897d83 HTTP/1.1" status: 200 len: 1098 time: 0.0398500 Nov 24 02:03:47.514230 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-434d1e51-0905-4799-b1d0-0f88e73e59d0 req-adb15f39-9ba1-480d-b6de-73246c39ae69 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=eb9b40b9-c718-4c78-9d40-dd4f562998f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359674 Nov 24 02:03:47.792668 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfd3146-143b-4e2e-8ba3-9832a23bd6a0 req-3bb91b9a-5d36-4fb5-b356-06a92cc23a9a tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:03:47.794087 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-2dfd3146-143b-4e2e-8ba3-9832a23bd6a0 req-3bb91b9a-5d36-4fb5-b356-06a92cc23a9a tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/ports?device_id=a23b3a4e-061b-4518-8c5e-8f4072897d83 HTTP/1.1" status: 200 len: 945 time: 0.0521634 Nov 24 02:03:47.841053 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-2dfd3146-143b-4e2e-8ba3-9832a23bd6a0 req-4051292a-cd35-4aa5-8ec9-af562491c6c3 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb9b40b9-c718-4c78-9d40-dd4f562998f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410740 Nov 24 02:03:48.961078 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f998af-798f-4341-8b5c-c4684a1eb34e req-3fed3238-1671-4b15-bdb8-ad455075f8bf tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:03:48.962575 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-02f998af-798f-4341-8b5c-c4684a1eb34e req-3fed3238-1671-4b15-bdb8-ad455075f8bf tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/ports?device_id=a23b3a4e-061b-4518-8c5e-8f4072897d83 HTTP/1.1" status: 200 len: 945 time: 0.0549326 Nov 24 02:03:49.008957 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-02f998af-798f-4341-8b5c-c4684a1eb34e req-a02ceb32-a283-4a64-9d38-32c7ecb25aa0 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb9b40b9-c718-4c78-9d40-dd4f562998f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406084 Nov 24 02:03:49.119492 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce41a8bb-08e7-416c-b89e-d595067e6547 req-fe950e8f-14d1-47a3-9a73-ab7c816d3d7a tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:03:49.120919 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-ce41a8bb-08e7-416c-b89e-d595067e6547 req-fe950e8f-14d1-47a3-9a73-ab7c816d3d7a tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/ports?device_id=a23b3a4e-061b-4518-8c5e-8f4072897d83 HTTP/1.1" status: 200 len: 945 time: 0.0478525 Nov 24 02:03:49.169640 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-ce41a8bb-08e7-416c-b89e-d595067e6547 req-a6ccd1da-eed6-4439-8276-73c27fec388c tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb9b40b9-c718-4c78-9d40-dd4f562998f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429399 Nov 24 02:03:49.365704 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c54e2d9-1a55-48a5-a42a-bb8a28b40087 req-51a21a83-f3d0-4371-b2aa-f3f4c0cb61b8 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:03:49.367184 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-3c54e2d9-1a55-48a5-a42a-bb8a28b40087 req-51a21a83-f3d0-4371-b2aa-f3f4c0cb61b8 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/ports?device_id=a23b3a4e-061b-4518-8c5e-8f4072897d83 HTTP/1.1" status: 200 len: 945 time: 0.0492418 Nov 24 02:03:49.416980 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-3c54e2d9-1a55-48a5-a42a-bb8a28b40087 req-a5bc070c-6bca-488e-8bbd-8c451543e529 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb9b40b9-c718-4c78-9d40-dd4f562998f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438156 Nov 24 02:03:49.527567 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94b6c41-90f2-4c24-9a17-6199a17bc88b req-08700d4d-b7e8-44ea-8755-ec63d81bfc03 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:03:49.529048 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-d94b6c41-90f2-4c24-9a17-6199a17bc88b req-08700d4d-b7e8-44ea-8755-ec63d81bfc03 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/ports?device_id=a23b3a4e-061b-4518-8c5e-8f4072897d83 HTTP/1.1" status: 200 len: 945 time: 0.0487032 Nov 24 02:03:49.575438 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-d94b6c41-90f2-4c24-9a17-6199a17bc88b req-d5fc4453-eb49-44b0-8e00-92ffc7d676e3 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb9b40b9-c718-4c78-9d40-dd4f562998f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405397 Nov 24 02:03:49.820060 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-1288899e-246d-4fa8-888b-caa95debce14 req-6836d504-509c-4422-bb7a-69212c752719 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a23b3a4e-061b-4518-8c5e-8f4072897d83&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0706420 Nov 24 02:03:49.830043 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2a501e-0937-4cda-a1b7-8bad88b41b56 req-4ced6881-a0ac-4294-8569-b6810724c5e1 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:03:49.831441 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-ce2a501e-0937-4cda-a1b7-8bad88b41b56 req-4ced6881-a0ac-4294-8569-b6810724c5e1 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/ports?device_id=a23b3a4e-061b-4518-8c5e-8f4072897d83 HTTP/1.1" status: 200 len: 945 time: 0.0735910 Nov 24 02:03:49.880710 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-ce2a501e-0937-4cda-a1b7-8bad88b41b56 req-37ba8f92-e54b-41fe-8c70-48876dc84c20 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb9b40b9-c718-4c78-9d40-dd4f562998f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424705 Nov 24 02:03:51.023870 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ca3035-ad62-4fa2-a2e5-a42038645a1d req-12083ee7-bf3e-4427-9b26-91914ad999ed tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:03:51.025359 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-69ca3035-ad62-4fa2-a2e5-a42038645a1d req-12083ee7-bf3e-4427-9b26-91914ad999ed tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/ports?device_id=a23b3a4e-061b-4518-8c5e-8f4072897d83 HTTP/1.1" status: 200 len: 945 time: 0.0755219 Nov 24 02:03:51.027863 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1288899e-246d-4fa8-888b-caa95debce14 req-006abdc5-b718-43d5-b990-6497faa64862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:03:51.029213 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-1288899e-246d-4fa8-888b-caa95debce14 req-006abdc5-b718-43d5-b990-6497faa64862 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=63817b4d757e4f1e8a00569ee6c2208d&device_id=a23b3a4e-061b-4518-8c5e-8f4072897d83 HTTP/1.1" status: 200 len: 1098 time: 0.0686033 Nov 24 02:03:51.126750 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-69ca3035-ad62-4fa2-a2e5-a42038645a1d req-80106957-bea1-450c-ab5d-2c6d21367ab5 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb9b40b9-c718-4c78-9d40-dd4f562998f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952995 Nov 24 02:03:51.150484 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1288899e-246d-4fa8-888b-caa95debce14 req-ce2f17c6-c041-4e8e-8af7-20873cf3edba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:03:51.151964 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-1288899e-246d-4fa8-888b-caa95debce14 req-ce2f17c6-c041-4e8e-8af7-20873cf3edba service neutron] 10.222.0.48 "GET /v2.0/networks?id=823a632b-a4b3-462c-9638-6984e2e66072 HTTP/1.1" status: 200 len: 916 time: 0.1151221 Nov 24 02:03:51.196251 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-1288899e-246d-4fa8-888b-caa95debce14 req-87a769e7-73e9-49ee-8e58-b1fc651ab55e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04cd4a73-c482-4117-b271-d6f4fe77423c HTTP/1.1" status: 200 len: 217 time: 0.0366423 Nov 24 02:03:51.247179 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1288899e-246d-4fa8-888b-caa95debce14 req-a046e4e2-5e1a-4a73-a4fb-f7bd85b7a962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:03:51.248633 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-1288899e-246d-4fa8-888b-caa95debce14 req-a046e4e2-5e1a-4a73-a4fb-f7bd85b7a962 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8f826321-a84b-4e05-926d-035296c02dcd HTTP/1.1" status: 200 len: 855 time: 0.0451109 Nov 24 02:03:51.284121 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-1288899e-246d-4fa8-888b-caa95debce14 req-d4e37e54-49e0-49ff-b404-3bf7a792cb19 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=823a632b-a4b3-462c-9638-6984e2e66072&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287786 Nov 24 02:03:51.371412 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-1288899e-246d-4fa8-888b-caa95debce14 req-2d55f465-2ee0-4762-a217-85a5d349594f service neutron] 10.222.0.48 "GET /v2.0/networks/823a632b-a4b3-462c-9638-6984e2e66072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804622 Nov 24 02:03:51.464243 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-1288899e-246d-4fa8-888b-caa95debce14 req-a659ad75-82b4-464d-9fdd-9e00cc937bf7 service neutron] 10.222.0.48 "GET /v2.0/networks/823a632b-a4b3-462c-9638-6984e2e66072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854344 Nov 24 02:03:52.245069 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3d3e7a-b03f-4cd1-9f7b-b96a2a34d72d req-933b9943-2a18-41bf-94c7-9834388c5e0b tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:03:52.246576 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-8e3d3e7a-b03f-4cd1-9f7b-b96a2a34d72d req-933b9943-2a18-41bf-94c7-9834388c5e0b tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/ports?device_id=a23b3a4e-061b-4518-8c5e-8f4072897d83 HTTP/1.1" status: 200 len: 945 time: 0.0542295 Nov 24 02:03:52.293936 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-8e3d3e7a-b03f-4cd1-9f7b-b96a2a34d72d req-329658cf-83d2-43fb-b65b-ce022575d6f0 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb9b40b9-c718-4c78-9d40-dd4f562998f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414999 Nov 24 02:03:53.406520 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5e40f4-f50e-41f3-81d2-b2361b985172 req-f694045e-78a1-48eb-89e3-19329d937e34 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:03:53.408000 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-2c5e40f4-f50e-41f3-81d2-b2361b985172 req-f694045e-78a1-48eb-89e3-19329d937e34 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/ports?device_id=a23b3a4e-061b-4518-8c5e-8f4072897d83 HTTP/1.1" status: 200 len: 945 time: 0.0484192 Nov 24 02:03:53.453745 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-2c5e40f4-f50e-41f3-81d2-b2361b985172 req-c8d04c2f-071d-4f40-b689-25667bde22b5 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb9b40b9-c718-4c78-9d40-dd4f562998f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392256 Nov 24 02:03:54.571137 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50520968-dbbb-443a-8c33-29077acee6c8 req-8f40bd5e-53b8-4daf-9b69-49fade5ddda1 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:03:54.572612 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-50520968-dbbb-443a-8c33-29077acee6c8 req-8f40bd5e-53b8-4daf-9b69-49fade5ddda1 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/ports?device_id=a23b3a4e-061b-4518-8c5e-8f4072897d83 HTTP/1.1" status: 200 len: 945 time: 0.0531311 Nov 24 02:03:54.619369 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-50520968-dbbb-443a-8c33-29077acee6c8 req-77a14a17-7b17-427c-b8f8-e8c747856f27 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb9b40b9-c718-4c78-9d40-dd4f562998f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409150 Nov 24 02:03:54.738926 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-482320a4-5b8a-4cc0-96f2-f6fca0933cca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:03:55.729991 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5cce58-71c8-449f-869d-e0804c03bb5b req-5d98eef6-0311-43ce-9e79-191229587c62 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:03:55.731460 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-ca5cce58-71c8-449f-869d-e0804c03bb5b req-5d98eef6-0311-43ce-9e79-191229587c62 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/ports?device_id=a23b3a4e-061b-4518-8c5e-8f4072897d83 HTTP/1.1" status: 200 len: 945 time: 0.0477479 Nov 24 02:03:55.781454 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-ca5cce58-71c8-449f-869d-e0804c03bb5b req-cc6b6204-6fb2-458c-b84b-b377afc7681e tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb9b40b9-c718-4c78-9d40-dd4f562998f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442102 Nov 24 02:03:56.894233 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b419954-47ca-406e-99f0-9fafca8533d3 req-2f1f8291-47be-4c60-b9a3-c783889b8a06 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:03:56.895702 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-6b419954-47ca-406e-99f0-9fafca8533d3 req-2f1f8291-47be-4c60-b9a3-c783889b8a06 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/ports?device_id=a23b3a4e-061b-4518-8c5e-8f4072897d83 HTTP/1.1" status: 200 len: 945 time: 0.0484588 Nov 24 02:03:56.946853 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-6b419954-47ca-406e-99f0-9fafca8533d3 req-cf167d8c-7b99-4d1c-9728-f6ba18c5089c tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb9b40b9-c718-4c78-9d40-dd4f562998f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452447 Nov 24 02:03:57.194731 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-5b27c0d9-1eb1-4fb1-9db0-ffdba7cdb522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:03:58.047438 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:03:58.062649 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19c5e8d-b4ee-4035-aefa-a011c10448a5 req-032a67af-02fc-439d-bf56-30189bb1d614 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:03:58.064131 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e19c5e8d-b4ee-4035-aefa-a011c10448a5 req-032a67af-02fc-439d-bf56-30189bb1d614 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/ports?device_id=a23b3a4e-061b-4518-8c5e-8f4072897d83 HTTP/1.1" status: 200 len: 945 time: 0.0498741 Nov 24 02:03:58.111083 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e19c5e8d-b4ee-4035-aefa-a011c10448a5 req-eb4448fc-21dc-464d-8284-58347d66da9b tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb9b40b9-c718-4c78-9d40-dd4f562998f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403275 Nov 24 02:03:58.124469 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:03:59.227209 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f911df-1dbe-4344-b8e4-472e42976cf3 req-bdb8ad75-1542-4c9a-8d3a-0d8f35bbd571 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:03:59.229163 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e8f911df-1dbe-4344-b8e4-472e42976cf3 req-bdb8ad75-1542-4c9a-8d3a-0d8f35bbd571 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/ports?device_id=a23b3a4e-061b-4518-8c5e-8f4072897d83 HTTP/1.1" status: 200 len: 945 time: 0.0505579 Nov 24 02:03:59.279860 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e8f911df-1dbe-4344-b8e4-472e42976cf3 req-423d9179-7026-4d0b-9931-07cf43aaa1b1 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb9b40b9-c718-4c78-9d40-dd4f562998f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445693 Nov 24 02:03:59.609897 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:04:00.135127 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:04:00.397257 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af399602-c19d-45bb-9604-4020dd9fdf1e req-9fd29cf0-f527-4980-b237-e2b0df29a23a tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:04:00.398698 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-af399602-c19d-45bb-9604-4020dd9fdf1e req-9fd29cf0-f527-4980-b237-e2b0df29a23a tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/ports?device_id=a23b3a4e-061b-4518-8c5e-8f4072897d83 HTTP/1.1" status: 200 len: 945 time: 0.0490842 Nov 24 02:04:00.445508 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-af399602-c19d-45bb-9604-4020dd9fdf1e req-e3bf5a75-7622-495b-ae9a-11d72e599fac tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb9b40b9-c718-4c78-9d40-dd4f562998f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409236 Nov 24 02:04:01.567616 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc1d5b5-08df-4f80-b20d-94e742df126d req-9698ed6d-a36a-4545-b6f1-99b948a69af5 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:04:01.569811 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-ddc1d5b5-08df-4f80-b20d-94e742df126d req-9698ed6d-a36a-4545-b6f1-99b948a69af5 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/ports?device_id=a23b3a4e-061b-4518-8c5e-8f4072897d83 HTTP/1.1" status: 200 len: 945 time: 0.0575616 Nov 24 02:04:01.618518 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-ddc1d5b5-08df-4f80-b20d-94e742df126d req-92caa436-9612-42fe-b3e7-87a65ff05bcc tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb9b40b9-c718-4c78-9d40-dd4f562998f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428097 Nov 24 02:04:02.735621 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11aac3b-7870-4ebd-ae7a-ab0b59202719 req-1d81756c-2096-4960-aebb-691323e368d6 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:04:02.737123 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-d11aac3b-7870-4ebd-ae7a-ab0b59202719 req-1d81756c-2096-4960-aebb-691323e368d6 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/ports?device_id=a23b3a4e-061b-4518-8c5e-8f4072897d83 HTTP/1.1" status: 200 len: 945 time: 0.0515387 Nov 24 02:04:02.783273 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-d11aac3b-7870-4ebd-ae7a-ab0b59202719 req-3eab2ae3-aa10-4599-9e7f-c28271a45923 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb9b40b9-c718-4c78-9d40-dd4f562998f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390966 Nov 24 02:04:03.896631 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de0b309-79c0-4523-8297-487c93244006 req-6f153355-b329-47e2-98ec-c1deeea49f80 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:04:03.898129 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-8de0b309-79c0-4523-8297-487c93244006 req-6f153355-b329-47e2-98ec-c1deeea49f80 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/ports?device_id=a23b3a4e-061b-4518-8c5e-8f4072897d83 HTTP/1.1" status: 200 len: 945 time: 0.0496573 Nov 24 02:04:03.943565 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-8de0b309-79c0-4523-8297-487c93244006 req-4e388771-6aea-40df-817a-e6f4b02d5933 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb9b40b9-c718-4c78-9d40-dd4f562998f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396285 Nov 24 02:04:05.055714 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce78849-7412-4917-a156-cd932f8d7d5b req-4b74f170-cd48-45e9-8a97-d5f77d41975c tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:04:05.057179 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-8ce78849-7412-4917-a156-cd932f8d7d5b req-4b74f170-cd48-45e9-8a97-d5f77d41975c tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/ports?device_id=a23b3a4e-061b-4518-8c5e-8f4072897d83 HTTP/1.1" status: 200 len: 945 time: 0.0473895 Nov 24 02:04:05.104809 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-8ce78849-7412-4917-a156-cd932f8d7d5b req-058f37c5-0cb8-43d0-bfef-d4055bb8fd2d tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb9b40b9-c718-4c78-9d40-dd4f562998f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406287 Nov 24 02:04:06.229560 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e199c2-51bf-4db1-ae48-a10ccd3ae448 req-53951406-f98e-4c22-b767-7643978533f0 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:04:06.231040 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-d3e199c2-51bf-4db1-ae48-a10ccd3ae448 req-53951406-f98e-4c22-b767-7643978533f0 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/ports?device_id=a23b3a4e-061b-4518-8c5e-8f4072897d83 HTTP/1.1" status: 200 len: 945 time: 0.0597591 Nov 24 02:04:06.278388 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-d3e199c2-51bf-4db1-ae48-a10ccd3ae448 req-1b72e6f2-19b1-46fc-92df-68ebfe90c9ac tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb9b40b9-c718-4c78-9d40-dd4f562998f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415354 Nov 24 02:04:07.391487 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b39cde6-4ed2-4359-b82a-5d1f0042ef19 req-28251afe-1f1a-4db8-a9cc-f97a1429c8f8 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:04:07.392964 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-7b39cde6-4ed2-4359-b82a-5d1f0042ef19 req-28251afe-1f1a-4db8-a9cc-f97a1429c8f8 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/ports?device_id=a23b3a4e-061b-4518-8c5e-8f4072897d83 HTTP/1.1" status: 200 len: 945 time: 0.0486808 Nov 24 02:04:07.442670 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-7b39cde6-4ed2-4359-b82a-5d1f0042ef19 req-40221e8d-48bc-47e4-a412-3c6b6517d791 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb9b40b9-c718-4c78-9d40-dd4f562998f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436041 Nov 24 02:04:08.559841 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5a0536-90c6-49b8-a29e-dc16c304491a req-d232c22a-68f5-4987-9248-e6250720de5c tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:04:08.561280 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-ab5a0536-90c6-49b8-a29e-dc16c304491a req-d232c22a-68f5-4987-9248-e6250720de5c tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/ports?device_id=a23b3a4e-061b-4518-8c5e-8f4072897d83 HTTP/1.1" status: 200 len: 945 time: 0.0491056 Nov 24 02:04:08.608002 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-ab5a0536-90c6-49b8-a29e-dc16c304491a req-bfd47ddc-8136-4dda-8d01-dbc0f53f146c tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb9b40b9-c718-4c78-9d40-dd4f562998f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409038 Nov 24 02:04:09.719868 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221dc40f-4451-4c6b-bf5b-ae75e270b2f7 req-754bf157-7ef7-4526-a92c-537cbbbad8f0 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:04:09.721334 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-221dc40f-4451-4c6b-bf5b-ae75e270b2f7 req-754bf157-7ef7-4526-a92c-537cbbbad8f0 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/ports?device_id=a23b3a4e-061b-4518-8c5e-8f4072897d83 HTTP/1.1" status: 200 len: 945 time: 0.0483508 Nov 24 02:04:09.768629 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-221dc40f-4451-4c6b-bf5b-ae75e270b2f7 req-6685918d-1bff-41d7-8c5d-6b660e23ff6f tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb9b40b9-c718-4c78-9d40-dd4f562998f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413682 Nov 24 02:04:10.885460 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7b56b7-7def-4c59-8269-ff0a86967a57 req-7ca28ae0-28ea-4669-8812-db0ee1e87d0c tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:04:10.886935 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-2b7b56b7-7def-4c59-8269-ff0a86967a57 req-7ca28ae0-28ea-4669-8812-db0ee1e87d0c tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/ports?device_id=a23b3a4e-061b-4518-8c5e-8f4072897d83 HTTP/1.1" status: 200 len: 945 time: 0.0477607 Nov 24 02:04:10.937245 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-2b7b56b7-7def-4c59-8269-ff0a86967a57 req-bc82c1f3-2440-4009-b09f-d5b09e420389 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb9b40b9-c718-4c78-9d40-dd4f562998f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444267 Nov 24 02:04:12.049490 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8f034f-5a1e-4d24-adbb-ca72ba5c38b1 req-dc6a6bca-2bd4-4f0e-bf10-3a276926f766 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:04:12.050945 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-8f8f034f-5a1e-4d24-adbb-ca72ba5c38b1 req-dc6a6bca-2bd4-4f0e-bf10-3a276926f766 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/ports?device_id=a23b3a4e-061b-4518-8c5e-8f4072897d83 HTTP/1.1" status: 200 len: 945 time: 0.0475552 Nov 24 02:04:12.096534 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-8f8f034f-5a1e-4d24-adbb-ca72ba5c38b1 req-9fa73feb-fdea-420c-bd3d-d2ebb24ae053 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb9b40b9-c718-4c78-9d40-dd4f562998f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397279 Nov 24 02:04:12.179964 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.agents_db [None req-4e42c10c-a1d3-4d07-89d6-7a24334140aa None None] Agent healthcheck: found 6 active agents {{(pid=109869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 02:04:13.219804 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02dfa80-f558-4abf-b843-325ffae58f0f req-816a7fdc-91b9-454a-b170-35d3cb2d8903 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:04:13.221289 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-c02dfa80-f558-4abf-b843-325ffae58f0f req-816a7fdc-91b9-454a-b170-35d3cb2d8903 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/ports?device_id=a23b3a4e-061b-4518-8c5e-8f4072897d83 HTTP/1.1" status: 200 len: 945 time: 0.0487530 Nov 24 02:04:13.268980 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-c02dfa80-f558-4abf-b843-325ffae58f0f req-092acf7f-29a8-48ce-9182-3f8d1a5885dd tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb9b40b9-c718-4c78-9d40-dd4f562998f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409446 Nov 24 02:04:14.416341 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ed7b79-f264-44a3-9212-e3872c40847c req-234a8e29-ba00-419d-babd-e8cd561a8348 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:04:14.417819 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-88ed7b79-f264-44a3-9212-e3872c40847c req-234a8e29-ba00-419d-babd-e8cd561a8348 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/ports?device_id=a23b3a4e-061b-4518-8c5e-8f4072897d83 HTTP/1.1" status: 200 len: 945 time: 0.0824692 Nov 24 02:04:14.422829 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02814e29-8e6d-481e-aac9-08925f22aafd req-9a4f6072-cffa-44dd-a52b-fbd812aca0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:04:14.424195 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-02814e29-8e6d-481e-aac9-08925f22aafd req-9a4f6072-cffa-44dd-a52b-fbd812aca0a3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=63817b4d757e4f1e8a00569ee6c2208d&device_id=a23b3a4e-061b-4518-8c5e-8f4072897d83 HTTP/1.1" status: 200 len: 1098 time: 0.0575714 Nov 24 02:04:14.493554 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-88ed7b79-f264-44a3-9212-e3872c40847c req-0f6fc35b-99ac-4368-b601-9c3a2cda308f tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb9b40b9-c718-4c78-9d40-dd4f562998f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683436 Nov 24 02:04:14.552375 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02814e29-8e6d-481e-aac9-08925f22aafd req-b233e324-4c2a-4a8b-9b95-0cc87b95a3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:04:14.554042 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-02814e29-8e6d-481e-aac9-08925f22aafd req-b233e324-4c2a-4a8b-9b95-0cc87b95a3cd service neutron] 10.222.0.48 "GET /v2.0/networks?id=823a632b-a4b3-462c-9638-6984e2e66072 HTTP/1.1" status: 200 len: 916 time: 0.1065998 Nov 24 02:04:14.594554 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-02814e29-8e6d-481e-aac9-08925f22aafd req-a2a65320-a148-4d0c-ba78-51c9cf169925 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04cd4a73-c482-4117-b271-d6f4fe77423c HTTP/1.1" status: 200 len: 217 time: 0.0326107 Nov 24 02:04:14.643292 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02814e29-8e6d-481e-aac9-08925f22aafd req-13ab26a5-1fea-4955-8fcc-8ad137cc2ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:04:14.644753 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-02814e29-8e6d-481e-aac9-08925f22aafd req-13ab26a5-1fea-4955-8fcc-8ad137cc2ae9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8f826321-a84b-4e05-926d-035296c02dcd HTTP/1.1" status: 200 len: 855 time: 0.0432949 Nov 24 02:04:14.681293 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-02814e29-8e6d-481e-aac9-08925f22aafd req-dca91555-4597-4cb3-8f99-585f494e480a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=823a632b-a4b3-462c-9638-6984e2e66072&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286815 Nov 24 02:04:14.769869 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-02814e29-8e6d-481e-aac9-08925f22aafd req-6880e262-c5e0-4bea-8273-11f361f2ad31 service neutron] 10.222.0.48 "GET /v2.0/networks/823a632b-a4b3-462c-9638-6984e2e66072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808685 Nov 24 02:04:14.863583 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-02814e29-8e6d-481e-aac9-08925f22aafd req-baaa7b29-fe9f-42d6-8e52-bae94ef6f219 service neutron] 10.222.0.48 "GET /v2.0/networks/823a632b-a4b3-462c-9638-6984e2e66072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863755 Nov 24 02:04:15.605290 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d8dd52-4be5-443b-a5aa-a70f4ed697bb req-0a4bd038-38df-4199-b047-e6fa3abfad4b tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:04:15.606784 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-46d8dd52-4be5-443b-a5aa-a70f4ed697bb req-0a4bd038-38df-4199-b047-e6fa3abfad4b tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/ports?device_id=a23b3a4e-061b-4518-8c5e-8f4072897d83 HTTP/1.1" status: 200 len: 945 time: 0.0479236 Nov 24 02:04:15.653221 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-46d8dd52-4be5-443b-a5aa-a70f4ed697bb req-58d84628-177c-46b8-93fc-e9fd83b00feb tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb9b40b9-c718-4c78-9d40-dd4f562998f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406244 Nov 24 02:04:16.766259 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde66fd0-7d9f-4d0a-acb5-7adedfcc2dbc req-f9f6d164-162e-4cd8-a059-901aabcb2362 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:04:16.767767 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-cde66fd0-7d9f-4d0a-acb5-7adedfcc2dbc req-f9f6d164-162e-4cd8-a059-901aabcb2362 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/ports?device_id=a23b3a4e-061b-4518-8c5e-8f4072897d83 HTTP/1.1" status: 200 len: 945 time: 0.0477452 Nov 24 02:04:16.813691 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-cde66fd0-7d9f-4d0a-acb5-7adedfcc2dbc req-bc7187ce-8641-4360-96c6-0a203f2d3748 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb9b40b9-c718-4c78-9d40-dd4f562998f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401168 Nov 24 02:04:17.933395 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab0f812-8303-4d82-b46d-9c04192ad058 req-e28a62e4-1bc1-4411-ad27-a7023aab228a tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:04:17.934853 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-1ab0f812-8303-4d82-b46d-9c04192ad058 req-e28a62e4-1bc1-4411-ad27-a7023aab228a tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/ports?device_id=a23b3a4e-061b-4518-8c5e-8f4072897d83 HTTP/1.1" status: 200 len: 945 time: 0.0520222 Nov 24 02:04:17.981065 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-1ab0f812-8303-4d82-b46d-9c04192ad058 req-f82e4847-34d7-4fe5-beb2-200df691cec5 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb9b40b9-c718-4c78-9d40-dd4f562998f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404568 Nov 24 02:04:18.280648 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-1288899e-246d-4fa8-888b-caa95debce14 req-6b621866-1863-4ba3-941e-9f5a99d87a97 service neutron] 10.222.0.48 "GET /v2.0/ports/04cd4a73-c482-4117-b271-d6f4fe77423c/bindings/hv-neutron-8189 HTTP/1.1" status: 200 len: 384 time: 0.0542114 Nov 24 02:04:18.503703 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1288899e-246d-4fa8-888b-caa95debce14 req-96d09eeb-4e00-48c1-8484-10e7394cdc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:04:18.505109 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-1288899e-246d-4fa8-888b-caa95debce14 req-96d09eeb-4e00-48c1-8484-10e7394cdc32 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a23b3a4e-061b-4518-8c5e-8f4072897d83&tenant_id=63817b4d757e4f1e8a00569ee6c2208d HTTP/1.1" status: 200 len: 1098 time: 0.0485222 Nov 24 02:04:18.584389 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1288899e-246d-4fa8-888b-caa95debce14 req-8ecedbff-5871-4aa3-ad0a-ced6ac1f5351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:04:18.585919 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-1288899e-246d-4fa8-888b-caa95debce14 req-8ecedbff-5871-4aa3-ad0a-ced6ac1f5351 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=63817b4d757e4f1e8a00569ee6c2208d&device_id=a23b3a4e-061b-4518-8c5e-8f4072897d83 HTTP/1.1" status: 200 len: 1098 time: 0.0400429 Nov 24 02:04:18.677618 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1288899e-246d-4fa8-888b-caa95debce14 req-e8a14419-6808-4f17-a1fe-7cc9f1c7aa02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:04:18.679126 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-1288899e-246d-4fa8-888b-caa95debce14 req-e8a14419-6808-4f17-a1fe-7cc9f1c7aa02 service neutron] 10.222.0.48 "GET /v2.0/networks?id=823a632b-a4b3-462c-9638-6984e2e66072 HTTP/1.1" status: 200 len: 916 time: 0.0815098 Nov 24 02:04:18.723601 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-1288899e-246d-4fa8-888b-caa95debce14 req-af948fc8-467e-4149-ac33-7dade0163b95 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04cd4a73-c482-4117-b271-d6f4fe77423c HTTP/1.1" status: 200 len: 217 time: 0.0361242 Nov 24 02:04:18.770822 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1288899e-246d-4fa8-888b-caa95debce14 req-47cb3cde-8a98-4f32-a825-12c5fca62eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:04:18.772231 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-1288899e-246d-4fa8-888b-caa95debce14 req-47cb3cde-8a98-4f32-a825-12c5fca62eb9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8f826321-a84b-4e05-926d-035296c02dcd HTTP/1.1" status: 200 len: 855 time: 0.0421898 Nov 24 02:04:18.802769 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-1288899e-246d-4fa8-888b-caa95debce14 req-ccc3f6a0-60ed-4955-96c0-cfb9d8392370 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=823a632b-a4b3-462c-9638-6984e2e66072&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239294 Nov 24 02:04:18.893551 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-1288899e-246d-4fa8-888b-caa95debce14 req-fe67c104-62e4-40c3-ba02-f4247fcb60a7 service neutron] 10.222.0.48 "GET /v2.0/networks/823a632b-a4b3-462c-9638-6984e2e66072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834775 Nov 24 02:04:18.981920 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-1288899e-246d-4fa8-888b-caa95debce14 req-64b35af3-c181-4871-94e8-0a8038382c18 service neutron] 10.222.0.48 "GET /v2.0/networks/823a632b-a4b3-462c-9638-6984e2e66072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803061 Nov 24 02:04:19.101145 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d60e268-adf6-4aab-acfc-47807a19d685 req-3e6ed0fc-db1b-4c17-a994-c0b643565751 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:04:19.103209 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-0d60e268-adf6-4aab-acfc-47807a19d685 req-3e6ed0fc-db1b-4c17-a994-c0b643565751 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/ports?device_id=a23b3a4e-061b-4518-8c5e-8f4072897d83 HTTP/1.1" status: 200 len: 945 time: 0.0563152 Nov 24 02:04:19.150016 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-0d60e268-adf6-4aab-acfc-47807a19d685 req-338677f2-b12c-4105-a08e-c6e32a499bea tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb9b40b9-c718-4c78-9d40-dd4f562998f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405931 Nov 24 02:04:20.266723 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7b5246-a78c-4b02-806c-1a4bf21efa09 req-40e5d20d-9a22-4fb1-b46c-95173b071943 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:04:20.268194 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-8b7b5246-a78c-4b02-806c-1a4bf21efa09 req-40e5d20d-9a22-4fb1-b46c-95173b071943 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/ports?device_id=a23b3a4e-061b-4518-8c5e-8f4072897d83 HTTP/1.1" status: 200 len: 945 time: 0.0502019 Nov 24 02:04:20.314424 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-8b7b5246-a78c-4b02-806c-1a4bf21efa09 req-9414e606-9f19-41e8-ae2c-64e5a5dbeb65 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb9b40b9-c718-4c78-9d40-dd4f562998f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404499 Nov 24 02:04:21.428369 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fbd771-d0e2-4eeb-811c-eb239951b86b req-8821556c-61b1-4035-a21e-5a567110f899 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:04:21.430490 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-f9fbd771-d0e2-4eeb-811c-eb239951b86b req-8821556c-61b1-4035-a21e-5a567110f899 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/ports?device_id=a23b3a4e-061b-4518-8c5e-8f4072897d83 HTTP/1.1" status: 200 len: 945 time: 0.0477123 Nov 24 02:04:21.475701 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-f9fbd771-d0e2-4eeb-811c-eb239951b86b req-1535ec8a-f0c7-4897-a019-55b4c18960bc tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb9b40b9-c718-4c78-9d40-dd4f562998f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394225 Nov 24 02:04:21.668815 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c999ba-5ef4-473e-a157-a214c767cfcc req-8d511232-228b-45a6-8b04-7e2d3f5b4fbf tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:04:21.670321 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-20c999ba-5ef4-473e-a157-a214c767cfcc req-8d511232-228b-45a6-8b04-7e2d3f5b4fbf tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/ports?device_id=a23b3a4e-061b-4518-8c5e-8f4072897d83 HTTP/1.1" status: 200 len: 945 time: 0.0495584 Nov 24 02:04:21.749135 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-20c999ba-5ef4-473e-a157-a214c767cfcc req-6e5cd929-4e64-46f0-8c49-f7f23b6a08f4 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb9b40b9-c718-4c78-9d40-dd4f562998f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718348 Nov 24 02:04:21.770406 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71242bcc-a82f-4e02-8519-ffd243a54b4c req-97a9af5a-b6a8-4f6e-ba7c-3143fd6388fb tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:04:21.770406 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-71242bcc-a82f-4e02-8519-ffd243a54b4c req-97a9af5a-b6a8-4f6e-ba7c-3143fd6388fb tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.48 "GET /v2.0/ports?device_id=a23b3a4e-061b-4518-8c5e-8f4072897d83&tenant_id=63817b4d757e4f1e8a00569ee6c2208d&binding%3Ahost_id=hv-neutron-8189 HTTP/1.1" status: 200 len: 945 time: 0.0743444 Nov 24 02:04:21.889649 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71242bcc-a82f-4e02-8519-ffd243a54b4c req-00be034c-ecca-42d6-a815-52515d544fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:04:21.891076 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-71242bcc-a82f-4e02-8519-ffd243a54b4c req-00be034c-ecca-42d6-a815-52515d544fad service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=63817b4d757e4f1e8a00569ee6c2208d&device_id=a23b3a4e-061b-4518-8c5e-8f4072897d83 HTTP/1.1" status: 200 len: 1098 time: 0.0408578 Nov 24 02:04:21.987170 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71242bcc-a82f-4e02-8519-ffd243a54b4c req-cc0e1d1e-97c6-4cf5-9387-4d47f054ab07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:04:21.988619 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-71242bcc-a82f-4e02-8519-ffd243a54b4c req-cc0e1d1e-97c6-4cf5-9387-4d47f054ab07 service neutron] 10.222.0.48 "GET /v2.0/networks?id=823a632b-a4b3-462c-9638-6984e2e66072 HTTP/1.1" status: 200 len: 916 time: 0.0859327 Nov 24 02:04:22.030332 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-71242bcc-a82f-4e02-8519-ffd243a54b4c req-fe1d1090-5362-4bfe-8b2a-184d663573e9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04cd4a73-c482-4117-b271-d6f4fe77423c HTTP/1.1" status: 200 len: 217 time: 0.0335677 Nov 24 02:04:22.077836 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71242bcc-a82f-4e02-8519-ffd243a54b4c req-f87373df-7d92-4982-a291-7cb99706845b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:04:22.079221 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-71242bcc-a82f-4e02-8519-ffd243a54b4c req-f87373df-7d92-4982-a291-7cb99706845b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8f826321-a84b-4e05-926d-035296c02dcd HTTP/1.1" status: 200 len: 855 time: 0.0412223 Nov 24 02:04:22.119571 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-71242bcc-a82f-4e02-8519-ffd243a54b4c req-fab227ac-0ed7-4cc6-aaeb-87f16b984dd7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=823a632b-a4b3-462c-9638-6984e2e66072&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236285 Nov 24 02:04:22.217771 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-71242bcc-a82f-4e02-8519-ffd243a54b4c req-7be7babb-347d-4ffe-9841-a0e96ceb3f27 service neutron] 10.222.0.48 "GET /v2.0/networks/823a632b-a4b3-462c-9638-6984e2e66072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851393 Nov 24 02:04:22.310033 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-71242bcc-a82f-4e02-8519-ffd243a54b4c req-e9995610-fbb1-4c33-ad23-20ddd43f770f service neutron] 10.222.0.48 "GET /v2.0/networks/823a632b-a4b3-462c-9638-6984e2e66072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859351 Nov 24 02:04:22.876812 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3aa619-3e1b-4f93-93f3-4a12050645bf req-08987f9c-ea60-4a8f-abb2-36a0358ed0eb tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:04:22.878343 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-6f3aa619-3e1b-4f93-93f3-4a12050645bf req-08987f9c-ea60-4a8f-abb2-36a0358ed0eb tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/ports?device_id=a23b3a4e-061b-4518-8c5e-8f4072897d83 HTTP/1.1" status: 200 len: 945 time: 0.0566542 Nov 24 02:04:22.926199 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-6f3aa619-3e1b-4f93-93f3-4a12050645bf req-069d46f9-f92b-4643-becc-98f6e3a14535 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb9b40b9-c718-4c78-9d40-dd4f562998f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418189 Nov 24 02:04:23.038403 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15c7d9e-e9a1-4425-8764-05276416f3cd req-81830cc8-e386-4a80-9a00-5f879142885a tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:04:23.040316 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-d15c7d9e-e9a1-4425-8764-05276416f3cd req-81830cc8-e386-4a80-9a00-5f879142885a tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/ports?device_id=a23b3a4e-061b-4518-8c5e-8f4072897d83 HTTP/1.1" status: 200 len: 945 time: 0.0482094 Nov 24 02:04:23.086468 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-d15c7d9e-e9a1-4425-8764-05276416f3cd req-58b6c4d3-b975-4e7d-823a-a068c18a78a9 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb9b40b9-c718-4c78-9d40-dd4f562998f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397398 Nov 24 02:04:23.200061 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578079dd-eb22-46c7-a294-3fa00c0e4b65 req-12b88a34-5708-4b38-9fdd-13fdf8758b78 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:04:23.201629 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-578079dd-eb22-46c7-a294-3fa00c0e4b65 req-12b88a34-5708-4b38-9fdd-13fdf8758b78 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/ports?device_id=a23b3a4e-061b-4518-8c5e-8f4072897d83 HTTP/1.1" status: 200 len: 945 time: 0.0513601 Nov 24 02:04:23.259503 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-578079dd-eb22-46c7-a294-3fa00c0e4b65 req-344831ca-a91c-41fc-adae-a4a457bdbddb tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb9b40b9-c718-4c78-9d40-dd4f562998f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502644 Nov 24 02:04:23.608940 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0667dc29-47ee-4145-aa36-e74851165f2e req-cd17e242-c823-413f-a890-a8311079c5a2 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:04:23.610399 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-0667dc29-47ee-4145-aa36-e74851165f2e req-cd17e242-c823-413f-a890-a8311079c5a2 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/networks?id=823a632b-a4b3-462c-9638-6984e2e66072 HTTP/1.1" status: 200 len: 815 time: 0.1034424 Nov 24 02:04:23.625101 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-0667dc29-47ee-4145-aa36-e74851165f2e req-44f418e5-5fcc-4cfe-be4f-31ff11b0c371 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/quotas/63817b4d757e4f1e8a00569ee6c2208d HTTP/1.1" status: 200 len: 375 time: 0.0091498 Nov 24 02:04:23.671889 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-0667dc29-47ee-4145-aa36-e74851165f2e req-a56b17d6-84cd-410c-84da-2832fce7f56f tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=63817b4d757e4f1e8a00569ee6c2208d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0417516 Nov 24 02:04:23.765291 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-0667dc29-47ee-4145-aa36-e74851165f2e req-35015255-b8ca-4a57-a43b-a2fa7bbe258e service neutron] 10.222.0.21 "GET /v2.0/networks/823a632b-a4b3-462c-9638-6984e2e66072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865297 Nov 24 02:04:23.854137 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-0667dc29-47ee-4145-aa36-e74851165f2e req-3b6a170c-9396-4293-bfb4-5fed421ab452 service neutron] 10.222.0.21 "GET /v2.0/networks/823a632b-a4b3-462c-9638-6984e2e66072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828931 Nov 24 02:04:24.006199 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-a908f1ac-5b5b-4c90-9fc0-b32e9232971a req-e149ef00-f065-4d49-a02b-68887000a185 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/ports?device_id=d69255fb-e468-41dc-b5a5-a773d1d7b2c3 HTTP/1.1" status: 200 len: 210 time: 0.0258493 Nov 24 02:04:24.740641 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-1306289b-4e5a-40e5-a606-08706a12f195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:04:25.105314 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-fa4800e9-85c3-4a0e-a2ac-086e7d8f1f33 req-926afa0f-7694-41eb-b983-0f3871a1b1cc tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/ports?device_id=d69255fb-e468-41dc-b5a5-a773d1d7b2c3 HTTP/1.1" status: 200 len: 210 time: 0.0278907 Nov 24 02:04:25.311276 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0667dc29-47ee-4145-aa36-e74851165f2e req-1de77adb-77bf-48de-a979-c602be650750 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:04:25.312629 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-0667dc29-47ee-4145-aa36-e74851165f2e req-1de77adb-77bf-48de-a979-c602be650750 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.48 "GET /v2.0/networks?id=823a632b-a4b3-462c-9638-6984e2e66072 HTTP/1.1" status: 200 len: 815 time: 0.4282331 Nov 24 02:04:25.332696 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [req-0667dc29-47ee-4145-aa36-e74851165f2e req-d1a6103a-cfed-4387-afef-6dd1fcb4a0e5 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Request body: {'port': {'device_id': 'd69255fb-e468-41dc-b5a5-a773d1d7b2c3', 'network_id': '823a632b-a4b3-462c-9638-6984e2e66072', 'admin_state_up': True, 'tenant_id': '63817b4d757e4f1e8a00569ee6c2208d'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:04:25.438279 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0667dc29-47ee-4145-aa36-e74851165f2e req-d1a6103a-cfed-4387-afef-6dd1fcb4a0e5 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Made reservation on behalf of 63817b4d757e4f1e8a00569ee6c2208d for: {'port': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 02:04:25.441920 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-0667dc29-47ee-4145-aa36-e74851165f2e req-d1a6103a-cfed-4387-afef-6dd1fcb4a0e5 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:04:25.444583 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aa4177-0d4b-4058-8561-f51dceb9cd41 req-75883c5e-7156-4fbc-b403-c51a51344906 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:04:25.446754 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-01aa4177-0d4b-4058-8561-f51dceb9cd41 req-75883c5e-7156-4fbc-b403-c51a51344906 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.48 "GET /v2.0/ports?device_id=a23b3a4e-061b-4518-8c5e-8f4072897d83 HTTP/1.1" status: 200 len: 945 time: 0.0535784 Nov 24 02:04:25.536081 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [req-01aa4177-0d4b-4058-8561-f51dceb9cd41 req-7ac7a7dc-288c-41dd-9c91-d8ba2e30b9ad tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Deleting port 04cd4a73-c482-4117-b271-d6f4fe77423c {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 02:04:25.536412 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-01aa4177-0d4b-4058-8561-f51dceb9cd41 req-7ac7a7dc-288c-41dd-9c91-d8ba2e30b9ad tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:04:25.567799 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [req-0667dc29-47ee-4145-aa36-e74851165f2e req-d1a6103a-cfed-4387-afef-6dd1fcb4a0e5 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Allocated IP 172.20.0.5 (823a632b-a4b3-462c-9638-6984e2e66072/8f826321-a84b-4e05-926d-035296c02dcd/9a93dd78-8937-4069-9eb8-cd33c9e5b8c9) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 02:04:25.629517 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [req-01aa4177-0d4b-4058-8561-f51dceb9cd41 req-7ac7a7dc-288c-41dd-9c91-d8ba2e30b9ad tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] For port 04cd4a73-c482-4117-b271-d6f4fe77423c, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=04cd4a73-c482-4117-b271-d6f4fe77423c,segment=NetworkSegment(2c0e358c-1840-4c31-9f12-4d6e0f0ca714),segment_id=2c0e358c-1840-4c31-9f12-4d6e0f0ca714)] {{(pid=109867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:04:25.629873 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-01aa4177-0d4b-4058-8561-f51dceb9cd41 req-7ac7a7dc-288c-41dd-9c91-d8ba2e30b9ad tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:04:25.642235 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [req-01aa4177-0d4b-4058-8561-f51dceb9cd41 req-7ac7a7dc-288c-41dd-9c91-d8ba2e30b9ad tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Calling delete_port for 04cd4a73-c482-4117-b271-d6f4fe77423c owned by compute:nova {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 02:04:25.714207 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-0667dc29-47ee-4145-aa36-e74851165f2e req-d1a6103a-cfed-4387-afef-6dd1fcb4a0e5 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:04:25.750428 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-0667dc29-47ee-4145-aa36-e74851165f2e req-d1a6103a-cfed-4387-afef-6dd1fcb4a0e5 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:04:25.770763 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-01aa4177-0d4b-4058-8561-f51dceb9cd41 req-7ac7a7dc-288c-41dd-9c91-d8ba2e30b9ad tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:04:25.786561 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] get_ports_and_sgs() called for port_ids ['04cd4a73-c482-4117-b271-d6f4fe77423c'] {{(pid=109868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 02:04:25.803199 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0667dc29-47ee-4145-aa36-e74851165f2e req-d1a6103a-cfed-4387-afef-6dd1fcb4a0e5 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Network 823a632b-a4b3-462c-9638-6984e2e66072 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 02:04:25.806511 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac7a7dc-288c-41dd-9c91-d8ba2e30b9ad tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Pushing event deleted for resources: {'Port': ['ID=04cd4a73-c482-4117-b271-d6f4fe77423c,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:04:25.808861 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [req-0667dc29-47ee-4145-aa36-e74851165f2e req-d1a6103a-cfed-4387-afef-6dd1fcb4a0e5 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:04:25.812153 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [req-0667dc29-47ee-4145-aa36-e74851165f2e req-d1a6103a-cfed-4387-afef-6dd1fcb4a0e5 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 02:04:25.815108 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a6103a-cfed-4387-afef-6dd1fcb4a0e5 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Pushing event updated for resources: {'Port': ['ID=9a93dd78-8937-4069-9eb8-cd33c9e5b8c9,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:04:25.848922 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [req-01aa4177-0d4b-4058-8561-f51dceb9cd41 req-7ac7a7dc-288c-41dd-9c91-d8ba2e30b9ad tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] No DVR routers for this DVR port 04cd4a73-c482-4117-b271-d6f4fe77423c on host hv-neutron-8189 {{(pid=109867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 02:04:25.850460 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] get_ports_and_sgs() called for port_ids ['04cd4a73-c482-4117-b271-d6f4fe77423c'] {{(pid=109868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 02:04:25.852548 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-01aa4177-0d4b-4058-8561-f51dceb9cd41 req-7ac7a7dc-288c-41dd-9c91-d8ba2e30b9ad tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:04:25.856094 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-01aa4177-0d4b-4058-8561-f51dceb9cd41 req-7ac7a7dc-288c-41dd-9c91-d8ba2e30b9ad tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.48 "DELETE /v2.0/ports/04cd4a73-c482-4117-b271-d6f4fe77423c HTTP/1.1" status: 204 len: 173 time: 0.4032750 Nov 24 02:04:25.856579 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a23b3a4e-061b-4518-8c5e-8f4072897d83', 'name': 'network-vif-deleted', 'tag': '04cd4a73-c482-4117-b271-d6f4fe77423c'}] {{(pid=109867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:04:25.859576 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2155eb48762029a847224b6ca77dbed8b251e8450d3d79f1fc0a82d404e82e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9271c289-d265-4b70-bc46-7b8720e6a4cb" -d '{"events": [{"server_uuid": "a23b3a4e-061b-4518-8c5e-8f4072897d83", "name": "network-vif-deleted", "tag": "04cd4a73-c482-4117-b271-d6f4fe77423c"}]}' {{(pid=109867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:04:25.877394 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0667dc29-47ee-4145-aa36-e74851165f2e req-d1a6103a-cfed-4387-afef-6dd1fcb4a0e5 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:04:25.878358 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-0667dc29-47ee-4145-aa36-e74851165f2e req-d1a6103a-cfed-4387-afef-6dd1fcb4a0e5 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:04:25.895717 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-0667dc29-47ee-4145-aa36-e74851165f2e req-d1a6103a-cfed-4387-afef-6dd1fcb4a0e5 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5664928 Nov 24 02:04:25.923399 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [req-0667dc29-47ee-4145-aa36-e74851165f2e req-6ce8381b-263a-440e-b511-246c0ef3ec25 service neutron] Request body: {'port': {'device_id': 'd69255fb-e468-41dc-b5a5-a773d1d7b2c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8189'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:04:25.976747 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 02:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f58e771-8afb-4bd1-adde-32808721532e x-openstack-request-id: req-8f58e771-8afb-4bd1-adde-32808721532e {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:04:25.977156 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a23b3a4e-061b-4518-8c5e-8f4072897d83", "name": "network-vif-deleted", "tag": "04cd4a73-c482-4117-b271-d6f4fe77423c", "status": "completed", "code": 200}]} {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:04:25.977531 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8f58e771-8afb-4bd1-adde-32808721532e {{(pid=109867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:04:25.977937 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a23b3a4e-061b-4518-8c5e-8f4072897d83', 'name': 'network-vif-deleted', 'tag': '04cd4a73-c482-4117-b271-d6f4fe77423c', 'status': 'completed', 'code': 200} Nov 24 02:04:25.983827 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-0667dc29-47ee-4145-aa36-e74851165f2e req-6ce8381b-263a-440e-b511-246c0ef3ec25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:04:26.224433 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc83a92-db1e-41d1-9fc6-63662a3a3d19 req-614a5b68-ebf3-4f82-9b26-13a57481a09f tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:04:26.225947 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-7fc83a92-db1e-41d1-9fc6-63662a3a3d19 req-614a5b68-ebf3-4f82-9b26-13a57481a09f tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/ports?device_id=d69255fb-e468-41dc-b5a5-a773d1d7b2c3 HTTP/1.1" status: 200 len: 931 time: 0.0485775 Nov 24 02:04:26.250093 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [req-0667dc29-47ee-4145-aa36-e74851165f2e req-6ce8381b-263a-440e-b511-246c0ef3ec25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a93dd78-8937-4069-9eb8-cd33c9e5b8c9 {{(pid=109866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 02:04:26.259740 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-0667dc29-47ee-4145-aa36-e74851165f2e req-6ce8381b-263a-440e-b511-246c0ef3ec25 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:04:26.272744 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.provisioning_blocks [req-0667dc29-47ee-4145-aa36-e74851165f2e req-6ce8381b-263a-440e-b511-246c0ef3ec25 service neutron] Transition to ACTIVE for port object 9a93dd78-8937-4069-9eb8-cd33c9e5b8c9 will not be triggered until provisioned by entity L2. {{(pid=109866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 02:04:26.276151 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-7fc83a92-db1e-41d1-9fc6-63662a3a3d19 req-8490e7df-0b52-4268-80df-c115881d5fbd tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb9b40b9-c718-4c78-9d40-dd4f562998f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429089 Nov 24 02:04:26.278653 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-0667dc29-47ee-4145-aa36-e74851165f2e req-6ce8381b-263a-440e-b511-246c0ef3ec25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29149402'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:04:26.330491 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce8381b-263a-440e-b511-246c0ef3ec25 service neutron] Pushing event updated for resources: {'Port': ['ID=9a93dd78-8937-4069-9eb8-cd33c9e5b8c9,revision_number=2']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:04:26.406354 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [req-0667dc29-47ee-4145-aa36-e74851165f2e req-6ce8381b-263a-440e-b511-246c0ef3ec25 service neutron] Attempting to bind port 9a93dd78-8937-4069-9eb8-cd33c9e5b8c9 on host hv-neutron-8189 for vnic_type normal with profile {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 02:04:26.406607 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [req-0667dc29-47ee-4145-aa36-e74851165f2e req-6ce8381b-263a-440e-b511-246c0ef3ec25 service neutron] Attempting to bind port 9a93dd78-8937-4069-9eb8-cd33c9e5b8c9 by drivers openvswitch,hyperv on host hv-neutron-8189 at level 0 using segments [{'id': '2c0e358c-1840-4c31-9f12-4d6e0f0ca714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '823a632b-a4b3-462c-9638-6984e2e66072'}] {{(pid=109866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 02:04:26.406928 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0667dc29-47ee-4145-aa36-e74851165f2e req-6ce8381b-263a-440e-b511-246c0ef3ec25 service neutron] Attempting to bind port 9a93dd78-8937-4069-9eb8-cd33c9e5b8c9 on network 823a632b-a4b3-462c-9638-6984e2e66072 {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 02:04:26.411364 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0667dc29-47ee-4145-aa36-e74851165f2e req-6ce8381b-263a-440e-b511-246c0ef3ec25 service neutron] Port 9a93dd78-8937-4069-9eb8-cd33c9e5b8c9 on network 823a632b-a4b3-462c-9638-6984e2e66072 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8189 {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 02:04:26.411696 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0667dc29-47ee-4145-aa36-e74851165f2e req-6ce8381b-263a-440e-b511-246c0ef3ec25 service neutron] Attempting to bind port 9a93dd78-8937-4069-9eb8-cd33c9e5b8c9 on network 823a632b-a4b3-462c-9638-6984e2e66072 {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 02:04:26.417159 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0667dc29-47ee-4145-aa36-e74851165f2e req-6ce8381b-263a-440e-b511-246c0ef3ec25 service neutron] Checking agent: {'id': '5773fe6b-0967-455f-9dc9-84c0c923201b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 42, 58), 'started_at': datetime.datetime(2021, 11, 24, 1, 42, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 2, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 02:04:26.417515 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0667dc29-47ee-4145-aa36-e74851165f2e req-6ce8381b-263a-440e-b511-246c0ef3ec25 service neutron] Checking segment: {'id': '2c0e358c-1840-4c31-9f12-4d6e0f0ca714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '823a632b-a4b3-462c-9638-6984e2e66072'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 02:04:26.417898 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0667dc29-47ee-4145-aa36-e74851165f2e req-6ce8381b-263a-440e-b511-246c0ef3ec25 service neutron] Bound using segment: {'id': '2c0e358c-1840-4c31-9f12-4d6e0f0ca714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '823a632b-a4b3-462c-9638-6984e2e66072'} {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 02:04:26.418390 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [req-0667dc29-47ee-4145-aa36-e74851165f2e req-6ce8381b-263a-440e-b511-246c0ef3ec25 service neutron] Bound port: 9a93dd78-8937-4069-9eb8-cd33c9e5b8c9, host: hv-neutron-8189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c0e358c-1840-4c31-9f12-4d6e0f0ca714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '823a632b-a4b3-462c-9638-6984e2e66072'}}] {{(pid=109866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 02:04:26.418680 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-0667dc29-47ee-4145-aa36-e74851165f2e req-6ce8381b-263a-440e-b511-246c0ef3ec25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:04:26.483010 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [req-0667dc29-47ee-4145-aa36-e74851165f2e req-6ce8381b-263a-440e-b511-246c0ef3ec25 service neutron] For port 9a93dd78-8937-4069-9eb8-cd33c9e5b8c9, host hv-neutron-8189, cleared binding levels {{(pid=109866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 02:04:26.486322 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [req-0667dc29-47ee-4145-aa36-e74851165f2e req-6ce8381b-263a-440e-b511-246c0ef3ec25 service neutron] For port 9a93dd78-8937-4069-9eb8-cd33c9e5b8c9, host hv-neutron-8189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=9a93dd78-8937-4069-9eb8-cd33c9e5b8c9,segment=NetworkSegment(2c0e358c-1840-4c31-9f12-4d6e0f0ca714),segment_id=2c0e358c-1840-4c31-9f12-4d6e0f0ca714)] {{(pid=109866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 02:04:26.490337 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-0667dc29-47ee-4145-aa36-e74851165f2e req-6ce8381b-263a-440e-b511-246c0ef3ec25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29149402'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:04:26.524507 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0667dc29-47ee-4145-aa36-e74851165f2e req-6ce8381b-263a-440e-b511-246c0ef3ec25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:04:26.525130 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-0667dc29-47ee-4145-aa36-e74851165f2e req-6ce8381b-263a-440e-b511-246c0ef3ec25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:04:26.526540 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-0667dc29-47ee-4145-aa36-e74851165f2e req-6ce8381b-263a-440e-b511-246c0ef3ec25 service neutron] 10.222.0.48 "PUT /v2.0/ports/9a93dd78-8937-4069-9eb8-cd33c9e5b8c9 HTTP/1.1" status: 200 len: 1093 time: 0.6074550 Nov 24 02:04:26.526981 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd69255fb-e468-41dc-b5a5-a773d1d7b2c3', 'tag': '9a93dd78-8937-4069-9eb8-cd33c9e5b8c9'}] {{(pid=109866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:04:26.529225 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b7c53c286d9351d1367337230623a155cee02c46c94b80588b67a0bc16402ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6170759-f38f-46b2-9948-63ffd7978e3e" -d '{"events": [{"name": "network-changed", "server_uuid": "d69255fb-e468-41dc-b5a5-a773d1d7b2c3", "tag": "9a93dd78-8937-4069-9eb8-cd33c9e5b8c9"}]}' {{(pid=109866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:04:26.553918 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce8381b-263a-440e-b511-246c0ef3ec25 service neutron] Pushing event updated for resources: {'Port': ['ID=9a93dd78-8937-4069-9eb8-cd33c9e5b8c9,revision_number=3']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:04:26.564407 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 02:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22200b85-f4fa-4383-a755-6ff5cda6afc7 x-openstack-request-id: req-22200b85-f4fa-4383-a755-6ff5cda6afc7 {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:04:26.564703 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d69255fb-e468-41dc-b5a5-a773d1d7b2c3", "tag": "9a93dd78-8937-4069-9eb8-cd33c9e5b8c9", "status": "completed", "code": 200}]} {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:04:26.564957 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-22200b85-f4fa-4383-a755-6ff5cda6afc7 {{(pid=109866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:04:26.565360 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd69255fb-e468-41dc-b5a5-a773d1d7b2c3', 'tag': '9a93dd78-8937-4069-9eb8-cd33c9e5b8c9', 'status': 'completed', 'code': 200} Nov 24 02:04:26.629771 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0667dc29-47ee-4145-aa36-e74851165f2e req-181ae896-3860-4343-9ef8-b9b53642d469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:04:26.631270 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-0667dc29-47ee-4145-aa36-e74851165f2e req-181ae896-3860-4343-9ef8-b9b53642d469 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=63817b4d757e4f1e8a00569ee6c2208d&device_id=d69255fb-e468-41dc-b5a5-a773d1d7b2c3 HTTP/1.1" status: 200 len: 1096 time: 0.0435929 Nov 24 02:04:26.677794 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-0667dc29-47ee-4145-aa36-e74851165f2e req-f8535f9c-b211-411d-882b-626297ff89b4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a93dd78-8937-4069-9eb8-cd33c9e5b8c9 HTTP/1.1" status: 200 len: 217 time: 0.0328307 Nov 24 02:04:26.725700 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0667dc29-47ee-4145-aa36-e74851165f2e req-a4ca3b94-581e-4f65-a1f0-61d95fca50d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:04:26.727139 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-0667dc29-47ee-4145-aa36-e74851165f2e req-a4ca3b94-581e-4f65-a1f0-61d95fca50d2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8f826321-a84b-4e05-926d-035296c02dcd HTTP/1.1" status: 200 len: 855 time: 0.0424559 Nov 24 02:04:26.762353 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-0667dc29-47ee-4145-aa36-e74851165f2e req-04d9428a-b918-495a-b1ea-db297e0f8024 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=823a632b-a4b3-462c-9638-6984e2e66072&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272124 Nov 24 02:04:26.856151 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-0667dc29-47ee-4145-aa36-e74851165f2e req-81aced6b-3cec-4a9a-8650-4e8e9f26ba3f service neutron] 10.222.0.48 "GET /v2.0/networks/823a632b-a4b3-462c-9638-6984e2e66072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861261 Nov 24 02:04:26.948265 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-0667dc29-47ee-4145-aa36-e74851165f2e req-dae39807-c747-4c39-99fc-b97ff5ded437 service neutron] 10.222.0.48 "GET /v2.0/networks/823a632b-a4b3-462c-9638-6984e2e66072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850956 Nov 24 02:04:27.073096 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6170759-f38f-46b2-9948-63ffd7978e3e req-e4f27772-5ab7-42ce-ae68-e68a6dfed36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:04:27.074613 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-f6170759-f38f-46b2-9948-63ffd7978e3e req-e4f27772-5ab7-42ce-ae68-e68a6dfed36f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=63817b4d757e4f1e8a00569ee6c2208d&device_id=d69255fb-e468-41dc-b5a5-a773d1d7b2c3 HTTP/1.1" status: 200 len: 1096 time: 0.0404110 Nov 24 02:04:27.168022 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6170759-f38f-46b2-9948-63ffd7978e3e req-c8e1d9f1-a59d-4a69-851e-dc79ec1f44e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:04:27.169534 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-f6170759-f38f-46b2-9948-63ffd7978e3e req-c8e1d9f1-a59d-4a69-851e-dc79ec1f44e6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=823a632b-a4b3-462c-9638-6984e2e66072 HTTP/1.1" status: 200 len: 916 time: 0.0867896 Nov 24 02:04:27.198551 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-d1b7f317-fe66-4e00-b907-511ab8abc937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:04:27.222420 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-f6170759-f38f-46b2-9948-63ffd7978e3e req-956e71c3-edc6-4484-9557-17efe05bf4a1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a93dd78-8937-4069-9eb8-cd33c9e5b8c9 HTTP/1.1" status: 200 len: 217 time: 0.0450525 Nov 24 02:04:27.274100 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6170759-f38f-46b2-9948-63ffd7978e3e req-4fcb0408-9dea-443c-8fcb-8e8669fb1021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:04:27.275574 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-f6170759-f38f-46b2-9948-63ffd7978e3e req-4fcb0408-9dea-443c-8fcb-8e8669fb1021 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8f826321-a84b-4e05-926d-035296c02dcd HTTP/1.1" status: 200 len: 855 time: 0.0458961 Nov 24 02:04:27.308553 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-f6170759-f38f-46b2-9948-63ffd7978e3e req-5af5b43c-e499-4d15-82b5-93751ca14e59 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=823a632b-a4b3-462c-9638-6984e2e66072&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247896 Nov 24 02:04:27.395103 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55ea255-e7e4-4a2b-8726-a040ee963a92 req-48c49e57-375f-4a30-811f-6a31eb2da51f tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:04:27.396591 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-d55ea255-e7e4-4a2b-8726-a040ee963a92 req-48c49e57-375f-4a30-811f-6a31eb2da51f tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/ports?device_id=d69255fb-e468-41dc-b5a5-a773d1d7b2c3 HTTP/1.1" status: 200 len: 943 time: 0.0534749 Nov 24 02:04:27.403969 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-f6170759-f38f-46b2-9948-63ffd7978e3e req-0797fd27-fd77-4d03-b958-01c71ae62d93 service neutron] 10.222.0.48 "GET /v2.0/networks/823a632b-a4b3-462c-9638-6984e2e66072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879388 Nov 24 02:04:27.444054 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-d55ea255-e7e4-4a2b-8726-a040ee963a92 req-72e9b80e-f050-4f73-bf9a-a633669c1c11 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb9b40b9-c718-4c78-9d40-dd4f562998f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413108 Nov 24 02:04:27.498835 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-f6170759-f38f-46b2-9948-63ffd7978e3e req-f03400f7-7bda-4932-a1a3-cbb6a0e39b46 service neutron] 10.222.0.48 "GET /v2.0/networks/823a632b-a4b3-462c-9638-6984e2e66072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871806 Nov 24 02:04:28.046816 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:04:28.127005 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:04:28.561765 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85039dda-a97e-4374-a1d1-8c34229b9128 req-40064046-5278-401a-913e-960ffebb32e4 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:04:28.563263 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-85039dda-a97e-4374-a1d1-8c34229b9128 req-40064046-5278-401a-913e-960ffebb32e4 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/ports?device_id=d69255fb-e468-41dc-b5a5-a773d1d7b2c3 HTTP/1.1" status: 200 len: 943 time: 0.0483410 Nov 24 02:04:28.609368 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-85039dda-a97e-4374-a1d1-8c34229b9128 req-2a4a9868-4610-4fb9-85ac-07e1360c98c6 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb9b40b9-c718-4c78-9d40-dd4f562998f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402589 Nov 24 02:04:29.337763 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 9a93dd78-8937-4069-9eb8-cd33c9e5b8c9 details requested by agent hyperv_hv-neutron-8189 with host hv-neutron-8189 {{(pid=109868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 02:04:29.347644 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 04cd4a73-c482-4117-b271-d6f4fe77423c no longer exists at agent hyperv_hv-neutron-8189 {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 02:04:29.371315 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] No Port match for: 04cd4a73-c482-4117-b271-d6f4fe77423c {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 02:04:29.371656 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 04cd4a73-c482-4117-b271-d6f4fe77423c not bound to the agent host hv-neutron-8189 {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 02:04:29.452780 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port 9a93dd78-8937-4069-9eb8-cd33c9e5b8c9, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=9a93dd78-8937-4069-9eb8-cd33c9e5b8c9,segment=NetworkSegment(2c0e358c-1840-4c31-9f12-4d6e0f0ca714),segment_id=2c0e358c-1840-4c31-9f12-4d6e0f0ca714)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:04:29.463684 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Returning: {'device': '9a93dd78-8937-4069-9eb8-cd33c9e5b8c9', 'network_id': '823a632b-a4b3-462c-9638-6984e2e66072', 'port_id': '9a93dd78-8937-4069-9eb8-cd33c9e5b8c9', 'mac_address': 'fa:16:3e:0d:b1:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f826321-a84b-4e05-926d-035296c02dcd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 02:04:29.499098 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:04:29.511898 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a93dd78-8937-4069-9eb8-cd33c9e5b8c9 {{(pid=109868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 02:04:29.530902 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port 9a93dd78-8937-4069-9eb8-cd33c9e5b8c9, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=9a93dd78-8937-4069-9eb8-cd33c9e5b8c9,segment=NetworkSegment(2c0e358c-1840-4c31-9f12-4d6e0f0ca714),segment_id=2c0e358c-1840-4c31-9f12-4d6e0f0ca714)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:04:29.534802 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:04:29.584439 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=9a93dd78-8937-4069-9eb8-cd33c9e5b8c9,revision_number=4']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:04:29.612673 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:04:29.723676 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47f26ae-b800-4e2a-8e3f-4de13a21e144 req-6d723fcb-dc27-42e3-b135-1d5bae463990 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:04:29.725152 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e47f26ae-b800-4e2a-8e3f-4de13a21e144 req-6d723fcb-dc27-42e3-b135-1d5bae463990 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/ports?device_id=d69255fb-e468-41dc-b5a5-a773d1d7b2c3 HTTP/1.1" status: 200 len: 944 time: 0.0486014 Nov 24 02:04:29.772059 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e47f26ae-b800-4e2a-8e3f-4de13a21e144 req-a11430a7-312b-41f9-9ebb-84eaee7e750a tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb9b40b9-c718-4c78-9d40-dd4f562998f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404646 Nov 24 02:04:29.802542 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] get_ports_and_sgs() called for port_ids ['9a93dd78-8937-4069-9eb8-cd33c9e5b8c9'] {{(pid=109868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 02:04:30.140605 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:04:30.885476 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8393eb3a-4c8b-4122-b465-4acc76fab6f4 req-e27746f8-15b3-4b00-b370-82e7cc4f118d tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:04:30.886971 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-8393eb3a-4c8b-4122-b465-4acc76fab6f4 req-e27746f8-15b3-4b00-b370-82e7cc4f118d tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/ports?device_id=d69255fb-e468-41dc-b5a5-a773d1d7b2c3 HTTP/1.1" status: 200 len: 944 time: 0.0490346 Nov 24 02:04:30.932635 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-8393eb3a-4c8b-4122-b465-4acc76fab6f4 req-5886f30d-b264-4b07-ad82-8f9ceb476973 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb9b40b9-c718-4c78-9d40-dd4f562998f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398707 Nov 24 02:04:31.354509 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 9a93dd78-8937-4069-9eb8-cd33c9e5b8c9 up at agent hyperv_hv-neutron-8189 {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 02:04:31.401175 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Provisioning for port 9a93dd78-8937-4069-9eb8-cd33c9e5b8c9 completed by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 02:04:31.405168 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Provisioning complete for port 9a93dd78-8937-4069-9eb8-cd33c9e5b8c9 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:04:31.405581 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:04:31.479394 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:04:31.503535 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd69255fb-e468-41dc-b5a5-a773d1d7b2c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a93dd78-8937-4069-9eb8-cd33c9e5b8c9'}] {{(pid=109868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:04:31.505771 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adafa3b64de3cabc8eac619938bcace59b198ffee64d481093eb3def62699d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82d536ec-6c22-4185-9617-2ba62eba0cb4" -d '{"events": [{"server_uuid": "d69255fb-e468-41dc-b5a5-a773d1d7b2c3", "name": "network-vif-plugged", "status": "completed", "tag": "9a93dd78-8937-4069-9eb8-cd33c9e5b8c9"}]}' {{(pid=109868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:04:31.518727 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port 9a93dd78-8937-4069-9eb8-cd33c9e5b8c9, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=9a93dd78-8937-4069-9eb8-cd33c9e5b8c9,segment=NetworkSegment(2c0e358c-1840-4c31-9f12-4d6e0f0ca714),segment_id=2c0e358c-1840-4c31-9f12-4d6e0f0ca714)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:04:31.522843 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:04:31.546685 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 02:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-173e0fe8-fba5-43a4-a6ff-f4b12261f518 x-openstack-request-id: req-173e0fe8-fba5-43a4-a6ff-f4b12261f518 {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:04:31.546975 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d69255fb-e468-41dc-b5a5-a773d1d7b2c3", "name": "network-vif-plugged", "status": "completed", "tag": "9a93dd78-8937-4069-9eb8-cd33c9e5b8c9", "code": 200}]} {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:04:31.547228 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-173e0fe8-fba5-43a4-a6ff-f4b12261f518 {{(pid=109868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:04:31.547613 dv-neutron-818911-2-hyperv neutron-server[109868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd69255fb-e468-41dc-b5a5-a773d1d7b2c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a93dd78-8937-4069-9eb8-cd33c9e5b8c9', 'code': 200} Nov 24 02:04:31.571637 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=9a93dd78-8937-4069-9eb8-cd33c9e5b8c9,revision_number=5']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:04:31.742664 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f44d537-98fd-4fdb-a3cf-d966bf0328fd req-c64a9dbd-5e69-461e-bf76-798c171f2f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:04:31.744031 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-4f44d537-98fd-4fdb-a3cf-d966bf0328fd req-c64a9dbd-5e69-461e-bf76-798c171f2f5b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d69255fb-e468-41dc-b5a5-a773d1d7b2c3 HTTP/1.1" status: 200 len: 1098 time: 0.0429196 Nov 24 02:04:31.789421 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-4f44d537-98fd-4fdb-a3cf-d966bf0328fd req-6924e438-c99f-4581-b075-a24c5a1263e2 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=eb9b40b9-c718-4c78-9d40-dd4f562998f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363066 Nov 24 02:04:32.044123 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b290ea2d-992e-4a37-9cf7-97d43f702c1e req-c3a270bb-55f5-41e1-b5f2-d1ade14a2826 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:04:32.045526 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-b290ea2d-992e-4a37-9cf7-97d43f702c1e req-c3a270bb-55f5-41e1-b5f2-d1ade14a2826 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/ports?device_id=d69255fb-e468-41dc-b5a5-a773d1d7b2c3 HTTP/1.1" status: 200 len: 945 time: 0.0477648 Nov 24 02:04:32.091416 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-b290ea2d-992e-4a37-9cf7-97d43f702c1e req-87d69b2b-4f51-4430-a4f7-c710ae416211 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb9b40b9-c718-4c78-9d40-dd4f562998f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401011 Nov 24 02:04:33.205238 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df621a07-1030-47a6-9592-df202d00a1bb req-1715e4cd-40f7-48e1-9bf8-366edc01882a tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:04:33.206744 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-df621a07-1030-47a6-9592-df202d00a1bb req-1715e4cd-40f7-48e1-9bf8-366edc01882a tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/ports?device_id=d69255fb-e468-41dc-b5a5-a773d1d7b2c3 HTTP/1.1" status: 200 len: 945 time: 0.0492055 Nov 24 02:04:33.259304 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-df621a07-1030-47a6-9592-df202d00a1bb req-029eaa1f-569a-4d9a-bc16-75ef708f1f9e tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb9b40b9-c718-4c78-9d40-dd4f562998f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456269 Nov 24 02:04:33.372937 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c3fe63-2650-45cf-932d-e014b0dccc06 req-9667a909-881f-41b3-890f-f2f337ded421 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:04:33.374361 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e8c3fe63-2650-45cf-932d-e014b0dccc06 req-9667a909-881f-41b3-890f-f2f337ded421 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/ports?device_id=d69255fb-e468-41dc-b5a5-a773d1d7b2c3 HTTP/1.1" status: 200 len: 945 time: 0.0480196 Nov 24 02:04:33.425321 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e8c3fe63-2650-45cf-932d-e014b0dccc06 req-c392786d-340c-42b3-984b-3b19b071ce8a tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb9b40b9-c718-4c78-9d40-dd4f562998f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451579 Nov 24 02:04:33.737167 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-3de7f890-9b88-4138-8f7c-56520210c281 req-560fda62-ac51-42c8-80bb-b7e4a6a067b2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d69255fb-e468-41dc-b5a5-a773d1d7b2c3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0395660 Nov 24 02:04:33.752095 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00a72ec-b34c-45c0-ae0d-ef69dca211d2 req-c871271f-2f10-4f8b-854c-834466d6f1c8 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:04:33.753705 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e00a72ec-b34c-45c0-ae0d-ef69dca211d2 req-c871271f-2f10-4f8b-854c-834466d6f1c8 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/ports?device_id=d69255fb-e468-41dc-b5a5-a773d1d7b2c3 HTTP/1.1" status: 200 len: 945 time: 0.0485065 Nov 24 02:04:33.803389 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e00a72ec-b34c-45c0-ae0d-ef69dca211d2 req-4cadb704-f089-4b8f-8046-2780b28b603f tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb9b40b9-c718-4c78-9d40-dd4f562998f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423391 Nov 24 02:04:34.923063 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf230b5-50bc-4530-9820-8703dac68fac req-46be5418-76b2-4582-b199-f5f6f29a3e14 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:04:34.924591 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-dbf230b5-50bc-4530-9820-8703dac68fac req-46be5418-76b2-4582-b199-f5f6f29a3e14 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/ports?device_id=d69255fb-e468-41dc-b5a5-a773d1d7b2c3 HTTP/1.1" status: 200 len: 945 time: 0.0498502 Nov 24 02:04:34.933083 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de7f890-9b88-4138-8f7c-56520210c281 req-dc680a84-4695-4522-9d37-aeba9971bbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:04:34.934604 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-3de7f890-9b88-4138-8f7c-56520210c281 req-dc680a84-4695-4522-9d37-aeba9971bbf0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=63817b4d757e4f1e8a00569ee6c2208d&device_id=d69255fb-e468-41dc-b5a5-a773d1d7b2c3 HTTP/1.1" status: 200 len: 1098 time: 0.0417328 Nov 24 02:04:34.973239 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-dbf230b5-50bc-4530-9820-8703dac68fac req-cbaf6348-4e3c-4a6e-9a08-411d96747c8f tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb9b40b9-c718-4c78-9d40-dd4f562998f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426986 Nov 24 02:04:35.028286 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de7f890-9b88-4138-8f7c-56520210c281 req-f26360a1-e01d-4d8a-a716-e1a2e9adc082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:04:35.029763 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-3de7f890-9b88-4138-8f7c-56520210c281 req-f26360a1-e01d-4d8a-a716-e1a2e9adc082 service neutron] 10.222.0.48 "GET /v2.0/networks?id=823a632b-a4b3-462c-9638-6984e2e66072 HTTP/1.1" status: 200 len: 916 time: 0.0876014 Nov 24 02:04:35.069221 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-3de7f890-9b88-4138-8f7c-56520210c281 req-f71a5ecd-dc44-4092-a0f0-8a8c5450b511 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a93dd78-8937-4069-9eb8-cd33c9e5b8c9 HTTP/1.1" status: 200 len: 217 time: 0.0327196 Nov 24 02:04:35.120615 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de7f890-9b88-4138-8f7c-56520210c281 req-b321247e-6c13-4a7e-a3cd-63a9ec330bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:04:35.122051 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-3de7f890-9b88-4138-8f7c-56520210c281 req-b321247e-6c13-4a7e-a3cd-63a9ec330bd9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8f826321-a84b-4e05-926d-035296c02dcd HTTP/1.1" status: 200 len: 855 time: 0.0461006 Nov 24 02:04:35.153083 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-3de7f890-9b88-4138-8f7c-56520210c281 req-7b8a9f28-456a-4924-ab90-19817bdf08f7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=823a632b-a4b3-462c-9638-6984e2e66072&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241392 Nov 24 02:04:35.241198 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-3de7f890-9b88-4138-8f7c-56520210c281 req-87811e6a-7ba4-479c-9ed8-783a3226441b service neutron] 10.222.0.48 "GET /v2.0/networks/823a632b-a4b3-462c-9638-6984e2e66072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813923 Nov 24 02:04:35.343099 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-3de7f890-9b88-4138-8f7c-56520210c281 req-cf5ccbb8-a092-4bd8-9947-8b9fff7ecf1a service neutron] 10.222.0.48 "GET /v2.0/networks/823a632b-a4b3-462c-9638-6984e2e66072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938718 Nov 24 02:04:36.087191 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aa4139-c81d-4592-a806-34489a8586c2 req-762dd396-649e-4c65-9c72-434330f1b76c tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:04:36.088653 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-79aa4139-c81d-4592-a806-34489a8586c2 req-762dd396-649e-4c65-9c72-434330f1b76c tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/ports?device_id=d69255fb-e468-41dc-b5a5-a773d1d7b2c3 HTTP/1.1" status: 200 len: 945 time: 0.0477836 Nov 24 02:04:36.134914 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-79aa4139-c81d-4592-a806-34489a8586c2 req-cddf22d9-7e04-419e-82cf-e53c09ca03d8 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb9b40b9-c718-4c78-9d40-dd4f562998f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403237 Nov 24 02:04:37.252793 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66151e77-ec6c-495d-9ebc-42db6e8f80b9 req-4f8b1746-34ea-4824-b798-f8b3c82bbcc3 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:04:37.254320 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-66151e77-ec6c-495d-9ebc-42db6e8f80b9 req-4f8b1746-34ea-4824-b798-f8b3c82bbcc3 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/ports?device_id=d69255fb-e468-41dc-b5a5-a773d1d7b2c3 HTTP/1.1" status: 200 len: 945 time: 0.0533795 Nov 24 02:04:37.304305 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-66151e77-ec6c-495d-9ebc-42db6e8f80b9 req-444203bb-7135-4a44-9ec8-7b588dc423a4 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb9b40b9-c718-4c78-9d40-dd4f562998f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441651 Nov 24 02:04:38.422544 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b6c360-bb77-4212-8ed8-7625ad158ad5 req-d86bd366-86e9-4584-b2d6-903ab26b9a7d tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:04:38.424005 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-57b6c360-bb77-4212-8ed8-7625ad158ad5 req-d86bd366-86e9-4584-b2d6-903ab26b9a7d tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/ports?device_id=d69255fb-e468-41dc-b5a5-a773d1d7b2c3 HTTP/1.1" status: 200 len: 945 time: 0.0519233 Nov 24 02:04:38.471010 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-57b6c360-bb77-4212-8ed8-7625ad158ad5 req-967330b6-d5c3-4499-8390-39f482210516 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb9b40b9-c718-4c78-9d40-dd4f562998f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411890 Nov 24 02:04:39.584467 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6688a262-3ff3-40a3-b5e9-1cef87dec1f8 req-3f68a494-8dd7-4436-966e-2407dddfaddf tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:04:39.585965 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-6688a262-3ff3-40a3-b5e9-1cef87dec1f8 req-3f68a494-8dd7-4436-966e-2407dddfaddf tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/ports?device_id=d69255fb-e468-41dc-b5a5-a773d1d7b2c3 HTTP/1.1" status: 200 len: 945 time: 0.0486438 Nov 24 02:04:39.632338 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-6688a262-3ff3-40a3-b5e9-1cef87dec1f8 req-a758e933-514b-4151-a956-ba19fca1f29c tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb9b40b9-c718-4c78-9d40-dd4f562998f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405986 Nov 24 02:04:40.746687 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4068be-ebec-41ed-b74e-f7798c06ada0 req-c483ab02-268b-461d-bc63-6324342e5c0a tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:04:40.748166 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-aa4068be-ebec-41ed-b74e-f7798c06ada0 req-c483ab02-268b-461d-bc63-6324342e5c0a tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/ports?device_id=d69255fb-e468-41dc-b5a5-a773d1d7b2c3 HTTP/1.1" status: 200 len: 945 time: 0.0486655 Nov 24 02:04:40.793869 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-aa4068be-ebec-41ed-b74e-f7798c06ada0 req-58aca570-6fb1-4aff-b89c-c3d9eecbcd1d tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb9b40b9-c718-4c78-9d40-dd4f562998f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397649 Nov 24 02:04:41.906932 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1196785-23f7-471b-87ee-4405f878e88e req-a90f188e-4ad9-4964-9889-207cdad3db19 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:04:41.908403 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-f1196785-23f7-471b-87ee-4405f878e88e req-a90f188e-4ad9-4964-9889-207cdad3db19 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/ports?device_id=d69255fb-e468-41dc-b5a5-a773d1d7b2c3 HTTP/1.1" status: 200 len: 945 time: 0.0481725 Nov 24 02:04:41.958319 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-f1196785-23f7-471b-87ee-4405f878e88e req-1e1db4a4-d52e-4551-9a53-ff3b7ad42864 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb9b40b9-c718-4c78-9d40-dd4f562998f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441618 Nov 24 02:04:43.070641 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5316aa20-3521-488f-a17e-33fbaa7ef0f1 req-092a4a57-4985-4c08-a44a-c3fa200087f8 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:04:43.072112 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-5316aa20-3521-488f-a17e-33fbaa7ef0f1 req-092a4a57-4985-4c08-a44a-c3fa200087f8 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/ports?device_id=d69255fb-e468-41dc-b5a5-a773d1d7b2c3 HTTP/1.1" status: 200 len: 945 time: 0.0486348 Nov 24 02:04:43.127974 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-5316aa20-3521-488f-a17e-33fbaa7ef0f1 req-c03b35d6-11fd-45a7-8cef-6716c2817aaa tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb9b40b9-c718-4c78-9d40-dd4f562998f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457339 Nov 24 02:04:44.241892 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47acb990-520b-4f9f-8625-1cf4abf8484d req-2feb9f84-6810-4e08-9bc9-ee865e269660 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:04:44.243889 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-47acb990-520b-4f9f-8625-1cf4abf8484d req-2feb9f84-6810-4e08-9bc9-ee865e269660 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/ports?device_id=d69255fb-e468-41dc-b5a5-a773d1d7b2c3 HTTP/1.1" status: 200 len: 945 time: 0.0500534 Nov 24 02:04:44.290512 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-47acb990-520b-4f9f-8625-1cf4abf8484d req-b95ee44e-6de5-4b3d-a178-f13078309cf3 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb9b40b9-c718-4c78-9d40-dd4f562998f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408370 Nov 24 02:04:45.405835 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a463ae0b-7efd-419d-b38e-8467187c6a2b req-32e9c4c2-d443-4407-baa8-11dd0e3a3eb1 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:04:45.407230 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-a463ae0b-7efd-419d-b38e-8467187c6a2b req-32e9c4c2-d443-4407-baa8-11dd0e3a3eb1 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/ports?device_id=d69255fb-e468-41dc-b5a5-a773d1d7b2c3 HTTP/1.1" status: 200 len: 945 time: 0.0500941 Nov 24 02:04:45.452632 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-a463ae0b-7efd-419d-b38e-8467187c6a2b req-de9982c2-71a5-4750-9170-4b357ef1d8a8 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb9b40b9-c718-4c78-9d40-dd4f562998f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396569 Nov 24 02:04:46.569390 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb66cc7-9480-4516-9fc7-87fde4ca049f req-47a60391-f96b-4075-8813-01c71b0d2f00 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:04:46.571445 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-afb66cc7-9480-4516-9fc7-87fde4ca049f req-47a60391-f96b-4075-8813-01c71b0d2f00 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/ports?device_id=d69255fb-e468-41dc-b5a5-a773d1d7b2c3 HTTP/1.1" status: 200 len: 945 time: 0.0484240 Nov 24 02:04:46.616856 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-afb66cc7-9480-4516-9fc7-87fde4ca049f req-4a15b69c-d23b-4760-ad7d-cbc306a37246 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb9b40b9-c718-4c78-9d40-dd4f562998f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396938 Nov 24 02:04:47.739145 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e46934-3175-4258-b016-b14575b6d718 req-bf2d778d-e108-4438-8863-ae1820c3b54d tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:04:47.740639 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-a6e46934-3175-4258-b016-b14575b6d718 req-bf2d778d-e108-4438-8863-ae1820c3b54d tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/ports?device_id=d69255fb-e468-41dc-b5a5-a773d1d7b2c3 HTTP/1.1" status: 200 len: 945 time: 0.0571887 Nov 24 02:04:47.788595 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-a6e46934-3175-4258-b016-b14575b6d718 req-62bab2b0-60c9-4257-8643-1dd5cdc68185 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb9b40b9-c718-4c78-9d40-dd4f562998f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404387 Nov 24 02:04:48.906136 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558d9166-b83e-45f7-997f-d046251bd66e req-818f0c15-09dd-4542-951e-98f5e68629b1 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:04:48.907609 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-558d9166-b83e-45f7-997f-d046251bd66e req-818f0c15-09dd-4542-951e-98f5e68629b1 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/ports?device_id=d69255fb-e468-41dc-b5a5-a773d1d7b2c3 HTTP/1.1" status: 200 len: 945 time: 0.0527785 Nov 24 02:04:48.953760 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-558d9166-b83e-45f7-997f-d046251bd66e req-848da2a3-49bb-4624-b720-c88086926a2b tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb9b40b9-c718-4c78-9d40-dd4f562998f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403626 Nov 24 02:04:49.177836 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.agents_db [None req-4e42c10c-a1d3-4d07-89d6-7a24334140aa None None] Agent healthcheck: found 6 active agents {{(pid=109869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 02:04:50.069927 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d44c5d-5838-43f0-a589-f755ec5a62a1 req-4063142b-3c58-46ed-a445-53935963b8ad tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:04:50.072020 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-d9d44c5d-5838-43f0-a589-f755ec5a62a1 req-4063142b-3c58-46ed-a445-53935963b8ad tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/ports?device_id=d69255fb-e468-41dc-b5a5-a773d1d7b2c3 HTTP/1.1" status: 200 len: 945 time: 0.0528481 Nov 24 02:04:50.117629 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-d9d44c5d-5838-43f0-a589-f755ec5a62a1 req-57e9ee08-3596-4a47-9e5a-787230f3a713 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb9b40b9-c718-4c78-9d40-dd4f562998f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391653 Nov 24 02:04:51.232656 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a79092-3b1d-4f48-8c06-c07c34d2926c req-161b48fa-6f1f-4fc7-8b1b-efef6d984a28 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:04:51.234437 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-45a79092-3b1d-4f48-8c06-c07c34d2926c req-161b48fa-6f1f-4fc7-8b1b-efef6d984a28 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/ports?device_id=d69255fb-e468-41dc-b5a5-a773d1d7b2c3 HTTP/1.1" status: 200 len: 945 time: 0.0492139 Nov 24 02:04:51.281703 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-45a79092-3b1d-4f48-8c06-c07c34d2926c req-b703dc7d-38ec-41b9-9c09-e4db9418d90f tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb9b40b9-c718-4c78-9d40-dd4f562998f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412724 Nov 24 02:04:52.396799 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795fe88b-ccd9-4d0d-a0bc-849a675d527e req-4ff60b3b-a2ec-4fea-831d-04668aaf538b tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:04:52.398899 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-795fe88b-ccd9-4d0d-a0bc-849a675d527e req-4ff60b3b-a2ec-4fea-831d-04668aaf538b tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/ports?device_id=d69255fb-e468-41dc-b5a5-a773d1d7b2c3 HTTP/1.1" status: 200 len: 945 time: 0.0474937 Nov 24 02:04:52.445215 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-795fe88b-ccd9-4d0d-a0bc-849a675d527e req-7e3a9b1a-ab19-4dca-8bb4-b019359ae0ba tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb9b40b9-c718-4c78-9d40-dd4f562998f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403309 Nov 24 02:04:53.611675 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd929a8-3870-4176-a879-26ca0b25cbaf req-59a37fcd-13be-420b-ab40-c4977728bcb8 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:04:53.613155 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-dfd929a8-3870-4176-a879-26ca0b25cbaf req-59a37fcd-13be-420b-ab40-c4977728bcb8 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/ports?device_id=d69255fb-e468-41dc-b5a5-a773d1d7b2c3 HTTP/1.1" status: 200 len: 945 time: 0.1000998 Nov 24 02:04:53.663057 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-dfd929a8-3870-4176-a879-26ca0b25cbaf req-f4c23466-f0fe-4f5a-abc0-067a338b43d3 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb9b40b9-c718-4c78-9d40-dd4f562998f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434067 Nov 24 02:04:54.742762 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-3a45b0f6-56d1-490e-a5b4-16334a9d1bd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:04:54.829092 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8e5167-5315-4093-a0c1-0466dd17df5b req-56c534d4-f510-4286-904f-d893693f2032 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:04:54.830578 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-8d8e5167-5315-4093-a0c1-0466dd17df5b req-56c534d4-f510-4286-904f-d893693f2032 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/ports?device_id=d69255fb-e468-41dc-b5a5-a773d1d7b2c3 HTTP/1.1" status: 200 len: 945 time: 0.1004474 Nov 24 02:04:54.880994 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-8d8e5167-5315-4093-a0c1-0466dd17df5b req-92bfda52-796b-4730-bd06-c6f88e20305a tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb9b40b9-c718-4c78-9d40-dd4f562998f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436072 Nov 24 02:04:55.994901 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b436421c-9e81-41aa-8115-4beb99d9f9e1 req-ed262744-38fe-47eb-9511-e904c59ccf2e tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:04:55.996385 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-b436421c-9e81-41aa-8115-4beb99d9f9e1 req-ed262744-38fe-47eb-9511-e904c59ccf2e tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/ports?device_id=d69255fb-e468-41dc-b5a5-a773d1d7b2c3 HTTP/1.1" status: 200 len: 945 time: 0.0488551 Nov 24 02:04:56.043406 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-b436421c-9e81-41aa-8115-4beb99d9f9e1 req-caafb75a-2ff5-4752-beb1-e72411058e73 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb9b40b9-c718-4c78-9d40-dd4f562998f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411310 Nov 24 02:04:57.157501 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79876b4-4d11-46b1-bfbf-141fface593e req-bd8f7097-0a3c-4290-872b-4f1ec3388e76 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:04:57.158881 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-f79876b4-4d11-46b1-bfbf-141fface593e req-bd8f7097-0a3c-4290-872b-4f1ec3388e76 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/ports?device_id=d69255fb-e468-41dc-b5a5-a773d1d7b2c3 HTTP/1.1" status: 200 len: 945 time: 0.0485585 Nov 24 02:04:57.199602 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-048bf980-7808-425c-9007-b9c34079f824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:04:57.208485 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-f79876b4-4d11-46b1-bfbf-141fface593e req-311e5fe7-0629-457d-b3e2-5fba6e2871bf tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb9b40b9-c718-4c78-9d40-dd4f562998f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432007 Nov 24 02:04:58.046945 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:04:58.130307 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:04:58.323421 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f4af5a-329a-4495-a56d-87ae3b726009 req-40641b5e-4e57-4398-ac11-9f8a15ce2738 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:04:58.324894 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-26f4af5a-329a-4495-a56d-87ae3b726009 req-40641b5e-4e57-4398-ac11-9f8a15ce2738 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/ports?device_id=d69255fb-e468-41dc-b5a5-a773d1d7b2c3 HTTP/1.1" status: 200 len: 945 time: 0.0482221 Nov 24 02:04:58.372648 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-26f4af5a-329a-4495-a56d-87ae3b726009 req-4c338a43-2798-47ae-a118-e2e6cc04eaab tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb9b40b9-c718-4c78-9d40-dd4f562998f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418591 Nov 24 02:04:59.484870 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04392725-8f87-40bf-b635-a0224555ffe0 req-fe826939-1c54-46f5-a358-a5f148a1c894 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:04:59.486364 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-04392725-8f87-40bf-b635-a0224555ffe0 req-fe826939-1c54-46f5-a358-a5f148a1c894 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/ports?device_id=d69255fb-e468-41dc-b5a5-a773d1d7b2c3 HTTP/1.1" status: 200 len: 945 time: 0.0481195 Nov 24 02:04:59.533206 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-04392725-8f87-40bf-b635-a0224555ffe0 req-0f1812f0-1686-426a-914e-3efcfab002a1 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb9b40b9-c718-4c78-9d40-dd4f562998f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410583 Nov 24 02:04:59.615517 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:00.131440 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:00.649205 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7fa153-794a-404e-8022-419213d0f0ef req-f48109e4-2966-4979-8ed2-b610421d31ba tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:05:00.650684 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-fa7fa153-794a-404e-8022-419213d0f0ef req-f48109e4-2966-4979-8ed2-b610421d31ba tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/ports?device_id=d69255fb-e468-41dc-b5a5-a773d1d7b2c3 HTTP/1.1" status: 200 len: 945 time: 0.0516596 Nov 24 02:05:00.697211 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-fa7fa153-794a-404e-8022-419213d0f0ef req-4b4c9e2f-8cd4-40dd-b1dd-04f8d47ae6e6 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb9b40b9-c718-4c78-9d40-dd4f562998f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406570 Nov 24 02:05:01.813351 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e98608f-10a3-4d76-adc5-f14b7aca959d req-806b985a-347d-4c1b-bf99-329a6b8c390f tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:05:01.814842 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-6e98608f-10a3-4d76-adc5-f14b7aca959d req-806b985a-347d-4c1b-bf99-329a6b8c390f tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/ports?device_id=d69255fb-e468-41dc-b5a5-a773d1d7b2c3 HTTP/1.1" status: 200 len: 945 time: 0.0513918 Nov 24 02:05:01.861251 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-6e98608f-10a3-4d76-adc5-f14b7aca959d req-1d384b5f-243d-41d2-93c8-fb8e33039c58 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb9b40b9-c718-4c78-9d40-dd4f562998f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405562 Nov 24 02:05:02.102885 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [req-3de7f890-9b88-4138-8f7c-56520210c281 req-05ffe718-5711-4c81-b086-8f5a9568bf66 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 02:05:02.103895 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-3de7f890-9b88-4138-8f7c-56520210c281 req-05ffe718-5711-4c81-b086-8f5a9568bf66 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053203 Nov 24 02:05:02.164882 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-3de7f890-9b88-4138-8f7c-56520210c281 req-eca1cf33-82c5-4cd0-a33f-15ae6c06c89c service neutron] 10.222.0.48 "GET /v2.0/ports/9a93dd78-8937-4069-9eb8-cd33c9e5b8c9/bindings/hv-neutron-8189 HTTP/1.1" status: 200 len: 384 time: 0.0528729 Nov 24 02:05:02.385273 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de7f890-9b88-4138-8f7c-56520210c281 req-518ffad5-20ec-4be7-8d69-e7c4e6abdf9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:05:02.386696 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-3de7f890-9b88-4138-8f7c-56520210c281 req-518ffad5-20ec-4be7-8d69-e7c4e6abdf9b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d69255fb-e468-41dc-b5a5-a773d1d7b2c3&tenant_id=63817b4d757e4f1e8a00569ee6c2208d HTTP/1.1" status: 200 len: 1098 time: 0.0411072 Nov 24 02:05:02.462559 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de7f890-9b88-4138-8f7c-56520210c281 req-e9753372-aa16-4414-8983-3c622bb88481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:05:02.464070 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-3de7f890-9b88-4138-8f7c-56520210c281 req-e9753372-aa16-4414-8983-3c622bb88481 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=63817b4d757e4f1e8a00569ee6c2208d&device_id=d69255fb-e468-41dc-b5a5-a773d1d7b2c3 HTTP/1.1" status: 200 len: 1098 time: 0.0437725 Nov 24 02:05:02.551542 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de7f890-9b88-4138-8f7c-56520210c281 req-336772a8-0baf-47b0-b4e2-24abe35d4ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:05:02.552978 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-3de7f890-9b88-4138-8f7c-56520210c281 req-336772a8-0baf-47b0-b4e2-24abe35d4ad7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=823a632b-a4b3-462c-9638-6984e2e66072 HTTP/1.1" status: 200 len: 916 time: 0.0818689 Nov 24 02:05:02.597302 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-3de7f890-9b88-4138-8f7c-56520210c281 req-66893d0c-b6d9-4f3a-b810-3fbc513912f6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a93dd78-8937-4069-9eb8-cd33c9e5b8c9 HTTP/1.1" status: 200 len: 217 time: 0.0371139 Nov 24 02:05:02.645275 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de7f890-9b88-4138-8f7c-56520210c281 req-e3149e03-a727-4c61-a995-d5cfd327f7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:05:02.646684 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-3de7f890-9b88-4138-8f7c-56520210c281 req-e3149e03-a727-4c61-a995-d5cfd327f7f3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8f826321-a84b-4e05-926d-035296c02dcd HTTP/1.1" status: 200 len: 855 time: 0.0420732 Nov 24 02:05:02.678231 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-3de7f890-9b88-4138-8f7c-56520210c281 req-e0c32dc5-9159-475e-aac0-4c02ef6fc40a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=823a632b-a4b3-462c-9638-6984e2e66072&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243793 Nov 24 02:05:02.770832 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-3de7f890-9b88-4138-8f7c-56520210c281 req-b36bf09b-951b-4662-b74e-e0ef931cbe5a service neutron] 10.222.0.48 "GET /v2.0/networks/823a632b-a4b3-462c-9638-6984e2e66072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842969 Nov 24 02:05:02.859191 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-3de7f890-9b88-4138-8f7c-56520210c281 req-2f95660d-ba05-4f7d-b889-647cb915cb79 service neutron] 10.222.0.48 "GET /v2.0/networks/823a632b-a4b3-462c-9638-6984e2e66072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806925 Nov 24 02:05:02.981000 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b13777-33dc-4607-b033-833ff5c351f4 req-0cef58d7-b81f-4b2c-b790-31bdb1eb6e47 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:05:02.982599 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-d9b13777-33dc-4607-b033-833ff5c351f4 req-0cef58d7-b81f-4b2c-b790-31bdb1eb6e47 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/ports?device_id=d69255fb-e468-41dc-b5a5-a773d1d7b2c3 HTTP/1.1" status: 200 len: 945 time: 0.0510480 Nov 24 02:05:03.031143 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-d9b13777-33dc-4607-b033-833ff5c351f4 req-9a4ca73b-0dde-4173-997b-062936ea9c4b tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb9b40b9-c718-4c78-9d40-dd4f562998f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425158 Nov 24 02:05:04.143878 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df897925-801d-4c12-bb14-1ac4f5dcc31f req-024803a9-bb81-49e8-940f-8afc9ec4e646 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:05:04.145245 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-df897925-801d-4c12-bb14-1ac4f5dcc31f req-024803a9-bb81-49e8-940f-8afc9ec4e646 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/ports?device_id=d69255fb-e468-41dc-b5a5-a773d1d7b2c3 HTTP/1.1" status: 200 len: 945 time: 0.0472367 Nov 24 02:05:04.199802 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-df897925-801d-4c12-bb14-1ac4f5dcc31f req-21d6b1c9-f2bd-4e0c-a376-15d266ae00ca tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb9b40b9-c718-4c78-9d40-dd4f562998f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480392 Nov 24 02:05:05.319248 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9388790-52e2-4a17-b868-371090b01085 req-d92aee71-c08a-4e07-be56-0c1f61c7e92c tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:05:05.320724 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-a9388790-52e2-4a17-b868-371090b01085 req-d92aee71-c08a-4e07-be56-0c1f61c7e92c tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/ports?device_id=d69255fb-e468-41dc-b5a5-a773d1d7b2c3 HTTP/1.1" status: 200 len: 945 time: 0.0523214 Nov 24 02:05:05.368597 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-a9388790-52e2-4a17-b868-371090b01085 req-bdb8e467-9232-4b41-b389-5a707916d98d tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb9b40b9-c718-4c78-9d40-dd4f562998f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414429 Nov 24 02:05:05.444500 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 9a93dd78-8937-4069-9eb8-cd33c9e5b8c9 details requested by agent hyperv_hv-neutron-8189 with host hv-neutron-8189 {{(pid=109868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 02:05:05.540134 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port 9a93dd78-8937-4069-9eb8-cd33c9e5b8c9, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=9a93dd78-8937-4069-9eb8-cd33c9e5b8c9,segment=NetworkSegment(2c0e358c-1840-4c31-9f12-4d6e0f0ca714),segment_id=2c0e358c-1840-4c31-9f12-4d6e0f0ca714)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:05:05.552357 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Returning: {'device': '9a93dd78-8937-4069-9eb8-cd33c9e5b8c9', 'network_id': '823a632b-a4b3-462c-9638-6984e2e66072', 'port_id': '9a93dd78-8937-4069-9eb8-cd33c9e5b8c9', 'mac_address': 'fa:16:3e:0d:b1:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f826321-a84b-4e05-926d-035296c02dcd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 02:05:05.577188 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914da873-6c74-46cf-8aaa-edd1d11c784c req-883f874b-43cd-44b3-b884-93236ba10281 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:05:05.578834 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-914da873-6c74-46cf-8aaa-edd1d11c784c req-883f874b-43cd-44b3-b884-93236ba10281 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/ports?device_id=d69255fb-e468-41dc-b5a5-a773d1d7b2c3 HTTP/1.1" status: 200 len: 945 time: 0.0525744 Nov 24 02:05:05.594090 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:05.601375 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c65d6e5-67ef-44f9-ada3-dd05b5ae4df3 req-7770aca8-2f09-40e0-82d9-05269a76bc70 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:05:05.603495 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-0c65d6e5-67ef-44f9-ada3-dd05b5ae4df3 req-7770aca8-2f09-40e0-82d9-05269a76bc70 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.48 "GET /v2.0/ports?device_id=d69255fb-e468-41dc-b5a5-a773d1d7b2c3&tenant_id=63817b4d757e4f1e8a00569ee6c2208d&binding%3Ahost_id=hv-neutron-8189 HTTP/1.1" status: 200 len: 945 time: 0.0552447 Nov 24 02:05:05.607850 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9a93dd78-8937-4069-9eb8-cd33c9e5b8c9 {{(pid=109868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 02:05:05.627540 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port 9a93dd78-8937-4069-9eb8-cd33c9e5b8c9, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=9a93dd78-8937-4069-9eb8-cd33c9e5b8c9,segment=NetworkSegment(2c0e358c-1840-4c31-9f12-4d6e0f0ca714),segment_id=2c0e358c-1840-4c31-9f12-4d6e0f0ca714)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:05:05.632182 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-914da873-6c74-46cf-8aaa-edd1d11c784c req-5399ccb4-4060-4f3d-83e4-bcfe15b8966b tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb9b40b9-c718-4c78-9d40-dd4f562998f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463724 Nov 24 02:05:05.633650 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:05.682613 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=9a93dd78-8937-4069-9eb8-cd33c9e5b8c9,revision_number=6']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:05:05.689536 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:05:05.689887 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:05:05.690229 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:05:05.690563 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:05:05.690895 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:05:05.691230 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:05:05.691556 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:05:05.691883 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:05:05.692210 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:05:05.692533 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:05:05.692854 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:05:05.693173 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:05:05.704780 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c65d6e5-67ef-44f9-ada3-dd05b5ae4df3 req-f1fd409d-c39b-4715-b37d-75dc5c0f81a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:05:05.706329 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-0c65d6e5-67ef-44f9-ada3-dd05b5ae4df3 req-f1fd409d-c39b-4715-b37d-75dc5c0f81a5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=63817b4d757e4f1e8a00569ee6c2208d&device_id=d69255fb-e468-41dc-b5a5-a773d1d7b2c3 HTTP/1.1" status: 200 len: 1097 time: 0.0421486 Nov 24 02:05:05.762424 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] get_ports_and_sgs() called for port_ids ['9a93dd78-8937-4069-9eb8-cd33c9e5b8c9'] {{(pid=109868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 02:05:05.800074 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c65d6e5-67ef-44f9-ada3-dd05b5ae4df3 req-aefa5382-bbde-404a-8ac1-848cfea5aa29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:05:05.801605 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-0c65d6e5-67ef-44f9-ada3-dd05b5ae4df3 req-aefa5382-bbde-404a-8ac1-848cfea5aa29 service neutron] 10.222.0.48 "GET /v2.0/networks?id=823a632b-a4b3-462c-9638-6984e2e66072 HTTP/1.1" status: 200 len: 916 time: 0.0875189 Nov 24 02:05:05.843347 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-0c65d6e5-67ef-44f9-ada3-dd05b5ae4df3 req-9ca8186b-8da7-45e0-b3af-7c4453e4060c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a93dd78-8937-4069-9eb8-cd33c9e5b8c9 HTTP/1.1" status: 200 len: 217 time: 0.0338345 Nov 24 02:05:05.891221 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c65d6e5-67ef-44f9-ada3-dd05b5ae4df3 req-9e952142-0609-40df-8d66-29ec14dd9076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:05:05.892691 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-0c65d6e5-67ef-44f9-ada3-dd05b5ae4df3 req-9e952142-0609-40df-8d66-29ec14dd9076 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8f826321-a84b-4e05-926d-035296c02dcd HTTP/1.1" status: 200 len: 855 time: 0.0432506 Nov 24 02:05:05.931738 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-0c65d6e5-67ef-44f9-ada3-dd05b5ae4df3 req-a531d80e-ea27-47f0-a6db-46222b580426 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=823a632b-a4b3-462c-9638-6984e2e66072&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318713 Nov 24 02:05:06.022897 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-0c65d6e5-67ef-44f9-ada3-dd05b5ae4df3 req-17d4f817-e5c0-45bf-8c4b-2277fc31fd84 service neutron] 10.222.0.48 "GET /v2.0/networks/823a632b-a4b3-462c-9638-6984e2e66072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834639 Nov 24 02:05:06.115515 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-0c65d6e5-67ef-44f9-ada3-dd05b5ae4df3 req-ad16d255-621a-4cce-b830-c2f506374d1c service neutron] 10.222.0.48 "GET /v2.0/networks/823a632b-a4b3-462c-9638-6984e2e66072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837204 Nov 24 02:05:06.754363 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d1995f-de24-4d5c-81d8-02fdfc130a8b req-41ad74b0-19c7-4e0b-801c-71f491184a8c tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:05:06.755867 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-52d1995f-de24-4d5c-81d8-02fdfc130a8b req-41ad74b0-19c7-4e0b-801c-71f491184a8c tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/ports?device_id=d69255fb-e468-41dc-b5a5-a773d1d7b2c3 HTTP/1.1" status: 200 len: 944 time: 0.0546994 Nov 24 02:05:06.803324 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-52d1995f-de24-4d5c-81d8-02fdfc130a8b req-108e6405-2787-4992-9c63-10421dab2300 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb9b40b9-c718-4c78-9d40-dd4f562998f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411468 Nov 24 02:05:06.914926 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98b950f-1080-46ad-84a1-9fdee0efea31 req-6ce93026-8c1b-4bd4-aa42-7477d44aca3d tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:05:06.916375 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-a98b950f-1080-46ad-84a1-9fdee0efea31 req-6ce93026-8c1b-4bd4-aa42-7477d44aca3d tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/ports?device_id=d69255fb-e468-41dc-b5a5-a773d1d7b2c3 HTTP/1.1" status: 200 len: 944 time: 0.0475273 Nov 24 02:05:06.966048 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-a98b950f-1080-46ad-84a1-9fdee0efea31 req-e2c0b4ff-5975-458d-a850-bf92974272ef tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb9b40b9-c718-4c78-9d40-dd4f562998f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438385 Nov 24 02:05:07.077261 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7b0478-04e8-4cd5-852e-8173c576813e req-c43b25d9-d9eb-4e08-99d7-43db67523c55 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:05:07.078876 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-4a7b0478-04e8-4cd5-852e-8173c576813e req-c43b25d9-d9eb-4e08-99d7-43db67523c55 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/ports?device_id=d69255fb-e468-41dc-b5a5-a773d1d7b2c3 HTTP/1.1" status: 200 len: 944 time: 0.0491171 Nov 24 02:05:07.126486 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-4a7b0478-04e8-4cd5-852e-8173c576813e req-ed4eabbd-0efd-44ef-b9bf-616d21c21837 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb9b40b9-c718-4c78-9d40-dd4f562998f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412655 Nov 24 02:05:07.446734 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 9a93dd78-8937-4069-9eb8-cd33c9e5b8c9 up at agent hyperv_hv-neutron-8189 {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 02:05:07.460222 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0760a84-7e83-4925-b055-813783813c42 req-f90f0549-a40d-439f-9e3a-907a9b0330d0 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:05:07.462447 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-b0760a84-7e83-4925-b055-813783813c42 req-f90f0549-a40d-439f-9e3a-907a9b0330d0 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/ports?device_id=d69255fb-e468-41dc-b5a5-a773d1d7b2c3 HTTP/1.1" status: 200 len: 944 time: 0.0532637 Nov 24 02:05:07.496867 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Provisioning complete for port 9a93dd78-8937-4069-9eb8-cd33c9e5b8c9 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:05:07.497240 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:07.511030 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-b0760a84-7e83-4925-b055-813783813c42 req-cb91cf08-4f2e-4f1b-92f3-c8452e53f9eb tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb9b40b9-c718-4c78-9d40-dd4f562998f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420787 Nov 24 02:05:07.575477 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:07.597309 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd69255fb-e468-41dc-b5a5-a773d1d7b2c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a93dd78-8937-4069-9eb8-cd33c9e5b8c9'}] {{(pid=109868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:05:07.599499 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adafa3b64de3cabc8eac619938bcace59b198ffee64d481093eb3def62699d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9805e70a-c773-4d36-83a1-a01e43a90b74" -d '{"events": [{"server_uuid": "d69255fb-e468-41dc-b5a5-a773d1d7b2c3", "name": "network-vif-plugged", "status": "completed", "tag": "9a93dd78-8937-4069-9eb8-cd33c9e5b8c9"}]}' {{(pid=109868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:05:07.612318 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port 9a93dd78-8937-4069-9eb8-cd33c9e5b8c9, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=9a93dd78-8937-4069-9eb8-cd33c9e5b8c9,segment=NetworkSegment(2c0e358c-1840-4c31-9f12-4d6e0f0ca714),segment_id=2c0e358c-1840-4c31-9f12-4d6e0f0ca714)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:05:07.622181 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:07.646321 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 02:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bded665b-e8b9-4410-9d56-243001322406 x-openstack-request-id: req-bded665b-e8b9-4410-9d56-243001322406 {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:05:07.646606 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d69255fb-e468-41dc-b5a5-a773d1d7b2c3", "name": "network-vif-plugged", "status": "completed", "tag": "9a93dd78-8937-4069-9eb8-cd33c9e5b8c9", "code": 200}]} {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:05:07.646862 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bded665b-e8b9-4410-9d56-243001322406 {{(pid=109868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:05:07.647247 dv-neutron-818911-2-hyperv neutron-server[109868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd69255fb-e468-41dc-b5a5-a773d1d7b2c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a93dd78-8937-4069-9eb8-cd33c9e5b8c9', 'code': 200} Nov 24 02:05:07.674690 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=9a93dd78-8937-4069-9eb8-cd33c9e5b8c9,revision_number=7']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:05:08.623613 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659e6f62-877a-4eed-bcbe-b64f388fb3a1 req-c0f3ec4a-7670-429a-a5df-ce40d4e10874 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:05:08.625065 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-659e6f62-877a-4eed-bcbe-b64f388fb3a1 req-c0f3ec4a-7670-429a-a5df-ce40d4e10874 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/ports?device_id=d69255fb-e468-41dc-b5a5-a773d1d7b2c3 HTTP/1.1" status: 200 len: 945 time: 0.0477774 Nov 24 02:05:08.671916 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-659e6f62-877a-4eed-bcbe-b64f388fb3a1 req-80eb11c3-0b90-4460-90c3-f49fa857c4cb tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb9b40b9-c718-4c78-9d40-dd4f562998f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409842 Nov 24 02:05:09.187745 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150cecba-8057-4c06-bbbf-34eb144bffcb req-58fb6c40-352b-414d-ae18-ee3181a2f136 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:05:09.189125 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-150cecba-8057-4c06-bbbf-34eb144bffcb req-58fb6c40-352b-414d-ae18-ee3181a2f136 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.48 "GET /v2.0/ports?device_id=d69255fb-e468-41dc-b5a5-a773d1d7b2c3 HTTP/1.1" status: 200 len: 945 time: 0.0517209 Nov 24 02:05:09.279631 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [req-150cecba-8057-4c06-bbbf-34eb144bffcb req-97db38cd-2bab-4887-8938-43744e4d44a7 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Deleting port 9a93dd78-8937-4069-9eb8-cd33c9e5b8c9 {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 02:05:09.280170 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-150cecba-8057-4c06-bbbf-34eb144bffcb req-97db38cd-2bab-4887-8938-43744e4d44a7 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:09.388348 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [req-150cecba-8057-4c06-bbbf-34eb144bffcb req-97db38cd-2bab-4887-8938-43744e4d44a7 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] For port 9a93dd78-8937-4069-9eb8-cd33c9e5b8c9, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=9a93dd78-8937-4069-9eb8-cd33c9e5b8c9,segment=NetworkSegment(2c0e358c-1840-4c31-9f12-4d6e0f0ca714),segment_id=2c0e358c-1840-4c31-9f12-4d6e0f0ca714)] {{(pid=109866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:05:09.388704 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-150cecba-8057-4c06-bbbf-34eb144bffcb req-97db38cd-2bab-4887-8938-43744e4d44a7 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:09.400360 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [req-150cecba-8057-4c06-bbbf-34eb144bffcb req-97db38cd-2bab-4887-8938-43744e4d44a7 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Calling delete_port for 9a93dd78-8937-4069-9eb8-cd33c9e5b8c9 owned by compute:nova {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 02:05:09.527132 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-150cecba-8057-4c06-bbbf-34eb144bffcb req-97db38cd-2bab-4887-8938-43744e4d44a7 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:09.552907 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97db38cd-2bab-4887-8938-43744e4d44a7 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Pushing event deleted for resources: {'Port': ['ID=9a93dd78-8937-4069-9eb8-cd33c9e5b8c9,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:05:09.560327 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] get_ports_and_sgs() called for port_ids ['9a93dd78-8937-4069-9eb8-cd33c9e5b8c9'] {{(pid=109868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 02:05:09.566465 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97db38cd-2bab-4887-8938-43744e4d44a7 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:05:09.566801 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97db38cd-2bab-4887-8938-43744e4d44a7 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:05:09.567141 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97db38cd-2bab-4887-8938-43744e4d44a7 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:05:09.567480 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97db38cd-2bab-4887-8938-43744e4d44a7 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:05:09.567819 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97db38cd-2bab-4887-8938-43744e4d44a7 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:05:09.568149 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97db38cd-2bab-4887-8938-43744e4d44a7 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:05:09.568481 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97db38cd-2bab-4887-8938-43744e4d44a7 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:05:09.568808 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97db38cd-2bab-4887-8938-43744e4d44a7 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:05:09.569129 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97db38cd-2bab-4887-8938-43744e4d44a7 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:05:09.569482 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97db38cd-2bab-4887-8938-43744e4d44a7 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:05:09.569811 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97db38cd-2bab-4887-8938-43744e4d44a7 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:05:09.570130 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97db38cd-2bab-4887-8938-43744e4d44a7 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:05:09.604255 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [req-150cecba-8057-4c06-bbbf-34eb144bffcb req-97db38cd-2bab-4887-8938-43744e4d44a7 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] No DVR routers for this DVR port 9a93dd78-8937-4069-9eb8-cd33c9e5b8c9 on host hv-neutron-8189 {{(pid=109866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 02:05:09.606620 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-150cecba-8057-4c06-bbbf-34eb144bffcb req-97db38cd-2bab-4887-8938-43744e4d44a7 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:09.609986 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-150cecba-8057-4c06-bbbf-34eb144bffcb req-97db38cd-2bab-4887-8938-43744e4d44a7 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.48 "DELETE /v2.0/ports/9a93dd78-8937-4069-9eb8-cd33c9e5b8c9 HTTP/1.1" status: 204 len: 173 time: 0.4149623 Nov 24 02:05:09.610508 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd69255fb-e468-41dc-b5a5-a773d1d7b2c3', 'name': 'network-vif-deleted', 'tag': '9a93dd78-8937-4069-9eb8-cd33c9e5b8c9'}] {{(pid=109866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:05:09.613335 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b7c53c286d9351d1367337230623a155cee02c46c94b80588b67a0bc16402ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bc1e18f-6aa4-47cd-87c3-fbd202efda6d" -d '{"events": [{"server_uuid": "d69255fb-e468-41dc-b5a5-a773d1d7b2c3", "name": "network-vif-deleted", "tag": "9a93dd78-8937-4069-9eb8-cd33c9e5b8c9"}]}' {{(pid=109866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:05:09.656623 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 02:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51e1d024-1201-4ef4-b68a-f1cd3b87c4c2 x-openstack-request-id: req-51e1d024-1201-4ef4-b68a-f1cd3b87c4c2 {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:05:09.657116 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d69255fb-e468-41dc-b5a5-a773d1d7b2c3", "name": "network-vif-deleted", "tag": "9a93dd78-8937-4069-9eb8-cd33c9e5b8c9", "status": "completed", "code": 200}]} {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:05:09.657599 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-51e1d024-1201-4ef4-b68a-f1cd3b87c4c2 {{(pid=109866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:05:09.658069 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd69255fb-e468-41dc-b5a5-a773d1d7b2c3', 'name': 'network-vif-deleted', 'tag': '9a93dd78-8937-4069-9eb8-cd33c9e5b8c9', 'status': 'completed', 'code': 200} Nov 24 02:05:09.771409 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-a4c6e37f-36c6-4347-8757-8aafd968dbc0 req-40f4e9e0-13e8-468d-b69e-1ebe4137e349 tempest-ServerDiskConfigTestJSON-1827561556 tempest-ServerDiskConfigTestJSON-1827561556-project] 10.222.0.21 "GET /v2.0/ports?device_id=d69255fb-e468-41dc-b5a5-a773d1d7b2c3 HTTP/1.1" status: 200 len: 210 time: 0.0297973 Nov 24 02:05:10.891411 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 53614) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:05:10.934714 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bd4d714-e740-4e54-859a-d38d7cb2e292 admin admin] Deleting subnet 8f826321-a84b-4e05-926d-035296c02dcd {{(pid=109867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 02:05:10.937761 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-3bd4d714-e740-4e54-859a-d38d7cb2e292 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:10.972450 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-3bd4d714-e740-4e54-859a-d38d7cb2e292 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28690885'] for subnet, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:11.010121 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-3bd4d714-e740-4e54-859a-d38d7cb2e292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:11.063645 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-3bd4d714-e740-4e54-859a-d38d7cb2e292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25501782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25307808'] for subnet, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:11.086791 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd4d714-e740-4e54-859a-d38d7cb2e292 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f826321-a84b-4e05-926d-035296c02dcd,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:05:11.096177 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd4d714-e740-4e54-859a-d38d7cb2e292 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:05:11.096522 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd4d714-e740-4e54-859a-d38d7cb2e292 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:05:11.096857 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd4d714-e740-4e54-859a-d38d7cb2e292 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:05:11.097188 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd4d714-e740-4e54-859a-d38d7cb2e292 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:05:11.097542 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd4d714-e740-4e54-859a-d38d7cb2e292 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:05:11.097873 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd4d714-e740-4e54-859a-d38d7cb2e292 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:05:11.098193 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd4d714-e740-4e54-859a-d38d7cb2e292 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:05:11.098987 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd4d714-e740-4e54-859a-d38d7cb2e292 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:05:11.098987 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd4d714-e740-4e54-859a-d38d7cb2e292 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:05:11.099162 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd4d714-e740-4e54-859a-d38d7cb2e292 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:05:11.099435 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd4d714-e740-4e54-859a-d38d7cb2e292 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:05:11.099749 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd4d714-e740-4e54-859a-d38d7cb2e292 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:05:11.102535 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-3bd4d714-e740-4e54-859a-d38d7cb2e292 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:11.105733 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-3bd4d714-e740-4e54-859a-d38d7cb2e292 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/8f826321-a84b-4e05-926d-035296c02dcd HTTP/1.1" status: 204 len: 168 time: 0.2133236 Nov 24 02:05:11.108218 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 53616) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:05:11.174644 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a77b6f55-03b4-48e5-b138-f90b90e1b41e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:11.254331 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a77b6f55-03b4-48e5-b138-f90b90e1b41e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:11.273934 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-a77b6f55-03b4-48e5-b138-f90b90e1b41e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['823a632b-a4b3-462c-9638-6984e2e66072']}} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:05:11.282810 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-a77b6f55-03b4-48e5-b138-f90b90e1b41e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c0e358c-1840-4c31-9f12-4d6e0f0ca714') {'for_net_delete': True} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:05:11.283098 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-a77b6f55-03b4-48e5-b138-f90b90e1b41e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c0e358c-1840-4c31-9f12-4d6e0f0ca714') {} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:05:11.292185 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a77b6f55-03b4-48e5-b138-f90b90e1b41e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28690908'] for segment, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:11.304975 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a77b6f55-03b4-48e5-b138-f90b90e1b41e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:11.311426 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a77b6f55-03b4-48e5-b138-f90b90e1b41e admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=109867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 02:05:11.311923 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a77b6f55-03b4-48e5-b138-f90b90e1b41e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25503736'] for segment, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:11.313616 dv-neutron-818911-2-hyperv neutron-server[109867]: Traceback (most recent call last): Nov 24 02:05:11.313616 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 02:05:11.313616 dv-neutron-818911-2-hyperv neutron-server[109867]: timer() Nov 24 02:05:11.313616 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 02:05:11.313616 dv-neutron-818911-2-hyperv neutron-server[109867]: cb(*args, **kw) Nov 24 02:05:11.313616 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 02:05:11.313616 dv-neutron-818911-2-hyperv neutron-server[109867]: return func(*args, **kwargs) Nov 24 02:05:11.313616 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 02:05:11.313616 dv-neutron-818911-2-hyperv neutron-server[109867]: self._notify() Nov 24 02:05:11.313616 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 02:05:11.313616 dv-neutron-818911-2-hyperv neutron-server[109867]: self.callback(batched_events) Nov 24 02:05:11.313616 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 02:05:11.313616 dv-neutron-818911-2-hyperv neutron-server[109867]: event.method(event) Nov 24 02:05:11.313616 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 02:05:11.313616 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 02:05:11.313616 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 02:05:11.313616 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 02:05:11.313616 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 02:05:11.313616 dv-neutron-818911-2-hyperv neutron-server[109867]: return f(self, *a, **k) Nov 24 02:05:11.313616 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 02:05:11.313616 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._get(url).json() Nov 24 02:05:11.313616 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 02:05:11.313616 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 02:05:11.313616 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 02:05:11.313616 dv-neutron-818911-2-hyperv neutron-server[109867]: return self.request(url, 'GET', **kwargs) Nov 24 02:05:11.313616 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 02:05:11.313616 dv-neutron-818911-2-hyperv neutron-server[109867]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 02:05:11.313616 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 02:05:11.313616 dv-neutron-818911-2-hyperv neutron-server[109867]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 02:05:11.313616 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 02:05:11.313616 dv-neutron-818911-2-hyperv neutron-server[109867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 02:05:11.313616 dv-neutron-818911-2-hyperv neutron-server[109867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 02:05:11.370395 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a77b6f55-03b4-48e5-b138-f90b90e1b41e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:11.375525 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a77b6f55-03b4-48e5-b138-f90b90e1b41e admin admin] Publish callbacks [] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:11.378785 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-a77b6f55-03b4-48e5-b138-f90b90e1b41e admin admin] 10.222.0.21 "DELETE /v2.0/networks/823a632b-a4b3-462c-9638-6984e2e66072 HTTP/1.1" status: 204 len: 168 time: 0.2693102 Nov 24 02:05:11.389779 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77b6f55-03b4-48e5-b138-f90b90e1b41e admin admin] Pushing event deleted for resources: {'Network': ['ID=823a632b-a4b3-462c-9638-6984e2e66072,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:05:11.487228 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 53620) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:05:11.526530 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-f7d48a9d-77f3-4bc0-9611-d146b67ed649 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=63817b4d757e4f1e8a00569ee6c2208d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0381765 Nov 24 02:05:11.529012 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 53622) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:05:11.574906 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2fff5aad-ee10-487e-9c6c-6dbefd18f3aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:11.595279 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2fff5aad-ee10-487e-9c6c-6dbefd18f3aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:11.640957 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2fff5aad-ee10-487e-9c6c-6dbefd18f3aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:11.643521 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2fff5aad-ee10-487e-9c6c-6dbefd18f3aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:11.644639 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-2fff5aad-ee10-487e-9c6c-6dbefd18f3aa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/eb9b40b9-c718-4c78-9d40-dd4f562998f7 HTTP/1.1" status: 204 len: 168 time: 0.1146951 Nov 24 02:05:11.651898 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fff5aad-ee10-487e-9c6c-6dbefd18f3aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb9b40b9-c718-4c78-9d40-dd4f562998f7,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:05:12.293725 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 53644) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:05:12.390956 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-e2625ca6-5519-4ebc-b280-8e568ee5198a admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-453320892-network', 'tenant_id': '54a0714becea44e794f5cbfaa7e75d76'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:05:12.411768 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2625ca6-5519-4ebc-b280-8e568ee5198a admin admin] Made reservation on behalf of 54a0714becea44e794f5cbfaa7e75d76 for: {'network': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 02:05:12.414029 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e2625ca6-5519-4ebc-b280-8e568ee5198a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:12.422650 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e2625ca6-5519-4ebc-b280-8e568ee5198a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:12.506215 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e2625ca6-5519-4ebc-b280-8e568ee5198a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:12.509988 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e2625ca6-5519-4ebc-b280-8e568ee5198a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:12.530646 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2625ca6-5519-4ebc-b280-8e568ee5198a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=109867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 02:05:12.544176 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2625ca6-5519-4ebc-b280-8e568ee5198a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb5bcca-8b7e-446d-a25a-69c5bfe9190a,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:05:12.548837 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e2625ca6-5519-4ebc-b280-8e568ee5198a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:12.549177 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.segments_db [None req-e2625ca6-5519-4ebc-b280-8e568ee5198a admin admin] Added segment 5e6793e4-9959-49a4-8909-9dfc82c1549e of type vlan for network 1f564760-ae8d-465e-80f0-efb981ea9d72 Nov 24 02:05:12.588591 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e2625ca6-5519-4ebc-b280-8e568ee5198a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:12.613392 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e2625ca6-5519-4ebc-b280-8e568ee5198a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:12.614289 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2625ca6-5519-4ebc-b280-8e568ee5198a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:05:12.614856 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e2625ca6-5519-4ebc-b280-8e568ee5198a admin admin] Publish callbacks [] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:12.646987 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-e2625ca6-5519-4ebc-b280-8e568ee5198a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3522003 Nov 24 02:05:12.650480 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 53648) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:05:12.655520 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-1297eabb-640d-44d6-8441-f14e452b646d admin admin] Request body: {'subnet': {'network_id': '1f564760-ae8d-465e-80f0-efb981ea9d72', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-453320892-subnet', 'tenant_id': '54a0714becea44e794f5cbfaa7e75d76', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:05:12.676089 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1297eabb-640d-44d6-8441-f14e452b646d admin admin] Made reservation on behalf of 54a0714becea44e794f5cbfaa7e75d76 for: {'subnet': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 02:05:12.677137 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2625ca6-5519-4ebc-b280-8e568ee5198a admin admin] Pushing event updated for resources: {'Network': ['ID=1f564760-ae8d-465e-80f0-efb981ea9d72,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:05:12.678674 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1297eabb-640d-44d6-8441-f14e452b646d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29154835'] for subnet, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:12.687105 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network 1f564760-ae8d-465e-80f0-efb981ea9d72 details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 02:05:12.843826 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1297eabb-640d-44d6-8441-f14e452b646d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29149261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29154849'] for subnet, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:12.896427 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1297eabb-640d-44d6-8441-f14e452b646d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0daf069-1294-4709-8a95-5a1b322aaf26,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:05:12.906966 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1297eabb-640d-44d6-8441-f14e452b646d admin admin] Checking segment: {'id': '5e6793e4-9959-49a4-8909-9dfc82c1549e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1f564760-ae8d-465e-80f0-efb981ea9d72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 02:05:12.907319 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1297eabb-640d-44d6-8441-f14e452b646d admin admin] Network hostable DHCP agents. Network: 1f564760-ae8d-465e-80f0-efb981ea9d72, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 02:05:12.923393 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1297eabb-640d-44d6-8441-f14e452b646d admin admin] Network 1f564760-ae8d-465e-80f0-efb981ea9d72 is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 02:05:12.931813 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-1297eabb-640d-44d6-8441-f14e452b646d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, 1f564760-ae8d-465e-80f0-efb981ea9d72) {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:05:12.936070 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1297eabb-640d-44d6-8441-f14e452b646d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:05:12.936706 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1297eabb-640d-44d6-8441-f14e452b646d admin admin] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:12.940767 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef03d3cb-daad-4fe0-87a3-6d11b1b5c119 None None] Network 1f564760-ae8d-465e-80f0-efb981ea9d72 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 02:05:12.953001 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-1297eabb-640d-44d6-8441-f14e452b646d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3013389 Nov 24 02:05:12.955835 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 53650) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:05:12.960531 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-d88bee25-1f9c-4a37-887c-9c5e7a3e52b1 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-453320892-router', 'tenant_id': '54a0714becea44e794f5cbfaa7e75d76', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:05:12.982105 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d88bee25-1f9c-4a37-887c-9c5e7a3e52b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-424105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2744'] for router, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:12.983131 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d88bee25-1f9c-4a37-887c-9c5e7a3e52b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-424325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-326625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2753'] for router, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:13.037657 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d88bee25-1f9c-4a37-887c-9c5e7a3e52b1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:13.084654 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907aade9-c21f-4256-8bee-936088149164 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-1f564760-ae8d-465e-80f0-efb981ea9d72', 'network_id': '1f564760-ae8d-465e-80f0-efb981ea9d72', 'tenant_id': '54a0714becea44e794f5cbfaa7e75d76', 'fixed_ips': [{'subnet_id': 'a0daf069-1294-4709-8a95-5a1b322aaf26'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 02:05:13.085595 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-907aade9-c21f-4256-8bee-936088149164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:13.175149 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d88bee25-1f9c-4a37-887c-9c5e7a3e52b1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:13.220678 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-907aade9-c21f-4256-8bee-936088149164 None None] Allocated IP 172.20.0.2 (1f564760-ae8d-465e-80f0-efb981ea9d72/a0daf069-1294-4709-8a95-5a1b322aaf26/5d6bd909-fc7c-4831-9db1-6b698ddc8258) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 02:05:13.368574 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-907aade9-c21f-4256-8bee-936088149164 None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:13.376002 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-907aade9-c21f-4256-8bee-936088149164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:13.412734 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907aade9-c21f-4256-8bee-936088149164 None None] Network 1f564760-ae8d-465e-80f0-efb981ea9d72 is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 02:05:13.418594 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-907aade9-c21f-4256-8bee-936088149164 None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:05:13.427241 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907aade9-c21f-4256-8bee-936088149164 None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 02:05:13.429210 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907aade9-c21f-4256-8bee-936088149164 None None] Pushing event updated for resources: {'Port': ['ID=5d6bd909-fc7c-4831-9db1-6b698ddc8258,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:05:13.476302 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 9a93dd78-8937-4069-9eb8-cd33c9e5b8c9 no longer exists at agent hyperv_hv-neutron-8189 {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 02:05:13.507197 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] No Port match for: 9a93dd78-8937-4069-9eb8-cd33c9e5b8c9 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 02:05:13.507532 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 9a93dd78-8937-4069-9eb8-cd33c9e5b8c9 not bound to the agent host hv-neutron-8189 {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 02:05:13.509661 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-907aade9-c21f-4256-8bee-936088149164 None None] Attempting to bind port 5d6bd909-fc7c-4831-9db1-6b698ddc8258 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 02:05:13.510023 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-907aade9-c21f-4256-8bee-936088149164 None None] Attempting to bind port 5d6bd909-fc7c-4831-9db1-6b698ddc8258 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '5e6793e4-9959-49a4-8909-9dfc82c1549e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1f564760-ae8d-465e-80f0-efb981ea9d72'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 02:05:13.510379 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907aade9-c21f-4256-8bee-936088149164 None None] Attempting to bind port 5d6bd909-fc7c-4831-9db1-6b698ddc8258 on network 1f564760-ae8d-465e-80f0-efb981ea9d72 {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 02:05:13.517164 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907aade9-c21f-4256-8bee-936088149164 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 02:05:13.517561 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907aade9-c21f-4256-8bee-936088149164 None None] Checking segment: {'id': '5e6793e4-9959-49a4-8909-9dfc82c1549e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1f564760-ae8d-465e-80f0-efb981ea9d72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 02:05:13.517960 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-907aade9-c21f-4256-8bee-936088149164 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:13.518340 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907aade9-c21f-4256-8bee-936088149164 None None] Bound using segment: {'id': '5e6793e4-9959-49a4-8909-9dfc82c1549e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1f564760-ae8d-465e-80f0-efb981ea9d72'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 02:05:13.518799 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-907aade9-c21f-4256-8bee-936088149164 None None] Bound port: 5d6bd909-fc7c-4831-9db1-6b698ddc8258, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e6793e4-9959-49a4-8909-9dfc82c1549e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1f564760-ae8d-465e-80f0-efb981ea9d72'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 02:05:13.519176 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-907aade9-c21f-4256-8bee-936088149164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:13.580545 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-907aade9-c21f-4256-8bee-936088149164 None None] For port 5d6bd909-fc7c-4831-9db1-6b698ddc8258, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 02:05:13.584201 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-907aade9-c21f-4256-8bee-936088149164 None None] For port 5d6bd909-fc7c-4831-9db1-6b698ddc8258, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=5d6bd909-fc7c-4831-9db1-6b698ddc8258,segment=NetworkSegment(5e6793e4-9959-49a4-8909-9dfc82c1549e),segment_id=5e6793e4-9959-49a4-8909-9dfc82c1549e)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 02:05:13.588072 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-907aade9-c21f-4256-8bee-936088149164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:13.644296 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907aade9-c21f-4256-8bee-936088149164 None None] Pushing event updated for resources: {'Port': ['ID=5d6bd909-fc7c-4831-9db1-6b698ddc8258,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:05:13.696480 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d88bee25-1f9c-4a37-887c-9c5e7a3e52b1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:13.715978 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d88bee25-1f9c-4a37-887c-9c5e7a3e52b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:13.834104 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-d88bee25-1f9c-4a37-887c-9c5e7a3e52b1 admin admin] Allocated IP 172.26.5.222 (eb22795d-37ee-46ee-844d-92c17e2ea450/3e66fcff-6e72-4083-b514-48f69cdaa2cb/5d4768e5-6215-4b68-b98f-8bc421058691) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 02:05:13.941017 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d88bee25-1f9c-4a37-887c-9c5e7a3e52b1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:13.978394 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d88bee25-1f9c-4a37-887c-9c5e7a3e52b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:14.022285 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d88bee25-1f9c-4a37-887c-9c5e7a3e52b1 admin admin] Network eb22795d-37ee-46ee-844d-92c17e2ea450 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 02:05:14.029991 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-d88bee25-1f9c-4a37-887c-9c5e7a3e52b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:05:14.033394 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88bee25-1f9c-4a37-887c-9c5e7a3e52b1 admin admin] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 02:05:14.043174 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1403c1-b7e8-4104-8f0e-3e464fc9bbe1 None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 02:05:14.059336 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88bee25-1f9c-4a37-887c-9c5e7a3e52b1 admin admin] Pushing event updated for resources: {'Port': ['ID=5d4768e5-6215-4b68-b98f-8bc421058691,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:05:14.157295 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-50952832-6270-4d89-bc11-7d0efe43ecee None None] Provisioning complete for port 5d4768e5-6215-4b68-b98f-8bc421058691 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:05:14.157688 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-50952832-6270-4d89-bc11-7d0efe43ecee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:14.197682 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-50952832-6270-4d89-bc11-7d0efe43ecee None None] Port 5d4768e5-6215-4b68-b98f-8bc421058691 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 02:05:14.290272 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d88bee25-1f9c-4a37-887c-9c5e7a3e52b1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:14.377326 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 5d6bd909-fc7c-4831-9db1-6b698ddc8258 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 02:05:14.432022 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 5d6bd909-fc7c-4831-9db1-6b698ddc8258 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:05:14.432478 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:14.504640 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d88bee25-1f9c-4a37-887c-9c5e7a3e52b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-424338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418138'] for router, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:14.514314 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:14.550339 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] For port 5d6bd909-fc7c-4831-9db1-6b698ddc8258, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=5d6bd909-fc7c-4831-9db1-6b698ddc8258,segment=NetworkSegment(5e6793e4-9959-49a4-8909-9dfc82c1549e),segment_id=5e6793e4-9959-49a4-8909-9dfc82c1549e)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:05:14.555892 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:14.581593 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdefef55-d1a4-452c-ac98-1dae00f41919 None None] Network 1f564760-ae8d-465e-80f0-efb981ea9d72 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 02:05:14.648662 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d88bee25-1f9c-4a37-887c-9c5e7a3e52b1 admin admin] Router a1d3ac9e-257e-467f-8d21-2aee38e578a7 is scheduled to L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e with binding_index 1 {{(pid=109867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 02:05:14.662839 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Pushing event updated for resources: {'Port': ['ID=5d6bd909-fc7c-4831-9db1-6b698ddc8258,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:05:14.673907 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-7663f2ad-4794-4999-b832-09487017911e None None] Provisioning complete for port 5d6bd909-fc7c-4831-9db1-6b698ddc8258 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:05:14.674274 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-7663f2ad-4794-4999-b832-09487017911e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:14.762341 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d88bee25-1f9c-4a37-887c-9c5e7a3e52b1 admin admin] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 02:05:14.782452 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d88bee25-1f9c-4a37-887c-9c5e7a3e52b1 admin admin] Publish callbacks [] for router, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:14.783892 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-d88bee25-1f9c-4a37-887c-9c5e7a3e52b1 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8268607 Nov 24 02:05:14.786571 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 53652) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:05:14.846072 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da5fa79-feb5-480f-ad5d-debb2e59acd2 None None] Sync routers for ids ['a1d3ac9e-257e-467f-8d21-2aee38e578a7'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 02:05:14.878059 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da5fa79-feb5-480f-ad5d-debb2e59acd2 None None] Routers {'a1d3ac9e-257e-467f-8d21-2aee38e578a7'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:05:14.878678 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-9da5fa79-feb5-480f-ad5d-debb2e59acd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:04:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['a1d3ac9e-257e-467f-8d21-2aee38e578a7'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:05:15.070102 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-9da5fa79-feb5-480f-ad5d-debb2e59acd2 None None] Set router a1d3ac9e-257e-467f-8d21-2aee38e578a7 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:05:15.211524 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-dc507e54-e388-46f2-8282-3be22b3111e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:15.259533 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-9da5fa79-feb5-480f-ad5d-debb2e59acd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1d3ac9e-257e-467f-8d21-2aee38e578a7', 'name': 'tempest-ServerActionsTestJSON-453320892-router', 'tenant_id': '54a0714becea44e794f5cbfaa7e75d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.222'}], 'enable_snat': True}, 'gw_port_id': '5d4768e5-6215-4b68-b98f-8bc421058691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:05:12Z', 'updated_at': '2021-11-24T02:05:14Z', 'revision_number': 3, 'project_id': '54a0714becea44e794f5cbfaa7e75d76', 'gw_port': {'id': '5d4768e5-6215-4b68-b98f-8bc421058691', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a3:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1d3ac9e-257e-467f-8d21-2aee38e578a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:05:13Z', 'updated_at': '2021-11-24T02:05:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:05:15.287671 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da5fa79-feb5-480f-ad5d-debb2e59acd2 None None] Checking router: a1d3ac9e-257e-467f-8d21-2aee38e578a7 for host: dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 02:05:15.288133 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da5fa79-feb5-480f-ad5d-debb2e59acd2 None None] Updating router a1d3ac9e-257e-467f-8d21-2aee38e578a7 port 5d4768e5-6215-4b68-b98f-8bc421058691 binding host dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 02:05:15.316387 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9da5fa79-feb5-480f-ad5d-debb2e59acd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:15.427169 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-dc507e54-e388-46f2-8282-3be22b3111e2 admin admin] Allocated IP 172.20.0.1 (1f564760-ae8d-465e-80f0-efb981ea9d72/a0daf069-1294-4709-8a95-5a1b322aaf26/55e71101-bb62-4023-b5d1-b12759680c2c) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 02:05:15.428589 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-9ce0ff18-cd2e-40a1-bb4d-5ac8419cc5ec None None] Provisioning complete for port 5d6bd909-fc7c-4831-9db1-6b698ddc8258 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:05:15.428955 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9ce0ff18-cd2e-40a1-bb4d-5ac8419cc5ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:15.534237 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-dc507e54-e388-46f2-8282-3be22b3111e2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:15.569446 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-dc507e54-e388-46f2-8282-3be22b3111e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:15.607532 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc507e54-e388-46f2-8282-3be22b3111e2 admin admin] Network 1f564760-ae8d-465e-80f0-efb981ea9d72 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 02:05:15.612391 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-dc507e54-e388-46f2-8282-3be22b3111e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:05:15.615610 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc507e54-e388-46f2-8282-3be22b3111e2 admin admin] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 02:05:15.647096 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc507e54-e388-46f2-8282-3be22b3111e2 admin admin] Pushing event updated for resources: {'Port': ['ID=55e71101-bb62-4023-b5d1-b12759680c2c,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:05:15.649062 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9da5fa79-feb5-480f-ad5d-debb2e59acd2 None None] Publish callbacks [] for port, precommit_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:15.655398 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9da5fa79-feb5-480f-ad5d-debb2e59acd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:15.664903 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-dc507e54-e388-46f2-8282-3be22b3111e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3777869'] for router_interface, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:15.703642 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a924ce0-5a1b-41f0-a228-c9942627219f None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 02:05:15.720485 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-9da5fa79-feb5-480f-ad5d-debb2e59acd2 None None] Attempting to bind port 5d4768e5-6215-4b68-b98f-8bc421058691 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 02:05:15.720856 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-9da5fa79-feb5-480f-ad5d-debb2e59acd2 None None] Attempting to bind port 5d4768e5-6215-4b68-b98f-8bc421058691 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 02:05:15.721235 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da5fa79-feb5-480f-ad5d-debb2e59acd2 None None] Attempting to bind port 5d4768e5-6215-4b68-b98f-8bc421058691 on network eb22795d-37ee-46ee-844d-92c17e2ea450 {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 02:05:15.727536 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0219717-b5c0-4eed-981e-6d31aa4e3f2c None None] Pushing event updated for resources: {'Port': ['ID=5d4768e5-6215-4b68-b98f-8bc421058691,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:05:15.730861 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da5fa79-feb5-480f-ad5d-debb2e59acd2 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 02:05:15.731230 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da5fa79-feb5-480f-ad5d-debb2e59acd2 None None] Checking segment: {'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 02:05:15.731646 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9da5fa79-feb5-480f-ad5d-debb2e59acd2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:15.732108 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da5fa79-feb5-480f-ad5d-debb2e59acd2 None None] Bound using segment: {'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 02:05:15.732641 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-9da5fa79-feb5-480f-ad5d-debb2e59acd2 None None] Bound port: 5d4768e5-6215-4b68-b98f-8bc421058691, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 02:05:15.733094 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9da5fa79-feb5-480f-ad5d-debb2e59acd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:15.788088 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-9da5fa79-feb5-480f-ad5d-debb2e59acd2 None None] For port 5d4768e5-6215-4b68-b98f-8bc421058691, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 02:05:15.796401 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-9da5fa79-feb5-480f-ad5d-debb2e59acd2 None None] For port 5d4768e5-6215-4b68-b98f-8bc421058691, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=5d4768e5-6215-4b68-b98f-8bc421058691,segment=NetworkSegment(03509fd2-ca9c-4aa0-94e6-e236afda62e7),segment_id=03509fd2-ca9c-4aa0-94e6-e236afda62e7)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 02:05:15.805274 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9da5fa79-feb5-480f-ad5d-debb2e59acd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:15.823455 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-dc507e54-e388-46f2-8282-3be22b3111e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:15.862365 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fafc3c56-f75c-4eb5-80fa-8d3d146829f5 None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 02:05:15.879990 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-716d09f0-a550-43d7-8110-aff77f7a249d None None] Provisioning complete for port 5d4768e5-6215-4b68-b98f-8bc421058691 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:05:15.880197 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-716d09f0-a550-43d7-8110-aff77f7a249d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:15.889355 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da5fa79-feb5-480f-ad5d-debb2e59acd2 None None] Routers {'a1d3ac9e-257e-467f-8d21-2aee38e578a7'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:05:15.889998 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-9da5fa79-feb5-480f-ad5d-debb2e59acd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:04:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['a1d3ac9e-257e-467f-8d21-2aee38e578a7'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:05:15.914167 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0219717-b5c0-4eed-981e-6d31aa4e3f2c None None] Pushing event updated for resources: {'Port': ['ID=5d4768e5-6215-4b68-b98f-8bc421058691,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:05:15.991591 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-dc507e54-e388-46f2-8282-3be22b3111e2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:15.996048 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-dc507e54-e388-46f2-8282-3be22b3111e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25501696'] for port, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:16.057817 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-9da5fa79-feb5-480f-ad5d-debb2e59acd2 None None] Set router a1d3ac9e-257e-467f-8d21-2aee38e578a7 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:05:16.066661 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc507e54-e388-46f2-8282-3be22b3111e2 admin admin] Pushing event updated for resources: {'Port': ['ID=55e71101-bb62-4023-b5d1-b12759680c2c,revision_number=2']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:05:16.070379 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-dc507e54-e388-46f2-8282-3be22b3111e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3778017'] for router_interface, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:16.088930 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-716d09f0-a550-43d7-8110-aff77f7a249d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:16.147899 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-716d09f0-a550-43d7-8110-aff77f7a249d None None] For port 5d4768e5-6215-4b68-b98f-8bc421058691, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=5d4768e5-6215-4b68-b98f-8bc421058691,segment=NetworkSegment(03509fd2-ca9c-4aa0-94e6-e236afda62e7),segment_id=03509fd2-ca9c-4aa0-94e6-e236afda62e7)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:05:16.160953 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-716d09f0-a550-43d7-8110-aff77f7a249d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:16.162547 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc507e54-e388-46f2-8282-3be22b3111e2 admin admin] Network 1f564760-ae8d-465e-80f0-efb981ea9d72 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 02:05:16.163639 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-dc507e54-e388-46f2-8282-3be22b3111e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:05:16.252887 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716d09f0-a550-43d7-8110-aff77f7a249d None None] Pushing event updated for resources: {'Port': ['ID=5d4768e5-6215-4b68-b98f-8bc421058691,revision_number=4']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:05:16.304675 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc507e54-e388-46f2-8282-3be22b3111e2 admin admin] Router a1d3ac9e-257e-467f-8d21-2aee38e578a7 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 02:05:16.317466 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e41201aa-aa2e-445a-baec-c8fbcd514cdd None None] Provisioning complete for port 5d4768e5-6215-4b68-b98f-8bc421058691 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:05:16.317466 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e41201aa-aa2e-445a-baec-c8fbcd514cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:16.368380 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 5d6bd909-fc7c-4831-9db1-6b698ddc8258 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 02:05:16.413018 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-9da5fa79-feb5-480f-ad5d-debb2e59acd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1d3ac9e-257e-467f-8d21-2aee38e578a7', 'name': 'tempest-ServerActionsTestJSON-453320892-router', 'tenant_id': '54a0714becea44e794f5cbfaa7e75d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.222'}], 'enable_snat': True}, 'gw_port_id': '5d4768e5-6215-4b68-b98f-8bc421058691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:05:12Z', 'updated_at': '2021-11-24T02:05:15Z', 'revision_number': 4, 'project_id': '54a0714becea44e794f5cbfaa7e75d76', 'gw_port': {'id': '5d4768e5-6215-4b68-b98f-8bc421058691', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a3:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1d3ac9e-257e-467f-8d21-2aee38e578a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:05:13Z', 'updated_at': '2021-11-24T02:05:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': '55e71101-bb62-4023-b5d1-b12759680c2c', 'name': '', 'network_id': '1f564760-ae8d-465e-80f0-efb981ea9d72', 'tenant_id': '54a0714becea44e794f5cbfaa7e75d76', 'mac_address': 'fa:16:3e:85:df:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1d3ac9e-257e-467f-8d21-2aee38e578a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'a0daf069-1294-4709-8a95-5a1b322aaf26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:05:15Z', 'updated_at': '2021-11-24T02:05:15Z', 'revision_number': 1, 'project_id': '54a0714becea44e794f5cbfaa7e75d76', 'subnets': [{'id': 'a0daf069-1294-4709-8a95-5a1b322aaf26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:05:16.427848 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc507e54-e388-46f2-8282-3be22b3111e2 admin admin] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 02:05:16.434407 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-dc507e54-e388-46f2-8282-3be22b3111e2 admin admin] 10.222.0.21 "PUT /v2.0/routers/a1d3ac9e-257e-467f-8d21-2aee38e578a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6465433 Nov 24 02:05:16.476459 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da5fa79-feb5-480f-ad5d-debb2e59acd2 None None] The sync data for ids ['a1d3ac9e-257e-467f-8d21-2aee38e578a7'] in dv-neutron-818911-2-hyperv is: [{'id': 'a1d3ac9e-257e-467f-8d21-2aee38e578a7', 'name': 'tempest-ServerActionsTestJSON-453320892-router', 'tenant_id': '54a0714becea44e794f5cbfaa7e75d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.222'}], 'enable_snat': True}, 'gw_port_id': '5d4768e5-6215-4b68-b98f-8bc421058691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:05:12Z', 'updated_at': '2021-11-24T02:05:15Z', 'revision_number': 4, 'project_id': '54a0714becea44e794f5cbfaa7e75d76', 'gw_port': {'id': '5d4768e5-6215-4b68-b98f-8bc421058691', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a3:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1d3ac9e-257e-467f-8d21-2aee38e578a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:05:13Z', 'updated_at': '2021-11-24T02:05:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': '55e71101-bb62-4023-b5d1-b12759680c2c', 'name': '', 'network_id': '1f564760-ae8d-465e-80f0-efb981ea9d72', 'tenant_id': '54a0714becea44e794f5cbfaa7e75d76', 'mac_address': 'fa:16:3e:85:df:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1d3ac9e-257e-467f-8d21-2aee38e578a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'a0daf069-1294-4709-8a95-5a1b322aaf26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:05:15Z', 'updated_at': '2021-11-24T02:05:15Z', 'revision_number': 1, 'project_id': '54a0714becea44e794f5cbfaa7e75d76', 'subnets': [{'id': 'a0daf069-1294-4709-8a95-5a1b322aaf26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 02:05:16.503682 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 5d6bd909-fc7c-4831-9db1-6b698ddc8258 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:05:16.504965 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:16.508887 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e41201aa-aa2e-445a-baec-c8fbcd514cdd None None] Provisioning complete for port 55e71101-bb62-4023-b5d1-b12759680c2c triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:05:16.509149 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e41201aa-aa2e-445a-baec-c8fbcd514cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:16.573734 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-e41201aa-aa2e-445a-baec-c8fbcd514cdd None None] Port 55e71101-bb62-4023-b5d1-b12759680c2c cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 02:05:16.705189 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-626360df-c403-47f0-a56f-08ef92cbbb00 None None] Provisioning complete for port 55e71101-bb62-4023-b5d1-b12759680c2c triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:05:16.705587 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-626360df-c403-47f0-a56f-08ef92cbbb00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:16.741312 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-626360df-c403-47f0-a56f-08ef92cbbb00 None None] Port 55e71101-bb62-4023-b5d1-b12759680c2c cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 02:05:17.236884 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 53660) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:05:17.241645 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-d70ebf69-1c7b-42ec-8a26-dc9ccd8e0f1d tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Request body: {'security_group': {'name': 'tempest-securitygroup--924162427', 'description': 'tempest-description--1230184756'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:05:17.264422 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d70ebf69-1c7b-42ec-8a26-dc9ccd8e0f1d tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Publish callbacks [] for security_group, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:17.335569 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d70ebf69-1c7b-42ec-8a26-dc9ccd8e0f1d tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Publish callbacks [] for security_group, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:17.340541 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d70ebf69-1c7b-42ec-8a26-dc9ccd8e0f1d tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:17.371114 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d70ebf69-1c7b-42ec-8a26-dc9ccd8e0f1d tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:17.372443 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-d70ebf69-1c7b-42ec-8a26-dc9ccd8e0f1d tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1343760 Nov 24 02:05:17.375311 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 53662) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:05:17.377665 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70ebf69-1c7b-42ec-8a26-dc9ccd8e0f1d tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13a0480e-d74d-4d12-ac29-49ca4f86c10f,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:05:17.379979 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-5af7693e-8d47-45df-9a1a-5975123e7b63 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Request body: {'security_group_rule': {'security_group_id': '13a0480e-d74d-4d12-ac29-49ca4f86c10f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:05:17.408821 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5af7693e-8d47-45df-9a1a-5975123e7b63 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:17.479177 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5af7693e-8d47-45df-9a1a-5975123e7b63 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:17.483673 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5af7693e-8d47-45df-9a1a-5975123e7b63 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:17.501749 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af7693e-8d47-45df-9a1a-5975123e7b63 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cef2cef-3561-4ed8-9190-a76eb5ebd4a4,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:05:17.510795 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5af7693e-8d47-45df-9a1a-5975123e7b63 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:17.513935 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-5af7693e-8d47-45df-9a1a-5975123e7b63 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1374512 Nov 24 02:05:17.514671 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 53664) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:05:17.519412 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-a30bacb6-6054-473c-93b5-cb67de69f486 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Request body: {'security_group_rule': {'security_group_id': '13a0480e-d74d-4d12-ac29-49ca4f86c10f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:05:17.547399 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a30bacb6-6054-473c-93b5-cb67de69f486 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:17.606511 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a30bacb6-6054-473c-93b5-cb67de69f486 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:17.610550 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a30bacb6-6054-473c-93b5-cb67de69f486 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:17.631181 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30bacb6-6054-473c-93b5-cb67de69f486 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ba52063-fad2-40f1-a92a-1daaa4e069a6,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:05:17.637192 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a30bacb6-6054-473c-93b5-cb67de69f486 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:17.638319 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-a30bacb6-6054-473c-93b5-cb67de69f486 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1226234 Nov 24 02:05:17.641399 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 53666) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:05:17.645933 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-9c75e11a-7779-4c79-90dd-60e9f2838334 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Request body: {'floatingip': {'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:05:17.670547 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9c75e11a-7779-4c79-90dd-60e9f2838334 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Publish callbacks [] for floatingip, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:17.789055 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9c75e11a-7779-4c79-90dd-60e9f2838334 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:17.891891 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [None req-9c75e11a-7779-4c79-90dd-60e9f2838334 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Allocated IP 172.26.5.35 (eb22795d-37ee-46ee-844d-92c17e2ea450/3e66fcff-6e72-4083-b514-48f69cdaa2cb/fb675255-b676-4680-b639-2b50b228eca6) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 02:05:17.995033 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9c75e11a-7779-4c79-90dd-60e9f2838334 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:18.029042 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9c75e11a-7779-4c79-90dd-60e9f2838334 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:18.087446 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c75e11a-7779-4c79-90dd-60e9f2838334 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Network eb22795d-37ee-46ee-844d-92c17e2ea450 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 02:05:18.093445 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-9c75e11a-7779-4c79-90dd-60e9f2838334 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:05:18.096895 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c75e11a-7779-4c79-90dd-60e9f2838334 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 02:05:18.103965 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c75e11a-7779-4c79-90dd-60e9f2838334 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Pushing event updated for resources: {'Port': ['ID=fb675255-b676-4680-b639-2b50b228eca6,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:05:18.198403 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9c75e11a-7779-4c79-90dd-60e9f2838334 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:18.233362 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9c75e11a-7779-4c79-90dd-60e9f2838334 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:18.341336 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3f1cb3-3c8b-4106-9791-d5d18998e2bc None None] Sync routers for ids ['a1d3ac9e-257e-467f-8d21-2aee38e578a7'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 02:05:18.350884 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3f1cb3-3c8b-4106-9791-d5d18998e2bc None None] Routers {'a1d3ac9e-257e-467f-8d21-2aee38e578a7'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:05:18.351485 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-3e3f1cb3-3c8b-4106-9791-d5d18998e2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:04:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['a1d3ac9e-257e-467f-8d21-2aee38e578a7'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:05:18.368750 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 5d4768e5-6215-4b68-b98f-8bc421058691 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 02:05:18.426503 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 5d4768e5-6215-4b68-b98f-8bc421058691 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:05:18.426779 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:18.462090 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-3e3f1cb3-3c8b-4106-9791-d5d18998e2bc None None] Set router a1d3ac9e-257e-467f-8d21-2aee38e578a7 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:05:18.670912 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-3e3f1cb3-3c8b-4106-9791-d5d18998e2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1d3ac9e-257e-467f-8d21-2aee38e578a7', 'name': 'tempest-ServerActionsTestJSON-453320892-router', 'tenant_id': '54a0714becea44e794f5cbfaa7e75d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.222'}], 'enable_snat': True}, 'gw_port_id': '5d4768e5-6215-4b68-b98f-8bc421058691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:05:12Z', 'updated_at': '2021-11-24T02:05:15Z', 'revision_number': 4, 'project_id': '54a0714becea44e794f5cbfaa7e75d76', 'gw_port': {'id': '5d4768e5-6215-4b68-b98f-8bc421058691', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d3ac9e-257e-467f-8d21-2aee38e578a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:05:13Z', 'updated_at': '2021-11-24T02:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': '55e71101-bb62-4023-b5d1-b12759680c2c', 'name': '', 'network_id': '1f564760-ae8d-465e-80f0-efb981ea9d72', 'tenant_id': '54a0714becea44e794f5cbfaa7e75d76', 'mac_address': 'fa:16:3e:85:df:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1d3ac9e-257e-467f-8d21-2aee38e578a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'a0daf069-1294-4709-8a95-5a1b322aaf26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:05:15Z', 'updated_at': '2021-11-24T02:05:15Z', 'revision_number': 2, 'project_id': '54a0714becea44e794f5cbfaa7e75d76', 'subnets': [{'id': 'a0daf069-1294-4709-8a95-5a1b322aaf26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:05:18.700125 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3f1cb3-3c8b-4106-9791-d5d18998e2bc None None] Checking router: a1d3ac9e-257e-467f-8d21-2aee38e578a7 for host: dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 02:05:18.700465 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3f1cb3-3c8b-4106-9791-d5d18998e2bc None None] Updating router a1d3ac9e-257e-467f-8d21-2aee38e578a7 port 55e71101-bb62-4023-b5d1-b12759680c2c binding host dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 02:05:18.718661 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9c75e11a-7779-4c79-90dd-60e9f2838334 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Publish callbacks [] for port, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:18.724356 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-3e3f1cb3-3c8b-4106-9791-d5d18998e2bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:18.724859 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9c75e11a-7779-4c79-90dd-60e9f2838334 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29149402'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:18.789841 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c75e11a-7779-4c79-90dd-60e9f2838334 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Pushing event updated for resources: {'Port': ['ID=fb675255-b676-4680-b639-2b50b228eca6,revision_number=2']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:05:18.801546 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9c75e11a-7779-4c79-90dd-60e9f2838334 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418250'] for floatingip, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:18.816918 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9c75e11a-7779-4c79-90dd-60e9f2838334 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for floatingip, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:18.818294 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-9c75e11a-7779-4c79-90dd-60e9f2838334 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1757622 Nov 24 02:05:18.965159 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-c8648e9b-003c-4dc9-937e-f23d6f5573ec req-b3416503-cf03-41c5-a5fb-1327b65d9d3f tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--924162427&fields=id&tenant_id=54a0714becea44e794f5cbfaa7e75d76 HTTP/1.1" status: 200 len: 267 time: 0.0413837 Nov 24 02:05:18.990596 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-3e3f1cb3-3c8b-4106-9791-d5d18998e2bc None None] Publish callbacks [] for port, precommit_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:18.995466 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-3e3f1cb3-3c8b-4106-9791-d5d18998e2bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:19.044320 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f24e697-d872-42b8-b3fd-18d708c2a574 None None] Pushing event updated for resources: {'Port': ['ID=55e71101-bb62-4023-b5d1-b12759680c2c,revision_number=3']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:05:19.067575 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f24e697-d872-42b8-b3fd-18d708c2a574 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:05:19.067927 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f24e697-d872-42b8-b3fd-18d708c2a574 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:05:19.068618 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f24e697-d872-42b8-b3fd-18d708c2a574 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:05:19.068618 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f24e697-d872-42b8-b3fd-18d708c2a574 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:05:19.068938 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f24e697-d872-42b8-b3fd-18d708c2a574 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:05:19.069265 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f24e697-d872-42b8-b3fd-18d708c2a574 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:05:19.069606 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f24e697-d872-42b8-b3fd-18d708c2a574 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:05:19.069919 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f24e697-d872-42b8-b3fd-18d708c2a574 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:05:19.070238 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f24e697-d872-42b8-b3fd-18d708c2a574 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:05:19.070617 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f24e697-d872-42b8-b3fd-18d708c2a574 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:05:19.070934 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f24e697-d872-42b8-b3fd-18d708c2a574 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:05:19.071247 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f24e697-d872-42b8-b3fd-18d708c2a574 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:05:19.078369 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8648e9b-003c-4dc9-937e-f23d6f5573ec req-0ec7398a-cdb4-45c5-80c9-7e38b6d29df7 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:05:19.085830 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-c8648e9b-003c-4dc9-937e-f23d6f5573ec req-0ec7398a-cdb4-45c5-80c9-7e38b6d29df7 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/networks?id=1f564760-ae8d-465e-80f0-efb981ea9d72 HTTP/1.1" status: 200 len: 811 time: 0.1137397 Nov 24 02:05:19.096499 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-c8648e9b-003c-4dc9-937e-f23d6f5573ec req-2d1f5607-b1be-4677-80c4-b0eb4b17b20c tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/quotas/54a0714becea44e794f5cbfaa7e75d76 HTTP/1.1" status: 200 len: 375 time: 0.0097930 Nov 24 02:05:19.103492 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-3e3f1cb3-3c8b-4106-9791-d5d18998e2bc None None] Attempting to bind port 55e71101-bb62-4023-b5d1-b12759680c2c on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 02:05:19.103858 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-3e3f1cb3-3c8b-4106-9791-d5d18998e2bc None None] Attempting to bind port 55e71101-bb62-4023-b5d1-b12759680c2c by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '5e6793e4-9959-49a4-8909-9dfc82c1549e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1f564760-ae8d-465e-80f0-efb981ea9d72'}] {{(pid=109869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 02:05:19.104214 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3f1cb3-3c8b-4106-9791-d5d18998e2bc None None] Attempting to bind port 55e71101-bb62-4023-b5d1-b12759680c2c on network 1f564760-ae8d-465e-80f0-efb981ea9d72 {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 02:05:19.109662 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3f1cb3-3c8b-4106-9791-d5d18998e2bc None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 02:05:19.110029 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3f1cb3-3c8b-4106-9791-d5d18998e2bc None None] Checking segment: {'id': '5e6793e4-9959-49a4-8909-9dfc82c1549e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1f564760-ae8d-465e-80f0-efb981ea9d72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 02:05:19.110422 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-3e3f1cb3-3c8b-4106-9791-d5d18998e2bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:19.110804 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3f1cb3-3c8b-4106-9791-d5d18998e2bc None None] Bound using segment: {'id': '5e6793e4-9959-49a4-8909-9dfc82c1549e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1f564760-ae8d-465e-80f0-efb981ea9d72'} {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 02:05:19.111259 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-3e3f1cb3-3c8b-4106-9791-d5d18998e2bc None None] Bound port: 55e71101-bb62-4023-b5d1-b12759680c2c, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e6793e4-9959-49a4-8909-9dfc82c1549e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1f564760-ae8d-465e-80f0-efb981ea9d72'}}] {{(pid=109869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 02:05:19.111631 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-3e3f1cb3-3c8b-4106-9791-d5d18998e2bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:19.153032 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-c8648e9b-003c-4dc9-937e-f23d6f5573ec req-11111d50-3258-4aad-a83d-adee7e679481 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=54a0714becea44e794f5cbfaa7e75d76&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471551 Nov 24 02:05:19.169661 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [req-c8648e9b-003c-4dc9-937e-f23d6f5573ec req-780078e8-4c8f-4539-af18-6148d7809ee0 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 02:05:19.170826 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-c8648e9b-003c-4dc9-937e-f23d6f5573ec req-780078e8-4c8f-4539-af18-6148d7809ee0 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055368 Nov 24 02:05:19.179759 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.db [None req-3e3f1cb3-3c8b-4106-9791-d5d18998e2bc None None] For port 55e71101-bb62-4023-b5d1-b12759680c2c, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 02:05:19.184555 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.db [None req-3e3f1cb3-3c8b-4106-9791-d5d18998e2bc None None] For port 55e71101-bb62-4023-b5d1-b12759680c2c, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=55e71101-bb62-4023-b5d1-b12759680c2c,segment=NetworkSegment(5e6793e4-9959-49a4-8909-9dfc82c1549e),segment_id=5e6793e4-9959-49a4-8909-9dfc82c1549e)] {{(pid=109869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 02:05:19.188682 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-3e3f1cb3-3c8b-4106-9791-d5d18998e2bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:19.271679 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-c8648e9b-003c-4dc9-937e-f23d6f5573ec req-333998b7-ec33-46f0-995a-9bfd0adbd105 service neutron] 10.222.0.21 "GET /v2.0/networks/1f564760-ae8d-465e-80f0-efb981ea9d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942190 Nov 24 02:05:19.279913 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-746bf363-e1aa-4f10-a867-7e283643973d None None] Provisioning complete for port 55e71101-bb62-4023-b5d1-b12759680c2c triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:05:19.280422 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-746bf363-e1aa-4f10-a867-7e283643973d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:19.335006 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3f1cb3-3c8b-4106-9791-d5d18998e2bc None None] Routers {'a1d3ac9e-257e-467f-8d21-2aee38e578a7'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:05:19.335642 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-3e3f1cb3-3c8b-4106-9791-d5d18998e2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:04:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['a1d3ac9e-257e-467f-8d21-2aee38e578a7'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:05:19.364885 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-746bf363-e1aa-4f10-a867-7e283643973d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:19.371764 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-c8648e9b-003c-4dc9-937e-f23d6f5573ec req-4ead5ec8-c43e-4439-a606-12b17949446e service neutron] 10.222.0.21 "GET /v2.0/networks/1f564760-ae8d-465e-80f0-efb981ea9d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920260 Nov 24 02:05:19.405184 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-746bf363-e1aa-4f10-a867-7e283643973d None None] For port 55e71101-bb62-4023-b5d1-b12759680c2c, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=55e71101-bb62-4023-b5d1-b12759680c2c,segment=NetworkSegment(5e6793e4-9959-49a4-8909-9dfc82c1549e),segment_id=5e6793e4-9959-49a4-8909-9dfc82c1549e)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:05:19.412725 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-746bf363-e1aa-4f10-a867-7e283643973d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:19.464299 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-3e3f1cb3-3c8b-4106-9791-d5d18998e2bc None None] Set router a1d3ac9e-257e-467f-8d21-2aee38e578a7 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:05:19.576384 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f24e697-d872-42b8-b3fd-18d708c2a574 None None] Pushing event updated for resources: {'Port': ['ID=55e71101-bb62-4023-b5d1-b12759680c2c,revision_number=4']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:05:19.590687 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-c305c372-d634-46ea-a649-a148d741a153 req-c8fb9fa4-9428-4eca-95b3-6df33d7ef635 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=b775807f-732f-42fe-beac-6f56507f314c HTTP/1.1" status: 200 len: 210 time: 0.0331678 Nov 24 02:05:19.678554 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746bf363-e1aa-4f10-a867-7e283643973d None None] Pushing event updated for resources: {'Port': ['ID=55e71101-bb62-4023-b5d1-b12759680c2c,revision_number=5']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:05:19.687420 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-d32c6e67-8bfc-4a76-8500-49705c796463 None None] Provisioning complete for port 55e71101-bb62-4023-b5d1-b12759680c2c triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:05:19.687814 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-d32c6e67-8bfc-4a76-8500-49705c796463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:19.738983 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-3e3f1cb3-3c8b-4106-9791-d5d18998e2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1d3ac9e-257e-467f-8d21-2aee38e578a7', 'name': 'tempest-ServerActionsTestJSON-453320892-router', 'tenant_id': '54a0714becea44e794f5cbfaa7e75d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.222'}], 'enable_snat': True}, 'gw_port_id': '5d4768e5-6215-4b68-b98f-8bc421058691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:05:12Z', 'updated_at': '2021-11-24T02:05:15Z', 'revision_number': 4, 'project_id': '54a0714becea44e794f5cbfaa7e75d76', 'gw_port': {'id': '5d4768e5-6215-4b68-b98f-8bc421058691', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d3ac9e-257e-467f-8d21-2aee38e578a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:05:13Z', 'updated_at': '2021-11-24T02:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': '55e71101-bb62-4023-b5d1-b12759680c2c', 'name': '', 'network_id': '1f564760-ae8d-465e-80f0-efb981ea9d72', 'tenant_id': '54a0714becea44e794f5cbfaa7e75d76', 'mac_address': 'fa:16:3e:85:df:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1d3ac9e-257e-467f-8d21-2aee38e578a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'a0daf069-1294-4709-8a95-5a1b322aaf26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:05:15Z', 'updated_at': '2021-11-24T02:05:19Z', 'revision_number': 4, 'project_id': '54a0714becea44e794f5cbfaa7e75d76', 'subnets': [{'id': 'a0daf069-1294-4709-8a95-5a1b322aaf26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:05:19.775059 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3f1cb3-3c8b-4106-9791-d5d18998e2bc None None] The sync data for ids ['a1d3ac9e-257e-467f-8d21-2aee38e578a7'] in dv-neutron-818911-2-hyperv is: [{'id': 'a1d3ac9e-257e-467f-8d21-2aee38e578a7', 'name': 'tempest-ServerActionsTestJSON-453320892-router', 'tenant_id': '54a0714becea44e794f5cbfaa7e75d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.222'}], 'enable_snat': True}, 'gw_port_id': '5d4768e5-6215-4b68-b98f-8bc421058691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:05:12Z', 'updated_at': '2021-11-24T02:05:15Z', 'revision_number': 4, 'project_id': '54a0714becea44e794f5cbfaa7e75d76', 'gw_port': {'id': '5d4768e5-6215-4b68-b98f-8bc421058691', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d3ac9e-257e-467f-8d21-2aee38e578a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:05:13Z', 'updated_at': '2021-11-24T02:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': '55e71101-bb62-4023-b5d1-b12759680c2c', 'name': '', 'network_id': '1f564760-ae8d-465e-80f0-efb981ea9d72', 'tenant_id': '54a0714becea44e794f5cbfaa7e75d76', 'mac_address': 'fa:16:3e:85:df:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1d3ac9e-257e-467f-8d21-2aee38e578a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'a0daf069-1294-4709-8a95-5a1b322aaf26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:05:15Z', 'updated_at': '2021-11-24T02:05:19Z', 'revision_number': 4, 'project_id': '54a0714becea44e794f5cbfaa7e75d76', 'subnets': [{'id': 'a0daf069-1294-4709-8a95-5a1b322aaf26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 02:05:20.356229 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 55e71101-bb62-4023-b5d1-b12759680c2c up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 02:05:20.404100 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 55e71101-bb62-4023-b5d1-b12759680c2c triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:05:20.404464 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:20.700928 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-2c4f079c-5a61-408e-b5a5-cef2466ea93f req-336f78a6-1a14-455c-8e17-400acead796b tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=b775807f-732f-42fe-beac-6f56507f314c HTTP/1.1" status: 200 len: 210 time: 0.0368419 Nov 24 02:05:20.710486 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8648e9b-003c-4dc9-937e-f23d6f5573ec req-c757b6d0-d4b8-4a3d-b3e8-a228717b3899 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:05:20.712103 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-c8648e9b-003c-4dc9-937e-f23d6f5573ec req-c757b6d0-d4b8-4a3d-b3e8-a228717b3899 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.48 "GET /v2.0/networks?id=1f564760-ae8d-465e-80f0-efb981ea9d72 HTTP/1.1" status: 200 len: 811 time: 0.1401644 Nov 24 02:05:20.779073 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-c8648e9b-003c-4dc9-937e-f23d6f5573ec req-554c16cd-cb0b-4a02-abfc-076e12a8d605 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=54a0714becea44e794f5cbfaa7e75d76 HTTP/1.1" status: 200 len: 379 time: 0.0515599 Nov 24 02:05:20.789479 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [req-c8648e9b-003c-4dc9-937e-f23d6f5573ec req-0930d6a4-5abe-4071-b9f4-57e6db8a1613 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Request body: {'port': {'device_id': 'b775807f-732f-42fe-beac-6f56507f314c', 'network_id': '1f564760-ae8d-465e-80f0-efb981ea9d72', 'admin_state_up': True, 'tenant_id': '54a0714becea44e794f5cbfaa7e75d76', 'security_groups': ['13a0480e-d74d-4d12-ac29-49ca4f86c10f']}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:05:20.897835 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8648e9b-003c-4dc9-937e-f23d6f5573ec req-0930d6a4-5abe-4071-b9f4-57e6db8a1613 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Made reservation on behalf of 54a0714becea44e794f5cbfaa7e75d76 for: {'port': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 02:05:20.901863 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-c8648e9b-003c-4dc9-937e-f23d6f5573ec req-0930d6a4-5abe-4071-b9f4-57e6db8a1613 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:21.024952 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [req-c8648e9b-003c-4dc9-937e-f23d6f5573ec req-0930d6a4-5abe-4071-b9f4-57e6db8a1613 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Allocated IP 172.20.0.10 (1f564760-ae8d-465e-80f0-efb981ea9d72/a0daf069-1294-4709-8a95-5a1b322aaf26/8a49f0e3-ce4b-4da9-acf4-5b08a35ba7f3) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 02:05:21.157110 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-c8648e9b-003c-4dc9-937e-f23d6f5573ec req-0930d6a4-5abe-4071-b9f4-57e6db8a1613 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:21.188819 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-c8648e9b-003c-4dc9-937e-f23d6f5573ec req-0930d6a4-5abe-4071-b9f4-57e6db8a1613 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:21.236754 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8648e9b-003c-4dc9-937e-f23d6f5573ec req-0930d6a4-5abe-4071-b9f4-57e6db8a1613 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Network 1f564760-ae8d-465e-80f0-efb981ea9d72 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 02:05:21.239684 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [req-c8648e9b-003c-4dc9-937e-f23d6f5573ec req-0930d6a4-5abe-4071-b9f4-57e6db8a1613 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:05:21.243279 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8648e9b-003c-4dc9-937e-f23d6f5573ec req-0930d6a4-5abe-4071-b9f4-57e6db8a1613 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 02:05:21.270617 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0930d6a4-5abe-4071-b9f4-57e6db8a1613 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Pushing event updated for resources: {'Port': ['ID=8a49f0e3-ce4b-4da9-acf4-5b08a35ba7f3,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:05:21.301911 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8648e9b-003c-4dc9-937e-f23d6f5573ec req-0930d6a4-5abe-4071-b9f4-57e6db8a1613 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:05:21.302534 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-c8648e9b-003c-4dc9-937e-f23d6f5573ec req-0930d6a4-5abe-4071-b9f4-57e6db8a1613 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:21.318571 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-c8648e9b-003c-4dc9-937e-f23d6f5573ec req-0930d6a4-5abe-4071-b9f4-57e6db8a1613 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5325663 Nov 24 02:05:21.338464 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [req-c8648e9b-003c-4dc9-937e-f23d6f5573ec req-38057e91-bc6b-4be2-b35d-ffc650cf19c5 service neutron] Request body: {'port': {'device_id': 'b775807f-732f-42fe-beac-6f56507f314c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8189'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:05:21.392302 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-c8648e9b-003c-4dc9-937e-f23d6f5573ec req-38057e91-bc6b-4be2-b35d-ffc650cf19c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:21.501124 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-c7533ae5-75fb-4edf-96d7-84230f9d09a8 None None] Provisioning complete for port 8a49f0e3-ce4b-4da9-acf4-5b08a35ba7f3 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:05:21.501733 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-c7533ae5-75fb-4edf-96d7-84230f9d09a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:21.535060 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-c7533ae5-75fb-4edf-96d7-84230f9d09a8 None None] Port 8a49f0e3-ce4b-4da9-acf4-5b08a35ba7f3 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 02:05:21.655822 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [req-c8648e9b-003c-4dc9-937e-f23d6f5573ec req-38057e91-bc6b-4be2-b35d-ffc650cf19c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a49f0e3-ce4b-4da9-acf4-5b08a35ba7f3 {{(pid=109866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 02:05:21.663135 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-c8648e9b-003c-4dc9-937e-f23d6f5573ec req-38057e91-bc6b-4be2-b35d-ffc650cf19c5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:21.675573 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.provisioning_blocks [req-c8648e9b-003c-4dc9-937e-f23d6f5573ec req-38057e91-bc6b-4be2-b35d-ffc650cf19c5 service neutron] Transition to ACTIVE for port object 8a49f0e3-ce4b-4da9-acf4-5b08a35ba7f3 will not be triggered until provisioned by entity L2. {{(pid=109866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 02:05:21.679113 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-c8648e9b-003c-4dc9-937e-f23d6f5573ec req-38057e91-bc6b-4be2-b35d-ffc650cf19c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29149402'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:21.729144 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38057e91-bc6b-4be2-b35d-ffc650cf19c5 service neutron] Pushing event updated for resources: {'Port': ['ID=8a49f0e3-ce4b-4da9-acf4-5b08a35ba7f3,revision_number=2']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:05:21.802302 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [req-c8648e9b-003c-4dc9-937e-f23d6f5573ec req-38057e91-bc6b-4be2-b35d-ffc650cf19c5 service neutron] Attempting to bind port 8a49f0e3-ce4b-4da9-acf4-5b08a35ba7f3 on host hv-neutron-8189 for vnic_type normal with profile {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 02:05:21.802637 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [req-c8648e9b-003c-4dc9-937e-f23d6f5573ec req-38057e91-bc6b-4be2-b35d-ffc650cf19c5 service neutron] Attempting to bind port 8a49f0e3-ce4b-4da9-acf4-5b08a35ba7f3 by drivers openvswitch,hyperv on host hv-neutron-8189 at level 0 using segments [{'id': '5e6793e4-9959-49a4-8909-9dfc82c1549e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1f564760-ae8d-465e-80f0-efb981ea9d72'}] {{(pid=109866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 02:05:21.802968 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8648e9b-003c-4dc9-937e-f23d6f5573ec req-38057e91-bc6b-4be2-b35d-ffc650cf19c5 service neutron] Attempting to bind port 8a49f0e3-ce4b-4da9-acf4-5b08a35ba7f3 on network 1f564760-ae8d-465e-80f0-efb981ea9d72 {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 02:05:21.807859 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8648e9b-003c-4dc9-937e-f23d6f5573ec req-38057e91-bc6b-4be2-b35d-ffc650cf19c5 service neutron] Port 8a49f0e3-ce4b-4da9-acf4-5b08a35ba7f3 on network 1f564760-ae8d-465e-80f0-efb981ea9d72 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8189 {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 02:05:21.808183 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8648e9b-003c-4dc9-937e-f23d6f5573ec req-38057e91-bc6b-4be2-b35d-ffc650cf19c5 service neutron] Attempting to bind port 8a49f0e3-ce4b-4da9-acf4-5b08a35ba7f3 on network 1f564760-ae8d-465e-80f0-efb981ea9d72 {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 02:05:21.813131 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8648e9b-003c-4dc9-937e-f23d6f5573ec req-38057e91-bc6b-4be2-b35d-ffc650cf19c5 service neutron] Checking agent: {'id': '5773fe6b-0967-455f-9dc9-84c0c923201b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 42, 58), 'started_at': datetime.datetime(2021, 11, 24, 1, 42, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 2, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 02:05:21.813503 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8648e9b-003c-4dc9-937e-f23d6f5573ec req-38057e91-bc6b-4be2-b35d-ffc650cf19c5 service neutron] Checking segment: {'id': '5e6793e4-9959-49a4-8909-9dfc82c1549e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1f564760-ae8d-465e-80f0-efb981ea9d72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 02:05:21.814088 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8648e9b-003c-4dc9-937e-f23d6f5573ec req-38057e91-bc6b-4be2-b35d-ffc650cf19c5 service neutron] Bound using segment: {'id': '5e6793e4-9959-49a4-8909-9dfc82c1549e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1f564760-ae8d-465e-80f0-efb981ea9d72'} {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 02:05:21.814443 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [req-c8648e9b-003c-4dc9-937e-f23d6f5573ec req-38057e91-bc6b-4be2-b35d-ffc650cf19c5 service neutron] Bound port: 8a49f0e3-ce4b-4da9-acf4-5b08a35ba7f3, host: hv-neutron-8189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e6793e4-9959-49a4-8909-9dfc82c1549e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1f564760-ae8d-465e-80f0-efb981ea9d72'}}] {{(pid=109866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 02:05:21.814809 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-c8648e9b-003c-4dc9-937e-f23d6f5573ec req-38057e91-bc6b-4be2-b35d-ffc650cf19c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:21.834261 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f69c2c-cc0a-46cc-8f66-035ed0b67142 req-5d8da773-450a-44bc-9387-24e3d63ac5fd tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:05:21.835831 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e9f69c2c-cc0a-46cc-8f66-035ed0b67142 req-5d8da773-450a-44bc-9387-24e3d63ac5fd tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=b775807f-732f-42fe-beac-6f56507f314c HTTP/1.1" status: 200 len: 944 time: 0.0551643 Nov 24 02:05:21.885914 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [req-c8648e9b-003c-4dc9-937e-f23d6f5573ec req-38057e91-bc6b-4be2-b35d-ffc650cf19c5 service neutron] For port 8a49f0e3-ce4b-4da9-acf4-5b08a35ba7f3, host hv-neutron-8189, cleared binding levels {{(pid=109866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 02:05:21.889252 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [req-c8648e9b-003c-4dc9-937e-f23d6f5573ec req-38057e91-bc6b-4be2-b35d-ffc650cf19c5 service neutron] For port 8a49f0e3-ce4b-4da9-acf4-5b08a35ba7f3, host hv-neutron-8189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=8a49f0e3-ce4b-4da9-acf4-5b08a35ba7f3,segment=NetworkSegment(5e6793e4-9959-49a4-8909-9dfc82c1549e),segment_id=5e6793e4-9959-49a4-8909-9dfc82c1549e)] {{(pid=109866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 02:05:21.894529 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-c8648e9b-003c-4dc9-937e-f23d6f5573ec req-38057e91-bc6b-4be2-b35d-ffc650cf19c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29149402'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:21.903654 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e9f69c2c-cc0a-46cc-8f66-035ed0b67142 req-25de311a-cf8c-41cf-98ad-9ba35302825d tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562985 Nov 24 02:05:21.933012 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8648e9b-003c-4dc9-937e-f23d6f5573ec req-38057e91-bc6b-4be2-b35d-ffc650cf19c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:05:21.933696 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-c8648e9b-003c-4dc9-937e-f23d6f5573ec req-38057e91-bc6b-4be2-b35d-ffc650cf19c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:21.935106 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-c8648e9b-003c-4dc9-937e-f23d6f5573ec req-38057e91-bc6b-4be2-b35d-ffc650cf19c5 service neutron] 10.222.0.48 "PUT /v2.0/ports/8a49f0e3-ce4b-4da9-acf4-5b08a35ba7f3 HTTP/1.1" status: 200 len: 1094 time: 0.6018894 Nov 24 02:05:21.935545 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b775807f-732f-42fe-beac-6f56507f314c', 'tag': '8a49f0e3-ce4b-4da9-acf4-5b08a35ba7f3'}] {{(pid=109866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:05:21.937908 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b7c53c286d9351d1367337230623a155cee02c46c94b80588b67a0bc16402ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0aa4d34-ba7a-4a83-a9b7-9abe5a15ddb4" -d '{"events": [{"name": "network-changed", "server_uuid": "b775807f-732f-42fe-beac-6f56507f314c", "tag": "8a49f0e3-ce4b-4da9-acf4-5b08a35ba7f3"}]}' {{(pid=109866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:05:21.975056 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38057e91-bc6b-4be2-b35d-ffc650cf19c5 service neutron] Pushing event updated for resources: {'Port': ['ID=8a49f0e3-ce4b-4da9-acf4-5b08a35ba7f3,revision_number=3']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:05:21.988151 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 02:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-609dc76c-ac43-44dd-9262-bf30e111720f x-openstack-request-id: req-609dc76c-ac43-44dd-9262-bf30e111720f {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:05:21.988710 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b775807f-732f-42fe-beac-6f56507f314c", "tag": "8a49f0e3-ce4b-4da9-acf4-5b08a35ba7f3", "status": "completed", "code": 200}]} {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:05:21.989114 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-609dc76c-ac43-44dd-9262-bf30e111720f {{(pid=109866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:05:21.989716 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b775807f-732f-42fe-beac-6f56507f314c', 'tag': '8a49f0e3-ce4b-4da9-acf4-5b08a35ba7f3', 'status': 'completed', 'code': 200} Nov 24 02:05:22.044626 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8648e9b-003c-4dc9-937e-f23d6f5573ec req-a5632d8d-12dd-404a-afe6-8e09c93502c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:05:22.046198 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-c8648e9b-003c-4dc9-937e-f23d6f5573ec req-a5632d8d-12dd-404a-afe6-8e09c93502c7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=54a0714becea44e794f5cbfaa7e75d76&device_id=b775807f-732f-42fe-beac-6f56507f314c HTTP/1.1" status: 200 len: 1097 time: 0.0437484 Nov 24 02:05:22.098385 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-c8648e9b-003c-4dc9-937e-f23d6f5573ec req-2f1998ee-17bd-4514-a819-c5e864598c8a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a49f0e3-ce4b-4da9-acf4-5b08a35ba7f3 HTTP/1.1" status: 200 len: 217 time: 0.0380638 Nov 24 02:05:22.149691 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8648e9b-003c-4dc9-937e-f23d6f5573ec req-cba1a1a9-2fcc-4482-bb54-2d170e707f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:05:22.151176 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-c8648e9b-003c-4dc9-937e-f23d6f5573ec req-cba1a1a9-2fcc-4482-bb54-2d170e707f2a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a0daf069-1294-4709-8a95-5a1b322aaf26 HTTP/1.1" status: 200 len: 850 time: 0.0461845 Nov 24 02:05:22.197344 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8648e9b-003c-4dc9-937e-f23d6f5573ec req-d8de9ef1-478c-46ed-98ec-3d128dd50a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:05:22.198827 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-c8648e9b-003c-4dc9-937e-f23d6f5573ec req-d8de9ef1-478c-46ed-98ec-3d128dd50a13 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1f564760-ae8d-465e-80f0-efb981ea9d72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0405622 Nov 24 02:05:22.292622 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-c8648e9b-003c-4dc9-937e-f23d6f5573ec req-3cec0c6d-c29a-4a0d-9378-0a26fe1a73e4 service neutron] 10.222.0.48 "GET /v2.0/networks/1f564760-ae8d-465e-80f0-efb981ea9d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869048 Nov 24 02:05:22.385788 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-c8648e9b-003c-4dc9-937e-f23d6f5573ec req-ccc0f887-d136-4b86-abc4-a80fd9f3f4da service neutron] 10.222.0.48 "GET /v2.0/networks/1f564760-ae8d-465e-80f0-efb981ea9d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847361 Nov 24 02:05:22.532691 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aa4d34-ba7a-4a83-a9b7-9abe5a15ddb4 req-7edd8b59-08bb-4513-8cc9-e57b311ab1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:05:22.534214 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-b0aa4d34-ba7a-4a83-a9b7-9abe5a15ddb4 req-7edd8b59-08bb-4513-8cc9-e57b311ab1db service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=54a0714becea44e794f5cbfaa7e75d76&device_id=b775807f-732f-42fe-beac-6f56507f314c HTTP/1.1" status: 200 len: 1097 time: 0.0449584 Nov 24 02:05:22.634204 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aa4d34-ba7a-4a83-a9b7-9abe5a15ddb4 req-42c230cb-38e3-42cb-b5a2-4518e349d368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:05:22.635731 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-b0aa4d34-ba7a-4a83-a9b7-9abe5a15ddb4 req-42c230cb-38e3-42cb-b5a2-4518e349d368 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1f564760-ae8d-465e-80f0-efb981ea9d72 HTTP/1.1" status: 200 len: 912 time: 0.0852599 Nov 24 02:05:22.684977 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-b0aa4d34-ba7a-4a83-a9b7-9abe5a15ddb4 req-63c46b72-68c3-4a98-8466-4cb7b1002a01 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a49f0e3-ce4b-4da9-acf4-5b08a35ba7f3 HTTP/1.1" status: 200 len: 217 time: 0.0406988 Nov 24 02:05:22.734202 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aa4d34-ba7a-4a83-a9b7-9abe5a15ddb4 req-d2ddac14-5263-402f-9310-f778dbf5c047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:05:22.735597 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-b0aa4d34-ba7a-4a83-a9b7-9abe5a15ddb4 req-d2ddac14-5263-402f-9310-f778dbf5c047 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a0daf069-1294-4709-8a95-5a1b322aaf26 HTTP/1.1" status: 200 len: 850 time: 0.0424418 Nov 24 02:05:22.784938 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aa4d34-ba7a-4a83-a9b7-9abe5a15ddb4 req-49e95e06-5ee8-453b-bc60-dae8fb04f86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:05:22.786445 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-b0aa4d34-ba7a-4a83-a9b7-9abe5a15ddb4 req-49e95e06-5ee8-453b-bc60-dae8fb04f86d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1f564760-ae8d-465e-80f0-efb981ea9d72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0387220 Nov 24 02:05:22.883650 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-b0aa4d34-ba7a-4a83-a9b7-9abe5a15ddb4 req-4720b8c2-7bed-4ce7-b2dd-9eba362932fb service neutron] 10.222.0.48 "GET /v2.0/networks/1f564760-ae8d-465e-80f0-efb981ea9d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868948 Nov 24 02:05:22.973916 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-b0aa4d34-ba7a-4a83-a9b7-9abe5a15ddb4 req-d270ca7b-84db-48d2-a908-4da057980f5b service neutron] 10.222.0.48 "GET /v2.0/networks/1f564760-ae8d-465e-80f0-efb981ea9d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823848 Nov 24 02:05:23.018682 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee7e148-327b-4058-bba4-f70da092a33b req-430d520b-9ee1-4843-aac9-8385ad0516e8 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:05:23.020180 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-fee7e148-327b-4058-bba4-f70da092a33b req-430d520b-9ee1-4843-aac9-8385ad0516e8 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=b775807f-732f-42fe-beac-6f56507f314c HTTP/1.1" status: 200 len: 944 time: 0.0490344 Nov 24 02:05:23.067343 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-fee7e148-327b-4058-bba4-f70da092a33b req-9a6c2dc9-e92b-4b16-9b1e-d217e57e9836 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406947 Nov 24 02:05:24.182508 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c907a668-77cd-4fe9-933d-7148dd240528 req-86cfd3f3-2a33-42be-aacb-b6a5bf3e21f5 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:05:24.183979 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-c907a668-77cd-4fe9-933d-7148dd240528 req-86cfd3f3-2a33-42be-aacb-b6a5bf3e21f5 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=b775807f-732f-42fe-beac-6f56507f314c HTTP/1.1" status: 200 len: 944 time: 0.0480242 Nov 24 02:05:24.235146 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-c907a668-77cd-4fe9-933d-7148dd240528 req-87094e4a-b9f3-4afb-aa9e-7d610d6ed09f tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450842 Nov 24 02:05:24.745568 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-29751f29-fa68-4cca-8f18-a8d725eac6da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:25.353243 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6e89b9-7ae8-4f2c-b30a-8e22d3d969de req-9e5ab014-bf8b-4664-aa47-5079be060b9d tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:05:25.354762 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-6b6e89b9-7ae8-4f2c-b30a-8e22d3d969de req-9e5ab014-bf8b-4664-aa47-5079be060b9d tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=b775807f-732f-42fe-beac-6f56507f314c HTTP/1.1" status: 200 len: 944 time: 0.0540075 Nov 24 02:05:25.401013 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-6b6e89b9-7ae8-4f2c-b30a-8e22d3d969de req-8290b281-ce1a-4cc6-a240-a387e5a499a6 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403450 Nov 24 02:05:25.519490 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 8a49f0e3-ce4b-4da9-acf4-5b08a35ba7f3 details requested by agent hyperv_hv-neutron-8189 with host hv-neutron-8189 {{(pid=109868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 02:05:25.611710 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port 8a49f0e3-ce4b-4da9-acf4-5b08a35ba7f3, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=8a49f0e3-ce4b-4da9-acf4-5b08a35ba7f3,segment=NetworkSegment(5e6793e4-9959-49a4-8909-9dfc82c1549e),segment_id=5e6793e4-9959-49a4-8909-9dfc82c1549e)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:05:25.622340 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Returning: {'device': '8a49f0e3-ce4b-4da9-acf4-5b08a35ba7f3', 'network_id': '1f564760-ae8d-465e-80f0-efb981ea9d72', 'port_id': '8a49f0e3-ce4b-4da9-acf4-5b08a35ba7f3', 'mac_address': 'fa:16:3e:42:bb:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0daf069-1294-4709-8a95-5a1b322aaf26', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 02:05:25.661757 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:25.674460 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a49f0e3-ce4b-4da9-acf4-5b08a35ba7f3 {{(pid=109868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 02:05:25.692931 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port 8a49f0e3-ce4b-4da9-acf4-5b08a35ba7f3, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=8a49f0e3-ce4b-4da9-acf4-5b08a35ba7f3,segment=NetworkSegment(5e6793e4-9959-49a4-8909-9dfc82c1549e),segment_id=5e6793e4-9959-49a4-8909-9dfc82c1549e)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:05:25.698534 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:25.746135 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=8a49f0e3-ce4b-4da9-acf4-5b08a35ba7f3,revision_number=4']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:05:25.971509 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] get_ports_and_sgs() called for port_ids ['8a49f0e3-ce4b-4da9-acf4-5b08a35ba7f3'] {{(pid=109868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 02:05:26.176635 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.agents_db [None req-4e42c10c-a1d3-4d07-89d6-7a24334140aa None None] Agent healthcheck: found 6 active agents {{(pid=109869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 02:05:26.514515 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8294465a-4a46-431d-a6da-e661df627199 req-e40d529f-94eb-4e37-a810-ced9e4405bc3 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:05:26.515985 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-8294465a-4a46-431d-a6da-e661df627199 req-e40d529f-94eb-4e37-a810-ced9e4405bc3 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=b775807f-732f-42fe-beac-6f56507f314c HTTP/1.1" status: 200 len: 945 time: 0.0483320 Nov 24 02:05:26.562785 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-8294465a-4a46-431d-a6da-e661df627199 req-ce99a6c8-d738-4ba0-b6b3-be95f0d1db37 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407970 Nov 24 02:05:27.201643 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-db38c923-d411-4de2-9d2f-7edc76f2f3f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:27.538537 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 8a49f0e3-ce4b-4da9-acf4-5b08a35ba7f3 up at agent hyperv_hv-neutron-8189 {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 02:05:27.585115 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Provisioning for port 8a49f0e3-ce4b-4da9-acf4-5b08a35ba7f3 completed by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 02:05:27.589646 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Provisioning complete for port 8a49f0e3-ce4b-4da9-acf4-5b08a35ba7f3 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:05:27.590020 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:27.669322 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:27.676249 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0396a63-c912-467d-a7e7-e335446e37a2 req-86033fad-eec4-4074-83fb-f5e8c711cfcb tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:05:27.677768 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-b0396a63-c912-467d-a7e7-e335446e37a2 req-86033fad-eec4-4074-83fb-f5e8c711cfcb tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=b775807f-732f-42fe-beac-6f56507f314c HTTP/1.1" status: 200 len: 945 time: 0.0488672 Nov 24 02:05:27.691779 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b775807f-732f-42fe-beac-6f56507f314c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a49f0e3-ce4b-4da9-acf4-5b08a35ba7f3'}] {{(pid=109868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:05:27.694327 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adafa3b64de3cabc8eac619938bcace59b198ffee64d481093eb3def62699d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be776daf-4a24-4b84-bf6a-194124ca64ec" -d '{"events": [{"server_uuid": "b775807f-732f-42fe-beac-6f56507f314c", "name": "network-vif-plugged", "status": "completed", "tag": "8a49f0e3-ce4b-4da9-acf4-5b08a35ba7f3"}]}' {{(pid=109868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:05:27.706968 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port 8a49f0e3-ce4b-4da9-acf4-5b08a35ba7f3, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=8a49f0e3-ce4b-4da9-acf4-5b08a35ba7f3,segment=NetworkSegment(5e6793e4-9959-49a4-8909-9dfc82c1549e),segment_id=5e6793e4-9959-49a4-8909-9dfc82c1549e)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:05:27.712615 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:27.727138 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-b0396a63-c912-467d-a7e7-e335446e37a2 req-372d6fce-b07e-49d6-9c2b-c6113f4241ef tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427845 Nov 24 02:05:27.742363 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 02:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86556a0f-55dc-474d-84bc-f2e97c03e12a x-openstack-request-id: req-86556a0f-55dc-474d-84bc-f2e97c03e12a {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:05:27.742666 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b775807f-732f-42fe-beac-6f56507f314c", "name": "network-vif-plugged", "status": "completed", "tag": "8a49f0e3-ce4b-4da9-acf4-5b08a35ba7f3", "code": 200}]} {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:05:27.742916 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-86556a0f-55dc-474d-84bc-f2e97c03e12a {{(pid=109868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:05:27.743304 dv-neutron-818911-2-hyperv neutron-server[109868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b775807f-732f-42fe-beac-6f56507f314c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a49f0e3-ce4b-4da9-acf4-5b08a35ba7f3', 'code': 200} Nov 24 02:05:27.768492 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=8a49f0e3-ce4b-4da9-acf4-5b08a35ba7f3,revision_number=5']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:05:27.940785 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b12504-7e92-4ecb-badf-0e27f5e0a195 req-cc1cc84b-739d-446c-9943-41bc9e4fe7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:05:27.942998 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-08b12504-7e92-4ecb-badf-0e27f5e0a195 req-cc1cc84b-739d-446c-9943-41bc9e4fe7c7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b775807f-732f-42fe-beac-6f56507f314c HTTP/1.1" status: 200 len: 1099 time: 0.0397656 Nov 24 02:05:27.987768 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-08b12504-7e92-4ecb-badf-0e27f5e0a195 req-f9ee3ac6-dd30-4ee1-adfc-186b76ddf57c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361922 Nov 24 02:05:28.057191 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:28.133192 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:28.847136 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b0fb9-ebdb-49e1-ade7-5fd953ee96a6 req-ae399b5a-f263-4495-bfc1-42dcaefb2fa4 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:05:28.848657 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-fc1b0fb9-ebdb-49e1-ade7-5fd953ee96a6 req-ae399b5a-f263-4495-bfc1-42dcaefb2fa4 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=b775807f-732f-42fe-beac-6f56507f314c HTTP/1.1" status: 200 len: 946 time: 0.0525937 Nov 24 02:05:28.896625 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-fc1b0fb9-ebdb-49e1-ade7-5fd953ee96a6 req-9e7a7609-539f-4bda-83d7-3fcb40c180a2 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416219 Nov 24 02:05:29.618508 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:30.011306 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d41d99f-9ef1-476a-b986-5eaf698d68b5 req-27f55320-6be6-45fc-9995-9a9344ee91bd tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:05:30.012781 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-4d41d99f-9ef1-476a-b986-5eaf698d68b5 req-27f55320-6be6-45fc-9995-9a9344ee91bd tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=b775807f-732f-42fe-beac-6f56507f314c HTTP/1.1" status: 200 len: 946 time: 0.0475619 Nov 24 02:05:30.062653 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-4d41d99f-9ef1-476a-b986-5eaf698d68b5 req-257abf54-9982-441e-b745-ba8b11770cc4 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440230 Nov 24 02:05:30.133583 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:30.175694 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fbd4c0-de11-4033-af3b-cc1c8bd9bdb7 req-f3063202-0994-48fb-b26b-3d812a307549 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:05:30.177171 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-f2fbd4c0-de11-4033-af3b-cc1c8bd9bdb7 req-f3063202-0994-48fb-b26b-3d812a307549 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=b775807f-732f-42fe-beac-6f56507f314c HTTP/1.1" status: 200 len: 946 time: 0.0484526 Nov 24 02:05:30.186370 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 53718) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:05:30.190672 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-1d084fab-3508-4dec-9bcb-c546048170d0 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Request body: {'floatingip': {'port_id': '8a49f0e3-ce4b-4da9-acf4-5b08a35ba7f3'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:05:30.232980 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1d084fab-3508-4dec-9bcb-c546048170d0 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Publish callbacks [] for floatingip, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:30.662072 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1d084fab-3508-4dec-9bcb-c546048170d0 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:30.665966 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1d084fab-3508-4dec-9bcb-c546048170d0 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418250'] for floatingip, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:30.775146 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.l3_db [None req-1d084fab-3508-4dec-9bcb-c546048170d0 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Floating IP 77431b04-cb27-4a17-8edc-418639ebb281 associated. External IP: 172.26.5.35, port: 8a49f0e3-ce4b-4da9-acf4-5b08a35ba7f3. Nov 24 02:05:30.980209 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d084fab-3508-4dec-9bcb-c546048170d0 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Router a1d3ac9e-257e-467f-8d21-2aee38e578a7 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 02:05:31.087311 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d084fab-3508-4dec-9bcb-c546048170d0 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 02:05:31.092443 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1d084fab-3508-4dec-9bcb-c546048170d0 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for floatingip, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:31.096560 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e15d211-b374-47ce-aaf8-b91a3bb94b07 None None] Sync routers for ids ['a1d3ac9e-257e-467f-8d21-2aee38e578a7'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 02:05:31.107264 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e15d211-b374-47ce-aaf8-b91a3bb94b07 None None] Routers {'a1d3ac9e-257e-467f-8d21-2aee38e578a7'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:05:31.107886 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-5e15d211-b374-47ce-aaf8-b91a3bb94b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:05:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['a1d3ac9e-257e-467f-8d21-2aee38e578a7'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:05:31.120497 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-1d084fab-3508-4dec-9bcb-c546048170d0 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "PUT /v2.0/floatingips/77431b04-cb27-4a17-8edc-418639ebb281 HTTP/1.1" status: 200 len: 991 time: 0.9331081 Nov 24 02:05:31.121092 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b775807f-732f-42fe-beac-6f56507f314c', 'tag': '8a49f0e3-ce4b-4da9-acf4-5b08a35ba7f3'}] {{(pid=109866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:05:31.123990 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b7c53c286d9351d1367337230623a155cee02c46c94b80588b67a0bc16402ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62bee1af-8b53-432e-ba79-3b56f01c9b6c" -d '{"events": [{"name": "network-changed", "server_uuid": "b775807f-732f-42fe-beac-6f56507f314c", "tag": "8a49f0e3-ce4b-4da9-acf4-5b08a35ba7f3"}]}' {{(pid=109866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:05:31.162402 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 02:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fce1720-41a1-45ad-9142-fb342bf3347e x-openstack-request-id: req-7fce1720-41a1-45ad-9142-fb342bf3347e {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:05:31.162692 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b775807f-732f-42fe-beac-6f56507f314c", "tag": "8a49f0e3-ce4b-4da9-acf4-5b08a35ba7f3", "status": "completed", "code": 200}]} {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:05:31.162934 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7fce1720-41a1-45ad-9142-fb342bf3347e {{(pid=109866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:05:31.163342 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b775807f-732f-42fe-beac-6f56507f314c', 'tag': '8a49f0e3-ce4b-4da9-acf4-5b08a35ba7f3', 'status': 'completed', 'code': 200} Nov 24 02:05:31.218077 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-5e15d211-b374-47ce-aaf8-b91a3bb94b07 None None] Set router a1d3ac9e-257e-467f-8d21-2aee38e578a7 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:05:31.254099 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bee1af-8b53-432e-ba79-3b56f01c9b6c req-6f00a073-0986-4b7a-89ea-6abdffb53568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:05:31.255598 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-62bee1af-8b53-432e-ba79-3b56f01c9b6c req-6f00a073-0986-4b7a-89ea-6abdffb53568 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=54a0714becea44e794f5cbfaa7e75d76&device_id=b775807f-732f-42fe-beac-6f56507f314c HTTP/1.1" status: 200 len: 1099 time: 0.0415988 Nov 24 02:05:31.349402 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bee1af-8b53-432e-ba79-3b56f01c9b6c req-d803b9e2-f3cf-4883-8b69-d75969baf5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:05:31.350988 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-62bee1af-8b53-432e-ba79-3b56f01c9b6c req-d803b9e2-f3cf-4883-8b69-d75969baf5ee service neutron] 10.222.0.48 "GET /v2.0/networks?id=1f564760-ae8d-465e-80f0-efb981ea9d72 HTTP/1.1" status: 200 len: 912 time: 0.0871294 Nov 24 02:05:31.414896 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-62bee1af-8b53-432e-ba79-3b56f01c9b6c req-a756b1e4-af50-484f-9352-6acdd6c02060 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a49f0e3-ce4b-4da9-acf4-5b08a35ba7f3 HTTP/1.1" status: 200 len: 999 time: 0.0563374 Nov 24 02:05:31.436800 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-5e15d211-b374-47ce-aaf8-b91a3bb94b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1d3ac9e-257e-467f-8d21-2aee38e578a7', 'name': 'tempest-ServerActionsTestJSON-453320892-router', 'tenant_id': '54a0714becea44e794f5cbfaa7e75d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.222'}], 'enable_snat': True}, 'gw_port_id': '5d4768e5-6215-4b68-b98f-8bc421058691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:05:12Z', 'updated_at': '2021-11-24T02:05:15Z', 'revision_number': 4, 'project_id': '54a0714becea44e794f5cbfaa7e75d76', 'gw_port': {'id': '5d4768e5-6215-4b68-b98f-8bc421058691', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d3ac9e-257e-467f-8d21-2aee38e578a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:05:13Z', 'updated_at': '2021-11-24T02:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_floatingips': [{'id': '77431b04-cb27-4a17-8edc-418639ebb281', 'tenant_id': '54a0714becea44e794f5cbfaa7e75d76', 'floating_ip_address': '172.26.5.35', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': 'a1d3ac9e-257e-467f-8d21-2aee38e578a7', 'port_id': '8a49f0e3-ce4b-4da9-acf4-5b08a35ba7f3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f564760-ae8d-465e-80f0-efb981ea9d72', 'mac_address': 'fa:16:3e:42:bb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b775807f-732f-42fe-beac-6f56507f314c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T02:05:18Z', 'updated_at': '2021-11-24T02:05:30Z', 'revision_number': 1, 'project_id': '54a0714becea44e794f5cbfaa7e75d76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55e71101-bb62-4023-b5d1-b12759680c2c', 'name': '', 'network_id': '1f564760-ae8d-465e-80f0-efb981ea9d72', 'tenant_id': '54a0714becea44e794f5cbfaa7e75d76', 'mac_address': 'fa:16:3e:85:df:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d3ac9e-257e-467f-8d21-2aee38e578a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'a0daf069-1294-4709-8a95-5a1b322aaf26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:05:15Z', 'updated_at': '2021-11-24T02:05:19Z', 'revision_number': 5, 'project_id': '54a0714becea44e794f5cbfaa7e75d76', 'subnets': [{'id': 'a0daf069-1294-4709-8a95-5a1b322aaf26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:05:31.465969 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bee1af-8b53-432e-ba79-3b56f01c9b6c req-edeed851-ee2b-48d4-bccd-a3b19baa1a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:05:31.466405 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e15d211-b374-47ce-aaf8-b91a3bb94b07 None None] Checking router: a1d3ac9e-257e-467f-8d21-2aee38e578a7 for host: dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 02:05:31.467424 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-62bee1af-8b53-432e-ba79-3b56f01c9b6c req-edeed851-ee2b-48d4-bccd-a3b19baa1a33 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a0daf069-1294-4709-8a95-5a1b322aaf26 HTTP/1.1" status: 200 len: 850 time: 0.0464571 Nov 24 02:05:31.474597 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e15d211-b374-47ce-aaf8-b91a3bb94b07 None None] Routers {'a1d3ac9e-257e-467f-8d21-2aee38e578a7'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:05:31.475198 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-5e15d211-b374-47ce-aaf8-b91a3bb94b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:05:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['a1d3ac9e-257e-467f-8d21-2aee38e578a7'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:05:31.514721 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bee1af-8b53-432e-ba79-3b56f01c9b6c req-017d1021-0fef-432e-a9c2-06832c1a2cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:05:31.516630 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-62bee1af-8b53-432e-ba79-3b56f01c9b6c req-017d1021-0fef-432e-a9c2-06832c1a2cef service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1f564760-ae8d-465e-80f0-efb981ea9d72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0422778 Nov 24 02:05:31.576601 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-5e15d211-b374-47ce-aaf8-b91a3bb94b07 None None] Set router a1d3ac9e-257e-467f-8d21-2aee38e578a7 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:05:31.606502 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-62bee1af-8b53-432e-ba79-3b56f01c9b6c req-6f451c75-f407-4255-b67a-d3a91d331b76 service neutron] 10.222.0.48 "GET /v2.0/networks/1f564760-ae8d-465e-80f0-efb981ea9d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829325 Nov 24 02:05:31.698531 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-62bee1af-8b53-432e-ba79-3b56f01c9b6c req-134d0079-f4a1-4f2a-bfeb-5ca8fcb46f0d service neutron] 10.222.0.48 "GET /v2.0/networks/1f564760-ae8d-465e-80f0-efb981ea9d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851140 Nov 24 02:05:31.800437 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-5e15d211-b374-47ce-aaf8-b91a3bb94b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1d3ac9e-257e-467f-8d21-2aee38e578a7', 'name': 'tempest-ServerActionsTestJSON-453320892-router', 'tenant_id': '54a0714becea44e794f5cbfaa7e75d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.222'}], 'enable_snat': True}, 'gw_port_id': '5d4768e5-6215-4b68-b98f-8bc421058691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:05:12Z', 'updated_at': '2021-11-24T02:05:15Z', 'revision_number': 4, 'project_id': '54a0714becea44e794f5cbfaa7e75d76', 'gw_port': {'id': '5d4768e5-6215-4b68-b98f-8bc421058691', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d3ac9e-257e-467f-8d21-2aee38e578a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:05:13Z', 'updated_at': '2021-11-24T02:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_floatingips': [{'id': '77431b04-cb27-4a17-8edc-418639ebb281', 'tenant_id': '54a0714becea44e794f5cbfaa7e75d76', 'floating_ip_address': '172.26.5.35', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': 'a1d3ac9e-257e-467f-8d21-2aee38e578a7', 'port_id': '8a49f0e3-ce4b-4da9-acf4-5b08a35ba7f3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f564760-ae8d-465e-80f0-efb981ea9d72', 'mac_address': 'fa:16:3e:42:bb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b775807f-732f-42fe-beac-6f56507f314c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T02:05:18Z', 'updated_at': '2021-11-24T02:05:30Z', 'revision_number': 1, 'project_id': '54a0714becea44e794f5cbfaa7e75d76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55e71101-bb62-4023-b5d1-b12759680c2c', 'name': '', 'network_id': '1f564760-ae8d-465e-80f0-efb981ea9d72', 'tenant_id': '54a0714becea44e794f5cbfaa7e75d76', 'mac_address': 'fa:16:3e:85:df:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d3ac9e-257e-467f-8d21-2aee38e578a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'a0daf069-1294-4709-8a95-5a1b322aaf26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:05:15Z', 'updated_at': '2021-11-24T02:05:19Z', 'revision_number': 5, 'project_id': '54a0714becea44e794f5cbfaa7e75d76', 'subnets': [{'id': 'a0daf069-1294-4709-8a95-5a1b322aaf26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:05:31.826110 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e15d211-b374-47ce-aaf8-b91a3bb94b07 None None] The sync data for ids ['a1d3ac9e-257e-467f-8d21-2aee38e578a7'] in dv-neutron-818911-2-hyperv is: [{'id': 'a1d3ac9e-257e-467f-8d21-2aee38e578a7', 'name': 'tempest-ServerActionsTestJSON-453320892-router', 'tenant_id': '54a0714becea44e794f5cbfaa7e75d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.222'}], 'enable_snat': True}, 'gw_port_id': '5d4768e5-6215-4b68-b98f-8bc421058691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:05:12Z', 'updated_at': '2021-11-24T02:05:15Z', 'revision_number': 4, 'project_id': '54a0714becea44e794f5cbfaa7e75d76', 'gw_port': {'id': '5d4768e5-6215-4b68-b98f-8bc421058691', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d3ac9e-257e-467f-8d21-2aee38e578a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:05:13Z', 'updated_at': '2021-11-24T02:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_floatingips': [{'id': '77431b04-cb27-4a17-8edc-418639ebb281', 'tenant_id': '54a0714becea44e794f5cbfaa7e75d76', 'floating_ip_address': '172.26.5.35', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': 'a1d3ac9e-257e-467f-8d21-2aee38e578a7', 'port_id': '8a49f0e3-ce4b-4da9-acf4-5b08a35ba7f3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f564760-ae8d-465e-80f0-efb981ea9d72', 'mac_address': 'fa:16:3e:42:bb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b775807f-732f-42fe-beac-6f56507f314c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T02:05:18Z', 'updated_at': '2021-11-24T02:05:30Z', 'revision_number': 1, 'project_id': '54a0714becea44e794f5cbfaa7e75d76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55e71101-bb62-4023-b5d1-b12759680c2c', 'name': '', 'network_id': '1f564760-ae8d-465e-80f0-efb981ea9d72', 'tenant_id': '54a0714becea44e794f5cbfaa7e75d76', 'mac_address': 'fa:16:3e:85:df:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d3ac9e-257e-467f-8d21-2aee38e578a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'a0daf069-1294-4709-8a95-5a1b322aaf26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:05:15Z', 'updated_at': '2021-11-24T02:05:19Z', 'revision_number': 5, 'project_id': '54a0714becea44e794f5cbfaa7e75d76', 'subnets': [{'id': 'a0daf069-1294-4709-8a95-5a1b322aaf26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 02:05:32.004843 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6d4418-2840-497d-b6fd-36415d8c27ac None None] New status for floating IP 77431b04-cb27-4a17-8edc-418639ebb281: ACTIVE {{(pid=109869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 02:05:54.746892 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-30b33d48-f692-404d-9fd1-fd4066ad7514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:57.206532 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-6767414e-a3b3-4246-bb69-fc8f80cdfc74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:58.055868 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:58.135139 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:05:59.621931 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:06:00.134944 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:06:03.175946 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.agents_db [None req-4e42c10c-a1d3-4d07-89d6-7a24334140aa None None] Agent healthcheck: found 6 active agents {{(pid=109869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 02:06:07.975697 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72a740b-c8bc-4ff9-a3cf-8d7dab1251e6 req-ab427dec-e665-4715-bbf5-e7e2ef9a86fa tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:06:07.977177 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-b72a740b-c8bc-4ff9-a3cf-8d7dab1251e6 req-ab427dec-e665-4715-bbf5-e7e2ef9a86fa tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=b775807f-732f-42fe-beac-6f56507f314c HTTP/1.1" status: 200 len: 946 time: 0.0486913 Nov 24 02:06:08.023762 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-b72a740b-c8bc-4ff9-a3cf-8d7dab1251e6 req-06f08457-d21f-40ea-a6c1-900633730668 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398476 Nov 24 02:06:08.577576 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-43f298db-d026-488e-a598-d6362ecbca5d req-ec167e5a-9652-433b-9394-c7d1f5f1f3f1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b775807f-732f-42fe-beac-6f56507f314c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3674312 Nov 24 02:06:08.593906 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7798bd90-bb2d-42a9-bcc0-b6c875b640da req-2fca40f8-fbd5-4bf4-b1a3-ef5504d8d574 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:06:08.595550 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-7798bd90-bb2d-42a9-bcc0-b6c875b640da req-2fca40f8-fbd5-4bf4-b1a3-ef5504d8d574 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=b775807f-732f-42fe-beac-6f56507f314c HTTP/1.1" status: 200 len: 946 time: 0.3745496 Nov 24 02:06:08.643297 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-7798bd90-bb2d-42a9-bcc0-b6c875b640da req-97e3ddee-4efa-4558-a9f5-9a631624cdf3 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411532 Nov 24 02:06:09.767466 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21c2053-1c0b-461e-af9c-af8948cf104e req-275fa20e-a058-484e-804b-0962315ed4d0 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:06:09.768987 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-b21c2053-1c0b-461e-af9c-af8948cf104e req-275fa20e-a058-484e-804b-0962315ed4d0 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=b775807f-732f-42fe-beac-6f56507f314c HTTP/1.1" status: 200 len: 946 time: 0.0572085 Nov 24 02:06:09.819342 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-b21c2053-1c0b-461e-af9c-af8948cf104e req-c2327644-0d6d-41ab-80de-f8ec969d7045 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417554 Nov 24 02:06:09.863255 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f298db-d026-488e-a598-d6362ecbca5d req-179ff647-7560-4796-82c1-245486c84dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:06:09.864747 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-43f298db-d026-488e-a598-d6362ecbca5d req-179ff647-7560-4796-82c1-245486c84dc3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=54a0714becea44e794f5cbfaa7e75d76&device_id=b775807f-732f-42fe-beac-6f56507f314c HTTP/1.1" status: 200 len: 1099 time: 0.0925331 Nov 24 02:06:09.952437 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f298db-d026-488e-a598-d6362ecbca5d req-0bf808c5-fa8e-4761-9bab-962c2338458d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:06:09.953819 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-43f298db-d026-488e-a598-d6362ecbca5d req-0bf808c5-fa8e-4761-9bab-962c2338458d service neutron] 10.222.0.48 "GET /v2.0/networks?id=1f564760-ae8d-465e-80f0-efb981ea9d72 HTTP/1.1" status: 200 len: 912 time: 0.0821185 Nov 24 02:06:10.020232 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-43f298db-d026-488e-a598-d6362ecbca5d req-0457cc69-a37f-4435-9a79-bca250a3ad3e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a49f0e3-ce4b-4da9-acf4-5b08a35ba7f3 HTTP/1.1" status: 200 len: 1001 time: 0.0595121 Nov 24 02:06:10.067989 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f298db-d026-488e-a598-d6362ecbca5d req-c2878e3c-d656-4d19-8249-e6fca643eb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:06:10.069388 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-43f298db-d026-488e-a598-d6362ecbca5d req-c2878e3c-d656-4d19-8249-e6fca643eb67 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a0daf069-1294-4709-8a95-5a1b322aaf26 HTTP/1.1" status: 200 len: 850 time: 0.0423942 Nov 24 02:06:10.114089 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f298db-d026-488e-a598-d6362ecbca5d req-29ec68aa-35b8-4947-b274-b98a7d744f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:06:10.115536 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-43f298db-d026-488e-a598-d6362ecbca5d req-29ec68aa-35b8-4947-b274-b98a7d744f09 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1f564760-ae8d-465e-80f0-efb981ea9d72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0386801 Nov 24 02:06:10.207090 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-43f298db-d026-488e-a598-d6362ecbca5d req-ff4a42cd-74b3-4aeb-a05e-fbf13ca2d7f2 service neutron] 10.222.0.48 "GET /v2.0/networks/1f564760-ae8d-465e-80f0-efb981ea9d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837638 Nov 24 02:06:10.294654 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-43f298db-d026-488e-a598-d6362ecbca5d req-aab2a0ba-e16e-43e4-85db-33ea50d3b314 service neutron] 10.222.0.48 "GET /v2.0/networks/1f564760-ae8d-465e-80f0-efb981ea9d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809152 Nov 24 02:06:10.933942 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd959238-66f4-430c-862f-164ec90df632 req-95e91739-c09c-4130-ad32-aa6e3c452b31 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:06:10.935400 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-dd959238-66f4-430c-862f-164ec90df632 req-95e91739-c09c-4130-ad32-aa6e3c452b31 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=b775807f-732f-42fe-beac-6f56507f314c HTTP/1.1" status: 200 len: 946 time: 0.0486901 Nov 24 02:06:10.980644 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-dd959238-66f4-430c-862f-164ec90df632 req-18054577-e6b4-4c24-b27b-c2415f16fd10 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394948 Nov 24 02:06:12.099026 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb1596a-6056-4bab-a2fa-1e8990426b37 req-ff962ff5-2e8d-425e-8c68-79cbf535f578 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:06:12.100418 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-3cb1596a-6056-4bab-a2fa-1e8990426b37 req-ff962ff5-2e8d-425e-8c68-79cbf535f578 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=b775807f-732f-42fe-beac-6f56507f314c HTTP/1.1" status: 200 len: 946 time: 0.0523624 Nov 24 02:06:12.146261 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-3cb1596a-6056-4bab-a2fa-1e8990426b37 req-b0cdc169-b7d1-41d5-b520-64cd287557da tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399702 Nov 24 02:06:13.265709 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8375affe-e0ba-4ea3-bd7f-afe9955df363 req-619d5b4a-d541-4215-a9f5-655f125a9121 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:06:13.267182 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-8375affe-e0ba-4ea3-bd7f-afe9955df363 req-619d5b4a-d541-4215-a9f5-655f125a9121 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=b775807f-732f-42fe-beac-6f56507f314c HTTP/1.1" status: 200 len: 946 time: 0.0548847 Nov 24 02:06:13.313351 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-8375affe-e0ba-4ea3-bd7f-afe9955df363 req-af515537-a9a8-48c6-b04c-5a4dc1fccedb tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403647 Nov 24 02:06:14.425909 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3bed97-76fb-4690-8be0-eccd1719ae79 req-c8c2015a-80c7-4c86-842a-646c6828a718 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:06:14.427376 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-9e3bed97-76fb-4690-8be0-eccd1719ae79 req-c8c2015a-80c7-4c86-842a-646c6828a718 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=b775807f-732f-42fe-beac-6f56507f314c HTTP/1.1" status: 200 len: 946 time: 0.0472562 Nov 24 02:06:14.473760 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-9e3bed97-76fb-4690-8be0-eccd1719ae79 req-df2ea215-ca6f-49e6-aa70-13390b683463 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399280 Nov 24 02:06:15.588493 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e221991-9161-4437-8440-a65d6d5061d3 req-1f7c6646-8ca0-448f-b81d-a81f74745694 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:06:15.589998 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-3e221991-9161-4437-8440-a65d6d5061d3 req-1f7c6646-8ca0-448f-b81d-a81f74745694 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=b775807f-732f-42fe-beac-6f56507f314c HTTP/1.1" status: 200 len: 946 time: 0.0489495 Nov 24 02:06:15.635955 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-3e221991-9161-4437-8440-a65d6d5061d3 req-f8077fac-f333-470d-8e9c-4d4b583944c9 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401356 Nov 24 02:06:16.408880 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc726cf3-1dab-4dc6-95c2-5c48c447856c req-a4f0068f-d572-4f66-b02d-bce1cf2b92cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:06:16.410366 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-cc726cf3-1dab-4dc6-95c2-5c48c447856c req-a4f0068f-d572-4f66-b02d-bce1cf2b92cb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=54a0714becea44e794f5cbfaa7e75d76&device_id=b775807f-732f-42fe-beac-6f56507f314c HTTP/1.1" status: 200 len: 1099 time: 0.0411777 Nov 24 02:06:16.515654 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc726cf3-1dab-4dc6-95c2-5c48c447856c req-5ceff80a-620d-4da2-b14a-b9489f4e047c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:06:16.517136 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-cc726cf3-1dab-4dc6-95c2-5c48c447856c req-5ceff80a-620d-4da2-b14a-b9489f4e047c service neutron] 10.222.0.48 "GET /v2.0/networks?id=1f564760-ae8d-465e-80f0-efb981ea9d72 HTTP/1.1" status: 200 len: 912 time: 0.0882165 Nov 24 02:06:16.581444 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-cc726cf3-1dab-4dc6-95c2-5c48c447856c req-35f6491d-b371-489c-bf25-9482cb66e835 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a49f0e3-ce4b-4da9-acf4-5b08a35ba7f3 HTTP/1.1" status: 200 len: 1001 time: 0.0564392 Nov 24 02:06:16.633676 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc726cf3-1dab-4dc6-95c2-5c48c447856c req-9d354e14-d862-4b41-9d6a-2ac173d7a1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:06:16.635089 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-cc726cf3-1dab-4dc6-95c2-5c48c447856c req-9d354e14-d862-4b41-9d6a-2ac173d7a1f6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a0daf069-1294-4709-8a95-5a1b322aaf26 HTTP/1.1" status: 200 len: 850 time: 0.0467050 Nov 24 02:06:16.678989 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc726cf3-1dab-4dc6-95c2-5c48c447856c req-2e946ae8-1d86-4695-a581-51d73d07dd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:06:16.680532 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-cc726cf3-1dab-4dc6-95c2-5c48c447856c req-2e946ae8-1d86-4695-a581-51d73d07dd00 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1f564760-ae8d-465e-80f0-efb981ea9d72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0389514 Nov 24 02:06:16.806398 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb9d09c-6c00-48e6-b9bc-663afa64a558 req-99298662-e8f5-45fa-b378-ff7d79993ebc tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:06:16.808460 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-1fb9d09c-6c00-48e6-b9bc-663afa64a558 req-99298662-e8f5-45fa-b378-ff7d79993ebc tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=b775807f-732f-42fe-beac-6f56507f314c HTTP/1.1" status: 200 len: 946 time: 0.1012218 Nov 24 02:06:16.810686 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-cc726cf3-1dab-4dc6-95c2-5c48c447856c req-c0ceac4d-6625-4f52-bacb-4c477a946e07 service neutron] 10.222.0.48 "GET /v2.0/networks/1f564760-ae8d-465e-80f0-efb981ea9d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219642 Nov 24 02:06:16.912492 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-1fb9d09c-6c00-48e6-b9bc-663afa64a558 req-073e9d47-b5b2-4b5d-99b0-dd827fef6856 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980251 Nov 24 02:06:16.933434 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-cc726cf3-1dab-4dc6-95c2-5c48c447856c req-dc16b178-577a-455a-9efe-3cc3a3724827 service neutron] 10.222.0.48 "GET /v2.0/networks/1f564760-ae8d-465e-80f0-efb981ea9d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133828 Nov 24 02:06:18.027266 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c09ec2-d6b8-4871-98f3-cbe68c7a00fd req-51c91684-0d97-46af-946f-9b8a9106942b tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:06:18.028708 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-a6c09ec2-d6b8-4871-98f3-cbe68c7a00fd req-51c91684-0d97-46af-946f-9b8a9106942b tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=b775807f-732f-42fe-beac-6f56507f314c HTTP/1.1" status: 200 len: 946 time: 0.0479624 Nov 24 02:06:18.079623 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-a6c09ec2-d6b8-4871-98f3-cbe68c7a00fd req-36f5e9cc-e338-49dd-bc0c-2aa8bea2b9d1 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450912 Nov 24 02:06:19.510752 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5852ab27-b99b-411d-94a0-7ed2071ca7bd req-833dd69b-0304-4eef-85bc-f47f840a694a tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:06:19.512148 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-5852ab27-b99b-411d-94a0-7ed2071ca7bd req-833dd69b-0304-4eef-85bc-f47f840a694a tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=b775807f-732f-42fe-beac-6f56507f314c HTTP/1.1" status: 200 len: 946 time: 0.3639421 Nov 24 02:06:19.558560 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-5852ab27-b99b-411d-94a0-7ed2071ca7bd req-8f09bba5-a563-4779-90c6-eed3b69dbdbb tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405159 Nov 24 02:06:20.676855 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea08dd0a-77ca-42f6-b6a7-170e2bfe23ad req-e2b8c92b-4d88-4504-aa56-f4ff76d3f682 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:06:20.678411 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-ea08dd0a-77ca-42f6-b6a7-170e2bfe23ad req-e2b8c92b-4d88-4504-aa56-f4ff76d3f682 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=b775807f-732f-42fe-beac-6f56507f314c HTTP/1.1" status: 200 len: 946 time: 0.0520782 Nov 24 02:06:20.725059 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-ea08dd0a-77ca-42f6-b6a7-170e2bfe23ad req-bcea1c5a-2317-4a6a-9f92-77fc27f88ad4 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407209 Nov 24 02:06:21.837150 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dc1873-4ea5-4eba-9da1-b2e380d4adc2 req-f8d6ba90-5c31-4a31-83b3-7e3a54ed982a tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:06:21.839213 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-30dc1873-4ea5-4eba-9da1-b2e380d4adc2 req-f8d6ba90-5c31-4a31-83b3-7e3a54ed982a tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=b775807f-732f-42fe-beac-6f56507f314c HTTP/1.1" status: 200 len: 946 time: 0.0486319 Nov 24 02:06:21.884158 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-30dc1873-4ea5-4eba-9da1-b2e380d4adc2 req-32e276ae-a6d3-4730-ba36-074cf0a045ee tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391233 Nov 24 02:06:22.045195 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-43f298db-d026-488e-a598-d6362ecbca5d req-7dbd704e-aac4-43b7-b5ee-649de5eed49b service neutron] 10.222.0.48 "GET /v2.0/ports/8a49f0e3-ce4b-4da9-acf4-5b08a35ba7f3/bindings/hv-neutron-8189 HTTP/1.1" status: 200 len: 384 time: 0.0555196 Nov 24 02:06:22.265937 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f298db-d026-488e-a598-d6362ecbca5d req-aeb36cf0-ea06-4a33-9638-2536e1002fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:06:22.267415 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-43f298db-d026-488e-a598-d6362ecbca5d req-aeb36cf0-ea06-4a33-9638-2536e1002fd7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b775807f-732f-42fe-beac-6f56507f314c&tenant_id=54a0714becea44e794f5cbfaa7e75d76 HTTP/1.1" status: 200 len: 1099 time: 0.0404637 Nov 24 02:06:22.339103 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f298db-d026-488e-a598-d6362ecbca5d req-620a25d4-0e97-4396-b53d-d975ef7d934a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:06:22.340622 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-43f298db-d026-488e-a598-d6362ecbca5d req-620a25d4-0e97-4396-b53d-d975ef7d934a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=54a0714becea44e794f5cbfaa7e75d76&device_id=b775807f-732f-42fe-beac-6f56507f314c HTTP/1.1" status: 200 len: 1099 time: 0.0403652 Nov 24 02:06:22.430224 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f298db-d026-488e-a598-d6362ecbca5d req-8df69aae-b561-4d62-97f2-80dbb4e7ae6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:06:22.432233 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-43f298db-d026-488e-a598-d6362ecbca5d req-8df69aae-b561-4d62-97f2-80dbb4e7ae6d service neutron] 10.222.0.48 "GET /v2.0/networks?id=1f564760-ae8d-465e-80f0-efb981ea9d72 HTTP/1.1" status: 200 len: 912 time: 0.0845461 Nov 24 02:06:22.495779 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-43f298db-d026-488e-a598-d6362ecbca5d req-f69fec3c-4d87-4831-bf27-34732d155476 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a49f0e3-ce4b-4da9-acf4-5b08a35ba7f3 HTTP/1.1" status: 200 len: 1001 time: 0.0561688 Nov 24 02:06:22.544160 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f298db-d026-488e-a598-d6362ecbca5d req-68b4099f-18c5-4126-b08b-b65eae194358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:06:22.545570 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-43f298db-d026-488e-a598-d6362ecbca5d req-68b4099f-18c5-4126-b08b-b65eae194358 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a0daf069-1294-4709-8a95-5a1b322aaf26 HTTP/1.1" status: 200 len: 850 time: 0.0427141 Nov 24 02:06:22.593198 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f298db-d026-488e-a598-d6362ecbca5d req-22eea698-69d5-4e7b-8fe8-1677f74673d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:06:22.594714 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-43f298db-d026-488e-a598-d6362ecbca5d req-22eea698-69d5-4e7b-8fe8-1677f74673d5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1f564760-ae8d-465e-80f0-efb981ea9d72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0425010 Nov 24 02:06:22.680863 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-43f298db-d026-488e-a598-d6362ecbca5d req-bfaebe55-ee62-4b6b-af35-7c61ec6671a6 service neutron] 10.222.0.48 "GET /v2.0/networks/1f564760-ae8d-465e-80f0-efb981ea9d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792289 Nov 24 02:06:22.771762 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-43f298db-d026-488e-a598-d6362ecbca5d req-8a70e985-cf8d-4181-8098-21ae6fc22fbe service neutron] 10.222.0.48 "GET /v2.0/networks/1f564760-ae8d-465e-80f0-efb981ea9d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832427 Nov 24 02:06:22.999695 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3b10a3-cced-460a-932b-60789f5b6b8f req-cda9e186-bef2-4deb-a5f7-329fbe41139d tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:06:23.001178 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-fb3b10a3-cced-460a-932b-60789f5b6b8f req-cda9e186-bef2-4deb-a5f7-329fbe41139d tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=b775807f-732f-42fe-beac-6f56507f314c HTTP/1.1" status: 200 len: 946 time: 0.0492229 Nov 24 02:06:23.047486 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-fb3b10a3-cced-460a-932b-60789f5b6b8f req-7806af29-0108-42c8-9407-06bdf9bf0cdb tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404203 Nov 24 02:06:24.159966 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61652345-d36c-443c-a454-8b24fd6f9ce8 req-3c72e6d6-2f2b-4f5e-ad34-e39242342610 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:06:24.161320 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-61652345-d36c-443c-a454-8b24fd6f9ce8 req-3c72e6d6-2f2b-4f5e-ad34-e39242342610 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=b775807f-732f-42fe-beac-6f56507f314c HTTP/1.1" status: 200 len: 946 time: 0.0474744 Nov 24 02:06:24.209159 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-61652345-d36c-443c-a454-8b24fd6f9ce8 req-9d466318-979d-479b-ad50-e01fc93d2216 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404949 Nov 24 02:06:24.748026 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-6dded0c3-7d12-4967-9dda-b5d8aa51130c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:06:25.327935 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ead179-563b-4ae1-abc0-ae28108079d7 req-a64e14cc-8222-48fa-a8e9-8d0661988e93 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:06:25.329438 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-72ead179-563b-4ae1-abc0-ae28108079d7 req-a64e14cc-8222-48fa-a8e9-8d0661988e93 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=b775807f-732f-42fe-beac-6f56507f314c HTTP/1.1" status: 200 len: 946 time: 0.0524507 Nov 24 02:06:25.376389 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-72ead179-563b-4ae1-abc0-ae28108079d7 req-48a25361-d050-4aef-be22-5b859dd8ff4d tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407732 Nov 24 02:06:25.565017 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe48d80e-e932-42ae-bd71-1d528a7157af req-1fb1ce66-c2da-4724-8842-6c0701de9c2b tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:06:25.566420 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-fe48d80e-e932-42ae-bd71-1d528a7157af req-1fb1ce66-c2da-4724-8842-6c0701de9c2b tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=b775807f-732f-42fe-beac-6f56507f314c HTTP/1.1" status: 200 len: 946 time: 0.0495532 Nov 24 02:06:25.596757 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80ff0bc-d9da-41e7-b350-8c5073845d73 req-ed03f8c7-e205-4154-9107-2ad865b1a820 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:06:25.598238 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-b80ff0bc-d9da-41e7-b350-8c5073845d73 req-ed03f8c7-e205-4154-9107-2ad865b1a820 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.48 "GET /v2.0/ports?device_id=b775807f-732f-42fe-beac-6f56507f314c&tenant_id=54a0714becea44e794f5cbfaa7e75d76&binding%3Ahost_id=hv-neutron-8189 HTTP/1.1" status: 200 len: 946 time: 0.0555489 Nov 24 02:06:25.613631 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-fe48d80e-e932-42ae-bd71-1d528a7157af req-8c6c3254-6f6b-4050-842a-ca8f866fa344 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410228 Nov 24 02:06:25.699480 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80ff0bc-d9da-41e7-b350-8c5073845d73 req-d87dd8ca-8a11-4c6e-a9a0-5e8526b81572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:06:25.700970 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-b80ff0bc-d9da-41e7-b350-8c5073845d73 req-d87dd8ca-8a11-4c6e-a9a0-5e8526b81572 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=54a0714becea44e794f5cbfaa7e75d76&device_id=b775807f-732f-42fe-beac-6f56507f314c HTTP/1.1" status: 200 len: 1099 time: 0.0407624 Nov 24 02:06:25.793239 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80ff0bc-d9da-41e7-b350-8c5073845d73 req-746221b8-0c1e-4258-b5e8-8bfe97c17b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:06:25.794757 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-b80ff0bc-d9da-41e7-b350-8c5073845d73 req-746221b8-0c1e-4258-b5e8-8bfe97c17b9d service neutron] 10.222.0.48 "GET /v2.0/networks?id=1f564760-ae8d-465e-80f0-efb981ea9d72 HTTP/1.1" status: 200 len: 912 time: 0.0873680 Nov 24 02:06:25.862793 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-b80ff0bc-d9da-41e7-b350-8c5073845d73 req-a6029081-fcdd-4a52-8fe3-464fd30d82e0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a49f0e3-ce4b-4da9-acf4-5b08a35ba7f3 HTTP/1.1" status: 200 len: 1001 time: 0.0610437 Nov 24 02:06:25.881637 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 8a49f0e3-ce4b-4da9-acf4-5b08a35ba7f3 details requested by agent hyperv_hv-neutron-8189 with host hv-neutron-8189 {{(pid=109868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 02:06:25.891542 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 8a49f0e3-ce4b-4da9-acf4-5b08a35ba7f3 no longer exists at agent hyperv_hv-neutron-8189 {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 02:06:25.910728 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80ff0bc-d9da-41e7-b350-8c5073845d73 req-5bcdbae9-14c4-439c-931a-f2b04238bc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:06:25.912184 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-b80ff0bc-d9da-41e7-b350-8c5073845d73 req-5bcdbae9-14c4-439c-931a-f2b04238bc81 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a0daf069-1294-4709-8a95-5a1b322aaf26 HTTP/1.1" status: 200 len: 850 time: 0.0422161 Nov 24 02:06:25.958290 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80ff0bc-d9da-41e7-b350-8c5073845d73 req-9320e2a1-4f02-47a5-bd13-f817df0998e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:06:25.960219 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-b80ff0bc-d9da-41e7-b350-8c5073845d73 req-9320e2a1-4f02-47a5-bd13-f817df0998e5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1f564760-ae8d-465e-80f0-efb981ea9d72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403221 Nov 24 02:06:26.038614 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:06:26.045395 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port 8a49f0e3-ce4b-4da9-acf4-5b08a35ba7f3, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=8a49f0e3-ce4b-4da9-acf4-5b08a35ba7f3,segment=NetworkSegment(5e6793e4-9959-49a4-8909-9dfc82c1549e),segment_id=5e6793e4-9959-49a4-8909-9dfc82c1549e)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:06:26.056435 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-b80ff0bc-d9da-41e7-b350-8c5073845d73 req-88140ffb-2ff7-4bb8-bd33-8a695bf66f39 service neutron] 10.222.0.48 "GET /v2.0/networks/1f564760-ae8d-465e-80f0-efb981ea9d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882282 Nov 24 02:06:26.068822 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Returning: {'device': '8a49f0e3-ce4b-4da9-acf4-5b08a35ba7f3', 'network_id': '1f564760-ae8d-465e-80f0-efb981ea9d72', 'port_id': '8a49f0e3-ce4b-4da9-acf4-5b08a35ba7f3', 'mac_address': 'fa:16:3e:42:bb:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0daf069-1294-4709-8a95-5a1b322aaf26', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 02:06:26.074986 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b775807f-732f-42fe-beac-6f56507f314c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a49f0e3-ce4b-4da9-acf4-5b08a35ba7f3'}] {{(pid=109868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:06:26.077215 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adafa3b64de3cabc8eac619938bcace59b198ffee64d481093eb3def62699d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c327c71-7973-4ec8-92ef-20075eb9c744" -d '{"events": [{"server_uuid": "b775807f-732f-42fe-beac-6f56507f314c", "name": "network-vif-unplugged", "status": "completed", "tag": "8a49f0e3-ce4b-4da9-acf4-5b08a35ba7f3"}]}' {{(pid=109868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:06:26.090988 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port 8a49f0e3-ce4b-4da9-acf4-5b08a35ba7f3, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=8a49f0e3-ce4b-4da9-acf4-5b08a35ba7f3,segment=NetworkSegment(5e6793e4-9959-49a4-8909-9dfc82c1549e),segment_id=5e6793e4-9959-49a4-8909-9dfc82c1549e)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:06:26.118430 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:06:26.126012 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 02:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-574f805c-d4b8-4960-9446-eafd0c8fa1d4 x-openstack-request-id: req-574f805c-d4b8-4960-9446-eafd0c8fa1d4 {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:06:26.126307 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b775807f-732f-42fe-beac-6f56507f314c", "name": "network-vif-unplugged", "status": "completed", "tag": "8a49f0e3-ce4b-4da9-acf4-5b08a35ba7f3", "code": 200}]} {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:06:26.126560 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-574f805c-d4b8-4960-9446-eafd0c8fa1d4 {{(pid=109868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:06:26.126958 dv-neutron-818911-2-hyperv neutron-server[109868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b775807f-732f-42fe-beac-6f56507f314c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a49f0e3-ce4b-4da9-acf4-5b08a35ba7f3', 'code': 200} Nov 24 02:06:26.152502 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-b80ff0bc-d9da-41e7-b350-8c5073845d73 req-9c858332-06a0-4488-b506-6b61dc340ffc service neutron] 10.222.0.48 "GET /v2.0/networks/1f564760-ae8d-465e-80f0-efb981ea9d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881407 Nov 24 02:06:26.156441 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:06:26.181554 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8a49f0e3-ce4b-4da9-acf4-5b08a35ba7f3 {{(pid=109868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 02:06:26.192016 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=8a49f0e3-ce4b-4da9-acf4-5b08a35ba7f3,revision_number=6']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:06:26.218755 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:06:26.219102 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:06:26.219443 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:06:26.219777 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:06:26.220111 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:06:26.220440 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:06:26.220767 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:06:26.221092 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:06:26.221431 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:06:26.221765 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:06:26.222089 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:06:26.222409 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:06:26.238533 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.db.api [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 02:06:26.238925 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG oslo_db.api [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 02:06:26.732068 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459927ac-d031-46ae-9785-ba6bc248ebe2 req-2e88deba-f6f8-40b0-a20b-55ad53e796a9 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:06:26.733589 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-459927ac-d031-46ae-9785-ba6bc248ebe2 req-2e88deba-f6f8-40b0-a20b-55ad53e796a9 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=b775807f-732f-42fe-beac-6f56507f314c HTTP/1.1" status: 200 len: 944 time: 0.0491180 Nov 24 02:06:26.780991 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:06:26.793903 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-459927ac-d031-46ae-9785-ba6bc248ebe2 req-5b828d77-1efe-4507-bb33-5a40c129e0d1 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501814 Nov 24 02:06:26.799190 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a49f0e3-ce4b-4da9-acf4-5b08a35ba7f3 {{(pid=109868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 02:06:26.818940 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port 8a49f0e3-ce4b-4da9-acf4-5b08a35ba7f3, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=8a49f0e3-ce4b-4da9-acf4-5b08a35ba7f3,segment=NetworkSegment(5e6793e4-9959-49a4-8909-9dfc82c1549e),segment_id=5e6793e4-9959-49a4-8909-9dfc82c1549e)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:06:26.823863 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:06:26.872505 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=8a49f0e3-ce4b-4da9-acf4-5b08a35ba7f3,revision_number=7']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:06:26.912218 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de5de5-f52e-4bff-b98d-d57005aa3fba req-d637b16a-b55d-495b-a246-20f85a51565a tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:06:26.913721 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-86de5de5-f52e-4bff-b98d-d57005aa3fba req-d637b16a-b55d-495b-a246-20f85a51565a tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=b775807f-732f-42fe-beac-6f56507f314c HTTP/1.1" status: 200 len: 945 time: 0.0538189 Nov 24 02:06:26.951086 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] get_ports_and_sgs() called for port_ids ['8a49f0e3-ce4b-4da9-acf4-5b08a35ba7f3'] {{(pid=109868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 02:06:26.960426 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-86de5de5-f52e-4bff-b98d-d57005aa3fba req-7af63656-83ac-46e7-aecd-cb86a0da4736 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406637 Nov 24 02:06:27.074053 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc16a382-8ef9-4ba1-b2e5-b405857f9597 req-a7cf4d7c-8cda-4c92-bda9-2fca6fe317bc tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:06:27.075463 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-cc16a382-8ef9-4ba1-b2e5-b405857f9597 req-a7cf4d7c-8cda-4c92-bda9-2fca6fe317bc tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=b775807f-732f-42fe-beac-6f56507f314c HTTP/1.1" status: 200 len: 945 time: 0.0493836 Nov 24 02:06:27.123279 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-cc16a382-8ef9-4ba1-b2e5-b405857f9597 req-fe41808f-0cf0-42f0-a079-91ac6924dae5 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419092 Nov 24 02:06:27.206472 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-f11a9eef-41b7-4b87-8466-a1cb333b5965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:06:27.360545 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6be2ee7-85ae-4c10-b3f5-ccea4b8cd443 req-ddf3c8ce-c3c4-4ab6-b962-ba961601ccc0 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:06:27.362037 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-a6be2ee7-85ae-4c10-b3f5-ccea4b8cd443 req-ddf3c8ce-c3c4-4ab6-b962-ba961601ccc0 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=b775807f-732f-42fe-beac-6f56507f314c HTTP/1.1" status: 200 len: 945 time: 0.0479562 Nov 24 02:06:27.409543 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-a6be2ee7-85ae-4c10-b3f5-ccea4b8cd443 req-3f605d46-db6e-4391-adcb-f612e1993900 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416050 Nov 24 02:06:27.890545 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 8a49f0e3-ce4b-4da9-acf4-5b08a35ba7f3 up at agent hyperv_hv-neutron-8189 {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 02:06:27.936903 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Provisioning complete for port 8a49f0e3-ce4b-4da9-acf4-5b08a35ba7f3 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:06:27.937331 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:06:28.010243 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:06:28.043117 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port 8a49f0e3-ce4b-4da9-acf4-5b08a35ba7f3, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=8a49f0e3-ce4b-4da9-acf4-5b08a35ba7f3,segment=NetworkSegment(5e6793e4-9959-49a4-8909-9dfc82c1549e),segment_id=5e6793e4-9959-49a4-8909-9dfc82c1549e)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:06:28.047066 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:06:28.086409 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:06:28.102085 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=8a49f0e3-ce4b-4da9-acf4-5b08a35ba7f3,revision_number=8']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:06:28.127829 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b775807f-732f-42fe-beac-6f56507f314c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a49f0e3-ce4b-4da9-acf4-5b08a35ba7f3'}] {{(pid=109868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:06:28.130066 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adafa3b64de3cabc8eac619938bcace59b198ffee64d481093eb3def62699d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4be12eb4-3871-4445-9184-95ca2df24fa6" -d '{"events": [{"server_uuid": "b775807f-732f-42fe-beac-6f56507f314c", "name": "network-vif-plugged", "status": "completed", "tag": "8a49f0e3-ce4b-4da9-acf4-5b08a35ba7f3"}]}' {{(pid=109868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:06:28.144258 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:06:28.167560 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 02:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdaa9721-5509-4789-a867-c626ec0cd113 x-openstack-request-id: req-cdaa9721-5509-4789-a867-c626ec0cd113 {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:06:28.167850 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b775807f-732f-42fe-beac-6f56507f314c", "name": "network-vif-plugged", "status": "completed", "tag": "8a49f0e3-ce4b-4da9-acf4-5b08a35ba7f3", "code": 200}]} {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:06:28.168126 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cdaa9721-5509-4789-a867-c626ec0cd113 {{(pid=109868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:06:28.168516 dv-neutron-818911-2-hyperv neutron-server[109868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b775807f-732f-42fe-beac-6f56507f314c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a49f0e3-ce4b-4da9-acf4-5b08a35ba7f3', 'code': 200} Nov 24 02:06:28.527018 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9641e493-7692-44ce-817d-6508e2ba12bc req-3a8b607e-7f53-435a-aa37-cd45843dae0b tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:06:28.528696 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-9641e493-7692-44ce-817d-6508e2ba12bc req-3a8b607e-7f53-435a-aa37-cd45843dae0b tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=b775807f-732f-42fe-beac-6f56507f314c HTTP/1.1" status: 200 len: 946 time: 0.0524831 Nov 24 02:06:28.575688 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-9641e493-7692-44ce-817d-6508e2ba12bc req-03a072b0-5524-4b10-b123-121e0df25168 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412424 Nov 24 02:06:29.185374 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1854685c-4c66-4cd1-b99d-db3a67a3d754 req-e0a2d798-7da6-4518-aa77-0671408f89d6 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:06:29.186741 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-1854685c-4c66-4cd1-b99d-db3a67a3d754 req-e0a2d798-7da6-4518-aa77-0671408f89d6 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.48 "GET /v2.0/ports?device_id=b775807f-732f-42fe-beac-6f56507f314c HTTP/1.1" status: 200 len: 946 time: 0.0478170 Nov 24 02:06:29.278060 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [req-1854685c-4c66-4cd1-b99d-db3a67a3d754 req-5abcddef-b039-4541-8eb7-6e0c9cd53f18 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Deleting port 8a49f0e3-ce4b-4da9-acf4-5b08a35ba7f3 {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 02:06:29.278409 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-1854685c-4c66-4cd1-b99d-db3a67a3d754 req-5abcddef-b039-4541-8eb7-6e0c9cd53f18 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:06:29.364341 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [req-1854685c-4c66-4cd1-b99d-db3a67a3d754 req-5abcddef-b039-4541-8eb7-6e0c9cd53f18 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] For port 8a49f0e3-ce4b-4da9-acf4-5b08a35ba7f3, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=8a49f0e3-ce4b-4da9-acf4-5b08a35ba7f3,segment=NetworkSegment(5e6793e4-9959-49a4-8909-9dfc82c1549e),segment_id=5e6793e4-9959-49a4-8909-9dfc82c1549e)] {{(pid=109866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:06:29.364703 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-1854685c-4c66-4cd1-b99d-db3a67a3d754 req-5abcddef-b039-4541-8eb7-6e0c9cd53f18 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:06:29.535017 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-1854685c-4c66-4cd1-b99d-db3a67a3d754 req-5abcddef-b039-4541-8eb7-6e0c9cd53f18 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:06:29.535293 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-1854685c-4c66-4cd1-b99d-db3a67a3d754 req-5abcddef-b039-4541-8eb7-6e0c9cd53f18 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418250'] for floatingip, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:06:29.535609 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.l3_db [req-1854685c-4c66-4cd1-b99d-db3a67a3d754 req-5abcddef-b039-4541-8eb7-6e0c9cd53f18 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Floating IP 77431b04-cb27-4a17-8edc-418639ebb281 disassociated. External IP: 172.26.5.35, port: 8a49f0e3-ce4b-4da9-acf4-5b08a35ba7f3. Nov 24 02:06:29.535951 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [req-1854685c-4c66-4cd1-b99d-db3a67a3d754 req-5abcddef-b039-4541-8eb7-6e0c9cd53f18 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Calling delete_port for 8a49f0e3-ce4b-4da9-acf4-5b08a35ba7f3 owned by compute:nova {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 02:06:29.643855 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:06:29.691730 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-1854685c-4c66-4cd1-b99d-db3a67a3d754 req-5abcddef-b039-4541-8eb7-6e0c9cd53f18 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:06:29.727923 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abcddef-b039-4541-8eb7-6e0c9cd53f18 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Pushing event deleted for resources: {'Port': ['ID=8a49f0e3-ce4b-4da9-acf4-5b08a35ba7f3,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:06:29.742938 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abcddef-b039-4541-8eb7-6e0c9cd53f18 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:06:29.743300 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abcddef-b039-4541-8eb7-6e0c9cd53f18 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:06:29.743642 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abcddef-b039-4541-8eb7-6e0c9cd53f18 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:06:29.744831 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abcddef-b039-4541-8eb7-6e0c9cd53f18 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:06:29.745167 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abcddef-b039-4541-8eb7-6e0c9cd53f18 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:06:29.745525 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abcddef-b039-4541-8eb7-6e0c9cd53f18 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:06:29.746009 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abcddef-b039-4541-8eb7-6e0c9cd53f18 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:06:29.746567 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abcddef-b039-4541-8eb7-6e0c9cd53f18 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:06:29.748045 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abcddef-b039-4541-8eb7-6e0c9cd53f18 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:06:29.749941 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abcddef-b039-4541-8eb7-6e0c9cd53f18 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:06:29.750377 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abcddef-b039-4541-8eb7-6e0c9cd53f18 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:06:29.750945 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abcddef-b039-4541-8eb7-6e0c9cd53f18 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:06:29.768455 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6984f3-d223-4dc6-ac6e-e321e1b68fba req-b9be4f9a-0a4d-44b4-b956-2330e7d30e9d tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:06:29.770039 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-bc6984f3-d223-4dc6-ac6e-e321e1b68fba req-b9be4f9a-0a4d-44b4-b956-2330e7d30e9d tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=b775807f-732f-42fe-beac-6f56507f314c HTTP/1.1" status: 200 len: 867 time: 0.1101167 Nov 24 02:06:29.894107 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-bc6984f3-d223-4dc6-ac6e-e321e1b68fba req-c7004cb0-40d8-4149-930d-0957ceb6cccf tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914824 Nov 24 02:06:29.913478 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1854685c-4c66-4cd1-b99d-db3a67a3d754 req-5abcddef-b039-4541-8eb7-6e0c9cd53f18 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Router a1d3ac9e-257e-467f-8d21-2aee38e578a7 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 02:06:30.021651 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1854685c-4c66-4cd1-b99d-db3a67a3d754 req-5abcddef-b039-4541-8eb7-6e0c9cd53f18 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 02:06:30.030926 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93fb586-a7f9-4adc-9ac6-1406114b8436 None None] Sync routers for ids ['a1d3ac9e-257e-467f-8d21-2aee38e578a7'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 02:06:30.041384 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93fb586-a7f9-4adc-9ac6-1406114b8436 None None] Routers {'a1d3ac9e-257e-467f-8d21-2aee38e578a7'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:06:30.042030 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-f93fb586-a7f9-4adc-9ac6-1406114b8436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:06:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['a1d3ac9e-257e-467f-8d21-2aee38e578a7'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:06:30.060721 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [req-1854685c-4c66-4cd1-b99d-db3a67a3d754 req-5abcddef-b039-4541-8eb7-6e0c9cd53f18 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] No DVR routers for this DVR port 8a49f0e3-ce4b-4da9-acf4-5b08a35ba7f3 on host hv-neutron-8189 {{(pid=109866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 02:06:30.063517 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-1854685c-4c66-4cd1-b99d-db3a67a3d754 req-5abcddef-b039-4541-8eb7-6e0c9cd53f18 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:06:30.067259 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-1854685c-4c66-4cd1-b99d-db3a67a3d754 req-5abcddef-b039-4541-8eb7-6e0c9cd53f18 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.48 "DELETE /v2.0/ports/8a49f0e3-ce4b-4da9-acf4-5b08a35ba7f3 HTTP/1.1" status: 204 len: 173 time: 0.8746109 Nov 24 02:06:30.067718 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b775807f-732f-42fe-beac-6f56507f314c', 'name': 'network-vif-deleted', 'tag': '8a49f0e3-ce4b-4da9-acf4-5b08a35ba7f3'}] {{(pid=109866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:06:30.070089 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b7c53c286d9351d1367337230623a155cee02c46c94b80588b67a0bc16402ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-064ec4a9-4f3e-46c2-9634-3551feb59cb3" -d '{"events": [{"server_uuid": "b775807f-732f-42fe-beac-6f56507f314c", "name": "network-vif-deleted", "tag": "8a49f0e3-ce4b-4da9-acf4-5b08a35ba7f3"}]}' {{(pid=109866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:06:30.151247 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:06:30.165456 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-f93fb586-a7f9-4adc-9ac6-1406114b8436 None None] Set router a1d3ac9e-257e-467f-8d21-2aee38e578a7 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:06:30.178037 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 02:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-679cc6bd-4d78-466c-80c1-e034a7c1953d x-openstack-request-id: req-679cc6bd-4d78-466c-80c1-e034a7c1953d {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:06:30.178326 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b775807f-732f-42fe-beac-6f56507f314c", "name": "network-vif-deleted", "tag": "8a49f0e3-ce4b-4da9-acf4-5b08a35ba7f3", "status": "completed", "code": 200}]} {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:06:30.178598 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-679cc6bd-4d78-466c-80c1-e034a7c1953d {{(pid=109866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:06:30.179002 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b775807f-732f-42fe-beac-6f56507f314c', 'name': 'network-vif-deleted', 'tag': '8a49f0e3-ce4b-4da9-acf4-5b08a35ba7f3', 'status': 'completed', 'code': 200} Nov 24 02:06:30.505217 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-f93fb586-a7f9-4adc-9ac6-1406114b8436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1d3ac9e-257e-467f-8d21-2aee38e578a7', 'name': 'tempest-ServerActionsTestJSON-453320892-router', 'tenant_id': '54a0714becea44e794f5cbfaa7e75d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.222'}], 'enable_snat': True}, 'gw_port_id': '5d4768e5-6215-4b68-b98f-8bc421058691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:05:12Z', 'updated_at': '2021-11-24T02:05:15Z', 'revision_number': 4, 'project_id': '54a0714becea44e794f5cbfaa7e75d76', 'gw_port': {'id': '5d4768e5-6215-4b68-b98f-8bc421058691', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d3ac9e-257e-467f-8d21-2aee38e578a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:05:13Z', 'updated_at': '2021-11-24T02:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': '55e71101-bb62-4023-b5d1-b12759680c2c', 'name': '', 'network_id': '1f564760-ae8d-465e-80f0-efb981ea9d72', 'tenant_id': '54a0714becea44e794f5cbfaa7e75d76', 'mac_address': 'fa:16:3e:85:df:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d3ac9e-257e-467f-8d21-2aee38e578a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'a0daf069-1294-4709-8a95-5a1b322aaf26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:05:15Z', 'updated_at': '2021-11-24T02:05:19Z', 'revision_number': 5, 'project_id': '54a0714becea44e794f5cbfaa7e75d76', 'subnets': [{'id': 'a0daf069-1294-4709-8a95-5a1b322aaf26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:06:30.533697 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93fb586-a7f9-4adc-9ac6-1406114b8436 None None] Checking router: a1d3ac9e-257e-467f-8d21-2aee38e578a7 for host: dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 02:06:30.542561 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93fb586-a7f9-4adc-9ac6-1406114b8436 None None] Routers {'a1d3ac9e-257e-467f-8d21-2aee38e578a7'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:06:30.543244 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-f93fb586-a7f9-4adc-9ac6-1406114b8436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:06:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['a1d3ac9e-257e-467f-8d21-2aee38e578a7'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:06:30.655954 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-f93fb586-a7f9-4adc-9ac6-1406114b8436 None None] Set router a1d3ac9e-257e-467f-8d21-2aee38e578a7 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:06:30.853254 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-f93fb586-a7f9-4adc-9ac6-1406114b8436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1d3ac9e-257e-467f-8d21-2aee38e578a7', 'name': 'tempest-ServerActionsTestJSON-453320892-router', 'tenant_id': '54a0714becea44e794f5cbfaa7e75d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.222'}], 'enable_snat': True}, 'gw_port_id': '5d4768e5-6215-4b68-b98f-8bc421058691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:05:12Z', 'updated_at': '2021-11-24T02:05:15Z', 'revision_number': 4, 'project_id': '54a0714becea44e794f5cbfaa7e75d76', 'gw_port': {'id': '5d4768e5-6215-4b68-b98f-8bc421058691', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d3ac9e-257e-467f-8d21-2aee38e578a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:05:13Z', 'updated_at': '2021-11-24T02:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': '55e71101-bb62-4023-b5d1-b12759680c2c', 'name': '', 'network_id': '1f564760-ae8d-465e-80f0-efb981ea9d72', 'tenant_id': '54a0714becea44e794f5cbfaa7e75d76', 'mac_address': 'fa:16:3e:85:df:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d3ac9e-257e-467f-8d21-2aee38e578a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'a0daf069-1294-4709-8a95-5a1b322aaf26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:05:15Z', 'updated_at': '2021-11-24T02:05:19Z', 'revision_number': 5, 'project_id': '54a0714becea44e794f5cbfaa7e75d76', 'subnets': [{'id': 'a0daf069-1294-4709-8a95-5a1b322aaf26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:06:30.882024 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93fb586-a7f9-4adc-9ac6-1406114b8436 None None] The sync data for ids ['a1d3ac9e-257e-467f-8d21-2aee38e578a7'] in dv-neutron-818911-2-hyperv is: [{'id': 'a1d3ac9e-257e-467f-8d21-2aee38e578a7', 'name': 'tempest-ServerActionsTestJSON-453320892-router', 'tenant_id': '54a0714becea44e794f5cbfaa7e75d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.222'}], 'enable_snat': True}, 'gw_port_id': '5d4768e5-6215-4b68-b98f-8bc421058691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:05:12Z', 'updated_at': '2021-11-24T02:05:15Z', 'revision_number': 4, 'project_id': '54a0714becea44e794f5cbfaa7e75d76', 'gw_port': {'id': '5d4768e5-6215-4b68-b98f-8bc421058691', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d3ac9e-257e-467f-8d21-2aee38e578a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:05:13Z', 'updated_at': '2021-11-24T02:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': '55e71101-bb62-4023-b5d1-b12759680c2c', 'name': '', 'network_id': '1f564760-ae8d-465e-80f0-efb981ea9d72', 'tenant_id': '54a0714becea44e794f5cbfaa7e75d76', 'mac_address': 'fa:16:3e:85:df:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d3ac9e-257e-467f-8d21-2aee38e578a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'a0daf069-1294-4709-8a95-5a1b322aaf26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:05:15Z', 'updated_at': '2021-11-24T02:05:19Z', 'revision_number': 5, 'project_id': '54a0714becea44e794f5cbfaa7e75d76', 'subnets': [{'id': 'a0daf069-1294-4709-8a95-5a1b322aaf26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 02:06:31.142048 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-665a5958-6464-458e-b4fd-864253d949dc req-51243f6f-9c28-44de-8bfc-48123d17fd5e tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--924162427&fields=id&tenant_id=54a0714becea44e794f5cbfaa7e75d76 HTTP/1.1" status: 200 len: 267 time: 0.0441375 Nov 24 02:06:31.223676 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8810015c-6513-47eb-9448-b8f12b8c866c None None] New status for floating IP 77431b04-cb27-4a17-8edc-418639ebb281: DOWN {{(pid=109869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 02:06:31.257498 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a5958-6464-458e-b4fd-864253d949dc req-706b5a6f-aae0-4749-a094-d9b47e8c1e88 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:06:31.258978 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-665a5958-6464-458e-b4fd-864253d949dc req-706b5a6f-aae0-4749-a094-d9b47e8c1e88 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/networks?id=1f564760-ae8d-465e-80f0-efb981ea9d72 HTTP/1.1" status: 200 len: 811 time: 0.1097434 Nov 24 02:06:31.274485 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-665a5958-6464-458e-b4fd-864253d949dc req-0ef4fda5-0280-4a83-ad8c-220e907db0ba tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/quotas/54a0714becea44e794f5cbfaa7e75d76 HTTP/1.1" status: 200 len: 375 time: 0.0089052 Nov 24 02:06:31.329138 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-665a5958-6464-458e-b4fd-864253d949dc req-c6b899d6-1809-4ed8-83f4-2868e06cfaae tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=54a0714becea44e794f5cbfaa7e75d76&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492020 Nov 24 02:06:31.431766 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-665a5958-6464-458e-b4fd-864253d949dc req-ded8379d-ce93-41ee-baa7-2f84bc74e424 service neutron] 10.222.0.21 "GET /v2.0/networks/1f564760-ae8d-465e-80f0-efb981ea9d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898657 Nov 24 02:06:31.517740 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-665a5958-6464-458e-b4fd-864253d949dc req-56eabefc-40f6-45d3-a273-c30975de2216 service neutron] 10.222.0.21 "GET /v2.0/networks/1f564760-ae8d-465e-80f0-efb981ea9d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800974 Nov 24 02:06:31.679537 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-cde479cb-3618-4ad1-8a4f-e4fff065c47f req-4a598a2b-13f8-4d8e-97bf-8921a60adf91 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=d39a65bb-4ff7-4139-ae81-6075ea9fc36c HTTP/1.1" status: 200 len: 210 time: 0.0264268 Nov 24 02:06:32.645763 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a5958-6464-458e-b4fd-864253d949dc req-b793b165-8ad9-4d99-8c47-7ad1bdf89c26 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:06:32.647307 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-665a5958-6464-458e-b4fd-864253d949dc req-b793b165-8ad9-4d99-8c47-7ad1bdf89c26 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.48 "GET /v2.0/networks?id=1f564760-ae8d-465e-80f0-efb981ea9d72 HTTP/1.1" status: 200 len: 811 time: 0.1073692 Nov 24 02:06:32.732149 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-665a5958-6464-458e-b4fd-864253d949dc req-62435c2e-e5b0-41d5-8f6e-ba0a55871b7d tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=54a0714becea44e794f5cbfaa7e75d76 HTTP/1.1" status: 200 len: 379 time: 0.0562801 Nov 24 02:06:32.748935 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [req-665a5958-6464-458e-b4fd-864253d949dc req-71a09f06-07f4-4604-acf1-611723981669 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Request body: {'port': {'device_id': 'd39a65bb-4ff7-4139-ae81-6075ea9fc36c', 'network_id': '1f564760-ae8d-465e-80f0-efb981ea9d72', 'admin_state_up': True, 'tenant_id': '54a0714becea44e794f5cbfaa7e75d76', 'security_groups': ['13a0480e-d74d-4d12-ac29-49ca4f86c10f']}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:06:32.786922 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-49eb0f11-b5b2-4e88-90a7-23d843f127e6 req-77f328c3-f9db-4e7d-be6e-4196270744d4 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=d39a65bb-4ff7-4139-ae81-6075ea9fc36c HTTP/1.1" status: 200 len: 210 time: 0.0345960 Nov 24 02:06:32.879065 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-665a5958-6464-458e-b4fd-864253d949dc req-71a09f06-07f4-4604-acf1-611723981669 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Made reservation on behalf of 54a0714becea44e794f5cbfaa7e75d76 for: {'port': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 02:06:32.882530 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-665a5958-6464-458e-b4fd-864253d949dc req-71a09f06-07f4-4604-acf1-611723981669 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:06:33.008250 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [req-665a5958-6464-458e-b4fd-864253d949dc req-71a09f06-07f4-4604-acf1-611723981669 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Allocated IP 172.20.0.11 (1f564760-ae8d-465e-80f0-efb981ea9d72/a0daf069-1294-4709-8a95-5a1b322aaf26/e8f9d239-3a41-4e52-bad8-85b1b86dc6f0) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 02:06:33.137554 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-665a5958-6464-458e-b4fd-864253d949dc req-71a09f06-07f4-4604-acf1-611723981669 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:06:33.169654 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-665a5958-6464-458e-b4fd-864253d949dc req-71a09f06-07f4-4604-acf1-611723981669 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:06:33.217259 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-665a5958-6464-458e-b4fd-864253d949dc req-71a09f06-07f4-4604-acf1-611723981669 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Network 1f564760-ae8d-465e-80f0-efb981ea9d72 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 02:06:33.220133 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [req-665a5958-6464-458e-b4fd-864253d949dc req-71a09f06-07f4-4604-acf1-611723981669 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:06:33.223704 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [req-665a5958-6464-458e-b4fd-864253d949dc req-71a09f06-07f4-4604-acf1-611723981669 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 02:06:33.249770 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a09f06-07f4-4604-acf1-611723981669 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Pushing event updated for resources: {'Port': ['ID=e8f9d239-3a41-4e52-bad8-85b1b86dc6f0,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:06:33.275973 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a5958-6464-458e-b4fd-864253d949dc req-71a09f06-07f4-4604-acf1-611723981669 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:06:33.276500 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-665a5958-6464-458e-b4fd-864253d949dc req-71a09f06-07f4-4604-acf1-611723981669 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:06:33.293437 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-665a5958-6464-458e-b4fd-864253d949dc req-71a09f06-07f4-4604-acf1-611723981669 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5481212 Nov 24 02:06:33.311549 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [req-665a5958-6464-458e-b4fd-864253d949dc req-3d2b6e09-819f-4096-9c1d-d0c943704db1 service neutron] Request body: {'port': {'device_id': 'd39a65bb-4ff7-4139-ae81-6075ea9fc36c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8189'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:06:33.367004 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-665a5958-6464-458e-b4fd-864253d949dc req-3d2b6e09-819f-4096-9c1d-d0c943704db1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:06:33.441935 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-78695d55-6cab-4b63-a59f-d355b3c05d7b None None] Provisioning complete for port e8f9d239-3a41-4e52-bad8-85b1b86dc6f0 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:06:33.442561 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-78695d55-6cab-4b63-a59f-d355b3c05d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:06:33.475601 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-78695d55-6cab-4b63-a59f-d355b3c05d7b None None] Port e8f9d239-3a41-4e52-bad8-85b1b86dc6f0 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 02:06:33.623842 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [req-665a5958-6464-458e-b4fd-864253d949dc req-3d2b6e09-819f-4096-9c1d-d0c943704db1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8f9d239-3a41-4e52-bad8-85b1b86dc6f0 {{(pid=109866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 02:06:33.631154 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-665a5958-6464-458e-b4fd-864253d949dc req-3d2b6e09-819f-4096-9c1d-d0c943704db1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:06:33.643415 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.provisioning_blocks [req-665a5958-6464-458e-b4fd-864253d949dc req-3d2b6e09-819f-4096-9c1d-d0c943704db1 service neutron] Transition to ACTIVE for port object e8f9d239-3a41-4e52-bad8-85b1b86dc6f0 will not be triggered until provisioned by entity L2. {{(pid=109866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 02:06:33.647355 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-665a5958-6464-458e-b4fd-864253d949dc req-3d2b6e09-819f-4096-9c1d-d0c943704db1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29149402'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:06:33.698875 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2b6e09-819f-4096-9c1d-d0c943704db1 service neutron] Pushing event updated for resources: {'Port': ['ID=e8f9d239-3a41-4e52-bad8-85b1b86dc6f0,revision_number=2']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:06:33.772459 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [req-665a5958-6464-458e-b4fd-864253d949dc req-3d2b6e09-819f-4096-9c1d-d0c943704db1 service neutron] Attempting to bind port e8f9d239-3a41-4e52-bad8-85b1b86dc6f0 on host hv-neutron-8189 for vnic_type normal with profile {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 02:06:33.772797 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [req-665a5958-6464-458e-b4fd-864253d949dc req-3d2b6e09-819f-4096-9c1d-d0c943704db1 service neutron] Attempting to bind port e8f9d239-3a41-4e52-bad8-85b1b86dc6f0 by drivers openvswitch,hyperv on host hv-neutron-8189 at level 0 using segments [{'id': '5e6793e4-9959-49a4-8909-9dfc82c1549e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1f564760-ae8d-465e-80f0-efb981ea9d72'}] {{(pid=109866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 02:06:33.773118 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665a5958-6464-458e-b4fd-864253d949dc req-3d2b6e09-819f-4096-9c1d-d0c943704db1 service neutron] Attempting to bind port e8f9d239-3a41-4e52-bad8-85b1b86dc6f0 on network 1f564760-ae8d-465e-80f0-efb981ea9d72 {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 02:06:33.777888 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665a5958-6464-458e-b4fd-864253d949dc req-3d2b6e09-819f-4096-9c1d-d0c943704db1 service neutron] Port e8f9d239-3a41-4e52-bad8-85b1b86dc6f0 on network 1f564760-ae8d-465e-80f0-efb981ea9d72 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8189 {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 02:06:33.778208 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665a5958-6464-458e-b4fd-864253d949dc req-3d2b6e09-819f-4096-9c1d-d0c943704db1 service neutron] Attempting to bind port e8f9d239-3a41-4e52-bad8-85b1b86dc6f0 on network 1f564760-ae8d-465e-80f0-efb981ea9d72 {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 02:06:33.783111 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665a5958-6464-458e-b4fd-864253d949dc req-3d2b6e09-819f-4096-9c1d-d0c943704db1 service neutron] Checking agent: {'id': '5773fe6b-0967-455f-9dc9-84c0c923201b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 42, 58), 'started_at': datetime.datetime(2021, 11, 24, 1, 42, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 2, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 02:06:33.783445 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665a5958-6464-458e-b4fd-864253d949dc req-3d2b6e09-819f-4096-9c1d-d0c943704db1 service neutron] Checking segment: {'id': '5e6793e4-9959-49a4-8909-9dfc82c1549e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1f564760-ae8d-465e-80f0-efb981ea9d72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 02:06:33.783822 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665a5958-6464-458e-b4fd-864253d949dc req-3d2b6e09-819f-4096-9c1d-d0c943704db1 service neutron] Bound using segment: {'id': '5e6793e4-9959-49a4-8909-9dfc82c1549e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1f564760-ae8d-465e-80f0-efb981ea9d72'} {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 02:06:33.784246 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [req-665a5958-6464-458e-b4fd-864253d949dc req-3d2b6e09-819f-4096-9c1d-d0c943704db1 service neutron] Bound port: e8f9d239-3a41-4e52-bad8-85b1b86dc6f0, host: hv-neutron-8189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e6793e4-9959-49a4-8909-9dfc82c1549e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1f564760-ae8d-465e-80f0-efb981ea9d72'}}] {{(pid=109866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 02:06:33.784599 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-665a5958-6464-458e-b4fd-864253d949dc req-3d2b6e09-819f-4096-9c1d-d0c943704db1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:06:33.858796 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [req-665a5958-6464-458e-b4fd-864253d949dc req-3d2b6e09-819f-4096-9c1d-d0c943704db1 service neutron] For port e8f9d239-3a41-4e52-bad8-85b1b86dc6f0, host hv-neutron-8189, cleared binding levels {{(pid=109866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 02:06:33.862204 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [req-665a5958-6464-458e-b4fd-864253d949dc req-3d2b6e09-819f-4096-9c1d-d0c943704db1 service neutron] For port e8f9d239-3a41-4e52-bad8-85b1b86dc6f0, host hv-neutron-8189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=e8f9d239-3a41-4e52-bad8-85b1b86dc6f0,segment=NetworkSegment(5e6793e4-9959-49a4-8909-9dfc82c1549e),segment_id=5e6793e4-9959-49a4-8909-9dfc82c1549e)] {{(pid=109866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 02:06:33.868121 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-665a5958-6464-458e-b4fd-864253d949dc req-3d2b6e09-819f-4096-9c1d-d0c943704db1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29149402'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:06:33.904949 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a5958-6464-458e-b4fd-864253d949dc req-3d2b6e09-819f-4096-9c1d-d0c943704db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:06:33.905531 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-665a5958-6464-458e-b4fd-864253d949dc req-3d2b6e09-819f-4096-9c1d-d0c943704db1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:06:33.906957 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-665a5958-6464-458e-b4fd-864253d949dc req-3d2b6e09-819f-4096-9c1d-d0c943704db1 service neutron] 10.222.0.48 "PUT /v2.0/ports/e8f9d239-3a41-4e52-bad8-85b1b86dc6f0 HTTP/1.1" status: 200 len: 1094 time: 0.5997365 Nov 24 02:06:33.907432 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd39a65bb-4ff7-4139-ae81-6075ea9fc36c', 'tag': 'e8f9d239-3a41-4e52-bad8-85b1b86dc6f0'}] {{(pid=109866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:06:33.909778 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b7c53c286d9351d1367337230623a155cee02c46c94b80588b67a0bc16402ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01452ed3-0589-4af9-ac66-94c76cafbd8d" -d '{"events": [{"name": "network-changed", "server_uuid": "d39a65bb-4ff7-4139-ae81-6075ea9fc36c", "tag": "e8f9d239-3a41-4e52-bad8-85b1b86dc6f0"}]}' {{(pid=109866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:06:33.919687 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 8a49f0e3-ce4b-4da9-acf4-5b08a35ba7f3 no longer exists at agent hyperv_hv-neutron-8189 {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 02:06:33.941240 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2b6e09-819f-4096-9c1d-d0c943704db1 service neutron] Pushing event updated for resources: {'Port': ['ID=e8f9d239-3a41-4e52-bad8-85b1b86dc6f0,revision_number=3']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:06:33.958987 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] No Port match for: 8a49f0e3-ce4b-4da9-acf4-5b08a35ba7f3 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 02:06:33.959336 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 8a49f0e3-ce4b-4da9-acf4-5b08a35ba7f3 not bound to the agent host hv-neutron-8189 {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 02:06:33.971198 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 02:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6e3ca9c-049a-4830-9351-2c04a357c1b6 x-openstack-request-id: req-c6e3ca9c-049a-4830-9351-2c04a357c1b6 {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:06:33.971492 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d39a65bb-4ff7-4139-ae81-6075ea9fc36c", "tag": "e8f9d239-3a41-4e52-bad8-85b1b86dc6f0", "status": "completed", "code": 200}]} {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:06:33.971747 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c6e3ca9c-049a-4830-9351-2c04a357c1b6 {{(pid=109866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:06:33.972152 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd39a65bb-4ff7-4139-ae81-6075ea9fc36c', 'tag': 'e8f9d239-3a41-4e52-bad8-85b1b86dc6f0', 'status': 'completed', 'code': 200} Nov 24 02:06:34.033263 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a5958-6464-458e-b4fd-864253d949dc req-eb92bf88-cae9-4c0a-9317-2aa6487e0973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:06:34.034950 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-665a5958-6464-458e-b4fd-864253d949dc req-eb92bf88-cae9-4c0a-9317-2aa6487e0973 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=54a0714becea44e794f5cbfaa7e75d76&device_id=d39a65bb-4ff7-4139-ae81-6075ea9fc36c HTTP/1.1" status: 200 len: 1097 time: 0.0454848 Nov 24 02:06:34.086069 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a5c6e7-e2c7-48dc-826c-d888a7e97660 req-37b7771d-90a3-41a9-92c4-95e5e487822a tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:06:34.088247 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-46a5c6e7-e2c7-48dc-826c-d888a7e97660 req-37b7771d-90a3-41a9-92c4-95e5e487822a tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=d39a65bb-4ff7-4139-ae81-6075ea9fc36c HTTP/1.1" status: 200 len: 944 time: 0.0507379 Nov 24 02:06:34.091444 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-665a5958-6464-458e-b4fd-864253d949dc req-0e285ada-a2fc-4a6b-95f9-c015e23b522c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8f9d239-3a41-4e52-bad8-85b1b86dc6f0 HTTP/1.1" status: 200 len: 217 time: 0.0425825 Nov 24 02:06:34.141729 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a5958-6464-458e-b4fd-864253d949dc req-81524125-c344-4b88-a88e-849549f33290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:06:34.141895 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-46a5c6e7-e2c7-48dc-826c-d888a7e97660 req-308e585f-800b-4b24-8e50-e018d080971b tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476129 Nov 24 02:06:34.143208 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-665a5958-6464-458e-b4fd-864253d949dc req-81524125-c344-4b88-a88e-849549f33290 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a0daf069-1294-4709-8a95-5a1b322aaf26 HTTP/1.1" status: 200 len: 850 time: 0.0448515 Nov 24 02:06:34.188789 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a5958-6464-458e-b4fd-864253d949dc req-7c009b33-41fa-4997-929d-da51d6e5313e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:06:34.190241 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-665a5958-6464-458e-b4fd-864253d949dc req-7c009b33-41fa-4997-929d-da51d6e5313e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1f564760-ae8d-465e-80f0-efb981ea9d72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394807 Nov 24 02:06:34.284977 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-665a5958-6464-458e-b4fd-864253d949dc req-5b81a4bc-8c85-4e4e-a5a9-a9ef538fbd4a service neutron] 10.222.0.48 "GET /v2.0/networks/1f564760-ae8d-465e-80f0-efb981ea9d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864527 Nov 24 02:06:34.373229 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-665a5958-6464-458e-b4fd-864253d949dc req-df71c714-ee0d-4547-be01-537518047b78 service neutron] 10.222.0.48 "GET /v2.0/networks/1f564760-ae8d-465e-80f0-efb981ea9d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814064 Nov 24 02:06:34.496028 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01452ed3-0589-4af9-ac66-94c76cafbd8d req-97b1593d-2a54-49af-a648-0699fd7e4430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:06:34.497449 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-01452ed3-0589-4af9-ac66-94c76cafbd8d req-97b1593d-2a54-49af-a648-0699fd7e4430 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=54a0714becea44e794f5cbfaa7e75d76&device_id=d39a65bb-4ff7-4139-ae81-6075ea9fc36c HTTP/1.1" status: 200 len: 1097 time: 0.0401053 Nov 24 02:06:34.590233 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01452ed3-0589-4af9-ac66-94c76cafbd8d req-38e4157b-3018-433c-be39-1860703636dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:06:34.591664 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-01452ed3-0589-4af9-ac66-94c76cafbd8d req-38e4157b-3018-433c-be39-1860703636dc service neutron] 10.222.0.48 "GET /v2.0/networks?id=1f564760-ae8d-465e-80f0-efb981ea9d72 HTTP/1.1" status: 200 len: 912 time: 0.0865643 Nov 24 02:06:34.632789 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-01452ed3-0589-4af9-ac66-94c76cafbd8d req-9b7a6048-6f30-4d65-bd86-28366a719533 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8f9d239-3a41-4e52-bad8-85b1b86dc6f0 HTTP/1.1" status: 200 len: 217 time: 0.0331600 Nov 24 02:06:34.684641 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01452ed3-0589-4af9-ac66-94c76cafbd8d req-9a8ee377-c6f7-4937-8f18-def0bd580045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:06:34.686083 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-01452ed3-0589-4af9-ac66-94c76cafbd8d req-9a8ee377-c6f7-4937-8f18-def0bd580045 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a0daf069-1294-4709-8a95-5a1b322aaf26 HTTP/1.1" status: 200 len: 850 time: 0.0456748 Nov 24 02:06:34.730959 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01452ed3-0589-4af9-ac66-94c76cafbd8d req-d6719856-31db-4e22-a2e9-6d314c791a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:06:34.732389 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-01452ed3-0589-4af9-ac66-94c76cafbd8d req-d6719856-31db-4e22-a2e9-6d314c791a91 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1f564760-ae8d-465e-80f0-efb981ea9d72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0387721 Nov 24 02:06:34.826587 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-01452ed3-0589-4af9-ac66-94c76cafbd8d req-1aa6b306-a6b0-4801-b42c-59fb0f2fa3c9 service neutron] 10.222.0.48 "GET /v2.0/networks/1f564760-ae8d-465e-80f0-efb981ea9d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863154 Nov 24 02:06:34.915331 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-01452ed3-0589-4af9-ac66-94c76cafbd8d req-239f810e-9ff0-4942-a92a-b567f8c0c748 service neutron] 10.222.0.48 "GET /v2.0/networks/1f564760-ae8d-465e-80f0-efb981ea9d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808818 Nov 24 02:06:35.258094 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f708c0-2668-4c85-bec0-99dcc11768ca req-caf91baa-fd6b-4829-b8f8-6cecd15aa6aa tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:06:35.259601 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-a8f708c0-2668-4c85-bec0-99dcc11768ca req-caf91baa-fd6b-4829-b8f8-6cecd15aa6aa tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=d39a65bb-4ff7-4139-ae81-6075ea9fc36c HTTP/1.1" status: 200 len: 944 time: 0.0484746 Nov 24 02:06:35.312783 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-a8f708c0-2668-4c85-bec0-99dcc11768ca req-7ec812b6-f1ad-4a68-9a54-a3b041fdd607 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448120 Nov 24 02:06:36.427231 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e847904-27bc-4f2b-9b9f-f88e207fdbfb req-74b5bafd-b155-4863-accc-7916a6d3187f tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:06:36.428694 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-3e847904-27bc-4f2b-9b9f-f88e207fdbfb req-74b5bafd-b155-4863-accc-7916a6d3187f tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=d39a65bb-4ff7-4139-ae81-6075ea9fc36c HTTP/1.1" status: 200 len: 944 time: 0.0489857 Nov 24 02:06:36.475518 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-3e847904-27bc-4f2b-9b9f-f88e207fdbfb req-794747a5-9067-4280-9bf4-8fa4085c9e1b tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403430 Nov 24 02:06:37.589529 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7716778e-0bbd-4069-8bf1-479eb9e8c3e6 req-cdc131ce-08af-4274-8a3a-e5ab1b2403db tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:06:37.591002 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-7716778e-0bbd-4069-8bf1-479eb9e8c3e6 req-cdc131ce-08af-4274-8a3a-e5ab1b2403db tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=d39a65bb-4ff7-4139-ae81-6075ea9fc36c HTTP/1.1" status: 200 len: 944 time: 0.0476747 Nov 24 02:06:37.636981 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-7716778e-0bbd-4069-8bf1-479eb9e8c3e6 req-c28a50c5-4527-4b91-bec2-716eda9f05e9 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401883 Nov 24 02:06:37.960080 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device e8f9d239-3a41-4e52-bad8-85b1b86dc6f0 details requested by agent hyperv_hv-neutron-8189 with host hv-neutron-8189 {{(pid=109868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 02:06:38.052157 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port e8f9d239-3a41-4e52-bad8-85b1b86dc6f0, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=e8f9d239-3a41-4e52-bad8-85b1b86dc6f0,segment=NetworkSegment(5e6793e4-9959-49a4-8909-9dfc82c1549e),segment_id=5e6793e4-9959-49a4-8909-9dfc82c1549e)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:06:38.067868 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Returning: {'device': 'e8f9d239-3a41-4e52-bad8-85b1b86dc6f0', 'network_id': '1f564760-ae8d-465e-80f0-efb981ea9d72', 'port_id': 'e8f9d239-3a41-4e52-bad8-85b1b86dc6f0', 'mac_address': 'fa:16:3e:7f:df:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0daf069-1294-4709-8a95-5a1b322aaf26', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 02:06:38.104695 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:06:38.116775 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8f9d239-3a41-4e52-bad8-85b1b86dc6f0 {{(pid=109868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 02:06:38.135030 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port e8f9d239-3a41-4e52-bad8-85b1b86dc6f0, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=e8f9d239-3a41-4e52-bad8-85b1b86dc6f0,segment=NetworkSegment(5e6793e4-9959-49a4-8909-9dfc82c1549e),segment_id=5e6793e4-9959-49a4-8909-9dfc82c1549e)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:06:38.138544 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:06:38.183532 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=e8f9d239-3a41-4e52-bad8-85b1b86dc6f0,revision_number=4']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:06:38.448618 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] get_ports_and_sgs() called for port_ids ['e8f9d239-3a41-4e52-bad8-85b1b86dc6f0'] {{(pid=109868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 02:06:38.750305 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f11d4d7-705f-452e-a6fa-b420d141b6f4 req-a088fc8c-5e86-4672-9554-61724bd47d99 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:06:38.751698 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-2f11d4d7-705f-452e-a6fa-b420d141b6f4 req-a088fc8c-5e86-4672-9554-61724bd47d99 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=d39a65bb-4ff7-4139-ae81-6075ea9fc36c HTTP/1.1" status: 200 len: 945 time: 0.0481970 Nov 24 02:06:38.797996 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-2f11d4d7-705f-452e-a6fa-b420d141b6f4 req-da8ad42e-3253-4950-aa99-f172e3939ee5 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404541 Nov 24 02:06:39.910245 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a294fd9-a693-4c86-bf1b-55efdeeb824c req-0250b66b-fc18-4a8e-8989-38d8e679b909 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:06:39.911693 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-0a294fd9-a693-4c86-bf1b-55efdeeb824c req-0250b66b-fc18-4a8e-8989-38d8e679b909 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=d39a65bb-4ff7-4139-ae81-6075ea9fc36c HTTP/1.1" status: 200 len: 945 time: 0.0467222 Nov 24 02:06:39.957040 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-0a294fd9-a693-4c86-bf1b-55efdeeb824c req-920ae3f5-104d-43ee-8102-495f2df036af tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389802 Nov 24 02:06:39.960389 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device e8f9d239-3a41-4e52-bad8-85b1b86dc6f0 up at agent hyperv_hv-neutron-8189 {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 02:06:40.009701 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Provisioning for port e8f9d239-3a41-4e52-bad8-85b1b86dc6f0 completed by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 02:06:40.013519 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Provisioning complete for port e8f9d239-3a41-4e52-bad8-85b1b86dc6f0 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:06:40.013885 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:06:40.090065 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:06:40.111717 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd39a65bb-4ff7-4139-ae81-6075ea9fc36c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8f9d239-3a41-4e52-bad8-85b1b86dc6f0'}] {{(pid=109868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:06:40.114085 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adafa3b64de3cabc8eac619938bcace59b198ffee64d481093eb3def62699d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b0aadaa-c348-48ab-b69e-07ddfeb12d98" -d '{"events": [{"server_uuid": "d39a65bb-4ff7-4139-ae81-6075ea9fc36c", "name": "network-vif-plugged", "status": "completed", "tag": "e8f9d239-3a41-4e52-bad8-85b1b86dc6f0"}]}' {{(pid=109868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:06:40.127335 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port e8f9d239-3a41-4e52-bad8-85b1b86dc6f0, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=e8f9d239-3a41-4e52-bad8-85b1b86dc6f0,segment=NetworkSegment(5e6793e4-9959-49a4-8909-9dfc82c1549e),segment_id=5e6793e4-9959-49a4-8909-9dfc82c1549e)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:06:40.131524 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:06:40.154301 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 02:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-851229e7-1d42-4a48-9711-a6aff910ccfd x-openstack-request-id: req-851229e7-1d42-4a48-9711-a6aff910ccfd {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:06:40.154594 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d39a65bb-4ff7-4139-ae81-6075ea9fc36c", "name": "network-vif-plugged", "status": "completed", "tag": "e8f9d239-3a41-4e52-bad8-85b1b86dc6f0", "code": 200}]} {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:06:40.154862 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-851229e7-1d42-4a48-9711-a6aff910ccfd {{(pid=109868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:06:40.155243 dv-neutron-818911-2-hyperv neutron-server[109868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd39a65bb-4ff7-4139-ae81-6075ea9fc36c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8f9d239-3a41-4e52-bad8-85b1b86dc6f0', 'code': 200} Nov 24 02:06:40.177810 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.agents_db [None req-4e42c10c-a1d3-4d07-89d6-7a24334140aa None None] Agent healthcheck: found 6 active agents {{(pid=109869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 02:06:40.180737 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=e8f9d239-3a41-4e52-bad8-85b1b86dc6f0,revision_number=5']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:06:40.358050 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a01894-fff1-4703-9eca-50fff118c9de req-354901a7-9349-4c13-b91e-6ff0492c3863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:06:40.359439 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-f1a01894-fff1-4703-9eca-50fff118c9de req-354901a7-9349-4c13-b91e-6ff0492c3863 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d39a65bb-4ff7-4139-ae81-6075ea9fc36c HTTP/1.1" status: 200 len: 1099 time: 0.0430162 Nov 24 02:06:40.401803 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-f1a01894-fff1-4703-9eca-50fff118c9de req-ab7ef7f5-fcdb-4c5c-8190-62447393d71c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355556 Nov 24 02:06:41.073442 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69ad80a-bac1-4bfc-8d29-503472e2d6e7 req-89d200db-caa9-4ef4-b111-321df137f78e tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:06:41.074895 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-f69ad80a-bac1-4bfc-8d29-503472e2d6e7 req-89d200db-caa9-4ef4-b111-321df137f78e tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=d39a65bb-4ff7-4139-ae81-6075ea9fc36c HTTP/1.1" status: 200 len: 946 time: 0.0473473 Nov 24 02:06:41.120190 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-f69ad80a-bac1-4bfc-8d29-503472e2d6e7 req-1d472cd8-e4f9-4d2b-baf1-9440a01c5d18 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394497 Nov 24 02:06:42.240614 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae4b7d5-3cdf-42dd-b620-605f210385a1 req-ca1302e4-585d-49f7-bb6c-65e25ee87f94 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:06:42.242119 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-bae4b7d5-3cdf-42dd-b620-605f210385a1 req-ca1302e4-585d-49f7-bb6c-65e25ee87f94 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=d39a65bb-4ff7-4139-ae81-6075ea9fc36c HTTP/1.1" status: 200 len: 946 time: 0.0536838 Nov 24 02:06:42.289244 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-bae4b7d5-3cdf-42dd-b620-605f210385a1 req-990c0e6f-f5f9-497b-a3d6-3d7fcee76679 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406244 Nov 24 02:06:42.400660 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f791602-b01d-4bd5-badb-65a908c2861b req-99f9b391-f332-43ef-a6f0-5601499176af tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:06:42.402047 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-3f791602-b01d-4bd5-badb-65a908c2861b req-99f9b391-f332-43ef-a6f0-5601499176af tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=d39a65bb-4ff7-4139-ae81-6075ea9fc36c HTTP/1.1" status: 200 len: 946 time: 0.0474594 Nov 24 02:06:42.410700 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 53936) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:06:42.415855 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-453f6eff-de45-4beb-bf49-245eb806853b tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Request body: {'floatingip': {'port_id': 'e8f9d239-3a41-4e52-bad8-85b1b86dc6f0'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:06:42.456280 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-453f6eff-de45-4beb-bf49-245eb806853b tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Publish callbacks [] for floatingip, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:06:43.195841 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-453f6eff-de45-4beb-bf49-245eb806853b tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:06:43.199590 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-453f6eff-de45-4beb-bf49-245eb806853b tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418250'] for floatingip, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:06:43.294970 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.l3_db [None req-453f6eff-de45-4beb-bf49-245eb806853b tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Floating IP 77431b04-cb27-4a17-8edc-418639ebb281 associated. External IP: 172.26.5.35, port: e8f9d239-3a41-4e52-bad8-85b1b86dc6f0. Nov 24 02:06:43.496016 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-453f6eff-de45-4beb-bf49-245eb806853b tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Router a1d3ac9e-257e-467f-8d21-2aee38e578a7 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 02:06:43.601048 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-453f6eff-de45-4beb-bf49-245eb806853b tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 02:06:43.605917 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-453f6eff-de45-4beb-bf49-245eb806853b tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for floatingip, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:06:43.610395 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aeac097-59ac-43b2-b4e8-7c7f2dbd3c69 None None] Sync routers for ids ['a1d3ac9e-257e-467f-8d21-2aee38e578a7'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 02:06:43.619906 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aeac097-59ac-43b2-b4e8-7c7f2dbd3c69 None None] Routers {'a1d3ac9e-257e-467f-8d21-2aee38e578a7'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:06:43.620529 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-4aeac097-59ac-43b2-b4e8-7c7f2dbd3c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:06:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['a1d3ac9e-257e-467f-8d21-2aee38e578a7'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:06:43.631667 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-453f6eff-de45-4beb-bf49-245eb806853b tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "PUT /v2.0/floatingips/77431b04-cb27-4a17-8edc-418639ebb281 HTTP/1.1" status: 200 len: 991 time: 1.2199118 Nov 24 02:06:43.632264 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd39a65bb-4ff7-4139-ae81-6075ea9fc36c', 'tag': 'e8f9d239-3a41-4e52-bad8-85b1b86dc6f0'}] {{(pid=109866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:06:43.635072 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b7c53c286d9351d1367337230623a155cee02c46c94b80588b67a0bc16402ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99309b3f-60db-4e6e-af7e-6aa40a450d31" -d '{"events": [{"name": "network-changed", "server_uuid": "d39a65bb-4ff7-4139-ae81-6075ea9fc36c", "tag": "e8f9d239-3a41-4e52-bad8-85b1b86dc6f0"}]}' {{(pid=109866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:06:43.673957 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 02:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d0b7261-51ad-45a9-816b-a4eb1c8dd3bf x-openstack-request-id: req-9d0b7261-51ad-45a9-816b-a4eb1c8dd3bf {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:06:43.674255 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d39a65bb-4ff7-4139-ae81-6075ea9fc36c", "tag": "e8f9d239-3a41-4e52-bad8-85b1b86dc6f0", "status": "completed", "code": 200}]} {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:06:43.674517 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9d0b7261-51ad-45a9-816b-a4eb1c8dd3bf {{(pid=109866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:06:43.675448 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd39a65bb-4ff7-4139-ae81-6075ea9fc36c', 'tag': 'e8f9d239-3a41-4e52-bad8-85b1b86dc6f0', 'status': 'completed', 'code': 200} Nov 24 02:06:43.731735 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-4aeac097-59ac-43b2-b4e8-7c7f2dbd3c69 None None] Set router a1d3ac9e-257e-467f-8d21-2aee38e578a7 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:06:43.762213 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99309b3f-60db-4e6e-af7e-6aa40a450d31 req-3e8b61e0-2005-44b6-9a3c-58979701a552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:06:43.763745 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-99309b3f-60db-4e6e-af7e-6aa40a450d31 req-3e8b61e0-2005-44b6-9a3c-58979701a552 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=54a0714becea44e794f5cbfaa7e75d76&device_id=d39a65bb-4ff7-4139-ae81-6075ea9fc36c HTTP/1.1" status: 200 len: 1099 time: 0.0401311 Nov 24 02:06:43.857755 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99309b3f-60db-4e6e-af7e-6aa40a450d31 req-679fc2fc-f7b6-4c9e-b030-37716f201583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:06:43.859226 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-99309b3f-60db-4e6e-af7e-6aa40a450d31 req-679fc2fc-f7b6-4c9e-b030-37716f201583 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1f564760-ae8d-465e-80f0-efb981ea9d72 HTTP/1.1" status: 200 len: 912 time: 0.0887110 Nov 24 02:06:43.923534 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-99309b3f-60db-4e6e-af7e-6aa40a450d31 req-d73a1501-9d2c-4e12-bbad-81c40cb87eeb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8f9d239-3a41-4e52-bad8-85b1b86dc6f0 HTTP/1.1" status: 200 len: 999 time: 0.0572164 Nov 24 02:06:43.958868 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-4aeac097-59ac-43b2-b4e8-7c7f2dbd3c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1d3ac9e-257e-467f-8d21-2aee38e578a7', 'name': 'tempest-ServerActionsTestJSON-453320892-router', 'tenant_id': '54a0714becea44e794f5cbfaa7e75d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.222'}], 'enable_snat': True}, 'gw_port_id': '5d4768e5-6215-4b68-b98f-8bc421058691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:05:12Z', 'updated_at': '2021-11-24T02:05:15Z', 'revision_number': 4, 'project_id': '54a0714becea44e794f5cbfaa7e75d76', 'gw_port': {'id': '5d4768e5-6215-4b68-b98f-8bc421058691', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d3ac9e-257e-467f-8d21-2aee38e578a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:05:13Z', 'updated_at': '2021-11-24T02:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_floatingips': [{'id': '77431b04-cb27-4a17-8edc-418639ebb281', 'tenant_id': '54a0714becea44e794f5cbfaa7e75d76', 'floating_ip_address': '172.26.5.35', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': 'a1d3ac9e-257e-467f-8d21-2aee38e578a7', 'port_id': 'e8f9d239-3a41-4e52-bad8-85b1b86dc6f0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f564760-ae8d-465e-80f0-efb981ea9d72', 'mac_address': 'fa:16:3e:7f:df:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39a65bb-4ff7-4139-ae81-6075ea9fc36c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T02:05:18Z', 'updated_at': '2021-11-24T02:06:43Z', 'revision_number': 5, 'project_id': '54a0714becea44e794f5cbfaa7e75d76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55e71101-bb62-4023-b5d1-b12759680c2c', 'name': '', 'network_id': '1f564760-ae8d-465e-80f0-efb981ea9d72', 'tenant_id': '54a0714becea44e794f5cbfaa7e75d76', 'mac_address': 'fa:16:3e:85:df:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d3ac9e-257e-467f-8d21-2aee38e578a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'a0daf069-1294-4709-8a95-5a1b322aaf26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:05:15Z', 'updated_at': '2021-11-24T02:05:19Z', 'revision_number': 5, 'project_id': '54a0714becea44e794f5cbfaa7e75d76', 'subnets': [{'id': 'a0daf069-1294-4709-8a95-5a1b322aaf26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:06:43.976216 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99309b3f-60db-4e6e-af7e-6aa40a450d31 req-7f2eb5ea-dc52-466e-a58c-3d72599c192d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:06:43.977738 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-99309b3f-60db-4e6e-af7e-6aa40a450d31 req-7f2eb5ea-dc52-466e-a58c-3d72599c192d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a0daf069-1294-4709-8a95-5a1b322aaf26 HTTP/1.1" status: 200 len: 850 time: 0.0472891 Nov 24 02:06:43.984247 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aeac097-59ac-43b2-b4e8-7c7f2dbd3c69 None None] Checking router: a1d3ac9e-257e-467f-8d21-2aee38e578a7 for host: dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 02:06:43.992393 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aeac097-59ac-43b2-b4e8-7c7f2dbd3c69 None None] Routers {'a1d3ac9e-257e-467f-8d21-2aee38e578a7'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:06:43.992999 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-4aeac097-59ac-43b2-b4e8-7c7f2dbd3c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:06:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['a1d3ac9e-257e-467f-8d21-2aee38e578a7'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:06:44.023830 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99309b3f-60db-4e6e-af7e-6aa40a450d31 req-acdb5d86-1c60-4d59-a6c5-0f11adb756a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:06:44.025264 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-99309b3f-60db-4e6e-af7e-6aa40a450d31 req-acdb5d86-1c60-4d59-a6c5-0f11adb756a3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1f564760-ae8d-465e-80f0-efb981ea9d72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402892 Nov 24 02:06:44.096885 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-4aeac097-59ac-43b2-b4e8-7c7f2dbd3c69 None None] Set router a1d3ac9e-257e-467f-8d21-2aee38e578a7 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:06:44.118011 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-99309b3f-60db-4e6e-af7e-6aa40a450d31 req-2e09fa80-6fd6-452e-a27f-ce116e8d4053 service neutron] 10.222.0.48 "GET /v2.0/networks/1f564760-ae8d-465e-80f0-efb981ea9d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850019 Nov 24 02:06:44.207076 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-99309b3f-60db-4e6e-af7e-6aa40a450d31 req-c3e10294-eb6c-4dcb-83cf-d2b9215d6e62 service neutron] 10.222.0.48 "GET /v2.0/networks/1f564760-ae8d-465e-80f0-efb981ea9d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813768 Nov 24 02:06:44.319965 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-4aeac097-59ac-43b2-b4e8-7c7f2dbd3c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1d3ac9e-257e-467f-8d21-2aee38e578a7', 'name': 'tempest-ServerActionsTestJSON-453320892-router', 'tenant_id': '54a0714becea44e794f5cbfaa7e75d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.222'}], 'enable_snat': True}, 'gw_port_id': '5d4768e5-6215-4b68-b98f-8bc421058691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:05:12Z', 'updated_at': '2021-11-24T02:05:15Z', 'revision_number': 4, 'project_id': '54a0714becea44e794f5cbfaa7e75d76', 'gw_port': {'id': '5d4768e5-6215-4b68-b98f-8bc421058691', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d3ac9e-257e-467f-8d21-2aee38e578a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:05:13Z', 'updated_at': '2021-11-24T02:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_floatingips': [{'id': '77431b04-cb27-4a17-8edc-418639ebb281', 'tenant_id': '54a0714becea44e794f5cbfaa7e75d76', 'floating_ip_address': '172.26.5.35', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': 'a1d3ac9e-257e-467f-8d21-2aee38e578a7', 'port_id': 'e8f9d239-3a41-4e52-bad8-85b1b86dc6f0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f564760-ae8d-465e-80f0-efb981ea9d72', 'mac_address': 'fa:16:3e:7f:df:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39a65bb-4ff7-4139-ae81-6075ea9fc36c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T02:05:18Z', 'updated_at': '2021-11-24T02:06:43Z', 'revision_number': 5, 'project_id': '54a0714becea44e794f5cbfaa7e75d76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55e71101-bb62-4023-b5d1-b12759680c2c', 'name': '', 'network_id': '1f564760-ae8d-465e-80f0-efb981ea9d72', 'tenant_id': '54a0714becea44e794f5cbfaa7e75d76', 'mac_address': 'fa:16:3e:85:df:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d3ac9e-257e-467f-8d21-2aee38e578a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'a0daf069-1294-4709-8a95-5a1b322aaf26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:05:15Z', 'updated_at': '2021-11-24T02:05:19Z', 'revision_number': 5, 'project_id': '54a0714becea44e794f5cbfaa7e75d76', 'subnets': [{'id': 'a0daf069-1294-4709-8a95-5a1b322aaf26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:06:44.346025 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aeac097-59ac-43b2-b4e8-7c7f2dbd3c69 None None] The sync data for ids ['a1d3ac9e-257e-467f-8d21-2aee38e578a7'] in dv-neutron-818911-2-hyperv is: [{'id': 'a1d3ac9e-257e-467f-8d21-2aee38e578a7', 'name': 'tempest-ServerActionsTestJSON-453320892-router', 'tenant_id': '54a0714becea44e794f5cbfaa7e75d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.222'}], 'enable_snat': True}, 'gw_port_id': '5d4768e5-6215-4b68-b98f-8bc421058691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:05:12Z', 'updated_at': '2021-11-24T02:05:15Z', 'revision_number': 4, 'project_id': '54a0714becea44e794f5cbfaa7e75d76', 'gw_port': {'id': '5d4768e5-6215-4b68-b98f-8bc421058691', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d3ac9e-257e-467f-8d21-2aee38e578a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:05:13Z', 'updated_at': '2021-11-24T02:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_floatingips': [{'id': '77431b04-cb27-4a17-8edc-418639ebb281', 'tenant_id': '54a0714becea44e794f5cbfaa7e75d76', 'floating_ip_address': '172.26.5.35', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': 'a1d3ac9e-257e-467f-8d21-2aee38e578a7', 'port_id': 'e8f9d239-3a41-4e52-bad8-85b1b86dc6f0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f564760-ae8d-465e-80f0-efb981ea9d72', 'mac_address': 'fa:16:3e:7f:df:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39a65bb-4ff7-4139-ae81-6075ea9fc36c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T02:05:18Z', 'updated_at': '2021-11-24T02:06:43Z', 'revision_number': 5, 'project_id': '54a0714becea44e794f5cbfaa7e75d76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55e71101-bb62-4023-b5d1-b12759680c2c', 'name': '', 'network_id': '1f564760-ae8d-465e-80f0-efb981ea9d72', 'tenant_id': '54a0714becea44e794f5cbfaa7e75d76', 'mac_address': 'fa:16:3e:85:df:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d3ac9e-257e-467f-8d21-2aee38e578a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'a0daf069-1294-4709-8a95-5a1b322aaf26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:05:15Z', 'updated_at': '2021-11-24T02:05:19Z', 'revision_number': 5, 'project_id': '54a0714becea44e794f5cbfaa7e75d76', 'subnets': [{'id': 'a0daf069-1294-4709-8a95-5a1b322aaf26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 02:06:44.521975 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66718cf3-b9db-4edb-a138-0043f42c173b None None] New status for floating IP 77431b04-cb27-4a17-8edc-418639ebb281: ACTIVE {{(pid=109869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 02:06:54.749234 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a852e5bb-e315-4f1e-a9f7-229bd5a0d1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:06:57.212117 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-45d6cfbc-398e-4a93-a43e-d15562cf61b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:06:58.071962 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:06:58.143758 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:06:59.629882 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:07:00.138256 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:07:17.175613 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.agents_db [None req-4e42c10c-a1d3-4d07-89d6-7a24334140aa None None] Agent healthcheck: found 6 active agents {{(pid=109869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 02:07:18.291480 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e17ca31a-da17-41b7-a4ca-a96e092a7640 req-76fd237d-508f-4a38-986c-7dc0567dea6a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d39a65bb-4ff7-4139-ae81-6075ea9fc36c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414343 Nov 24 02:07:18.412188 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17ca31a-da17-41b7-a4ca-a96e092a7640 req-fec037a1-7bf3-4f10-8d55-e0d2f96369b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:07:18.413690 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e17ca31a-da17-41b7-a4ca-a96e092a7640 req-fec037a1-7bf3-4f10-8d55-e0d2f96369b2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=54a0714becea44e794f5cbfaa7e75d76&device_id=d39a65bb-4ff7-4139-ae81-6075ea9fc36c HTTP/1.1" status: 200 len: 1099 time: 0.0443630 Nov 24 02:07:18.516595 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17ca31a-da17-41b7-a4ca-a96e092a7640 req-30858cb2-ff29-45e6-bc89-d32708ac4b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:07:18.518004 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e17ca31a-da17-41b7-a4ca-a96e092a7640 req-30858cb2-ff29-45e6-bc89-d32708ac4b4a service neutron] 10.222.0.48 "GET /v2.0/networks?id=1f564760-ae8d-465e-80f0-efb981ea9d72 HTTP/1.1" status: 200 len: 912 time: 0.0848413 Nov 24 02:07:18.585467 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e17ca31a-da17-41b7-a4ca-a96e092a7640 req-424ef8c3-8367-40a2-81b4-6d60353f926c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8f9d239-3a41-4e52-bad8-85b1b86dc6f0 HTTP/1.1" status: 200 len: 1001 time: 0.0601282 Nov 24 02:07:18.634542 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17ca31a-da17-41b7-a4ca-a96e092a7640 req-64b4b09b-90cd-43f4-b780-a3adcf180280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:07:18.635939 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e17ca31a-da17-41b7-a4ca-a96e092a7640 req-64b4b09b-90cd-43f4-b780-a3adcf180280 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a0daf069-1294-4709-8a95-5a1b322aaf26 HTTP/1.1" status: 200 len: 850 time: 0.0431867 Nov 24 02:07:18.680156 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17ca31a-da17-41b7-a4ca-a96e092a7640 req-d0081c43-18c6-4461-b6ec-9330ece473c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:07:18.682245 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e17ca31a-da17-41b7-a4ca-a96e092a7640 req-d0081c43-18c6-4461-b6ec-9330ece473c5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1f564760-ae8d-465e-80f0-efb981ea9d72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0382960 Nov 24 02:07:18.774195 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e17ca31a-da17-41b7-a4ca-a96e092a7640 req-c593d69e-361c-45a8-bb93-0c4be95952b5 service neutron] 10.222.0.48 "GET /v2.0/networks/1f564760-ae8d-465e-80f0-efb981ea9d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842304 Nov 24 02:07:18.868993 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e17ca31a-da17-41b7-a4ca-a96e092a7640 req-44bd1f5e-52d0-4830-a3c2-90f0946a7fc7 service neutron] 10.222.0.48 "GET /v2.0/networks/1f564760-ae8d-465e-80f0-efb981ea9d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879180 Nov 24 02:07:20.776451 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ced4a8c-6ac1-48bd-b2e4-c82e09412c38 req-1ce1275a-8962-48ec-b35f-bdf4cd9ab5e8 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:07:20.777980 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-7ced4a8c-6ac1-48bd-b2e4-c82e09412c38 req-1ce1275a-8962-48ec-b35f-bdf4cd9ab5e8 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=d39a65bb-4ff7-4139-ae81-6075ea9fc36c HTTP/1.1" status: 200 len: 946 time: 0.0546510 Nov 24 02:07:20.824852 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-7ced4a8c-6ac1-48bd-b2e4-c82e09412c38 req-9a05b8db-217d-4a8d-9bdc-71f0e18a927d tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409963 Nov 24 02:07:21.943243 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5430bd5d-7e8c-4cba-a3fd-7247f92335d3 req-6cda5e19-b851-4a14-99b8-0b6e134a80d1 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:07:21.944712 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-5430bd5d-7e8c-4cba-a3fd-7247f92335d3 req-6cda5e19-b851-4a14-99b8-0b6e134a80d1 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=d39a65bb-4ff7-4139-ae81-6075ea9fc36c HTTP/1.1" status: 200 len: 946 time: 0.0493827 Nov 24 02:07:21.996479 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-5430bd5d-7e8c-4cba-a3fd-7247f92335d3 req-072cb18c-9424-4b3a-b5eb-eaa68a49df7f tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457764 Nov 24 02:07:23.109081 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f745436-8e72-42c3-a15a-51f145efb90a req-2d5b37e8-89ad-4dde-9297-6fef92f00637 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:07:23.110505 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-3f745436-8e72-42c3-a15a-51f145efb90a req-2d5b37e8-89ad-4dde-9297-6fef92f00637 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=d39a65bb-4ff7-4139-ae81-6075ea9fc36c HTTP/1.1" status: 200 len: 946 time: 0.0478237 Nov 24 02:07:23.156321 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-3f745436-8e72-42c3-a15a-51f145efb90a req-cea3fd96-3398-49bd-a023-f45994e502ac tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400460 Nov 24 02:07:24.270646 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e857ae-a0a8-4b14-aaa7-b48b2a6ee7a8 req-9ca563d0-face-4e1d-9baf-1b3db35229d8 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:07:24.272103 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-02e857ae-a0a8-4b14-aaa7-b48b2a6ee7a8 req-9ca563d0-face-4e1d-9baf-1b3db35229d8 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=d39a65bb-4ff7-4139-ae81-6075ea9fc36c HTTP/1.1" status: 200 len: 946 time: 0.0497129 Nov 24 02:07:24.319008 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-02e857ae-a0a8-4b14-aaa7-b48b2a6ee7a8 req-6167275a-c694-4125-b946-a445ed13128f tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408933 Nov 24 02:07:24.751418 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-f9cdbd6d-d4f6-40bf-b7f9-9c42befd1b55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:07:25.431839 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127b2c62-3de5-44e4-9285-234360f1c07c req-f6ccdbea-f13c-40f3-a06e-9e6b31684ba1 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:07:25.433298 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-127b2c62-3de5-44e4-9285-234360f1c07c req-f6ccdbea-f13c-40f3-a06e-9e6b31684ba1 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=d39a65bb-4ff7-4139-ae81-6075ea9fc36c HTTP/1.1" status: 200 len: 946 time: 0.0473795 Nov 24 02:07:25.483755 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-127b2c62-3de5-44e4-9285-234360f1c07c req-0dbf5d28-2908-4766-b7d7-90f61fcecaaf tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446112 Nov 24 02:07:26.598996 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2359456b-9ac6-4a86-8510-9412ef7ab35d req-98d21978-03ce-4f20-8245-9961dc99b6bb tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:07:26.600472 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-2359456b-9ac6-4a86-8510-9412ef7ab35d req-98d21978-03ce-4f20-8245-9961dc99b6bb tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=d39a65bb-4ff7-4139-ae81-6075ea9fc36c HTTP/1.1" status: 200 len: 946 time: 0.0489755 Nov 24 02:07:26.646878 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-2359456b-9ac6-4a86-8510-9412ef7ab35d req-bad7e506-eb32-4909-a072-2a2a8f758269 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401566 Nov 24 02:07:27.203626 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a37e2081-927f-414f-8a22-156fda612377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:07:27.760350 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c5f0e6-8b8a-4bbb-9aa9-ef0d103ec424 req-72c7c3ec-a9f9-4b1c-bcda-b67451e07193 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:07:27.761852 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-41c5f0e6-8b8a-4bbb-9aa9-ef0d103ec424 req-72c7c3ec-a9f9-4b1c-bcda-b67451e07193 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=d39a65bb-4ff7-4139-ae81-6075ea9fc36c HTTP/1.1" status: 200 len: 946 time: 0.0483727 Nov 24 02:07:27.807959 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-41c5f0e6-8b8a-4bbb-9aa9-ef0d103ec424 req-1c2b7816-b5ae-4b1d-a3d2-d61e90730d89 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402629 Nov 24 02:07:28.084144 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:07:28.143842 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:07:28.925644 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52b3b27-3f77-4142-9424-94e38071b194 req-35e2e0c7-3ef8-4ea9-b070-b2c91727126e tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:07:28.927107 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e52b3b27-3f77-4142-9424-94e38071b194 req-35e2e0c7-3ef8-4ea9-b070-b2c91727126e tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=d39a65bb-4ff7-4139-ae81-6075ea9fc36c HTTP/1.1" status: 200 len: 946 time: 0.0524023 Nov 24 02:07:28.973527 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e52b3b27-3f77-4142-9424-94e38071b194 req-7e77d469-8b15-4693-a5f9-9610f30a30cf tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399945 Nov 24 02:07:29.635204 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:07:30.086169 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b9c214-860e-47cb-85f8-1bbf22130b93 req-e90ecff7-a9b0-43a4-b70a-f4c5da6ec9e7 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:07:30.088329 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-b6b9c214-860e-47cb-85f8-1bbf22130b93 req-e90ecff7-a9b0-43a4-b70a-f4c5da6ec9e7 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=d39a65bb-4ff7-4139-ae81-6075ea9fc36c HTTP/1.1" status: 200 len: 946 time: 0.0481904 Nov 24 02:07:30.129150 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:07:30.134546 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-b6b9c214-860e-47cb-85f8-1bbf22130b93 req-495238cd-fdc6-4c11-b18e-d55007097788 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403717 Nov 24 02:07:31.249386 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63695d39-c3a8-4629-b488-d1cc3d5e354d req-89ea7143-e84f-42a4-a8aa-8d971abbc995 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:07:31.250879 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-63695d39-c3a8-4629-b488-d1cc3d5e354d req-89ea7143-e84f-42a4-a8aa-8d971abbc995 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=d39a65bb-4ff7-4139-ae81-6075ea9fc36c HTTP/1.1" status: 200 len: 946 time: 0.0498383 Nov 24 02:07:31.298480 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-63695d39-c3a8-4629-b488-d1cc3d5e354d req-5bc4b2f3-32df-4722-99c7-9b1e6265ac4e tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416472 Nov 24 02:07:31.546369 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-7508e0a3-b1c7-48dd-9c60-02a1528b8ec3 req-5e080245-6f6d-4ff7-9249-d849931915ca service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d39a65bb-4ff7-4139-ae81-6075ea9fc36c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0702200 Nov 24 02:07:31.557512 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83363ae-3099-45c5-b13c-a5b18329a6f0 req-c9955419-2294-47e5-ac61-d3dd8e883fba tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:07:31.558925 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e83363ae-3099-45c5-b13c-a5b18329a6f0 req-c9955419-2294-47e5-ac61-d3dd8e883fba tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=d39a65bb-4ff7-4139-ae81-6075ea9fc36c HTTP/1.1" status: 200 len: 946 time: 0.0732312 Nov 24 02:07:31.608470 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e83363ae-3099-45c5-b13c-a5b18329a6f0 req-f68ca1a6-ba25-4c93-b052-4c9a7b241c27 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432425 Nov 24 02:07:32.758692 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfaded6-6ef0-496e-ad07-c102dc415b68 req-b6c513ab-2b4d-403e-9cfd-f339aa445074 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:07:32.760183 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-5bfaded6-6ef0-496e-ad07-c102dc415b68 req-b6c513ab-2b4d-403e-9cfd-f339aa445074 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=d39a65bb-4ff7-4139-ae81-6075ea9fc36c HTTP/1.1" status: 200 len: 946 time: 0.0790811 Nov 24 02:07:32.762769 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7508e0a3-b1c7-48dd-9c60-02a1528b8ec3 req-c7ce42de-5559-4bd8-8b23-9c6e2bd9e382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:07:32.764116 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-7508e0a3-b1c7-48dd-9c60-02a1528b8ec3 req-c7ce42de-5559-4bd8-8b23-9c6e2bd9e382 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=54a0714becea44e794f5cbfaa7e75d76&device_id=d39a65bb-4ff7-4139-ae81-6075ea9fc36c HTTP/1.1" status: 200 len: 1099 time: 0.0729654 Nov 24 02:07:32.870970 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-5bfaded6-6ef0-496e-ad07-c102dc415b68 req-81bca747-7ec7-46f0-9fec-85d9bfd27bda tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048310 Nov 24 02:07:32.892442 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7508e0a3-b1c7-48dd-9c60-02a1528b8ec3 req-662292fe-0a75-44ff-9620-af19efaf4c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:07:32.893851 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-7508e0a3-b1c7-48dd-9c60-02a1528b8ec3 req-662292fe-0a75-44ff-9620-af19efaf4c53 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1f564760-ae8d-465e-80f0-efb981ea9d72 HTTP/1.1" status: 200 len: 912 time: 0.1213076 Nov 24 02:07:32.957123 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-7508e0a3-b1c7-48dd-9c60-02a1528b8ec3 req-078f56e7-88a8-4118-9b4c-c7184c7d2ae5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8f9d239-3a41-4e52-bad8-85b1b86dc6f0 HTTP/1.1" status: 200 len: 1001 time: 0.0564730 Nov 24 02:07:33.004115 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7508e0a3-b1c7-48dd-9c60-02a1528b8ec3 req-5be55f72-18c6-48f2-b5e6-e2adc4515f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:07:33.005657 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-7508e0a3-b1c7-48dd-9c60-02a1528b8ec3 req-5be55f72-18c6-48f2-b5e6-e2adc4515f62 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a0daf069-1294-4709-8a95-5a1b322aaf26 HTTP/1.1" status: 200 len: 850 time: 0.0416398 Nov 24 02:07:33.052730 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7508e0a3-b1c7-48dd-9c60-02a1528b8ec3 req-1bf218c5-222f-4785-8589-cc628cae75c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:07:33.054238 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-7508e0a3-b1c7-48dd-9c60-02a1528b8ec3 req-1bf218c5-222f-4785-8589-cc628cae75c4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1f564760-ae8d-465e-80f0-efb981ea9d72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0418804 Nov 24 02:07:33.142066 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-7508e0a3-b1c7-48dd-9c60-02a1528b8ec3 req-cad0e517-0597-401e-b399-95167a0c8c91 service neutron] 10.222.0.48 "GET /v2.0/networks/1f564760-ae8d-465e-80f0-efb981ea9d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802927 Nov 24 02:07:33.238135 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-7508e0a3-b1c7-48dd-9c60-02a1528b8ec3 req-11dcb203-7710-4519-babe-acd4e568854f service neutron] 10.222.0.48 "GET /v2.0/networks/1f564760-ae8d-465e-80f0-efb981ea9d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873802 Nov 24 02:07:33.985458 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6b5ee7-56f0-47ca-a5e8-8e5e6bc4c985 req-94e3038d-46f2-4b24-a439-c3632e10cf6f tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:07:33.986907 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-7f6b5ee7-56f0-47ca-a5e8-8e5e6bc4c985 req-94e3038d-46f2-4b24-a439-c3632e10cf6f tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=d39a65bb-4ff7-4139-ae81-6075ea9fc36c HTTP/1.1" status: 200 len: 946 time: 0.0486948 Nov 24 02:07:34.036760 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-7f6b5ee7-56f0-47ca-a5e8-8e5e6bc4c985 req-0825d390-0e17-4f12-8e55-009c313b1d5e tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440683 Nov 24 02:07:34.925720 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-7508e0a3-b1c7-48dd-9c60-02a1528b8ec3 req-27126821-3620-4443-8b4f-b175b018cc3c service neutron] 10.222.0.48 "GET /v2.0/ports/e8f9d239-3a41-4e52-bad8-85b1b86dc6f0/bindings/hv-neutron-8189 HTTP/1.1" status: 200 len: 384 time: 0.0531244 Nov 24 02:07:35.176819 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7508e0a3-b1c7-48dd-9c60-02a1528b8ec3 req-5880eb1b-f865-432f-8de5-0fb9479a5da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:07:35.178274 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-7508e0a3-b1c7-48dd-9c60-02a1528b8ec3 req-5880eb1b-f865-432f-8de5-0fb9479a5da0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d39a65bb-4ff7-4139-ae81-6075ea9fc36c&tenant_id=54a0714becea44e794f5cbfaa7e75d76 HTTP/1.1" status: 200 len: 1099 time: 0.0728486 Nov 24 02:07:35.186940 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5d4b4b-f590-40fc-b9f7-c3d5289d4cec req-c66786ed-cf25-4c4b-8988-2629a7310113 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:07:35.188286 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-be5d4b4b-f590-40fc-b9f7-c3d5289d4cec req-c66786ed-cf25-4c4b-8988-2629a7310113 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=d39a65bb-4ff7-4139-ae81-6075ea9fc36c HTTP/1.1" status: 200 len: 946 time: 0.0749438 Nov 24 02:07:35.260381 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-be5d4b4b-f590-40fc-b9f7-c3d5289d4cec req-3dda157a-0d5a-4edb-b01e-4ecde98b7ab7 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661662 Nov 24 02:07:35.269626 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7508e0a3-b1c7-48dd-9c60-02a1528b8ec3 req-a24579ac-51df-406f-9481-753850a1432c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:07:35.271134 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-7508e0a3-b1c7-48dd-9c60-02a1528b8ec3 req-a24579ac-51df-406f-9481-753850a1432c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=54a0714becea44e794f5cbfaa7e75d76&device_id=d39a65bb-4ff7-4139-ae81-6075ea9fc36c HTTP/1.1" status: 200 len: 1099 time: 0.0597141 Nov 24 02:07:35.364023 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7508e0a3-b1c7-48dd-9c60-02a1528b8ec3 req-d1ff9bab-a5e9-4c04-80e8-a784df423450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:07:35.365609 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-7508e0a3-b1c7-48dd-9c60-02a1528b8ec3 req-d1ff9bab-a5e9-4c04-80e8-a784df423450 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1f564760-ae8d-465e-80f0-efb981ea9d72 HTTP/1.1" status: 200 len: 912 time: 0.0871727 Nov 24 02:07:35.428269 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-7508e0a3-b1c7-48dd-9c60-02a1528b8ec3 req-861dfc10-7e1a-48a8-a695-51e37e376d90 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8f9d239-3a41-4e52-bad8-85b1b86dc6f0 HTTP/1.1" status: 200 len: 1001 time: 0.0557716 Nov 24 02:07:35.475904 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7508e0a3-b1c7-48dd-9c60-02a1528b8ec3 req-80fccd0b-f59f-4a71-8a23-1a6d46815ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:07:35.477357 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-7508e0a3-b1c7-48dd-9c60-02a1528b8ec3 req-80fccd0b-f59f-4a71-8a23-1a6d46815ebe service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a0daf069-1294-4709-8a95-5a1b322aaf26 HTTP/1.1" status: 200 len: 850 time: 0.0422230 Nov 24 02:07:35.524951 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7508e0a3-b1c7-48dd-9c60-02a1528b8ec3 req-42248580-22b3-4cee-b7c7-4764ab21ceda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:07:35.526407 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-7508e0a3-b1c7-48dd-9c60-02a1528b8ec3 req-42248580-22b3-4cee-b7c7-4764ab21ceda service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1f564760-ae8d-465e-80f0-efb981ea9d72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0425282 Nov 24 02:07:35.613274 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-7508e0a3-b1c7-48dd-9c60-02a1528b8ec3 req-0877dd86-8966-4997-b4a0-4dba5533bfbf service neutron] 10.222.0.48 "GET /v2.0/networks/1f564760-ae8d-465e-80f0-efb981ea9d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791309 Nov 24 02:07:35.704419 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-7508e0a3-b1c7-48dd-9c60-02a1528b8ec3 req-a4344a7d-19ef-471d-b3ca-2110db055c5e service neutron] 10.222.0.48 "GET /v2.0/networks/1f564760-ae8d-465e-80f0-efb981ea9d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839775 Nov 24 02:07:36.379514 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df70d709-5adc-4387-812c-f6d310eae4e2 req-f905c111-8ca1-4200-ada2-3d434d9e7350 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:07:36.382577 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-df70d709-5adc-4387-812c-f6d310eae4e2 req-f905c111-8ca1-4200-ada2-3d434d9e7350 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=d39a65bb-4ff7-4139-ae81-6075ea9fc36c HTTP/1.1" status: 200 len: 946 time: 0.0548050 Nov 24 02:07:36.431610 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-df70d709-5adc-4387-812c-f6d310eae4e2 req-5a90e344-fef3-40ce-84ca-24e5d183a058 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430014 Nov 24 02:07:37.547261 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ebac92-4517-4752-a393-a3960602a0f8 req-6563be9f-e777-47f7-abfc-af225531b40a tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:07:37.548729 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-f5ebac92-4517-4752-a393-a3960602a0f8 req-6563be9f-e777-47f7-abfc-af225531b40a tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=d39a65bb-4ff7-4139-ae81-6075ea9fc36c HTTP/1.1" status: 200 len: 946 time: 0.0487189 Nov 24 02:07:37.595019 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-f5ebac92-4517-4752-a393-a3960602a0f8 req-ee701d1e-5832-4456-873d-55d003dc0a4f tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404477 Nov 24 02:07:37.813616 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a099f384-c5c2-4262-bb26-247fecf11cd5 req-cb2d1566-7f57-4812-ab44-00ce59b9a442 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:07:37.815010 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-a099f384-c5c2-4262-bb26-247fecf11cd5 req-cb2d1566-7f57-4812-ab44-00ce59b9a442 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=d39a65bb-4ff7-4139-ae81-6075ea9fc36c HTTP/1.1" status: 200 len: 946 time: 0.0780635 Nov 24 02:07:37.849448 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43de8e76-60c4-40ce-be89-8456f8d6730f req-2a3893a4-1f99-4a26-a3fd-581090cd9a4b tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:07:37.850903 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-43de8e76-60c4-40ce-be89-8456f8d6730f req-2a3893a4-1f99-4a26-a3fd-581090cd9a4b tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.48 "GET /v2.0/ports?device_id=d39a65bb-4ff7-4139-ae81-6075ea9fc36c&tenant_id=54a0714becea44e794f5cbfaa7e75d76&binding%3Ahost_id=hv-neutron-8189 HTTP/1.1" status: 200 len: 946 time: 0.0825179 Nov 24 02:07:37.877576 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-a099f384-c5c2-4262-bb26-247fecf11cd5 req-2a1bb6dc-8933-43f4-83d9-02a781c2270b tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556808 Nov 24 02:07:37.949327 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43de8e76-60c4-40ce-be89-8456f8d6730f req-7f378beb-5f80-4440-b78a-501e09c468bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:07:37.950817 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-43de8e76-60c4-40ce-be89-8456f8d6730f req-7f378beb-5f80-4440-b78a-501e09c468bc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=54a0714becea44e794f5cbfaa7e75d76&device_id=d39a65bb-4ff7-4139-ae81-6075ea9fc36c HTTP/1.1" status: 200 len: 1099 time: 0.0401216 Nov 24 02:07:38.046743 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43de8e76-60c4-40ce-be89-8456f8d6730f req-3d2dd89e-68d0-41f3-9da7-44bbc1e4b944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:07:38.048215 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-43de8e76-60c4-40ce-be89-8456f8d6730f req-3d2dd89e-68d0-41f3-9da7-44bbc1e4b944 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1f564760-ae8d-465e-80f0-efb981ea9d72 HTTP/1.1" status: 200 len: 912 time: 0.0897243 Nov 24 02:07:38.112216 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-43de8e76-60c4-40ce-be89-8456f8d6730f req-58d2b319-3694-4c75-922d-66a4dc041c49 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8f9d239-3a41-4e52-bad8-85b1b86dc6f0 HTTP/1.1" status: 200 len: 1001 time: 0.0571647 Nov 24 02:07:38.160271 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43de8e76-60c4-40ce-be89-8456f8d6730f req-fc101e3f-3d66-4f81-af87-d0a6e2243b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:07:38.161813 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-43de8e76-60c4-40ce-be89-8456f8d6730f req-fc101e3f-3d66-4f81-af87-d0a6e2243b0a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a0daf069-1294-4709-8a95-5a1b322aaf26 HTTP/1.1" status: 200 len: 850 time: 0.0424492 Nov 24 02:07:38.208760 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43de8e76-60c4-40ce-be89-8456f8d6730f req-71035c3d-dc1b-4385-8d4c-7da86c03df38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:07:38.210236 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-43de8e76-60c4-40ce-be89-8456f8d6730f req-71035c3d-dc1b-4385-8d4c-7da86c03df38 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1f564760-ae8d-465e-80f0-efb981ea9d72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0419798 Nov 24 02:07:38.280288 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device e8f9d239-3a41-4e52-bad8-85b1b86dc6f0 details requested by agent hyperv_hv-neutron-8189 with host hv-neutron-8189 {{(pid=109868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 02:07:38.289831 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device e8f9d239-3a41-4e52-bad8-85b1b86dc6f0 no longer exists at agent hyperv_hv-neutron-8189 {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 02:07:38.298717 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-43de8e76-60c4-40ce-be89-8456f8d6730f req-873eed1c-69a4-4022-b072-0c25df6c9d9b service neutron] 10.222.0.48 "GET /v2.0/networks/1f564760-ae8d-465e-80f0-efb981ea9d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813081 Nov 24 02:07:38.394373 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-43de8e76-60c4-40ce-be89-8456f8d6730f req-0c8d0a41-f581-4bc6-b6a6-403a4dcc6e22 service neutron] 10.222.0.48 "GET /v2.0/networks/1f564760-ae8d-465e-80f0-efb981ea9d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875163 Nov 24 02:07:38.425011 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:07:38.444364 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port e8f9d239-3a41-4e52-bad8-85b1b86dc6f0, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=e8f9d239-3a41-4e52-bad8-85b1b86dc6f0,segment=NetworkSegment(5e6793e4-9959-49a4-8909-9dfc82c1549e),segment_id=5e6793e4-9959-49a4-8909-9dfc82c1549e)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:07:38.462119 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Returning: {'device': 'e8f9d239-3a41-4e52-bad8-85b1b86dc6f0', 'network_id': '1f564760-ae8d-465e-80f0-efb981ea9d72', 'port_id': 'e8f9d239-3a41-4e52-bad8-85b1b86dc6f0', 'mac_address': 'fa:16:3e:7f:df:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0daf069-1294-4709-8a95-5a1b322aaf26', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 02:07:38.466680 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd39a65bb-4ff7-4139-ae81-6075ea9fc36c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8f9d239-3a41-4e52-bad8-85b1b86dc6f0'}] {{(pid=109868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:07:38.468934 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adafa3b64de3cabc8eac619938bcace59b198ffee64d481093eb3def62699d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90d65b59-065d-4951-a238-ae28c651e582" -d '{"events": [{"server_uuid": "d39a65bb-4ff7-4139-ae81-6075ea9fc36c", "name": "network-vif-unplugged", "status": "completed", "tag": "e8f9d239-3a41-4e52-bad8-85b1b86dc6f0"}]}' {{(pid=109868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:07:38.484001 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port e8f9d239-3a41-4e52-bad8-85b1b86dc6f0, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=e8f9d239-3a41-4e52-bad8-85b1b86dc6f0,segment=NetworkSegment(5e6793e4-9959-49a4-8909-9dfc82c1549e),segment_id=5e6793e4-9959-49a4-8909-9dfc82c1549e)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:07:38.642608 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 02:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69a7d16b-a76f-4710-91c2-9cd1c3bd1d5a x-openstack-request-id: req-69a7d16b-a76f-4710-91c2-9cd1c3bd1d5a {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:07:38.642898 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d39a65bb-4ff7-4139-ae81-6075ea9fc36c", "name": "network-vif-unplugged", "status": "completed", "tag": "e8f9d239-3a41-4e52-bad8-85b1b86dc6f0", "code": 200}]} {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:07:38.643150 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-69a7d16b-a76f-4710-91c2-9cd1c3bd1d5a {{(pid=109868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:07:38.643533 dv-neutron-818911-2-hyperv neutron-server[109868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd39a65bb-4ff7-4139-ae81-6075ea9fc36c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8f9d239-3a41-4e52-bad8-85b1b86dc6f0', 'code': 200} Nov 24 02:07:38.646093 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:07:38.682396 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:07:38.706170 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e8f9d239-3a41-4e52-bad8-85b1b86dc6f0 {{(pid=109868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 02:07:38.715928 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=e8f9d239-3a41-4e52-bad8-85b1b86dc6f0,revision_number=6']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:07:38.739056 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:07:38.739398 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:07:38.739732 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:07:38.740062 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:07:38.740388 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:07:38.740713 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:07:38.741039 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:07:38.741372 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:07:38.741714 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:07:38.742033 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:07:38.742881 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:07:38.743199 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:07:38.761593 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.db.api [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 02:07:38.762032 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG oslo_db.api [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 02:07:38.995612 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c4bdd2-e704-4d4b-a9e8-39f3dcc0eb35 req-e8889c04-9f4d-4abc-827f-13dda3e958f8 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:07:38.997106 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-f6c4bdd2-e704-4d4b-a9e8-39f3dcc0eb35 req-e8889c04-9f4d-4abc-827f-13dda3e958f8 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=d39a65bb-4ff7-4139-ae81-6075ea9fc36c HTTP/1.1" status: 200 len: 944 time: 0.0515165 Nov 24 02:07:39.045854 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-f6c4bdd2-e704-4d4b-a9e8-39f3dcc0eb35 req-7a70f975-4992-480b-9f5f-791c155ccae1 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424097 Nov 24 02:07:39.163533 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a4f827-743a-46ce-9d0c-cf61ad5956ab req-8e6f0aba-2b85-40f1-8de5-bffa77414c2f tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:07:39.165460 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-84a4f827-743a-46ce-9d0c-cf61ad5956ab req-8e6f0aba-2b85-40f1-8de5-bffa77414c2f tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=d39a65bb-4ff7-4139-ae81-6075ea9fc36c HTTP/1.1" status: 200 len: 944 time: 0.0487065 Nov 24 02:07:39.212734 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-84a4f827-743a-46ce-9d0c-cf61ad5956ab req-126c5f0e-5c5a-46bc-b58f-0afeca256e47 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413427 Nov 24 02:07:39.299513 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:07:39.312854 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8f9d239-3a41-4e52-bad8-85b1b86dc6f0 {{(pid=109868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 02:07:39.331782 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port e8f9d239-3a41-4e52-bad8-85b1b86dc6f0, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=e8f9d239-3a41-4e52-bad8-85b1b86dc6f0,segment=NetworkSegment(5e6793e4-9959-49a4-8909-9dfc82c1549e),segment_id=5e6793e4-9959-49a4-8909-9dfc82c1549e)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:07:39.335460 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:07:39.386341 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=e8f9d239-3a41-4e52-bad8-85b1b86dc6f0,revision_number=7']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:07:39.454149 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a0ef76-813f-41a3-b4aa-cf45facfa84a req-3d67914f-0f90-4e13-82b0-deddd8a86cfd tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:07:39.455558 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-21a0ef76-813f-41a3-b4aa-cf45facfa84a req-3d67914f-0f90-4e13-82b0-deddd8a86cfd tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=d39a65bb-4ff7-4139-ae81-6075ea9fc36c HTTP/1.1" status: 200 len: 945 time: 0.0504777 Nov 24 02:07:39.510752 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-21a0ef76-813f-41a3-b4aa-cf45facfa84a req-deb245be-99f2-4c53-bd5d-a41cfe67fc30 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484035 Nov 24 02:07:39.521741 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d0db69-22ed-4777-9572-e3d6cf841e52 req-4161a762-be2c-4f6b-9066-8080cf874d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:07:39.522873 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-b3d0db69-22ed-4777-9572-e3d6cf841e52 req-4161a762-be2c-4f6b-9066-8080cf874d59 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=54a0714becea44e794f5cbfaa7e75d76&device_id=d39a65bb-4ff7-4139-ae81-6075ea9fc36c HTTP/1.1" status: 200 len: 1098 time: 0.0469816 Nov 24 02:07:39.536724 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] get_ports_and_sgs() called for port_ids ['e8f9d239-3a41-4e52-bad8-85b1b86dc6f0'] {{(pid=109868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 02:07:39.615900 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d0db69-22ed-4777-9572-e3d6cf841e52 req-70e9e05a-1f37-43dc-a057-ce6bb6a3a587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:07:39.617537 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-b3d0db69-22ed-4777-9572-e3d6cf841e52 req-70e9e05a-1f37-43dc-a057-ce6bb6a3a587 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1f564760-ae8d-465e-80f0-efb981ea9d72 HTTP/1.1" status: 200 len: 912 time: 0.0843151 Nov 24 02:07:39.686545 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-b3d0db69-22ed-4777-9572-e3d6cf841e52 req-2186eaf3-f84a-4b69-9f37-d110995c9a97 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8f9d239-3a41-4e52-bad8-85b1b86dc6f0 HTTP/1.1" status: 200 len: 1000 time: 0.0604696 Nov 24 02:07:39.735581 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d0db69-22ed-4777-9572-e3d6cf841e52 req-1d34078c-c266-4a22-acf9-46a2d6cdcf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:07:39.736919 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-b3d0db69-22ed-4777-9572-e3d6cf841e52 req-1d34078c-c266-4a22-acf9-46a2d6cdcf82 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a0daf069-1294-4709-8a95-5a1b322aaf26 HTTP/1.1" status: 200 len: 850 time: 0.0426879 Nov 24 02:07:39.782660 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d0db69-22ed-4777-9572-e3d6cf841e52 req-80c72812-3b00-4e83-8fe4-315ad7bd7c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:07:39.784136 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-b3d0db69-22ed-4777-9572-e3d6cf841e52 req-80c72812-3b00-4e83-8fe4-315ad7bd7c88 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1f564760-ae8d-465e-80f0-efb981ea9d72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393667 Nov 24 02:07:39.878735 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-b3d0db69-22ed-4777-9572-e3d6cf841e52 req-3532f128-e752-488b-a0d5-bb104eeebbb1 service neutron] 10.222.0.48 "GET /v2.0/networks/1f564760-ae8d-465e-80f0-efb981ea9d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839431 Nov 24 02:07:39.967099 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-b3d0db69-22ed-4777-9572-e3d6cf841e52 req-d297238d-35e7-4a8f-8823-38a675936cd6 service neutron] 10.222.0.48 "GET /v2.0/networks/1f564760-ae8d-465e-80f0-efb981ea9d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808935 Nov 24 02:07:40.302597 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device e8f9d239-3a41-4e52-bad8-85b1b86dc6f0 up at agent hyperv_hv-neutron-8189 {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 02:07:40.350272 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Provisioning complete for port e8f9d239-3a41-4e52-bad8-85b1b86dc6f0 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:07:40.350642 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:07:40.427886 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:07:40.463689 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port e8f9d239-3a41-4e52-bad8-85b1b86dc6f0, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=e8f9d239-3a41-4e52-bad8-85b1b86dc6f0,segment=NetworkSegment(5e6793e4-9959-49a4-8909-9dfc82c1549e),segment_id=5e6793e4-9959-49a4-8909-9dfc82c1549e)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:07:40.467393 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:07:40.517200 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=e8f9d239-3a41-4e52-bad8-85b1b86dc6f0,revision_number=8']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:07:40.630427 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ed4864-727c-4f44-a35c-a7c87c4a2ee0 req-01c066f7-f324-4a9e-bf3c-53cec23d6d97 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:07:40.631906 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-26ed4864-727c-4f44-a35c-a7c87c4a2ee0 req-01c066f7-f324-4a9e-bf3c-53cec23d6d97 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=d39a65bb-4ff7-4139-ae81-6075ea9fc36c HTTP/1.1" status: 200 len: 946 time: 0.0524149 Nov 24 02:07:40.644279 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd39a65bb-4ff7-4139-ae81-6075ea9fc36c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8f9d239-3a41-4e52-bad8-85b1b86dc6f0'}] {{(pid=109868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:07:40.646731 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adafa3b64de3cabc8eac619938bcace59b198ffee64d481093eb3def62699d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98911abb-ad94-4f2e-816b-f2ece709b792" -d '{"events": [{"server_uuid": "d39a65bb-4ff7-4139-ae81-6075ea9fc36c", "name": "network-vif-plugged", "status": "completed", "tag": "e8f9d239-3a41-4e52-bad8-85b1b86dc6f0"}]}' {{(pid=109868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:07:40.678767 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-26ed4864-727c-4f44-a35c-a7c87c4a2ee0 req-ed9bffe2-7fef-464c-bbce-e124b2192292 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409811 Nov 24 02:07:40.736167 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 02:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b42855d3-e5b1-4935-be21-7930fdb2d8a7 x-openstack-request-id: req-b42855d3-e5b1-4935-be21-7930fdb2d8a7 {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:07:40.736445 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d39a65bb-4ff7-4139-ae81-6075ea9fc36c", "name": "network-vif-plugged", "status": "completed", "tag": "e8f9d239-3a41-4e52-bad8-85b1b86dc6f0", "code": 200}]} {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:07:40.736704 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b42855d3-e5b1-4935-be21-7930fdb2d8a7 {{(pid=109868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:07:40.737105 dv-neutron-818911-2-hyperv neutron-server[109868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd39a65bb-4ff7-4139-ae81-6075ea9fc36c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8f9d239-3a41-4e52-bad8-85b1b86dc6f0', 'code': 200} Nov 24 02:07:40.920129 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4272353b-db50-4f87-8ef8-e4e20d1942af req-9e38df8c-f869-49ac-ad2b-70bb6b459084 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:07:40.921533 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-4272353b-db50-4f87-8ef8-e4e20d1942af req-9e38df8c-f869-49ac-ad2b-70bb6b459084 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=d39a65bb-4ff7-4139-ae81-6075ea9fc36c HTTP/1.1" status: 200 len: 946 time: 0.0492716 Nov 24 02:07:40.967807 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-4272353b-db50-4f87-8ef8-e4e20d1942af req-ea95661c-76b8-4e29-87dd-57be9d525fa5 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404515 Nov 24 02:07:42.083046 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ad4309-ea69-4bc3-8fcf-9fd86460b08f req-cbf26572-8efe-4125-a247-3a99260f1842 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:07:42.084528 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-44ad4309-ea69-4bc3-8fcf-9fd86460b08f req-cbf26572-8efe-4125-a247-3a99260f1842 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=d39a65bb-4ff7-4139-ae81-6075ea9fc36c HTTP/1.1" status: 200 len: 946 time: 0.0486703 Nov 24 02:07:42.130754 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-44ad4309-ea69-4bc3-8fcf-9fd86460b08f req-8e8c598f-fade-442c-bf40-c5c5a4e2b4a3 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395644 Nov 24 02:07:42.660826 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900f7ec7-d86e-4c39-aaae-ad9866176c88 req-e2697e67-314f-4fe7-8a7e-5fe942b8ffe2 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:07:42.662276 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-900f7ec7-d86e-4c39-aaae-ad9866176c88 req-e2697e67-314f-4fe7-8a7e-5fe942b8ffe2 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.48 "GET /v2.0/ports?device_id=d39a65bb-4ff7-4139-ae81-6075ea9fc36c HTTP/1.1" status: 200 len: 946 time: 0.0478675 Nov 24 02:07:42.751463 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [req-900f7ec7-d86e-4c39-aaae-ad9866176c88 req-93718892-a2b4-4347-ba60-f9650fd4368c tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Deleting port e8f9d239-3a41-4e52-bad8-85b1b86dc6f0 {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 02:07:42.751820 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-900f7ec7-d86e-4c39-aaae-ad9866176c88 req-93718892-a2b4-4347-ba60-f9650fd4368c tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:07:42.840653 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [req-900f7ec7-d86e-4c39-aaae-ad9866176c88 req-93718892-a2b4-4347-ba60-f9650fd4368c tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] For port e8f9d239-3a41-4e52-bad8-85b1b86dc6f0, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=e8f9d239-3a41-4e52-bad8-85b1b86dc6f0,segment=NetworkSegment(5e6793e4-9959-49a4-8909-9dfc82c1549e),segment_id=5e6793e4-9959-49a4-8909-9dfc82c1549e)] {{(pid=109866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:07:42.841013 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-900f7ec7-d86e-4c39-aaae-ad9866176c88 req-93718892-a2b4-4347-ba60-f9650fd4368c tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:07:43.008886 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-900f7ec7-d86e-4c39-aaae-ad9866176c88 req-93718892-a2b4-4347-ba60-f9650fd4368c tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:07:43.009163 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-900f7ec7-d86e-4c39-aaae-ad9866176c88 req-93718892-a2b4-4347-ba60-f9650fd4368c tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418250'] for floatingip, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:07:43.009507 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.l3_db [req-900f7ec7-d86e-4c39-aaae-ad9866176c88 req-93718892-a2b4-4347-ba60-f9650fd4368c tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Floating IP 77431b04-cb27-4a17-8edc-418639ebb281 disassociated. External IP: 172.26.5.35, port: e8f9d239-3a41-4e52-bad8-85b1b86dc6f0. Nov 24 02:07:43.009843 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [req-900f7ec7-d86e-4c39-aaae-ad9866176c88 req-93718892-a2b4-4347-ba60-f9650fd4368c tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Calling delete_port for e8f9d239-3a41-4e52-bad8-85b1b86dc6f0 owned by compute:nova {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 02:07:43.132055 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-900f7ec7-d86e-4c39-aaae-ad9866176c88 req-93718892-a2b4-4347-ba60-f9650fd4368c tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:07:43.162850 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93718892-a2b4-4347-ba60-f9650fd4368c tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Pushing event deleted for resources: {'Port': ['ID=e8f9d239-3a41-4e52-bad8-85b1b86dc6f0,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:07:43.173288 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93718892-a2b4-4347-ba60-f9650fd4368c tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:07:43.173659 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93718892-a2b4-4347-ba60-f9650fd4368c tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:07:43.173996 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93718892-a2b4-4347-ba60-f9650fd4368c tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:07:43.174333 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93718892-a2b4-4347-ba60-f9650fd4368c tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:07:43.174662 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93718892-a2b4-4347-ba60-f9650fd4368c tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:07:43.174987 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93718892-a2b4-4347-ba60-f9650fd4368c tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:07:43.175309 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93718892-a2b4-4347-ba60-f9650fd4368c tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:07:43.175627 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93718892-a2b4-4347-ba60-f9650fd4368c tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:07:43.176419 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93718892-a2b4-4347-ba60-f9650fd4368c tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:07:43.176419 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93718892-a2b4-4347-ba60-f9650fd4368c tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:07:43.176600 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93718892-a2b4-4347-ba60-f9650fd4368c tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:07:43.176854 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93718892-a2b4-4347-ba60-f9650fd4368c tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:07:43.236076 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-23cba91a-6d8e-4a6b-9600-7c7cf7709210 req-84fc2a44-db56-4b53-94ed-09abcbea7305 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=d39a65bb-4ff7-4139-ae81-6075ea9fc36c HTTP/1.1" status: 200 len: 210 time: 0.0276895 Nov 24 02:07:43.294044 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.l3_agent_scheduler [req-900f7ec7-d86e-4c39-aaae-ad9866176c88 req-93718892-a2b4-4347-ba60-f9650fd4368c tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Router a1d3ac9e-257e-467f-8d21-2aee38e578a7 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 02:07:43.402948 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-900f7ec7-d86e-4c39-aaae-ad9866176c88 req-93718892-a2b4-4347-ba60-f9650fd4368c tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 02:07:43.412944 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55431f4d-6c44-4185-b64a-7cc87c970c14 None None] Sync routers for ids ['a1d3ac9e-257e-467f-8d21-2aee38e578a7'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 02:07:43.423095 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55431f4d-6c44-4185-b64a-7cc87c970c14 None None] Routers {'a1d3ac9e-257e-467f-8d21-2aee38e578a7'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:07:43.423720 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-55431f4d-6c44-4185-b64a-7cc87c970c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:07:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['a1d3ac9e-257e-467f-8d21-2aee38e578a7'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:07:43.443640 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [req-900f7ec7-d86e-4c39-aaae-ad9866176c88 req-93718892-a2b4-4347-ba60-f9650fd4368c tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] No DVR routers for this DVR port e8f9d239-3a41-4e52-bad8-85b1b86dc6f0 on host hv-neutron-8189 {{(pid=109866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 02:07:43.446235 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-900f7ec7-d86e-4c39-aaae-ad9866176c88 req-93718892-a2b4-4347-ba60-f9650fd4368c tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:07:43.449671 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-900f7ec7-d86e-4c39-aaae-ad9866176c88 req-93718892-a2b4-4347-ba60-f9650fd4368c tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.48 "DELETE /v2.0/ports/e8f9d239-3a41-4e52-bad8-85b1b86dc6f0 HTTP/1.1" status: 204 len: 173 time: 0.7811272 Nov 24 02:07:43.450111 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd39a65bb-4ff7-4139-ae81-6075ea9fc36c', 'name': 'network-vif-deleted', 'tag': 'e8f9d239-3a41-4e52-bad8-85b1b86dc6f0'}] {{(pid=109866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:07:43.452359 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b7c53c286d9351d1367337230623a155cee02c46c94b80588b67a0bc16402ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2641f99c-7893-4e18-bdbf-c1dc437b4948" -d '{"events": [{"server_uuid": "d39a65bb-4ff7-4139-ae81-6075ea9fc36c", "name": "network-vif-deleted", "tag": "e8f9d239-3a41-4e52-bad8-85b1b86dc6f0"}]}' {{(pid=109866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:07:43.495871 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 02:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62abf433-086a-4398-88df-f8d67864e89e x-openstack-request-id: req-62abf433-086a-4398-88df-f8d67864e89e {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:07:43.496676 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d39a65bb-4ff7-4139-ae81-6075ea9fc36c", "name": "network-vif-deleted", "tag": "e8f9d239-3a41-4e52-bad8-85b1b86dc6f0", "status": "completed", "code": 200}]} {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:07:43.496942 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-62abf433-086a-4398-88df-f8d67864e89e {{(pid=109866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:07:43.497346 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd39a65bb-4ff7-4139-ae81-6075ea9fc36c', 'name': 'network-vif-deleted', 'tag': 'e8f9d239-3a41-4e52-bad8-85b1b86dc6f0', 'status': 'completed', 'code': 200} Nov 24 02:07:43.536124 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-55431f4d-6c44-4185-b64a-7cc87c970c14 None None] Set router a1d3ac9e-257e-467f-8d21-2aee38e578a7 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:07:43.735712 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-55431f4d-6c44-4185-b64a-7cc87c970c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1d3ac9e-257e-467f-8d21-2aee38e578a7', 'name': 'tempest-ServerActionsTestJSON-453320892-router', 'tenant_id': '54a0714becea44e794f5cbfaa7e75d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.222'}], 'enable_snat': True}, 'gw_port_id': '5d4768e5-6215-4b68-b98f-8bc421058691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:05:12Z', 'updated_at': '2021-11-24T02:05:15Z', 'revision_number': 4, 'project_id': '54a0714becea44e794f5cbfaa7e75d76', 'gw_port': {'id': '5d4768e5-6215-4b68-b98f-8bc421058691', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d3ac9e-257e-467f-8d21-2aee38e578a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:05:13Z', 'updated_at': '2021-11-24T02:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': '55e71101-bb62-4023-b5d1-b12759680c2c', 'name': '', 'network_id': '1f564760-ae8d-465e-80f0-efb981ea9d72', 'tenant_id': '54a0714becea44e794f5cbfaa7e75d76', 'mac_address': 'fa:16:3e:85:df:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d3ac9e-257e-467f-8d21-2aee38e578a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'a0daf069-1294-4709-8a95-5a1b322aaf26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:05:15Z', 'updated_at': '2021-11-24T02:05:19Z', 'revision_number': 5, 'project_id': '54a0714becea44e794f5cbfaa7e75d76', 'subnets': [{'id': 'a0daf069-1294-4709-8a95-5a1b322aaf26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:07:43.761593 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55431f4d-6c44-4185-b64a-7cc87c970c14 None None] Checking router: a1d3ac9e-257e-467f-8d21-2aee38e578a7 for host: dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 02:07:43.769778 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55431f4d-6c44-4185-b64a-7cc87c970c14 None None] Routers {'a1d3ac9e-257e-467f-8d21-2aee38e578a7'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:07:43.770372 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-55431f4d-6c44-4185-b64a-7cc87c970c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:07:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['a1d3ac9e-257e-467f-8d21-2aee38e578a7'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:07:43.878971 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-55431f4d-6c44-4185-b64a-7cc87c970c14 None None] Set router a1d3ac9e-257e-467f-8d21-2aee38e578a7 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:07:44.079229 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-55431f4d-6c44-4185-b64a-7cc87c970c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1d3ac9e-257e-467f-8d21-2aee38e578a7', 'name': 'tempest-ServerActionsTestJSON-453320892-router', 'tenant_id': '54a0714becea44e794f5cbfaa7e75d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.222'}], 'enable_snat': True}, 'gw_port_id': '5d4768e5-6215-4b68-b98f-8bc421058691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:05:12Z', 'updated_at': '2021-11-24T02:05:15Z', 'revision_number': 4, 'project_id': '54a0714becea44e794f5cbfaa7e75d76', 'gw_port': {'id': '5d4768e5-6215-4b68-b98f-8bc421058691', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d3ac9e-257e-467f-8d21-2aee38e578a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:05:13Z', 'updated_at': '2021-11-24T02:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': '55e71101-bb62-4023-b5d1-b12759680c2c', 'name': '', 'network_id': '1f564760-ae8d-465e-80f0-efb981ea9d72', 'tenant_id': '54a0714becea44e794f5cbfaa7e75d76', 'mac_address': 'fa:16:3e:85:df:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d3ac9e-257e-467f-8d21-2aee38e578a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'a0daf069-1294-4709-8a95-5a1b322aaf26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:05:15Z', 'updated_at': '2021-11-24T02:05:19Z', 'revision_number': 5, 'project_id': '54a0714becea44e794f5cbfaa7e75d76', 'subnets': [{'id': 'a0daf069-1294-4709-8a95-5a1b322aaf26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:07:44.108065 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55431f4d-6c44-4185-b64a-7cc87c970c14 None None] The sync data for ids ['a1d3ac9e-257e-467f-8d21-2aee38e578a7'] in dv-neutron-818911-2-hyperv is: [{'id': 'a1d3ac9e-257e-467f-8d21-2aee38e578a7', 'name': 'tempest-ServerActionsTestJSON-453320892-router', 'tenant_id': '54a0714becea44e794f5cbfaa7e75d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.222'}], 'enable_snat': True}, 'gw_port_id': '5d4768e5-6215-4b68-b98f-8bc421058691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:05:12Z', 'updated_at': '2021-11-24T02:05:15Z', 'revision_number': 4, 'project_id': '54a0714becea44e794f5cbfaa7e75d76', 'gw_port': {'id': '5d4768e5-6215-4b68-b98f-8bc421058691', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d3ac9e-257e-467f-8d21-2aee38e578a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:05:13Z', 'updated_at': '2021-11-24T02:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': '55e71101-bb62-4023-b5d1-b12759680c2c', 'name': '', 'network_id': '1f564760-ae8d-465e-80f0-efb981ea9d72', 'tenant_id': '54a0714becea44e794f5cbfaa7e75d76', 'mac_address': 'fa:16:3e:85:df:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d3ac9e-257e-467f-8d21-2aee38e578a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'a0daf069-1294-4709-8a95-5a1b322aaf26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:05:15Z', 'updated_at': '2021-11-24T02:05:19Z', 'revision_number': 5, 'project_id': '54a0714becea44e794f5cbfaa7e75d76', 'subnets': [{'id': 'a0daf069-1294-4709-8a95-5a1b322aaf26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 02:07:44.326252 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0874f10-5115-4915-aeec-a05aaab1f61f None None] New status for floating IP 77431b04-cb27-4a17-8edc-418639ebb281: DOWN {{(pid=109869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 02:07:44.493819 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-bffc78f8-a878-4f33-9333-f970a5dcc416 req-65b25053-b5e2-493f-bcdc-b7c1eb537365 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--924162427&fields=id&tenant_id=54a0714becea44e794f5cbfaa7e75d76 HTTP/1.1" status: 200 len: 267 time: 0.0438743 Nov 24 02:07:44.602443 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffc78f8-a878-4f33-9333-f970a5dcc416 req-28c15f32-3cdb-45ed-b63f-6917acedd2cc tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:07:44.603910 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-bffc78f8-a878-4f33-9333-f970a5dcc416 req-28c15f32-3cdb-45ed-b63f-6917acedd2cc tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/networks?id=1f564760-ae8d-465e-80f0-efb981ea9d72 HTTP/1.1" status: 200 len: 811 time: 0.1032643 Nov 24 02:07:44.618314 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-bffc78f8-a878-4f33-9333-f970a5dcc416 req-a6e4bcce-919f-4e42-9275-971fc7e65aa8 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/quotas/54a0714becea44e794f5cbfaa7e75d76 HTTP/1.1" status: 200 len: 375 time: 0.0088017 Nov 24 02:07:44.667880 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-bffc78f8-a878-4f33-9333-f970a5dcc416 req-313902a3-f21d-4bb6-8a9a-13e710a2b748 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=54a0714becea44e794f5cbfaa7e75d76&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445111 Nov 24 02:07:44.724853 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [req-bffc78f8-a878-4f33-9333-f970a5dcc416 req-a9601afc-6897-468f-9fa4-503e74df91d0 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 02:07:44.725896 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-bffc78f8-a878-4f33-9333-f970a5dcc416 req-a9601afc-6897-468f-9fa4-503e74df91d0 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0472775 Nov 24 02:07:44.820244 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-bffc78f8-a878-4f33-9333-f970a5dcc416 req-c511dfc6-0784-4b49-a8af-03ecf44c07f1 service neutron] 10.222.0.21 "GET /v2.0/networks/1f564760-ae8d-465e-80f0-efb981ea9d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879295 Nov 24 02:07:44.908809 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-bffc78f8-a878-4f33-9333-f970a5dcc416 req-13418136-479e-4912-bd86-b5b86ffd999f service neutron] 10.222.0.21 "GET /v2.0/networks/1f564760-ae8d-465e-80f0-efb981ea9d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819943 Nov 24 02:07:45.063903 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-127f97f7-7b67-4d4b-9127-607ab5d76a79 req-19027893-3285-47fa-ad0d-1f41fa290d1c tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b698280-3178-4bbf-b75f-41c86c27ac13 HTTP/1.1" status: 200 len: 210 time: 0.0270913 Nov 24 02:07:46.029739 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffc78f8-a878-4f33-9333-f970a5dcc416 req-a08a5344-126a-4984-afb2-dd57b824f50d tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:07:46.031315 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-bffc78f8-a878-4f33-9333-f970a5dcc416 req-a08a5344-126a-4984-afb2-dd57b824f50d tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.48 "GET /v2.0/networks?id=1f564760-ae8d-465e-80f0-efb981ea9d72 HTTP/1.1" status: 200 len: 811 time: 0.1000252 Nov 24 02:07:46.105006 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-bffc78f8-a878-4f33-9333-f970a5dcc416 req-baeb3282-1488-40c4-b3c9-10218effe8b6 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=54a0714becea44e794f5cbfaa7e75d76 HTTP/1.1" status: 200 len: 379 time: 0.0581255 Nov 24 02:07:46.116218 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [req-bffc78f8-a878-4f33-9333-f970a5dcc416 req-eac15785-d71c-4115-a6ac-b00086195061 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Request body: {'port': {'device_id': '4b698280-3178-4bbf-b75f-41c86c27ac13', 'network_id': '1f564760-ae8d-465e-80f0-efb981ea9d72', 'admin_state_up': True, 'tenant_id': '54a0714becea44e794f5cbfaa7e75d76', 'security_groups': ['13a0480e-d74d-4d12-ac29-49ca4f86c10f']}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:07:46.165305 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-f0e609d4-13f7-47ff-9682-1963bca0f370 req-e178c54f-d9ba-42e9-806f-5475e4b5df67 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b698280-3178-4bbf-b75f-41c86c27ac13 HTTP/1.1" status: 200 len: 210 time: 0.0317907 Nov 24 02:07:46.221169 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bffc78f8-a878-4f33-9333-f970a5dcc416 req-eac15785-d71c-4115-a6ac-b00086195061 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Made reservation on behalf of 54a0714becea44e794f5cbfaa7e75d76 for: {'port': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 02:07:46.224586 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-bffc78f8-a878-4f33-9333-f970a5dcc416 req-eac15785-d71c-4115-a6ac-b00086195061 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:07:46.323559 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device e8f9d239-3a41-4e52-bad8-85b1b86dc6f0 no longer exists at agent hyperv_hv-neutron-8189 {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 02:07:46.343781 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] No Port match for: e8f9d239-3a41-4e52-bad8-85b1b86dc6f0 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 02:07:46.344120 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device e8f9d239-3a41-4e52-bad8-85b1b86dc6f0 not bound to the agent host hv-neutron-8189 {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 02:07:46.350611 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [req-bffc78f8-a878-4f33-9333-f970a5dcc416 req-eac15785-d71c-4115-a6ac-b00086195061 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Allocated IP 172.20.0.11 (1f564760-ae8d-465e-80f0-efb981ea9d72/a0daf069-1294-4709-8a95-5a1b322aaf26/6e6c3c39-d329-4677-a5d6-44155bfdab88) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 02:07:46.481347 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-bffc78f8-a878-4f33-9333-f970a5dcc416 req-eac15785-d71c-4115-a6ac-b00086195061 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:07:46.518531 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-bffc78f8-a878-4f33-9333-f970a5dcc416 req-eac15785-d71c-4115-a6ac-b00086195061 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:07:46.557585 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bffc78f8-a878-4f33-9333-f970a5dcc416 req-eac15785-d71c-4115-a6ac-b00086195061 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Network 1f564760-ae8d-465e-80f0-efb981ea9d72 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 02:07:46.562481 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [req-bffc78f8-a878-4f33-9333-f970a5dcc416 req-eac15785-d71c-4115-a6ac-b00086195061 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:07:46.565923 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [req-bffc78f8-a878-4f33-9333-f970a5dcc416 req-eac15785-d71c-4115-a6ac-b00086195061 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 02:07:46.592858 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac15785-d71c-4115-a6ac-b00086195061 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Pushing event updated for resources: {'Port': ['ID=6e6c3c39-d329-4677-a5d6-44155bfdab88,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:07:46.619572 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffc78f8-a878-4f33-9333-f970a5dcc416 req-eac15785-d71c-4115-a6ac-b00086195061 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:07:46.620284 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-bffc78f8-a878-4f33-9333-f970a5dcc416 req-eac15785-d71c-4115-a6ac-b00086195061 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:07:46.636945 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-bffc78f8-a878-4f33-9333-f970a5dcc416 req-eac15785-d71c-4115-a6ac-b00086195061 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5242848 Nov 24 02:07:46.656241 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [req-bffc78f8-a878-4f33-9333-f970a5dcc416 req-9bc44249-dd13-42cb-a769-40811c902170 service neutron] Request body: {'port': {'device_id': '4b698280-3178-4bbf-b75f-41c86c27ac13', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8189'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:07:46.710854 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-bffc78f8-a878-4f33-9333-f970a5dcc416 req-9bc44249-dd13-42cb-a769-40811c902170 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:07:46.792454 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-2345948f-4f59-4a68-86f4-e60a0165ca5b None None] Provisioning complete for port 6e6c3c39-d329-4677-a5d6-44155bfdab88 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:07:46.792914 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-2345948f-4f59-4a68-86f4-e60a0165ca5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:07:46.828533 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-2345948f-4f59-4a68-86f4-e60a0165ca5b None None] Port 6e6c3c39-d329-4677-a5d6-44155bfdab88 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 02:07:47.322235 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e053790a-cddf-4416-9133-84194f07a4e0 req-82071741-621f-4907-a10a-ed17853562ef tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:07:47.323694 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e053790a-cddf-4416-9133-84194f07a4e0 req-82071741-621f-4907-a10a-ed17853562ef tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b698280-3178-4bbf-b75f-41c86c27ac13 HTTP/1.1" status: 200 len: 932 time: 0.0890067 Nov 24 02:07:47.328787 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [req-bffc78f8-a878-4f33-9333-f970a5dcc416 req-9bc44249-dd13-42cb-a769-40811c902170 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e6c3c39-d329-4677-a5d6-44155bfdab88 {{(pid=109866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 02:07:47.341723 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-bffc78f8-a878-4f33-9333-f970a5dcc416 req-9bc44249-dd13-42cb-a769-40811c902170 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:07:47.364483 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.provisioning_blocks [req-bffc78f8-a878-4f33-9333-f970a5dcc416 req-9bc44249-dd13-42cb-a769-40811c902170 service neutron] Transition to ACTIVE for port object 6e6c3c39-d329-4677-a5d6-44155bfdab88 will not be triggered until provisioned by entity L2. {{(pid=109866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 02:07:47.372549 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-bffc78f8-a878-4f33-9333-f970a5dcc416 req-9bc44249-dd13-42cb-a769-40811c902170 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29149402'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:07:47.430841 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e053790a-cddf-4416-9133-84194f07a4e0 req-22f5c861-f8ff-4bac-8277-a000efb9bcb6 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962033 Nov 24 02:07:47.446060 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc44249-dd13-42cb-a769-40811c902170 service neutron] Pushing event updated for resources: {'Port': ['ID=6e6c3c39-d329-4677-a5d6-44155bfdab88,revision_number=2']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:07:47.511725 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [req-bffc78f8-a878-4f33-9333-f970a5dcc416 req-9bc44249-dd13-42cb-a769-40811c902170 service neutron] Attempting to bind port 6e6c3c39-d329-4677-a5d6-44155bfdab88 on host hv-neutron-8189 for vnic_type normal with profile {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 02:07:47.512061 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [req-bffc78f8-a878-4f33-9333-f970a5dcc416 req-9bc44249-dd13-42cb-a769-40811c902170 service neutron] Attempting to bind port 6e6c3c39-d329-4677-a5d6-44155bfdab88 by drivers openvswitch,hyperv on host hv-neutron-8189 at level 0 using segments [{'id': '5e6793e4-9959-49a4-8909-9dfc82c1549e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1f564760-ae8d-465e-80f0-efb981ea9d72'}] {{(pid=109866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 02:07:47.512387 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bffc78f8-a878-4f33-9333-f970a5dcc416 req-9bc44249-dd13-42cb-a769-40811c902170 service neutron] Attempting to bind port 6e6c3c39-d329-4677-a5d6-44155bfdab88 on network 1f564760-ae8d-465e-80f0-efb981ea9d72 {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 02:07:47.516868 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bffc78f8-a878-4f33-9333-f970a5dcc416 req-9bc44249-dd13-42cb-a769-40811c902170 service neutron] Port 6e6c3c39-d329-4677-a5d6-44155bfdab88 on network 1f564760-ae8d-465e-80f0-efb981ea9d72 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8189 {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 02:07:47.517184 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bffc78f8-a878-4f33-9333-f970a5dcc416 req-9bc44249-dd13-42cb-a769-40811c902170 service neutron] Attempting to bind port 6e6c3c39-d329-4677-a5d6-44155bfdab88 on network 1f564760-ae8d-465e-80f0-efb981ea9d72 {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 02:07:47.522344 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bffc78f8-a878-4f33-9333-f970a5dcc416 req-9bc44249-dd13-42cb-a769-40811c902170 service neutron] Checking agent: {'id': '5773fe6b-0967-455f-9dc9-84c0c923201b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 42, 58), 'started_at': datetime.datetime(2021, 11, 24, 1, 42, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 2, 7, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 02:07:47.522682 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bffc78f8-a878-4f33-9333-f970a5dcc416 req-9bc44249-dd13-42cb-a769-40811c902170 service neutron] Checking segment: {'id': '5e6793e4-9959-49a4-8909-9dfc82c1549e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1f564760-ae8d-465e-80f0-efb981ea9d72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 02:07:47.523089 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bffc78f8-a878-4f33-9333-f970a5dcc416 req-9bc44249-dd13-42cb-a769-40811c902170 service neutron] Bound using segment: {'id': '5e6793e4-9959-49a4-8909-9dfc82c1549e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1f564760-ae8d-465e-80f0-efb981ea9d72'} {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 02:07:47.523559 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [req-bffc78f8-a878-4f33-9333-f970a5dcc416 req-9bc44249-dd13-42cb-a769-40811c902170 service neutron] Bound port: 6e6c3c39-d329-4677-a5d6-44155bfdab88, host: hv-neutron-8189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e6793e4-9959-49a4-8909-9dfc82c1549e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1f564760-ae8d-465e-80f0-efb981ea9d72'}}] {{(pid=109866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 02:07:47.523918 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-bffc78f8-a878-4f33-9333-f970a5dcc416 req-9bc44249-dd13-42cb-a769-40811c902170 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:07:47.588228 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [req-bffc78f8-a878-4f33-9333-f970a5dcc416 req-9bc44249-dd13-42cb-a769-40811c902170 service neutron] For port 6e6c3c39-d329-4677-a5d6-44155bfdab88, host hv-neutron-8189, cleared binding levels {{(pid=109866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 02:07:47.591327 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [req-bffc78f8-a878-4f33-9333-f970a5dcc416 req-9bc44249-dd13-42cb-a769-40811c902170 service neutron] For port 6e6c3c39-d329-4677-a5d6-44155bfdab88, host hv-neutron-8189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=6e6c3c39-d329-4677-a5d6-44155bfdab88,segment=NetworkSegment(5e6793e4-9959-49a4-8909-9dfc82c1549e),segment_id=5e6793e4-9959-49a4-8909-9dfc82c1549e)] {{(pid=109866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 02:07:47.596283 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-bffc78f8-a878-4f33-9333-f970a5dcc416 req-9bc44249-dd13-42cb-a769-40811c902170 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29149402'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:07:47.632267 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffc78f8-a878-4f33-9333-f970a5dcc416 req-9bc44249-dd13-42cb-a769-40811c902170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:07:47.632982 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-bffc78f8-a878-4f33-9333-f970a5dcc416 req-9bc44249-dd13-42cb-a769-40811c902170 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:07:47.634376 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-bffc78f8-a878-4f33-9333-f970a5dcc416 req-9bc44249-dd13-42cb-a769-40811c902170 service neutron] 10.222.0.48 "PUT /v2.0/ports/6e6c3c39-d329-4677-a5d6-44155bfdab88 HTTP/1.1" status: 200 len: 1094 time: 0.9827199 Nov 24 02:07:47.634930 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b698280-3178-4bbf-b75f-41c86c27ac13', 'tag': '6e6c3c39-d329-4677-a5d6-44155bfdab88'}] {{(pid=109866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:07:47.637069 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b7c53c286d9351d1367337230623a155cee02c46c94b80588b67a0bc16402ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc33a9e9-7e9a-4e23-b99b-e474b76a8c7d" -d '{"events": [{"name": "network-changed", "server_uuid": "4b698280-3178-4bbf-b75f-41c86c27ac13", "tag": "6e6c3c39-d329-4677-a5d6-44155bfdab88"}]}' {{(pid=109866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:07:47.665531 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc44249-dd13-42cb-a769-40811c902170 service neutron] Pushing event updated for resources: {'Port': ['ID=6e6c3c39-d329-4677-a5d6-44155bfdab88,revision_number=3']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:07:47.684790 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 02:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fda6f64-9c22-4cf0-90b2-c08a0db3a055 x-openstack-request-id: req-4fda6f64-9c22-4cf0-90b2-c08a0db3a055 {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:07:47.685724 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b698280-3178-4bbf-b75f-41c86c27ac13", "tag": "6e6c3c39-d329-4677-a5d6-44155bfdab88", "status": "completed", "code": 200}]} {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:07:47.685981 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4fda6f64-9c22-4cf0-90b2-c08a0db3a055 {{(pid=109866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:07:47.686413 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b698280-3178-4bbf-b75f-41c86c27ac13', 'tag': '6e6c3c39-d329-4677-a5d6-44155bfdab88', 'status': 'completed', 'code': 200} Nov 24 02:07:47.746807 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffc78f8-a878-4f33-9333-f970a5dcc416 req-9eb7f318-9130-4570-8f70-411dc88b0e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:07:47.748346 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-bffc78f8-a878-4f33-9333-f970a5dcc416 req-9eb7f318-9130-4570-8f70-411dc88b0e16 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=54a0714becea44e794f5cbfaa7e75d76&device_id=4b698280-3178-4bbf-b75f-41c86c27ac13 HTTP/1.1" status: 200 len: 1097 time: 0.0441096 Nov 24 02:07:47.797971 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-bffc78f8-a878-4f33-9333-f970a5dcc416 req-8cddba9c-af9d-4266-8f43-9d957b86aec2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e6c3c39-d329-4677-a5d6-44155bfdab88 HTTP/1.1" status: 200 len: 217 time: 0.0349069 Nov 24 02:07:47.851557 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffc78f8-a878-4f33-9333-f970a5dcc416 req-0956fb9c-6af3-4c0c-b010-11db8411b966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:07:47.853002 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-bffc78f8-a878-4f33-9333-f970a5dcc416 req-0956fb9c-6af3-4c0c-b010-11db8411b966 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a0daf069-1294-4709-8a95-5a1b322aaf26 HTTP/1.1" status: 200 len: 850 time: 0.0487137 Nov 24 02:07:47.900462 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffc78f8-a878-4f33-9333-f970a5dcc416 req-2b971b1e-15e7-4584-82a7-1707f73eb434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:07:47.902011 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-bffc78f8-a878-4f33-9333-f970a5dcc416 req-2b971b1e-15e7-4584-82a7-1707f73eb434 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1f564760-ae8d-465e-80f0-efb981ea9d72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403578 Nov 24 02:07:47.991311 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-bffc78f8-a878-4f33-9333-f970a5dcc416 req-38343b2d-16e9-4b48-8ecd-839539068504 service neutron] 10.222.0.48 "GET /v2.0/networks/1f564760-ae8d-465e-80f0-efb981ea9d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803435 Nov 24 02:07:48.087210 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-bffc78f8-a878-4f33-9333-f970a5dcc416 req-4758625d-e088-4ec7-a4c4-c0285f92714d service neutron] 10.222.0.48 "GET /v2.0/networks/1f564760-ae8d-465e-80f0-efb981ea9d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894742 Nov 24 02:07:48.215689 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc33a9e9-7e9a-4e23-b99b-e474b76a8c7d req-dd61b053-b7a5-4c84-95b6-3f2603520d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:07:48.217690 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-fc33a9e9-7e9a-4e23-b99b-e474b76a8c7d req-dd61b053-b7a5-4c84-95b6-3f2603520d74 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=54a0714becea44e794f5cbfaa7e75d76&device_id=4b698280-3178-4bbf-b75f-41c86c27ac13 HTTP/1.1" status: 200 len: 1097 time: 0.0452349 Nov 24 02:07:48.313015 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc33a9e9-7e9a-4e23-b99b-e474b76a8c7d req-b3695f06-bc5d-40ca-a1ea-fa4e49853b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:07:48.314444 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-fc33a9e9-7e9a-4e23-b99b-e474b76a8c7d req-b3695f06-bc5d-40ca-a1ea-fa4e49853b63 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1f564760-ae8d-465e-80f0-efb981ea9d72 HTTP/1.1" status: 200 len: 912 time: 0.0880818 Nov 24 02:07:48.357697 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-fc33a9e9-7e9a-4e23-b99b-e474b76a8c7d req-7d6f1dfd-885e-42df-82cb-da65d30de834 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e6c3c39-d329-4677-a5d6-44155bfdab88 HTTP/1.1" status: 200 len: 217 time: 0.0336251 Nov 24 02:07:48.410528 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc33a9e9-7e9a-4e23-b99b-e474b76a8c7d req-dcfb8f11-5a20-4e75-89df-d7fc29388196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:07:48.411967 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-fc33a9e9-7e9a-4e23-b99b-e474b76a8c7d req-dcfb8f11-5a20-4e75-89df-d7fc29388196 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a0daf069-1294-4709-8a95-5a1b322aaf26 HTTP/1.1" status: 200 len: 850 time: 0.0468247 Nov 24 02:07:48.457813 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc33a9e9-7e9a-4e23-b99b-e474b76a8c7d req-1a0cdd5f-4cb8-4747-8dda-0c085f9c7c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:07:48.459793 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-fc33a9e9-7e9a-4e23-b99b-e474b76a8c7d req-1a0cdd5f-4cb8-4747-8dda-0c085f9c7c91 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1f564760-ae8d-465e-80f0-efb981ea9d72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0387776 Nov 24 02:07:48.582057 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-fc33a9e9-7e9a-4e23-b99b-e474b76a8c7d req-bf462893-05b0-4b5b-8108-0ec71f80e682 service neutron] 10.222.0.48 "GET /v2.0/networks/1f564760-ae8d-465e-80f0-efb981ea9d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146500 Nov 24 02:07:48.597020 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034c077b-122b-41e7-8b16-74147164a3aa req-fa222966-c343-4818-bead-e72a50add335 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:07:48.598457 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-034c077b-122b-41e7-8b16-74147164a3aa req-fa222966-c343-4818-bead-e72a50add335 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b698280-3178-4bbf-b75f-41c86c27ac13 HTTP/1.1" status: 200 len: 944 time: 0.0786843 Nov 24 02:07:48.697991 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-034c077b-122b-41e7-8b16-74147164a3aa req-e9305b10-26c7-485e-acea-866c5436273d tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912275 Nov 24 02:07:48.714094 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-fc33a9e9-7e9a-4e23-b99b-e474b76a8c7d req-df057c2f-1d3e-4c78-8df1-90dae1c36614 service neutron] 10.222.0.48 "GET /v2.0/networks/1f564760-ae8d-465e-80f0-efb981ea9d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147430 Nov 24 02:07:49.813904 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db0826a-015f-4b2c-ba5a-45c11abce9c1 req-e2c22155-e0fc-4a4c-b2ad-1545e74720cc tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:07:49.815377 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-4db0826a-015f-4b2c-ba5a-45c11abce9c1 req-e2c22155-e0fc-4a4c-b2ad-1545e74720cc tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b698280-3178-4bbf-b75f-41c86c27ac13 HTTP/1.1" status: 200 len: 944 time: 0.0488973 Nov 24 02:07:49.862792 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-4db0826a-015f-4b2c-ba5a-45c11abce9c1 req-da887231-0289-492a-af76-d24f8ab5e0e1 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409243 Nov 24 02:07:50.341159 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 6e6c3c39-d329-4677-a5d6-44155bfdab88 details requested by agent hyperv_hv-neutron-8189 with host hv-neutron-8189 {{(pid=109868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 02:07:50.441533 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port 6e6c3c39-d329-4677-a5d6-44155bfdab88, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=6e6c3c39-d329-4677-a5d6-44155bfdab88,segment=NetworkSegment(5e6793e4-9959-49a4-8909-9dfc82c1549e),segment_id=5e6793e4-9959-49a4-8909-9dfc82c1549e)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:07:50.452098 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Returning: {'device': '6e6c3c39-d329-4677-a5d6-44155bfdab88', 'network_id': '1f564760-ae8d-465e-80f0-efb981ea9d72', 'port_id': '6e6c3c39-d329-4677-a5d6-44155bfdab88', 'mac_address': 'fa:16:3e:ad:30:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0daf069-1294-4709-8a95-5a1b322aaf26', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 02:07:50.487938 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:07:50.503902 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e6c3c39-d329-4677-a5d6-44155bfdab88 {{(pid=109868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 02:07:50.521968 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port 6e6c3c39-d329-4677-a5d6-44155bfdab88, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=6e6c3c39-d329-4677-a5d6-44155bfdab88,segment=NetworkSegment(5e6793e4-9959-49a4-8909-9dfc82c1549e),segment_id=5e6793e4-9959-49a4-8909-9dfc82c1549e)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:07:50.525876 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:07:50.570978 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=6e6c3c39-d329-4677-a5d6-44155bfdab88,revision_number=4']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:07:50.808809 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] get_ports_and_sgs() called for port_ids ['6e6c3c39-d329-4677-a5d6-44155bfdab88'] {{(pid=109868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 02:07:50.982192 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c30cab7-46ff-41c3-b8ab-38e83490370e req-ed1b03ed-2b2c-4a20-a643-69e806636d6f tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:07:50.983688 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-6c30cab7-46ff-41c3-b8ab-38e83490370e req-ed1b03ed-2b2c-4a20-a643-69e806636d6f tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b698280-3178-4bbf-b75f-41c86c27ac13 HTTP/1.1" status: 200 len: 945 time: 0.0541420 Nov 24 02:07:51.029889 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-6c30cab7-46ff-41c3-b8ab-38e83490370e req-b34e82a1-af6f-40e5-b3cf-c1625c5abce6 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403578 Nov 24 02:07:52.157727 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc63a3-c1c6-44b4-a86d-d2914542907f req-09eca324-69b8-47ab-9de7-6ecc4022263b tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:07:52.159856 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-27bc63a3-c1c6-44b4-a86d-d2914542907f req-09eca324-69b8-47ab-9de7-6ecc4022263b tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b698280-3178-4bbf-b75f-41c86c27ac13 HTTP/1.1" status: 200 len: 945 time: 0.0623679 Nov 24 02:07:52.215787 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-27bc63a3-c1c6-44b4-a86d-d2914542907f req-c2fdf32b-d4a2-4f66-bd1a-54040184df1e tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493805 Nov 24 02:07:52.341205 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 6e6c3c39-d329-4677-a5d6-44155bfdab88 up at agent hyperv_hv-neutron-8189 {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 02:07:52.388484 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Provisioning for port 6e6c3c39-d329-4677-a5d6-44155bfdab88 completed by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 02:07:52.392524 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Provisioning complete for port 6e6c3c39-d329-4677-a5d6-44155bfdab88 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:07:52.392886 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:07:52.467734 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:07:52.490449 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b698280-3178-4bbf-b75f-41c86c27ac13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e6c3c39-d329-4677-a5d6-44155bfdab88'}] {{(pid=109868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:07:52.492848 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adafa3b64de3cabc8eac619938bcace59b198ffee64d481093eb3def62699d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bbec3db-4b1c-4cf9-82ed-7ee398600984" -d '{"events": [{"server_uuid": "4b698280-3178-4bbf-b75f-41c86c27ac13", "name": "network-vif-plugged", "status": "completed", "tag": "6e6c3c39-d329-4677-a5d6-44155bfdab88"}]}' {{(pid=109868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:07:52.511155 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port 6e6c3c39-d329-4677-a5d6-44155bfdab88, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=6e6c3c39-d329-4677-a5d6-44155bfdab88,segment=NetworkSegment(5e6793e4-9959-49a4-8909-9dfc82c1549e),segment_id=5e6793e4-9959-49a4-8909-9dfc82c1549e)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:07:52.516031 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:07:52.547022 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 02:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4a3dc16-0943-4a8c-8ff2-0f37c510d836 x-openstack-request-id: req-d4a3dc16-0943-4a8c-8ff2-0f37c510d836 {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:07:52.547318 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b698280-3178-4bbf-b75f-41c86c27ac13", "name": "network-vif-plugged", "status": "completed", "tag": "6e6c3c39-d329-4677-a5d6-44155bfdab88", "code": 200}]} {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:07:52.547575 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d4a3dc16-0943-4a8c-8ff2-0f37c510d836 {{(pid=109868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:07:52.547957 dv-neutron-818911-2-hyperv neutron-server[109868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b698280-3178-4bbf-b75f-41c86c27ac13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e6c3c39-d329-4677-a5d6-44155bfdab88', 'code': 200} Nov 24 02:07:52.572867 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=6e6c3c39-d329-4677-a5d6-44155bfdab88,revision_number=5']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:07:52.738986 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec252289-eb73-4e16-9c09-0c5164b05b14 req-ea750cd9-521f-4941-90e8-f233026e857d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:07:52.740349 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-ec252289-eb73-4e16-9c09-0c5164b05b14 req-ea750cd9-521f-4941-90e8-f233026e857d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4b698280-3178-4bbf-b75f-41c86c27ac13 HTTP/1.1" status: 200 len: 1099 time: 0.0397689 Nov 24 02:07:52.783881 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-ec252289-eb73-4e16-9c09-0c5164b05b14 req-20b003d0-3ebe-4f8c-bedc-642a79ed906f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365367 Nov 24 02:07:53.336124 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7411900-80c3-4a36-bfc4-53a0949828e5 req-cc924e17-3326-4a9d-9a27-8987702b71f0 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:07:53.337607 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-b7411900-80c3-4a36-bfc4-53a0949828e5 req-cc924e17-3326-4a9d-9a27-8987702b71f0 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b698280-3178-4bbf-b75f-41c86c27ac13 HTTP/1.1" status: 200 len: 946 time: 0.0533516 Nov 24 02:07:53.384330 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-b7411900-80c3-4a36-bfc4-53a0949828e5 req-aaf46aa5-86e6-4fbd-ba6c-1a1e984fe1cf tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408885 Nov 24 02:07:54.174332 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.agents_db [None req-4e42c10c-a1d3-4d07-89d6-7a24334140aa None None] Agent healthcheck: found 6 active agents {{(pid=109869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 02:07:54.502558 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83efc94a-4ab8-4db1-a2d6-3526cfcc657f req-3c24893f-adda-4672-81b2-ea53d06a3aa6 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:07:54.503952 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-83efc94a-4ab8-4db1-a2d6-3526cfcc657f req-3c24893f-adda-4672-81b2-ea53d06a3aa6 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b698280-3178-4bbf-b75f-41c86c27ac13 HTTP/1.1" status: 200 len: 946 time: 0.0525417 Nov 24 02:07:54.550124 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-83efc94a-4ab8-4db1-a2d6-3526cfcc657f req-b3f272e4-d6ae-4ec4-a5de-f4ab14d42fcd tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401483 Nov 24 02:07:54.659840 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8115a84f-b06d-457d-b9c6-985e1f66f427 req-3df1387d-7812-4d8c-8455-1f0d96c8f243 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:07:54.661299 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-8115a84f-b06d-457d-b9c6-985e1f66f427 req-3df1387d-7812-4d8c-8455-1f0d96c8f243 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b698280-3178-4bbf-b75f-41c86c27ac13 HTTP/1.1" status: 200 len: 946 time: 0.0477912 Nov 24 02:07:54.670451 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 54162) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:07:54.674917 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-0dda6e52-fe3b-433f-b502-1bceb33acd13 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Request body: {'floatingip': {'port_id': '6e6c3c39-d329-4677-a5d6-44155bfdab88'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:07:54.717009 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0dda6e52-fe3b-433f-b502-1bceb33acd13 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Publish callbacks [] for floatingip, before_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:07:54.752979 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9d1c6368-486b-45dd-9e03-926aa95516ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:07:55.144382 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0dda6e52-fe3b-433f-b502-1bceb33acd13 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:07:55.148469 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0dda6e52-fe3b-433f-b502-1bceb33acd13 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418250'] for floatingip, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:07:55.248479 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.l3_db [None req-0dda6e52-fe3b-433f-b502-1bceb33acd13 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Floating IP 77431b04-cb27-4a17-8edc-418639ebb281 associated. External IP: 172.26.5.35, port: 6e6c3c39-d329-4677-a5d6-44155bfdab88. Nov 24 02:07:55.453470 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dda6e52-fe3b-433f-b502-1bceb33acd13 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Router a1d3ac9e-257e-467f-8d21-2aee38e578a7 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 02:07:55.558685 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dda6e52-fe3b-433f-b502-1bceb33acd13 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 02:07:55.563222 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0dda6e52-fe3b-433f-b502-1bceb33acd13 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for floatingip, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:07:55.568908 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0561c6-fea4-4bc8-b014-11158baaabb5 None None] Sync routers for ids ['a1d3ac9e-257e-467f-8d21-2aee38e578a7'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 02:07:55.578204 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0561c6-fea4-4bc8-b014-11158baaabb5 None None] Routers {'a1d3ac9e-257e-467f-8d21-2aee38e578a7'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:07:55.578806 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-2e0561c6-fea4-4bc8-b014-11158baaabb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:07:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['a1d3ac9e-257e-467f-8d21-2aee38e578a7'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:07:55.591949 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-0dda6e52-fe3b-433f-b502-1bceb33acd13 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "PUT /v2.0/floatingips/77431b04-cb27-4a17-8edc-418639ebb281 HTTP/1.1" status: 200 len: 991 time: 0.9204350 Nov 24 02:07:55.592599 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b698280-3178-4bbf-b75f-41c86c27ac13', 'tag': '6e6c3c39-d329-4677-a5d6-44155bfdab88'}] {{(pid=109867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:07:55.594929 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2155eb48762029a847224b6ca77dbed8b251e8450d3d79f1fc0a82d404e82e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae2a0c0d-7f9b-4314-b2e9-3058dfd8f374" -d '{"events": [{"name": "network-changed", "server_uuid": "4b698280-3178-4bbf-b75f-41c86c27ac13", "tag": "6e6c3c39-d329-4677-a5d6-44155bfdab88"}]}' {{(pid=109867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:07:55.634402 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 02:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddddd170-e8c3-4312-86e8-b5f47fef55a0 x-openstack-request-id: req-ddddd170-e8c3-4312-86e8-b5f47fef55a0 {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:07:55.634995 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b698280-3178-4bbf-b75f-41c86c27ac13", "tag": "6e6c3c39-d329-4677-a5d6-44155bfdab88", "status": "completed", "code": 200}]} {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:07:55.635267 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ddddd170-e8c3-4312-86e8-b5f47fef55a0 {{(pid=109867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:07:55.635743 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b698280-3178-4bbf-b75f-41c86c27ac13', 'tag': '6e6c3c39-d329-4677-a5d6-44155bfdab88', 'status': 'completed', 'code': 200} Nov 24 02:07:55.683435 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-2e0561c6-fea4-4bc8-b014-11158baaabb5 None None] Set router a1d3ac9e-257e-467f-8d21-2aee38e578a7 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:07:55.730859 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2a0c0d-7f9b-4314-b2e9-3058dfd8f374 req-9b175bed-4841-4244-9bbc-960b1bb5bbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:07:55.732376 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-ae2a0c0d-7f9b-4314-b2e9-3058dfd8f374 req-9b175bed-4841-4244-9bbc-960b1bb5bbdc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=54a0714becea44e794f5cbfaa7e75d76&device_id=4b698280-3178-4bbf-b75f-41c86c27ac13 HTTP/1.1" status: 200 len: 1099 time: 0.0416777 Nov 24 02:07:55.827341 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2a0c0d-7f9b-4314-b2e9-3058dfd8f374 req-2620d5c0-ae1b-4025-9930-d46e958722a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:07:55.828831 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-ae2a0c0d-7f9b-4314-b2e9-3058dfd8f374 req-2620d5c0-ae1b-4025-9930-d46e958722a3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1f564760-ae8d-465e-80f0-efb981ea9d72 HTTP/1.1" status: 200 len: 912 time: 0.0885491 Nov 24 02:07:55.894597 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-ae2a0c0d-7f9b-4314-b2e9-3058dfd8f374 req-c9c8bee2-00d1-4ea8-9012-236eea31ea3c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e6c3c39-d329-4677-a5d6-44155bfdab88 HTTP/1.1" status: 200 len: 999 time: 0.0586936 Nov 24 02:07:55.904306 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-2e0561c6-fea4-4bc8-b014-11158baaabb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1d3ac9e-257e-467f-8d21-2aee38e578a7', 'name': 'tempest-ServerActionsTestJSON-453320892-router', 'tenant_id': '54a0714becea44e794f5cbfaa7e75d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.222'}], 'enable_snat': True}, 'gw_port_id': '5d4768e5-6215-4b68-b98f-8bc421058691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:05:12Z', 'updated_at': '2021-11-24T02:05:15Z', 'revision_number': 4, 'project_id': '54a0714becea44e794f5cbfaa7e75d76', 'gw_port': {'id': '5d4768e5-6215-4b68-b98f-8bc421058691', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d3ac9e-257e-467f-8d21-2aee38e578a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:05:13Z', 'updated_at': '2021-11-24T02:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_floatingips': [{'id': '77431b04-cb27-4a17-8edc-418639ebb281', 'tenant_id': '54a0714becea44e794f5cbfaa7e75d76', 'floating_ip_address': '172.26.5.35', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': 'a1d3ac9e-257e-467f-8d21-2aee38e578a7', 'port_id': '6e6c3c39-d329-4677-a5d6-44155bfdab88', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f564760-ae8d-465e-80f0-efb981ea9d72', 'mac_address': 'fa:16:3e:ad:30:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b698280-3178-4bbf-b75f-41c86c27ac13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T02:05:18Z', 'updated_at': '2021-11-24T02:07:55Z', 'revision_number': 9, 'project_id': '54a0714becea44e794f5cbfaa7e75d76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55e71101-bb62-4023-b5d1-b12759680c2c', 'name': '', 'network_id': '1f564760-ae8d-465e-80f0-efb981ea9d72', 'tenant_id': '54a0714becea44e794f5cbfaa7e75d76', 'mac_address': 'fa:16:3e:85:df:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d3ac9e-257e-467f-8d21-2aee38e578a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'a0daf069-1294-4709-8a95-5a1b322aaf26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:05:15Z', 'updated_at': '2021-11-24T02:05:19Z', 'revision_number': 5, 'project_id': '54a0714becea44e794f5cbfaa7e75d76', 'subnets': [{'id': 'a0daf069-1294-4709-8a95-5a1b322aaf26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:07:55.933504 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0561c6-fea4-4bc8-b014-11158baaabb5 None None] Checking router: a1d3ac9e-257e-467f-8d21-2aee38e578a7 for host: dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 02:07:55.941636 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0561c6-fea4-4bc8-b014-11158baaabb5 None None] Routers {'a1d3ac9e-257e-467f-8d21-2aee38e578a7'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:07:55.942234 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-2e0561c6-fea4-4bc8-b014-11158baaabb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:07:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['a1d3ac9e-257e-467f-8d21-2aee38e578a7'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:07:55.942982 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2a0c0d-7f9b-4314-b2e9-3058dfd8f374 req-df89c435-279e-412f-bfd0-aa63527b372b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:07:55.944453 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-ae2a0c0d-7f9b-4314-b2e9-3058dfd8f374 req-df89c435-279e-412f-bfd0-aa63527b372b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a0daf069-1294-4709-8a95-5a1b322aaf26 HTTP/1.1" status: 200 len: 850 time: 0.0431049 Nov 24 02:07:55.993444 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2a0c0d-7f9b-4314-b2e9-3058dfd8f374 req-19d17208-2d17-41e7-a99c-1755733e7c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:07:55.994932 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-ae2a0c0d-7f9b-4314-b2e9-3058dfd8f374 req-19d17208-2d17-41e7-a99c-1755733e7c8f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1f564760-ae8d-465e-80f0-efb981ea9d72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0435638 Nov 24 02:07:56.046143 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-2e0561c6-fea4-4bc8-b014-11158baaabb5 None None] Set router a1d3ac9e-257e-467f-8d21-2aee38e578a7 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:07:56.084838 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-ae2a0c0d-7f9b-4314-b2e9-3058dfd8f374 req-cbe2b0c5-b4b7-4a54-b700-da95e07ec21d service neutron] 10.222.0.48 "GET /v2.0/networks/1f564760-ae8d-465e-80f0-efb981ea9d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826120 Nov 24 02:07:56.183010 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-ae2a0c0d-7f9b-4314-b2e9-3058dfd8f374 req-b27b12b6-e959-4b0b-a2d7-949254aab09d service neutron] 10.222.0.48 "GET /v2.0/networks/1f564760-ae8d-465e-80f0-efb981ea9d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909562 Nov 24 02:07:56.404996 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-2e0561c6-fea4-4bc8-b014-11158baaabb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1d3ac9e-257e-467f-8d21-2aee38e578a7', 'name': 'tempest-ServerActionsTestJSON-453320892-router', 'tenant_id': '54a0714becea44e794f5cbfaa7e75d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.222'}], 'enable_snat': True}, 'gw_port_id': '5d4768e5-6215-4b68-b98f-8bc421058691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:05:12Z', 'updated_at': '2021-11-24T02:05:15Z', 'revision_number': 4, 'project_id': '54a0714becea44e794f5cbfaa7e75d76', 'gw_port': {'id': '5d4768e5-6215-4b68-b98f-8bc421058691', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d3ac9e-257e-467f-8d21-2aee38e578a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:05:13Z', 'updated_at': '2021-11-24T02:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_floatingips': [{'id': '77431b04-cb27-4a17-8edc-418639ebb281', 'tenant_id': '54a0714becea44e794f5cbfaa7e75d76', 'floating_ip_address': '172.26.5.35', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': 'a1d3ac9e-257e-467f-8d21-2aee38e578a7', 'port_id': '6e6c3c39-d329-4677-a5d6-44155bfdab88', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f564760-ae8d-465e-80f0-efb981ea9d72', 'mac_address': 'fa:16:3e:ad:30:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b698280-3178-4bbf-b75f-41c86c27ac13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T02:05:18Z', 'updated_at': '2021-11-24T02:07:55Z', 'revision_number': 9, 'project_id': '54a0714becea44e794f5cbfaa7e75d76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55e71101-bb62-4023-b5d1-b12759680c2c', 'name': '', 'network_id': '1f564760-ae8d-465e-80f0-efb981ea9d72', 'tenant_id': '54a0714becea44e794f5cbfaa7e75d76', 'mac_address': 'fa:16:3e:85:df:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d3ac9e-257e-467f-8d21-2aee38e578a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'a0daf069-1294-4709-8a95-5a1b322aaf26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:05:15Z', 'updated_at': '2021-11-24T02:05:19Z', 'revision_number': 5, 'project_id': '54a0714becea44e794f5cbfaa7e75d76', 'subnets': [{'id': 'a0daf069-1294-4709-8a95-5a1b322aaf26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:07:56.433202 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0561c6-fea4-4bc8-b014-11158baaabb5 None None] The sync data for ids ['a1d3ac9e-257e-467f-8d21-2aee38e578a7'] in dv-neutron-818911-2-hyperv is: [{'id': 'a1d3ac9e-257e-467f-8d21-2aee38e578a7', 'name': 'tempest-ServerActionsTestJSON-453320892-router', 'tenant_id': '54a0714becea44e794f5cbfaa7e75d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.222'}], 'enable_snat': True}, 'gw_port_id': '5d4768e5-6215-4b68-b98f-8bc421058691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:05:12Z', 'updated_at': '2021-11-24T02:05:15Z', 'revision_number': 4, 'project_id': '54a0714becea44e794f5cbfaa7e75d76', 'gw_port': {'id': '5d4768e5-6215-4b68-b98f-8bc421058691', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d3ac9e-257e-467f-8d21-2aee38e578a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:05:13Z', 'updated_at': '2021-11-24T02:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_floatingips': [{'id': '77431b04-cb27-4a17-8edc-418639ebb281', 'tenant_id': '54a0714becea44e794f5cbfaa7e75d76', 'floating_ip_address': '172.26.5.35', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': 'a1d3ac9e-257e-467f-8d21-2aee38e578a7', 'port_id': '6e6c3c39-d329-4677-a5d6-44155bfdab88', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f564760-ae8d-465e-80f0-efb981ea9d72', 'mac_address': 'fa:16:3e:ad:30:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b698280-3178-4bbf-b75f-41c86c27ac13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T02:05:18Z', 'updated_at': '2021-11-24T02:07:55Z', 'revision_number': 9, 'project_id': '54a0714becea44e794f5cbfaa7e75d76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55e71101-bb62-4023-b5d1-b12759680c2c', 'name': '', 'network_id': '1f564760-ae8d-465e-80f0-efb981ea9d72', 'tenant_id': '54a0714becea44e794f5cbfaa7e75d76', 'mac_address': 'fa:16:3e:85:df:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d3ac9e-257e-467f-8d21-2aee38e578a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'a0daf069-1294-4709-8a95-5a1b322aaf26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:05:15Z', 'updated_at': '2021-11-24T02:05:19Z', 'revision_number': 5, 'project_id': '54a0714becea44e794f5cbfaa7e75d76', 'subnets': [{'id': 'a0daf069-1294-4709-8a95-5a1b322aaf26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 02:07:56.613068 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128ecc69-c52a-497f-9129-2bdc4425a021 None None] New status for floating IP 77431b04-cb27-4a17-8edc-418639ebb281: ACTIVE {{(pid=109869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 02:07:57.206487 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-3ee7c9d2-ed2b-49c1-961a-4492846c6eed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:07:58.114159 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:07:58.146313 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:07:59.636532 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:08:00.131474 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:08:18.286264 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-342c0b02-3f19-411e-8b78-3ae6f1085840 req-c1170f6c-4657-4c3a-ab3e-da32e85fd3a2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4b698280-3178-4bbf-b75f-41c86c27ac13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396705 Nov 24 02:08:18.385633 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342c0b02-3f19-411e-8b78-3ae6f1085840 req-0631ec98-a5ab-4bf8-9ff6-1b13cd5bb46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:08:18.387114 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-342c0b02-3f19-411e-8b78-3ae6f1085840 req-0631ec98-a5ab-4bf8-9ff6-1b13cd5bb46d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=54a0714becea44e794f5cbfaa7e75d76&device_id=4b698280-3178-4bbf-b75f-41c86c27ac13 HTTP/1.1" status: 200 len: 1099 time: 0.0401773 Nov 24 02:08:18.492444 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342c0b02-3f19-411e-8b78-3ae6f1085840 req-95ad0547-ec1a-49b9-a0ed-d9d78c2acec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:08:18.493918 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-342c0b02-3f19-411e-8b78-3ae6f1085840 req-95ad0547-ec1a-49b9-a0ed-d9d78c2acec9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1f564760-ae8d-465e-80f0-efb981ea9d72 HTTP/1.1" status: 200 len: 912 time: 0.0861778 Nov 24 02:08:18.558059 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-342c0b02-3f19-411e-8b78-3ae6f1085840 req-4789cc94-1d27-4ee4-ba13-3b37ed6edc39 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e6c3c39-d329-4677-a5d6-44155bfdab88 HTTP/1.1" status: 200 len: 1002 time: 0.0556190 Nov 24 02:08:18.611104 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342c0b02-3f19-411e-8b78-3ae6f1085840 req-03272818-9669-4fe4-880f-69c2bd1f29ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:08:18.612497 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-342c0b02-3f19-411e-8b78-3ae6f1085840 req-03272818-9669-4fe4-880f-69c2bd1f29ed service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a0daf069-1294-4709-8a95-5a1b322aaf26 HTTP/1.1" status: 200 len: 850 time: 0.0464995 Nov 24 02:08:18.657300 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342c0b02-3f19-411e-8b78-3ae6f1085840 req-48567361-89e8-473b-82de-61c726e4a334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:08:18.658776 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-342c0b02-3f19-411e-8b78-3ae6f1085840 req-48567361-89e8-473b-82de-61c726e4a334 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1f564760-ae8d-465e-80f0-efb981ea9d72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0389984 Nov 24 02:08:18.746772 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-342c0b02-3f19-411e-8b78-3ae6f1085840 req-ff92bd09-e8be-4018-bb09-d6b6855eb7f9 service neutron] 10.222.0.48 "GET /v2.0/networks/1f564760-ae8d-465e-80f0-efb981ea9d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792437 Nov 24 02:08:18.837932 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-342c0b02-3f19-411e-8b78-3ae6f1085840 req-c66f3dc0-7775-47d1-913a-3b7f1a07ee0c service neutron] 10.222.0.48 "GET /v2.0/networks/1f564760-ae8d-465e-80f0-efb981ea9d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830865 Nov 24 02:08:24.755598 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-5c1a0a57-eb9f-4e71-ad9d-9f67a87be887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:08:27.208517 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-b2cba9fc-09e3-4a83-b616-2a3796c3e3c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:08:28.131064 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:08:28.148702 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:08:29.638533 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:08:30.134146 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:08:31.172996 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.agents_db [None req-4e42c10c-a1d3-4d07-89d6-7a24334140aa None None] Agent healthcheck: found 6 active agents {{(pid=109869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 02:08:32.617278 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc209909-c379-4461-a36a-eed34a1490e1 req-eb480149-31b4-4eb5-8c31-ad364aab1dbc tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:08:32.618804 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-cc209909-c379-4461-a36a-eed34a1490e1 req-eb480149-31b4-4eb5-8c31-ad364aab1dbc tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b698280-3178-4bbf-b75f-41c86c27ac13 HTTP/1.1" status: 200 len: 946 time: 0.0789847 Nov 24 02:08:32.628349 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e6e31a35-4b1f-4547-a403-b313d235feeb req-df621e67-010a-4eeb-9a9f-f4e6d32e67fa service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4b698280-3178-4bbf-b75f-41c86c27ac13&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1032488 Nov 24 02:08:32.671428 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-cc209909-c379-4461-a36a-eed34a1490e1 req-999dfd7d-116c-4a74-91cf-86bbdab44c58 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460389 Nov 24 02:08:33.794775 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e31a35-4b1f-4547-a403-b313d235feeb req-bbdef2de-cafe-4646-9123-80230a03aad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:08:33.796295 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e6e31a35-4b1f-4547-a403-b313d235feeb req-bbdef2de-cafe-4646-9123-80230a03aad6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=54a0714becea44e794f5cbfaa7e75d76&device_id=4b698280-3178-4bbf-b75f-41c86c27ac13 HTTP/1.1" status: 200 len: 1099 time: 0.0692520 Nov 24 02:08:33.808404 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c301cb00-1e6a-4781-a2d4-3966ea236a2c req-edabb4f9-ed5f-48c1-9724-784543c06e97 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:08:33.809815 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-c301cb00-1e6a-4781-a2d4-3966ea236a2c req-edabb4f9-ed5f-48c1-9724-784543c06e97 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b698280-3178-4bbf-b75f-41c86c27ac13 HTTP/1.1" status: 200 len: 946 time: 0.0586569 Nov 24 02:08:33.913600 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-c301cb00-1e6a-4781-a2d4-3966ea236a2c req-bacecee8-7955-4af0-82c2-0f3ad776108e tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959139 Nov 24 02:08:33.930142 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e31a35-4b1f-4547-a403-b313d235feeb req-e14e4382-0bf9-495a-a959-a28e3c81008d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:08:33.931581 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e6e31a35-4b1f-4547-a403-b313d235feeb req-e14e4382-0bf9-495a-a959-a28e3c81008d service neutron] 10.222.0.48 "GET /v2.0/networks?id=1f564760-ae8d-465e-80f0-efb981ea9d72 HTTP/1.1" status: 200 len: 912 time: 0.1209321 Nov 24 02:08:34.000899 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e6e31a35-4b1f-4547-a403-b313d235feeb req-a7d58143-89c1-44cf-b672-3d3728261a58 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e6c3c39-d329-4677-a5d6-44155bfdab88 HTTP/1.1" status: 200 len: 1002 time: 0.0607698 Nov 24 02:08:34.048130 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e31a35-4b1f-4547-a403-b313d235feeb req-f0da7be6-19c1-49e0-99d1-8d25a5a3b653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:08:34.049614 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e6e31a35-4b1f-4547-a403-b313d235feeb req-f0da7be6-19c1-49e0-99d1-8d25a5a3b653 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a0daf069-1294-4709-8a95-5a1b322aaf26 HTTP/1.1" status: 200 len: 850 time: 0.0414798 Nov 24 02:08:34.093510 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e31a35-4b1f-4547-a403-b313d235feeb req-b85d7323-8d90-48f6-bbc2-5e8b49697ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:08:34.094969 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e6e31a35-4b1f-4547-a403-b313d235feeb req-b85d7323-8d90-48f6-bbc2-5e8b49697ba0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1f564760-ae8d-465e-80f0-efb981ea9d72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0388920 Nov 24 02:08:34.199274 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e6e31a35-4b1f-4547-a403-b313d235feeb req-f2ae39c7-a240-4e89-aa65-7b9822bfb2d9 service neutron] 10.222.0.48 "GET /v2.0/networks/1f564760-ae8d-465e-80f0-efb981ea9d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976050 Nov 24 02:08:34.292100 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e6e31a35-4b1f-4547-a403-b313d235feeb req-a10f9f2e-8eda-478d-8cf8-d682593df19b service neutron] 10.222.0.48 "GET /v2.0/networks/1f564760-ae8d-465e-80f0-efb981ea9d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849826 Nov 24 02:08:35.027554 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5f7999-306e-4eda-b55e-86d2a8559178 req-924cc77f-7fae-473e-98cf-b4f3a912f9d7 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:08:35.028989 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-7f5f7999-306e-4eda-b55e-86d2a8559178 req-924cc77f-7fae-473e-98cf-b4f3a912f9d7 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b698280-3178-4bbf-b75f-41c86c27ac13 HTTP/1.1" status: 200 len: 946 time: 0.0470698 Nov 24 02:08:35.075815 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-7f5f7999-306e-4eda-b55e-86d2a8559178 req-400adf9a-659c-405e-826e-e294977a385c tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408072 Nov 24 02:08:36.189158 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392df647-576b-4e35-adf3-31a1b3583e9c req-eb8f9099-7c32-4efd-a038-862787db5e3b tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:08:36.190633 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-392df647-576b-4e35-adf3-31a1b3583e9c req-eb8f9099-7c32-4efd-a038-862787db5e3b tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b698280-3178-4bbf-b75f-41c86c27ac13 HTTP/1.1" status: 200 len: 946 time: 0.0474842 Nov 24 02:08:36.243933 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-392df647-576b-4e35-adf3-31a1b3583e9c req-1b1033a7-a011-4cbb-918e-9813e8bb1a02 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467496 Nov 24 02:08:37.363456 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73b8b23-a87d-4c38-9b90-02ca57e2bcab req-2880b9e9-8483-4686-a021-7aa0268bff0c tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:08:37.364901 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-d73b8b23-a87d-4c38-9b90-02ca57e2bcab req-2880b9e9-8483-4686-a021-7aa0268bff0c tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b698280-3178-4bbf-b75f-41c86c27ac13 HTTP/1.1" status: 200 len: 946 time: 0.0533955 Nov 24 02:08:37.412197 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-d73b8b23-a87d-4c38-9b90-02ca57e2bcab req-7273fe78-beb2-4e2c-af6e-3116730b6dcf tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406880 Nov 24 02:08:38.526763 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb334eb2-28e4-4f78-96a7-5acd81d83282 req-061c7eae-9a3c-4cc6-907a-3bcea3cbe7c0 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:08:38.528252 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-bb334eb2-28e4-4f78-96a7-5acd81d83282 req-061c7eae-9a3c-4cc6-907a-3bcea3cbe7c0 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b698280-3178-4bbf-b75f-41c86c27ac13 HTTP/1.1" status: 200 len: 946 time: 0.0481610 Nov 24 02:08:38.574238 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-bb334eb2-28e4-4f78-96a7-5acd81d83282 req-30cd28c7-a97d-4e05-abf9-c81c300c9f9b tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401788 Nov 24 02:08:39.690625 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b658a93b-1542-473e-8434-7fab5b69b46b req-85640777-d93a-4ddb-863c-1c0d3ed0eb66 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:08:39.692099 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-b658a93b-1542-473e-8434-7fab5b69b46b req-85640777-d93a-4ddb-863c-1c0d3ed0eb66 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b698280-3178-4bbf-b75f-41c86c27ac13 HTTP/1.1" status: 200 len: 946 time: 0.0487318 Nov 24 02:08:39.738794 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-b658a93b-1542-473e-8434-7fab5b69b46b req-409a1598-d678-42ad-976b-e6825cbbab6b tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407844 Nov 24 02:08:40.858051 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3905b583-896c-4aa4-b8e0-a995f13f4bc8 req-dd297542-2d9a-4148-a674-19e80c01bcf0 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:08:40.859532 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-3905b583-896c-4aa4-b8e0-a995f13f4bc8 req-dd297542-2d9a-4148-a674-19e80c01bcf0 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b698280-3178-4bbf-b75f-41c86c27ac13 HTTP/1.1" status: 200 len: 946 time: 0.0533020 Nov 24 02:08:40.904943 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-3905b583-896c-4aa4-b8e0-a995f13f4bc8 req-90a9e628-2208-4718-ad24-dbbf7d9222c8 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395017 Nov 24 02:08:42.018035 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9dd9bc-f65c-4e04-981f-3d224fa69b18 req-bd5b0851-abb0-4548-9a65-814554206901 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:08:42.019516 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-eb9dd9bc-f65c-4e04-981f-3d224fa69b18 req-bd5b0851-abb0-4548-9a65-814554206901 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b698280-3178-4bbf-b75f-41c86c27ac13 HTTP/1.1" status: 200 len: 946 time: 0.0479708 Nov 24 02:08:42.069782 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-eb9dd9bc-f65c-4e04-981f-3d224fa69b18 req-33b6caf3-d748-475d-874d-dc0373a3c460 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438387 Nov 24 02:08:43.189160 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96133fd-175a-432e-ac3d-25e56cb94a74 req-b009dee0-c2b7-4649-abc0-d3276adcc2a3 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:08:43.190635 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e96133fd-175a-432e-ac3d-25e56cb94a74 req-b009dee0-c2b7-4649-abc0-d3276adcc2a3 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b698280-3178-4bbf-b75f-41c86c27ac13 HTTP/1.1" status: 200 len: 946 time: 0.0518353 Nov 24 02:08:43.237997 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e96133fd-175a-432e-ac3d-25e56cb94a74 req-6d1e9ca1-aa1a-4004-b958-e16e90ed6bac tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404949 Nov 24 02:08:44.355394 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e012dce9-bd97-4dae-8847-e18309bb616a req-3c946f3b-faf3-4361-a474-3d896b1c8733 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:08:44.356840 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e012dce9-bd97-4dae-8847-e18309bb616a req-3c946f3b-faf3-4361-a474-3d896b1c8733 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b698280-3178-4bbf-b75f-41c86c27ac13 HTTP/1.1" status: 200 len: 946 time: 0.0491617 Nov 24 02:08:44.403715 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e012dce9-bd97-4dae-8847-e18309bb616a req-5ebed82c-cbb0-4ce2-bf3e-a99216072a4f tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410097 Nov 24 02:08:45.519243 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9b2de7-51fb-4b32-8431-af5c2b29842a req-5ec00982-e4d0-44a4-84a3-f1ed44701c96 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:08:45.520698 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-2d9b2de7-51fb-4b32-8431-af5c2b29842a req-5ec00982-e4d0-44a4-84a3-f1ed44701c96 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b698280-3178-4bbf-b75f-41c86c27ac13 HTTP/1.1" status: 200 len: 946 time: 0.0470912 Nov 24 02:08:45.566937 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-2d9b2de7-51fb-4b32-8431-af5c2b29842a req-3c1fb823-603e-4f8d-9bcc-3be1b4e619f8 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398023 Nov 24 02:08:46.018506 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e6e31a35-4b1f-4547-a403-b313d235feeb req-f47cba6c-31da-41fc-894a-41e4376866a8 service neutron] 10.222.0.48 "GET /v2.0/ports/6e6c3c39-d329-4677-a5d6-44155bfdab88/bindings/hv-neutron-8189 HTTP/1.1" status: 200 len: 384 time: 0.0556512 Nov 24 02:08:46.235224 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e31a35-4b1f-4547-a403-b313d235feeb req-24b97dee-f01d-4da0-a0ef-8ca9461e1006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:08:46.236672 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e6e31a35-4b1f-4547-a403-b313d235feeb req-24b97dee-f01d-4da0-a0ef-8ca9461e1006 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4b698280-3178-4bbf-b75f-41c86c27ac13&tenant_id=54a0714becea44e794f5cbfaa7e75d76 HTTP/1.1" status: 200 len: 1099 time: 0.0417047 Nov 24 02:08:46.311924 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e31a35-4b1f-4547-a403-b313d235feeb req-6b841dce-feed-442a-a1a8-07d73f886fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:08:46.313421 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e6e31a35-4b1f-4547-a403-b313d235feeb req-6b841dce-feed-442a-a1a8-07d73f886fc5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=54a0714becea44e794f5cbfaa7e75d76&device_id=4b698280-3178-4bbf-b75f-41c86c27ac13 HTTP/1.1" status: 200 len: 1099 time: 0.0402212 Nov 24 02:08:46.405993 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e31a35-4b1f-4547-a403-b313d235feeb req-d712337e-af78-4977-ab57-bdf71df1cf36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:08:46.407464 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e6e31a35-4b1f-4547-a403-b313d235feeb req-d712337e-af78-4977-ab57-bdf71df1cf36 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1f564760-ae8d-465e-80f0-efb981ea9d72 HTTP/1.1" status: 200 len: 912 time: 0.0869613 Nov 24 02:08:46.471358 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e6e31a35-4b1f-4547-a403-b313d235feeb req-a6d90fdd-97e4-466f-9f6d-9e8469b3e7a1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e6c3c39-d329-4677-a5d6-44155bfdab88 HTTP/1.1" status: 200 len: 1002 time: 0.0569170 Nov 24 02:08:46.520302 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e31a35-4b1f-4547-a403-b313d235feeb req-f16c849a-ca58-4a1d-9da1-8b07ffc16569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:08:46.521898 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e6e31a35-4b1f-4547-a403-b313d235feeb req-f16c849a-ca58-4a1d-9da1-8b07ffc16569 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a0daf069-1294-4709-8a95-5a1b322aaf26 HTTP/1.1" status: 200 len: 850 time: 0.0437841 Nov 24 02:08:46.569913 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e31a35-4b1f-4547-a403-b313d235feeb req-ee06eef1-b7b2-49f6-8096-8cafab62f36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:08:46.572020 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e6e31a35-4b1f-4547-a403-b313d235feeb req-ee06eef1-b7b2-49f6-8096-8cafab62f36c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1f564760-ae8d-465e-80f0-efb981ea9d72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0432553 Nov 24 02:08:46.660672 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e6e31a35-4b1f-4547-a403-b313d235feeb req-25d0d4ee-e207-46ec-b152-df6fb6c3a7bc service neutron] 10.222.0.48 "GET /v2.0/networks/1f564760-ae8d-465e-80f0-efb981ea9d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814974 Nov 24 02:08:46.681757 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8836f56a-b00a-4196-8919-0b9c27adcfa7 req-49a87d6c-5ac2-4da5-99c9-e34072fce2dc tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:08:46.683229 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-8836f56a-b00a-4196-8919-0b9c27adcfa7 req-49a87d6c-5ac2-4da5-99c9-e34072fce2dc tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b698280-3178-4bbf-b75f-41c86c27ac13 HTTP/1.1" status: 200 len: 946 time: 0.0474746 Nov 24 02:08:46.729683 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-8836f56a-b00a-4196-8919-0b9c27adcfa7 req-811a55d8-a064-4449-9da6-70c5f59be799 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404801 Nov 24 02:08:46.756860 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e6e31a35-4b1f-4547-a403-b313d235feeb req-a829e9c5-42ef-4379-888a-af094cb7af68 service neutron] 10.222.0.48 "GET /v2.0/networks/1f564760-ae8d-465e-80f0-efb981ea9d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895407 Nov 24 02:08:47.844866 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68950aa-2910-4d74-b9bd-31534df28be9 req-c2a9b367-d41b-4cdb-ace9-60c74cf2deff tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:08:47.846380 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-a68950aa-2910-4d74-b9bd-31534df28be9 req-c2a9b367-d41b-4cdb-ace9-60c74cf2deff tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b698280-3178-4bbf-b75f-41c86c27ac13 HTTP/1.1" status: 200 len: 946 time: 0.0490131 Nov 24 02:08:47.892663 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-a68950aa-2910-4d74-b9bd-31534df28be9 req-1a93840b-e86d-4d21-ad8a-e14f60a510b4 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403807 Nov 24 02:08:49.013724 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4bd919-6d9e-4540-bad7-40f6249858cc req-e6de8def-36fc-4066-bf49-2c1281ae2fe4 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:08:49.015179 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-9f4bd919-6d9e-4540-bad7-40f6249858cc req-e6de8def-36fc-4066-bf49-2c1281ae2fe4 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b698280-3178-4bbf-b75f-41c86c27ac13 HTTP/1.1" status: 200 len: 946 time: 0.0516796 Nov 24 02:08:49.061307 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-9f4bd919-6d9e-4540-bad7-40f6249858cc req-a7b9f285-af7e-4170-8050-ff2f532080ab tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402749 Nov 24 02:08:49.345523 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39827d1-6ce2-4792-93b4-7fb4d0d68957 req-6340068a-53c1-45ac-883c-387a756ab772 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:08:49.347062 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e39827d1-6ce2-4792-93b4-7fb4d0d68957 req-6340068a-53c1-45ac-883c-387a756ab772 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b698280-3178-4bbf-b75f-41c86c27ac13&tenant_id=54a0714becea44e794f5cbfaa7e75d76&binding%3Ahost_id=hv-neutron-8189 HTTP/1.1" status: 200 len: 946 time: 0.0515578 Nov 24 02:08:49.365105 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3b74d3-4123-4eef-994c-6aa3dc5afaac req-ef078dae-552d-488b-ac02-76e42a850bf5 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:08:49.366729 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-2d3b74d3-4123-4eef-994c-6aa3dc5afaac req-ef078dae-552d-488b-ac02-76e42a850bf5 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b698280-3178-4bbf-b75f-41c86c27ac13 HTTP/1.1" status: 200 len: 946 time: 0.0526080 Nov 24 02:08:49.412551 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e39827d1-6ce2-4792-93b4-7fb4d0d68957 req-fb372f04-eaef-4e06-844f-d3811fc30e87 service neutron] 10.222.0.48 "GET /v2.0/ports/6e6c3c39-d329-4677-a5d6-44155bfdab88/bindings/hv-neutron-8189 HTTP/1.1" status: 200 len: 384 time: 0.0570366 Nov 24 02:08:49.414602 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-2d3b74d3-4123-4eef-994c-6aa3dc5afaac req-68ca56cf-7b3c-455a-bac7-32cafbe336a7 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419800 Nov 24 02:08:49.499511 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39827d1-6ce2-4792-93b4-7fb4d0d68957 req-5da53668-6af5-49f1-815d-43713f3cbe77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:08:49.501124 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e39827d1-6ce2-4792-93b4-7fb4d0d68957 req-5da53668-6af5-49f1-815d-43713f3cbe77 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=54a0714becea44e794f5cbfaa7e75d76&device_id=4b698280-3178-4bbf-b75f-41c86c27ac13 HTTP/1.1" status: 200 len: 1099 time: 0.0400665 Nov 24 02:08:49.589291 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39827d1-6ce2-4792-93b4-7fb4d0d68957 req-097cbe81-ed42-4ca1-80e1-1256a558e929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:08:49.590791 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e39827d1-6ce2-4792-93b4-7fb4d0d68957 req-097cbe81-ed42-4ca1-80e1-1256a558e929 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1f564760-ae8d-465e-80f0-efb981ea9d72 HTTP/1.1" status: 200 len: 912 time: 0.0828767 Nov 24 02:08:49.658272 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e39827d1-6ce2-4792-93b4-7fb4d0d68957 req-603e79d1-2fc7-46da-9025-c476dd4b3140 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e6c3c39-d329-4677-a5d6-44155bfdab88 HTTP/1.1" status: 200 len: 1002 time: 0.0595689 Nov 24 02:08:49.705593 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39827d1-6ce2-4792-93b4-7fb4d0d68957 req-998d1cfe-8c0d-4359-a13d-5df941abbceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:08:49.707000 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e39827d1-6ce2-4792-93b4-7fb4d0d68957 req-998d1cfe-8c0d-4359-a13d-5df941abbceb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a0daf069-1294-4709-8a95-5a1b322aaf26 HTTP/1.1" status: 200 len: 850 time: 0.0420210 Nov 24 02:08:49.750367 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39827d1-6ce2-4792-93b4-7fb4d0d68957 req-58decc19-d92c-46ff-8518-4a5b6d05c822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:08:49.751797 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e39827d1-6ce2-4792-93b4-7fb4d0d68957 req-58decc19-d92c-46ff-8518-4a5b6d05c822 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1f564760-ae8d-465e-80f0-efb981ea9d72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0381284 Nov 24 02:08:49.845857 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e39827d1-6ce2-4792-93b4-7fb4d0d68957 req-319778f7-62b8-4d8f-aaf0-0ad1357a6a69 service neutron] 10.222.0.48 "GET /v2.0/networks/1f564760-ae8d-465e-80f0-efb981ea9d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864298 Nov 24 02:08:49.937770 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e39827d1-6ce2-4792-93b4-7fb4d0d68957 req-af645bb8-80cc-46f1-9b7c-b46f42cdd7b0 service neutron] 10.222.0.48 "GET /v2.0/networks/1f564760-ae8d-465e-80f0-efb981ea9d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840034 Nov 24 02:08:50.536303 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb22fe37-c77d-4325-b408-a0070161293b req-3d0a3910-f1ca-4a33-852a-faf402cbaf0c tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:08:50.537704 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-eb22fe37-c77d-4325-b408-a0070161293b req-3d0a3910-f1ca-4a33-852a-faf402cbaf0c tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b698280-3178-4bbf-b75f-41c86c27ac13 HTTP/1.1" status: 200 len: 946 time: 0.0476866 Nov 24 02:08:50.583395 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-eb22fe37-c77d-4325-b408-a0070161293b req-21b203ad-768a-452f-8b78-1f1099d1b64f tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392513 Nov 24 02:08:51.702049 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcf7f31-cba5-419f-acb3-b8e9ca5f510e req-2182674d-9738-4c63-8d02-39c6c1cd1031 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:08:51.703515 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-3dcf7f31-cba5-419f-acb3-b8e9ca5f510e req-2182674d-9738-4c63-8d02-39c6c1cd1031 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b698280-3178-4bbf-b75f-41c86c27ac13 HTTP/1.1" status: 200 len: 946 time: 0.0517101 Nov 24 02:08:51.750781 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-3dcf7f31-cba5-419f-acb3-b8e9ca5f510e req-8b6f6bc5-5fab-4c24-8e54-29f9f112b0b2 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411410 Nov 24 02:08:52.417139 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39827d1-6ce2-4792-93b4-7fb4d0d68957 req-33695301-7443-42c8-ad38-ded42407459a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:08:52.418652 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e39827d1-6ce2-4792-93b4-7fb4d0d68957 req-33695301-7443-42c8-ad38-ded42407459a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4b698280-3178-4bbf-b75f-41c86c27ac13&tenant_id=54a0714becea44e794f5cbfaa7e75d76 HTTP/1.1" status: 200 len: 1099 time: 0.0389316 Nov 24 02:08:52.501138 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39827d1-6ce2-4792-93b4-7fb4d0d68957 req-ee21b395-6293-4fde-8fa5-fa5633bdfd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:08:52.502530 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e39827d1-6ce2-4792-93b4-7fb4d0d68957 req-ee21b395-6293-4fde-8fa5-fa5633bdfd03 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=54a0714becea44e794f5cbfaa7e75d76&device_id=4b698280-3178-4bbf-b75f-41c86c27ac13 HTTP/1.1" status: 200 len: 1099 time: 0.0430260 Nov 24 02:08:52.590244 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39827d1-6ce2-4792-93b4-7fb4d0d68957 req-6bb48b9c-1734-430c-9777-40f5badf8b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:08:52.591658 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e39827d1-6ce2-4792-93b4-7fb4d0d68957 req-6bb48b9c-1734-430c-9777-40f5badf8b1b service neutron] 10.222.0.48 "GET /v2.0/networks?id=1f564760-ae8d-465e-80f0-efb981ea9d72 HTTP/1.1" status: 200 len: 912 time: 0.0823724 Nov 24 02:08:52.658414 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e39827d1-6ce2-4792-93b4-7fb4d0d68957 req-e354b468-693f-4fff-9596-d069c1a69b0a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e6c3c39-d329-4677-a5d6-44155bfdab88 HTTP/1.1" status: 200 len: 1002 time: 0.0595880 Nov 24 02:08:52.705716 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39827d1-6ce2-4792-93b4-7fb4d0d68957 req-580b0759-3312-4072-853a-7f13db47a8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:08:52.707135 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e39827d1-6ce2-4792-93b4-7fb4d0d68957 req-580b0759-3312-4072-853a-7f13db47a8e2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a0daf069-1294-4709-8a95-5a1b322aaf26 HTTP/1.1" status: 200 len: 850 time: 0.0413561 Nov 24 02:08:52.750894 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39827d1-6ce2-4792-93b4-7fb4d0d68957 req-60b348a6-c3fc-4807-86e9-e8247489b761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:08:52.752365 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e39827d1-6ce2-4792-93b4-7fb4d0d68957 req-60b348a6-c3fc-4807-86e9-e8247489b761 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1f564760-ae8d-465e-80f0-efb981ea9d72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0382540 Nov 24 02:08:52.873047 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e39827d1-6ce2-4792-93b4-7fb4d0d68957 req-f0999a99-414f-41af-92aa-4e65af66630c service neutron] 10.222.0.48 "GET /v2.0/networks/1f564760-ae8d-465e-80f0-efb981ea9d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135926 Nov 24 02:08:52.885140 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4baffb1-58a5-4aa9-bd74-dbffb166d33f req-dae8cd6f-2a2b-4d90-84b5-b578e77ba3cb tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:08:52.886593 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-d4baffb1-58a5-4aa9-bd74-dbffb166d33f req-dae8cd6f-2a2b-4d90-84b5-b578e77ba3cb tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b698280-3178-4bbf-b75f-41c86c27ac13 HTTP/1.1" status: 200 len: 946 time: 0.0645883 Nov 24 02:08:52.987968 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-d4baffb1-58a5-4aa9-bd74-dbffb166d33f req-17e8cba8-d2c0-4edc-8dff-7fd7f6183ec5 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930264 Nov 24 02:08:53.004578 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e39827d1-6ce2-4792-93b4-7fb4d0d68957 req-eaed17f1-97bc-4523-a147-a4ffda3be152 service neutron] 10.222.0.48 "GET /v2.0/networks/1f564760-ae8d-465e-80f0-efb981ea9d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170142 Nov 24 02:08:54.101483 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c85407-e56c-49ae-a71a-f61ff4a03e0e req-ee2d825e-035e-4a35-af26-5dce9e430440 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:08:54.102875 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-88c85407-e56c-49ae-a71a-f61ff4a03e0e req-ee2d825e-035e-4a35-af26-5dce9e430440 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b698280-3178-4bbf-b75f-41c86c27ac13 HTTP/1.1" status: 200 len: 946 time: 0.0483739 Nov 24 02:08:54.149246 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-88c85407-e56c-49ae-a71a-f61ff4a03e0e req-8f31668b-e7f8-48ce-b7bf-dc6906a5c800 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398574 Nov 24 02:08:54.691657 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 6e6c3c39-d329-4677-a5d6-44155bfdab88 details requested by agent hyperv_hv-neutron-8189 with host hv-neutron-8189 {{(pid=109868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 02:08:54.783994 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-75891752-d6e5-4889-a5f5-1ac71a210abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:08:54.800675 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port 6e6c3c39-d329-4677-a5d6-44155bfdab88, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=6e6c3c39-d329-4677-a5d6-44155bfdab88,segment=NetworkSegment(5e6793e4-9959-49a4-8909-9dfc82c1549e),segment_id=5e6793e4-9959-49a4-8909-9dfc82c1549e)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:08:54.812296 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Returning: {'device': '6e6c3c39-d329-4677-a5d6-44155bfdab88', 'network_id': '1f564760-ae8d-465e-80f0-efb981ea9d72', 'port_id': '6e6c3c39-d329-4677-a5d6-44155bfdab88', 'mac_address': 'fa:16:3e:ad:30:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0daf069-1294-4709-8a95-5a1b322aaf26', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 02:08:54.849185 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:08:54.861559 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6e6c3c39-d329-4677-a5d6-44155bfdab88 {{(pid=109868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 02:08:54.881116 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port 6e6c3c39-d329-4677-a5d6-44155bfdab88, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=6e6c3c39-d329-4677-a5d6-44155bfdab88,segment=NetworkSegment(5e6793e4-9959-49a4-8909-9dfc82c1549e),segment_id=5e6793e4-9959-49a4-8909-9dfc82c1549e)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:08:54.885402 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:08:54.931044 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=6e6c3c39-d329-4677-a5d6-44155bfdab88,revision_number=6']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:08:54.938417 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:08:54.938770 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:08:54.939111 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:08:54.939447 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:08:54.939779 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:08:54.940110 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:08:54.940439 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:08:54.940768 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:08:54.941093 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:08:54.941433 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:08:54.941809 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:08:54.942080 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:08:55.018940 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] get_ports_and_sgs() called for port_ids ['6e6c3c39-d329-4677-a5d6-44155bfdab88'] {{(pid=109868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 02:08:55.264827 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c996120-142a-4e16-aa21-2204eff14f3a req-92c0b962-63da-495e-9096-29b29c6d5075 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:08:55.266264 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-2c996120-142a-4e16-aa21-2204eff14f3a req-92c0b962-63da-495e-9096-29b29c6d5075 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b698280-3178-4bbf-b75f-41c86c27ac13 HTTP/1.1" status: 200 len: 945 time: 0.0508394 Nov 24 02:08:55.316223 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-2c996120-142a-4e16-aa21-2204eff14f3a req-1f0bd81d-77e6-4a3d-ade8-bc630f1b1a9a tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437157 Nov 24 02:08:55.429659 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43b3cd5-cc77-44f3-9b56-a008d87ce256 req-91db8b78-e79c-4c01-8532-3b1d130a34d3 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:08:55.431095 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-d43b3cd5-cc77-44f3-9b56-a008d87ce256 req-91db8b78-e79c-4c01-8532-3b1d130a34d3 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b698280-3178-4bbf-b75f-41c86c27ac13 HTTP/1.1" status: 200 len: 945 time: 0.0477812 Nov 24 02:08:55.481576 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-d43b3cd5-cc77-44f3-9b56-a008d87ce256 req-b21878a9-1008-477c-a179-20c29e2d165f tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440063 Nov 24 02:08:55.591986 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b736225-96fa-442e-91e3-cf867bb47f3e req-0859dbd5-f2cd-4782-ad47-d11b47573fd0 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:08:55.593460 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-4b736225-96fa-442e-91e3-cf867bb47f3e req-0859dbd5-f2cd-4782-ad47-d11b47573fd0 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b698280-3178-4bbf-b75f-41c86c27ac13 HTTP/1.1" status: 200 len: 945 time: 0.0473566 Nov 24 02:08:55.642925 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-4b736225-96fa-442e-91e3-cf867bb47f3e req-2eece8ca-3ecc-468b-a95b-67bfa56b4546 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436420 Nov 24 02:08:55.873860 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ed74d-fd7b-44b5-ac04-4607d7aa2181 req-753311a9-203c-4aa5-a114-148b46a7495d tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:08:55.875340 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-757ed74d-fd7b-44b5-ac04-4607d7aa2181 req-753311a9-203c-4aa5-a114-148b46a7495d tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b698280-3178-4bbf-b75f-41c86c27ac13 HTTP/1.1" status: 200 len: 945 time: 0.0490301 Nov 24 02:08:55.921580 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-757ed74d-fd7b-44b5-ac04-4607d7aa2181 req-06c84e7c-c882-49e3-a98f-863b90a55fef tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403233 Nov 24 02:08:56.698944 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 6e6c3c39-d329-4677-a5d6-44155bfdab88 up at agent hyperv_hv-neutron-8189 {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 02:08:56.748801 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Provisioning complete for port 6e6c3c39-d329-4677-a5d6-44155bfdab88 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:08:56.749167 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:08:56.823243 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:08:56.844893 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b698280-3178-4bbf-b75f-41c86c27ac13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e6c3c39-d329-4677-a5d6-44155bfdab88'}] {{(pid=109868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:08:56.847398 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adafa3b64de3cabc8eac619938bcace59b198ffee64d481093eb3def62699d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ce66b8f-ad08-4140-a9d3-1a5b24652d8b" -d '{"events": [{"server_uuid": "4b698280-3178-4bbf-b75f-41c86c27ac13", "name": "network-vif-plugged", "status": "completed", "tag": "6e6c3c39-d329-4677-a5d6-44155bfdab88"}]}' {{(pid=109868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:08:56.860547 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port 6e6c3c39-d329-4677-a5d6-44155bfdab88, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=6e6c3c39-d329-4677-a5d6-44155bfdab88,segment=NetworkSegment(5e6793e4-9959-49a4-8909-9dfc82c1549e),segment_id=5e6793e4-9959-49a4-8909-9dfc82c1549e)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:08:56.865002 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:08:56.887982 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 02:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d2416fa-ce10-4d44-81b0-e3153276ee0d x-openstack-request-id: req-2d2416fa-ce10-4d44-81b0-e3153276ee0d {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:08:56.888279 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b698280-3178-4bbf-b75f-41c86c27ac13", "name": "network-vif-plugged", "status": "completed", "tag": "6e6c3c39-d329-4677-a5d6-44155bfdab88", "code": 200}]} {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:08:56.888534 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2d2416fa-ce10-4d44-81b0-e3153276ee0d {{(pid=109868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:08:56.888916 dv-neutron-818911-2-hyperv neutron-server[109868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b698280-3178-4bbf-b75f-41c86c27ac13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e6c3c39-d329-4677-a5d6-44155bfdab88', 'code': 200} Nov 24 02:08:56.912595 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=6e6c3c39-d329-4677-a5d6-44155bfdab88,revision_number=7']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:08:57.034458 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b120cf-3f18-44ca-bfb1-f48e3724114a req-16b2430b-1b24-425b-bc65-56b9c17fb8ea tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:08:57.035905 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-95b120cf-3f18-44ca-bfb1-f48e3724114a req-16b2430b-1b24-425b-bc65-56b9c17fb8ea tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b698280-3178-4bbf-b75f-41c86c27ac13 HTTP/1.1" status: 200 len: 946 time: 0.0476568 Nov 24 02:08:57.081101 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-95b120cf-3f18-44ca-bfb1-f48e3724114a req-79d6ce52-03c5-4ee5-ae09-ac3098cbb151 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387373 Nov 24 02:08:57.214178 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-54b8e348-61cb-465c-b5b5-acc5712a030f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:08:58.130070 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:08:58.139603 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a372bee4-3be6-499e-9ccf-f61a2a471da0 req-80bf93e5-3ec8-40f4-91c5-38be4e64bf9e tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:08:58.141713 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-a372bee4-3be6-499e-9ccf-f61a2a471da0 req-80bf93e5-3ec8-40f4-91c5-38be4e64bf9e tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b698280-3178-4bbf-b75f-41c86c27ac13 HTTP/1.1" status: 200 len: 946 time: 0.0588150 Nov 24 02:08:58.154249 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:08:58.203382 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98d4be8-f338-4e22-a2fb-c199aae1c482 req-60432750-41b2-411a-8fe1-72d61506094a tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:08:58.204963 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-d98d4be8-f338-4e22-a2fb-c199aae1c482 req-60432750-41b2-411a-8fe1-72d61506094a tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b698280-3178-4bbf-b75f-41c86c27ac13 HTTP/1.1" status: 200 len: 946 time: 0.0490243 Nov 24 02:08:58.232736 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [req-a372bee4-3be6-499e-9ccf-f61a2a471da0 req-21350941-9d8c-4306-b6a4-5ac9910a5ae8 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Deleting port 6e6c3c39-d329-4677-a5d6-44155bfdab88 {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 02:08:58.233072 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-a372bee4-3be6-499e-9ccf-f61a2a471da0 req-21350941-9d8c-4306-b6a4-5ac9910a5ae8 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:08:58.254390 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-d98d4be8-f338-4e22-a2fb-c199aae1c482 req-c69a2f3a-b677-460d-b1ee-469e642a7814 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429277 Nov 24 02:08:58.641784 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [req-a372bee4-3be6-499e-9ccf-f61a2a471da0 req-21350941-9d8c-4306-b6a4-5ac9910a5ae8 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] For port 6e6c3c39-d329-4677-a5d6-44155bfdab88, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=6e6c3c39-d329-4677-a5d6-44155bfdab88,segment=NetworkSegment(5e6793e4-9959-49a4-8909-9dfc82c1549e),segment_id=5e6793e4-9959-49a4-8909-9dfc82c1549e)] {{(pid=109866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:08:58.642043 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-a372bee4-3be6-499e-9ccf-f61a2a471da0 req-21350941-9d8c-4306-b6a4-5ac9910a5ae8 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:08:58.806226 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-a372bee4-3be6-499e-9ccf-f61a2a471da0 req-21350941-9d8c-4306-b6a4-5ac9910a5ae8 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:08:58.806570 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-a372bee4-3be6-499e-9ccf-f61a2a471da0 req-21350941-9d8c-4306-b6a4-5ac9910a5ae8 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418250'] for floatingip, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:08:58.806881 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.l3_db [req-a372bee4-3be6-499e-9ccf-f61a2a471da0 req-21350941-9d8c-4306-b6a4-5ac9910a5ae8 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Floating IP 77431b04-cb27-4a17-8edc-418639ebb281 disassociated. External IP: 172.26.5.35, port: 6e6c3c39-d329-4677-a5d6-44155bfdab88. Nov 24 02:08:58.807240 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [req-a372bee4-3be6-499e-9ccf-f61a2a471da0 req-21350941-9d8c-4306-b6a4-5ac9910a5ae8 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Calling delete_port for 6e6c3c39-d329-4677-a5d6-44155bfdab88 owned by compute:nova {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 02:08:58.933960 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-a372bee4-3be6-499e-9ccf-f61a2a471da0 req-21350941-9d8c-4306-b6a4-5ac9910a5ae8 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:08:58.960018 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21350941-9d8c-4306-b6a4-5ac9910a5ae8 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Pushing event deleted for resources: {'Port': ['ID=6e6c3c39-d329-4677-a5d6-44155bfdab88,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:08:58.973946 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21350941-9d8c-4306-b6a4-5ac9910a5ae8 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:08:58.974210 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21350941-9d8c-4306-b6a4-5ac9910a5ae8 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:08:58.974544 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21350941-9d8c-4306-b6a4-5ac9910a5ae8 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:08:58.974870 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21350941-9d8c-4306-b6a4-5ac9910a5ae8 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:08:58.975196 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21350941-9d8c-4306-b6a4-5ac9910a5ae8 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:08:58.975520 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21350941-9d8c-4306-b6a4-5ac9910a5ae8 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:08:58.975843 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21350941-9d8c-4306-b6a4-5ac9910a5ae8 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:08:58.976161 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21350941-9d8c-4306-b6a4-5ac9910a5ae8 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:08:58.976508 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21350941-9d8c-4306-b6a4-5ac9910a5ae8 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:08:58.976828 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21350941-9d8c-4306-b6a4-5ac9910a5ae8 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:08:58.977143 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21350941-9d8c-4306-b6a4-5ac9910a5ae8 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:08:58.977501 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21350941-9d8c-4306-b6a4-5ac9910a5ae8 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:08:59.091716 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a372bee4-3be6-499e-9ccf-f61a2a471da0 req-21350941-9d8c-4306-b6a4-5ac9910a5ae8 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Router a1d3ac9e-257e-467f-8d21-2aee38e578a7 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 02:08:59.198395 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a372bee4-3be6-499e-9ccf-f61a2a471da0 req-21350941-9d8c-4306-b6a4-5ac9910a5ae8 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 02:08:59.208292 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27def378-6653-42a9-8b69-8332611ea62d None None] Sync routers for ids ['a1d3ac9e-257e-467f-8d21-2aee38e578a7'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 02:08:59.219172 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27def378-6653-42a9-8b69-8332611ea62d None None] Routers {'a1d3ac9e-257e-467f-8d21-2aee38e578a7'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:08:59.219957 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-27def378-6653-42a9-8b69-8332611ea62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:08:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['a1d3ac9e-257e-467f-8d21-2aee38e578a7'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:08:59.239335 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [req-a372bee4-3be6-499e-9ccf-f61a2a471da0 req-21350941-9d8c-4306-b6a4-5ac9910a5ae8 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] No DVR routers for this DVR port 6e6c3c39-d329-4677-a5d6-44155bfdab88 on host hv-neutron-8189 {{(pid=109866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 02:08:59.241877 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-a372bee4-3be6-499e-9ccf-f61a2a471da0 req-21350941-9d8c-4306-b6a4-5ac9910a5ae8 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:08:59.246255 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-a372bee4-3be6-499e-9ccf-f61a2a471da0 req-21350941-9d8c-4306-b6a4-5ac9910a5ae8 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.48 "DELETE /v2.0/ports/6e6c3c39-d329-4677-a5d6-44155bfdab88 HTTP/1.1" status: 204 len: 173 time: 1.0984459 Nov 24 02:08:59.246723 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b698280-3178-4bbf-b75f-41c86c27ac13', 'name': 'network-vif-deleted', 'tag': '6e6c3c39-d329-4677-a5d6-44155bfdab88'}] {{(pid=109866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:08:59.249026 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b7c53c286d9351d1367337230623a155cee02c46c94b80588b67a0bc16402ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a371329-2655-4b49-8c17-0326e39959a9" -d '{"events": [{"server_uuid": "4b698280-3178-4bbf-b75f-41c86c27ac13", "name": "network-vif-deleted", "tag": "6e6c3c39-d329-4677-a5d6-44155bfdab88"}]}' {{(pid=109866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:08:59.301016 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 02:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9e238aa-e60a-45d6-a5ef-45d76fb75698 x-openstack-request-id: req-b9e238aa-e60a-45d6-a5ef-45d76fb75698 {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:08:59.302040 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b698280-3178-4bbf-b75f-41c86c27ac13", "name": "network-vif-deleted", "tag": "6e6c3c39-d329-4677-a5d6-44155bfdab88", "status": "completed", "code": 200}]} {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:08:59.302303 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b9e238aa-e60a-45d6-a5ef-45d76fb75698 {{(pid=109866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:08:59.302719 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b698280-3178-4bbf-b75f-41c86c27ac13', 'name': 'network-vif-deleted', 'tag': '6e6c3c39-d329-4677-a5d6-44155bfdab88', 'status': 'completed', 'code': 200} Nov 24 02:08:59.332383 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-27def378-6653-42a9-8b69-8332611ea62d None None] Set router a1d3ac9e-257e-467f-8d21-2aee38e578a7 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:08:59.365238 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-597fd3fb-e978-4de6-b5d9-025b1b787c61 req-5cf00790-1a68-45a1-b922-80d4fefffba4 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b698280-3178-4bbf-b75f-41c86c27ac13 HTTP/1.1" status: 200 len: 210 time: 0.0294268 Nov 24 02:08:59.537135 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-27def378-6653-42a9-8b69-8332611ea62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1d3ac9e-257e-467f-8d21-2aee38e578a7', 'name': 'tempest-ServerActionsTestJSON-453320892-router', 'tenant_id': '54a0714becea44e794f5cbfaa7e75d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.222'}], 'enable_snat': True}, 'gw_port_id': '5d4768e5-6215-4b68-b98f-8bc421058691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:05:12Z', 'updated_at': '2021-11-24T02:05:15Z', 'revision_number': 4, 'project_id': '54a0714becea44e794f5cbfaa7e75d76', 'gw_port': {'id': '5d4768e5-6215-4b68-b98f-8bc421058691', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d3ac9e-257e-467f-8d21-2aee38e578a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:05:13Z', 'updated_at': '2021-11-24T02:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': '55e71101-bb62-4023-b5d1-b12759680c2c', 'name': '', 'network_id': '1f564760-ae8d-465e-80f0-efb981ea9d72', 'tenant_id': '54a0714becea44e794f5cbfaa7e75d76', 'mac_address': 'fa:16:3e:85:df:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d3ac9e-257e-467f-8d21-2aee38e578a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'a0daf069-1294-4709-8a95-5a1b322aaf26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:05:15Z', 'updated_at': '2021-11-24T02:05:19Z', 'revision_number': 5, 'project_id': '54a0714becea44e794f5cbfaa7e75d76', 'subnets': [{'id': 'a0daf069-1294-4709-8a95-5a1b322aaf26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:08:59.566263 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27def378-6653-42a9-8b69-8332611ea62d None None] Checking router: a1d3ac9e-257e-467f-8d21-2aee38e578a7 for host: dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 02:08:59.574735 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27def378-6653-42a9-8b69-8332611ea62d None None] Routers {'a1d3ac9e-257e-467f-8d21-2aee38e578a7'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:08:59.575319 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-27def378-6653-42a9-8b69-8332611ea62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:08:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['a1d3ac9e-257e-467f-8d21-2aee38e578a7'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:08:59.676768 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:08:59.690475 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-27def378-6653-42a9-8b69-8332611ea62d None None] Set router a1d3ac9e-257e-467f-8d21-2aee38e578a7 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:08:59.891444 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-27def378-6653-42a9-8b69-8332611ea62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1d3ac9e-257e-467f-8d21-2aee38e578a7', 'name': 'tempest-ServerActionsTestJSON-453320892-router', 'tenant_id': '54a0714becea44e794f5cbfaa7e75d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.222'}], 'enable_snat': True}, 'gw_port_id': '5d4768e5-6215-4b68-b98f-8bc421058691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:05:12Z', 'updated_at': '2021-11-24T02:05:15Z', 'revision_number': 4, 'project_id': '54a0714becea44e794f5cbfaa7e75d76', 'gw_port': {'id': '5d4768e5-6215-4b68-b98f-8bc421058691', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d3ac9e-257e-467f-8d21-2aee38e578a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:05:13Z', 'updated_at': '2021-11-24T02:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': '55e71101-bb62-4023-b5d1-b12759680c2c', 'name': '', 'network_id': '1f564760-ae8d-465e-80f0-efb981ea9d72', 'tenant_id': '54a0714becea44e794f5cbfaa7e75d76', 'mac_address': 'fa:16:3e:85:df:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d3ac9e-257e-467f-8d21-2aee38e578a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'a0daf069-1294-4709-8a95-5a1b322aaf26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:05:15Z', 'updated_at': '2021-11-24T02:05:19Z', 'revision_number': 5, 'project_id': '54a0714becea44e794f5cbfaa7e75d76', 'subnets': [{'id': 'a0daf069-1294-4709-8a95-5a1b322aaf26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:08:59.916543 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27def378-6653-42a9-8b69-8332611ea62d None None] The sync data for ids ['a1d3ac9e-257e-467f-8d21-2aee38e578a7'] in dv-neutron-818911-2-hyperv is: [{'id': 'a1d3ac9e-257e-467f-8d21-2aee38e578a7', 'name': 'tempest-ServerActionsTestJSON-453320892-router', 'tenant_id': '54a0714becea44e794f5cbfaa7e75d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.222'}], 'enable_snat': True}, 'gw_port_id': '5d4768e5-6215-4b68-b98f-8bc421058691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:05:12Z', 'updated_at': '2021-11-24T02:05:15Z', 'revision_number': 4, 'project_id': '54a0714becea44e794f5cbfaa7e75d76', 'gw_port': {'id': '5d4768e5-6215-4b68-b98f-8bc421058691', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d3ac9e-257e-467f-8d21-2aee38e578a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:05:13Z', 'updated_at': '2021-11-24T02:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': '55e71101-bb62-4023-b5d1-b12759680c2c', 'name': '', 'network_id': '1f564760-ae8d-465e-80f0-efb981ea9d72', 'tenant_id': '54a0714becea44e794f5cbfaa7e75d76', 'mac_address': 'fa:16:3e:85:df:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d3ac9e-257e-467f-8d21-2aee38e578a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'a0daf069-1294-4709-8a95-5a1b322aaf26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:05:15Z', 'updated_at': '2021-11-24T02:05:19Z', 'revision_number': 5, 'project_id': '54a0714becea44e794f5cbfaa7e75d76', 'subnets': [{'id': 'a0daf069-1294-4709-8a95-5a1b322aaf26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 02:09:00.121318 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b511eae-b220-4042-b072-e4347d5f74b6 None None] New status for floating IP 77431b04-cb27-4a17-8edc-418639ebb281: DOWN {{(pid=109869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 02:09:00.135779 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:09:00.634908 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-587863d0-04d6-4568-91de-5ef13e48f2be req-85205b4d-a101-4bf7-99d0-e9b71215607c tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--924162427&fields=id&tenant_id=54a0714becea44e794f5cbfaa7e75d76 HTTP/1.1" status: 200 len: 267 time: 0.0449529 Nov 24 02:09:00.742587 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587863d0-04d6-4568-91de-5ef13e48f2be req-498c5558-41b6-4094-a74d-5272d4b1a00e tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:09:00.743929 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-587863d0-04d6-4568-91de-5ef13e48f2be req-498c5558-41b6-4094-a74d-5272d4b1a00e tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/networks?id=1f564760-ae8d-465e-80f0-efb981ea9d72 HTTP/1.1" status: 200 len: 811 time: 0.1017351 Nov 24 02:09:00.758904 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-587863d0-04d6-4568-91de-5ef13e48f2be req-68257ae1-5e5d-4c45-9a9e-9875eb9036bc tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/quotas/54a0714becea44e794f5cbfaa7e75d76 HTTP/1.1" status: 200 len: 375 time: 0.0087829 Nov 24 02:09:00.808262 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-587863d0-04d6-4568-91de-5ef13e48f2be req-70d9f191-2667-4450-9748-9014f52e5dac tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=54a0714becea44e794f5cbfaa7e75d76&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0435696 Nov 24 02:09:00.953013 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-587863d0-04d6-4568-91de-5ef13e48f2be req-31888d05-04c1-4d8f-ae8d-4857479eb2ac service neutron] 10.222.0.21 "GET /v2.0/networks/1f564760-ae8d-465e-80f0-efb981ea9d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333163 Nov 24 02:09:01.041427 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-587863d0-04d6-4568-91de-5ef13e48f2be req-8f189d25-f4b9-42f9-8ed7-ea2efad99fdd service neutron] 10.222.0.21 "GET /v2.0/networks/1f564760-ae8d-465e-80f0-efb981ea9d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815694 Nov 24 02:09:01.195617 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-64ee55d7-ade7-457a-9ec4-4444ea30418e req-1a0b1942-e5fe-4a05-bace-8f8e088c53b0 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1659117-e608-43da-bc0e-1b75e37072cb HTTP/1.1" status: 200 len: 210 time: 0.0264421 Nov 24 02:09:02.167557 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587863d0-04d6-4568-91de-5ef13e48f2be req-e74721ac-2ff8-4a74-ac4f-ddd1b3f011a1 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:09:02.168905 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-587863d0-04d6-4568-91de-5ef13e48f2be req-e74721ac-2ff8-4a74-ac4f-ddd1b3f011a1 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.48 "GET /v2.0/networks?id=1f564760-ae8d-465e-80f0-efb981ea9d72 HTTP/1.1" status: 200 len: 811 time: 0.1067500 Nov 24 02:09:02.243360 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-587863d0-04d6-4568-91de-5ef13e48f2be req-2df97f61-7af5-4d6f-9123-210bde55dd3c tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=54a0714becea44e794f5cbfaa7e75d76 HTTP/1.1" status: 200 len: 379 time: 0.0574741 Nov 24 02:09:02.253666 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [req-587863d0-04d6-4568-91de-5ef13e48f2be req-ccba2fc4-118c-4d25-97c9-ab94ad5164b7 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Request body: {'port': {'device_id': 'b1659117-e608-43da-bc0e-1b75e37072cb', 'network_id': '1f564760-ae8d-465e-80f0-efb981ea9d72', 'admin_state_up': True, 'tenant_id': '54a0714becea44e794f5cbfaa7e75d76', 'security_groups': ['13a0480e-d74d-4d12-ac29-49ca4f86c10f']}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:09:02.309032 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-211396f1-c9e7-47ca-b3f5-3a173bb8b5a6 req-b6b9b597-783e-452e-8e7e-b7f209b626ce tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1659117-e608-43da-bc0e-1b75e37072cb HTTP/1.1" status: 200 len: 210 time: 0.0401654 Nov 24 02:09:02.390500 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-587863d0-04d6-4568-91de-5ef13e48f2be req-ccba2fc4-118c-4d25-97c9-ab94ad5164b7 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Made reservation on behalf of 54a0714becea44e794f5cbfaa7e75d76 for: {'port': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 02:09:02.393937 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-587863d0-04d6-4568-91de-5ef13e48f2be req-ccba2fc4-118c-4d25-97c9-ab94ad5164b7 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:09:02.519131 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [req-587863d0-04d6-4568-91de-5ef13e48f2be req-ccba2fc4-118c-4d25-97c9-ab94ad5164b7 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Allocated IP 172.20.0.12 (1f564760-ae8d-465e-80f0-efb981ea9d72/a0daf069-1294-4709-8a95-5a1b322aaf26/de443c79-6c9b-478f-aec0-b425a12a71a2) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 02:09:02.649642 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-587863d0-04d6-4568-91de-5ef13e48f2be req-ccba2fc4-118c-4d25-97c9-ab94ad5164b7 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:09:02.682083 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-587863d0-04d6-4568-91de-5ef13e48f2be req-ccba2fc4-118c-4d25-97c9-ab94ad5164b7 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:09:02.728421 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 6e6c3c39-d329-4677-a5d6-44155bfdab88 no longer exists at agent hyperv_hv-neutron-8189 {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 02:09:02.730356 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-587863d0-04d6-4568-91de-5ef13e48f2be req-ccba2fc4-118c-4d25-97c9-ab94ad5164b7 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Network 1f564760-ae8d-465e-80f0-efb981ea9d72 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 02:09:02.733354 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [req-587863d0-04d6-4568-91de-5ef13e48f2be req-ccba2fc4-118c-4d25-97c9-ab94ad5164b7 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:09:02.737390 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [req-587863d0-04d6-4568-91de-5ef13e48f2be req-ccba2fc4-118c-4d25-97c9-ab94ad5164b7 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 02:09:02.744002 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccba2fc4-118c-4d25-97c9-ab94ad5164b7 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Pushing event updated for resources: {'Port': ['ID=de443c79-6c9b-478f-aec0-b425a12a71a2,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:09:02.756824 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] No Port match for: 6e6c3c39-d329-4677-a5d6-44155bfdab88 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 02:09:02.757171 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 6e6c3c39-d329-4677-a5d6-44155bfdab88 not bound to the agent host hv-neutron-8189 {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 02:09:02.790263 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587863d0-04d6-4568-91de-5ef13e48f2be req-ccba2fc4-118c-4d25-97c9-ab94ad5164b7 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:09:02.790912 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-587863d0-04d6-4568-91de-5ef13e48f2be req-ccba2fc4-118c-4d25-97c9-ab94ad5164b7 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:09:02.809663 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-587863d0-04d6-4568-91de-5ef13e48f2be req-ccba2fc4-118c-4d25-97c9-ab94ad5164b7 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5594389 Nov 24 02:09:02.828053 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [req-587863d0-04d6-4568-91de-5ef13e48f2be req-a7008e04-e104-4623-9379-224ba204d9e5 service neutron] Request body: {'port': {'device_id': 'b1659117-e608-43da-bc0e-1b75e37072cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8189'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:09:02.884040 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-587863d0-04d6-4568-91de-5ef13e48f2be req-a7008e04-e104-4623-9379-224ba204d9e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:09:02.942635 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-4e452fcc-1c5b-49b4-a283-4b3fc8dcbba3 None None] Provisioning complete for port de443c79-6c9b-478f-aec0-b425a12a71a2 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:09:02.942996 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-4e452fcc-1c5b-49b4-a283-4b3fc8dcbba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:09:02.975538 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-4e452fcc-1c5b-49b4-a283-4b3fc8dcbba3 None None] Port de443c79-6c9b-478f-aec0-b425a12a71a2 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 02:09:03.146040 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [req-587863d0-04d6-4568-91de-5ef13e48f2be req-a7008e04-e104-4623-9379-224ba204d9e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de443c79-6c9b-478f-aec0-b425a12a71a2 {{(pid=109866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 02:09:03.154163 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-587863d0-04d6-4568-91de-5ef13e48f2be req-a7008e04-e104-4623-9379-224ba204d9e5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:09:03.165994 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.provisioning_blocks [req-587863d0-04d6-4568-91de-5ef13e48f2be req-a7008e04-e104-4623-9379-224ba204d9e5 service neutron] Transition to ACTIVE for port object de443c79-6c9b-478f-aec0-b425a12a71a2 will not be triggered until provisioned by entity L2. {{(pid=109866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 02:09:03.169975 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-587863d0-04d6-4568-91de-5ef13e48f2be req-a7008e04-e104-4623-9379-224ba204d9e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29149402'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:09:03.221115 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7008e04-e104-4623-9379-224ba204d9e5 service neutron] Pushing event updated for resources: {'Port': ['ID=de443c79-6c9b-478f-aec0-b425a12a71a2,revision_number=2']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:09:03.294832 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [req-587863d0-04d6-4568-91de-5ef13e48f2be req-a7008e04-e104-4623-9379-224ba204d9e5 service neutron] Attempting to bind port de443c79-6c9b-478f-aec0-b425a12a71a2 on host hv-neutron-8189 for vnic_type normal with profile {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 02:09:03.295197 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [req-587863d0-04d6-4568-91de-5ef13e48f2be req-a7008e04-e104-4623-9379-224ba204d9e5 service neutron] Attempting to bind port de443c79-6c9b-478f-aec0-b425a12a71a2 by drivers openvswitch,hyperv on host hv-neutron-8189 at level 0 using segments [{'id': '5e6793e4-9959-49a4-8909-9dfc82c1549e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1f564760-ae8d-465e-80f0-efb981ea9d72'}] {{(pid=109866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 02:09:03.295523 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587863d0-04d6-4568-91de-5ef13e48f2be req-a7008e04-e104-4623-9379-224ba204d9e5 service neutron] Attempting to bind port de443c79-6c9b-478f-aec0-b425a12a71a2 on network 1f564760-ae8d-465e-80f0-efb981ea9d72 {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 02:09:03.300158 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587863d0-04d6-4568-91de-5ef13e48f2be req-a7008e04-e104-4623-9379-224ba204d9e5 service neutron] Port de443c79-6c9b-478f-aec0-b425a12a71a2 on network 1f564760-ae8d-465e-80f0-efb981ea9d72 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8189 {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 02:09:03.300479 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587863d0-04d6-4568-91de-5ef13e48f2be req-a7008e04-e104-4623-9379-224ba204d9e5 service neutron] Attempting to bind port de443c79-6c9b-478f-aec0-b425a12a71a2 on network 1f564760-ae8d-465e-80f0-efb981ea9d72 {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 02:09:03.305590 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587863d0-04d6-4568-91de-5ef13e48f2be req-a7008e04-e104-4623-9379-224ba204d9e5 service neutron] Checking agent: {'id': '5773fe6b-0967-455f-9dc9-84c0c923201b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 42, 58), 'started_at': datetime.datetime(2021, 11, 24, 1, 42, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 2, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 02:09:03.305926 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587863d0-04d6-4568-91de-5ef13e48f2be req-a7008e04-e104-4623-9379-224ba204d9e5 service neutron] Checking segment: {'id': '5e6793e4-9959-49a4-8909-9dfc82c1549e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1f564760-ae8d-465e-80f0-efb981ea9d72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 02:09:03.306311 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587863d0-04d6-4568-91de-5ef13e48f2be req-a7008e04-e104-4623-9379-224ba204d9e5 service neutron] Bound using segment: {'id': '5e6793e4-9959-49a4-8909-9dfc82c1549e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1f564760-ae8d-465e-80f0-efb981ea9d72'} {{(pid=109866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 02:09:03.306737 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.managers [req-587863d0-04d6-4568-91de-5ef13e48f2be req-a7008e04-e104-4623-9379-224ba204d9e5 service neutron] Bound port: de443c79-6c9b-478f-aec0-b425a12a71a2, host: hv-neutron-8189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e6793e4-9959-49a4-8909-9dfc82c1549e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1f564760-ae8d-465e-80f0-efb981ea9d72'}}] {{(pid=109866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 02:09:03.307091 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-587863d0-04d6-4568-91de-5ef13e48f2be req-a7008e04-e104-4623-9379-224ba204d9e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:09:03.375885 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [req-587863d0-04d6-4568-91de-5ef13e48f2be req-a7008e04-e104-4623-9379-224ba204d9e5 service neutron] For port de443c79-6c9b-478f-aec0-b425a12a71a2, host hv-neutron-8189, cleared binding levels {{(pid=109866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 02:09:03.379402 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [req-587863d0-04d6-4568-91de-5ef13e48f2be req-a7008e04-e104-4623-9379-224ba204d9e5 service neutron] For port de443c79-6c9b-478f-aec0-b425a12a71a2, host hv-neutron-8189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=de443c79-6c9b-478f-aec0-b425a12a71a2,segment=NetworkSegment(5e6793e4-9959-49a4-8909-9dfc82c1549e),segment_id=5e6793e4-9959-49a4-8909-9dfc82c1549e)] {{(pid=109866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 02:09:03.383342 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-587863d0-04d6-4568-91de-5ef13e48f2be req-a7008e04-e104-4623-9379-224ba204d9e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29149402'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:09:03.422316 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587863d0-04d6-4568-91de-5ef13e48f2be req-a7008e04-e104-4623-9379-224ba204d9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:09:03.422965 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-587863d0-04d6-4568-91de-5ef13e48f2be req-a7008e04-e104-4623-9379-224ba204d9e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:09:03.424332 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-587863d0-04d6-4568-91de-5ef13e48f2be req-a7008e04-e104-4623-9379-224ba204d9e5 service neutron] 10.222.0.48 "PUT /v2.0/ports/de443c79-6c9b-478f-aec0-b425a12a71a2 HTTP/1.1" status: 200 len: 1094 time: 0.6009221 Nov 24 02:09:03.424779 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1659117-e608-43da-bc0e-1b75e37072cb', 'tag': 'de443c79-6c9b-478f-aec0-b425a12a71a2'}] {{(pid=109866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:09:03.427088 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b7c53c286d9351d1367337230623a155cee02c46c94b80588b67a0bc16402ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-422cdc4e-ec4e-46c7-84be-9ce1bc5e2a63" -d '{"events": [{"name": "network-changed", "server_uuid": "b1659117-e608-43da-bc0e-1b75e37072cb", "tag": "de443c79-6c9b-478f-aec0-b425a12a71a2"}]}' {{(pid=109866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:09:03.459157 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7008e04-e104-4623-9379-224ba204d9e5 service neutron] Pushing event updated for resources: {'Port': ['ID=de443c79-6c9b-478f-aec0-b425a12a71a2,revision_number=3']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:09:03.459569 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dd1c0b-3d85-4fa4-819b-84dc8a1319fc req-34577d2d-a26e-413d-95df-c25d16f971f8 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:09:03.461811 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-74dd1c0b-3d85-4fa4-819b-84dc8a1319fc req-34577d2d-a26e-413d-95df-c25d16f971f8 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1659117-e608-43da-bc0e-1b75e37072cb HTTP/1.1" status: 200 len: 944 time: 0.0732682 Nov 24 02:09:03.484251 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 02:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6ea91e6-ebe9-4177-8374-d3b5c4d8b8dd x-openstack-request-id: req-d6ea91e6-ebe9-4177-8374-d3b5c4d8b8dd {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:09:03.484541 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1659117-e608-43da-bc0e-1b75e37072cb", "tag": "de443c79-6c9b-478f-aec0-b425a12a71a2", "status": "completed", "code": 200}]} {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:09:03.484792 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d6ea91e6-ebe9-4177-8374-d3b5c4d8b8dd {{(pid=109866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:09:03.485196 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1659117-e608-43da-bc0e-1b75e37072cb', 'tag': 'de443c79-6c9b-478f-aec0-b425a12a71a2', 'status': 'completed', 'code': 200} Nov 24 02:09:03.519771 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-74dd1c0b-3d85-4fa4-819b-84dc8a1319fc req-63fa8963-0514-49e0-b2ab-33d4bb102a25 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465243 Nov 24 02:09:03.544782 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587863d0-04d6-4568-91de-5ef13e48f2be req-d2b758ca-8f1f-4e0c-8866-861a31a87457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:09:03.546383 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-587863d0-04d6-4568-91de-5ef13e48f2be req-d2b758ca-8f1f-4e0c-8866-861a31a87457 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=54a0714becea44e794f5cbfaa7e75d76&device_id=b1659117-e608-43da-bc0e-1b75e37072cb HTTP/1.1" status: 200 len: 1097 time: 0.0481706 Nov 24 02:09:03.598810 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-587863d0-04d6-4568-91de-5ef13e48f2be req-c81d8f09-296c-455c-ab40-27c3a831ef50 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=de443c79-6c9b-478f-aec0-b425a12a71a2 HTTP/1.1" status: 200 len: 217 time: 0.0393074 Nov 24 02:09:03.647111 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587863d0-04d6-4568-91de-5ef13e48f2be req-b459ff4d-d0b8-4ecd-a9de-de28b7617e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:09:03.648513 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-587863d0-04d6-4568-91de-5ef13e48f2be req-b459ff4d-d0b8-4ecd-a9de-de28b7617e40 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a0daf069-1294-4709-8a95-5a1b322aaf26 HTTP/1.1" status: 200 len: 850 time: 0.0431180 Nov 24 02:09:03.692259 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587863d0-04d6-4568-91de-5ef13e48f2be req-682af09d-20c4-4505-8c88-9b33d89f2734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:09:03.693761 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-587863d0-04d6-4568-91de-5ef13e48f2be req-682af09d-20c4-4505-8c88-9b33d89f2734 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1f564760-ae8d-465e-80f0-efb981ea9d72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0380824 Nov 24 02:09:03.788622 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-587863d0-04d6-4568-91de-5ef13e48f2be req-d07e8faf-8c79-4f8a-b19b-3c3e9069d4db service neutron] 10.222.0.48 "GET /v2.0/networks/1f564760-ae8d-465e-80f0-efb981ea9d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869670 Nov 24 02:09:03.879170 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-587863d0-04d6-4568-91de-5ef13e48f2be req-44ecc1f8-828b-46ea-8676-e7252e755ca5 service neutron] 10.222.0.48 "GET /v2.0/networks/1f564760-ae8d-465e-80f0-efb981ea9d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828142 Nov 24 02:09:04.024185 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422cdc4e-ec4e-46c7-84be-9ce1bc5e2a63 req-39fe9560-77a2-49a4-9e49-933c96cb1a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:09:04.025698 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-422cdc4e-ec4e-46c7-84be-9ce1bc5e2a63 req-39fe9560-77a2-49a4-9e49-933c96cb1a0a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=54a0714becea44e794f5cbfaa7e75d76&device_id=b1659117-e608-43da-bc0e-1b75e37072cb HTTP/1.1" status: 200 len: 1097 time: 0.0452220 Nov 24 02:09:04.115441 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422cdc4e-ec4e-46c7-84be-9ce1bc5e2a63 req-af8af5f3-aafc-43a1-92d5-47d32d92fb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:09:04.117199 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-422cdc4e-ec4e-46c7-84be-9ce1bc5e2a63 req-af8af5f3-aafc-43a1-92d5-47d32d92fb85 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1f564760-ae8d-465e-80f0-efb981ea9d72 HTTP/1.1" status: 200 len: 912 time: 0.0841787 Nov 24 02:09:04.162380 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-422cdc4e-ec4e-46c7-84be-9ce1bc5e2a63 req-a7f57f10-bd4c-46f8-8471-82a884f31eb8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=de443c79-6c9b-478f-aec0-b425a12a71a2 HTTP/1.1" status: 200 len: 217 time: 0.0360923 Nov 24 02:09:04.212895 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422cdc4e-ec4e-46c7-84be-9ce1bc5e2a63 req-dc11f898-f3b9-4502-92fb-8c827071644f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:09:04.214384 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-422cdc4e-ec4e-46c7-84be-9ce1bc5e2a63 req-dc11f898-f3b9-4502-92fb-8c827071644f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a0daf069-1294-4709-8a95-5a1b322aaf26 HTTP/1.1" status: 200 len: 850 time: 0.0429909 Nov 24 02:09:04.260766 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422cdc4e-ec4e-46c7-84be-9ce1bc5e2a63 req-98e60d90-09c6-4099-8ff6-3efc50d90dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:09:04.262305 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-422cdc4e-ec4e-46c7-84be-9ce1bc5e2a63 req-98e60d90-09c6-4099-8ff6-3efc50d90dee service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1f564760-ae8d-465e-80f0-efb981ea9d72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402515 Nov 24 02:09:04.359121 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-422cdc4e-ec4e-46c7-84be-9ce1bc5e2a63 req-d9b32148-ac62-4d6a-91f0-b62c14b421cd service neutron] 10.222.0.48 "GET /v2.0/networks/1f564760-ae8d-465e-80f0-efb981ea9d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868363 Nov 24 02:09:04.451894 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-422cdc4e-ec4e-46c7-84be-9ce1bc5e2a63 req-3717dad9-0f66-434b-bafd-8599aa889bb2 service neutron] 10.222.0.48 "GET /v2.0/networks/1f564760-ae8d-465e-80f0-efb981ea9d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846205 Nov 24 02:09:04.636070 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d12ddb-8554-4954-bfff-e00daeeb4418 req-8bc0a2cc-46d8-45df-9351-d97d926de9c0 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:09:04.637563 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-41d12ddb-8554-4954-bfff-e00daeeb4418 req-8bc0a2cc-46d8-45df-9351-d97d926de9c0 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1659117-e608-43da-bc0e-1b75e37072cb HTTP/1.1" status: 200 len: 944 time: 0.0480490 Nov 24 02:09:04.687516 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-41d12ddb-8554-4954-bfff-e00daeeb4418 req-fc18eaa4-5f18-4053-b62c-00b7116bd519 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440910 Nov 24 02:09:05.805419 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049909ed-fe21-48c1-94ee-3df12136d32f req-4c4867dc-94cd-4617-8f47-d54dee16e22f tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:09:05.806920 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-049909ed-fe21-48c1-94ee-3df12136d32f req-4c4867dc-94cd-4617-8f47-d54dee16e22f tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1659117-e608-43da-bc0e-1b75e37072cb HTTP/1.1" status: 200 len: 944 time: 0.0486946 Nov 24 02:09:05.853962 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-049909ed-fe21-48c1-94ee-3df12136d32f req-7356b3c1-9b0c-498a-b80e-4c8badb681f8 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411420 Nov 24 02:09:06.761258 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device de443c79-6c9b-478f-aec0-b425a12a71a2 details requested by agent hyperv_hv-neutron-8189 with host hv-neutron-8189 {{(pid=109868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 02:09:06.854712 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port de443c79-6c9b-478f-aec0-b425a12a71a2, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=de443c79-6c9b-478f-aec0-b425a12a71a2,segment=NetworkSegment(5e6793e4-9959-49a4-8909-9dfc82c1549e),segment_id=5e6793e4-9959-49a4-8909-9dfc82c1549e)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:09:06.865240 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Returning: {'device': 'de443c79-6c9b-478f-aec0-b425a12a71a2', 'network_id': '1f564760-ae8d-465e-80f0-efb981ea9d72', 'port_id': 'de443c79-6c9b-478f-aec0-b425a12a71a2', 'mac_address': 'fa:16:3e:f3:2f:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0daf069-1294-4709-8a95-5a1b322aaf26', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 02:09:06.901816 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:09:06.917976 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de443c79-6c9b-478f-aec0-b425a12a71a2 {{(pid=109868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 02:09:06.937509 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port de443c79-6c9b-478f-aec0-b425a12a71a2, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=de443c79-6c9b-478f-aec0-b425a12a71a2,segment=NetworkSegment(5e6793e4-9959-49a4-8909-9dfc82c1549e),segment_id=5e6793e4-9959-49a4-8909-9dfc82c1549e)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:09:06.941777 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:09:06.967504 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b4c1ab-f404-4784-b2d5-b707f109022a req-abf96583-4213-480a-83b2-49302aac772f tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:09:06.969105 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-64b4c1ab-f404-4784-b2d5-b707f109022a req-abf96583-4213-480a-83b2-49302aac772f tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1659117-e608-43da-bc0e-1b75e37072cb HTTP/1.1" status: 200 len: 944 time: 0.0493667 Nov 24 02:09:06.988903 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=de443c79-6c9b-478f-aec0-b425a12a71a2,revision_number=4']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:09:07.017033 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-64b4c1ab-f404-4784-b2d5-b707f109022a req-57e7666c-c3ff-4748-94cd-332b872df5fe tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416834 Nov 24 02:09:07.211761 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] get_ports_and_sgs() called for port_ids ['de443c79-6c9b-478f-aec0-b425a12a71a2'] {{(pid=109868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 02:09:08.132674 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63494d87-090e-44a5-bf7a-b5359c9cab1b req-03307102-4a77-4d50-89a2-7002a96e2142 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:09:08.134185 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-63494d87-090e-44a5-bf7a-b5359c9cab1b req-03307102-4a77-4d50-89a2-7002a96e2142 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1659117-e608-43da-bc0e-1b75e37072cb HTTP/1.1" status: 200 len: 945 time: 0.0483797 Nov 24 02:09:08.172187 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.agents_db [None req-4e42c10c-a1d3-4d07-89d6-7a24334140aa None None] Agent healthcheck: found 6 active agents {{(pid=109869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 02:09:08.185439 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-63494d87-090e-44a5-bf7a-b5359c9cab1b req-14a9d310-7ed1-46db-8109-a9e79dbc0a77 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446315 Nov 24 02:09:08.776789 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device de443c79-6c9b-478f-aec0-b425a12a71a2 up at agent hyperv_hv-neutron-8189 {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 02:09:08.825472 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Provisioning for port de443c79-6c9b-478f-aec0-b425a12a71a2 completed by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 02:09:08.829135 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Provisioning complete for port de443c79-6c9b-478f-aec0-b425a12a71a2 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:09:08.829532 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:09:08.902965 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:09:08.924580 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1659117-e608-43da-bc0e-1b75e37072cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de443c79-6c9b-478f-aec0-b425a12a71a2'}] {{(pid=109868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:09:08.926841 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adafa3b64de3cabc8eac619938bcace59b198ffee64d481093eb3def62699d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19f2b82b-f4c2-42b6-8684-fc15636dcb3c" -d '{"events": [{"server_uuid": "b1659117-e608-43da-bc0e-1b75e37072cb", "name": "network-vif-plugged", "status": "completed", "tag": "de443c79-6c9b-478f-aec0-b425a12a71a2"}]}' {{(pid=109868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:09:08.943480 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port de443c79-6c9b-478f-aec0-b425a12a71a2, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=de443c79-6c9b-478f-aec0-b425a12a71a2,segment=NetworkSegment(5e6793e4-9959-49a4-8909-9dfc82c1549e),segment_id=5e6793e4-9959-49a4-8909-9dfc82c1549e)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:09:08.947463 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:09:08.975322 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 02:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55d9777c-4935-4dc8-81d6-908a8bdc85a5 x-openstack-request-id: req-55d9777c-4935-4dc8-81d6-908a8bdc85a5 {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:09:08.975616 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1659117-e608-43da-bc0e-1b75e37072cb", "name": "network-vif-plugged", "status": "completed", "tag": "de443c79-6c9b-478f-aec0-b425a12a71a2", "code": 200}]} {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:09:08.975952 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-55d9777c-4935-4dc8-81d6-908a8bdc85a5 {{(pid=109868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:09:08.976576 dv-neutron-818911-2-hyperv neutron-server[109868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1659117-e608-43da-bc0e-1b75e37072cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de443c79-6c9b-478f-aec0-b425a12a71a2', 'code': 200} Nov 24 02:09:09.005385 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=de443c79-6c9b-478f-aec0-b425a12a71a2,revision_number=5']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:09:09.171327 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49851da8-481a-428b-96d0-9847df188ad9 req-1d39018a-f569-4eba-8895-c81551be65b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:09:09.172782 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-49851da8-481a-428b-96d0-9847df188ad9 req-1d39018a-f569-4eba-8895-c81551be65b3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b1659117-e608-43da-bc0e-1b75e37072cb HTTP/1.1" status: 200 len: 1099 time: 0.0404055 Nov 24 02:09:09.216223 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-49851da8-481a-428b-96d0-9847df188ad9 req-be193a25-36d1-4cdb-bfa7-c060ca68f919 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365930 Nov 24 02:09:09.301934 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1b3bb7-3bd0-4e45-bc8c-dd2a6cde8d31 req-7ab62c8d-4d47-4490-8f4e-44bdd636ca2e tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:09:09.303413 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-df1b3bb7-3bd0-4e45-bc8c-dd2a6cde8d31 req-7ab62c8d-4d47-4490-8f4e-44bdd636ca2e tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1659117-e608-43da-bc0e-1b75e37072cb HTTP/1.1" status: 200 len: 946 time: 0.0498829 Nov 24 02:09:09.350606 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-df1b3bb7-3bd0-4e45-bc8c-dd2a6cde8d31 req-54c345d7-8d9a-48c0-8f25-2e04b9977080 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412185 Nov 24 02:09:10.469003 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c93d69-ad63-477a-8d04-0532ca1c327e req-f80df021-faa4-4fd5-a286-5469b101bfb0 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:09:10.470492 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-d4c93d69-ad63-477a-8d04-0532ca1c327e req-f80df021-faa4-4fd5-a286-5469b101bfb0 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1659117-e608-43da-bc0e-1b75e37072cb HTTP/1.1" status: 200 len: 946 time: 0.0518084 Nov 24 02:09:10.516938 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-d4c93d69-ad63-477a-8d04-0532ca1c327e req-f599b6cb-7da7-418d-83e4-15283e21cf87 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404096 Nov 24 02:09:10.628403 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0970029d-2eba-476e-9243-75b5147e67b0 req-bd61418c-c766-4470-a1b3-11e0948aaf6b tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:09:10.629984 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-0970029d-2eba-476e-9243-75b5147e67b0 req-bd61418c-c766-4470-a1b3-11e0948aaf6b tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1659117-e608-43da-bc0e-1b75e37072cb HTTP/1.1" status: 200 len: 946 time: 0.0503240 Nov 24 02:09:10.638627 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 54392) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:09:10.642934 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-11bb9d35-2c2e-435b-a1bd-9b7a3e17c50b tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Request body: {'floatingip': {'port_id': 'de443c79-6c9b-478f-aec0-b425a12a71a2'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:09:10.685174 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-11bb9d35-2c2e-435b-a1bd-9b7a3e17c50b tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Publish callbacks [] for floatingip, before_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:09:11.433725 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-11bb9d35-2c2e-435b-a1bd-9b7a3e17c50b tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:09:11.437812 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-11bb9d35-2c2e-435b-a1bd-9b7a3e17c50b tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418250'] for floatingip, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:09:11.535520 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.l3_db [None req-11bb9d35-2c2e-435b-a1bd-9b7a3e17c50b tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Floating IP 77431b04-cb27-4a17-8edc-418639ebb281 associated. External IP: 172.26.5.35, port: de443c79-6c9b-478f-aec0-b425a12a71a2. Nov 24 02:09:11.739069 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11bb9d35-2c2e-435b-a1bd-9b7a3e17c50b tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Router a1d3ac9e-257e-467f-8d21-2aee38e578a7 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 02:09:11.845319 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11bb9d35-2c2e-435b-a1bd-9b7a3e17c50b tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 02:09:11.850034 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-11bb9d35-2c2e-435b-a1bd-9b7a3e17c50b tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for floatingip, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:09:11.855563 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39efbbfe-034f-4941-ad69-c59507d22c5f None None] Sync routers for ids ['a1d3ac9e-257e-467f-8d21-2aee38e578a7'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 02:09:11.864327 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39efbbfe-034f-4941-ad69-c59507d22c5f None None] Routers {'a1d3ac9e-257e-467f-8d21-2aee38e578a7'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:09:11.864928 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-39efbbfe-034f-4941-ad69-c59507d22c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:08:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['a1d3ac9e-257e-467f-8d21-2aee38e578a7'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:09:11.876494 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-11bb9d35-2c2e-435b-a1bd-9b7a3e17c50b tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "PUT /v2.0/floatingips/77431b04-cb27-4a17-8edc-418639ebb281 HTTP/1.1" status: 200 len: 992 time: 1.2368410 Nov 24 02:09:11.877088 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1659117-e608-43da-bc0e-1b75e37072cb', 'tag': 'de443c79-6c9b-478f-aec0-b425a12a71a2'}] {{(pid=109867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:09:11.879481 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2155eb48762029a847224b6ca77dbed8b251e8450d3d79f1fc0a82d404e82e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1c5a0f8-7233-4a5b-9596-10f5542f5633" -d '{"events": [{"name": "network-changed", "server_uuid": "b1659117-e608-43da-bc0e-1b75e37072cb", "tag": "de443c79-6c9b-478f-aec0-b425a12a71a2"}]}' {{(pid=109867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:09:11.923016 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 02:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23aebab6-0d72-4b73-8c3e-18f29f3d821f x-openstack-request-id: req-23aebab6-0d72-4b73-8c3e-18f29f3d821f {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:09:11.923314 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1659117-e608-43da-bc0e-1b75e37072cb", "tag": "de443c79-6c9b-478f-aec0-b425a12a71a2", "status": "completed", "code": 200}]} {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:09:11.923570 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-23aebab6-0d72-4b73-8c3e-18f29f3d821f {{(pid=109867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:09:11.923969 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1659117-e608-43da-bc0e-1b75e37072cb', 'tag': 'de443c79-6c9b-478f-aec0-b425a12a71a2', 'status': 'completed', 'code': 200} Nov 24 02:09:12.029938 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c5a0f8-7233-4a5b-9596-10f5542f5633 req-c01163b0-001f-4cf4-92d5-f8d5d339eae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:09:12.031584 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-f1c5a0f8-7233-4a5b-9596-10f5542f5633 req-c01163b0-001f-4cf4-92d5-f8d5d339eae5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=54a0714becea44e794f5cbfaa7e75d76&device_id=b1659117-e608-43da-bc0e-1b75e37072cb HTTP/1.1" status: 200 len: 1099 time: 0.0461981 Nov 24 02:09:12.112020 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-39efbbfe-034f-4941-ad69-c59507d22c5f None None] Set router a1d3ac9e-257e-467f-8d21-2aee38e578a7 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:09:12.124714 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c5a0f8-7233-4a5b-9596-10f5542f5633 req-f6a94e4a-86f9-4b56-8736-7bd60388e80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:09:12.126211 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-f1c5a0f8-7233-4a5b-9596-10f5542f5633 req-f6a94e4a-86f9-4b56-8736-7bd60388e80d service neutron] 10.222.0.48 "GET /v2.0/networks?id=1f564760-ae8d-465e-80f0-efb981ea9d72 HTTP/1.1" status: 200 len: 912 time: 0.0878692 Nov 24 02:09:12.189851 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-f1c5a0f8-7233-4a5b-9596-10f5542f5633 req-09e9966b-0e63-45c8-95a7-f5e178126a3f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=de443c79-6c9b-478f-aec0-b425a12a71a2 HTTP/1.1" status: 200 len: 1000 time: 0.0570648 Nov 24 02:09:12.238508 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c5a0f8-7233-4a5b-9596-10f5542f5633 req-b97bb910-03d7-4987-9c0f-81df35d8b06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:09:12.239992 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-f1c5a0f8-7233-4a5b-9596-10f5542f5633 req-b97bb910-03d7-4987-9c0f-81df35d8b06c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a0daf069-1294-4709-8a95-5a1b322aaf26 HTTP/1.1" status: 200 len: 850 time: 0.0434351 Nov 24 02:09:12.290593 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c5a0f8-7233-4a5b-9596-10f5542f5633 req-c99ccf77-f46e-4476-a3e3-fa4ec5537f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:09:12.292027 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-f1c5a0f8-7233-4a5b-9596-10f5542f5633 req-c99ccf77-f46e-4476-a3e3-fa4ec5537f47 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1f564760-ae8d-465e-80f0-efb981ea9d72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0444844 Nov 24 02:09:12.343451 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-39efbbfe-034f-4941-ad69-c59507d22c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1d3ac9e-257e-467f-8d21-2aee38e578a7', 'name': 'tempest-ServerActionsTestJSON-453320892-router', 'tenant_id': '54a0714becea44e794f5cbfaa7e75d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.222'}], 'enable_snat': True}, 'gw_port_id': '5d4768e5-6215-4b68-b98f-8bc421058691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:05:12Z', 'updated_at': '2021-11-24T02:05:15Z', 'revision_number': 4, 'project_id': '54a0714becea44e794f5cbfaa7e75d76', 'gw_port': {'id': '5d4768e5-6215-4b68-b98f-8bc421058691', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d3ac9e-257e-467f-8d21-2aee38e578a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:05:13Z', 'updated_at': '2021-11-24T02:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_floatingips': [{'id': '77431b04-cb27-4a17-8edc-418639ebb281', 'tenant_id': '54a0714becea44e794f5cbfaa7e75d76', 'floating_ip_address': '172.26.5.35', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': 'a1d3ac9e-257e-467f-8d21-2aee38e578a7', 'port_id': 'de443c79-6c9b-478f-aec0-b425a12a71a2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f564760-ae8d-465e-80f0-efb981ea9d72', 'mac_address': 'fa:16:3e:f3:2f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1659117-e608-43da-bc0e-1b75e37072cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T02:05:18Z', 'updated_at': '2021-11-24T02:09:11Z', 'revision_number': 13, 'project_id': '54a0714becea44e794f5cbfaa7e75d76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55e71101-bb62-4023-b5d1-b12759680c2c', 'name': '', 'network_id': '1f564760-ae8d-465e-80f0-efb981ea9d72', 'tenant_id': '54a0714becea44e794f5cbfaa7e75d76', 'mac_address': 'fa:16:3e:85:df:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d3ac9e-257e-467f-8d21-2aee38e578a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'a0daf069-1294-4709-8a95-5a1b322aaf26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:05:15Z', 'updated_at': '2021-11-24T02:05:19Z', 'revision_number': 5, 'project_id': '54a0714becea44e794f5cbfaa7e75d76', 'subnets': [{'id': 'a0daf069-1294-4709-8a95-5a1b322aaf26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:09:12.369616 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39efbbfe-034f-4941-ad69-c59507d22c5f None None] Checking router: a1d3ac9e-257e-467f-8d21-2aee38e578a7 for host: dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 02:09:12.378360 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39efbbfe-034f-4941-ad69-c59507d22c5f None None] Routers {'a1d3ac9e-257e-467f-8d21-2aee38e578a7'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:09:12.378976 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-39efbbfe-034f-4941-ad69-c59507d22c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:08:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['a1d3ac9e-257e-467f-8d21-2aee38e578a7'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:09:12.386970 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-f1c5a0f8-7233-4a5b-9596-10f5542f5633 req-f8e0166a-39a9-470b-be79-3ba4f2c67392 service neutron] 10.222.0.48 "GET /v2.0/networks/1f564760-ae8d-465e-80f0-efb981ea9d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871398 Nov 24 02:09:12.480417 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-f1c5a0f8-7233-4a5b-9596-10f5542f5633 req-a57df1b5-7b14-42d7-a936-1fa8802d6afa service neutron] 10.222.0.48 "GET /v2.0/networks/1f564760-ae8d-465e-80f0-efb981ea9d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859244 Nov 24 02:09:12.484694 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-39efbbfe-034f-4941-ad69-c59507d22c5f None None] Set router a1d3ac9e-257e-467f-8d21-2aee38e578a7 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:09:12.703400 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-39efbbfe-034f-4941-ad69-c59507d22c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1d3ac9e-257e-467f-8d21-2aee38e578a7', 'name': 'tempest-ServerActionsTestJSON-453320892-router', 'tenant_id': '54a0714becea44e794f5cbfaa7e75d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.222'}], 'enable_snat': True}, 'gw_port_id': '5d4768e5-6215-4b68-b98f-8bc421058691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:05:12Z', 'updated_at': '2021-11-24T02:05:15Z', 'revision_number': 4, 'project_id': '54a0714becea44e794f5cbfaa7e75d76', 'gw_port': {'id': '5d4768e5-6215-4b68-b98f-8bc421058691', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d3ac9e-257e-467f-8d21-2aee38e578a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:05:13Z', 'updated_at': '2021-11-24T02:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_floatingips': [{'id': '77431b04-cb27-4a17-8edc-418639ebb281', 'tenant_id': '54a0714becea44e794f5cbfaa7e75d76', 'floating_ip_address': '172.26.5.35', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': 'a1d3ac9e-257e-467f-8d21-2aee38e578a7', 'port_id': 'de443c79-6c9b-478f-aec0-b425a12a71a2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f564760-ae8d-465e-80f0-efb981ea9d72', 'mac_address': 'fa:16:3e:f3:2f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1659117-e608-43da-bc0e-1b75e37072cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T02:05:18Z', 'updated_at': '2021-11-24T02:09:11Z', 'revision_number': 13, 'project_id': '54a0714becea44e794f5cbfaa7e75d76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55e71101-bb62-4023-b5d1-b12759680c2c', 'name': '', 'network_id': '1f564760-ae8d-465e-80f0-efb981ea9d72', 'tenant_id': '54a0714becea44e794f5cbfaa7e75d76', 'mac_address': 'fa:16:3e:85:df:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d3ac9e-257e-467f-8d21-2aee38e578a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'a0daf069-1294-4709-8a95-5a1b322aaf26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:05:15Z', 'updated_at': '2021-11-24T02:05:19Z', 'revision_number': 5, 'project_id': '54a0714becea44e794f5cbfaa7e75d76', 'subnets': [{'id': 'a0daf069-1294-4709-8a95-5a1b322aaf26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:09:12.734129 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39efbbfe-034f-4941-ad69-c59507d22c5f None None] The sync data for ids ['a1d3ac9e-257e-467f-8d21-2aee38e578a7'] in dv-neutron-818911-2-hyperv is: [{'id': 'a1d3ac9e-257e-467f-8d21-2aee38e578a7', 'name': 'tempest-ServerActionsTestJSON-453320892-router', 'tenant_id': '54a0714becea44e794f5cbfaa7e75d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.222'}], 'enable_snat': True}, 'gw_port_id': '5d4768e5-6215-4b68-b98f-8bc421058691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:05:12Z', 'updated_at': '2021-11-24T02:05:15Z', 'revision_number': 4, 'project_id': '54a0714becea44e794f5cbfaa7e75d76', 'gw_port': {'id': '5d4768e5-6215-4b68-b98f-8bc421058691', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d3ac9e-257e-467f-8d21-2aee38e578a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:05:13Z', 'updated_at': '2021-11-24T02:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_floatingips': [{'id': '77431b04-cb27-4a17-8edc-418639ebb281', 'tenant_id': '54a0714becea44e794f5cbfaa7e75d76', 'floating_ip_address': '172.26.5.35', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': 'a1d3ac9e-257e-467f-8d21-2aee38e578a7', 'port_id': 'de443c79-6c9b-478f-aec0-b425a12a71a2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f564760-ae8d-465e-80f0-efb981ea9d72', 'mac_address': 'fa:16:3e:f3:2f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1659117-e608-43da-bc0e-1b75e37072cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T02:05:18Z', 'updated_at': '2021-11-24T02:09:11Z', 'revision_number': 13, 'project_id': '54a0714becea44e794f5cbfaa7e75d76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55e71101-bb62-4023-b5d1-b12759680c2c', 'name': '', 'network_id': '1f564760-ae8d-465e-80f0-efb981ea9d72', 'tenant_id': '54a0714becea44e794f5cbfaa7e75d76', 'mac_address': 'fa:16:3e:85:df:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d3ac9e-257e-467f-8d21-2aee38e578a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'a0daf069-1294-4709-8a95-5a1b322aaf26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:05:15Z', 'updated_at': '2021-11-24T02:05:19Z', 'revision_number': 5, 'project_id': '54a0714becea44e794f5cbfaa7e75d76', 'subnets': [{'id': 'a0daf069-1294-4709-8a95-5a1b322aaf26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 02:09:12.908299 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b044382b-1889-4427-b9f5-cd759bd1b4c9 None None] New status for floating IP 77431b04-cb27-4a17-8edc-418639ebb281: ACTIVE {{(pid=109869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 02:09:18.565584 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-0f1edbbd-b157-4b5d-ad0f-760b6e897384 req-9e58e489-ac64-49f0-9e4d-06b9fbd625cb service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b1659117-e608-43da-bc0e-1b75e37072cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398846 Nov 24 02:09:18.677556 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1edbbd-b157-4b5d-ad0f-760b6e897384 req-0dc8f78b-a13e-4f3a-bed1-81e44adc1c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:09:18.679008 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-0f1edbbd-b157-4b5d-ad0f-760b6e897384 req-0dc8f78b-a13e-4f3a-bed1-81e44adc1c18 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=54a0714becea44e794f5cbfaa7e75d76&device_id=b1659117-e608-43da-bc0e-1b75e37072cb HTTP/1.1" status: 200 len: 1099 time: 0.0391047 Nov 24 02:09:18.782709 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1edbbd-b157-4b5d-ad0f-760b6e897384 req-2c992155-6c60-4a77-83fe-fcfac5f7e09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:09:18.784043 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-0f1edbbd-b157-4b5d-ad0f-760b6e897384 req-2c992155-6c60-4a77-83fe-fcfac5f7e09e service neutron] 10.222.0.48 "GET /v2.0/networks?id=1f564760-ae8d-465e-80f0-efb981ea9d72 HTTP/1.1" status: 200 len: 912 time: 0.0855539 Nov 24 02:09:18.848739 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-0f1edbbd-b157-4b5d-ad0f-760b6e897384 req-0b2b10d5-c17d-45a2-911c-d70d5e5918b1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=de443c79-6c9b-478f-aec0-b425a12a71a2 HTTP/1.1" status: 200 len: 1002 time: 0.0577679 Nov 24 02:09:18.899131 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1edbbd-b157-4b5d-ad0f-760b6e897384 req-76036ae0-a9bb-4af1-bfea-a57144d5bdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:09:18.900532 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-0f1edbbd-b157-4b5d-ad0f-760b6e897384 req-76036ae0-a9bb-4af1-bfea-a57144d5bdc3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a0daf069-1294-4709-8a95-5a1b322aaf26 HTTP/1.1" status: 200 len: 850 time: 0.0448012 Nov 24 02:09:18.945814 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1edbbd-b157-4b5d-ad0f-760b6e897384 req-81fe20a4-73cb-46c4-9b16-1500ba82e5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:09:18.947246 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-0f1edbbd-b157-4b5d-ad0f-760b6e897384 req-81fe20a4-73cb-46c4-9b16-1500ba82e5c7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1f564760-ae8d-465e-80f0-efb981ea9d72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0385511 Nov 24 02:09:19.038449 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-0f1edbbd-b157-4b5d-ad0f-760b6e897384 req-34bfc2bf-0783-41e8-baab-04a35be74890 service neutron] 10.222.0.48 "GET /v2.0/networks/1f564760-ae8d-465e-80f0-efb981ea9d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825114 Nov 24 02:09:19.123539 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-0f1edbbd-b157-4b5d-ad0f-760b6e897384 req-ad488640-687f-4411-a4f4-439bf20a997e service neutron] 10.222.0.48 "GET /v2.0/networks/1f564760-ae8d-465e-80f0-efb981ea9d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785336 Nov 24 02:09:24.756351 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-5973e7e4-b118-4f0d-9e73-d58d3e7bf989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:09:27.215524 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-1b375990-e518-4d63-b2e9-c9b813b0c800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:09:28.167667 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:09:28.168651 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:09:29.647999 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:09:30.138185 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:09:45.170865 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.agents_db [None req-4e42c10c-a1d3-4d07-89d6-7a24334140aa None None] Agent healthcheck: found 6 active agents {{(pid=109869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 02:09:50.310259 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab468111-8dc7-431a-a9fc-d4e938348a72 req-fe1a1133-6b14-4cc1-9001-ce833a039d03 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:09:50.311718 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-ab468111-8dc7-431a-a9fc-d4e938348a72 req-fe1a1133-6b14-4cc1-9001-ce833a039d03 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1659117-e608-43da-bc0e-1b75e37072cb HTTP/1.1" status: 200 len: 946 time: 0.0476565 Nov 24 02:09:50.360657 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-ab468111-8dc7-431a-a9fc-d4e938348a72 req-76d285f9-7594-4bf5-95a6-8f8ec0dca587 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431619 Nov 24 02:09:54.758828 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-85175532-db78-4be1-8156-83d8ed87f3b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:09:57.217329 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-587726e9-2325-48cf-87ec-4ab59d2d3d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:09:58.164413 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:09:58.165399 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:09:59.652516 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:10:00.140159 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:10:02.532243 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-a26e7a57-5352-4736-abdf-a88c253f62b4 req-238f7f31-6083-494a-83b4-57d6c1778e02 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b1659117-e608-43da-bc0e-1b75e37072cb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0486488 Nov 24 02:10:02.651747 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a70d23-046f-42f2-8d11-4485eb11772a req-f011099b-24c9-4dce-81d0-a72b15e5bc6a tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:10:02.653236 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e8a70d23-046f-42f2-8d11-4485eb11772a req-f011099b-24c9-4dce-81d0-a72b15e5bc6a tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1659117-e608-43da-bc0e-1b75e37072cb HTTP/1.1" status: 200 len: 946 time: 0.1598079 Nov 24 02:10:02.701911 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e8a70d23-046f-42f2-8d11-4485eb11772a req-fa862dbd-6579-4817-9ee8-e24c0578aaf7 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423679 Nov 24 02:10:03.659341 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26e7a57-5352-4736-abdf-a88c253f62b4 req-15c313da-81e6-428e-9be1-b9cab6550167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:10:03.660815 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-a26e7a57-5352-4736-abdf-a88c253f62b4 req-15c313da-81e6-428e-9be1-b9cab6550167 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=54a0714becea44e794f5cbfaa7e75d76&device_id=b1659117-e608-43da-bc0e-1b75e37072cb HTTP/1.1" status: 200 len: 1099 time: 0.0404980 Nov 24 02:10:03.749573 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26e7a57-5352-4736-abdf-a88c253f62b4 req-9332cd37-73da-42c5-9bbc-05eed5d950a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:10:03.751039 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-a26e7a57-5352-4736-abdf-a88c253f62b4 req-9332cd37-73da-42c5-9bbc-05eed5d950a2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1f564760-ae8d-465e-80f0-efb981ea9d72 HTTP/1.1" status: 200 len: 912 time: 0.0833488 Nov 24 02:10:03.824308 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-a26e7a57-5352-4736-abdf-a88c253f62b4 req-d0e7964a-7d54-4a11-a904-3a566520ea39 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=de443c79-6c9b-478f-aec0-b425a12a71a2 HTTP/1.1" status: 200 len: 1002 time: 0.0663362 Nov 24 02:10:03.900260 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26e7a57-5352-4736-abdf-a88c253f62b4 req-5c781658-339e-4e76-99e6-42e4c5a51e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:10:03.901762 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-a26e7a57-5352-4736-abdf-a88c253f62b4 req-5c781658-339e-4e76-99e6-42e4c5a51e7e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a0daf069-1294-4709-8a95-5a1b322aaf26 HTTP/1.1" status: 200 len: 850 time: 0.0709112 Nov 24 02:10:03.913213 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69addfae-69cb-4a82-9dfe-3ed7ecfa5e01 req-b1bad51f-1cc1-48f5-8451-c1c2add2e1fa tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:10:03.914510 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-69addfae-69cb-4a82-9dfe-3ed7ecfa5e01 req-b1bad51f-1cc1-48f5-8451-c1c2add2e1fa tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1659117-e608-43da-bc0e-1b75e37072cb HTTP/1.1" status: 200 len: 946 time: 0.1197820 Nov 24 02:10:03.984743 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26e7a57-5352-4736-abdf-a88c253f62b4 req-a01115a4-4fbb-4344-a256-26241263a894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:10:03.986247 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-a26e7a57-5352-4736-abdf-a88c253f62b4 req-a01115a4-4fbb-4344-a256-26241263a894 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1f564760-ae8d-465e-80f0-efb981ea9d72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709047 Nov 24 02:10:03.990652 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-69addfae-69cb-4a82-9dfe-3ed7ecfa5e01 req-9183248d-c962-41fd-9b80-cef943a8c524 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683179 Nov 24 02:10:04.073781 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-a26e7a57-5352-4736-abdf-a88c253f62b4 req-a57b5819-1e9d-4fe9-973e-b7f32d7f3a63 service neutron] 10.222.0.48 "GET /v2.0/networks/1f564760-ae8d-465e-80f0-efb981ea9d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801663 Nov 24 02:10:04.162589 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-a26e7a57-5352-4736-abdf-a88c253f62b4 req-3758642a-ec4d-438e-8974-aee519ab18f2 service neutron] 10.222.0.48 "GET /v2.0/networks/1f564760-ae8d-465e-80f0-efb981ea9d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815260 Nov 24 02:10:05.110038 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da828af-a2e5-49fc-aea7-12279d8cdff6 req-6a04be43-a0ae-4a51-96f7-236c54f7e27f tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:10:05.111397 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-1da828af-a2e5-49fc-aea7-12279d8cdff6 req-6a04be43-a0ae-4a51-96f7-236c54f7e27f tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1659117-e608-43da-bc0e-1b75e37072cb HTTP/1.1" status: 200 len: 946 time: 0.0521424 Nov 24 02:10:05.158297 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-1da828af-a2e5-49fc-aea7-12279d8cdff6 req-fe054bd7-db01-48b1-9a42-71f16b49a82b tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410328 Nov 24 02:10:06.272759 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a7e1eb-b0ef-4f6c-9e05-b85c6c43c324 req-79a549d3-0956-4554-98c9-8e7172f53796 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:10:06.274265 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-76a7e1eb-b0ef-4f6c-9e05-b85c6c43c324 req-79a549d3-0956-4554-98c9-8e7172f53796 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1659117-e608-43da-bc0e-1b75e37072cb HTTP/1.1" status: 200 len: 946 time: 0.0485909 Nov 24 02:10:06.325007 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-76a7e1eb-b0ef-4f6c-9e05-b85c6c43c324 req-f0b7ad28-c504-4c2e-b062-37cce5dcfbbe tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443249 Nov 24 02:10:07.443056 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ff6800-b21f-4a7f-a59c-c7c57ea2f03b req-a1b921c9-de6e-480b-99b1-bfa18a7418fe tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:10:07.444523 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-06ff6800-b21f-4a7f-a59c-c7c57ea2f03b req-a1b921c9-de6e-480b-99b1-bfa18a7418fe tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1659117-e608-43da-bc0e-1b75e37072cb HTTP/1.1" status: 200 len: 946 time: 0.0506015 Nov 24 02:10:07.492391 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-06ff6800-b21f-4a7f-a59c-c7c57ea2f03b req-e4ec4a6c-59a2-4074-b6f0-e743383543c6 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413775 Nov 24 02:10:08.614008 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742d39fd-3d46-4729-a776-edb2c187b385 req-db7bcec3-e5bb-4abd-a49c-b8f431f5aa66 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:10:08.615459 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-742d39fd-3d46-4729-a776-edb2c187b385 req-db7bcec3-e5bb-4abd-a49c-b8f431f5aa66 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1659117-e608-43da-bc0e-1b75e37072cb HTTP/1.1" status: 200 len: 946 time: 0.0515978 Nov 24 02:10:08.660457 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-742d39fd-3d46-4729-a776-edb2c187b385 req-45bdaeea-46ec-43e4-9100-5e0f9322caf9 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384729 Nov 24 02:10:09.775212 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db6b449-32b0-45b0-8fff-deb928fbdc9c req-c0c911cf-9b88-4910-8a2a-71a1d64e3907 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:10:09.776686 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-5db6b449-32b0-45b0-8fff-deb928fbdc9c req-c0c911cf-9b88-4910-8a2a-71a1d64e3907 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1659117-e608-43da-bc0e-1b75e37072cb HTTP/1.1" status: 200 len: 946 time: 0.0478492 Nov 24 02:10:09.826952 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-5db6b449-32b0-45b0-8fff-deb928fbdc9c req-cdafd3e8-8c9e-406b-a9a0-f74c2cb87122 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440967 Nov 24 02:10:10.948667 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884ce143-2ed2-46c6-8c20-f9081e3be3c8 req-2a21eee0-34b0-49a0-ab3a-f05dcab7f593 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:10:10.950429 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-884ce143-2ed2-46c6-8c20-f9081e3be3c8 req-2a21eee0-34b0-49a0-ab3a-f05dcab7f593 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1659117-e608-43da-bc0e-1b75e37072cb HTTP/1.1" status: 200 len: 946 time: 0.0522842 Nov 24 02:10:10.999267 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-884ce143-2ed2-46c6-8c20-f9081e3be3c8 req-19e0319b-1db5-4222-9c7f-8b034fcc95ec tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426190 Nov 24 02:10:12.115543 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b2391c-6432-4053-a10c-f6fcdd18e57c req-6f7517da-da50-4442-bf4d-13428ec5ea55 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:10:12.117137 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-97b2391c-6432-4053-a10c-f6fcdd18e57c req-6f7517da-da50-4442-bf4d-13428ec5ea55 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1659117-e608-43da-bc0e-1b75e37072cb HTTP/1.1" status: 200 len: 946 time: 0.0490572 Nov 24 02:10:12.166998 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-97b2391c-6432-4053-a10c-f6fcdd18e57c req-9f846d57-a783-44ab-9ada-d476ff933a7e tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429807 Nov 24 02:10:13.284686 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded7f45-09ad-4f7a-bfa8-07b7f685583f req-84e1e529-9438-492f-a564-6e89fdacd0a4 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:10:13.286172 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-4ded7f45-09ad-4f7a-bfa8-07b7f685583f req-84e1e529-9438-492f-a564-6e89fdacd0a4 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1659117-e608-43da-bc0e-1b75e37072cb HTTP/1.1" status: 200 len: 946 time: 0.0521004 Nov 24 02:10:13.332099 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-4ded7f45-09ad-4f7a-bfa8-07b7f685583f req-42f2b648-b664-4046-8376-114308532c78 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395088 Nov 24 02:10:14.448011 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebfbb42-6075-49fb-9767-9f4d05beda2d req-581d4298-56a1-4f0a-89c4-85db649a556e tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:10:14.449836 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-4ebfbb42-6075-49fb-9767-9f4d05beda2d req-581d4298-56a1-4f0a-89c4-85db649a556e tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1659117-e608-43da-bc0e-1b75e37072cb HTTP/1.1" status: 200 len: 946 time: 0.0479732 Nov 24 02:10:14.499871 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-4ebfbb42-6075-49fb-9767-9f4d05beda2d req-93b8ce07-5259-4f44-8052-b5b2ac07c0b8 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439503 Nov 24 02:10:15.614113 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d35a5e-7fe2-4a03-b37e-8b001d791365 req-e6a94b14-eded-4c94-9bf0-d2bfc5849f73 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:10:15.615560 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-d9d35a5e-7fe2-4a03-b37e-8b001d791365 req-e6a94b14-eded-4c94-9bf0-d2bfc5849f73 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1659117-e608-43da-bc0e-1b75e37072cb HTTP/1.1" status: 200 len: 946 time: 0.0471997 Nov 24 02:10:15.661178 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-d9d35a5e-7fe2-4a03-b37e-8b001d791365 req-bc2c1aec-64b5-413a-8db2-66dfcefddd55 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391448 Nov 24 02:10:16.828296 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1160da6b-a57e-4dc2-96d1-0bec31441491 req-0ae7aeeb-42b5-425e-a103-4629a1dbd634 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:10:16.829985 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-1160da6b-a57e-4dc2-96d1-0bec31441491 req-0ae7aeeb-42b5-425e-a103-4629a1dbd634 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1659117-e608-43da-bc0e-1b75e37072cb HTTP/1.1" status: 200 len: 946 time: 0.0555542 Nov 24 02:10:16.878911 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-1160da6b-a57e-4dc2-96d1-0bec31441491 req-53ff12ae-0f0e-4877-a8b2-6eff3f494cac tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428007 Nov 24 02:10:18.042573 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a58cc7-bfb8-461d-b6be-a51f6e601a06 req-da48a8db-03ad-45a9-877b-b595db20f57e tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:10:18.044051 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e4a58cc7-bfb8-461d-b6be-a51f6e601a06 req-da48a8db-03ad-45a9-877b-b595db20f57e tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1659117-e608-43da-bc0e-1b75e37072cb HTTP/1.1" status: 200 len: 946 time: 0.0952907 Nov 24 02:10:18.049851 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-a26e7a57-5352-4736-abdf-a88c253f62b4 req-0b6edddf-b431-4ab8-a5b7-5939ed623fab service neutron] 10.222.0.48 "GET /v2.0/ports/de443c79-6c9b-478f-aec0-b425a12a71a2/bindings/hv-neutron-8189 HTTP/1.1" status: 200 len: 384 time: 0.0738046 Nov 24 02:10:18.095173 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e4a58cc7-bfb8-461d-b6be-a51f6e601a06 req-ffad7f6c-af63-4bc9-ba76-1c50729768bf tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443807 Nov 24 02:10:18.320903 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26e7a57-5352-4736-abdf-a88c253f62b4 req-c3887ef3-3c87-49c2-a99f-61d358b1d8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:10:18.322344 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-a26e7a57-5352-4736-abdf-a88c253f62b4 req-c3887ef3-3c87-49c2-a99f-61d358b1d8a4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b1659117-e608-43da-bc0e-1b75e37072cb&tenant_id=54a0714becea44e794f5cbfaa7e75d76 HTTP/1.1" status: 200 len: 1099 time: 0.0438454 Nov 24 02:10:18.348035 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444f0a93-dd8c-4f5e-8319-45d477481d95 req-e7c9fb77-a361-4af5-a771-cbe029d79eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:10:18.349589 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-444f0a93-dd8c-4f5e-8319-45d477481d95 req-e7c9fb77-a361-4af5-a771-cbe029d79eae service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=54a0714becea44e794f5cbfaa7e75d76&device_id=b1659117-e608-43da-bc0e-1b75e37072cb HTTP/1.1" status: 200 len: 1099 time: 0.0414131 Nov 24 02:10:18.456583 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444f0a93-dd8c-4f5e-8319-45d477481d95 req-9b31c81a-9e47-4096-8911-3dda1b63f22d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:10:18.458091 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-444f0a93-dd8c-4f5e-8319-45d477481d95 req-9b31c81a-9e47-4096-8911-3dda1b63f22d service neutron] 10.222.0.48 "GET /v2.0/networks?id=1f564760-ae8d-465e-80f0-efb981ea9d72 HTTP/1.1" status: 200 len: 912 time: 0.0899966 Nov 24 02:10:18.521899 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-444f0a93-dd8c-4f5e-8319-45d477481d95 req-59666f27-80c2-44ae-844c-006885b982fc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=de443c79-6c9b-478f-aec0-b425a12a71a2 HTTP/1.1" status: 200 len: 1002 time: 0.0565717 Nov 24 02:10:18.568203 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444f0a93-dd8c-4f5e-8319-45d477481d95 req-eac51856-52f1-4185-9411-c071f4097680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:10:18.569605 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-444f0a93-dd8c-4f5e-8319-45d477481d95 req-eac51856-52f1-4185-9411-c071f4097680 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a0daf069-1294-4709-8a95-5a1b322aaf26 HTTP/1.1" status: 200 len: 850 time: 0.0415511 Nov 24 02:10:18.619279 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444f0a93-dd8c-4f5e-8319-45d477481d95 req-73f8eb7f-38fb-4e48-b2c4-390353a214d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:10:18.621188 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-444f0a93-dd8c-4f5e-8319-45d477481d95 req-73f8eb7f-38fb-4e48-b2c4-390353a214d7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1f564760-ae8d-465e-80f0-efb981ea9d72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0449197 Nov 24 02:10:18.707946 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-444f0a93-dd8c-4f5e-8319-45d477481d95 req-d346b125-6e3c-4aac-b873-71359764e7ad service neutron] 10.222.0.48 "GET /v2.0/networks/1f564760-ae8d-465e-80f0-efb981ea9d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794377 Nov 24 02:10:18.798714 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-444f0a93-dd8c-4f5e-8319-45d477481d95 req-7b5da463-c8ad-490d-87c7-4f0bf22778ff service neutron] 10.222.0.48 "GET /v2.0/networks/1f564760-ae8d-465e-80f0-efb981ea9d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833702 Nov 24 02:10:18.904319 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26e7a57-5352-4736-abdf-a88c253f62b4 req-88519f01-d548-4fe2-be47-dd5f7b14a490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:10:18.905724 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-a26e7a57-5352-4736-abdf-a88c253f62b4 req-88519f01-d548-4fe2-be47-dd5f7b14a490 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=54a0714becea44e794f5cbfaa7e75d76&device_id=b1659117-e608-43da-bc0e-1b75e37072cb HTTP/1.1" status: 200 len: 1099 time: 0.0398643 Nov 24 02:10:18.997926 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26e7a57-5352-4736-abdf-a88c253f62b4 req-c67b66dc-2bcf-420a-be7f-afddfbafa67e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:10:18.999355 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-a26e7a57-5352-4736-abdf-a88c253f62b4 req-c67b66dc-2bcf-420a-be7f-afddfbafa67e service neutron] 10.222.0.48 "GET /v2.0/networks?id=1f564760-ae8d-465e-80f0-efb981ea9d72 HTTP/1.1" status: 200 len: 912 time: 0.0870466 Nov 24 02:10:19.063650 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-a26e7a57-5352-4736-abdf-a88c253f62b4 req-e9841aa7-d52e-4fd7-a264-cdeebfc245ba service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=de443c79-6c9b-478f-aec0-b425a12a71a2 HTTP/1.1" status: 200 len: 1002 time: 0.0561004 Nov 24 02:10:19.075476 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device de443c79-6c9b-478f-aec0-b425a12a71a2 no longer exists at agent hyperv_hv-neutron-8189 {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 02:10:19.113965 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26e7a57-5352-4736-abdf-a88c253f62b4 req-7344a9c2-cc4e-4323-b151-278e9bf7ccdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:10:19.115424 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-a26e7a57-5352-4736-abdf-a88c253f62b4 req-7344a9c2-cc4e-4323-b151-278e9bf7ccdb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a0daf069-1294-4709-8a95-5a1b322aaf26 HTTP/1.1" status: 200 len: 850 time: 0.0448432 Nov 24 02:10:19.155865 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:10:19.169825 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26e7a57-5352-4736-abdf-a88c253f62b4 req-04ddfc5f-1e03-41c0-a723-521967bbb200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:10:19.171292 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-a26e7a57-5352-4736-abdf-a88c253f62b4 req-04ddfc5f-1e03-41c0-a723-521967bbb200 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1f564760-ae8d-465e-80f0-efb981ea9d72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0488052 Nov 24 02:10:19.178729 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1659117-e608-43da-bc0e-1b75e37072cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de443c79-6c9b-478f-aec0-b425a12a71a2'}] {{(pid=109868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:10:19.181010 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adafa3b64de3cabc8eac619938bcace59b198ffee64d481093eb3def62699d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-258d83b9-6a6f-48bb-a2bc-de572266b74f" -d '{"events": [{"server_uuid": "b1659117-e608-43da-bc0e-1b75e37072cb", "name": "network-vif-unplugged", "status": "completed", "tag": "de443c79-6c9b-478f-aec0-b425a12a71a2"}]}' {{(pid=109868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:10:19.196296 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port de443c79-6c9b-478f-aec0-b425a12a71a2, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=de443c79-6c9b-478f-aec0-b425a12a71a2,segment=NetworkSegment(5e6793e4-9959-49a4-8909-9dfc82c1549e),segment_id=5e6793e4-9959-49a4-8909-9dfc82c1549e)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:10:19.201976 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:10:19.236410 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 02:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00a437c5-1d6a-444f-a2d4-ff17d3e5bb07 x-openstack-request-id: req-00a437c5-1d6a-444f-a2d4-ff17d3e5bb07 {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:10:19.236703 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1659117-e608-43da-bc0e-1b75e37072cb", "name": "network-vif-unplugged", "status": "completed", "tag": "de443c79-6c9b-478f-aec0-b425a12a71a2", "code": 200}]} {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:10:19.236956 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-00a437c5-1d6a-444f-a2d4-ff17d3e5bb07 {{(pid=109868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:10:19.237339 dv-neutron-818911-2-hyperv neutron-server[109868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1659117-e608-43da-bc0e-1b75e37072cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de443c79-6c9b-478f-aec0-b425a12a71a2', 'code': 200} Nov 24 02:10:19.259229 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=de443c79-6c9b-478f-aec0-b425a12a71a2,revision_number=6']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:10:19.267935 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:10:19.268278 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:10:19.268613 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:10:19.268942 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:10:19.269264 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:10:19.269614 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:10:19.269965 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:10:19.270286 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:10:19.270607 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:10:19.270926 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:10:19.271241 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:10:19.271557 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:10:19.271693 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8c5477-a6cc-48ee-a40c-ec3166526785 req-5adf9dfd-9fa1-4c32-9350-2174ce5fa8b2 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:10:19.273177 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-4a8c5477-a6cc-48ee-a40c-ec3166526785 req-5adf9dfd-9fa1-4c32-9350-2174ce5fa8b2 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1659117-e608-43da-bc0e-1b75e37072cb HTTP/1.1" status: 200 len: 946 time: 0.1058903 Nov 24 02:10:19.322976 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-a26e7a57-5352-4736-abdf-a88c253f62b4 req-dbfb900a-b06f-49b4-aad0-e402eac4f883 service neutron] 10.222.0.48 "GET /v2.0/networks/1f564760-ae8d-465e-80f0-efb981ea9d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420012 Nov 24 02:10:19.355689 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-4a8c5477-a6cc-48ee-a40c-ec3166526785 req-93c50691-7325-486d-bdbb-651760f54029 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754907 Nov 24 02:10:19.427054 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-a26e7a57-5352-4736-abdf-a88c253f62b4 req-7809b1c4-84bd-49bf-b986-86736dce1b58 service neutron] 10.222.0.48 "GET /v2.0/networks/1f564760-ae8d-465e-80f0-efb981ea9d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942895 Nov 24 02:10:20.476997 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ab6b29-ed72-4870-8cf9-ff747d11269d req-c0c2a7df-06c4-4e5c-8c2f-9a9d7a9f4568 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:10:20.478385 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-d0ab6b29-ed72-4870-8cf9-ff747d11269d req-c0c2a7df-06c4-4e5c-8c2f-9a9d7a9f4568 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1659117-e608-43da-bc0e-1b75e37072cb HTTP/1.1" status: 200 len: 944 time: 0.0515952 Nov 24 02:10:20.529373 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-d0ab6b29-ed72-4870-8cf9-ff747d11269d req-75b7c7a2-93d0-48db-bdb7-4a9ba9e34265 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443110 Nov 24 02:10:21.648324 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1e4f92-f98c-4887-bf06-60bbb2941fe0 req-46065c5a-4efd-48eb-9336-4645938d258d tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:10:21.649844 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-da1e4f92-f98c-4887-bf06-60bbb2941fe0 req-46065c5a-4efd-48eb-9336-4645938d258d tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1659117-e608-43da-bc0e-1b75e37072cb HTTP/1.1" status: 200 len: 944 time: 0.0515504 Nov 24 02:10:21.703991 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-da1e4f92-f98c-4887-bf06-60bbb2941fe0 req-eebd08e6-489f-46b7-80cd-e785d6180041 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472088 Nov 24 02:10:22.169742 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.agents_db [None req-4e42c10c-a1d3-4d07-89d6-7a24334140aa None None] Agent healthcheck: found 6 active agents {{(pid=109869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 02:10:22.820497 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779fa079-0c1b-41f2-873a-aee4bfd96f37 req-474605b8-02d1-4b60-b772-05ca1520f284 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:10:22.821901 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-779fa079-0c1b-41f2-873a-aee4bfd96f37 req-474605b8-02d1-4b60-b772-05ca1520f284 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1659117-e608-43da-bc0e-1b75e37072cb HTTP/1.1" status: 200 len: 944 time: 0.0483885 Nov 24 02:10:22.870008 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-779fa079-0c1b-41f2-873a-aee4bfd96f37 req-924c200c-e2f4-4365-822b-306cad244e52 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407300 Nov 24 02:10:23.989114 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cef88e-0a70-4549-9aee-326e12821cb1 req-4064485c-da1e-47b7-add9-97c2500c6e94 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:10:23.990632 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-04cef88e-0a70-4549-9aee-326e12821cb1 req-4064485c-da1e-47b7-add9-97c2500c6e94 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1659117-e608-43da-bc0e-1b75e37072cb HTTP/1.1" status: 200 len: 944 time: 0.0503130 Nov 24 02:10:24.037325 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-04cef88e-0a70-4549-9aee-326e12821cb1 req-806535e5-5d9a-43f1-8fb4-fe063bf89be6 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407448 Nov 24 02:10:24.761377 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-d82a7dbb-782f-4b8c-bd8b-c603ff4a02d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:10:25.152225 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3622f2-46f6-4d54-97ef-ff128013c587 req-f35645b8-cb62-4456-92f1-ee80f9c46ed4 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:10:25.154028 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-6d3622f2-46f6-4d54-97ef-ff128013c587 req-f35645b8-cb62-4456-92f1-ee80f9c46ed4 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1659117-e608-43da-bc0e-1b75e37072cb HTTP/1.1" status: 200 len: 944 time: 0.0484803 Nov 24 02:10:25.202114 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-6d3622f2-46f6-4d54-97ef-ff128013c587 req-b895bca7-6ffa-4c86-8d79-7ba7405d7d7b tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418060 Nov 24 02:10:26.319858 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d768fb4e-4faa-42c4-8ee6-1aac7c83fb52 req-60dbe727-edcc-4281-b484-c3dd39068504 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:10:26.321347 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-d768fb4e-4faa-42c4-8ee6-1aac7c83fb52 req-60dbe727-edcc-4281-b484-c3dd39068504 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1659117-e608-43da-bc0e-1b75e37072cb HTTP/1.1" status: 200 len: 944 time: 0.0492713 Nov 24 02:10:26.368664 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-d768fb4e-4faa-42c4-8ee6-1aac7c83fb52 req-bf843e84-3843-48b7-9211-aed41b02c9f8 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405293 Nov 24 02:10:27.106854 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device de443c79-6c9b-478f-aec0-b425a12a71a2 details requested by agent hyperv_hv-neutron-8189 with host hv-neutron-8189 {{(pid=109868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 02:10:27.200630 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port de443c79-6c9b-478f-aec0-b425a12a71a2, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=de443c79-6c9b-478f-aec0-b425a12a71a2,segment=NetworkSegment(5e6793e4-9959-49a4-8909-9dfc82c1549e),segment_id=5e6793e4-9959-49a4-8909-9dfc82c1549e)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:10:27.222252 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Returning: {'device': 'de443c79-6c9b-478f-aec0-b425a12a71a2', 'network_id': '1f564760-ae8d-465e-80f0-efb981ea9d72', 'port_id': 'de443c79-6c9b-478f-aec0-b425a12a71a2', 'mac_address': 'fa:16:3e:f3:2f:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0daf069-1294-4709-8a95-5a1b322aaf26', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 02:10:27.227492 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-61eaf57d-a12a-4279-9f5f-cd4a6f834a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:10:27.265259 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:10:27.278617 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de443c79-6c9b-478f-aec0-b425a12a71a2 {{(pid=109868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 02:10:27.298114 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port de443c79-6c9b-478f-aec0-b425a12a71a2, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=de443c79-6c9b-478f-aec0-b425a12a71a2,segment=NetworkSegment(5e6793e4-9959-49a4-8909-9dfc82c1549e),segment_id=5e6793e4-9959-49a4-8909-9dfc82c1549e)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:10:27.301660 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:10:27.347352 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=de443c79-6c9b-478f-aec0-b425a12a71a2,revision_number=7']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:10:27.426633 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] get_ports_and_sgs() called for port_ids ['de443c79-6c9b-478f-aec0-b425a12a71a2'] {{(pid=109868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 02:10:27.491668 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc52252-4772-44e5-84f2-a506a9d5ac6b req-b2ff39f1-552a-4f62-bb49-4ed851d471d0 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:10:27.493139 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-3fc52252-4772-44e5-84f2-a506a9d5ac6b req-b2ff39f1-552a-4f62-bb49-4ed851d471d0 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1659117-e608-43da-bc0e-1b75e37072cb HTTP/1.1" status: 200 len: 945 time: 0.0531998 Nov 24 02:10:27.539947 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-3fc52252-4772-44e5-84f2-a506a9d5ac6b req-6d0c74e8-bf20-444d-ae10-8b3021047c90 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407631 Nov 24 02:10:28.159534 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:10:28.174004 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:10:28.660630 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aa3a45-ddf1-43c7-adb8-13fd1ae4f432 req-a69f4f15-352f-4327-8dbd-450a4d3dff6a tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:10:28.662113 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-c8aa3a45-ddf1-43c7-adb8-13fd1ae4f432 req-a69f4f15-352f-4327-8dbd-450a4d3dff6a tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1659117-e608-43da-bc0e-1b75e37072cb HTTP/1.1" status: 200 len: 945 time: 0.0547614 Nov 24 02:10:28.708220 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-c8aa3a45-ddf1-43c7-adb8-13fd1ae4f432 req-dc93fa37-19b0-4022-8121-9635c6c8d12d tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395072 Nov 24 02:10:29.121212 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device de443c79-6c9b-478f-aec0-b425a12a71a2 up at agent hyperv_hv-neutron-8189 {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 02:10:29.167386 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Provisioning complete for port de443c79-6c9b-478f-aec0-b425a12a71a2 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:10:29.168026 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:10:29.244988 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:10:29.267730 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1659117-e608-43da-bc0e-1b75e37072cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de443c79-6c9b-478f-aec0-b425a12a71a2'}] {{(pid=109868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:10:29.269989 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adafa3b64de3cabc8eac619938bcace59b198ffee64d481093eb3def62699d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d5b6c42-2f63-4026-bfe5-405d566599c5" -d '{"events": [{"server_uuid": "b1659117-e608-43da-bc0e-1b75e37072cb", "name": "network-vif-plugged", "status": "completed", "tag": "de443c79-6c9b-478f-aec0-b425a12a71a2"}]}' {{(pid=109868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:10:29.282382 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port de443c79-6c9b-478f-aec0-b425a12a71a2, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=de443c79-6c9b-478f-aec0-b425a12a71a2,segment=NetworkSegment(5e6793e4-9959-49a4-8909-9dfc82c1549e),segment_id=5e6793e4-9959-49a4-8909-9dfc82c1549e)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:10:29.286774 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:10:29.320830 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 02:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0657f1d3-c40a-4d09-91ad-fdcb33798a51 x-openstack-request-id: req-0657f1d3-c40a-4d09-91ad-fdcb33798a51 {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:10:29.321146 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1659117-e608-43da-bc0e-1b75e37072cb", "name": "network-vif-plugged", "status": "completed", "tag": "de443c79-6c9b-478f-aec0-b425a12a71a2", "code": 200}]} {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:10:29.321400 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0657f1d3-c40a-4d09-91ad-fdcb33798a51 {{(pid=109868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:10:29.321816 dv-neutron-818911-2-hyperv neutron-server[109868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1659117-e608-43da-bc0e-1b75e37072cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de443c79-6c9b-478f-aec0-b425a12a71a2', 'code': 200} Nov 24 02:10:29.337550 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=de443c79-6c9b-478f-aec0-b425a12a71a2,revision_number=8']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:10:29.653125 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:10:29.824429 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f59241-91b1-47ec-b695-c0698d0f7d0e req-2e9a6968-66f2-4256-8be0-c5ba9d9ab120 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:10:29.825923 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-82f59241-91b1-47ec-b695-c0698d0f7d0e req-2e9a6968-66f2-4256-8be0-c5ba9d9ab120 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1659117-e608-43da-bc0e-1b75e37072cb HTTP/1.1" status: 200 len: 946 time: 0.0487707 Nov 24 02:10:29.873631 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-82f59241-91b1-47ec-b695-c0698d0f7d0e req-19bfcb22-728b-4eb5-a271-6cc0db38fb4b tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414431 Nov 24 02:10:30.141773 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:10:30.989671 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eede87a7-5ff4-49ae-b328-9577b753573c req-e34f5083-c68d-4150-82fd-813a2b6546f3 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:10:30.991153 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-eede87a7-5ff4-49ae-b328-9577b753573c req-e34f5083-c68d-4150-82fd-813a2b6546f3 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1659117-e608-43da-bc0e-1b75e37072cb HTTP/1.1" status: 200 len: 946 time: 0.0483308 Nov 24 02:10:31.037865 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-eede87a7-5ff4-49ae-b328-9577b753573c req-d8a9ae32-ff45-4523-9b2f-ced9eb4ea505 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402648 Nov 24 02:10:31.138227 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device de443c79-6c9b-478f-aec0-b425a12a71a2 details requested by agent hyperv_hv-neutron-8189 with host hv-neutron-8189 {{(pid=109868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 02:10:31.240048 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port de443c79-6c9b-478f-aec0-b425a12a71a2, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=de443c79-6c9b-478f-aec0-b425a12a71a2,segment=NetworkSegment(5e6793e4-9959-49a4-8909-9dfc82c1549e),segment_id=5e6793e4-9959-49a4-8909-9dfc82c1549e)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:10:31.251529 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Returning: {'device': 'de443c79-6c9b-478f-aec0-b425a12a71a2', 'network_id': '1f564760-ae8d-465e-80f0-efb981ea9d72', 'port_id': 'de443c79-6c9b-478f-aec0-b425a12a71a2', 'mac_address': 'fa:16:3e:f3:2f:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0daf069-1294-4709-8a95-5a1b322aaf26', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 02:10:31.291778 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:10:31.308190 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id de443c79-6c9b-478f-aec0-b425a12a71a2 {{(pid=109868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 02:10:31.327445 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port de443c79-6c9b-478f-aec0-b425a12a71a2, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=de443c79-6c9b-478f-aec0-b425a12a71a2,segment=NetworkSegment(5e6793e4-9959-49a4-8909-9dfc82c1549e),segment_id=5e6793e4-9959-49a4-8909-9dfc82c1549e)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:10:31.331543 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:10:31.376391 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=de443c79-6c9b-478f-aec0-b425a12a71a2,revision_number=9']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:10:31.452178 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] get_ports_and_sgs() called for port_ids ['de443c79-6c9b-478f-aec0-b425a12a71a2'] {{(pid=109868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 02:10:32.160157 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbb7f45-14c3-4372-9c03-1e4de0d198b8 req-3d81a76f-e481-4ac5-b1ae-a34416caab3e tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:10:32.161616 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-ddbb7f45-14c3-4372-9c03-1e4de0d198b8 req-3d81a76f-e481-4ac5-b1ae-a34416caab3e tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1659117-e608-43da-bc0e-1b75e37072cb HTTP/1.1" status: 200 len: 945 time: 0.0536568 Nov 24 02:10:32.212940 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-ddbb7f45-14c3-4372-9c03-1e4de0d198b8 req-028a4edd-7b01-44f2-9e3e-eef909552eff tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454013 Nov 24 02:10:32.548459 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3427e3e-fa7a-4871-936c-a0896f8e5e1f req-65784453-5491-4c29-9aae-133bb486973d tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:10:32.549931 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-f3427e3e-fa7a-4871-936c-a0896f8e5e1f req-65784453-5491-4c29-9aae-133bb486973d tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1659117-e608-43da-bc0e-1b75e37072cb&tenant_id=54a0714becea44e794f5cbfaa7e75d76&binding%3Ahost_id=hv-neutron-8189 HTTP/1.1" status: 200 len: 945 time: 0.1102233 Nov 24 02:10:32.561331 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e3b988-1ec7-4b71-bd59-67ca07ca50be req-bbeee47d-b734-45dd-8a90-064793bfdedc tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:10:32.562725 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-a1e3b988-1ec7-4b71-bd59-67ca07ca50be req-bbeee47d-b734-45dd-8a90-064793bfdedc tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1659117-e608-43da-bc0e-1b75e37072cb HTTP/1.1" status: 200 len: 945 time: 0.0918376 Nov 24 02:10:32.648579 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-a1e3b988-1ec7-4b71-bd59-67ca07ca50be req-da099aa8-1b5e-40f1-b793-e22524227d56 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799439 Nov 24 02:10:32.655535 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-f3427e3e-fa7a-4871-936c-a0896f8e5e1f req-d45e6801-1a20-4643-bdc5-a129d699c7b0 service neutron] 10.222.0.48 "GET /v2.0/ports/de443c79-6c9b-478f-aec0-b425a12a71a2/bindings/hv-neutron-8189 HTTP/1.1" status: 200 len: 384 time: 0.0919514 Nov 24 02:10:32.736192 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3427e3e-fa7a-4871-936c-a0896f8e5e1f req-5d66257d-9665-4560-b1ac-46ec2c5fad05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:10:32.737585 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-f3427e3e-fa7a-4871-936c-a0896f8e5e1f req-5d66257d-9665-4560-b1ac-46ec2c5fad05 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=54a0714becea44e794f5cbfaa7e75d76&device_id=b1659117-e608-43da-bc0e-1b75e37072cb HTTP/1.1" status: 200 len: 1098 time: 0.0401433 Nov 24 02:10:32.829280 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3427e3e-fa7a-4871-936c-a0896f8e5e1f req-35d2cc39-d71e-4a19-905e-ad247bdb8aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:10:32.830893 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-f3427e3e-fa7a-4871-936c-a0896f8e5e1f req-35d2cc39-d71e-4a19-905e-ad247bdb8aad service neutron] 10.222.0.48 "GET /v2.0/networks?id=1f564760-ae8d-465e-80f0-efb981ea9d72 HTTP/1.1" status: 200 len: 912 time: 0.0869315 Nov 24 02:10:32.894153 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-f3427e3e-fa7a-4871-936c-a0896f8e5e1f req-c5ad4838-9e79-493d-ad6c-cf6b2ccddc04 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=de443c79-6c9b-478f-aec0-b425a12a71a2 HTTP/1.1" status: 200 len: 1001 time: 0.0565159 Nov 24 02:10:32.945960 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3427e3e-fa7a-4871-936c-a0896f8e5e1f req-b64c44ec-986b-43d5-945d-0c4213456b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:10:32.947379 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-f3427e3e-fa7a-4871-936c-a0896f8e5e1f req-b64c44ec-986b-43d5-945d-0c4213456b80 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a0daf069-1294-4709-8a95-5a1b322aaf26 HTTP/1.1" status: 200 len: 850 time: 0.0467780 Nov 24 02:10:32.992672 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3427e3e-fa7a-4871-936c-a0896f8e5e1f req-00aa8b39-acf8-4193-96ca-48bcf32d15d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:10:32.994054 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-f3427e3e-fa7a-4871-936c-a0896f8e5e1f req-00aa8b39-acf8-4193-96ca-48bcf32d15d0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1f564760-ae8d-465e-80f0-efb981ea9d72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393889 Nov 24 02:10:33.081204 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-f3427e3e-fa7a-4871-936c-a0896f8e5e1f req-1d11526b-ebbb-41ef-a8ef-934f6456da8a service neutron] 10.222.0.48 "GET /v2.0/networks/1f564760-ae8d-465e-80f0-efb981ea9d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792127 Nov 24 02:10:33.147644 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device de443c79-6c9b-478f-aec0-b425a12a71a2 up at agent hyperv_hv-neutron-8189 {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 02:10:33.173576 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-f3427e3e-fa7a-4871-936c-a0896f8e5e1f req-e40155e7-3554-4a6b-93b9-d9dcbe2b9784 service neutron] 10.222.0.48 "GET /v2.0/networks/1f564760-ae8d-465e-80f0-efb981ea9d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853000 Nov 24 02:10:33.198708 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Provisioning complete for port de443c79-6c9b-478f-aec0-b425a12a71a2 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:10:33.198708 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:10:33.274553 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:10:33.296682 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1659117-e608-43da-bc0e-1b75e37072cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de443c79-6c9b-478f-aec0-b425a12a71a2'}] {{(pid=109868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:10:33.298939 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adafa3b64de3cabc8eac619938bcace59b198ffee64d481093eb3def62699d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-499deccc-d9c0-4968-b565-2d3fbed82aeb" -d '{"events": [{"server_uuid": "b1659117-e608-43da-bc0e-1b75e37072cb", "name": "network-vif-plugged", "status": "completed", "tag": "de443c79-6c9b-478f-aec0-b425a12a71a2"}]}' {{(pid=109868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:10:33.312283 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port de443c79-6c9b-478f-aec0-b425a12a71a2, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=de443c79-6c9b-478f-aec0-b425a12a71a2,segment=NetworkSegment(5e6793e4-9959-49a4-8909-9dfc82c1549e),segment_id=5e6793e4-9959-49a4-8909-9dfc82c1549e)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:10:33.317434 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:10:33.347429 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 02:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8537c970-10ec-4ce6-a470-996cd3ba6f61 x-openstack-request-id: req-8537c970-10ec-4ce6-a470-996cd3ba6f61 {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:10:33.347751 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1659117-e608-43da-bc0e-1b75e37072cb", "name": "network-vif-plugged", "status": "completed", "tag": "de443c79-6c9b-478f-aec0-b425a12a71a2", "code": 200}]} {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:10:33.348001 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8537c970-10ec-4ce6-a470-996cd3ba6f61 {{(pid=109868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:10:33.348383 dv-neutron-818911-2-hyperv neutron-server[109868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1659117-e608-43da-bc0e-1b75e37072cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de443c79-6c9b-478f-aec0-b425a12a71a2', 'code': 200} Nov 24 02:10:33.370342 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=de443c79-6c9b-478f-aec0-b425a12a71a2,revision_number=10']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:10:33.764277 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc92f39-a800-4442-b59a-f910b1aa6899 req-f144ebc1-780f-42d1-9aad-ed3e9bda7e86 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:10:33.765760 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-1cc92f39-a800-4442-b59a-f910b1aa6899 req-f144ebc1-780f-42d1-9aad-ed3e9bda7e86 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1659117-e608-43da-bc0e-1b75e37072cb HTTP/1.1" status: 200 len: 947 time: 0.0495417 Nov 24 02:10:33.811631 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-1cc92f39-a800-4442-b59a-f910b1aa6899 req-ea152e80-795d-4044-a2ab-ce76d63d55cb tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400651 Nov 24 02:10:34.929050 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586ef169-227c-4302-88cd-50fb07f22c32 req-58d59934-aeba-4e7a-a74f-b7f0122bcc14 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:10:34.930523 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-586ef169-227c-4302-88cd-50fb07f22c32 req-58d59934-aeba-4e7a-a74f-b7f0122bcc14 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1659117-e608-43da-bc0e-1b75e37072cb HTTP/1.1" status: 200 len: 947 time: 0.0471411 Nov 24 02:10:35.297881 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-586ef169-227c-4302-88cd-50fb07f22c32 req-dd24e379-5d7a-4aeb-94e8-b890a1247839 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3612986 Nov 24 02:10:36.418153 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb5061a-c06a-4a7c-b9d5-41a0a4fc47e3 req-86113671-c37b-4fd8-a737-2472538636ed tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:10:36.419650 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-ddb5061a-c06a-4a7c-b9d5-41a0a4fc47e3 req-86113671-c37b-4fd8-a737-2472538636ed tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1659117-e608-43da-bc0e-1b75e37072cb HTTP/1.1" status: 200 len: 947 time: 0.0535848 Nov 24 02:10:36.468521 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-ddb5061a-c06a-4a7c-b9d5-41a0a4fc47e3 req-3b0223af-a16a-4fbc-a89f-3d098edfe10b tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429213 Nov 24 02:10:37.588537 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2929cee-f401-4844-a33d-7208a797ad7d req-33945167-6190-4be4-959c-d15371b34db7 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:10:37.590038 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-a2929cee-f401-4844-a33d-7208a797ad7d req-33945167-6190-4be4-959c-d15371b34db7 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1659117-e608-43da-bc0e-1b75e37072cb HTTP/1.1" status: 200 len: 947 time: 0.0492167 Nov 24 02:10:37.638455 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-a2929cee-f401-4844-a33d-7208a797ad7d req-11396eb7-facb-4fba-bf53-b3ce2de82a78 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421479 Nov 24 02:10:37.841338 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3427e3e-fa7a-4871-936c-a0896f8e5e1f req-142bf5c0-9c88-42d2-ac39-57397aa5efcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:10:37.842869 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-f3427e3e-fa7a-4871-936c-a0896f8e5e1f req-142bf5c0-9c88-42d2-ac39-57397aa5efcc service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b1659117-e608-43da-bc0e-1b75e37072cb&tenant_id=54a0714becea44e794f5cbfaa7e75d76 HTTP/1.1" status: 200 len: 1100 time: 0.0698318 Nov 24 02:10:37.920034 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3427e3e-fa7a-4871-936c-a0896f8e5e1f req-284af4f7-1d88-491c-b88b-69e654b4bc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:10:37.921481 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-f3427e3e-fa7a-4871-936c-a0896f8e5e1f req-284af4f7-1d88-491c-b88b-69e654b4bc73 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=54a0714becea44e794f5cbfaa7e75d76&device_id=b1659117-e608-43da-bc0e-1b75e37072cb HTTP/1.1" status: 200 len: 1100 time: 0.0389585 Nov 24 02:10:38.014066 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3427e3e-fa7a-4871-936c-a0896f8e5e1f req-819c3d32-aafb-4643-8f82-0b998b76883d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:10:38.015447 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-f3427e3e-fa7a-4871-936c-a0896f8e5e1f req-819c3d32-aafb-4643-8f82-0b998b76883d service neutron] 10.222.0.48 "GET /v2.0/networks?id=1f564760-ae8d-465e-80f0-efb981ea9d72 HTTP/1.1" status: 200 len: 912 time: 0.0865388 Nov 24 02:10:38.083977 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-f3427e3e-fa7a-4871-936c-a0896f8e5e1f req-bf1d2832-07f5-4e9f-bb9a-65db99552235 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=de443c79-6c9b-478f-aec0-b425a12a71a2 HTTP/1.1" status: 200 len: 1002 time: 0.0609212 Nov 24 02:10:38.132695 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3427e3e-fa7a-4871-936c-a0896f8e5e1f req-79b5c32c-eecf-4a7c-99f5-2b320f7f6886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:10:38.134151 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-f3427e3e-fa7a-4871-936c-a0896f8e5e1f req-79b5c32c-eecf-4a7c-99f5-2b320f7f6886 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a0daf069-1294-4709-8a95-5a1b322aaf26 HTTP/1.1" status: 200 len: 850 time: 0.0438015 Nov 24 02:10:38.180591 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3427e3e-fa7a-4871-936c-a0896f8e5e1f req-da67754b-85cb-4783-afa5-5ada3ab65d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:10:38.182126 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-f3427e3e-fa7a-4871-936c-a0896f8e5e1f req-da67754b-85cb-4783-afa5-5ada3ab65d92 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1f564760-ae8d-465e-80f0-efb981ea9d72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399961 Nov 24 02:10:38.276594 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-f3427e3e-fa7a-4871-936c-a0896f8e5e1f req-d26c9518-e0d2-440b-8748-56be2dcbf0bb service neutron] 10.222.0.48 "GET /v2.0/networks/1f564760-ae8d-465e-80f0-efb981ea9d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862441 Nov 24 02:10:38.364169 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-f3427e3e-fa7a-4871-936c-a0896f8e5e1f req-b4b72f47-0994-4a51-8a73-1f77a33660eb service neutron] 10.222.0.48 "GET /v2.0/networks/1f564760-ae8d-465e-80f0-efb981ea9d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806112 Nov 24 02:10:38.753039 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132f90a7-b7ca-488a-bc1b-26eb30b0746f req-2b06aadc-55ca-4e61-964b-281ce1f21f81 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:10:38.754476 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-132f90a7-b7ca-488a-bc1b-26eb30b0746f req-2b06aadc-55ca-4e61-964b-281ce1f21f81 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1659117-e608-43da-bc0e-1b75e37072cb HTTP/1.1" status: 200 len: 947 time: 0.0485477 Nov 24 02:10:38.805541 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-132f90a7-b7ca-488a-bc1b-26eb30b0746f req-3e1915b5-ee79-4aac-8d41-a8ecaf237e90 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446014 Nov 24 02:10:39.194372 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device de443c79-6c9b-478f-aec0-b425a12a71a2 no longer exists at agent hyperv_hv-neutron-8189 {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 02:10:39.280926 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:10:39.303500 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1659117-e608-43da-bc0e-1b75e37072cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de443c79-6c9b-478f-aec0-b425a12a71a2'}] {{(pid=109868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:10:39.305718 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adafa3b64de3cabc8eac619938bcace59b198ffee64d481093eb3def62699d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35df8db3-62e7-4ed1-b562-c21c392e5ab8" -d '{"events": [{"server_uuid": "b1659117-e608-43da-bc0e-1b75e37072cb", "name": "network-vif-unplugged", "status": "completed", "tag": "de443c79-6c9b-478f-aec0-b425a12a71a2"}]}' {{(pid=109868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:10:39.319682 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port de443c79-6c9b-478f-aec0-b425a12a71a2, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=de443c79-6c9b-478f-aec0-b425a12a71a2,segment=NetworkSegment(5e6793e4-9959-49a4-8909-9dfc82c1549e),segment_id=5e6793e4-9959-49a4-8909-9dfc82c1549e)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:10:39.324492 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:10:39.358889 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 02:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-025922d3-d62d-4c0a-957d-79801203f329 x-openstack-request-id: req-025922d3-d62d-4c0a-957d-79801203f329 {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:10:39.359222 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1659117-e608-43da-bc0e-1b75e37072cb", "name": "network-vif-unplugged", "status": "completed", "tag": "de443c79-6c9b-478f-aec0-b425a12a71a2", "code": 200}]} {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:10:39.359480 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-025922d3-d62d-4c0a-957d-79801203f329 {{(pid=109868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:10:39.359869 dv-neutron-818911-2-hyperv neutron-server[109868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1659117-e608-43da-bc0e-1b75e37072cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de443c79-6c9b-478f-aec0-b425a12a71a2', 'code': 200} Nov 24 02:10:39.375906 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=de443c79-6c9b-478f-aec0-b425a12a71a2,revision_number=11']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:10:39.926320 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb76ca7e-bc5f-4f32-a16d-0ece74f80f7e req-9a65fc5d-8ba8-4691-8361-406092325c40 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:10:39.927463 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-fb76ca7e-bc5f-4f32-a16d-0ece74f80f7e req-9a65fc5d-8ba8-4691-8361-406092325c40 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1659117-e608-43da-bc0e-1b75e37072cb HTTP/1.1" status: 200 len: 945 time: 0.0505455 Nov 24 02:10:39.974245 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-fb76ca7e-bc5f-4f32-a16d-0ece74f80f7e req-e5c3ea97-d671-4b95-92d5-902c747670f0 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407696 Nov 24 02:10:41.091229 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa438cf-e0fc-4a97-a443-ac688a0f8911 req-076e8887-b062-48f3-b247-de751b76d74d tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:10:41.092702 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-dfa438cf-e0fc-4a97-a443-ac688a0f8911 req-076e8887-b062-48f3-b247-de751b76d74d tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1659117-e608-43da-bc0e-1b75e37072cb HTTP/1.1" status: 200 len: 945 time: 0.0478237 Nov 24 02:10:41.139458 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-dfa438cf-e0fc-4a97-a443-ac688a0f8911 req-16140533-e7d4-4c50-8501-77fa5f0f967b tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405204 Nov 24 02:10:42.267356 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e81c0fd-5ac4-48fb-9c9b-acc41233c8e6 req-80c476ed-9bf5-4941-bcbf-85edbd9374bd tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:10:42.268925 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-2e81c0fd-5ac4-48fb-9c9b-acc41233c8e6 req-80c476ed-9bf5-4941-bcbf-85edbd9374bd tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1659117-e608-43da-bc0e-1b75e37072cb HTTP/1.1" status: 200 len: 945 time: 0.0512257 Nov 24 02:10:42.316557 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-2e81c0fd-5ac4-48fb-9c9b-acc41233c8e6 req-6be948f1-442d-444a-821b-564e692bf5e2 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412977 Nov 24 02:10:43.436094 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5cc7da-5a3f-4394-bc44-3d966571f7e6 req-294d1861-7e5d-4ab7-9f76-15c61e98616a tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:10:43.437611 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-9f5cc7da-5a3f-4394-bc44-3d966571f7e6 req-294d1861-7e5d-4ab7-9f76-15c61e98616a tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1659117-e608-43da-bc0e-1b75e37072cb HTTP/1.1" status: 200 len: 945 time: 0.0529101 Nov 24 02:10:43.483533 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-9f5cc7da-5a3f-4394-bc44-3d966571f7e6 req-698fbf8d-c275-4b61-a024-cbcb8fd94240 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400732 Nov 24 02:10:44.602361 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c2023c-f691-46d8-a0e3-26fdd4872f46 req-7d7c18de-5b9b-4bee-b544-211c3b15f49c tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:10:44.604005 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-51c2023c-f691-46d8-a0e3-26fdd4872f46 req-7d7c18de-5b9b-4bee-b544-211c3b15f49c tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1659117-e608-43da-bc0e-1b75e37072cb HTTP/1.1" status: 200 len: 945 time: 0.0514638 Nov 24 02:10:44.649907 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-51c2023c-f691-46d8-a0e3-26fdd4872f46 req-a0ddd588-25a6-4347-8a27-3fb8cbd54d02 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402253 Nov 24 02:10:45.230233 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device de443c79-6c9b-478f-aec0-b425a12a71a2 details requested by agent hyperv_hv-neutron-8189 with host hv-neutron-8189 {{(pid=109868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 02:10:45.325696 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port de443c79-6c9b-478f-aec0-b425a12a71a2, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=de443c79-6c9b-478f-aec0-b425a12a71a2,segment=NetworkSegment(5e6793e4-9959-49a4-8909-9dfc82c1549e),segment_id=5e6793e4-9959-49a4-8909-9dfc82c1549e)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:10:45.338394 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Returning: {'device': 'de443c79-6c9b-478f-aec0-b425a12a71a2', 'network_id': '1f564760-ae8d-465e-80f0-efb981ea9d72', 'port_id': 'de443c79-6c9b-478f-aec0-b425a12a71a2', 'mac_address': 'fa:16:3e:f3:2f:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0daf069-1294-4709-8a95-5a1b322aaf26', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 02:10:45.373299 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:10:45.385949 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de443c79-6c9b-478f-aec0-b425a12a71a2 {{(pid=109868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 02:10:45.404815 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port de443c79-6c9b-478f-aec0-b425a12a71a2, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=de443c79-6c9b-478f-aec0-b425a12a71a2,segment=NetworkSegment(5e6793e4-9959-49a4-8909-9dfc82c1549e),segment_id=5e6793e4-9959-49a4-8909-9dfc82c1549e)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:10:45.408197 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:10:45.455659 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=de443c79-6c9b-478f-aec0-b425a12a71a2,revision_number=12']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:10:45.527089 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] get_ports_and_sgs() called for port_ids ['de443c79-6c9b-478f-aec0-b425a12a71a2'] {{(pid=109868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 02:10:45.764314 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3dbe47-91d4-45ee-903e-3d6afcbb0d45 req-cbdc12ac-be75-442b-bdd8-2849e7dca4b3 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:10:45.765704 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-fa3dbe47-91d4-45ee-903e-3d6afcbb0d45 req-cbdc12ac-be75-442b-bdd8-2849e7dca4b3 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1659117-e608-43da-bc0e-1b75e37072cb HTTP/1.1" status: 200 len: 946 time: 0.0477614 Nov 24 02:10:45.811692 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-fa3dbe47-91d4-45ee-903e-3d6afcbb0d45 req-3996dd62-3a6a-41d5-98f1-287c6b3e979f tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401306 Nov 24 02:10:46.927662 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8644d6-4eab-4d17-a3f0-f5d0b58c53e3 req-0e964bf9-a605-4976-9af9-4e0bed61ad3a tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:10:46.929117 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-4a8644d6-4eab-4d17-a3f0-f5d0b58c53e3 req-0e964bf9-a605-4976-9af9-4e0bed61ad3a tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1659117-e608-43da-bc0e-1b75e37072cb HTTP/1.1" status: 200 len: 946 time: 0.0479100 Nov 24 02:10:46.974900 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-4a8644d6-4eab-4d17-a3f0-f5d0b58c53e3 req-c5aa2a51-2e9e-46d7-a4af-9bac36bed7ee tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392711 Nov 24 02:10:47.247360 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device de443c79-6c9b-478f-aec0-b425a12a71a2 up at agent hyperv_hv-neutron-8189 {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 02:10:47.296396 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Provisioning complete for port de443c79-6c9b-478f-aec0-b425a12a71a2 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:10:47.296758 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:10:47.511720 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:10:47.534120 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1659117-e608-43da-bc0e-1b75e37072cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de443c79-6c9b-478f-aec0-b425a12a71a2'}] {{(pid=109868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:10:47.536401 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adafa3b64de3cabc8eac619938bcace59b198ffee64d481093eb3def62699d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-558b7d01-a567-421d-8a41-7e78b902b011" -d '{"events": [{"server_uuid": "b1659117-e608-43da-bc0e-1b75e37072cb", "name": "network-vif-plugged", "status": "completed", "tag": "de443c79-6c9b-478f-aec0-b425a12a71a2"}]}' {{(pid=109868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:10:47.549590 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port de443c79-6c9b-478f-aec0-b425a12a71a2, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=de443c79-6c9b-478f-aec0-b425a12a71a2,segment=NetworkSegment(5e6793e4-9959-49a4-8909-9dfc82c1549e),segment_id=5e6793e4-9959-49a4-8909-9dfc82c1549e)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:10:47.553853 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:10:47.581833 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 02:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b45c6b33-a06c-4c83-8f71-9accce069743 x-openstack-request-id: req-b45c6b33-a06c-4c83-8f71-9accce069743 {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:10:47.582132 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1659117-e608-43da-bc0e-1b75e37072cb", "name": "network-vif-plugged", "status": "completed", "tag": "de443c79-6c9b-478f-aec0-b425a12a71a2", "code": 200}]} {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:10:47.582386 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b45c6b33-a06c-4c83-8f71-9accce069743 {{(pid=109868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:10:47.582768 dv-neutron-818911-2-hyperv neutron-server[109868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1659117-e608-43da-bc0e-1b75e37072cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de443c79-6c9b-478f-aec0-b425a12a71a2', 'code': 200} Nov 24 02:10:47.605241 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=de443c79-6c9b-478f-aec0-b425a12a71a2,revision_number=13']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:10:48.097474 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f864d097-00d1-42f3-bdbb-4adf0c77b65d req-e87c1b38-3727-41db-b1e6-d113c8b51ff9 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:10:48.098872 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-f864d097-00d1-42f3-bdbb-4adf0c77b65d req-e87c1b38-3727-41db-b1e6-d113c8b51ff9 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1659117-e608-43da-bc0e-1b75e37072cb HTTP/1.1" status: 200 len: 947 time: 0.0533621 Nov 24 02:10:48.145790 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-f864d097-00d1-42f3-bdbb-4adf0c77b65d req-e04dd850-e973-481f-b736-f5853a88ee71 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403075 Nov 24 02:10:49.266226 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c8eee9-6a36-4c66-a87b-9cfa99144df3 req-c61a5d89-0285-47da-9f43-801a96c71a67 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:10:49.267706 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-14c8eee9-6a36-4c66-a87b-9cfa99144df3 req-c61a5d89-0285-47da-9f43-801a96c71a67 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1659117-e608-43da-bc0e-1b75e37072cb HTTP/1.1" status: 200 len: 947 time: 0.0515251 Nov 24 02:10:49.313840 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-14c8eee9-6a36-4c66-a87b-9cfa99144df3 req-02006f85-4d62-415f-92b7-0acbf10af327 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401332 Nov 24 02:10:50.426749 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13b1ab3-31f7-4112-9a54-18755d13015c req-d3947fe7-84f0-4940-b57c-01a5b660ab5f tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:10:50.428194 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-b13b1ab3-31f7-4112-9a54-18755d13015c req-d3947fe7-84f0-4940-b57c-01a5b660ab5f tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1659117-e608-43da-bc0e-1b75e37072cb HTTP/1.1" status: 200 len: 947 time: 0.0479650 Nov 24 02:10:50.475563 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-b13b1ab3-31f7-4112-9a54-18755d13015c req-871d4c5d-ed2f-4ad3-9f92-2264e5e8f85f tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408692 Nov 24 02:10:50.588508 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d8da88-70e9-4ef8-af5c-86b4761ec000 req-297e9620-95df-483a-9561-b70dd16dccb6 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:10:50.589981 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-a9d8da88-70e9-4ef8-af5c-86b4761ec000 req-297e9620-95df-483a-9561-b70dd16dccb6 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1659117-e608-43da-bc0e-1b75e37072cb HTTP/1.1" status: 200 len: 947 time: 0.0471914 Nov 24 02:10:50.635610 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-a9d8da88-70e9-4ef8-af5c-86b4761ec000 req-cad36908-c0b9-4eb4-82e8-84ade45cd451 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398290 Nov 24 02:10:50.748745 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b220826-4cdf-4d4f-a993-6adc6f2cdaec req-2413902d-b881-4f13-862f-2e7fbf1ffa70 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:10:50.750151 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-7b220826-4cdf-4d4f-a993-6adc6f2cdaec req-2413902d-b881-4f13-862f-2e7fbf1ffa70 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1659117-e608-43da-bc0e-1b75e37072cb HTTP/1.1" status: 200 len: 947 time: 0.0478454 Nov 24 02:10:50.800193 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-7b220826-4cdf-4d4f-a993-6adc6f2cdaec req-73174cad-9888-4df0-8cbd-2d503338d5eb tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441358 Nov 24 02:10:51.029876 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c902e28-5bd8-4b96-99bc-20b32b57e6b3 req-0867ebf0-16e9-4247-a305-44611ebff4b8 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:10:51.031237 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-2c902e28-5bd8-4b96-99bc-20b32b57e6b3 req-0867ebf0-16e9-4247-a305-44611ebff4b8 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1659117-e608-43da-bc0e-1b75e37072cb HTTP/1.1" status: 200 len: 947 time: 0.0485041 Nov 24 02:10:51.077347 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-2c902e28-5bd8-4b96-99bc-20b32b57e6b3 req-79f74db7-bdb3-4603-a3ca-6345d71385c8 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401690 Nov 24 02:10:52.191135 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6096e83-22d5-4df8-9848-a4849371d283 req-93d0ffa3-80b4-4e1a-b539-fd61a0badafc tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:10:52.192596 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-b6096e83-22d5-4df8-9848-a4849371d283 req-93d0ffa3-80b4-4e1a-b539-fd61a0badafc tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1659117-e608-43da-bc0e-1b75e37072cb HTTP/1.1" status: 200 len: 947 time: 0.0471873 Nov 24 02:10:52.243301 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-b6096e83-22d5-4df8-9848-a4849371d283 req-ed6614ff-1c81-44d4-aa15-45af6e913a03 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442574 Nov 24 02:10:53.356727 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a583a59b-8d09-41bd-b08d-3080d0b26cb9 req-235c928b-7b27-4ba2-b3ac-c3d032680325 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:10:53.358211 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-a583a59b-8d09-41bd-b08d-3080d0b26cb9 req-235c928b-7b27-4ba2-b3ac-c3d032680325 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1659117-e608-43da-bc0e-1b75e37072cb HTTP/1.1" status: 200 len: 947 time: 0.0481689 Nov 24 02:10:53.404326 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-a583a59b-8d09-41bd-b08d-3080d0b26cb9 req-0fd725a9-3e00-45e2-bbdd-d15784200b8d tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a0480e-d74d-4d12-ac29-49ca4f86c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403154 Nov 24 02:10:53.546444 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05aafc9-e22f-4da7-a47c-92370bfe96ad req-4d17dfba-5594-458e-b507-d65dfa5c9a95 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:10:53.547811 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e05aafc9-e22f-4da7-a47c-92370bfe96ad req-4d17dfba-5594-458e-b507-d65dfa5c9a95 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1659117-e608-43da-bc0e-1b75e37072cb HTTP/1.1" status: 200 len: 947 time: 0.0516133 Nov 24 02:10:53.635106 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [req-e05aafc9-e22f-4da7-a47c-92370bfe96ad req-a2ca4ab2-29c3-491b-8558-94a7538e3766 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Deleting port de443c79-6c9b-478f-aec0-b425a12a71a2 {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 02:10:53.635432 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-e05aafc9-e22f-4da7-a47c-92370bfe96ad req-a2ca4ab2-29c3-491b-8558-94a7538e3766 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:10:53.723266 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [req-e05aafc9-e22f-4da7-a47c-92370bfe96ad req-a2ca4ab2-29c3-491b-8558-94a7538e3766 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] For port de443c79-6c9b-478f-aec0-b425a12a71a2, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=de443c79-6c9b-478f-aec0-b425a12a71a2,segment=NetworkSegment(5e6793e4-9959-49a4-8909-9dfc82c1549e),segment_id=5e6793e4-9959-49a4-8909-9dfc82c1549e)] {{(pid=109867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:10:53.723628 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-e05aafc9-e22f-4da7-a47c-92370bfe96ad req-a2ca4ab2-29c3-491b-8558-94a7538e3766 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:10:54.272535 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-e05aafc9-e22f-4da7-a47c-92370bfe96ad req-a2ca4ab2-29c3-491b-8558-94a7538e3766 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:10:54.272953 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-e05aafc9-e22f-4da7-a47c-92370bfe96ad req-a2ca4ab2-29c3-491b-8558-94a7538e3766 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418250'] for floatingip, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:10:54.273432 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.l3_db [req-e05aafc9-e22f-4da7-a47c-92370bfe96ad req-a2ca4ab2-29c3-491b-8558-94a7538e3766 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Floating IP 77431b04-cb27-4a17-8edc-418639ebb281 disassociated. External IP: 172.26.5.35, port: de443c79-6c9b-478f-aec0-b425a12a71a2. Nov 24 02:10:54.273925 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [req-e05aafc9-e22f-4da7-a47c-92370bfe96ad req-a2ca4ab2-29c3-491b-8558-94a7538e3766 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Calling delete_port for de443c79-6c9b-478f-aec0-b425a12a71a2 owned by compute:nova {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 02:10:54.404490 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-e05aafc9-e22f-4da7-a47c-92370bfe96ad req-a2ca4ab2-29c3-491b-8558-94a7538e3766 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:10:54.433712 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ca4ab2-29c3-491b-8558-94a7538e3766 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Pushing event deleted for resources: {'Port': ['ID=de443c79-6c9b-478f-aec0-b425a12a71a2,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:10:54.444097 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ca4ab2-29c3-491b-8558-94a7538e3766 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:10:54.444450 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ca4ab2-29c3-491b-8558-94a7538e3766 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:10:54.444794 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ca4ab2-29c3-491b-8558-94a7538e3766 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:10:54.445131 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ca4ab2-29c3-491b-8558-94a7538e3766 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:10:54.445485 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ca4ab2-29c3-491b-8558-94a7538e3766 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:10:54.445868 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ca4ab2-29c3-491b-8558-94a7538e3766 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:10:54.446146 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ca4ab2-29c3-491b-8558-94a7538e3766 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:10:54.446472 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ca4ab2-29c3-491b-8558-94a7538e3766 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:10:54.446807 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ca4ab2-29c3-491b-8558-94a7538e3766 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:10:54.447635 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ca4ab2-29c3-491b-8558-94a7538e3766 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:10:54.447956 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ca4ab2-29c3-491b-8558-94a7538e3766 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:10:54.448276 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ca4ab2-29c3-491b-8558-94a7538e3766 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:10:54.508409 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-86b7a090-1cb9-47a5-80c9-a4d88eca64c0 req-f6078b7e-4a85-4677-b98a-c0f859c63981 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1659117-e608-43da-bc0e-1b75e37072cb HTTP/1.1" status: 200 len: 210 time: 0.0322192 Nov 24 02:10:54.565322 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e05aafc9-e22f-4da7-a47c-92370bfe96ad req-a2ca4ab2-29c3-491b-8558-94a7538e3766 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Router a1d3ac9e-257e-467f-8d21-2aee38e578a7 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 02:10:54.676007 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e05aafc9-e22f-4da7-a47c-92370bfe96ad req-a2ca4ab2-29c3-491b-8558-94a7538e3766 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 02:10:54.687947 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e07739-71c7-4c8a-a142-22218a37d8ee None None] Sync routers for ids ['a1d3ac9e-257e-467f-8d21-2aee38e578a7'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 02:10:54.698340 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e07739-71c7-4c8a-a142-22218a37d8ee None None] Routers {'a1d3ac9e-257e-467f-8d21-2aee38e578a7'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:10:54.699027 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-b6e07739-71c7-4c8a-a142-22218a37d8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:10:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['a1d3ac9e-257e-467f-8d21-2aee38e578a7'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:10:54.719389 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [req-e05aafc9-e22f-4da7-a47c-92370bfe96ad req-a2ca4ab2-29c3-491b-8558-94a7538e3766 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] No DVR routers for this DVR port de443c79-6c9b-478f-aec0-b425a12a71a2 on host hv-neutron-8189 {{(pid=109867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 02:10:54.722072 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-e05aafc9-e22f-4da7-a47c-92370bfe96ad req-a2ca4ab2-29c3-491b-8558-94a7538e3766 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:10:54.725645 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e05aafc9-e22f-4da7-a47c-92370bfe96ad req-a2ca4ab2-29c3-491b-8558-94a7538e3766 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.48 "DELETE /v2.0/ports/de443c79-6c9b-478f-aec0-b425a12a71a2 HTTP/1.1" status: 204 len: 173 time: 1.1711736 Nov 24 02:10:54.726142 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1659117-e608-43da-bc0e-1b75e37072cb', 'name': 'network-vif-deleted', 'tag': 'de443c79-6c9b-478f-aec0-b425a12a71a2'}] {{(pid=109867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:10:54.728480 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2155eb48762029a847224b6ca77dbed8b251e8450d3d79f1fc0a82d404e82e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfd112f2-69d9-409b-bd19-b6e371a02b48" -d '{"events": [{"server_uuid": "b1659117-e608-43da-bc0e-1b75e37072cb", "name": "network-vif-deleted", "tag": "de443c79-6c9b-478f-aec0-b425a12a71a2"}]}' {{(pid=109867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:10:54.811858 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-5d90001d-3799-45ba-8235-862130720b41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:10:54.826444 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-b6e07739-71c7-4c8a-a142-22218a37d8ee None None] Set router a1d3ac9e-257e-467f-8d21-2aee38e578a7 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:10:54.850660 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 02:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06f343f1-5bf2-4163-a434-79c6e1d88c9c x-openstack-request-id: req-06f343f1-5bf2-4163-a434-79c6e1d88c9c {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:10:54.851020 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1659117-e608-43da-bc0e-1b75e37072cb", "name": "network-vif-deleted", "tag": "de443c79-6c9b-478f-aec0-b425a12a71a2", "status": "completed", "code": 200}]} {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:10:54.852033 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-06f343f1-5bf2-4163-a434-79c6e1d88c9c {{(pid=109867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:10:54.852033 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1659117-e608-43da-bc0e-1b75e37072cb', 'name': 'network-vif-deleted', 'tag': 'de443c79-6c9b-478f-aec0-b425a12a71a2', 'status': 'completed', 'code': 200} Nov 24 02:10:55.021438 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-b6e07739-71c7-4c8a-a142-22218a37d8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1d3ac9e-257e-467f-8d21-2aee38e578a7', 'name': 'tempest-ServerActionsTestJSON-453320892-router', 'tenant_id': '54a0714becea44e794f5cbfaa7e75d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.222'}], 'enable_snat': True}, 'gw_port_id': '5d4768e5-6215-4b68-b98f-8bc421058691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:05:12Z', 'updated_at': '2021-11-24T02:05:15Z', 'revision_number': 4, 'project_id': '54a0714becea44e794f5cbfaa7e75d76', 'gw_port': {'id': '5d4768e5-6215-4b68-b98f-8bc421058691', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d3ac9e-257e-467f-8d21-2aee38e578a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:05:13Z', 'updated_at': '2021-11-24T02:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': '55e71101-bb62-4023-b5d1-b12759680c2c', 'name': '', 'network_id': '1f564760-ae8d-465e-80f0-efb981ea9d72', 'tenant_id': '54a0714becea44e794f5cbfaa7e75d76', 'mac_address': 'fa:16:3e:85:df:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d3ac9e-257e-467f-8d21-2aee38e578a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'a0daf069-1294-4709-8a95-5a1b322aaf26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:05:15Z', 'updated_at': '2021-11-24T02:05:19Z', 'revision_number': 5, 'project_id': '54a0714becea44e794f5cbfaa7e75d76', 'subnets': [{'id': 'a0daf069-1294-4709-8a95-5a1b322aaf26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:10:55.051390 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e07739-71c7-4c8a-a142-22218a37d8ee None None] Checking router: a1d3ac9e-257e-467f-8d21-2aee38e578a7 for host: dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 02:10:55.060519 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e07739-71c7-4c8a-a142-22218a37d8ee None None] Routers {'a1d3ac9e-257e-467f-8d21-2aee38e578a7'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:10:55.061121 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-b6e07739-71c7-4c8a-a142-22218a37d8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:10:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['a1d3ac9e-257e-467f-8d21-2aee38e578a7'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:10:55.163196 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-b6e07739-71c7-4c8a-a142-22218a37d8ee None None] Set router a1d3ac9e-257e-467f-8d21-2aee38e578a7 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:10:55.358617 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-b6e07739-71c7-4c8a-a142-22218a37d8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1d3ac9e-257e-467f-8d21-2aee38e578a7', 'name': 'tempest-ServerActionsTestJSON-453320892-router', 'tenant_id': '54a0714becea44e794f5cbfaa7e75d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.222'}], 'enable_snat': True}, 'gw_port_id': '5d4768e5-6215-4b68-b98f-8bc421058691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:05:12Z', 'updated_at': '2021-11-24T02:05:15Z', 'revision_number': 4, 'project_id': '54a0714becea44e794f5cbfaa7e75d76', 'gw_port': {'id': '5d4768e5-6215-4b68-b98f-8bc421058691', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d3ac9e-257e-467f-8d21-2aee38e578a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:05:13Z', 'updated_at': '2021-11-24T02:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': '55e71101-bb62-4023-b5d1-b12759680c2c', 'name': '', 'network_id': '1f564760-ae8d-465e-80f0-efb981ea9d72', 'tenant_id': '54a0714becea44e794f5cbfaa7e75d76', 'mac_address': 'fa:16:3e:85:df:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d3ac9e-257e-467f-8d21-2aee38e578a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'a0daf069-1294-4709-8a95-5a1b322aaf26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:05:15Z', 'updated_at': '2021-11-24T02:05:19Z', 'revision_number': 5, 'project_id': '54a0714becea44e794f5cbfaa7e75d76', 'subnets': [{'id': 'a0daf069-1294-4709-8a95-5a1b322aaf26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:10:55.384390 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e07739-71c7-4c8a-a142-22218a37d8ee None None] The sync data for ids ['a1d3ac9e-257e-467f-8d21-2aee38e578a7'] in dv-neutron-818911-2-hyperv is: [{'id': 'a1d3ac9e-257e-467f-8d21-2aee38e578a7', 'name': 'tempest-ServerActionsTestJSON-453320892-router', 'tenant_id': '54a0714becea44e794f5cbfaa7e75d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.222'}], 'enable_snat': True}, 'gw_port_id': '5d4768e5-6215-4b68-b98f-8bc421058691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:05:12Z', 'updated_at': '2021-11-24T02:05:15Z', 'revision_number': 4, 'project_id': '54a0714becea44e794f5cbfaa7e75d76', 'gw_port': {'id': '5d4768e5-6215-4b68-b98f-8bc421058691', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d3ac9e-257e-467f-8d21-2aee38e578a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:05:13Z', 'updated_at': '2021-11-24T02:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': '55e71101-bb62-4023-b5d1-b12759680c2c', 'name': '', 'network_id': '1f564760-ae8d-465e-80f0-efb981ea9d72', 'tenant_id': '54a0714becea44e794f5cbfaa7e75d76', 'mac_address': 'fa:16:3e:85:df:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d3ac9e-257e-467f-8d21-2aee38e578a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'a0daf069-1294-4709-8a95-5a1b322aaf26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:05:15Z', 'updated_at': '2021-11-24T02:05:19Z', 'revision_number': 5, 'project_id': '54a0714becea44e794f5cbfaa7e75d76', 'subnets': [{'id': 'a0daf069-1294-4709-8a95-5a1b322aaf26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 02:10:55.606549 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-a87c6359-00c1-4e11-8e72-46211dfa446a req-0e02080a-3011-4499-be86-2667f825a551 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1659117-e608-43da-bc0e-1b75e37072cb HTTP/1.1" status: 200 len: 210 time: 0.0277245 Nov 24 02:10:55.630891 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ea33d1-2b7f-4129-9b97-240010370034 None None] New status for floating IP 77431b04-cb27-4a17-8edc-418639ebb281: DOWN {{(pid=109869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 02:10:56.704475 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-3d9c57c2-0e2c-4ea1-95fa-12eac3316113 req-4d3729e2-1c61-43ad-8d56-2fd7a2f4a6a0 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1659117-e608-43da-bc0e-1b75e37072cb HTTP/1.1" status: 200 len: 210 time: 0.0269039 Nov 24 02:10:57.220217 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-f5a727d7-faea-49e1-864a-1472339d2e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:10:57.319384 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device de443c79-6c9b-478f-aec0-b425a12a71a2 no longer exists at agent hyperv_hv-neutron-8189 {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 02:10:57.345274 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] No Port match for: de443c79-6c9b-478f-aec0-b425a12a71a2 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 02:10:57.345646 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device de443c79-6c9b-478f-aec0-b425a12a71a2 not bound to the agent host hv-neutron-8189 {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 02:10:57.798516 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-ffc17fc1-3452-428d-b41d-bc0845478e44 req-fccd9b3c-f7de-42f2-9f00-e2cb1ba1e797 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1659117-e608-43da-bc0e-1b75e37072cb HTTP/1.1" status: 200 len: 210 time: 0.0260556 Nov 24 02:10:58.172620 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:10:58.173837 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:10:58.895622 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-b5785df9-444b-4785-8b27-35b111bc9a8a req-6352ba72-5b97-4b34-8f3f-fb1dc80b84bb tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1659117-e608-43da-bc0e-1b75e37072cb HTTP/1.1" status: 200 len: 210 time: 0.0268583 Nov 24 02:10:59.170206 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.agents_db [None req-4e42c10c-a1d3-4d07-89d6-7a24334140aa None None] Agent healthcheck: found 6 active agents {{(pid=109869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 02:10:59.655743 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:00.144997 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:04.631593 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 54720) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:11:04.685578 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8a527ebb-ab87-429e-b1b9-e1b9aeabe07d tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Publish callbacks [] for security_group, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:04.711547 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8a527ebb-ab87-429e-b1b9-e1b9aeabe07d tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:04.757065 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8a527ebb-ab87-429e-b1b9-e1b9aeabe07d tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:04.760401 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8a527ebb-ab87-429e-b1b9-e1b9aeabe07d tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:04.761548 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-8a527ebb-ab87-429e-b1b9-e1b9aeabe07d tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "DELETE /v2.0/security-groups/13a0480e-d74d-4d12-ac29-49ca4f86c10f HTTP/1.1" status: 204 len: 168 time: 0.1288431 Nov 24 02:11:04.764245 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 54722) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:11:04.770373 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a527ebb-ab87-429e-b1b9-e1b9aeabe07d tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13a0480e-d74d-4d12-ac29-49ca4f86c10f,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:11:04.780000 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.api.v2.resource [None req-1dd9ed85-f745-4d03-8223-4577b39c8bd4 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] show failed (client error): The resource could not be found. Nov 24 02:11:04.781615 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-1dd9ed85-f745-4d03-8223-4577b39c8bd4 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "GET /v2.0/security-groups/13a0480e-d74d-4d12-ac29-49ca4f86c10f HTTP/1.1" status: 404 len: 347 time: 0.0162134 Nov 24 02:11:04.785056 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 54724) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:11:04.907023 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-8814551a-65f2-4879-ab0d-f2bc37cc13f1 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Deleting port fb675255-b676-4680-b639-2b50b228eca6 {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 02:11:04.907361 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8814551a-65f2-4879-ab0d-f2bc37cc13f1 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:04.985589 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8814551a-65f2-4879-ab0d-f2bc37cc13f1 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:04.985908 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8814551a-65f2-4879-ab0d-f2bc37cc13f1 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:04.997679 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-8814551a-65f2-4879-ab0d-f2bc37cc13f1 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Calling delete_port for fb675255-b676-4680-b639-2b50b228eca6 owned by network:floatingip {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 02:11:05.128156 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8814551a-65f2-4879-ab0d-f2bc37cc13f1 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:05.153800 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814551a-65f2-4879-ab0d-f2bc37cc13f1 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Pushing event deleted for resources: {'Port': ['ID=fb675255-b676-4680-b639-2b50b228eca6,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:11:05.180653 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814551a-65f2-4879-ab0d-f2bc37cc13f1 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:11:05.181058 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814551a-65f2-4879-ab0d-f2bc37cc13f1 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:11:05.181400 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814551a-65f2-4879-ab0d-f2bc37cc13f1 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:11:05.181750 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814551a-65f2-4879-ab0d-f2bc37cc13f1 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:11:05.182077 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814551a-65f2-4879-ab0d-f2bc37cc13f1 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:11:05.182404 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814551a-65f2-4879-ab0d-f2bc37cc13f1 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:11:05.182727 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814551a-65f2-4879-ab0d-f2bc37cc13f1 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:11:05.183049 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814551a-65f2-4879-ab0d-f2bc37cc13f1 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:11:05.183370 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814551a-65f2-4879-ab0d-f2bc37cc13f1 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:11:05.183688 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814551a-65f2-4879-ab0d-f2bc37cc13f1 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:11:05.184011 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814551a-65f2-4879-ab0d-f2bc37cc13f1 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:11:05.184325 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814551a-65f2-4879-ab0d-f2bc37cc13f1 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:11:05.231692 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8814551a-65f2-4879-ab0d-f2bc37cc13f1 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Publish callbacks [] for floatingip, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:05.235651 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-8814551a-65f2-4879-ab0d-f2bc37cc13f1 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for floatingip, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:05.237367 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-8814551a-65f2-4879-ab0d-f2bc37cc13f1 tempest-ServerActionsTestJSON-89281335 tempest-ServerActionsTestJSON-89281335-project] 10.222.0.21 "DELETE /v2.0/floatingips/77431b04-cb27-4a17-8edc-418639ebb281 HTTP/1.1" status: 204 len: 168 time: 0.4511709 Nov 24 02:11:05.240125 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 54726) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:11:05.642428 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ede47f55-7f58-4434-b629-c7b2a7adb146 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3777994'] for router_interface, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:05.881429 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-ede47f55-7f58-4434-b629-c7b2a7adb146 admin admin] Deleting port 55e71101-bb62-4023-b5d1-b12759680c2c {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 02:11:05.882030 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ede47f55-7f58-4434-b629-c7b2a7adb146 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:05.957949 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [None req-ede47f55-7f58-4434-b629-c7b2a7adb146 admin admin] For port 55e71101-bb62-4023-b5d1-b12759680c2c, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=55e71101-bb62-4023-b5d1-b12759680c2c,segment=NetworkSegment(5e6793e4-9959-49a4-8909-9dfc82c1549e),segment_id=5e6793e4-9959-49a4-8909-9dfc82c1549e)] {{(pid=109866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:11:05.958207 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ede47f55-7f58-4434-b629-c7b2a7adb146 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:05.970924 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-ede47f55-7f58-4434-b629-c7b2a7adb146 admin admin] Calling delete_port for 55e71101-bb62-4023-b5d1-b12759680c2c owned by network:router_interface {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 02:11:06.145767 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ede47f55-7f58-4434-b629-c7b2a7adb146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:06.174794 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede47f55-7f58-4434-b629-c7b2a7adb146 admin admin] Pushing event deleted for resources: {'Port': ['ID=55e71101-bb62-4023-b5d1-b12759680c2c,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:11:06.339865 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ede47f55-7f58-4434-b629-c7b2a7adb146 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424538'] for router_interface, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:06.559487 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ede47f55-7f58-4434-b629-c7b2a7adb146 admin admin] Router a1d3ac9e-257e-467f-8d21-2aee38e578a7 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 02:11:06.663281 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ede47f55-7f58-4434-b629-c7b2a7adb146 admin admin] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 02:11:06.669569 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-ede47f55-7f58-4434-b629-c7b2a7adb146 admin admin] 10.222.0.21 "PUT /v2.0/routers/a1d3ac9e-257e-467f-8d21-2aee38e578a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4284585 Nov 24 02:11:06.672190 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 54730) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:11:06.676034 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09c5a0b-ee77-496e-aa39-7258ca3a917c None None] Sync routers for ids ['a1d3ac9e-257e-467f-8d21-2aee38e578a7'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 02:11:06.685953 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09c5a0b-ee77-496e-aa39-7258ca3a917c None None] Routers {'a1d3ac9e-257e-467f-8d21-2aee38e578a7'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:11:06.686556 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-d09c5a0b-ee77-496e-aa39-7258ca3a917c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:10:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['a1d3ac9e-257e-467f-8d21-2aee38e578a7'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:11:06.778358 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-be3d5931-b23c-42fa-9589-f2c185f4adc5 admin admin] Publish callbacks [] for router, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:06.787404 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-d09c5a0b-ee77-496e-aa39-7258ca3a917c None None] Set router a1d3ac9e-257e-467f-8d21-2aee38e578a7 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:11:06.886009 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-be3d5931-b23c-42fa-9589-f2c185f4adc5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:06.936742 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-be3d5931-b23c-42fa-9589-f2c185f4adc5 admin admin] Deleting port 5d4768e5-6215-4b68-b98f-8bc421058691 {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 02:11:06.937075 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-be3d5931-b23c-42fa-9589-f2c185f4adc5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:06.962643 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-d09c5a0b-ee77-496e-aa39-7258ca3a917c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1d3ac9e-257e-467f-8d21-2aee38e578a7', 'name': 'tempest-ServerActionsTestJSON-453320892-router', 'tenant_id': '54a0714becea44e794f5cbfaa7e75d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.222'}], 'enable_snat': True}, 'gw_port_id': '5d4768e5-6215-4b68-b98f-8bc421058691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:05:12Z', 'updated_at': '2021-11-24T02:11:06Z', 'revision_number': 5, 'project_id': '54a0714becea44e794f5cbfaa7e75d76', 'gw_port': {'id': '5d4768e5-6215-4b68-b98f-8bc421058691', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d3ac9e-257e-467f-8d21-2aee38e578a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:05:13Z', 'updated_at': '2021-11-24T02:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:11:06.987954 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09c5a0b-ee77-496e-aa39-7258ca3a917c None None] Checking router: a1d3ac9e-257e-467f-8d21-2aee38e578a7 for host: dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 02:11:06.996787 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09c5a0b-ee77-496e-aa39-7258ca3a917c None None] Routers {'a1d3ac9e-257e-467f-8d21-2aee38e578a7'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:11:06.997579 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-d09c5a0b-ee77-496e-aa39-7258ca3a917c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:10:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['a1d3ac9e-257e-467f-8d21-2aee38e578a7'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:11:07.015983 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [None req-be3d5931-b23c-42fa-9589-f2c185f4adc5 admin admin] For port 5d4768e5-6215-4b68-b98f-8bc421058691, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=5d4768e5-6215-4b68-b98f-8bc421058691,segment=NetworkSegment(03509fd2-ca9c-4aa0-94e6-e236afda62e7),segment_id=03509fd2-ca9c-4aa0-94e6-e236afda62e7)] {{(pid=109867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:11:07.016336 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-be3d5931-b23c-42fa-9589-f2c185f4adc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:07.027819 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-be3d5931-b23c-42fa-9589-f2c185f4adc5 admin admin] Calling delete_port for 5d4768e5-6215-4b68-b98f-8bc421058691 owned by network:router_gateway {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 02:11:07.086645 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-d09c5a0b-ee77-496e-aa39-7258ca3a917c None None] Set router a1d3ac9e-257e-467f-8d21-2aee38e578a7 gateway port host: None {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:11:07.139984 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-d09c5a0b-ee77-496e-aa39-7258ca3a917c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1d3ac9e-257e-467f-8d21-2aee38e578a7', 'name': 'tempest-ServerActionsTestJSON-453320892-router', 'tenant_id': '54a0714becea44e794f5cbfaa7e75d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:05:12Z', 'updated_at': '2021-11-24T02:11:06Z', 'revision_number': 6, 'project_id': '54a0714becea44e794f5cbfaa7e75d76', 'gw_port_host': None}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:11:07.166812 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09c5a0b-ee77-496e-aa39-7258ca3a917c None None] The sync data for ids ['a1d3ac9e-257e-467f-8d21-2aee38e578a7'] in dv-neutron-818911-2-hyperv is: [{'id': 'a1d3ac9e-257e-467f-8d21-2aee38e578a7', 'name': 'tempest-ServerActionsTestJSON-453320892-router', 'tenant_id': '54a0714becea44e794f5cbfaa7e75d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:05:12Z', 'updated_at': '2021-11-24T02:11:06Z', 'revision_number': 6, 'project_id': '54a0714becea44e794f5cbfaa7e75d76', 'gw_port_host': None}] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 02:11:07.206756 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-be3d5931-b23c-42fa-9589-f2c185f4adc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:07.237538 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3d5931-b23c-42fa-9589-f2c185f4adc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d4768e5-6215-4b68-b98f-8bc421058691,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:11:07.255861 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5a9655-b5e1-4d13-b58a-78cfc98ecea9 None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 02:11:07.304344 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-be3d5931-b23c-42fa-9589-f2c185f4adc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418161'] for router_gateway, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:07.401386 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-be3d5931-b23c-42fa-9589-f2c185f4adc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-424460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2766'] for router, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:07.403598 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-be3d5931-b23c-42fa-9589-f2c185f4adc5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:07.454233 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-be3d5931-b23c-42fa-9589-f2c185f4adc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-424469'] for router, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:07.454776 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be3d5931-b23c-42fa-9589-f2c185f4adc5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a1d3ac9e-257e-467f-8d21-2aee38e578a7 {{(pid=109867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 02:11:07.459737 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-be3d5931-b23c-42fa-9589-f2c185f4adc5 admin admin] Publish callbacks [] for router, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:07.460872 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-be3d5931-b23c-42fa-9589-f2c185f4adc5 admin admin] 10.222.0.21 "DELETE /v2.0/routers/a1d3ac9e-257e-467f-8d21-2aee38e578a7 HTTP/1.1" status: 204 len: 168 time: 0.7876954 Nov 24 02:11:07.463370 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 54732) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:11:07.509541 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d1d26cd-d0c7-441d-b6d8-dac956dd78a4 admin admin] Deleting subnet a0daf069-1294-4709-8a95-5a1b322aaf26 {{(pid=109867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 02:11:07.513018 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9d1d26cd-d0c7-441d-b6d8-dac956dd78a4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:07.549005 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9d1d26cd-d0c7-441d-b6d8-dac956dd78a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28690885'] for subnet, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:07.636150 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9d1d26cd-d0c7-441d-b6d8-dac956dd78a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:07.697186 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9d1d26cd-d0c7-441d-b6d8-dac956dd78a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25501782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25307808'] for subnet, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:07.724045 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1d26cd-d0c7-441d-b6d8-dac956dd78a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0daf069-1294-4709-8a95-5a1b322aaf26,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:11:07.727794 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9d1d26cd-d0c7-441d-b6d8-dac956dd78a4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:07.733442 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-9d1d26cd-d0c7-441d-b6d8-dac956dd78a4 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a0daf069-1294-4709-8a95-5a1b322aaf26 HTTP/1.1" status: 204 len: 168 time: 0.2668180 Nov 24 02:11:07.733616 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 54734) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:11:07.735836 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead9bedf-7732-4d0d-8194-05c8a42466fc None None] Network 1f564760-ae8d-465e-80f0-efb981ea9d72 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 02:11:07.803554 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-bf317681-fd4e-405e-8448-6a8fb82234b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:07.870731 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-bf317681-fd4e-405e-8448-6a8fb82234b4 admin admin] Deleting port 5d6bd909-fc7c-4831-9db1-6b698ddc8258 {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 02:11:07.871076 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-bf317681-fd4e-405e-8448-6a8fb82234b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:07.942221 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [None req-bf317681-fd4e-405e-8448-6a8fb82234b4 admin admin] For port 5d6bd909-fc7c-4831-9db1-6b698ddc8258, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=5d6bd909-fc7c-4831-9db1-6b698ddc8258,segment=NetworkSegment(5e6793e4-9959-49a4-8909-9dfc82c1549e),segment_id=5e6793e4-9959-49a4-8909-9dfc82c1549e)] {{(pid=109867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:11:07.942729 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-bf317681-fd4e-405e-8448-6a8fb82234b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:07.948790 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9b8eb4-b060-4d21-8d20-910eb52227e9 None None] DHCP port deletion for 1f564760-ae8d-465e-80f0-efb981ea9d72 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 02:11:07.961077 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-bf317681-fd4e-405e-8448-6a8fb82234b4 admin admin] Calling delete_port for 5d6bd909-fc7c-4831-9db1-6b698ddc8258 owned by network:dhcp {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 02:11:08.000432 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-9a9b8eb4-b060-4d21-8d20-910eb52227e9 None None] Deleting port 5d6bd909-fc7c-4831-9db1-6b698ddc8258 {{(pid=109868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 02:11:08.000816 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9a9b8eb4-b060-4d21-8d20-910eb52227e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:08.063974 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-bf317681-fd4e-405e-8448-6a8fb82234b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:08.081146 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-9a9b8eb4-b060-4d21-8d20-910eb52227e9 None None] For port 5d6bd909-fc7c-4831-9db1-6b698ddc8258, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=5d6bd909-fc7c-4831-9db1-6b698ddc8258,segment=NetworkSegment(5e6793e4-9959-49a4-8909-9dfc82c1549e),segment_id=5e6793e4-9959-49a4-8909-9dfc82c1549e)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:11:08.081724 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9a9b8eb4-b060-4d21-8d20-910eb52227e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:08.094149 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-9a9b8eb4-b060-4d21-8d20-910eb52227e9 None None] Calling delete_port for 5d6bd909-fc7c-4831-9db1-6b698ddc8258 owned by network:dhcp {{(pid=109868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 02:11:08.099441 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf317681-fd4e-405e-8448-6a8fb82234b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d6bd909-fc7c-4831-9db1-6b698ddc8258,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:11:08.105149 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf317681-fd4e-405e-8448-6a8fb82234b4 admin admin] No DVR routers for this DVR port 5d6bd909-fc7c-4831-9db1-6b698ddc8258 on host dv-neutron-818911-2-hyperv {{(pid=109867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 02:11:08.174255 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9a9b8eb4-b060-4d21-8d20-910eb52227e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974'] for port, after_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:08.183930 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-bf317681-fd4e-405e-8448-6a8fb82234b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:08.203404 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9b8eb4-b060-4d21-8d20-910eb52227e9 None None] Pushing event deleted for resources: {'Port': ['ID=5d6bd909-fc7c-4831-9db1-6b698ddc8258,revision_number=None']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:11:08.211000 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9b8eb4-b060-4d21-8d20-910eb52227e9 None None] No DVR routers for this DVR port 5d6bd909-fc7c-4831-9db1-6b698ddc8258 on host dv-neutron-818911-2-hyperv {{(pid=109868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 02:11:08.214805 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-bf317681-fd4e-405e-8448-6a8fb82234b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f564760-ae8d-465e-80f0-efb981ea9d72']}} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:11:08.225343 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-bf317681-fd4e-405e-8448-6a8fb82234b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e6793e4-9959-49a4-8909-9dfc82c1549e') {'for_net_delete': True} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:11:08.225737 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-bf317681-fd4e-405e-8448-6a8fb82234b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e6793e4-9959-49a4-8909-9dfc82c1549e') {} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:11:08.237035 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-bf317681-fd4e-405e-8448-6a8fb82234b4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28690908'] for segment, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:08.251838 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-bf317681-fd4e-405e-8448-6a8fb82234b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:08.258325 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf317681-fd4e-405e-8448-6a8fb82234b4 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=109867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 02:11:08.258713 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-bf317681-fd4e-405e-8448-6a8fb82234b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25503736'] for segment, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:08.260492 dv-neutron-818911-2-hyperv neutron-server[109867]: Traceback (most recent call last): Nov 24 02:11:08.260492 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 02:11:08.260492 dv-neutron-818911-2-hyperv neutron-server[109867]: timer() Nov 24 02:11:08.260492 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 02:11:08.260492 dv-neutron-818911-2-hyperv neutron-server[109867]: cb(*args, **kw) Nov 24 02:11:08.260492 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 02:11:08.260492 dv-neutron-818911-2-hyperv neutron-server[109867]: return func(*args, **kwargs) Nov 24 02:11:08.260492 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 02:11:08.260492 dv-neutron-818911-2-hyperv neutron-server[109867]: self._notify() Nov 24 02:11:08.260492 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 02:11:08.260492 dv-neutron-818911-2-hyperv neutron-server[109867]: self.callback(batched_events) Nov 24 02:11:08.260492 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 02:11:08.260492 dv-neutron-818911-2-hyperv neutron-server[109867]: event.method(event) Nov 24 02:11:08.260492 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 02:11:08.260492 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 02:11:08.260492 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 02:11:08.260492 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 02:11:08.260492 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 02:11:08.260492 dv-neutron-818911-2-hyperv neutron-server[109867]: return f(self, *a, **k) Nov 24 02:11:08.260492 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 02:11:08.260492 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._get(url).json() Nov 24 02:11:08.260492 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 02:11:08.260492 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 02:11:08.260492 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 02:11:08.260492 dv-neutron-818911-2-hyperv neutron-server[109867]: return self.request(url, 'GET', **kwargs) Nov 24 02:11:08.260492 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 02:11:08.260492 dv-neutron-818911-2-hyperv neutron-server[109867]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 02:11:08.260492 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 02:11:08.260492 dv-neutron-818911-2-hyperv neutron-server[109867]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 02:11:08.260492 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 02:11:08.260492 dv-neutron-818911-2-hyperv neutron-server[109867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 02:11:08.260492 dv-neutron-818911-2-hyperv neutron-server[109867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 02:11:08.317698 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-bf317681-fd4e-405e-8448-6a8fb82234b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:08.328057 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-bf317681-fd4e-405e-8448-6a8fb82234b4 admin admin] Publish callbacks [] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:08.328057 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-bf317681-fd4e-405e-8448-6a8fb82234b4 admin admin] 10.222.0.21 "DELETE /v2.0/networks/1f564760-ae8d-465e-80f0-efb981ea9d72 HTTP/1.1" status: 204 len: 168 time: 0.5916238 Nov 24 02:11:08.338164 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf317681-fd4e-405e-8448-6a8fb82234b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f564760-ae8d-465e-80f0-efb981ea9d72,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:11:08.445853 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 54740) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:11:08.486280 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-077007f4-980d-4d19-b144-ce72eb1e44bc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=54a0714becea44e794f5cbfaa7e75d76&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391634 Nov 24 02:11:08.488471 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 54742) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:11:08.535590 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9a5128de-9628-4ad2-a402-94c85cb6d2df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:08.556915 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9a5128de-9628-4ad2-a402-94c85cb6d2df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:08.581056 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 55e71101-bb62-4023-b5d1-b12759680c2c no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 02:11:08.602655 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: 55e71101-bb62-4023-b5d1-b12759680c2c {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 02:11:08.603006 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 55e71101-bb62-4023-b5d1-b12759680c2c not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 02:11:08.603431 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 5d4768e5-6215-4b68-b98f-8bc421058691 no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 02:11:08.603958 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9a5128de-9628-4ad2-a402-94c85cb6d2df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:08.606556 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9a5128de-9628-4ad2-a402-94c85cb6d2df admin admin] Publish callbacks [] for security_group, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:08.607705 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-9a5128de-9628-4ad2-a402-94c85cb6d2df admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6eb5bcca-8b7e-446d-a25a-69c5bfe9190a HTTP/1.1" status: 204 len: 168 time: 0.1183147 Nov 24 02:11:08.615417 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5128de-9628-4ad2-a402-94c85cb6d2df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eb5bcca-8b7e-446d-a25a-69c5bfe9190a,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:11:08.622392 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: 5d4768e5-6215-4b68-b98f-8bc421058691 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 02:11:08.622740 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 5d4768e5-6215-4b68-b98f-8bc421058691 not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 02:11:08.623159 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 5d6bd909-fc7c-4831-9db1-6b698ddc8258 no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 02:11:08.648696 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: 5d6bd909-fc7c-4831-9db1-6b698ddc8258 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 02:11:08.649286 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 5d6bd909-fc7c-4831-9db1-6b698ddc8258 not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 02:11:09.262934 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 54764) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:11:09.367376 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-a2d6e3d8-b812-4ad9-99b1-4f6bb83f4f47 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-220110426-network', 'tenant_id': '0d3dd5be36d144239a3c4dd59a42723d'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:11:09.389214 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2d6e3d8-b812-4ad9-99b1-4f6bb83f4f47 admin admin] Made reservation on behalf of 0d3dd5be36d144239a3c4dd59a42723d for: {'network': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 02:11:09.391603 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a2d6e3d8-b812-4ad9-99b1-4f6bb83f4f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:09.400054 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a2d6e3d8-b812-4ad9-99b1-4f6bb83f4f47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:09.480364 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a2d6e3d8-b812-4ad9-99b1-4f6bb83f4f47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:09.484002 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a2d6e3d8-b812-4ad9-99b1-4f6bb83f4f47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:09.512571 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2d6e3d8-b812-4ad9-99b1-4f6bb83f4f47 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=109867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 02:11:09.518769 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d6e3d8-b812-4ad9-99b1-4f6bb83f4f47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ee3c9f8-1809-4a59-a246-ffd6e4666a3c,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:11:09.525901 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a2d6e3d8-b812-4ad9-99b1-4f6bb83f4f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:09.526244 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.segments_db [None req-a2d6e3d8-b812-4ad9-99b1-4f6bb83f4f47 admin admin] Added segment c09f7b0e-6cbc-4314-81dc-aa1fb21a1055 of type vlan for network 7b530b57-a1c0-4c89-ae5a-bb9230073438 Nov 24 02:11:09.567007 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a2d6e3d8-b812-4ad9-99b1-4f6bb83f4f47 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:09.590191 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a2d6e3d8-b812-4ad9-99b1-4f6bb83f4f47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:09.591139 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d6e3d8-b812-4ad9-99b1-4f6bb83f4f47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:11:09.591711 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a2d6e3d8-b812-4ad9-99b1-4f6bb83f4f47 admin admin] Publish callbacks [] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:09.629304 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-a2d6e3d8-b812-4ad9-99b1-4f6bb83f4f47 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3652740 Nov 24 02:11:09.632199 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 54768) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:11:09.637281 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-dccbe9bb-2d1d-467d-99b8-9a699c26a906 admin admin] Request body: {'subnet': {'network_id': '7b530b57-a1c0-4c89-ae5a-bb9230073438', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-220110426-subnet', 'tenant_id': '0d3dd5be36d144239a3c4dd59a42723d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:11:09.658943 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dccbe9bb-2d1d-467d-99b8-9a699c26a906 admin admin] Made reservation on behalf of 0d3dd5be36d144239a3c4dd59a42723d for: {'subnet': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 02:11:09.661563 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-dccbe9bb-2d1d-467d-99b8-9a699c26a906 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29154835'] for subnet, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:09.662925 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d6e3d8-b812-4ad9-99b1-4f6bb83f4f47 admin admin] Pushing event updated for resources: {'Network': ['ID=7b530b57-a1c0-4c89-ae5a-bb9230073438,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:11:09.673567 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network 7b530b57-a1c0-4c89-ae5a-bb9230073438 details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 02:11:09.836890 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-dccbe9bb-2d1d-467d-99b8-9a699c26a906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29149261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29154849'] for subnet, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:09.898914 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccbe9bb-2d1d-467d-99b8-9a699c26a906 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1689ecc1-b7a8-41e0-ba71-36878e8169c0,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:11:09.906585 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dccbe9bb-2d1d-467d-99b8-9a699c26a906 admin admin] Checking segment: {'id': 'c09f7b0e-6cbc-4314-81dc-aa1fb21a1055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7b530b57-a1c0-4c89-ae5a-bb9230073438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 02:11:09.906940 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dccbe9bb-2d1d-467d-99b8-9a699c26a906 admin admin] Network hostable DHCP agents. Network: 7b530b57-a1c0-4c89-ae5a-bb9230073438, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 02:11:09.923316 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dccbe9bb-2d1d-467d-99b8-9a699c26a906 admin admin] Network 7b530b57-a1c0-4c89-ae5a-bb9230073438 is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 02:11:09.931570 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-dccbe9bb-2d1d-467d-99b8-9a699c26a906 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, 7b530b57-a1c0-4c89-ae5a-bb9230073438) {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:11:09.935446 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dccbe9bb-2d1d-467d-99b8-9a699c26a906 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:11:09.936026 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-dccbe9bb-2d1d-467d-99b8-9a699c26a906 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:09.941428 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1686cbc3-a83a-4c0c-94e6-b56093b32f1a None None] Network 7b530b57-a1c0-4c89-ae5a-bb9230073438 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 02:11:09.950798 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-dccbe9bb-2d1d-467d-99b8-9a699c26a906 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3173518 Nov 24 02:11:10.064699 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1752b7f-d994-4019-baa3-2b23488f6f8e None None] Network 7b530b57-a1c0-4c89-ae5a-bb9230073438 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 02:11:10.363080 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de47a64c-a374-42bd-bed7-bd403045effc req-035c9395-de2b-493e-8cdc-7aadddcb645b tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:11:10.364554 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-de47a64c-a374-42bd-bed7-bd403045effc req-035c9395-de2b-493e-8cdc-7aadddcb645b tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] 10.222.0.21 "GET /v2.0/networks?id=7b530b57-a1c0-4c89-ae5a-bb9230073438 HTTP/1.1" status: 200 len: 813 time: 0.1041682 Nov 24 02:11:10.379693 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-de47a64c-a374-42bd-bed7-bd403045effc req-57cb9e38-0e7d-47ce-8371-3cbe74f45487 tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] 10.222.0.21 "GET /v2.0/quotas/0d3dd5be36d144239a3c4dd59a42723d HTTP/1.1" status: 200 len: 375 time: 0.0088699 Nov 24 02:11:10.410922 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-de47a64c-a374-42bd-bed7-bd403045effc req-862b8987-48d7-471e-b3e6-c7eaeb227a1e tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0d3dd5be36d144239a3c4dd59a42723d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255466 Nov 24 02:11:10.505305 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-de47a64c-a374-42bd-bed7-bd403045effc req-b108f7be-58ee-4c10-b086-dbc9b8c4ace2 service neutron] 10.222.0.21 "GET /v2.0/networks/7b530b57-a1c0-4c89-ae5a-bb9230073438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868771 Nov 24 02:11:10.592150 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-de47a64c-a374-42bd-bed7-bd403045effc req-f7a5c492-eb76-485a-a7f6-361049464bc7 service neutron] 10.222.0.21 "GET /v2.0/networks/7b530b57-a1c0-4c89-ae5a-bb9230073438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808175 Nov 24 02:11:10.753680 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-fcdc305d-1a1c-40a8-8d95-41bc5f551554 req-9593dd48-e15e-4888-a879-34a4274e0b8c tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2855696-003a-42c0-b428-d29bbf2d6a03 HTTP/1.1" status: 200 len: 210 time: 0.0262871 Nov 24 02:11:11.754256 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de47a64c-a374-42bd-bed7-bd403045effc req-cedba199-a3cd-42df-ae14-a154e700ed3a tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:11:11.755836 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-de47a64c-a374-42bd-bed7-bd403045effc req-cedba199-a3cd-42df-ae14-a154e700ed3a tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] 10.222.0.48 "GET /v2.0/networks?id=7b530b57-a1c0-4c89-ae5a-bb9230073438 HTTP/1.1" status: 200 len: 813 time: 0.1108038 Nov 24 02:11:11.787282 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [req-de47a64c-a374-42bd-bed7-bd403045effc req-a716addb-5cf6-4538-81d6-1fa646690e64 tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] Request body: {'port': {'device_id': 'c2855696-003a-42c0-b428-d29bbf2d6a03', 'network_id': '7b530b57-a1c0-4c89-ae5a-bb9230073438', 'admin_state_up': True, 'tenant_id': '0d3dd5be36d144239a3c4dd59a42723d'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:11:11.882987 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-619b0fc8-187c-44bb-9cff-94b36bb73051 req-54087c8e-9c28-44d3-9e92-221e715b417a tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2855696-003a-42c0-b428-d29bbf2d6a03 HTTP/1.1" status: 200 len: 210 time: 0.0330386 Nov 24 02:11:11.923606 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de47a64c-a374-42bd-bed7-bd403045effc req-a716addb-5cf6-4538-81d6-1fa646690e64 tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] Made reservation on behalf of 0d3dd5be36d144239a3c4dd59a42723d for: {'port': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 02:11:11.927341 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-de47a64c-a374-42bd-bed7-bd403045effc req-a716addb-5cf6-4538-81d6-1fa646690e64 tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:12.055623 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [req-de47a64c-a374-42bd-bed7-bd403045effc req-a716addb-5cf6-4538-81d6-1fa646690e64 tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] Allocated IP 172.20.0.11 (7b530b57-a1c0-4c89-ae5a-bb9230073438/1689ecc1-b7a8-41e0-ba71-36878e8169c0/449044d2-f852-4529-8173-e05973ad8ef9) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 02:11:12.198348 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-de47a64c-a374-42bd-bed7-bd403045effc req-a716addb-5cf6-4538-81d6-1fa646690e64 tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:12.232352 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-de47a64c-a374-42bd-bed7-bd403045effc req-a716addb-5cf6-4538-81d6-1fa646690e64 tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:12.277966 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de47a64c-a374-42bd-bed7-bd403045effc req-a716addb-5cf6-4538-81d6-1fa646690e64 tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] Network 7b530b57-a1c0-4c89-ae5a-bb9230073438 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 02:11:12.281099 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [req-de47a64c-a374-42bd-bed7-bd403045effc req-a716addb-5cf6-4538-81d6-1fa646690e64 tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:11:12.283721 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [req-de47a64c-a374-42bd-bed7-bd403045effc req-a716addb-5cf6-4538-81d6-1fa646690e64 tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 02:11:12.323125 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a716addb-5cf6-4538-81d6-1fa646690e64 tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] Pushing event updated for resources: {'Port': ['ID=449044d2-f852-4529-8173-e05973ad8ef9,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:11:12.342640 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de47a64c-a374-42bd-bed7-bd403045effc req-a716addb-5cf6-4538-81d6-1fa646690e64 tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:11:12.343237 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-de47a64c-a374-42bd-bed7-bd403045effc req-a716addb-5cf6-4538-81d6-1fa646690e64 tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:12.358802 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-de47a64c-a374-42bd-bed7-bd403045effc req-a716addb-5cf6-4538-81d6-1fa646690e64 tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5754602 Nov 24 02:11:12.419266 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [req-de47a64c-a374-42bd-bed7-bd403045effc req-5936d900-b8c5-4ec2-a88d-84b56691d6ea service neutron] Request body: {'port': {'device_id': 'c2855696-003a-42c0-b428-d29bbf2d6a03', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8189'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:11:12.472822 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-de47a64c-a374-42bd-bed7-bd403045effc req-5936d900-b8c5-4ec2-a88d-84b56691d6ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:12.731291 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [req-de47a64c-a374-42bd-bed7-bd403045effc req-5936d900-b8c5-4ec2-a88d-84b56691d6ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 449044d2-f852-4529-8173-e05973ad8ef9 {{(pid=109867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 02:11:12.739215 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-de47a64c-a374-42bd-bed7-bd403045effc req-5936d900-b8c5-4ec2-a88d-84b56691d6ea service neutron] Publish callbacks [] for port, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:12.751036 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.provisioning_blocks [req-de47a64c-a374-42bd-bed7-bd403045effc req-5936d900-b8c5-4ec2-a88d-84b56691d6ea service neutron] Transition to ACTIVE for port object 449044d2-f852-4529-8173-e05973ad8ef9 will not be triggered until provisioned by entity L2. {{(pid=109867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 02:11:12.754062 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-de47a64c-a374-42bd-bed7-bd403045effc req-5936d900-b8c5-4ec2-a88d-84b56691d6ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25501696'] for port, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:12.807621 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5936d900-b8c5-4ec2-a88d-84b56691d6ea service neutron] Pushing event updated for resources: {'Port': ['ID=449044d2-f852-4529-8173-e05973ad8ef9,revision_number=2']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:11:12.882934 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.managers [req-de47a64c-a374-42bd-bed7-bd403045effc req-5936d900-b8c5-4ec2-a88d-84b56691d6ea service neutron] Attempting to bind port 449044d2-f852-4529-8173-e05973ad8ef9 on host hv-neutron-8189 for vnic_type normal with profile {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 02:11:12.883265 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.managers [req-de47a64c-a374-42bd-bed7-bd403045effc req-5936d900-b8c5-4ec2-a88d-84b56691d6ea service neutron] Attempting to bind port 449044d2-f852-4529-8173-e05973ad8ef9 by drivers openvswitch,hyperv on host hv-neutron-8189 at level 0 using segments [{'id': 'c09f7b0e-6cbc-4314-81dc-aa1fb21a1055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7b530b57-a1c0-4c89-ae5a-bb9230073438'}] {{(pid=109867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 02:11:12.883593 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de47a64c-a374-42bd-bed7-bd403045effc req-5936d900-b8c5-4ec2-a88d-84b56691d6ea service neutron] Attempting to bind port 449044d2-f852-4529-8173-e05973ad8ef9 on network 7b530b57-a1c0-4c89-ae5a-bb9230073438 {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 02:11:12.888041 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de47a64c-a374-42bd-bed7-bd403045effc req-5936d900-b8c5-4ec2-a88d-84b56691d6ea service neutron] Port 449044d2-f852-4529-8173-e05973ad8ef9 on network 7b530b57-a1c0-4c89-ae5a-bb9230073438 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8189 {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 02:11:12.888355 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de47a64c-a374-42bd-bed7-bd403045effc req-5936d900-b8c5-4ec2-a88d-84b56691d6ea service neutron] Attempting to bind port 449044d2-f852-4529-8173-e05973ad8ef9 on network 7b530b57-a1c0-4c89-ae5a-bb9230073438 {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 02:11:12.893795 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de47a64c-a374-42bd-bed7-bd403045effc req-5936d900-b8c5-4ec2-a88d-84b56691d6ea service neutron] Checking agent: {'id': '5773fe6b-0967-455f-9dc9-84c0c923201b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 42, 58), 'started_at': datetime.datetime(2021, 11, 24, 1, 42, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 2, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 02:11:12.894128 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de47a64c-a374-42bd-bed7-bd403045effc req-5936d900-b8c5-4ec2-a88d-84b56691d6ea service neutron] Checking segment: {'id': 'c09f7b0e-6cbc-4314-81dc-aa1fb21a1055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7b530b57-a1c0-4c89-ae5a-bb9230073438'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 02:11:12.894506 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de47a64c-a374-42bd-bed7-bd403045effc req-5936d900-b8c5-4ec2-a88d-84b56691d6ea service neutron] Bound using segment: {'id': 'c09f7b0e-6cbc-4314-81dc-aa1fb21a1055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7b530b57-a1c0-4c89-ae5a-bb9230073438'} {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 02:11:12.894925 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.managers [req-de47a64c-a374-42bd-bed7-bd403045effc req-5936d900-b8c5-4ec2-a88d-84b56691d6ea service neutron] Bound port: 449044d2-f852-4529-8173-e05973ad8ef9, host: hv-neutron-8189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c09f7b0e-6cbc-4314-81dc-aa1fb21a1055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7b530b57-a1c0-4c89-ae5a-bb9230073438'}}] {{(pid=109867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 02:11:12.895274 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-de47a64c-a374-42bd-bed7-bd403045effc req-5936d900-b8c5-4ec2-a88d-84b56691d6ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:12.957744 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [req-de47a64c-a374-42bd-bed7-bd403045effc req-5936d900-b8c5-4ec2-a88d-84b56691d6ea service neutron] For port 449044d2-f852-4529-8173-e05973ad8ef9, host hv-neutron-8189, cleared binding levels {{(pid=109867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 02:11:12.960751 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [req-de47a64c-a374-42bd-bed7-bd403045effc req-5936d900-b8c5-4ec2-a88d-84b56691d6ea service neutron] For port 449044d2-f852-4529-8173-e05973ad8ef9, host hv-neutron-8189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=449044d2-f852-4529-8173-e05973ad8ef9,segment=NetworkSegment(c09f7b0e-6cbc-4314-81dc-aa1fb21a1055),segment_id=c09f7b0e-6cbc-4314-81dc-aa1fb21a1055)] {{(pid=109867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 02:11:12.965773 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-de47a64c-a374-42bd-bed7-bd403045effc req-5936d900-b8c5-4ec2-a88d-84b56691d6ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25501696'] for port, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:12.999274 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7498f4-13cd-468c-95bd-3e9aef4b63cf req-a691e5a5-65ae-4ae7-a2d7-83462f2cf4e3 tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:11:13.000548 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de47a64c-a374-42bd-bed7-bd403045effc req-5936d900-b8c5-4ec2-a88d-84b56691d6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:11:13.000817 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-db7498f4-13cd-468c-95bd-3e9aef4b63cf req-a691e5a5-65ae-4ae7-a2d7-83462f2cf4e3 tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2855696-003a-42c0-b428-d29bbf2d6a03 HTTP/1.1" status: 200 len: 944 time: 0.0497885 Nov 24 02:11:13.001158 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-de47a64c-a374-42bd-bed7-bd403045effc req-5936d900-b8c5-4ec2-a88d-84b56691d6ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:13.002581 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-de47a64c-a374-42bd-bed7-bd403045effc req-5936d900-b8c5-4ec2-a88d-84b56691d6ea service neutron] 10.222.0.48 "PUT /v2.0/ports/449044d2-f852-4529-8173-e05973ad8ef9 HTTP/1.1" status: 200 len: 1094 time: 0.6300361 Nov 24 02:11:13.003034 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2855696-003a-42c0-b428-d29bbf2d6a03', 'tag': '449044d2-f852-4529-8173-e05973ad8ef9'}] {{(pid=109867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:11:13.005271 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2155eb48762029a847224b6ca77dbed8b251e8450d3d79f1fc0a82d404e82e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b39a79b-87e3-464b-8c6d-578b05b7c274" -d '{"events": [{"name": "network-changed", "server_uuid": "c2855696-003a-42c0-b428-d29bbf2d6a03", "tag": "449044d2-f852-4529-8173-e05973ad8ef9"}]}' {{(pid=109867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:11:13.030624 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5936d900-b8c5-4ec2-a88d-84b56691d6ea service neutron] Pushing event updated for resources: {'Port': ['ID=449044d2-f852-4529-8173-e05973ad8ef9,revision_number=3']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:11:13.054278 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-db7498f4-13cd-468c-95bd-3e9aef4b63cf req-3de98ede-47ab-4285-99b6-84f04846c2b7 tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ee3c9f8-1809-4a59-a246-ffd6e4666a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466013 Nov 24 02:11:13.065930 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 02:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b1cd0b6-c41c-4744-a278-9e324a359952 x-openstack-request-id: req-1b1cd0b6-c41c-4744-a278-9e324a359952 {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:11:13.066325 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2855696-003a-42c0-b428-d29bbf2d6a03", "tag": "449044d2-f852-4529-8173-e05973ad8ef9", "status": "completed", "code": 200}]} {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:11:13.067197 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1b1cd0b6-c41c-4744-a278-9e324a359952 {{(pid=109867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:11:13.067197 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2855696-003a-42c0-b428-d29bbf2d6a03', 'tag': '449044d2-f852-4529-8173-e05973ad8ef9', 'status': 'completed', 'code': 200} Nov 24 02:11:13.119938 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de47a64c-a374-42bd-bed7-bd403045effc req-7806d3c8-b0e7-47b9-a166-dc74aec2c3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:11:13.121453 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-de47a64c-a374-42bd-bed7-bd403045effc req-7806d3c8-b0e7-47b9-a166-dc74aec2c3b7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0d3dd5be36d144239a3c4dd59a42723d&device_id=c2855696-003a-42c0-b428-d29bbf2d6a03 HTTP/1.1" status: 200 len: 1097 time: 0.0404942 Nov 24 02:11:13.173533 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-de47a64c-a374-42bd-bed7-bd403045effc req-180934d6-8e5f-4fd6-8055-57b9b5de56b7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=449044d2-f852-4529-8173-e05973ad8ef9 HTTP/1.1" status: 200 len: 217 time: 0.0384343 Nov 24 02:11:13.237876 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de47a64c-a374-42bd-bed7-bd403045effc req-9ba21a6a-6174-4afb-a7f2-68011bbd75e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:11:13.239328 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-de47a64c-a374-42bd-bed7-bd403045effc req-9ba21a6a-6174-4afb-a7f2-68011bbd75e7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1689ecc1-b7a8-41e0-ba71-36878e8169c0 HTTP/1.1" status: 200 len: 853 time: 0.0591626 Nov 24 02:11:13.271017 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-de47a64c-a374-42bd-bed7-bd403045effc req-950f3436-6ce9-4d2f-8ea3-da0fe414094d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7b530b57-a1c0-4c89-ae5a-bb9230073438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247235 Nov 24 02:11:13.362912 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-de47a64c-a374-42bd-bed7-bd403045effc req-13a4d854-b766-498b-9180-91ed6ce0a44c service neutron] 10.222.0.48 "GET /v2.0/networks/7b530b57-a1c0-4c89-ae5a-bb9230073438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839634 Nov 24 02:11:13.450207 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-de47a64c-a374-42bd-bed7-bd403045effc req-f7722421-40c4-4d5f-b37e-1eafc831930e service neutron] 10.222.0.48 "GET /v2.0/networks/7b530b57-a1c0-4c89-ae5a-bb9230073438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802956 Nov 24 02:11:13.592175 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b39a79b-87e3-464b-8c6d-578b05b7c274 req-2269bbdf-4bb5-4332-96aa-30a23efbb7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:11:13.593698 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-7b39a79b-87e3-464b-8c6d-578b05b7c274 req-2269bbdf-4bb5-4332-96aa-30a23efbb7de service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0d3dd5be36d144239a3c4dd59a42723d&device_id=c2855696-003a-42c0-b428-d29bbf2d6a03 HTTP/1.1" status: 200 len: 1097 time: 0.0462027 Nov 24 02:11:13.683293 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b39a79b-87e3-464b-8c6d-578b05b7c274 req-2532381a-f10c-4967-b0fa-bc78ddad4f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:11:13.684720 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-7b39a79b-87e3-464b-8c6d-578b05b7c274 req-2532381a-f10c-4967-b0fa-bc78ddad4f7c service neutron] 10.222.0.48 "GET /v2.0/networks?id=7b530b57-a1c0-4c89-ae5a-bb9230073438 HTTP/1.1" status: 200 len: 914 time: 0.0831995 Nov 24 02:11:13.728171 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-7b39a79b-87e3-464b-8c6d-578b05b7c274 req-ddc35fe2-25fc-4a6c-a384-1fcd9c83bb88 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=449044d2-f852-4529-8173-e05973ad8ef9 HTTP/1.1" status: 200 len: 217 time: 0.0358095 Nov 24 02:11:13.776027 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b39a79b-87e3-464b-8c6d-578b05b7c274 req-8094b955-a216-48f3-b6e6-76f5f875354d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:11:13.777420 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-7b39a79b-87e3-464b-8c6d-578b05b7c274 req-8094b955-a216-48f3-b6e6-76f5f875354d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1689ecc1-b7a8-41e0-ba71-36878e8169c0 HTTP/1.1" status: 200 len: 853 time: 0.0418873 Nov 24 02:11:13.813152 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-7b39a79b-87e3-464b-8c6d-578b05b7c274 req-aa332ac9-6c70-4406-82ca-170d0d0217fe service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7b530b57-a1c0-4c89-ae5a-bb9230073438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246632 Nov 24 02:11:13.903894 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-7b39a79b-87e3-464b-8c6d-578b05b7c274 req-a2b8ee4b-bbb1-47ff-9345-bb4c77b650f2 service neutron] 10.222.0.48 "GET /v2.0/networks/7b530b57-a1c0-4c89-ae5a-bb9230073438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831213 Nov 24 02:11:13.993677 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-7b39a79b-87e3-464b-8c6d-578b05b7c274 req-9bd5225f-c7e1-45ab-963e-25c01217c78a service neutron] 10.222.0.48 "GET /v2.0/networks/7b530b57-a1c0-4c89-ae5a-bb9230073438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807607 Nov 24 02:11:14.170788 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167fe343-15a0-474c-ab92-d07a45f21727 req-d112a5ca-14d2-47fd-b967-6f36862005b8 tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:11:14.172170 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-167fe343-15a0-474c-ab92-d07a45f21727 req-d112a5ca-14d2-47fd-b967-6f36862005b8 tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2855696-003a-42c0-b428-d29bbf2d6a03 HTTP/1.1" status: 200 len: 944 time: 0.0480044 Nov 24 02:11:14.223057 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-167fe343-15a0-474c-ab92-d07a45f21727 req-9d8adcc7-ef3d-4361-8bf7-6f8f62b35c99 tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ee3c9f8-1809-4a59-a246-ffd6e4666a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447793 Nov 24 02:11:15.337704 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1649c20b-5df1-4b6d-ae7b-160aecf18da6 req-153cefd3-e9d0-4705-a526-3523a59e9989 tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:11:15.339177 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-1649c20b-5df1-4b6d-ae7b-160aecf18da6 req-153cefd3-e9d0-4705-a526-3523a59e9989 tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2855696-003a-42c0-b428-d29bbf2d6a03 HTTP/1.1" status: 200 len: 944 time: 0.0486245 Nov 24 02:11:15.389093 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-1649c20b-5df1-4b6d-ae7b-160aecf18da6 req-7f913cf2-b3e6-4534-bda2-e0f038d8d6b6 tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ee3c9f8-1809-4a59-a246-ffd6e4666a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439923 Nov 24 02:11:15.397037 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 449044d2-f852-4529-8173-e05973ad8ef9 details requested by agent hyperv_hv-neutron-8189 with host hv-neutron-8189 {{(pid=109868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 02:11:15.490291 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port 449044d2-f852-4529-8173-e05973ad8ef9, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=449044d2-f852-4529-8173-e05973ad8ef9,segment=NetworkSegment(c09f7b0e-6cbc-4314-81dc-aa1fb21a1055),segment_id=c09f7b0e-6cbc-4314-81dc-aa1fb21a1055)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:11:15.501977 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Returning: {'device': '449044d2-f852-4529-8173-e05973ad8ef9', 'network_id': '7b530b57-a1c0-4c89-ae5a-bb9230073438', 'port_id': '449044d2-f852-4529-8173-e05973ad8ef9', 'mac_address': 'fa:16:3e:24:cd:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1689ecc1-b7a8-41e0-ba71-36878e8169c0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 02:11:15.537237 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:15.549927 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 449044d2-f852-4529-8173-e05973ad8ef9 {{(pid=109868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 02:11:15.568006 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port 449044d2-f852-4529-8173-e05973ad8ef9, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=449044d2-f852-4529-8173-e05973ad8ef9,segment=NetworkSegment(c09f7b0e-6cbc-4314-81dc-aa1fb21a1055),segment_id=c09f7b0e-6cbc-4314-81dc-aa1fb21a1055)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:11:15.572134 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:15.617717 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=449044d2-f852-4529-8173-e05973ad8ef9,revision_number=4']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:11:15.847139 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] get_ports_and_sgs() called for port_ids ['449044d2-f852-4529-8173-e05973ad8ef9'] {{(pid=109868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 02:11:16.507906 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ab0a2d-2da0-45e8-8004-a5744ba3043a req-f9f494a7-4ef8-443b-a3c6-0566abbf16e0 tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:11:16.509390 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-d9ab0a2d-2da0-45e8-8004-a5744ba3043a req-f9f494a7-4ef8-443b-a3c6-0566abbf16e0 tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2855696-003a-42c0-b428-d29bbf2d6a03 HTTP/1.1" status: 200 len: 945 time: 0.0512505 Nov 24 02:11:16.556427 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-d9ab0a2d-2da0-45e8-8004-a5744ba3043a req-4a9c9d2a-e9e3-4fef-8857-6b46f62c0492 tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ee3c9f8-1809-4a59-a246-ffd6e4666a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410941 Nov 24 02:11:17.410547 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 449044d2-f852-4529-8173-e05973ad8ef9 up at agent hyperv_hv-neutron-8189 {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 02:11:17.457992 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Provisioning for port 449044d2-f852-4529-8173-e05973ad8ef9 completed by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 02:11:17.462586 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Provisioning complete for port 449044d2-f852-4529-8173-e05973ad8ef9 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:11:17.462953 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:17.538833 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:17.565205 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2855696-003a-42c0-b428-d29bbf2d6a03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '449044d2-f852-4529-8173-e05973ad8ef9'}] {{(pid=109868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:11:17.567599 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adafa3b64de3cabc8eac619938bcace59b198ffee64d481093eb3def62699d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0133adb7-ea92-415a-9f2e-c90a293aa285" -d '{"events": [{"server_uuid": "c2855696-003a-42c0-b428-d29bbf2d6a03", "name": "network-vif-plugged", "status": "completed", "tag": "449044d2-f852-4529-8173-e05973ad8ef9"}]}' {{(pid=109868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:11:17.580743 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port 449044d2-f852-4529-8173-e05973ad8ef9, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=449044d2-f852-4529-8173-e05973ad8ef9,segment=NetworkSegment(c09f7b0e-6cbc-4314-81dc-aa1fb21a1055),segment_id=c09f7b0e-6cbc-4314-81dc-aa1fb21a1055)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:11:17.585763 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:17.614817 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 02:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5044887-e339-4d7a-b230-bbddda17520c x-openstack-request-id: req-b5044887-e339-4d7a-b230-bbddda17520c {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:11:17.615105 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2855696-003a-42c0-b428-d29bbf2d6a03", "name": "network-vif-plugged", "status": "completed", "tag": "449044d2-f852-4529-8173-e05973ad8ef9", "code": 200}]} {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:11:17.615356 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b5044887-e339-4d7a-b230-bbddda17520c {{(pid=109868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:11:17.615743 dv-neutron-818911-2-hyperv neutron-server[109868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2855696-003a-42c0-b428-d29bbf2d6a03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '449044d2-f852-4529-8173-e05973ad8ef9', 'code': 200} Nov 24 02:11:17.640245 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=449044d2-f852-4529-8173-e05973ad8ef9,revision_number=5']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:11:17.671540 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7fa105-21b2-4cea-86be-31deb4750aff req-58d15ca7-0a56-42ef-afc1-5e0d21ceb603 tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:11:17.672944 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-aa7fa105-21b2-4cea-86be-31deb4750aff req-58d15ca7-0a56-42ef-afc1-5e0d21ceb603 tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2855696-003a-42c0-b428-d29bbf2d6a03 HTTP/1.1" status: 200 len: 946 time: 0.0503109 Nov 24 02:11:17.720600 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-aa7fa105-21b2-4cea-86be-31deb4750aff req-c857c4f3-2bcf-4be0-bfcc-747393d66692 tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ee3c9f8-1809-4a59-a246-ffd6e4666a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416195 Nov 24 02:11:17.819272 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309601ce-2d05-4366-803e-c6fc0396a343 req-ba986ce4-143b-4f71-991b-1bebc9b32d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:11:17.820747 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-309601ce-2d05-4366-803e-c6fc0396a343 req-ba986ce4-143b-4f71-991b-1bebc9b32d33 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c2855696-003a-42c0-b428-d29bbf2d6a03 HTTP/1.1" status: 200 len: 1099 time: 0.0428722 Nov 24 02:11:17.865753 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-309601ce-2d05-4366-803e-c6fc0396a343 req-873aefe9-a6d1-4639-8fa5-97804896b958 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=2ee3c9f8-1809-4a59-a246-ffd6e4666a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370326 Nov 24 02:11:18.843673 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588928dc-0738-44e3-b38f-8df78873fcd8 req-375bac6d-4167-46b0-b3de-045fef1d7328 tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:11:18.845228 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-588928dc-0738-44e3-b38f-8df78873fcd8 req-375bac6d-4167-46b0-b3de-045fef1d7328 tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2855696-003a-42c0-b428-d29bbf2d6a03 HTTP/1.1" status: 200 len: 946 time: 0.0508437 Nov 24 02:11:18.895739 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-588928dc-0738-44e3-b38f-8df78873fcd8 req-14274051-06c9-43cf-aba5-448737f029d0 tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ee3c9f8-1809-4a59-a246-ffd6e4666a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426564 Nov 24 02:11:20.009851 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b450334-a348-4909-b21e-f1e9b08ac4cd req-0f4c6896-2b9c-4c37-a799-ee8b6c6c037b tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:11:20.011299 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-3b450334-a348-4909-b21e-f1e9b08ac4cd req-0f4c6896-2b9c-4c37-a799-ee8b6c6c037b tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2855696-003a-42c0-b428-d29bbf2d6a03 HTTP/1.1" status: 200 len: 946 time: 0.0486259 Nov 24 02:11:20.057660 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-3b450334-a348-4909-b21e-f1e9b08ac4cd req-3c348a34-a6d0-4aa7-bec6-5a492fc9c47b tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ee3c9f8-1809-4a59-a246-ffd6e4666a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398350 Nov 24 02:11:20.280624 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ca4165-79bc-411e-8f14-72b621526f3a req-c30d6fcf-1774-4f45-9568-6f8c7654d835 tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:11:20.282120 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-00ca4165-79bc-411e-8f14-72b621526f3a req-c30d6fcf-1774-4f45-9568-6f8c7654d835 tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] 10.222.0.21 "GET /v2.0/networks?id=7b530b57-a1c0-4c89-ae5a-bb9230073438 HTTP/1.1" status: 200 len: 813 time: 0.1045456 Nov 24 02:11:20.296607 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-00ca4165-79bc-411e-8f14-72b621526f3a req-b76d394d-69d8-486f-b5ff-5f923824c9af tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] 10.222.0.21 "GET /v2.0/quotas/0d3dd5be36d144239a3c4dd59a42723d HTTP/1.1" status: 200 len: 375 time: 0.0087161 Nov 24 02:11:20.343928 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-00ca4165-79bc-411e-8f14-72b621526f3a req-ab302598-165a-4613-bc54-9f81e9614482 tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0d3dd5be36d144239a3c4dd59a42723d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0422051 Nov 24 02:11:20.431018 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-00ca4165-79bc-411e-8f14-72b621526f3a req-ba954194-ed6b-48f0-8e81-92aa025652ab service neutron] 10.222.0.21 "GET /v2.0/networks/7b530b57-a1c0-4c89-ae5a-bb9230073438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800920 Nov 24 02:11:20.523681 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-00ca4165-79bc-411e-8f14-72b621526f3a req-87e19e43-5a75-4aec-868d-5e0841c005d2 service neutron] 10.222.0.21 "GET /v2.0/networks/7b530b57-a1c0-4c89-ae5a-bb9230073438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861080 Nov 24 02:11:20.679210 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-95e154fe-8dba-414a-9b23-8be470e8d756 req-0db69d23-b99e-4828-8e75-aefc92140416 tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] 10.222.0.21 "GET /v2.0/ports?device_id=b47ea716-e8e8-4120-a1fb-2f70e78e711c HTTP/1.1" status: 200 len: 210 time: 0.0265439 Nov 24 02:11:21.783155 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-43dcfe56-0f85-423e-be64-db20bbe65f23 req-b40e7b07-472d-4c21-a4bf-e7e063fe641d tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] 10.222.0.21 "GET /v2.0/ports?device_id=b47ea716-e8e8-4120-a1fb-2f70e78e711c HTTP/1.1" status: 200 len: 210 time: 0.0283833 Nov 24 02:11:21.784496 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ca4165-79bc-411e-8f14-72b621526f3a req-c8c23b48-27c4-4b73-b069-40b66521dad3 tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:11:21.786076 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-00ca4165-79bc-411e-8f14-72b621526f3a req-c8c23b48-27c4-4b73-b069-40b66521dad3 tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] 10.222.0.48 "GET /v2.0/networks?id=7b530b57-a1c0-4c89-ae5a-bb9230073438 HTTP/1.1" status: 200 len: 813 time: 0.1137314 Nov 24 02:11:21.814262 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [req-00ca4165-79bc-411e-8f14-72b621526f3a req-5a6012e7-a4ac-42e1-9f50-b601f5485a86 tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] Request body: {'port': {'device_id': 'b47ea716-e8e8-4120-a1fb-2f70e78e711c', 'network_id': '7b530b57-a1c0-4c89-ae5a-bb9230073438', 'admin_state_up': True, 'tenant_id': '0d3dd5be36d144239a3c4dd59a42723d'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:11:22.240954 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00ca4165-79bc-411e-8f14-72b621526f3a req-5a6012e7-a4ac-42e1-9f50-b601f5485a86 tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] Made reservation on behalf of 0d3dd5be36d144239a3c4dd59a42723d for: {'port': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 02:11:22.244399 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-00ca4165-79bc-411e-8f14-72b621526f3a req-5a6012e7-a4ac-42e1-9f50-b601f5485a86 tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:22.364509 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [req-00ca4165-79bc-411e-8f14-72b621526f3a req-5a6012e7-a4ac-42e1-9f50-b601f5485a86 tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] Allocated IP 172.20.0.9 (7b530b57-a1c0-4c89-ae5a-bb9230073438/1689ecc1-b7a8-41e0-ba71-36878e8169c0/0aca993b-e22c-451d-a483-97dce1aecb9d) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 02:11:22.507024 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-00ca4165-79bc-411e-8f14-72b621526f3a req-5a6012e7-a4ac-42e1-9f50-b601f5485a86 tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:22.539821 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-00ca4165-79bc-411e-8f14-72b621526f3a req-5a6012e7-a4ac-42e1-9f50-b601f5485a86 tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:22.574622 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] get_ports_and_sgs() called for port_ids ['449044d2-f852-4529-8173-e05973ad8ef9'] {{(pid=109868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 02:11:22.580742 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00ca4165-79bc-411e-8f14-72b621526f3a req-5a6012e7-a4ac-42e1-9f50-b601f5485a86 tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] Network 7b530b57-a1c0-4c89-ae5a-bb9230073438 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 02:11:22.585798 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [req-00ca4165-79bc-411e-8f14-72b621526f3a req-5a6012e7-a4ac-42e1-9f50-b601f5485a86 tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:11:22.589329 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [req-00ca4165-79bc-411e-8f14-72b621526f3a req-5a6012e7-a4ac-42e1-9f50-b601f5485a86 tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 02:11:22.626194 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6012e7-a4ac-42e1-9f50-b601f5485a86 tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] Pushing event updated for resources: {'Port': ['ID=0aca993b-e22c-451d-a483-97dce1aecb9d,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:11:22.647809 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ca4165-79bc-411e-8f14-72b621526f3a req-5a6012e7-a4ac-42e1-9f50-b601f5485a86 tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:11:22.648410 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-00ca4165-79bc-411e-8f14-72b621526f3a req-5a6012e7-a4ac-42e1-9f50-b601f5485a86 tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:22.665831 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-00ca4165-79bc-411e-8f14-72b621526f3a req-5a6012e7-a4ac-42e1-9f50-b601f5485a86 tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8563941 Nov 24 02:11:22.684165 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [req-00ca4165-79bc-411e-8f14-72b621526f3a req-76d6a396-f17f-49e2-97d1-c639bdc245e8 service neutron] Request body: {'port': {'device_id': 'b47ea716-e8e8-4120-a1fb-2f70e78e711c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8189'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:11:22.736271 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-00ca4165-79bc-411e-8f14-72b621526f3a req-76d6a396-f17f-49e2-97d1-c639bdc245e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:22.960088 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053bc1a5-c0eb-42a0-864a-4b0620a9f902 req-945d319b-aa1d-4df2-95c4-9b416ec619f3 tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:11:22.961604 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-053bc1a5-c0eb-42a0-864a-4b0620a9f902 req-945d319b-aa1d-4df2-95c4-9b416ec619f3 tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] 10.222.0.21 "GET /v2.0/ports?device_id=b47ea716-e8e8-4120-a1fb-2f70e78e711c HTTP/1.1" status: 200 len: 931 time: 0.1065109 Nov 24 02:11:23.034456 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-053bc1a5-c0eb-42a0-864a-4b0620a9f902 req-2645c0c1-a767-43d1-a879-ca1a188f6b7d tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ee3c9f8-1809-4a59-a246-ffd6e4666a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661349 Nov 24 02:11:23.077932 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [req-00ca4165-79bc-411e-8f14-72b621526f3a req-76d6a396-f17f-49e2-97d1-c639bdc245e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0aca993b-e22c-451d-a483-97dce1aecb9d {{(pid=109867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 02:11:23.085295 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-00ca4165-79bc-411e-8f14-72b621526f3a req-76d6a396-f17f-49e2-97d1-c639bdc245e8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:23.098104 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.provisioning_blocks [req-00ca4165-79bc-411e-8f14-72b621526f3a req-76d6a396-f17f-49e2-97d1-c639bdc245e8 service neutron] Transition to ACTIVE for port object 0aca993b-e22c-451d-a483-97dce1aecb9d will not be triggered until provisioned by entity L2. {{(pid=109867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 02:11:23.101111 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-00ca4165-79bc-411e-8f14-72b621526f3a req-76d6a396-f17f-49e2-97d1-c639bdc245e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25501696'] for port, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:23.164135 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d6a396-f17f-49e2-97d1-c639bdc245e8 service neutron] Pushing event updated for resources: {'Port': ['ID=0aca993b-e22c-451d-a483-97dce1aecb9d,revision_number=2']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:11:23.218327 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.managers [req-00ca4165-79bc-411e-8f14-72b621526f3a req-76d6a396-f17f-49e2-97d1-c639bdc245e8 service neutron] Attempting to bind port 0aca993b-e22c-451d-a483-97dce1aecb9d on host hv-neutron-8189 for vnic_type normal with profile {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 02:11:23.218661 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.managers [req-00ca4165-79bc-411e-8f14-72b621526f3a req-76d6a396-f17f-49e2-97d1-c639bdc245e8 service neutron] Attempting to bind port 0aca993b-e22c-451d-a483-97dce1aecb9d by drivers openvswitch,hyperv on host hv-neutron-8189 at level 0 using segments [{'id': 'c09f7b0e-6cbc-4314-81dc-aa1fb21a1055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7b530b57-a1c0-4c89-ae5a-bb9230073438'}] {{(pid=109867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 02:11:23.218987 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ca4165-79bc-411e-8f14-72b621526f3a req-76d6a396-f17f-49e2-97d1-c639bdc245e8 service neutron] Attempting to bind port 0aca993b-e22c-451d-a483-97dce1aecb9d on network 7b530b57-a1c0-4c89-ae5a-bb9230073438 {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 02:11:23.223220 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ca4165-79bc-411e-8f14-72b621526f3a req-76d6a396-f17f-49e2-97d1-c639bdc245e8 service neutron] Port 0aca993b-e22c-451d-a483-97dce1aecb9d on network 7b530b57-a1c0-4c89-ae5a-bb9230073438 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8189 {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 02:11:23.223532 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ca4165-79bc-411e-8f14-72b621526f3a req-76d6a396-f17f-49e2-97d1-c639bdc245e8 service neutron] Attempting to bind port 0aca993b-e22c-451d-a483-97dce1aecb9d on network 7b530b57-a1c0-4c89-ae5a-bb9230073438 {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 02:11:23.228401 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ca4165-79bc-411e-8f14-72b621526f3a req-76d6a396-f17f-49e2-97d1-c639bdc245e8 service neutron] Checking agent: {'id': '5773fe6b-0967-455f-9dc9-84c0c923201b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 42, 58), 'started_at': datetime.datetime(2021, 11, 24, 1, 42, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 2, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 02:11:23.228729 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ca4165-79bc-411e-8f14-72b621526f3a req-76d6a396-f17f-49e2-97d1-c639bdc245e8 service neutron] Checking segment: {'id': 'c09f7b0e-6cbc-4314-81dc-aa1fb21a1055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7b530b57-a1c0-4c89-ae5a-bb9230073438'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 02:11:23.229107 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ca4165-79bc-411e-8f14-72b621526f3a req-76d6a396-f17f-49e2-97d1-c639bdc245e8 service neutron] Bound using segment: {'id': 'c09f7b0e-6cbc-4314-81dc-aa1fb21a1055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7b530b57-a1c0-4c89-ae5a-bb9230073438'} {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 02:11:23.229559 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.managers [req-00ca4165-79bc-411e-8f14-72b621526f3a req-76d6a396-f17f-49e2-97d1-c639bdc245e8 service neutron] Bound port: 0aca993b-e22c-451d-a483-97dce1aecb9d, host: hv-neutron-8189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c09f7b0e-6cbc-4314-81dc-aa1fb21a1055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7b530b57-a1c0-4c89-ae5a-bb9230073438'}}] {{(pid=109867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 02:11:23.229901 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-00ca4165-79bc-411e-8f14-72b621526f3a req-76d6a396-f17f-49e2-97d1-c639bdc245e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:23.298126 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [req-00ca4165-79bc-411e-8f14-72b621526f3a req-76d6a396-f17f-49e2-97d1-c639bdc245e8 service neutron] For port 0aca993b-e22c-451d-a483-97dce1aecb9d, host hv-neutron-8189, cleared binding levels {{(pid=109867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 02:11:23.301506 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [req-00ca4165-79bc-411e-8f14-72b621526f3a req-76d6a396-f17f-49e2-97d1-c639bdc245e8 service neutron] For port 0aca993b-e22c-451d-a483-97dce1aecb9d, host hv-neutron-8189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=0aca993b-e22c-451d-a483-97dce1aecb9d,segment=NetworkSegment(c09f7b0e-6cbc-4314-81dc-aa1fb21a1055),segment_id=c09f7b0e-6cbc-4314-81dc-aa1fb21a1055)] {{(pid=109867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 02:11:23.306390 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-00ca4165-79bc-411e-8f14-72b621526f3a req-76d6a396-f17f-49e2-97d1-c639bdc245e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25501696'] for port, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:23.339065 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ca4165-79bc-411e-8f14-72b621526f3a req-76d6a396-f17f-49e2-97d1-c639bdc245e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:11:23.339673 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-00ca4165-79bc-411e-8f14-72b621526f3a req-76d6a396-f17f-49e2-97d1-c639bdc245e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:23.341071 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-00ca4165-79bc-411e-8f14-72b621526f3a req-76d6a396-f17f-49e2-97d1-c639bdc245e8 service neutron] 10.222.0.48 "PUT /v2.0/ports/0aca993b-e22c-451d-a483-97dce1aecb9d HTTP/1.1" status: 200 len: 1093 time: 0.6611195 Nov 24 02:11:23.342063 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b47ea716-e8e8-4120-a1fb-2f70e78e711c', 'tag': '0aca993b-e22c-451d-a483-97dce1aecb9d'}] {{(pid=109867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:11:23.344319 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2155eb48762029a847224b6ca77dbed8b251e8450d3d79f1fc0a82d404e82e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bff239d3-2cc8-499e-959d-024bdd1abc17" -d '{"events": [{"name": "network-changed", "server_uuid": "b47ea716-e8e8-4120-a1fb-2f70e78e711c", "tag": "0aca993b-e22c-451d-a483-97dce1aecb9d"}]}' {{(pid=109867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:11:23.371004 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d6a396-f17f-49e2-97d1-c639bdc245e8 service neutron] Pushing event updated for resources: {'Port': ['ID=0aca993b-e22c-451d-a483-97dce1aecb9d,revision_number=3']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:11:23.383553 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 02:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d9119a6-0c02-4198-95d0-7f1c06cc2d21 x-openstack-request-id: req-8d9119a6-0c02-4198-95d0-7f1c06cc2d21 {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:11:23.383845 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b47ea716-e8e8-4120-a1fb-2f70e78e711c", "tag": "0aca993b-e22c-451d-a483-97dce1aecb9d", "status": "completed", "code": 200}]} {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:11:23.384097 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8d9119a6-0c02-4198-95d0-7f1c06cc2d21 {{(pid=109867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:11:23.384499 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b47ea716-e8e8-4120-a1fb-2f70e78e711c', 'tag': '0aca993b-e22c-451d-a483-97dce1aecb9d', 'status': 'completed', 'code': 200} Nov 24 02:11:23.441757 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ca4165-79bc-411e-8f14-72b621526f3a req-c762057d-05d1-4730-8acb-7484191a935d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:11:23.443258 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-00ca4165-79bc-411e-8f14-72b621526f3a req-c762057d-05d1-4730-8acb-7484191a935d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0d3dd5be36d144239a3c4dd59a42723d&device_id=b47ea716-e8e8-4120-a1fb-2f70e78e711c HTTP/1.1" status: 200 len: 1096 time: 0.0404766 Nov 24 02:11:23.495357 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-00ca4165-79bc-411e-8f14-72b621526f3a req-164d44f3-fc98-4b14-8398-f6eb9342e75b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0aca993b-e22c-451d-a483-97dce1aecb9d HTTP/1.1" status: 200 len: 217 time: 0.0367143 Nov 24 02:11:23.545183 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ca4165-79bc-411e-8f14-72b621526f3a req-2f590543-8e41-46dc-bbd7-b7ff9110d69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:11:23.546652 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-00ca4165-79bc-411e-8f14-72b621526f3a req-2f590543-8e41-46dc-bbd7-b7ff9110d69a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1689ecc1-b7a8-41e0-ba71-36878e8169c0 HTTP/1.1" status: 200 len: 853 time: 0.0441778 Nov 24 02:11:23.582733 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-00ca4165-79bc-411e-8f14-72b621526f3a req-fae73102-bd79-48c4-a4ee-8d8a53d9cfee service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7b530b57-a1c0-4c89-ae5a-bb9230073438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242186 Nov 24 02:11:23.676248 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-00ca4165-79bc-411e-8f14-72b621526f3a req-f1b62c5c-ce99-4215-a658-2f2610f76f34 service neutron] 10.222.0.48 "GET /v2.0/networks/7b530b57-a1c0-4c89-ae5a-bb9230073438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856304 Nov 24 02:11:23.765582 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-00ca4165-79bc-411e-8f14-72b621526f3a req-44816c30-51dd-4e0b-b7cc-016c88409510 service neutron] 10.222.0.48 "GET /v2.0/networks/7b530b57-a1c0-4c89-ae5a-bb9230073438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820935 Nov 24 02:11:23.922572 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff239d3-2cc8-499e-959d-024bdd1abc17 req-20dec3a3-338b-449b-bfc2-8b788baafd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:11:23.924055 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-bff239d3-2cc8-499e-959d-024bdd1abc17 req-20dec3a3-338b-449b-bfc2-8b788baafd91 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0d3dd5be36d144239a3c4dd59a42723d&device_id=b47ea716-e8e8-4120-a1fb-2f70e78e711c HTTP/1.1" status: 200 len: 1096 time: 0.0450387 Nov 24 02:11:24.015643 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff239d3-2cc8-499e-959d-024bdd1abc17 req-9b2cf43d-bd25-46e7-a2b6-994a949784e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:11:24.017053 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-bff239d3-2cc8-499e-959d-024bdd1abc17 req-9b2cf43d-bd25-46e7-a2b6-994a949784e3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7b530b57-a1c0-4c89-ae5a-bb9230073438 HTTP/1.1" status: 200 len: 914 time: 0.0859573 Nov 24 02:11:24.063313 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-bff239d3-2cc8-499e-959d-024bdd1abc17 req-3680f286-c0ff-48b3-87cd-da346e823f40 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0aca993b-e22c-451d-a483-97dce1aecb9d HTTP/1.1" status: 200 len: 217 time: 0.0388861 Nov 24 02:11:24.136262 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff239d3-2cc8-499e-959d-024bdd1abc17 req-ba62b3d7-620f-4f3e-9a30-cbd6f660bc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:11:24.137728 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-bff239d3-2cc8-499e-959d-024bdd1abc17 req-ba62b3d7-620f-4f3e-9a30-cbd6f660bc6d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1689ecc1-b7a8-41e0-ba71-36878e8169c0 HTTP/1.1" status: 200 len: 853 time: 0.0671973 Nov 24 02:11:24.171957 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-bff239d3-2cc8-499e-959d-024bdd1abc17 req-e7e020f5-35ad-4530-adf1-7ab4c204de21 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7b530b57-a1c0-4c89-ae5a-bb9230073438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259054 Nov 24 02:11:24.179623 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f95681-fcd0-476c-8822-60e4153ac090 req-bdc8d114-0f56-44a8-8e60-7860d2acd58b tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:11:24.180984 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-35f95681-fcd0-476c-8822-60e4153ac090 req-bdc8d114-0f56-44a8-8e60-7860d2acd58b tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] 10.222.0.21 "GET /v2.0/ports?device_id=b47ea716-e8e8-4120-a1fb-2f70e78e711c HTTP/1.1" status: 200 len: 943 time: 0.0796413 Nov 24 02:11:24.284953 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-35f95681-fcd0-476c-8822-60e4153ac090 req-0380b476-1593-4a3a-97dc-f180dd2e173b tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ee3c9f8-1809-4a59-a246-ffd6e4666a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961068 Nov 24 02:11:24.304169 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-bff239d3-2cc8-499e-959d-024bdd1abc17 req-3c2f4720-b90d-486e-ad0e-d9acb4364fd5 service neutron] 10.222.0.48 "GET /v2.0/networks/7b530b57-a1c0-4c89-ae5a-bb9230073438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222651 Nov 24 02:11:24.403047 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-bff239d3-2cc8-499e-959d-024bdd1abc17 req-643a6ad6-8e32-40c8-a11b-95117f798403 service neutron] 10.222.0.48 "GET /v2.0/networks/7b530b57-a1c0-4c89-ae5a-bb9230073438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896599 Nov 24 02:11:24.762789 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a14cfc40-7d80-4afb-ba84-db727bf1674f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:25.400007 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb7cb51-db54-40fe-9a28-cbc6d3e3861a req-d0b5ff5e-7bb0-4e50-9e68-b9844d64c7a0 tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:11:25.401510 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-3bb7cb51-db54-40fe-9a28-cbc6d3e3861a req-d0b5ff5e-7bb0-4e50-9e68-b9844d64c7a0 tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] 10.222.0.21 "GET /v2.0/ports?device_id=b47ea716-e8e8-4120-a1fb-2f70e78e711c HTTP/1.1" status: 200 len: 943 time: 0.0483866 Nov 24 02:11:25.451009 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-3bb7cb51-db54-40fe-9a28-cbc6d3e3861a req-2e468989-60c0-48fa-aa05-c30784386acd tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ee3c9f8-1809-4a59-a246-ffd6e4666a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435424 Nov 24 02:11:25.459814 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 0aca993b-e22c-451d-a483-97dce1aecb9d details requested by agent hyperv_hv-neutron-8189 with host hv-neutron-8189 {{(pid=109868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 02:11:25.552399 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port 0aca993b-e22c-451d-a483-97dce1aecb9d, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=0aca993b-e22c-451d-a483-97dce1aecb9d,segment=NetworkSegment(c09f7b0e-6cbc-4314-81dc-aa1fb21a1055),segment_id=c09f7b0e-6cbc-4314-81dc-aa1fb21a1055)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:11:25.563402 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Returning: {'device': '0aca993b-e22c-451d-a483-97dce1aecb9d', 'network_id': '7b530b57-a1c0-4c89-ae5a-bb9230073438', 'port_id': '0aca993b-e22c-451d-a483-97dce1aecb9d', 'mac_address': 'fa:16:3e:41:62:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1689ecc1-b7a8-41e0-ba71-36878e8169c0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 02:11:25.598691 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:25.610795 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0aca993b-e22c-451d-a483-97dce1aecb9d {{(pid=109868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 02:11:25.629497 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port 0aca993b-e22c-451d-a483-97dce1aecb9d, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=0aca993b-e22c-451d-a483-97dce1aecb9d,segment=NetworkSegment(c09f7b0e-6cbc-4314-81dc-aa1fb21a1055),segment_id=c09f7b0e-6cbc-4314-81dc-aa1fb21a1055)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:11:25.633533 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:25.681070 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=0aca993b-e22c-451d-a483-97dce1aecb9d,revision_number=4']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:11:25.688427 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:11:25.688770 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:11:25.689104 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:11:25.689455 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:11:25.689786 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:11:25.690109 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:11:25.690433 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:11:25.690752 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:11:25.691071 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:11:25.691389 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:11:25.691705 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:11:25.692021 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:11:25.924564 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] get_ports_and_sgs() called for port_ids ['0aca993b-e22c-451d-a483-97dce1aecb9d'] {{(pid=109868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 02:11:26.568790 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cb1f49-400f-4c8a-8df4-65ca484849f0 req-e0cd532c-5f14-4410-ad8f-2fc0d5d646dd tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:11:26.570315 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-19cb1f49-400f-4c8a-8df4-65ca484849f0 req-e0cd532c-5f14-4410-ad8f-2fc0d5d646dd tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] 10.222.0.21 "GET /v2.0/ports?device_id=b47ea716-e8e8-4120-a1fb-2f70e78e711c HTTP/1.1" status: 200 len: 944 time: 0.0503447 Nov 24 02:11:26.617072 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-19cb1f49-400f-4c8a-8df4-65ca484849f0 req-475d0a50-cb53-4bc6-ad53-b6f3162a3ba1 tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ee3c9f8-1809-4a59-a246-ffd6e4666a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408258 Nov 24 02:11:27.222987 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-823b4e73-852d-42dc-8025-4c457e40d157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:27.457057 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 0aca993b-e22c-451d-a483-97dce1aecb9d up at agent hyperv_hv-neutron-8189 {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 02:11:27.508733 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Provisioning for port 0aca993b-e22c-451d-a483-97dce1aecb9d completed by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 02:11:27.512403 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Provisioning complete for port 0aca993b-e22c-451d-a483-97dce1aecb9d triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:11:27.512772 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:27.586620 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:27.608673 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b47ea716-e8e8-4120-a1fb-2f70e78e711c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aca993b-e22c-451d-a483-97dce1aecb9d'}] {{(pid=109868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:11:27.610949 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adafa3b64de3cabc8eac619938bcace59b198ffee64d481093eb3def62699d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfba1ff4-a002-49e3-a5ef-824288d5a48a" -d '{"events": [{"server_uuid": "b47ea716-e8e8-4120-a1fb-2f70e78e711c", "name": "network-vif-plugged", "status": "completed", "tag": "0aca993b-e22c-451d-a483-97dce1aecb9d"}]}' {{(pid=109868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:11:27.624045 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port 0aca993b-e22c-451d-a483-97dce1aecb9d, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=0aca993b-e22c-451d-a483-97dce1aecb9d,segment=NetworkSegment(c09f7b0e-6cbc-4314-81dc-aa1fb21a1055),segment_id=c09f7b0e-6cbc-4314-81dc-aa1fb21a1055)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:11:27.628177 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:27.654231 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 02:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afa1951d-3cd6-4b8c-9c3d-24c6b1dc2f25 x-openstack-request-id: req-afa1951d-3cd6-4b8c-9c3d-24c6b1dc2f25 {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:11:27.654530 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b47ea716-e8e8-4120-a1fb-2f70e78e711c", "name": "network-vif-plugged", "status": "completed", "tag": "0aca993b-e22c-451d-a483-97dce1aecb9d", "code": 200}]} {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:11:27.654788 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-afa1951d-3cd6-4b8c-9c3d-24c6b1dc2f25 {{(pid=109868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:11:27.655181 dv-neutron-818911-2-hyperv neutron-server[109868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b47ea716-e8e8-4120-a1fb-2f70e78e711c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aca993b-e22c-451d-a483-97dce1aecb9d', 'code': 200} Nov 24 02:11:27.679997 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=0aca993b-e22c-451d-a483-97dce1aecb9d,revision_number=5']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:11:27.734823 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11679667-3ccf-4452-af03-5bf97d359a97 req-c15941c3-6f9a-4977-a319-13d4bac4ea9f tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:11:27.736326 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-11679667-3ccf-4452-af03-5bf97d359a97 req-c15941c3-6f9a-4977-a319-13d4bac4ea9f tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] 10.222.0.21 "GET /v2.0/ports?device_id=b47ea716-e8e8-4120-a1fb-2f70e78e711c HTTP/1.1" status: 200 len: 945 time: 0.0491161 Nov 24 02:11:27.786877 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-11679667-3ccf-4452-af03-5bf97d359a97 req-cc60f8cd-635e-49c2-b99c-22ce8dc86b2d tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ee3c9f8-1809-4a59-a246-ffd6e4666a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436306 Nov 24 02:11:27.857536 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb87787-5a1b-4a57-bbf2-ccea42f44247 req-2c21d4eb-8b61-4345-9163-7f3069be7681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:11:27.859060 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-bdb87787-5a1b-4a57-bbf2-ccea42f44247 req-2c21d4eb-8b61-4345-9163-7f3069be7681 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b47ea716-e8e8-4120-a1fb-2f70e78e711c HTTP/1.1" status: 200 len: 1098 time: 0.0448911 Nov 24 02:11:27.903163 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-bdb87787-5a1b-4a57-bbf2-ccea42f44247 req-5ef9c409-9dea-4ce9-8297-57b3501fedd8 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=2ee3c9f8-1809-4a59-a246-ffd6e4666a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371687 Nov 24 02:11:28.167132 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:28.182074 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:28.903516 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff164cda-28f9-45ef-b6fe-ac48c5c0147c req-fe2ffc67-7e9e-4def-85a0-f8baacdec4cf tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:11:28.905617 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-ff164cda-28f9-45ef-b6fe-ac48c5c0147c req-fe2ffc67-7e9e-4def-85a0-f8baacdec4cf tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] 10.222.0.21 "GET /v2.0/ports?device_id=b47ea716-e8e8-4120-a1fb-2f70e78e711c HTTP/1.1" status: 200 len: 945 time: 0.0485370 Nov 24 02:11:28.953529 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-ff164cda-28f9-45ef-b6fe-ac48c5c0147c req-3e93b439-d52d-49b6-9a7d-9beeea81e6fe tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ee3c9f8-1809-4a59-a246-ffd6e4666a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416367 Nov 24 02:11:29.658937 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:30.067101 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe69710e-b6a8-4e83-8f23-402f9d76534f req-4c29ae9d-18e8-4eaa-9323-41943e8e53af tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:11:30.068561 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-fe69710e-b6a8-4e83-8f23-402f9d76534f req-4c29ae9d-18e8-4eaa-9323-41943e8e53af tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] 10.222.0.21 "GET /v2.0/ports?device_id=b47ea716-e8e8-4120-a1fb-2f70e78e711c HTTP/1.1" status: 200 len: 945 time: 0.0477674 Nov 24 02:11:30.115471 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-fe69710e-b6a8-4e83-8f23-402f9d76534f req-a9321d1a-dbc5-4486-8de3-85112014d355 tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ee3c9f8-1809-4a59-a246-ffd6e4666a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410285 Nov 24 02:11:30.156393 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:30.347580 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89b35ec-d384-4f42-85d9-e7de36cdc1f2 req-6250b54c-d93f-45b6-8b6a-1e74e5cd9575 tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:11:30.349066 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-a89b35ec-d384-4f42-85d9-e7de36cdc1f2 req-6250b54c-d93f-45b6-8b6a-1e74e5cd9575 tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] 10.222.0.21 "GET /v2.0/ports?device_id=b47ea716-e8e8-4120-a1fb-2f70e78e711c HTTP/1.1" status: 200 len: 945 time: 0.0527096 Nov 24 02:11:30.395675 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-a89b35ec-d384-4f42-85d9-e7de36cdc1f2 req-e4cf1b94-c740-4d84-877c-9150ecbed060 tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ee3c9f8-1809-4a59-a246-ffd6e4666a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406907 Nov 24 02:11:31.509983 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f8f297-7216-4b97-8f18-9767a70f4784 req-0c8033a9-cca7-4c8f-8497-f981d15671f7 tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:11:31.511450 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-00f8f297-7216-4b97-8f18-9767a70f4784 req-0c8033a9-cca7-4c8f-8497-f981d15671f7 tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] 10.222.0.21 "GET /v2.0/ports?device_id=b47ea716-e8e8-4120-a1fb-2f70e78e711c HTTP/1.1" status: 200 len: 945 time: 0.0480347 Nov 24 02:11:31.557667 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-00f8f297-7216-4b97-8f18-9767a70f4784 req-ac16d311-a3d5-4414-815a-3f81cadfd733 tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ee3c9f8-1809-4a59-a246-ffd6e4666a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398974 Nov 24 02:11:31.943943 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca106799-3426-486f-a21c-44a8fbf78c2b req-126c44b8-fc6d-4445-a399-8d359dbc7619 tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:11:31.945361 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-ca106799-3426-486f-a21c-44a8fbf78c2b req-126c44b8-fc6d-4445-a399-8d359dbc7619 tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] 10.222.0.48 "GET /v2.0/ports?device_id=b47ea716-e8e8-4120-a1fb-2f70e78e711c HTTP/1.1" status: 200 len: 945 time: 0.0469875 Nov 24 02:11:32.033178 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [req-ca106799-3426-486f-a21c-44a8fbf78c2b req-5887d884-9628-45ec-ab6a-2205b6abc240 tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] Deleting port 0aca993b-e22c-451d-a483-97dce1aecb9d {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 02:11:32.033538 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-ca106799-3426-486f-a21c-44a8fbf78c2b req-5887d884-9628-45ec-ab6a-2205b6abc240 tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:32.123364 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [req-ca106799-3426-486f-a21c-44a8fbf78c2b req-5887d884-9628-45ec-ab6a-2205b6abc240 tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] For port 0aca993b-e22c-451d-a483-97dce1aecb9d, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=0aca993b-e22c-451d-a483-97dce1aecb9d,segment=NetworkSegment(c09f7b0e-6cbc-4314-81dc-aa1fb21a1055),segment_id=c09f7b0e-6cbc-4314-81dc-aa1fb21a1055)] {{(pid=109867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:11:32.123635 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-ca106799-3426-486f-a21c-44a8fbf78c2b req-5887d884-9628-45ec-ab6a-2205b6abc240 tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:32.135955 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [req-ca106799-3426-486f-a21c-44a8fbf78c2b req-5887d884-9628-45ec-ab6a-2205b6abc240 tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] Calling delete_port for 0aca993b-e22c-451d-a483-97dce1aecb9d owned by compute:nova {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 02:11:32.260949 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-ca106799-3426-486f-a21c-44a8fbf78c2b req-5887d884-9628-45ec-ab6a-2205b6abc240 tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:32.289635 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5887d884-9628-45ec-ab6a-2205b6abc240 tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] Pushing event deleted for resources: {'Port': ['ID=0aca993b-e22c-451d-a483-97dce1aecb9d,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:11:32.297783 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] get_ports_and_sgs() called for port_ids ['449044d2-f852-4529-8173-e05973ad8ef9', '0aca993b-e22c-451d-a483-97dce1aecb9d'] {{(pid=109868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 02:11:32.332493 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca106799-3426-486f-a21c-44a8fbf78c2b req-5887d884-9628-45ec-ab6a-2205b6abc240 tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] No DVR routers for this DVR port 0aca993b-e22c-451d-a483-97dce1aecb9d on host hv-neutron-8189 {{(pid=109867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 02:11:32.335146 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-ca106799-3426-486f-a21c-44a8fbf78c2b req-5887d884-9628-45ec-ab6a-2205b6abc240 tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:32.338544 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-ca106799-3426-486f-a21c-44a8fbf78c2b req-5887d884-9628-45ec-ab6a-2205b6abc240 tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] 10.222.0.48 "DELETE /v2.0/ports/0aca993b-e22c-451d-a483-97dce1aecb9d HTTP/1.1" status: 204 len: 173 time: 0.3849576 Nov 24 02:11:32.338993 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b47ea716-e8e8-4120-a1fb-2f70e78e711c', 'name': 'network-vif-deleted', 'tag': '0aca993b-e22c-451d-a483-97dce1aecb9d'}] {{(pid=109867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:11:32.341588 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2155eb48762029a847224b6ca77dbed8b251e8450d3d79f1fc0a82d404e82e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-525a8f61-d5c0-49e1-a9b2-d749258ceaeb" -d '{"events": [{"server_uuid": "b47ea716-e8e8-4120-a1fb-2f70e78e711c", "name": "network-vif-deleted", "tag": "0aca993b-e22c-451d-a483-97dce1aecb9d"}]}' {{(pid=109867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:11:32.385345 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 02:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e805245a-1513-4df9-81de-57b253b00425 x-openstack-request-id: req-e805245a-1513-4df9-81de-57b253b00425 {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:11:32.385702 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b47ea716-e8e8-4120-a1fb-2f70e78e711c", "name": "network-vif-deleted", "tag": "0aca993b-e22c-451d-a483-97dce1aecb9d", "status": "completed", "code": 200}]} {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:11:32.386726 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e805245a-1513-4df9-81de-57b253b00425 {{(pid=109867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:11:32.387152 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b47ea716-e8e8-4120-a1fb-2f70e78e711c', 'name': 'network-vif-deleted', 'tag': '0aca993b-e22c-451d-a483-97dce1aecb9d', 'status': 'completed', 'code': 200} Nov 24 02:11:32.663535 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-abd65f4c-0eb1-4baa-8d31-9d0101eadf1f req-6de5643f-12ab-43d1-bb33-4a97284c50fd tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] 10.222.0.21 "GET /v2.0/ports?device_id=b47ea716-e8e8-4120-a1fb-2f70e78e711c HTTP/1.1" status: 200 len: 210 time: 0.0282316 Nov 24 02:11:33.811325 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d3fdb2-40a9-4552-aba7-2c00f8a9da2e req-65e1510b-123e-42b4-8668-906cc4a5d6fd tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:11:33.813004 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-90d3fdb2-40a9-4552-aba7-2c00f8a9da2e req-65e1510b-123e-42b4-8668-906cc4a5d6fd tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2855696-003a-42c0-b428-d29bbf2d6a03 HTTP/1.1" status: 200 len: 946 time: 0.0511196 Nov 24 02:11:33.860859 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-90d3fdb2-40a9-4552-aba7-2c00f8a9da2e req-fec43a7c-755d-4692-8464-8115695585e1 tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ee3c9f8-1809-4a59-a246-ffd6e4666a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419722 Nov 24 02:11:33.988433 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e0a7db-dfac-48b5-ac43-608d66d3291b req-8fa5de52-578c-4f20-bad6-d4ab423df033 tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:11:33.989832 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-46e0a7db-dfac-48b5-ac43-608d66d3291b req-8fa5de52-578c-4f20-bad6-d4ab423df033 tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2855696-003a-42c0-b428-d29bbf2d6a03 HTTP/1.1" status: 200 len: 946 time: 0.0485783 Nov 24 02:11:34.035965 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-46e0a7db-dfac-48b5-ac43-608d66d3291b req-d7be5e6f-35b1-402f-99f9-d733cd9e2eda tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ee3c9f8-1809-4a59-a246-ffd6e4666a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402882 Nov 24 02:11:34.152857 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e4e821-edc3-4898-93e1-c9032ec15b4d req-22d3c211-c9f3-4a46-814a-c793344359a4 tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:11:34.154975 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-19e4e821-edc3-4898-93e1-c9032ec15b4d req-22d3c211-c9f3-4a46-814a-c793344359a4 tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2855696-003a-42c0-b428-d29bbf2d6a03 HTTP/1.1" status: 200 len: 946 time: 0.0529611 Nov 24 02:11:34.200262 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-19e4e821-edc3-4898-93e1-c9032ec15b4d req-fdbe1b8b-1b24-47ab-8394-b1b44741549d tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ee3c9f8-1809-4a59-a246-ffd6e4666a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394969 Nov 24 02:11:34.362623 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f57cb8b-7d88-4fe3-b48f-8247415647d4 req-f6cc0a82-d1cd-436a-affd-7d2806e17c6e tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:11:34.364117 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-6f57cb8b-7d88-4fe3-b48f-8247415647d4 req-f6cc0a82-d1cd-436a-affd-7d2806e17c6e tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2855696-003a-42c0-b428-d29bbf2d6a03 HTTP/1.1" status: 200 len: 946 time: 0.0482335 Nov 24 02:11:34.411194 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-6f57cb8b-7d88-4fe3-b48f-8247415647d4 req-6de81851-b26d-436a-a604-a6b30daa192a tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ee3c9f8-1809-4a59-a246-ffd6e4666a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410860 Nov 24 02:11:34.527432 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8179032f-2981-49f6-b069-a2382c65bf12 req-84ac251d-175b-4d7d-99d4-a80389a89cbc tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:11:34.528847 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-8179032f-2981-49f6-b069-a2382c65bf12 req-84ac251d-175b-4d7d-99d4-a80389a89cbc tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2855696-003a-42c0-b428-d29bbf2d6a03 HTTP/1.1" status: 200 len: 946 time: 0.0515311 Nov 24 02:11:34.574528 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-8179032f-2981-49f6-b069-a2382c65bf12 req-a4dd9d06-4515-41a2-b9f7-8c4b5ea89861 tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ee3c9f8-1809-4a59-a246-ffd6e4666a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397692 Nov 24 02:11:34.697693 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e61a72-d845-418b-844a-6cc4aa294b59 req-881b51b2-020e-456e-91bb-00ebd6682b61 tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:11:34.699184 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-c9e61a72-d845-418b-844a-6cc4aa294b59 req-881b51b2-020e-456e-91bb-00ebd6682b61 tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2855696-003a-42c0-b428-d29bbf2d6a03 HTTP/1.1" status: 200 len: 946 time: 0.0482514 Nov 24 02:11:34.745093 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-c9e61a72-d845-418b-844a-6cc4aa294b59 req-a0803e79-265c-4bd1-922e-7c2e360b22fe tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ee3c9f8-1809-4a59-a246-ffd6e4666a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397437 Nov 24 02:11:35.040694 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b4bb45-c2a2-46f1-ad1e-9b3d2f5e4234 req-176ae752-4aa5-420b-9bca-62aa6e974a67 tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:11:35.042072 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-79b4bb45-c2a2-46f1-ad1e-9b3d2f5e4234 req-176ae752-4aa5-420b-9bca-62aa6e974a67 tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2855696-003a-42c0-b428-d29bbf2d6a03 HTTP/1.1" status: 200 len: 946 time: 0.0511639 Nov 24 02:11:35.087441 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-79b4bb45-c2a2-46f1-ad1e-9b3d2f5e4234 req-7eb18c36-da00-4f46-901f-1e349e504b16 tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ee3c9f8-1809-4a59-a246-ffd6e4666a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387561 Nov 24 02:11:35.562628 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 0aca993b-e22c-451d-a483-97dce1aecb9d no longer exists at agent hyperv_hv-neutron-8189 {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 02:11:35.583075 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] No Port match for: 0aca993b-e22c-451d-a483-97dce1aecb9d {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 02:11:35.583431 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 0aca993b-e22c-451d-a483-97dce1aecb9d not bound to the agent host hv-neutron-8189 {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 02:11:36.168261 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.agents_db [None req-4e42c10c-a1d3-4d07-89d6-7a24334140aa None None] Agent healthcheck: found 6 active agents {{(pid=109869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 02:11:36.202401 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4bb61f-1a8f-422c-9c5d-168d27114bbd req-d70f641f-fe92-4c9a-812c-87b0119d57c8 tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:11:36.203875 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-9c4bb61f-1a8f-422c-9c5d-168d27114bbd req-d70f641f-fe92-4c9a-812c-87b0119d57c8 tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2855696-003a-42c0-b428-d29bbf2d6a03 HTTP/1.1" status: 200 len: 946 time: 0.0478578 Nov 24 02:11:36.254553 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-9c4bb61f-1a8f-422c-9c5d-168d27114bbd req-64259081-0c13-49d2-802f-1d7f110ab9d2 tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] 10.222.0.21 "GET /v2.0/security-groups?id=2ee3c9f8-1809-4a59-a246-ffd6e4666a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448360 Nov 24 02:11:36.564014 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8584f9-3abe-4ca9-8654-25ca773ea23c req-71d7f0cf-7348-44ce-9ee3-c501f7132601 tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:11:36.565486 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-8b8584f9-3abe-4ca9-8654-25ca773ea23c req-71d7f0cf-7348-44ce-9ee3-c501f7132601 tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2855696-003a-42c0-b428-d29bbf2d6a03 HTTP/1.1" status: 200 len: 946 time: 0.0483830 Nov 24 02:11:36.654087 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [req-8b8584f9-3abe-4ca9-8654-25ca773ea23c req-1bb8c933-4829-4a03-8b6f-13abbdf9f643 tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] Deleting port 449044d2-f852-4529-8173-e05973ad8ef9 {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 02:11:36.654415 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-8b8584f9-3abe-4ca9-8654-25ca773ea23c req-1bb8c933-4829-4a03-8b6f-13abbdf9f643 tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:36.744651 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [req-8b8584f9-3abe-4ca9-8654-25ca773ea23c req-1bb8c933-4829-4a03-8b6f-13abbdf9f643 tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] For port 449044d2-f852-4529-8173-e05973ad8ef9, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=449044d2-f852-4529-8173-e05973ad8ef9,segment=NetworkSegment(c09f7b0e-6cbc-4314-81dc-aa1fb21a1055),segment_id=c09f7b0e-6cbc-4314-81dc-aa1fb21a1055)] {{(pid=109867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:11:36.745002 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-8b8584f9-3abe-4ca9-8654-25ca773ea23c req-1bb8c933-4829-4a03-8b6f-13abbdf9f643 tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:36.757953 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [req-8b8584f9-3abe-4ca9-8654-25ca773ea23c req-1bb8c933-4829-4a03-8b6f-13abbdf9f643 tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] Calling delete_port for 449044d2-f852-4529-8173-e05973ad8ef9 owned by compute:nova {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 02:11:36.887452 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-8b8584f9-3abe-4ca9-8654-25ca773ea23c req-1bb8c933-4829-4a03-8b6f-13abbdf9f643 tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:36.916743 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb8c933-4829-4a03-8b6f-13abbdf9f643 tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] Pushing event deleted for resources: {'Port': ['ID=449044d2-f852-4529-8173-e05973ad8ef9,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:11:36.921849 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] get_ports_and_sgs() called for port_ids ['449044d2-f852-4529-8173-e05973ad8ef9'] {{(pid=109868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 02:11:36.960068 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b8584f9-3abe-4ca9-8654-25ca773ea23c req-1bb8c933-4829-4a03-8b6f-13abbdf9f643 tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] No DVR routers for this DVR port 449044d2-f852-4529-8173-e05973ad8ef9 on host hv-neutron-8189 {{(pid=109867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 02:11:36.962712 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-8b8584f9-3abe-4ca9-8654-25ca773ea23c req-1bb8c933-4829-4a03-8b6f-13abbdf9f643 tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:36.966107 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-8b8584f9-3abe-4ca9-8654-25ca773ea23c req-1bb8c933-4829-4a03-8b6f-13abbdf9f643 tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] 10.222.0.48 "DELETE /v2.0/ports/449044d2-f852-4529-8173-e05973ad8ef9 HTTP/1.1" status: 204 len: 173 time: 0.3939865 Nov 24 02:11:36.966571 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2855696-003a-42c0-b428-d29bbf2d6a03', 'name': 'network-vif-deleted', 'tag': '449044d2-f852-4529-8173-e05973ad8ef9'}] {{(pid=109867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:11:36.968862 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2155eb48762029a847224b6ca77dbed8b251e8450d3d79f1fc0a82d404e82e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c54958b-9406-473a-a25c-e0ecc9144ed7" -d '{"events": [{"server_uuid": "c2855696-003a-42c0-b428-d29bbf2d6a03", "name": "network-vif-deleted", "tag": "449044d2-f852-4529-8173-e05973ad8ef9"}]}' {{(pid=109867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:11:37.006816 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 02:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-851300b2-b95c-46af-8aec-956926009930 x-openstack-request-id: req-851300b2-b95c-46af-8aec-956926009930 {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:11:37.007128 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2855696-003a-42c0-b428-d29bbf2d6a03", "name": "network-vif-deleted", "tag": "449044d2-f852-4529-8173-e05973ad8ef9", "status": "completed", "code": 200}]} {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:11:37.007392 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-851300b2-b95c-46af-8aec-956926009930 {{(pid=109867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:11:37.007872 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2855696-003a-42c0-b428-d29bbf2d6a03', 'name': 'network-vif-deleted', 'tag': '449044d2-f852-4529-8173-e05973ad8ef9', 'status': 'completed', 'code': 200} Nov 24 02:11:37.357910 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-94b2d62a-818f-4021-ab51-f0f88fe317e8 req-3480f9e2-16c6-4b74-bd6e-68fe5462206e tempest-ServersNegativeTestJSON-301345427 tempest-ServersNegativeTestJSON-301345427-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2855696-003a-42c0-b428-d29bbf2d6a03 HTTP/1.1" status: 200 len: 210 time: 0.0257463 Nov 24 02:11:38.415492 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 54916) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:11:38.458583 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_v2 [None req-0316fe7e-a7b9-41dd-ba4b-704d3fa9ca89 admin admin] Deleting subnet 1689ecc1-b7a8-41e0-ba71-36878e8169c0 {{(pid=109866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 02:11:38.461536 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0316fe7e-a7b9-41dd-ba4b-704d3fa9ca89 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:38.494583 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0316fe7e-a7b9-41dd-ba4b-704d3fa9ca89 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29055568'] for subnet, precommit_delete_associations {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:38.537629 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0316fe7e-a7b9-41dd-ba4b-704d3fa9ca89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:38.594799 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0316fe7e-a7b9-41dd-ba4b-704d3fa9ca89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29149324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29154870'] for subnet, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:38.618967 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0316fe7e-a7b9-41dd-ba4b-704d3fa9ca89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1689ecc1-b7a8-41e0-ba71-36878e8169c0,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:11:38.622615 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0316fe7e-a7b9-41dd-ba4b-704d3fa9ca89 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:38.625788 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-0316fe7e-a7b9-41dd-ba4b-704d3fa9ca89 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/1689ecc1-b7a8-41e0-ba71-36878e8169c0 HTTP/1.1" status: 204 len: 168 time: 0.2092941 Nov 24 02:11:38.628307 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 54918) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:11:38.694153 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-972dc7d1-c4ff-42d5-a925-e81baf52ac60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:38.775060 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-972dc7d1-c4ff-42d5-a925-e81baf52ac60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:38.793846 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-972dc7d1-c4ff-42d5-a925-e81baf52ac60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b530b57-a1c0-4c89-ae5a-bb9230073438']}} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:11:38.803180 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-972dc7d1-c4ff-42d5-a925-e81baf52ac60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c09f7b0e-6cbc-4314-81dc-aa1fb21a1055') {'for_net_delete': True} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:11:38.803473 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-972dc7d1-c4ff-42d5-a925-e81baf52ac60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c09f7b0e-6cbc-4314-81dc-aa1fb21a1055') {} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:11:38.813000 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-972dc7d1-c4ff-42d5-a925-e81baf52ac60 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29055561'] for segment, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:38.826403 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-972dc7d1-c4ff-42d5-a925-e81baf52ac60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:38.832393 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-972dc7d1-c4ff-42d5-a925-e81baf52ac60 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=109866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 02:11:38.832762 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-972dc7d1-c4ff-42d5-a925-e81baf52ac60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29151010'] for segment, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:38.834408 dv-neutron-818911-2-hyperv neutron-server[109866]: Traceback (most recent call last): Nov 24 02:11:38.834408 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 02:11:38.834408 dv-neutron-818911-2-hyperv neutron-server[109866]: timer() Nov 24 02:11:38.834408 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 02:11:38.834408 dv-neutron-818911-2-hyperv neutron-server[109866]: cb(*args, **kw) Nov 24 02:11:38.834408 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 02:11:38.834408 dv-neutron-818911-2-hyperv neutron-server[109866]: return func(*args, **kwargs) Nov 24 02:11:38.834408 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 02:11:38.834408 dv-neutron-818911-2-hyperv neutron-server[109866]: self._notify() Nov 24 02:11:38.834408 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 02:11:38.834408 dv-neutron-818911-2-hyperv neutron-server[109866]: self.callback(batched_events) Nov 24 02:11:38.834408 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 02:11:38.834408 dv-neutron-818911-2-hyperv neutron-server[109866]: event.method(event) Nov 24 02:11:38.834408 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 02:11:38.834408 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 02:11:38.834408 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 02:11:38.834408 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 02:11:38.834408 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 02:11:38.834408 dv-neutron-818911-2-hyperv neutron-server[109866]: return f(self, *a, **k) Nov 24 02:11:38.834408 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 02:11:38.834408 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._get(url).json() Nov 24 02:11:38.834408 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 02:11:38.834408 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 02:11:38.834408 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 02:11:38.834408 dv-neutron-818911-2-hyperv neutron-server[109866]: return self.request(url, 'GET', **kwargs) Nov 24 02:11:38.834408 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 02:11:38.834408 dv-neutron-818911-2-hyperv neutron-server[109866]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 02:11:38.834408 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 02:11:38.834408 dv-neutron-818911-2-hyperv neutron-server[109866]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 02:11:38.834408 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 02:11:38.834408 dv-neutron-818911-2-hyperv neutron-server[109866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 02:11:38.834408 dv-neutron-818911-2-hyperv neutron-server[109866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 02:11:38.895121 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-972dc7d1-c4ff-42d5-a925-e81baf52ac60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:38.900384 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-972dc7d1-c4ff-42d5-a925-e81baf52ac60 admin admin] Publish callbacks [] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:38.903546 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-972dc7d1-c4ff-42d5-a925-e81baf52ac60 admin admin] 10.222.0.21 "DELETE /v2.0/networks/7b530b57-a1c0-4c89-ae5a-bb9230073438 HTTP/1.1" status: 204 len: 168 time: 0.2743423 Nov 24 02:11:38.913798 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972dc7d1-c4ff-42d5-a925-e81baf52ac60 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b530b57-a1c0-4c89-ae5a-bb9230073438,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:11:39.010585 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 54922) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:11:39.054513 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-a72e9527-1a11-4e9b-b2c8-263017b1d522 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0d3dd5be36d144239a3c4dd59a42723d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0427802 Nov 24 02:11:39.056803 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 54924) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:11:39.103453 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e06fe9b7-300d-4148-a050-a398428bd06e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:39.124462 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e06fe9b7-300d-4148-a050-a398428bd06e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:39.171379 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e06fe9b7-300d-4148-a050-a398428bd06e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:39.174089 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e06fe9b7-300d-4148-a050-a398428bd06e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:39.175223 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-e06fe9b7-300d-4148-a050-a398428bd06e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2ee3c9f8-1809-4a59-a246-ffd6e4666a3c HTTP/1.1" status: 204 len: 168 time: 0.1175449 Nov 24 02:11:39.183735 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06fe9b7-300d-4148-a050-a398428bd06e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ee3c9f8-1809-4a59-a246-ffd6e4666a3c,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:11:39.541861 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 449044d2-f852-4529-8173-e05973ad8ef9 no longer exists at agent hyperv_hv-neutron-8189 {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 02:11:39.562082 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] No Port match for: 449044d2-f852-4529-8173-e05973ad8ef9 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 02:11:39.562427 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 449044d2-f852-4529-8173-e05973ad8ef9 not bound to the agent host hv-neutron-8189 {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 02:11:39.845654 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 54946) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:11:39.933669 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-96bbf656-630c-4308-9936-825e4aac3daf tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1666788789'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:11:39.955979 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96bbf656-630c-4308-9936-825e4aac3daf tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Made reservation on behalf of 05b7673afdfb4eda83a1981c446f7d22 for: {'network': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 02:11:39.959340 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-96bbf656-630c-4308-9936-825e4aac3daf tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:39.967433 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-96bbf656-630c-4308-9936-825e4aac3daf tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Publish callbacks [] for security_group, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:40.041537 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-96bbf656-630c-4308-9936-825e4aac3daf tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Publish callbacks [] for security_group, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:40.045588 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-96bbf656-630c-4308-9936-825e4aac3daf tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:40.071261 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96bbf656-630c-4308-9936-825e4aac3daf tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=109867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 02:11:40.080940 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bbf656-630c-4308-9936-825e4aac3daf tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee144b9c-acf7-48a5-adf1-82af1fd74d84,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:11:40.085600 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-96bbf656-630c-4308-9936-825e4aac3daf tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:40.085937 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.segments_db [None req-96bbf656-630c-4308-9936-825e4aac3daf tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Added segment 73250264-41c1-4fe4-8497-3bdd4087827d of type vlan for network 6ea1cafb-667e-4c9d-b729-98fed5ac4c86 Nov 24 02:11:40.128011 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-96bbf656-630c-4308-9936-825e4aac3daf tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:40.152592 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-96bbf656-630c-4308-9936-825e4aac3daf tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:40.158787 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96bbf656-630c-4308-9936-825e4aac3daf tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:11:40.159364 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-96bbf656-630c-4308-9936-825e4aac3daf tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Publish callbacks [] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:40.206012 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-96bbf656-630c-4308-9936-825e4aac3daf tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3638308 Nov 24 02:11:40.236918 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bbf656-630c-4308-9936-825e4aac3daf tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Pushing event updated for resources: {'Network': ['ID=6ea1cafb-667e-4c9d-b729-98fed5ac4c86,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:11:40.247237 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network 6ea1cafb-667e-4c9d-b729-98fed5ac4c86 details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 02:11:43.373622 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 54950) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:11:43.378677 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-420e2252-4af8-4d30-88cd-d07498f645ee tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Request body: {'subnet': {'network_id': '6ea1cafb-667e-4c9d-b729-98fed5ac4c86', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:11:43.469524 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-420e2252-4af8-4d30-88cd-d07498f645ee tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Made reservation on behalf of 05b7673afdfb4eda83a1981c446f7d22 for: {'subnet': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 02:11:43.473389 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-420e2252-4af8-4d30-88cd-d07498f645ee tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25307781'] for subnet, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:43.659871 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-420e2252-4af8-4d30-88cd-d07498f645ee tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25501847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25307831'] for subnet, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:43.718941 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420e2252-4af8-4d30-88cd-d07498f645ee tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Pushing event updated for resources: {'Subnet': ['ID=d660ae50-4651-4a9d-a09f-52560b500ad8,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:11:43.727378 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420e2252-4af8-4d30-88cd-d07498f645ee tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Checking segment: {'id': '73250264-41c1-4fe4-8497-3bdd4087827d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6ea1cafb-667e-4c9d-b729-98fed5ac4c86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 02:11:43.727736 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420e2252-4af8-4d30-88cd-d07498f645ee tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Network hostable DHCP agents. Network: 6ea1cafb-667e-4c9d-b729-98fed5ac4c86, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 02:11:43.742841 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420e2252-4af8-4d30-88cd-d07498f645ee tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Network 6ea1cafb-667e-4c9d-b729-98fed5ac4c86 is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 02:11:43.751189 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-420e2252-4af8-4d30-88cd-d07498f645ee tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, 6ea1cafb-667e-4c9d-b729-98fed5ac4c86) {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:11:43.755145 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420e2252-4af8-4d30-88cd-d07498f645ee tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:11:43.755735 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-420e2252-4af8-4d30-88cd-d07498f645ee tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:43.760522 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79825e0c-8cb5-4382-bc2f-02a1b0f23294 None None] Network 6ea1cafb-667e-4c9d-b729-98fed5ac4c86 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 02:11:43.772925 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-420e2252-4af8-4d30-88cd-d07498f645ee tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3982010 Nov 24 02:11:43.776570 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 54952) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:11:43.782205 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-1d3798d5-6053-4f23-a1b2-19de9771c356 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1764595937'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:11:43.803573 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d3798d5-6053-4f23-a1b2-19de9771c356 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Made reservation on behalf of 05b7673afdfb4eda83a1981c446f7d22 for: {'network': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 02:11:43.807050 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1d3798d5-6053-4f23-a1b2-19de9771c356 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:43.831445 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d3798d5-6053-4f23-a1b2-19de9771c356 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=109867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 02:11:43.847389 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1d3798d5-6053-4f23-a1b2-19de9771c356 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:43.847389 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.segments_db [None req-1d3798d5-6053-4f23-a1b2-19de9771c356 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Added segment 58c620db-95ac-4d04-9fe5-5f185c41f2c7 of type vlan for network f2a2924f-b244-4c29-b84a-d210b2a388a9 Nov 24 02:11:43.893520 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1d3798d5-6053-4f23-a1b2-19de9771c356 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:43.913162 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23402527-7b37-4159-acea-77658853dfcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-6ea1cafb-667e-4c9d-b729-98fed5ac4c86', 'network_id': '6ea1cafb-667e-4c9d-b729-98fed5ac4c86', 'tenant_id': '05b7673afdfb4eda83a1981c446f7d22', 'fixed_ips': [{'subnet_id': 'd660ae50-4651-4a9d-a09f-52560b500ad8'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 02:11:43.914007 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-23402527-7b37-4159-acea-77658853dfcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:43.918133 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1d3798d5-6053-4f23-a1b2-19de9771c356 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:43.923737 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3798d5-6053-4f23-a1b2-19de9771c356 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:11:43.924344 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1d3798d5-6053-4f23-a1b2-19de9771c356 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Publish callbacks [] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:43.965151 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-1d3798d5-6053-4f23-a1b2-19de9771c356 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1850355 Nov 24 02:11:43.965433 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 54954) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:11:43.970828 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-ef4111bc-88dc-4b35-b652-28cc2b60acd8 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Request body: {'subnet': {'network_id': 'f2a2924f-b244-4c29-b84a-d210b2a388a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:11:44.014132 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3798d5-6053-4f23-a1b2-19de9771c356 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Pushing event updated for resources: {'Network': ['ID=f2a2924f-b244-4c29-b84a-d210b2a388a9,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:11:44.031404 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network f2a2924f-b244-4c29-b84a-d210b2a388a9 details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 02:11:44.090891 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef4111bc-88dc-4b35-b652-28cc2b60acd8 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Made reservation on behalf of 05b7673afdfb4eda83a1981c446f7d22 for: {'subnet': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 02:11:44.094563 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ef4111bc-88dc-4b35-b652-28cc2b60acd8 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25307781'] for subnet, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:44.104196 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-23402527-7b37-4159-acea-77658853dfcd None None] Allocated IP 2001:db8:0:ffff::2 (6ea1cafb-667e-4c9d-b729-98fed5ac4c86/d660ae50-4651-4a9d-a09f-52560b500ad8/43678120-a198-4cc7-8b94-a587dfde29b2) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 02:11:44.249999 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-23402527-7b37-4159-acea-77658853dfcd None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:44.255227 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-23402527-7b37-4159-acea-77658853dfcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:44.295048 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23402527-7b37-4159-acea-77658853dfcd None None] Network 6ea1cafb-667e-4c9d-b729-98fed5ac4c86 is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 02:11:44.297049 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ef4111bc-88dc-4b35-b652-28cc2b60acd8 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25501847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25307831'] for subnet, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:44.297878 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-23402527-7b37-4159-acea-77658853dfcd None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:11:44.301248 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23402527-7b37-4159-acea-77658853dfcd None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 02:11:44.308331 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23402527-7b37-4159-acea-77658853dfcd None None] Pushing event updated for resources: {'Port': ['ID=43678120-a198-4cc7-8b94-a587dfde29b2,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:11:44.360711 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-23402527-7b37-4159-acea-77658853dfcd None None] Attempting to bind port 43678120-a198-4cc7-8b94-a587dfde29b2 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 02:11:44.360969 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4111bc-88dc-4b35-b652-28cc2b60acd8 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Pushing event updated for resources: {'Subnet': ['ID=03fe3e92-7f97-4493-9a04-508349c4605b,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:11:44.361100 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-23402527-7b37-4159-acea-77658853dfcd None None] Attempting to bind port 43678120-a198-4cc7-8b94-a587dfde29b2 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '73250264-41c1-4fe4-8497-3bdd4087827d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6ea1cafb-667e-4c9d-b729-98fed5ac4c86'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 02:11:44.361432 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23402527-7b37-4159-acea-77658853dfcd None None] Attempting to bind port 43678120-a198-4cc7-8b94-a587dfde29b2 on network 6ea1cafb-667e-4c9d-b729-98fed5ac4c86 {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 02:11:44.366409 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23402527-7b37-4159-acea-77658853dfcd None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 2, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 02:11:44.366778 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23402527-7b37-4159-acea-77658853dfcd None None] Checking segment: {'id': '73250264-41c1-4fe4-8497-3bdd4087827d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6ea1cafb-667e-4c9d-b729-98fed5ac4c86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 02:11:44.367176 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-23402527-7b37-4159-acea-77658853dfcd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:44.367564 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23402527-7b37-4159-acea-77658853dfcd None None] Bound using segment: {'id': '73250264-41c1-4fe4-8497-3bdd4087827d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6ea1cafb-667e-4c9d-b729-98fed5ac4c86'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 02:11:44.368186 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-23402527-7b37-4159-acea-77658853dfcd None None] Bound port: 43678120-a198-4cc7-8b94-a587dfde29b2, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73250264-41c1-4fe4-8497-3bdd4087827d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6ea1cafb-667e-4c9d-b729-98fed5ac4c86'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 02:11:44.368459 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-23402527-7b37-4159-acea-77658853dfcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:44.371031 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4111bc-88dc-4b35-b652-28cc2b60acd8 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Checking segment: {'id': '58c620db-95ac-4d04-9fe5-5f185c41f2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f2a2924f-b244-4c29-b84a-d210b2a388a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 02:11:44.371389 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4111bc-88dc-4b35-b652-28cc2b60acd8 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Network hostable DHCP agents. Network: f2a2924f-b244-4c29-b84a-d210b2a388a9, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 02:11:44.389434 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4111bc-88dc-4b35-b652-28cc2b60acd8 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Network f2a2924f-b244-4c29-b84a-d210b2a388a9 is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 02:11:44.398325 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-ef4111bc-88dc-4b35-b652-28cc2b60acd8 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, f2a2924f-b244-4c29-b84a-d210b2a388a9) {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:11:44.403345 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4111bc-88dc-4b35-b652-28cc2b60acd8 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:11:44.404935 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ef4111bc-88dc-4b35-b652-28cc2b60acd8 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:44.409910 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29accea-0d12-485b-a26b-2e6bc87c172d None None] Network f2a2924f-b244-4c29-b84a-d210b2a388a9 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 02:11:44.424349 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-ef4111bc-88dc-4b35-b652-28cc2b60acd8 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4548140 Nov 24 02:11:44.424564 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 54956) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:11:44.453228 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-23402527-7b37-4159-acea-77658853dfcd None None] For port 43678120-a198-4cc7-8b94-a587dfde29b2, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 02:11:44.527462 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6c1da13e-c577-41fd-8c7d-7973d3f1f7cd tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:44.610561 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6c1da13e-c577-41fd-8c7d-7973d3f1f7cd tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:44.637772 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-23402527-7b37-4159-acea-77658853dfcd None None] For port 43678120-a198-4cc7-8b94-a587dfde29b2, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=43678120-a198-4cc7-8b94-a587dfde29b2,segment=NetworkSegment(73250264-41c1-4fe4-8497-3bdd4087827d),segment_id=73250264-41c1-4fe4-8497-3bdd4087827d)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 02:11:44.644039 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-23402527-7b37-4159-acea-77658853dfcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:44.677105 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6c1da13e-c577-41fd-8c7d-7973d3f1f7cd tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25501782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25307808'] for subnet, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:44.710102 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1da13e-c577-41fd-8c7d-7973d3f1f7cd tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Pushing event deleted for resources: {'Subnet': ['ID=03fe3e92-7f97-4493-9a04-508349c4605b,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:11:44.753819 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f53496c-753a-4c0d-a0bc-6ac369a9ae69 None None] Network f2a2924f-b244-4c29-b84a-d210b2a388a9 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 02:11:44.757083 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23402527-7b37-4159-acea-77658853dfcd None None] Pushing event updated for resources: {'Port': ['ID=43678120-a198-4cc7-8b94-a587dfde29b2,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:11:44.775946 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6c1da13e-c577-41fd-8c7d-7973d3f1f7cd tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:44.798438 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-6c1da13e-c577-41fd-8c7d-7973d3f1f7cd tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2a2924f-b244-4c29-b84a-d210b2a388a9']}} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:11:44.809026 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-6c1da13e-c577-41fd-8c7d-7973d3f1f7cd tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58c620db-95ac-4d04-9fe5-5f185c41f2c7') {'for_net_delete': True} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:11:44.809319 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-6c1da13e-c577-41fd-8c7d-7973d3f1f7cd tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58c620db-95ac-4d04-9fe5-5f185c41f2c7') {} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:11:44.819266 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6c1da13e-c577-41fd-8c7d-7973d3f1f7cd tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28690908'] for segment, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:44.833694 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6c1da13e-c577-41fd-8c7d-7973d3f1f7cd tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:44.841826 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c1da13e-c577-41fd-8c7d-7973d3f1f7cd tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=109867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 02:11:44.842414 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6c1da13e-c577-41fd-8c7d-7973d3f1f7cd tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25503736'] for segment, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:44.845679 dv-neutron-818911-2-hyperv neutron-server[109867]: Traceback (most recent call last): Nov 24 02:11:44.845679 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 02:11:44.845679 dv-neutron-818911-2-hyperv neutron-server[109867]: timer() Nov 24 02:11:44.845679 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 02:11:44.845679 dv-neutron-818911-2-hyperv neutron-server[109867]: cb(*args, **kw) Nov 24 02:11:44.845679 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 02:11:44.845679 dv-neutron-818911-2-hyperv neutron-server[109867]: return func(*args, **kwargs) Nov 24 02:11:44.845679 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 02:11:44.845679 dv-neutron-818911-2-hyperv neutron-server[109867]: self._notify() Nov 24 02:11:44.845679 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 02:11:44.845679 dv-neutron-818911-2-hyperv neutron-server[109867]: self.callback(batched_events) Nov 24 02:11:44.845679 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 02:11:44.845679 dv-neutron-818911-2-hyperv neutron-server[109867]: event.method(event) Nov 24 02:11:44.845679 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 02:11:44.845679 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 02:11:44.845679 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 02:11:44.845679 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 02:11:44.845679 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 02:11:44.845679 dv-neutron-818911-2-hyperv neutron-server[109867]: return f(self, *a, **k) Nov 24 02:11:44.845679 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 02:11:44.845679 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._get(url).json() Nov 24 02:11:44.845679 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 02:11:44.845679 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 02:11:44.845679 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 02:11:44.845679 dv-neutron-818911-2-hyperv neutron-server[109867]: return self.request(url, 'GET', **kwargs) Nov 24 02:11:44.845679 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 02:11:44.845679 dv-neutron-818911-2-hyperv neutron-server[109867]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 02:11:44.845679 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 02:11:44.845679 dv-neutron-818911-2-hyperv neutron-server[109867]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 02:11:44.845679 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 02:11:44.845679 dv-neutron-818911-2-hyperv neutron-server[109867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 02:11:44.845679 dv-neutron-818911-2-hyperv neutron-server[109867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 02:11:44.920683 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6c1da13e-c577-41fd-8c7d-7973d3f1f7cd tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:44.930287 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6c1da13e-c577-41fd-8c7d-7973d3f1f7cd tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Publish callbacks [] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:44.933553 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-6c1da13e-c577-41fd-8c7d-7973d3f1f7cd tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] 10.222.0.21 "DELETE /v2.0/networks/f2a2924f-b244-4c29-b84a-d210b2a388a9 HTTP/1.1" status: 204 len: 168 time: 0.5080636 Nov 24 02:11:44.937434 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 54958) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:11:44.942897 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-fb6817f8-e0bc-49b1-88cd-3e328b5b47fa tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1009093542'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:11:44.945449 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1da13e-c577-41fd-8c7d-7973d3f1f7cd tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Pushing event deleted for resources: {'Network': ['ID=f2a2924f-b244-4c29-b84a-d210b2a388a9,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:11:44.968317 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb6817f8-e0bc-49b1-88cd-3e328b5b47fa tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Made reservation on behalf of 05b7673afdfb4eda83a1981c446f7d22 for: {'network': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 02:11:44.971925 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-fb6817f8-e0bc-49b1-88cd-3e328b5b47fa tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:44.997399 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb6817f8-e0bc-49b1-88cd-3e328b5b47fa tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=109866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 02:11:45.007520 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-fb6817f8-e0bc-49b1-88cd-3e328b5b47fa tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:45.007856 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.segments_db [None req-fb6817f8-e0bc-49b1-88cd-3e328b5b47fa tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Added segment 73424616-3e71-42ad-9fb6-85b702f6836f of type vlan for network 973605a9-4525-46b4-aaac-45ed8022a1f9 Nov 24 02:11:45.055718 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-fb6817f8-e0bc-49b1-88cd-3e328b5b47fa tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:45.080191 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-fb6817f8-e0bc-49b1-88cd-3e328b5b47fa tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:45.085679 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6817f8-e0bc-49b1-88cd-3e328b5b47fa tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:11:45.086253 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-fb6817f8-e0bc-49b1-88cd-3e328b5b47fa tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Publish callbacks [] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:45.121988 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-fb6817f8-e0bc-49b1-88cd-3e328b5b47fa tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1833673 Nov 24 02:11:45.125228 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 54960) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:11:45.156965 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-cbaac309-5f2c-4554-b1b7-c8f9d91e9149 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Request body: {'subnet': {'network_id': '973605a9-4525-46b4-aaac-45ed8022a1f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:11:45.173938 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6817f8-e0bc-49b1-88cd-3e328b5b47fa tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Pushing event updated for resources: {'Network': ['ID=973605a9-4525-46b4-aaac-45ed8022a1f9,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:11:45.184552 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network 973605a9-4525-46b4-aaac-45ed8022a1f9 details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 02:11:45.248258 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbaac309-5f2c-4554-b1b7-c8f9d91e9149 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Made reservation on behalf of 05b7673afdfb4eda83a1981c446f7d22 for: {'subnet': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 02:11:45.252123 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cbaac309-5f2c-4554-b1b7-c8f9d91e9149 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29154835'] for subnet, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:45.627449 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cbf0fc0-ba2a-4c31-80f3-17c66fb31113 None None] Network 6ea1cafb-667e-4c9d-b729-98fed5ac4c86 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 02:11:45.644479 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.ipam_backend_mixin [None req-cbaac309-5f2c-4554-b1b7-c8f9d91e9149 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Performing IP validity checks on allocation pools {{(pid=109866) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 24 02:11:45.645001 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.ipam_backend_mixin [None req-cbaac309-5f2c-4554-b1b7-c8f9d91e9149 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109866) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 24 02:11:45.712989 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-c7df4e96-721f-4342-8278-787ad4feae29 None None] Provisioning complete for port 43678120-a198-4cc7-8b94-a587dfde29b2 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:11:45.713351 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-c7df4e96-721f-4342-8278-787ad4feae29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:45.763954 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cbaac309-5f2c-4554-b1b7-c8f9d91e9149 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29149261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29154849'] for subnet, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:45.827477 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaac309-5f2c-4554-b1b7-c8f9d91e9149 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Pushing event updated for resources: {'Subnet': ['ID=9cc8b04b-fa99-44a5-8fd9-81444ecd4abe,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:11:45.835973 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbaac309-5f2c-4554-b1b7-c8f9d91e9149 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Checking segment: {'id': '73424616-3e71-42ad-9fb6-85b702f6836f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '973605a9-4525-46b4-aaac-45ed8022a1f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 02:11:45.836587 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbaac309-5f2c-4554-b1b7-c8f9d91e9149 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Network hostable DHCP agents. Network: 973605a9-4525-46b4-aaac-45ed8022a1f9, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 02:11:45.851200 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-c7df4e96-721f-4342-8278-787ad4feae29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:45.860857 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbaac309-5f2c-4554-b1b7-c8f9d91e9149 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Network 973605a9-4525-46b4-aaac-45ed8022a1f9 is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 02:11:45.871635 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-cbaac309-5f2c-4554-b1b7-c8f9d91e9149 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, 973605a9-4525-46b4-aaac-45ed8022a1f9) {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:11:45.877455 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbaac309-5f2c-4554-b1b7-c8f9d91e9149 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:11:45.878288 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cbaac309-5f2c-4554-b1b7-c8f9d91e9149 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:45.882803 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf8d752-4a33-4f59-88cc-91ffe5156b71 None None] Network 973605a9-4525-46b4-aaac-45ed8022a1f9 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 02:11:45.901013 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-cbaac309-5f2c-4554-b1b7-c8f9d91e9149 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7747273 Nov 24 02:11:45.904443 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 54962) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:11:45.910610 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-c7df4e96-721f-4342-8278-787ad4feae29 None None] For port 43678120-a198-4cc7-8b94-a587dfde29b2, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=43678120-a198-4cc7-8b94-a587dfde29b2,segment=NetworkSegment(73250264-41c1-4fe4-8497-3bdd4087827d),segment_id=73250264-41c1-4fe4-8497-3bdd4087827d)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:11:45.920076 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-c7df4e96-721f-4342-8278-787ad4feae29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:46.010789 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7df4e96-721f-4342-8278-787ad4feae29 None None] Pushing event updated for resources: {'Port': ['ID=43678120-a198-4cc7-8b94-a587dfde29b2,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:11:46.011596 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-27df5423-307c-494b-a5cc-10e2fe4d6565 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:46.071998 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-27df5423-307c-494b-a5cc-10e2fe4d6565 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:46.087392 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8dd43a-763a-4760-97fc-792d8f11d796 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-973605a9-4525-46b4-aaac-45ed8022a1f9', 'network_id': '973605a9-4525-46b4-aaac-45ed8022a1f9', 'tenant_id': '05b7673afdfb4eda83a1981c446f7d22', 'fixed_ips': [{'subnet_id': '9cc8b04b-fa99-44a5-8fd9-81444ecd4abe'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 02:11:46.088276 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-3d8dd43a-763a-4760-97fc-792d8f11d796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:46.135293 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-27df5423-307c-494b-a5cc-10e2fe4d6565 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25501782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25307808'] for subnet, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:46.165071 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27df5423-307c-494b-a5cc-10e2fe4d6565 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Pushing event deleted for resources: {'Subnet': ['ID=9cc8b04b-fa99-44a5-8fd9-81444ecd4abe,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:11:46.180781 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-4cd1d62c-6ca1-4447-bf3a-cefe698e4338 None None] Provisioning complete for port 43678120-a198-4cc7-8b94-a587dfde29b2 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:11:46.181151 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-4cd1d62c-6ca1-4447-bf3a-cefe698e4338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:46.208541 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server [None req-3d8dd43a-763a-4760-97fc-792d8f11d796 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9cc8b04b-fa99-44a5-8fd9-81444ecd4abe: This subnet is being modified by another concurrent operation. Nov 24 02:11:46.208541 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 24 02:11:46.208541 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 24 02:11:46.208541 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 24 02:11:46.208541 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 24 02:11:46.208541 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 24 02:11:46.208541 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 24 02:11:46.208541 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 24 02:11:46.208541 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 24 02:11:46.208541 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 24 02:11:46.208541 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 24 02:11:46.208541 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 24 02:11:46.208541 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 02:11:46.208541 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 02:11:46.208541 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 02:11:46.208541 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 02:11:46.208541 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 24 02:11:46.208541 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 02:11:46.208541 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 24 02:11:46.208541 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 24 02:11:46.208541 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 02:11:46.208541 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 02:11:46.208541 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 02:11:46.208541 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 02:11:46.208541 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 24 02:11:46.208541 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 02:11:46.208541 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 24 02:11:46.208541 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 24 02:11:46.208541 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 02:11:46.208541 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 02:11:46.208541 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 02:11:46.208541 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 02:11:46.208541 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 24 02:11:46.208541 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 24 02:11:46.208541 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 24 02:11:46.208541 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 24 02:11:46.208541 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 24 02:11:46.208541 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 24 02:11:46.208541 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 24 02:11:46.208541 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 24 02:11:46.208541 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 24 02:11:46.208541 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 24 02:11:46.208541 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 24 02:11:46.208541 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 02:11:46.208541 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 24 02:11:46.208541 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 24 02:11:46.208541 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 24 02:11:46.208541 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 24 02:11:46.208541 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 02:11:46.208541 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 02:11:46.208541 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 02:11:46.208541 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 02:11:46.208541 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 24 02:11:46.208541 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 02:11:46.208541 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 24 02:11:46.208541 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 24 02:11:46.208541 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 02:11:46.208541 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 02:11:46.208541 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 02:11:46.208541 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 02:11:46.208541 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 24 02:11:46.208541 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 02:11:46.208541 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 24 02:11:46.208541 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 24 02:11:46.208541 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 02:11:46.208541 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 02:11:46.208541 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 02:11:46.208541 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 02:11:46.208541 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 24 02:11:46.208541 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 24 02:11:46.208541 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 24 02:11:46.208541 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 24 02:11:46.208541 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 24 02:11:46.208541 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 24 02:11:46.208541 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 24 02:11:46.208541 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 24 02:11:46.208541 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 24 02:11:46.208541 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 24 02:11:46.208541 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 02:11:46.208541 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 02:11:46.208541 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 02:11:46.208541 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 02:11:46.208541 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 24 02:11:46.208541 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 24 02:11:46.208541 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 24 02:11:46.208541 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 24 02:11:46.208541 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 24 02:11:46.208541 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 24 02:11:46.208541 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 24 02:11:46.208541 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server raise exception Nov 24 02:11:46.208541 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9cc8b04b-fa99-44a5-8fd9-81444ecd4abe: This subnet is being modified by another concurrent operation. Nov 24 02:11:46.208541 dv-neutron-818911-2-hyperv neutron-server[109868]: ERROR oslo_messaging.rpc.server Nov 24 02:11:46.229290 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b3d96d-9bce-4834-a782-49a7e3c34cf5 None None] Network 973605a9-4525-46b4-aaac-45ed8022a1f9 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 02:11:46.230232 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-27df5423-307c-494b-a5cc-10e2fe4d6565 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:46.250823 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-27df5423-307c-494b-a5cc-10e2fe4d6565 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['973605a9-4525-46b4-aaac-45ed8022a1f9']}} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:11:46.260563 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-27df5423-307c-494b-a5cc-10e2fe4d6565 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73424616-3e71-42ad-9fb6-85b702f6836f') {'for_net_delete': True} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:11:46.260859 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-27df5423-307c-494b-a5cc-10e2fe4d6565 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73424616-3e71-42ad-9fb6-85b702f6836f') {} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:11:46.271343 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-27df5423-307c-494b-a5cc-10e2fe4d6565 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28690908'] for segment, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:46.284723 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-27df5423-307c-494b-a5cc-10e2fe4d6565 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:46.290940 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27df5423-307c-494b-a5cc-10e2fe4d6565 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=109867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 02:11:46.291329 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-27df5423-307c-494b-a5cc-10e2fe4d6565 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25503736'] for segment, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:46.294366 dv-neutron-818911-2-hyperv neutron-server[109867]: Traceback (most recent call last): Nov 24 02:11:46.294366 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 02:11:46.294366 dv-neutron-818911-2-hyperv neutron-server[109867]: timer() Nov 24 02:11:46.294366 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 02:11:46.294366 dv-neutron-818911-2-hyperv neutron-server[109867]: cb(*args, **kw) Nov 24 02:11:46.294366 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 02:11:46.294366 dv-neutron-818911-2-hyperv neutron-server[109867]: return func(*args, **kwargs) Nov 24 02:11:46.294366 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 02:11:46.294366 dv-neutron-818911-2-hyperv neutron-server[109867]: self._notify() Nov 24 02:11:46.294366 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 02:11:46.294366 dv-neutron-818911-2-hyperv neutron-server[109867]: self.callback(batched_events) Nov 24 02:11:46.294366 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 02:11:46.294366 dv-neutron-818911-2-hyperv neutron-server[109867]: event.method(event) Nov 24 02:11:46.294366 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 02:11:46.294366 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 02:11:46.294366 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 02:11:46.294366 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 02:11:46.294366 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 02:11:46.294366 dv-neutron-818911-2-hyperv neutron-server[109867]: return f(self, *a, **k) Nov 24 02:11:46.294366 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 02:11:46.294366 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._get(url).json() Nov 24 02:11:46.294366 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 02:11:46.294366 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 02:11:46.294366 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 02:11:46.294366 dv-neutron-818911-2-hyperv neutron-server[109867]: return self.request(url, 'GET', **kwargs) Nov 24 02:11:46.294366 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 02:11:46.294366 dv-neutron-818911-2-hyperv neutron-server[109867]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 02:11:46.294366 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 02:11:46.294366 dv-neutron-818911-2-hyperv neutron-server[109867]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 02:11:46.294366 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 02:11:46.294366 dv-neutron-818911-2-hyperv neutron-server[109867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 02:11:46.294366 dv-neutron-818911-2-hyperv neutron-server[109867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 02:11:46.352206 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-27df5423-307c-494b-a5cc-10e2fe4d6565 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:46.359039 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-27df5423-307c-494b-a5cc-10e2fe4d6565 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Publish callbacks [] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:46.362359 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-27df5423-307c-494b-a5cc-10e2fe4d6565 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] 10.222.0.21 "DELETE /v2.0/networks/973605a9-4525-46b4-aaac-45ed8022a1f9 HTTP/1.1" status: 204 len: 168 time: 0.4569170 Nov 24 02:11:46.366198 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 54964) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:11:46.374216 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27df5423-307c-494b-a5cc-10e2fe4d6565 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Pushing event deleted for resources: {'Network': ['ID=973605a9-4525-46b4-aaac-45ed8022a1f9,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:11:46.374345 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-c4324d62-2b49-479a-b080-d03603e28adb tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-240769024'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:11:46.379862 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc050db3-6c69-40fc-8b56-8a89a4e8b311 None None] get_active_networks_info from dv-neutron-818911-2-hyperv {{(pid=109868) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 24 02:11:46.401366 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4324d62-2b49-479a-b080-d03603e28adb tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Made reservation on behalf of 05b7673afdfb4eda83a1981c446f7d22 for: {'network': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 02:11:46.404872 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c4324d62-2b49-479a-b080-d03603e28adb tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:46.428690 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4324d62-2b49-479a-b080-d03603e28adb tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=109866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 02:11:46.438074 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c4324d62-2b49-479a-b080-d03603e28adb tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:46.438414 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.segments_db [None req-c4324d62-2b49-479a-b080-d03603e28adb tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Added segment 8ae9536b-a76e-4dc2-b18e-206e10a43498 of type vlan for network 57264ca9-1fed-412c-a7a6-e81494ecf02b Nov 24 02:11:46.447833 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc050db3-6c69-40fc-8b56-8a89a4e8b311 None None] Resources bound (agent type, host, resource id): {{(pid=109868) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 24 02:11:46.481242 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c4324d62-2b49-479a-b080-d03603e28adb tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:46.506565 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c4324d62-2b49-479a-b080-d03603e28adb tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:46.512332 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4324d62-2b49-479a-b080-d03603e28adb tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:11:46.513588 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c4324d62-2b49-479a-b080-d03603e28adb tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Publish callbacks [] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:46.554875 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-c4324d62-2b49-479a-b080-d03603e28adb tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1873856 Nov 24 02:11:46.557810 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 54966) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:11:46.565276 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-0ae107e0-8420-421d-8ba1-1e1b2300c61a tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Request body: {'subnet': {'network_id': '57264ca9-1fed-412c-a7a6-e81494ecf02b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:11:46.584783 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4324d62-2b49-479a-b080-d03603e28adb tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Pushing event updated for resources: {'Network': ['ID=57264ca9-1fed-412c-a7a6-e81494ecf02b,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:11:46.604150 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network 57264ca9-1fed-412c-a7a6-e81494ecf02b details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 02:11:46.673439 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ae107e0-8420-421d-8ba1-1e1b2300c61a tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Made reservation on behalf of 05b7673afdfb4eda83a1981c446f7d22 for: {'subnet': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 02:11:46.677179 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0ae107e0-8420-421d-8ba1-1e1b2300c61a tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25307781'] for subnet, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:46.684050 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 43678120-a198-4cc7-8b94-a587dfde29b2 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 02:11:46.757502 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 43678120-a198-4cc7-8b94-a587dfde29b2 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:11:46.757863 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:46.862828 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0ae107e0-8420-421d-8ba1-1e1b2300c61a tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25501847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25307831'] for subnet, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:46.930128 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae107e0-8420-421d-8ba1-1e1b2300c61a tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Pushing event updated for resources: {'Subnet': ['ID=2b3c645b-6b49-40b0-bf7c-ab54581f4d13,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:11:46.936963 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae107e0-8420-421d-8ba1-1e1b2300c61a tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Checking segment: {'id': '8ae9536b-a76e-4dc2-b18e-206e10a43498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '57264ca9-1fed-412c-a7a6-e81494ecf02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 02:11:46.937239 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae107e0-8420-421d-8ba1-1e1b2300c61a tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Network hostable DHCP agents. Network: 57264ca9-1fed-412c-a7a6-e81494ecf02b, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 02:11:46.953722 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae107e0-8420-421d-8ba1-1e1b2300c61a tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Network 57264ca9-1fed-412c-a7a6-e81494ecf02b is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 02:11:46.961867 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-0ae107e0-8420-421d-8ba1-1e1b2300c61a tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, 57264ca9-1fed-412c-a7a6-e81494ecf02b) {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:11:46.965651 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae107e0-8420-421d-8ba1-1e1b2300c61a tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:11:46.966251 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0ae107e0-8420-421d-8ba1-1e1b2300c61a tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:46.971848 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e464318e-1231-49fd-9615-e8578e449a32 None None] Network 57264ca9-1fed-412c-a7a6-e81494ecf02b requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 02:11:46.982503 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-0ae107e0-8420-421d-8ba1-1e1b2300c61a tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4231222 Nov 24 02:11:46.986151 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 54968) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:11:46.992412 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-17be611b-8035-444b-b027-5d443c9312a0 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-391143496'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:11:47.012510 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17be611b-8035-444b-b027-5d443c9312a0 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Made reservation on behalf of 05b7673afdfb4eda83a1981c446f7d22 for: {'network': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 02:11:47.016234 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-17be611b-8035-444b-b027-5d443c9312a0 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:47.043558 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17be611b-8035-444b-b027-5d443c9312a0 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=109866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 02:11:47.052887 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-17be611b-8035-444b-b027-5d443c9312a0 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:47.053220 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.segments_db [None req-17be611b-8035-444b-b027-5d443c9312a0 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Added segment bfe7c232-3c1e-4c4e-8408-949dec165885 of type vlan for network cf5062fa-c01c-47d5-b88b-47321e28a413 Nov 24 02:11:47.092742 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-17be611b-8035-444b-b027-5d443c9312a0 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:47.117977 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63d86e5-c5e2-4201-9ce2-d740e7ad03f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-57264ca9-1fed-412c-a7a6-e81494ecf02b', 'network_id': '57264ca9-1fed-412c-a7a6-e81494ecf02b', 'tenant_id': '05b7673afdfb4eda83a1981c446f7d22', 'fixed_ips': [{'subnet_id': '2b3c645b-6b49-40b0-bf7c-ab54581f4d13'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 02:11:47.118556 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-17be611b-8035-444b-b027-5d443c9312a0 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:47.118848 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-f63d86e5-c5e2-4201-9ce2-d740e7ad03f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:47.124177 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17be611b-8035-444b-b027-5d443c9312a0 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:11:47.124762 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-17be611b-8035-444b-b027-5d443c9312a0 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Publish callbacks [] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:47.158311 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-17be611b-8035-444b-b027-5d443c9312a0 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1708310 Nov 24 02:11:47.161230 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 54970) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:11:47.166274 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-183d4405-cc7b-4975-9357-2038a6cface6 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Request body: {'subnet': {'network_id': 'cf5062fa-c01c-47d5-b88b-47321e28a413', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:11:47.196721 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17be611b-8035-444b-b027-5d443c9312a0 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Pushing event updated for resources: {'Network': ['ID=cf5062fa-c01c-47d5-b88b-47321e28a413,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:11:47.209388 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network cf5062fa-c01c-47d5-b88b-47321e28a413 details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 02:11:47.262075 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-183d4405-cc7b-4975-9357-2038a6cface6 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Made reservation on behalf of 05b7673afdfb4eda83a1981c446f7d22 for: {'subnet': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 02:11:47.265672 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-183d4405-cc7b-4975-9357-2038a6cface6 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25307781'] for subnet, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:47.321663 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-f63d86e5-c5e2-4201-9ce2-d740e7ad03f2 None None] Allocated IP 2001:db8::2 (57264ca9-1fed-412c-a7a6-e81494ecf02b/2b3c645b-6b49-40b0-bf7c-ab54581f4d13/68242f87-db27-4c75-bcb8-826ae1c0bb2c) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 02:11:47.469121 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-f63d86e5-c5e2-4201-9ce2-d740e7ad03f2 None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:47.475138 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-f63d86e5-c5e2-4201-9ce2-d740e7ad03f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:47.519791 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63d86e5-c5e2-4201-9ce2-d740e7ad03f2 None None] Network 57264ca9-1fed-412c-a7a6-e81494ecf02b is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 02:11:47.522747 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-f63d86e5-c5e2-4201-9ce2-d740e7ad03f2 None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:11:47.526332 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63d86e5-c5e2-4201-9ce2-d740e7ad03f2 None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 02:11:47.534516 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63d86e5-c5e2-4201-9ce2-d740e7ad03f2 None None] Pushing event updated for resources: {'Port': ['ID=68242f87-db27-4c75-bcb8-826ae1c0bb2c,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:11:47.586638 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-f63d86e5-c5e2-4201-9ce2-d740e7ad03f2 None None] Attempting to bind port 68242f87-db27-4c75-bcb8-826ae1c0bb2c on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 02:11:47.587011 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-f63d86e5-c5e2-4201-9ce2-d740e7ad03f2 None None] Attempting to bind port 68242f87-db27-4c75-bcb8-826ae1c0bb2c by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '8ae9536b-a76e-4dc2-b18e-206e10a43498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '57264ca9-1fed-412c-a7a6-e81494ecf02b'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 02:11:47.587372 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63d86e5-c5e2-4201-9ce2-d740e7ad03f2 None None] Attempting to bind port 68242f87-db27-4c75-bcb8-826ae1c0bb2c on network 57264ca9-1fed-412c-a7a6-e81494ecf02b {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 02:11:47.593365 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63d86e5-c5e2-4201-9ce2-d740e7ad03f2 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 2, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 02:11:47.593751 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63d86e5-c5e2-4201-9ce2-d740e7ad03f2 None None] Checking segment: {'id': '8ae9536b-a76e-4dc2-b18e-206e10a43498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '57264ca9-1fed-412c-a7a6-e81494ecf02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 02:11:47.594151 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-f63d86e5-c5e2-4201-9ce2-d740e7ad03f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:47.594565 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63d86e5-c5e2-4201-9ce2-d740e7ad03f2 None None] Bound using segment: {'id': '8ae9536b-a76e-4dc2-b18e-206e10a43498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '57264ca9-1fed-412c-a7a6-e81494ecf02b'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 02:11:47.595034 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-f63d86e5-c5e2-4201-9ce2-d740e7ad03f2 None None] Bound port: 68242f87-db27-4c75-bcb8-826ae1c0bb2c, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ae9536b-a76e-4dc2-b18e-206e10a43498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '57264ca9-1fed-412c-a7a6-e81494ecf02b'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 02:11:47.595416 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-f63d86e5-c5e2-4201-9ce2-d740e7ad03f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:47.658314 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-f63d86e5-c5e2-4201-9ce2-d740e7ad03f2 None None] For port 68242f87-db27-4c75-bcb8-826ae1c0bb2c, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 02:11:47.662553 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-f63d86e5-c5e2-4201-9ce2-d740e7ad03f2 None None] For port 68242f87-db27-4c75-bcb8-826ae1c0bb2c, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=68242f87-db27-4c75-bcb8-826ae1c0bb2c,segment=NetworkSegment(8ae9536b-a76e-4dc2-b18e-206e10a43498),segment_id=8ae9536b-a76e-4dc2-b18e-206e10a43498)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 02:11:47.666899 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-f63d86e5-c5e2-4201-9ce2-d740e7ad03f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:47.728344 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63d86e5-c5e2-4201-9ce2-d740e7ad03f2 None None] Pushing event updated for resources: {'Port': ['ID=68242f87-db27-4c75-bcb8-826ae1c0bb2c,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:11:47.777038 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-183d4405-cc7b-4975-9357-2038a6cface6 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25501847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25307831'] for subnet, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:47.836031 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183d4405-cc7b-4975-9357-2038a6cface6 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Pushing event updated for resources: {'Subnet': ['ID=65bd233a-f250-4969-9ad0-742a5ce71c33,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:11:47.848965 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183d4405-cc7b-4975-9357-2038a6cface6 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Checking segment: {'id': 'bfe7c232-3c1e-4c4e-8408-949dec165885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cf5062fa-c01c-47d5-b88b-47321e28a413'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 02:11:47.849327 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183d4405-cc7b-4975-9357-2038a6cface6 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Network hostable DHCP agents. Network: cf5062fa-c01c-47d5-b88b-47321e28a413, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 02:11:47.884756 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183d4405-cc7b-4975-9357-2038a6cface6 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Network cf5062fa-c01c-47d5-b88b-47321e28a413 is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 02:11:47.894937 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-183d4405-cc7b-4975-9357-2038a6cface6 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, cf5062fa-c01c-47d5-b88b-47321e28a413) {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:11:47.900604 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183d4405-cc7b-4975-9357-2038a6cface6 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:11:47.901870 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-183d4405-cc7b-4975-9357-2038a6cface6 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:47.902656 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366e490e-bdfc-4c1d-8e57-6a1e287dea1f None None] Network cf5062fa-c01c-47d5-b88b-47321e28a413 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 02:11:47.918824 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-183d4405-cc7b-4975-9357-2038a6cface6 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7564580 Nov 24 02:11:47.921533 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 54972) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:11:48.042150 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e92b11cf-751f-4c15-92b1-ede977f145a8 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:48.064282 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e441504d-a47f-4af1-adb2-d3af4153afd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-cf5062fa-c01c-47d5-b88b-47321e28a413', 'network_id': 'cf5062fa-c01c-47d5-b88b-47321e28a413', 'tenant_id': '05b7673afdfb4eda83a1981c446f7d22', 'fixed_ips': [{'subnet_id': '65bd233a-f250-4969-9ad0-742a5ce71c33'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 02:11:48.065155 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e441504d-a47f-4af1-adb2-d3af4153afd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:48.125533 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e92b11cf-751f-4c15-92b1-ede977f145a8 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:48.213368 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-e441504d-a47f-4af1-adb2-d3af4153afd5 None None] Allocated IP 2001:db8::2 (cf5062fa-c01c-47d5-b88b-47321e28a413/65bd233a-f250-4969-9ad0-742a5ce71c33/70d235c0-5dfa-4e5f-aeff-a1e6a0b75be4) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 02:11:48.354483 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e441504d-a47f-4af1-adb2-d3af4153afd5 None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:48.359753 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e441504d-a47f-4af1-adb2-d3af4153afd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:48.375326 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e92b11cf-751f-4c15-92b1-ede977f145a8 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29149324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29154870'] for subnet, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:48.398619 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e441504d-a47f-4af1-adb2-d3af4153afd5 None None] Network cf5062fa-c01c-47d5-b88b-47321e28a413 is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 02:11:48.401358 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-e441504d-a47f-4af1-adb2-d3af4153afd5 None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:11:48.401974 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92b11cf-751f-4c15-92b1-ede977f145a8 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Pushing event deleted for resources: {'Subnet': ['ID=65bd233a-f250-4969-9ad0-742a5ce71c33,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:11:48.405831 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e441504d-a47f-4af1-adb2-d3af4153afd5 None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 02:11:48.411408 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e441504d-a47f-4af1-adb2-d3af4153afd5 None None] Pushing event updated for resources: {'Port': ['ID=70d235c0-5dfa-4e5f-aeff-a1e6a0b75be4,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:11:48.469148 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-e441504d-a47f-4af1-adb2-d3af4153afd5 None None] Attempting to bind port 70d235c0-5dfa-4e5f-aeff-a1e6a0b75be4 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 02:11:48.469554 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-e441504d-a47f-4af1-adb2-d3af4153afd5 None None] Attempting to bind port 70d235c0-5dfa-4e5f-aeff-a1e6a0b75be4 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': 'bfe7c232-3c1e-4c4e-8408-949dec165885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cf5062fa-c01c-47d5-b88b-47321e28a413'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 02:11:48.469844 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e92b11cf-751f-4c15-92b1-ede977f145a8 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:48.469969 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e441504d-a47f-4af1-adb2-d3af4153afd5 None None] Attempting to bind port 70d235c0-5dfa-4e5f-aeff-a1e6a0b75be4 on network cf5062fa-c01c-47d5-b88b-47321e28a413 {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 02:11:48.475005 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e441504d-a47f-4af1-adb2-d3af4153afd5 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 2, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 02:11:48.475361 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e441504d-a47f-4af1-adb2-d3af4153afd5 None None] Checking segment: {'id': 'bfe7c232-3c1e-4c4e-8408-949dec165885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cf5062fa-c01c-47d5-b88b-47321e28a413'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 02:11:48.475763 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e441504d-a47f-4af1-adb2-d3af4153afd5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:48.476149 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e441504d-a47f-4af1-adb2-d3af4153afd5 None None] Bound using segment: {'id': 'bfe7c232-3c1e-4c4e-8408-949dec165885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cf5062fa-c01c-47d5-b88b-47321e28a413'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 02:11:48.476614 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-e441504d-a47f-4af1-adb2-d3af4153afd5 None None] Bound port: 70d235c0-5dfa-4e5f-aeff-a1e6a0b75be4, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfe7c232-3c1e-4c4e-8408-949dec165885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cf5062fa-c01c-47d5-b88b-47321e28a413'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 02:11:48.476992 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e441504d-a47f-4af1-adb2-d3af4153afd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:48.492365 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-e92b11cf-751f-4c15-92b1-ede977f145a8 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf5062fa-c01c-47d5-b88b-47321e28a413']}} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:11:48.503155 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-e92b11cf-751f-4c15-92b1-ede977f145a8 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfe7c232-3c1e-4c4e-8408-949dec165885') {'for_net_delete': True} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:11:48.503344 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-e92b11cf-751f-4c15-92b1-ede977f145a8 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfe7c232-3c1e-4c4e-8408-949dec165885') {} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:11:48.519850 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e92b11cf-751f-4c15-92b1-ede977f145a8 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29055561'] for segment, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:48.534341 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e92b11cf-751f-4c15-92b1-ede977f145a8 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:48.540814 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e92b11cf-751f-4c15-92b1-ede977f145a8 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=109866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 02:11:48.541213 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e92b11cf-751f-4c15-92b1-ede977f145a8 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29151010'] for segment, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:48.544720 dv-neutron-818911-2-hyperv neutron-server[109866]: Traceback (most recent call last): Nov 24 02:11:48.544720 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 02:11:48.544720 dv-neutron-818911-2-hyperv neutron-server[109866]: timer() Nov 24 02:11:48.544720 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 02:11:48.544720 dv-neutron-818911-2-hyperv neutron-server[109866]: cb(*args, **kw) Nov 24 02:11:48.544720 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 02:11:48.544720 dv-neutron-818911-2-hyperv neutron-server[109866]: return func(*args, **kwargs) Nov 24 02:11:48.544720 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 02:11:48.544720 dv-neutron-818911-2-hyperv neutron-server[109866]: self._notify() Nov 24 02:11:48.544720 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 02:11:48.544720 dv-neutron-818911-2-hyperv neutron-server[109866]: self.callback(batched_events) Nov 24 02:11:48.544720 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 02:11:48.544720 dv-neutron-818911-2-hyperv neutron-server[109866]: event.method(event) Nov 24 02:11:48.544720 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 02:11:48.544720 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 02:11:48.544720 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 02:11:48.544720 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 02:11:48.544720 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 02:11:48.544720 dv-neutron-818911-2-hyperv neutron-server[109866]: return f(self, *a, **k) Nov 24 02:11:48.544720 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 02:11:48.544720 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._get(url).json() Nov 24 02:11:48.544720 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 02:11:48.544720 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 02:11:48.544720 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 02:11:48.544720 dv-neutron-818911-2-hyperv neutron-server[109866]: return self.request(url, 'GET', **kwargs) Nov 24 02:11:48.544720 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 02:11:48.544720 dv-neutron-818911-2-hyperv neutron-server[109866]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 02:11:48.544720 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 02:11:48.544720 dv-neutron-818911-2-hyperv neutron-server[109866]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 02:11:48.544720 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 02:11:48.544720 dv-neutron-818911-2-hyperv neutron-server[109866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 02:11:48.544720 dv-neutron-818911-2-hyperv neutron-server[109866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 02:11:48.554081 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e441504d-a47f-4af1-adb2-d3af4153afd5 None None] For port 70d235c0-5dfa-4e5f-aeff-a1e6a0b75be4, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 02:11:48.606457 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.db.api [None req-e92b11cf-751f-4c15-92b1-ede977f145a8 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 24 02:11:48.606457 dv-neutron-818911-2-hyperv neutron-server[109866]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 24 02:11:48.606457 dv-neutron-818911-2-hyperv neutron-server[109866]: [parameters: {'id': 'cf5062fa-c01c-47d5-b88b-47321e28a413'}] Nov 24 02:11:48.606457 dv-neutron-818911-2-hyperv neutron-server[109866]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109866) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 02:11:48.606911 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e441504d-a47f-4af1-adb2-d3af4153afd5 None None] For port 70d235c0-5dfa-4e5f-aeff-a1e6a0b75be4, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=70d235c0-5dfa-4e5f-aeff-a1e6a0b75be4,segment=NetworkSegment(bfe7c232-3c1e-4c4e-8408-949dec165885),segment_id=bfe7c232-3c1e-4c4e-8408-949dec165885)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 02:11:48.607466 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG oslo_db.api [None req-e92b11cf-751f-4c15-92b1-ede977f145a8 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 02:11:48.612017 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e441504d-a47f-4af1-adb2-d3af4153afd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:48.671855 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 68242f87-db27-4c75-bcb8-826ae1c0bb2c up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 02:11:48.872182 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59186044-cf91-499f-a164-598f30548884 None None] Network 57264ca9-1fed-412c-a7a6-e81494ecf02b requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 02:11:48.902176 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e441504d-a47f-4af1-adb2-d3af4153afd5 None None] Pushing event updated for resources: {'Port': ['ID=70d235c0-5dfa-4e5f-aeff-a1e6a0b75be4,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:11:48.955274 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57c52fb-8a39-4637-ada0-c33c3e11e7d0 None None] Network cf5062fa-c01c-47d5-b88b-47321e28a413 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 02:11:48.976114 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-80ee0367-3d37-4169-ac9a-118fa9b79537 None None] Provisioning complete for port 68242f87-db27-4c75-bcb8-826ae1c0bb2c triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:11:48.976476 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-80ee0367-3d37-4169-ac9a-118fa9b79537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:49.069746 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 68242f87-db27-4c75-bcb8-826ae1c0bb2c triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:11:49.069997 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:49.109063 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e92b11cf-751f-4c15-92b1-ede977f145a8 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:49.161265 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-e92b11cf-751f-4c15-92b1-ede977f145a8 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Deleting port 70d235c0-5dfa-4e5f-aeff-a1e6a0b75be4 {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 02:11:49.161634 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e92b11cf-751f-4c15-92b1-ede977f145a8 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:49.232184 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [None req-e92b11cf-751f-4c15-92b1-ede977f145a8 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] For port 70d235c0-5dfa-4e5f-aeff-a1e6a0b75be4, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=70d235c0-5dfa-4e5f-aeff-a1e6a0b75be4,segment=NetworkSegment(bfe7c232-3c1e-4c4e-8408-949dec165885),segment_id=bfe7c232-3c1e-4c4e-8408-949dec165885)] {{(pid=109866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:11:49.232558 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e92b11cf-751f-4c15-92b1-ede977f145a8 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:49.245709 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-e92b11cf-751f-4c15-92b1-ede977f145a8 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Calling delete_port for 70d235c0-5dfa-4e5f-aeff-a1e6a0b75be4 owned by network:dhcp {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 02:11:49.286354 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-80ee0367-3d37-4169-ac9a-118fa9b79537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:49.311133 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:49.327660 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e92b11cf-751f-4c15-92b1-ede977f145a8 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:49.343383 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-80ee0367-3d37-4169-ac9a-118fa9b79537 None None] For port 68242f87-db27-4c75-bcb8-826ae1c0bb2c, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=68242f87-db27-4c75-bcb8-826ae1c0bb2c,segment=NetworkSegment(8ae9536b-a76e-4dc2-b18e-206e10a43498),segment_id=8ae9536b-a76e-4dc2-b18e-206e10a43498)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:11:49.350045 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-80ee0367-3d37-4169-ac9a-118fa9b79537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:49.356789 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92b11cf-751f-4c15-92b1-ede977f145a8 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Pushing event deleted for resources: {'Port': ['ID=70d235c0-5dfa-4e5f-aeff-a1e6a0b75be4,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:11:49.358690 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92b11cf-751f-4c15-92b1-ede977f145a8 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] No DVR routers for this DVR port 70d235c0-5dfa-4e5f-aeff-a1e6a0b75be4 on host dv-neutron-818911-2-hyperv {{(pid=109866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 02:11:49.430048 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.db.api [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 02:11:49.430416 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG oslo_db.api [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 02:11:49.436080 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ee0367-3d37-4169-ac9a-118fa9b79537 None None] Pushing event updated for resources: {'Port': ['ID=68242f87-db27-4c75-bcb8-826ae1c0bb2c,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:11:49.447349 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e92b11cf-751f-4c15-92b1-ede977f145a8 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:49.468886 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-e92b11cf-751f-4c15-92b1-ede977f145a8 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf5062fa-c01c-47d5-b88b-47321e28a413']}} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:11:49.478622 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-e92b11cf-751f-4c15-92b1-ede977f145a8 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfe7c232-3c1e-4c4e-8408-949dec165885') {'for_net_delete': True} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:11:49.478912 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-e92b11cf-751f-4c15-92b1-ede977f145a8 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfe7c232-3c1e-4c4e-8408-949dec165885') {} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:11:49.488780 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1066ce28-b58b-4e82-9f7f-03a506435c37 None None] get_active_networks_info from dv-neutron-818911-2-hyperv {{(pid=109868) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 24 02:11:49.492649 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e92b11cf-751f-4c15-92b1-ede977f145a8 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29055561'] for segment, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:49.506056 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e92b11cf-751f-4c15-92b1-ede977f145a8 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:49.511793 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e92b11cf-751f-4c15-92b1-ede977f145a8 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=109866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 02:11:49.512165 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e92b11cf-751f-4c15-92b1-ede977f145a8 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29151010'] for segment, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:49.515769 dv-neutron-818911-2-hyperv neutron-server[109866]: Traceback (most recent call last): Nov 24 02:11:49.515769 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 02:11:49.515769 dv-neutron-818911-2-hyperv neutron-server[109866]: timer() Nov 24 02:11:49.515769 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 02:11:49.515769 dv-neutron-818911-2-hyperv neutron-server[109866]: cb(*args, **kw) Nov 24 02:11:49.515769 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 02:11:49.515769 dv-neutron-818911-2-hyperv neutron-server[109866]: return func(*args, **kwargs) Nov 24 02:11:49.515769 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 02:11:49.515769 dv-neutron-818911-2-hyperv neutron-server[109866]: self._notify() Nov 24 02:11:49.515769 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 02:11:49.515769 dv-neutron-818911-2-hyperv neutron-server[109866]: self.callback(batched_events) Nov 24 02:11:49.515769 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 02:11:49.515769 dv-neutron-818911-2-hyperv neutron-server[109866]: event.method(event) Nov 24 02:11:49.515769 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 02:11:49.515769 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 02:11:49.515769 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 02:11:49.515769 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 02:11:49.515769 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 02:11:49.515769 dv-neutron-818911-2-hyperv neutron-server[109866]: return f(self, *a, **k) Nov 24 02:11:49.515769 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 02:11:49.515769 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._get(url).json() Nov 24 02:11:49.515769 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 02:11:49.515769 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 02:11:49.515769 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 02:11:49.515769 dv-neutron-818911-2-hyperv neutron-server[109866]: return self.request(url, 'GET', **kwargs) Nov 24 02:11:49.515769 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 02:11:49.515769 dv-neutron-818911-2-hyperv neutron-server[109866]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 02:11:49.515769 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 02:11:49.515769 dv-neutron-818911-2-hyperv neutron-server[109866]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 02:11:49.515769 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 02:11:49.515769 dv-neutron-818911-2-hyperv neutron-server[109866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 02:11:49.515769 dv-neutron-818911-2-hyperv neutron-server[109866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 02:11:49.567602 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1066ce28-b58b-4e82-9f7f-03a506435c37 None None] Resources bound (agent type, host, resource id): {{(pid=109868) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 24 02:11:49.578475 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e92b11cf-751f-4c15-92b1-ede977f145a8 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:49.585186 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-b2fbd088-b179-4d7b-999a-dda85565f456 None None] Provisioning complete for port 68242f87-db27-4c75-bcb8-826ae1c0bb2c triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:11:49.585705 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-b2fbd088-b179-4d7b-999a-dda85565f456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:49.595207 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e92b11cf-751f-4c15-92b1-ede977f145a8 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Publish callbacks [] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:49.598472 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-e92b11cf-751f-4c15-92b1-ede977f145a8 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] 10.222.0.21 "DELETE /v2.0/networks/cf5062fa-c01c-47d5-b88b-47321e28a413 HTTP/1.1" status: 204 len: 168 time: 1.6757469 Nov 24 02:11:49.599723 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92b11cf-751f-4c15-92b1-ede977f145a8 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Pushing event deleted for resources: {'Network': ['ID=cf5062fa-c01c-47d5-b88b-47321e28a413,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:11:49.601598 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 54974) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:11:49.629623 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bb1f1f7-0586-4911-8d4b-6dd98fb05d87 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] GET failed (client error): The resource could not be found. Nov 24 02:11:49.631106 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-6bb1f1f7-0586-4911-8d4b-6dd98fb05d87 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] 10.222.0.21 "GET /v2.0/subnets/65bd233a-f250-4969-9ad0-742a5ce71c33 HTTP/1.1" status: 404 len: 337 time: 0.0285573 Nov 24 02:11:49.633810 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 54976) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:11:49.652149 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-19cec41b-ee25-4195-acfb-ef3a178cdcc9 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] DELETE failed (client error): The resource could not be found. Nov 24 02:11:49.652641 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19cec41b-ee25-4195-acfb-ef3a178cdcc9 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 02:11:49.655897 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-19cec41b-ee25-4195-acfb-ef3a178cdcc9 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] 10.222.0.21 "DELETE /v2.0/networks/cf5062fa-c01c-47d5-b88b-47321e28a413 HTTP/1.1" status: 404 len: 339 time: 0.0211687 Nov 24 02:11:49.659451 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 54978) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:11:49.685441 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffc0ff5e-c712-49d9-9350-e6ba140dd393 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] DELETE failed (client error): The resource could not be found. Nov 24 02:11:49.685884 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffc0ff5e-c712-49d9-9350-e6ba140dd393 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 02:11:49.688917 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-ffc0ff5e-c712-49d9-9350-e6ba140dd393 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] 10.222.0.21 "DELETE /v2.0/subnets/65bd233a-f250-4969-9ad0-742a5ce71c33 HTTP/1.1" status: 404 len: 337 time: 0.0285695 Nov 24 02:11:49.691370 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 54980) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:11:49.708864 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-90ca8fdb-cc77-4eca-a7ef-9fede2ffc2f4 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] DELETE failed (client error): The resource could not be found. Nov 24 02:11:49.709351 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90ca8fdb-cc77-4eca-a7ef-9fede2ffc2f4 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 02:11:49.712371 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-90ca8fdb-cc77-4eca-a7ef-9fede2ffc2f4 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] 10.222.0.21 "DELETE /v2.0/networks/cf5062fa-c01c-47d5-b88b-47321e28a413 HTTP/1.1" status: 404 len: 339 time: 0.0201042 Nov 24 02:11:49.714770 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 54982) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:11:49.771180 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_v2 [None req-50333a52-d3cd-42cd-90dc-a4f18b1dd88c tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Deleting subnet 2b3c645b-6b49-40b0-bf7c-ab54581f4d13 {{(pid=109866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 02:11:49.774415 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-50333a52-d3cd-42cd-90dc-a4f18b1dd88c tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Publish callbacks [] for subnet, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:49.814682 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-50333a52-d3cd-42cd-90dc-a4f18b1dd88c tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29055568'] for subnet, precommit_delete_associations {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:49.894207 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-50333a52-d3cd-42cd-90dc-a4f18b1dd88c tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:49.954947 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-50333a52-d3cd-42cd-90dc-a4f18b1dd88c tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29149324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29154870'] for subnet, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:49.984026 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50333a52-d3cd-42cd-90dc-a4f18b1dd88c tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Pushing event deleted for resources: {'Subnet': ['ID=2b3c645b-6b49-40b0-bf7c-ab54581f4d13,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:11:49.986159 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-50333a52-d3cd-42cd-90dc-a4f18b1dd88c tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:49.991954 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-50333a52-d3cd-42cd-90dc-a4f18b1dd88c tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] 10.222.0.21 "DELETE /v2.0/subnets/2b3c645b-6b49-40b0-bf7c-ab54581f4d13 HTTP/1.1" status: 204 len: 168 time: 0.2737343 Nov 24 02:11:49.992087 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 54984) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:11:49.992179 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d255668-1d55-468e-b91d-e61b2061e9d8 None None] Network 57264ca9-1fed-412c-a7a6-e81494ecf02b requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 02:11:50.067505 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b65a7be5-17fb-4d93-a03d-943fc68b8bd0 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:50.125515 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-b65a7be5-17fb-4d93-a03d-943fc68b8bd0 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Deleting port 68242f87-db27-4c75-bcb8-826ae1c0bb2c {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 02:11:50.126098 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b65a7be5-17fb-4d93-a03d-943fc68b8bd0 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:50.162479 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22645c1d-a372-4705-83d2-9c87344e3d2b None None] DHCP port deletion for 57264ca9-1fed-412c-a7a6-e81494ecf02b request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 02:11:50.190660 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [None req-b65a7be5-17fb-4d93-a03d-943fc68b8bd0 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] For port 68242f87-db27-4c75-bcb8-826ae1c0bb2c, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=68242f87-db27-4c75-bcb8-826ae1c0bb2c,segment=NetworkSegment(8ae9536b-a76e-4dc2-b18e-206e10a43498),segment_id=8ae9536b-a76e-4dc2-b18e-206e10a43498)] {{(pid=109866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:11:50.191021 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b65a7be5-17fb-4d93-a03d-943fc68b8bd0 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:50.203491 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-b65a7be5-17fb-4d93-a03d-943fc68b8bd0 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Calling delete_port for 68242f87-db27-4c75-bcb8-826ae1c0bb2c owned by network:dhcp {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 02:11:50.209128 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-22645c1d-a372-4705-83d2-9c87344e3d2b None None] Deleting port 68242f87-db27-4c75-bcb8-826ae1c0bb2c {{(pid=109868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 02:11:50.209517 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-22645c1d-a372-4705-83d2-9c87344e3d2b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:50.276135 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-22645c1d-a372-4705-83d2-9c87344e3d2b None None] For port 68242f87-db27-4c75-bcb8-826ae1c0bb2c, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=68242f87-db27-4c75-bcb8-826ae1c0bb2c,segment=NetworkSegment(8ae9536b-a76e-4dc2-b18e-206e10a43498),segment_id=8ae9536b-a76e-4dc2-b18e-206e10a43498)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:11:50.276528 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-22645c1d-a372-4705-83d2-9c87344e3d2b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:50.286477 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b65a7be5-17fb-4d93-a03d-943fc68b8bd0 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:50.290818 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-22645c1d-a372-4705-83d2-9c87344e3d2b None None] Calling delete_port for 68242f87-db27-4c75-bcb8-826ae1c0bb2c owned by network:dhcp {{(pid=109868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 02:11:50.313189 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65a7be5-17fb-4d93-a03d-943fc68b8bd0 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Pushing event deleted for resources: {'Port': ['ID=68242f87-db27-4c75-bcb8-826ae1c0bb2c,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:11:50.315022 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65a7be5-17fb-4d93-a03d-943fc68b8bd0 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] No DVR routers for this DVR port 68242f87-db27-4c75-bcb8-826ae1c0bb2c on host dv-neutron-818911-2-hyperv {{(pid=109866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 02:11:50.365225 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-22645c1d-a372-4705-83d2-9c87344e3d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974'] for port, after_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:50.389688 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22645c1d-a372-4705-83d2-9c87344e3d2b None None] Pushing event deleted for resources: {'Port': ['ID=68242f87-db27-4c75-bcb8-826ae1c0bb2c,revision_number=None']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:11:50.391454 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b65a7be5-17fb-4d93-a03d-943fc68b8bd0 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:50.393118 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22645c1d-a372-4705-83d2-9c87344e3d2b None None] No DVR routers for this DVR port 68242f87-db27-4c75-bcb8-826ae1c0bb2c on host dv-neutron-818911-2-hyperv {{(pid=109868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 02:11:50.413808 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-b65a7be5-17fb-4d93-a03d-943fc68b8bd0 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57264ca9-1fed-412c-a7a6-e81494ecf02b']}} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:11:50.422914 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-b65a7be5-17fb-4d93-a03d-943fc68b8bd0 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ae9536b-a76e-4dc2-b18e-206e10a43498') {'for_net_delete': True} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:11:50.423206 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-b65a7be5-17fb-4d93-a03d-943fc68b8bd0 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ae9536b-a76e-4dc2-b18e-206e10a43498') {} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:11:50.436796 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b65a7be5-17fb-4d93-a03d-943fc68b8bd0 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29055561'] for segment, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:50.449435 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b65a7be5-17fb-4d93-a03d-943fc68b8bd0 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:50.456301 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b65a7be5-17fb-4d93-a03d-943fc68b8bd0 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=109866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 02:11:50.456672 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b65a7be5-17fb-4d93-a03d-943fc68b8bd0 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29151010'] for segment, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:50.459573 dv-neutron-818911-2-hyperv neutron-server[109866]: Traceback (most recent call last): Nov 24 02:11:50.459573 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 02:11:50.459573 dv-neutron-818911-2-hyperv neutron-server[109866]: timer() Nov 24 02:11:50.459573 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 02:11:50.459573 dv-neutron-818911-2-hyperv neutron-server[109866]: cb(*args, **kw) Nov 24 02:11:50.459573 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 02:11:50.459573 dv-neutron-818911-2-hyperv neutron-server[109866]: return func(*args, **kwargs) Nov 24 02:11:50.459573 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 02:11:50.459573 dv-neutron-818911-2-hyperv neutron-server[109866]: self._notify() Nov 24 02:11:50.459573 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 02:11:50.459573 dv-neutron-818911-2-hyperv neutron-server[109866]: self.callback(batched_events) Nov 24 02:11:50.459573 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 02:11:50.459573 dv-neutron-818911-2-hyperv neutron-server[109866]: event.method(event) Nov 24 02:11:50.459573 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 02:11:50.459573 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 02:11:50.459573 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 02:11:50.459573 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 02:11:50.459573 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 02:11:50.459573 dv-neutron-818911-2-hyperv neutron-server[109866]: return f(self, *a, **k) Nov 24 02:11:50.459573 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 02:11:50.459573 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._get(url).json() Nov 24 02:11:50.459573 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 02:11:50.459573 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 02:11:50.459573 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 02:11:50.459573 dv-neutron-818911-2-hyperv neutron-server[109866]: return self.request(url, 'GET', **kwargs) Nov 24 02:11:50.459573 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 02:11:50.459573 dv-neutron-818911-2-hyperv neutron-server[109866]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 02:11:50.459573 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 02:11:50.459573 dv-neutron-818911-2-hyperv neutron-server[109866]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 02:11:50.459573 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 02:11:50.459573 dv-neutron-818911-2-hyperv neutron-server[109866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 02:11:50.459573 dv-neutron-818911-2-hyperv neutron-server[109866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 02:11:50.519513 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b65a7be5-17fb-4d93-a03d-943fc68b8bd0 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:50.526250 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b65a7be5-17fb-4d93-a03d-943fc68b8bd0 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Publish callbacks [] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:50.530098 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-b65a7be5-17fb-4d93-a03d-943fc68b8bd0 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] 10.222.0.21 "DELETE /v2.0/networks/57264ca9-1fed-412c-a7a6-e81494ecf02b HTTP/1.1" status: 204 len: 168 time: 0.5371215 Nov 24 02:11:50.533397 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 54986) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:11:50.541677 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65a7be5-17fb-4d93-a03d-943fc68b8bd0 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Pushing event deleted for resources: {'Network': ['ID=57264ca9-1fed-412c-a7a6-e81494ecf02b,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:11:50.563660 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ada5297-74bf-410f-8b63-66d53c5b1d71 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] DELETE failed (client error): The resource could not be found. Nov 24 02:11:50.564110 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ada5297-74bf-410f-8b63-66d53c5b1d71 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 02:11:50.567254 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-2ada5297-74bf-410f-8b63-66d53c5b1d71 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] 10.222.0.21 "DELETE /v2.0/subnets/9cc8b04b-fa99-44a5-8fd9-81444ecd4abe HTTP/1.1" status: 404 len: 337 time: 0.0327456 Nov 24 02:11:50.570160 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 54988) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:11:50.589332 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-7218c578-139a-4466-949a-e092f737d347 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] DELETE failed (client error): The resource could not be found. Nov 24 02:11:50.589832 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7218c578-139a-4466-949a-e092f737d347 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 02:11:50.595701 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-7218c578-139a-4466-949a-e092f737d347 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] 10.222.0.21 "DELETE /v2.0/networks/973605a9-4525-46b4-aaac-45ed8022a1f9 HTTP/1.1" status: 404 len: 339 time: 0.0221965 Nov 24 02:11:50.596077 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 54990) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:11:50.608024 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 68242f87-db27-4c75-bcb8-826ae1c0bb2c no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 02:11:50.622324 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-40caf04f-04d4-45e4-a02e-2dc15efafc68 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] DELETE failed (client error): The resource could not be found. Nov 24 02:11:50.622714 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40caf04f-04d4-45e4-a02e-2dc15efafc68 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 02:11:50.625743 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-40caf04f-04d4-45e4-a02e-2dc15efafc68 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] 10.222.0.21 "DELETE /v2.0/subnets/03fe3e92-7f97-4493-9a04-508349c4605b HTTP/1.1" status: 404 len: 337 time: 0.0286570 Nov 24 02:11:50.628115 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: 68242f87-db27-4c75-bcb8-826ae1c0bb2c {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 02:11:50.628260 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 54992) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:11:50.628470 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 68242f87-db27-4c75-bcb8-826ae1c0bb2c not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 02:11:50.645979 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd149d5d-b1c0-41d0-8bf3-addcd19aadae tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] DELETE failed (client error): The resource could not be found. Nov 24 02:11:50.646457 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd149d5d-b1c0-41d0-8bf3-addcd19aadae tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 02:11:50.649400 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-fd149d5d-b1c0-41d0-8bf3-addcd19aadae tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] 10.222.0.21 "DELETE /v2.0/networks/f2a2924f-b244-4c29-b84a-d210b2a388a9 HTTP/1.1" status: 404 len: 339 time: 0.0202963 Nov 24 02:11:50.651921 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 54994) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:11:50.705566 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_v2 [None req-43272ef9-e07e-4168-a48b-0b9dbc6d5835 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Deleting subnet d660ae50-4651-4a9d-a09f-52560b500ad8 {{(pid=109866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 02:11:50.708531 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-43272ef9-e07e-4168-a48b-0b9dbc6d5835 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Publish callbacks [] for subnet, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:50.748241 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-43272ef9-e07e-4168-a48b-0b9dbc6d5835 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29055568'] for subnet, precommit_delete_associations {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:50.828776 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-43272ef9-e07e-4168-a48b-0b9dbc6d5835 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:50.889145 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-43272ef9-e07e-4168-a48b-0b9dbc6d5835 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29149324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29154870'] for subnet, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:50.915216 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43272ef9-e07e-4168-a48b-0b9dbc6d5835 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Pushing event deleted for resources: {'Subnet': ['ID=d660ae50-4651-4a9d-a09f-52560b500ad8,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:11:50.918778 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-43272ef9-e07e-4168-a48b-0b9dbc6d5835 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:50.921995 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-43272ef9-e07e-4168-a48b-0b9dbc6d5835 tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] 10.222.0.21 "DELETE /v2.0/subnets/d660ae50-4651-4a9d-a09f-52560b500ad8 HTTP/1.1" status: 204 len: 168 time: 0.2690825 Nov 24 02:11:50.924859 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 54996) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:11:50.925061 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f47ae0b-04af-43af-8911-ea4a5d6d0e7d None None] Network 6ea1cafb-667e-4c9d-b729-98fed5ac4c86 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 02:11:51.006271 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ff3ce830-6c9a-4dbb-a642-924842b69b5f tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:51.058401 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-ff3ce830-6c9a-4dbb-a642-924842b69b5f tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Deleting port 43678120-a198-4cc7-8b94-a587dfde29b2 {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 02:11:51.058740 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ff3ce830-6c9a-4dbb-a642-924842b69b5f tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:51.104244 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df93b6db-a791-49ff-b3b7-7b13eade0001 None None] DHCP port deletion for 6ea1cafb-667e-4c9d-b729-98fed5ac4c86 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 02:11:51.129386 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [None req-ff3ce830-6c9a-4dbb-a642-924842b69b5f tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] For port 43678120-a198-4cc7-8b94-a587dfde29b2, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=43678120-a198-4cc7-8b94-a587dfde29b2,segment=NetworkSegment(73250264-41c1-4fe4-8497-3bdd4087827d),segment_id=73250264-41c1-4fe4-8497-3bdd4087827d)] {{(pid=109867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:11:51.129777 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ff3ce830-6c9a-4dbb-a642-924842b69b5f tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:51.142852 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-ff3ce830-6c9a-4dbb-a642-924842b69b5f tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Calling delete_port for 43678120-a198-4cc7-8b94-a587dfde29b2 owned by network:dhcp {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 02:11:51.154591 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-df93b6db-a791-49ff-b3b7-7b13eade0001 None None] Deleting port 43678120-a198-4cc7-8b94-a587dfde29b2 {{(pid=109868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 02:11:51.154964 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-df93b6db-a791-49ff-b3b7-7b13eade0001 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:51.216357 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-df93b6db-a791-49ff-b3b7-7b13eade0001 None None] For port 43678120-a198-4cc7-8b94-a587dfde29b2, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=43678120-a198-4cc7-8b94-a587dfde29b2,segment=NetworkSegment(73250264-41c1-4fe4-8497-3bdd4087827d),segment_id=73250264-41c1-4fe4-8497-3bdd4087827d)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:11:51.216919 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-df93b6db-a791-49ff-b3b7-7b13eade0001 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:51.219703 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ff3ce830-6c9a-4dbb-a642-924842b69b5f tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:51.229863 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-df93b6db-a791-49ff-b3b7-7b13eade0001 None None] Calling delete_port for 43678120-a198-4cc7-8b94-a587dfde29b2 owned by network:dhcp {{(pid=109868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 02:11:51.251987 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3ce830-6c9a-4dbb-a642-924842b69b5f tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] No DVR routers for this DVR port 43678120-a198-4cc7-8b94-a587dfde29b2 on host dv-neutron-818911-2-hyperv {{(pid=109867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 02:11:51.258075 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3ce830-6c9a-4dbb-a642-924842b69b5f tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Pushing event deleted for resources: {'Port': ['ID=43678120-a198-4cc7-8b94-a587dfde29b2,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:11:51.310575 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-df93b6db-a791-49ff-b3b7-7b13eade0001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974'] for port, after_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:51.333084 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ff3ce830-6c9a-4dbb-a642-924842b69b5f tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:51.334754 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df93b6db-a791-49ff-b3b7-7b13eade0001 None None] Pushing event deleted for resources: {'Port': ['ID=43678120-a198-4cc7-8b94-a587dfde29b2,revision_number=None']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:11:51.338203 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df93b6db-a791-49ff-b3b7-7b13eade0001 None None] No DVR routers for this DVR port 43678120-a198-4cc7-8b94-a587dfde29b2 on host dv-neutron-818911-2-hyperv {{(pid=109868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 02:11:51.357825 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-ff3ce830-6c9a-4dbb-a642-924842b69b5f tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ea1cafb-667e-4c9d-b729-98fed5ac4c86']}} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:11:51.366907 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-ff3ce830-6c9a-4dbb-a642-924842b69b5f tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73250264-41c1-4fe4-8497-3bdd4087827d') {'for_net_delete': True} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:11:51.367196 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-ff3ce830-6c9a-4dbb-a642-924842b69b5f tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73250264-41c1-4fe4-8497-3bdd4087827d') {} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:11:51.376939 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ff3ce830-6c9a-4dbb-a642-924842b69b5f tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28690908'] for segment, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:51.390162 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ff3ce830-6c9a-4dbb-a642-924842b69b5f tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:51.396338 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff3ce830-6c9a-4dbb-a642-924842b69b5f tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=109867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 02:11:51.396711 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ff3ce830-6c9a-4dbb-a642-924842b69b5f tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25503736'] for segment, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:51.399628 dv-neutron-818911-2-hyperv neutron-server[109867]: Traceback (most recent call last): Nov 24 02:11:51.399628 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 02:11:51.399628 dv-neutron-818911-2-hyperv neutron-server[109867]: timer() Nov 24 02:11:51.399628 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 02:11:51.399628 dv-neutron-818911-2-hyperv neutron-server[109867]: cb(*args, **kw) Nov 24 02:11:51.399628 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 02:11:51.399628 dv-neutron-818911-2-hyperv neutron-server[109867]: return func(*args, **kwargs) Nov 24 02:11:51.399628 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 02:11:51.399628 dv-neutron-818911-2-hyperv neutron-server[109867]: self._notify() Nov 24 02:11:51.399628 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 02:11:51.399628 dv-neutron-818911-2-hyperv neutron-server[109867]: self.callback(batched_events) Nov 24 02:11:51.399628 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 02:11:51.399628 dv-neutron-818911-2-hyperv neutron-server[109867]: event.method(event) Nov 24 02:11:51.399628 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 02:11:51.399628 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 02:11:51.399628 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 02:11:51.399628 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 02:11:51.399628 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 02:11:51.399628 dv-neutron-818911-2-hyperv neutron-server[109867]: return f(self, *a, **k) Nov 24 02:11:51.399628 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 02:11:51.399628 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._get(url).json() Nov 24 02:11:51.399628 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 02:11:51.399628 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 02:11:51.399628 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 02:11:51.399628 dv-neutron-818911-2-hyperv neutron-server[109867]: return self.request(url, 'GET', **kwargs) Nov 24 02:11:51.399628 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 02:11:51.399628 dv-neutron-818911-2-hyperv neutron-server[109867]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 02:11:51.399628 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 02:11:51.399628 dv-neutron-818911-2-hyperv neutron-server[109867]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 02:11:51.399628 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 02:11:51.399628 dv-neutron-818911-2-hyperv neutron-server[109867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 02:11:51.399628 dv-neutron-818911-2-hyperv neutron-server[109867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 02:11:51.461342 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ff3ce830-6c9a-4dbb-a642-924842b69b5f tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:51.466630 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ff3ce830-6c9a-4dbb-a642-924842b69b5f tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Publish callbacks [] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:51.469877 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-ff3ce830-6c9a-4dbb-a642-924842b69b5f tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] 10.222.0.21 "DELETE /v2.0/networks/6ea1cafb-667e-4c9d-b729-98fed5ac4c86 HTTP/1.1" status: 204 len: 168 time: 0.5435863 Nov 24 02:11:51.484678 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3ce830-6c9a-4dbb-a642-924842b69b5f tempest-NetworksIpV6Test-2137063200 tempest-NetworksIpV6Test-2137063200-project] Pushing event deleted for resources: {'Network': ['ID=6ea1cafb-667e-4c9d-b729-98fed5ac4c86,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:11:51.704314 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 55002) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:11:51.833041 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-397b2f1b-4607-435a-be8c-76fe13119429 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=05b7673afdfb4eda83a1981c446f7d22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1275499 Nov 24 02:11:51.835570 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 55006) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:11:51.882312 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-37d3e6db-60d7-45aa-9a7e-21bed71337a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:51.903011 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-37d3e6db-60d7-45aa-9a7e-21bed71337a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:51.949298 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-37d3e6db-60d7-45aa-9a7e-21bed71337a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:51.952791 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-37d3e6db-60d7-45aa-9a7e-21bed71337a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:51.953963 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-37d3e6db-60d7-45aa-9a7e-21bed71337a5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ee144b9c-acf7-48a5-adf1-82af1fd74d84 HTTP/1.1" status: 204 len: 168 time: 0.1173878 Nov 24 02:11:51.961584 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d3e6db-60d7-45aa-9a7e-21bed71337a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee144b9c-acf7-48a5-adf1-82af1fd74d84,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:11:52.565087 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 55028) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:11:52.604904 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 43678120-a198-4cc7-8b94-a587dfde29b2 no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 02:11:52.624486 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: 43678120-a198-4cc7-8b94-a587dfde29b2 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 02:11:52.624826 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 43678120-a198-4cc7-8b94-a587dfde29b2 not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 02:11:52.661247 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-3b4ba43e-3ffe-4732-920e-4fafe0157743 tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2041359623', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:11:52.685195 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3b4ba43e-3ffe-4732-920e-4fafe0157743 tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-424105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2744'] for router, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:52.686259 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3b4ba43e-3ffe-4732-920e-4fafe0157743 tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-424325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-326625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2753'] for router, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:52.740273 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3b4ba43e-3ffe-4732-920e-4fafe0157743 tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:52.744278 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3b4ba43e-3ffe-4732-920e-4fafe0157743 tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-424338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418138'] for router, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:52.761489 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3b4ba43e-3ffe-4732-920e-4fafe0157743 tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] Publish callbacks [] for router, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:52.763176 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-3b4ba43e-3ffe-4732-920e-4fafe0157743 tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1965420 Nov 24 02:11:52.765865 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 55032) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:11:52.770611 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-a279af7d-8eea-481c-ac3e-3d4d1b9ea586 tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-319240813'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:11:52.790190 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a279af7d-8eea-481c-ac3e-3d4d1b9ea586 tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] Made reservation on behalf of 48c3e245fd8a4b51b3280a815c0eb242 for: {'network': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 02:11:52.793603 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a279af7d-8eea-481c-ac3e-3d4d1b9ea586 tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:52.802406 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a279af7d-8eea-481c-ac3e-3d4d1b9ea586 tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] Publish callbacks [] for security_group, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:52.876541 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a279af7d-8eea-481c-ac3e-3d4d1b9ea586 tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] Publish callbacks [] for security_group, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:52.880457 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a279af7d-8eea-481c-ac3e-3d4d1b9ea586 tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:52.904478 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a279af7d-8eea-481c-ac3e-3d4d1b9ea586 tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=109866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 02:11:52.919414 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a279af7d-8eea-481c-ac3e-3d4d1b9ea586 tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=954f91ea-7cab-4280-b962-fdf1717a30e9,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:11:52.922377 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a279af7d-8eea-481c-ac3e-3d4d1b9ea586 tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:52.922723 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.segments_db [None req-a279af7d-8eea-481c-ac3e-3d4d1b9ea586 tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] Added segment b4e062fc-54fc-4c10-a078-6a3165a3943a of type vlan for network e61c07a5-0f09-49f4-ab46-fe42afbfb87e Nov 24 02:11:52.962782 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a279af7d-8eea-481c-ac3e-3d4d1b9ea586 tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:52.988515 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a279af7d-8eea-481c-ac3e-3d4d1b9ea586 tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:52.994527 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a279af7d-8eea-481c-ac3e-3d4d1b9ea586 tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:11:52.995043 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a279af7d-8eea-481c-ac3e-3d4d1b9ea586 tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] Publish callbacks [] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:53.032489 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-a279af7d-8eea-481c-ac3e-3d4d1b9ea586 tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2656417 Nov 24 02:11:53.035211 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 55034) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:11:53.042013 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-29d42bcc-32e8-4fbf-9133-4484a0d6b21a tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] Request body: {'subnet': {'network_id': 'e61c07a5-0f09-49f4-ab46-fe42afbfb87e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:11:53.086461 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a279af7d-8eea-481c-ac3e-3d4d1b9ea586 tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] Pushing event updated for resources: {'Network': ['ID=e61c07a5-0f09-49f4-ab46-fe42afbfb87e,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:11:53.096622 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network e61c07a5-0f09-49f4-ab46-fe42afbfb87e details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 02:11:53.158654 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29d42bcc-32e8-4fbf-9133-4484a0d6b21a tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] Made reservation on behalf of 48c3e245fd8a4b51b3280a815c0eb242 for: {'subnet': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 02:11:53.162403 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-29d42bcc-32e8-4fbf-9133-4484a0d6b21a tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29154835'] for subnet, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:53.346315 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-29d42bcc-32e8-4fbf-9133-4484a0d6b21a tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29149261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29154849'] for subnet, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:53.411071 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d42bcc-32e8-4fbf-9133-4484a0d6b21a tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] Pushing event updated for resources: {'Subnet': ['ID=62e5ae30-d81f-49b7-9de3-9632fba59327,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:11:53.419472 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d42bcc-32e8-4fbf-9133-4484a0d6b21a tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] Checking segment: {'id': 'b4e062fc-54fc-4c10-a078-6a3165a3943a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'e61c07a5-0f09-49f4-ab46-fe42afbfb87e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 02:11:53.419833 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d42bcc-32e8-4fbf-9133-4484a0d6b21a tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] Network hostable DHCP agents. Network: e61c07a5-0f09-49f4-ab46-fe42afbfb87e, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 02:11:53.437312 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d42bcc-32e8-4fbf-9133-4484a0d6b21a tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] Network e61c07a5-0f09-49f4-ab46-fe42afbfb87e is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 02:11:53.445760 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-29d42bcc-32e8-4fbf-9133-4484a0d6b21a tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, e61c07a5-0f09-49f4-ab46-fe42afbfb87e) {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:11:53.449642 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d42bcc-32e8-4fbf-9133-4484a0d6b21a tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:11:53.450237 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-29d42bcc-32e8-4fbf-9133-4484a0d6b21a tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:53.455640 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735e8186-533a-48b9-adce-1bdbcfe7a99c None None] Network e61c07a5-0f09-49f4-ab46-fe42afbfb87e requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 02:11:53.469839 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-29d42bcc-32e8-4fbf-9133-4484a0d6b21a tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4335938 Nov 24 02:11:53.472770 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 55036) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:11:53.477595 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-598edd1a-a320-45d1-9a7a-7128a58c6a8f tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1041054562'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:11:53.498570 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-598edd1a-a320-45d1-9a7a-7128a58c6a8f tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] Made reservation on behalf of 48c3e245fd8a4b51b3280a815c0eb242 for: {'network': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 02:11:53.501976 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-598edd1a-a320-45d1-9a7a-7128a58c6a8f tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:53.525375 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-598edd1a-a320-45d1-9a7a-7128a58c6a8f tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=109866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 02:11:53.535336 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-598edd1a-a320-45d1-9a7a-7128a58c6a8f tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:53.535659 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.segments_db [None req-598edd1a-a320-45d1-9a7a-7128a58c6a8f tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] Added segment 9afabff5-29e2-448a-8968-bcac89c5db6b of type vlan for network e274810f-97f6-49f0-9c90-b8589c5e79ef Nov 24 02:11:53.576612 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-598edd1a-a320-45d1-9a7a-7128a58c6a8f tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:53.601306 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-598edd1a-a320-45d1-9a7a-7128a58c6a8f tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:53.608015 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3228465-88da-4a26-a00e-ebda0df38869 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-e61c07a5-0f09-49f4-ab46-fe42afbfb87e', 'network_id': 'e61c07a5-0f09-49f4-ab46-fe42afbfb87e', 'tenant_id': '48c3e245fd8a4b51b3280a815c0eb242', 'fixed_ips': [{'subnet_id': '62e5ae30-d81f-49b7-9de3-9632fba59327'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 02:11:53.608993 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e3228465-88da-4a26-a00e-ebda0df38869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:53.610138 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598edd1a-a320-45d1-9a7a-7128a58c6a8f tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:11:53.612052 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-598edd1a-a320-45d1-9a7a-7128a58c6a8f tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] Publish callbacks [] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:53.651991 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-598edd1a-a320-45d1-9a7a-7128a58c6a8f tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1781769 Nov 24 02:11:53.654852 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 55038) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:11:53.659658 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-3dbaec67-2181-40cb-97a1-cad7076c7910 tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] Request body: {'subnet': {'network_id': 'e274810f-97f6-49f0-9c90-b8589c5e79ef', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:11:53.704325 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598edd1a-a320-45d1-9a7a-7128a58c6a8f tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] Pushing event updated for resources: {'Network': ['ID=e274810f-97f6-49f0-9c90-b8589c5e79ef,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:11:53.724120 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network e274810f-97f6-49f0-9c90-b8589c5e79ef details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 02:11:53.778661 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dbaec67-2181-40cb-97a1-cad7076c7910 tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] Made reservation on behalf of 48c3e245fd8a4b51b3280a815c0eb242 for: {'subnet': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 02:11:53.782325 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3dbaec67-2181-40cb-97a1-cad7076c7910 tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29154835'] for subnet, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:53.800289 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-e3228465-88da-4a26-a00e-ebda0df38869 None None] Allocated IP 172.20.0.2 (e61c07a5-0f09-49f4-ab46-fe42afbfb87e/62e5ae30-d81f-49b7-9de3-9632fba59327/fd89841c-ff7a-4868-9d7e-a6d71e58a32d) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 02:11:53.978457 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3dbaec67-2181-40cb-97a1-cad7076c7910 tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29149261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29154849'] for subnet, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:54.046951 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbaec67-2181-40cb-97a1-cad7076c7910 tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] Pushing event updated for resources: {'Subnet': ['ID=3660ca6a-050b-4d47-92e6-35a7a8cabb08,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:11:54.054578 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbaec67-2181-40cb-97a1-cad7076c7910 tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] Checking segment: {'id': '9afabff5-29e2-448a-8968-bcac89c5db6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e274810f-97f6-49f0-9c90-b8589c5e79ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 02:11:54.054944 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dbaec67-2181-40cb-97a1-cad7076c7910 tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] Network hostable DHCP agents. Network: e274810f-97f6-49f0-9c90-b8589c5e79ef, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 02:11:54.071429 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dbaec67-2181-40cb-97a1-cad7076c7910 tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] Network e274810f-97f6-49f0-9c90-b8589c5e79ef is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 02:11:54.080411 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-3dbaec67-2181-40cb-97a1-cad7076c7910 tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, e274810f-97f6-49f0-9c90-b8589c5e79ef) {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:11:54.084368 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbaec67-2181-40cb-97a1-cad7076c7910 tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:11:54.084970 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3dbaec67-2181-40cb-97a1-cad7076c7910 tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:54.095553 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d7bbeb-917d-4390-8c98-b9bde19a6e33 None None] Network e274810f-97f6-49f0-9c90-b8589c5e79ef requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 02:11:54.104768 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-3dbaec67-2181-40cb-97a1-cad7076c7910 tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4462981 Nov 24 02:11:54.104948 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e3228465-88da-4a26-a00e-ebda0df38869 None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:54.105775 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 55040) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:11:54.111504 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-f73be220-00c8-4c0a-829a-39483267e128 tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e274810f-97f6-49f0-9c90-b8589c5e79ef'}}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:11:54.117049 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e3228465-88da-4a26-a00e-ebda0df38869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:54.199096 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3228465-88da-4a26-a00e-ebda0df38869 None None] Network e61c07a5-0f09-49f4-ab46-fe42afbfb87e is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 02:11:54.206696 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-e3228465-88da-4a26-a00e-ebda0df38869 None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:11:54.216849 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3228465-88da-4a26-a00e-ebda0df38869 None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 02:11:54.227812 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3228465-88da-4a26-a00e-ebda0df38869 None None] Pushing event updated for resources: {'Port': ['ID=fd89841c-ff7a-4868-9d7e-a6d71e58a32d,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:11:54.310411 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-e3228465-88da-4a26-a00e-ebda0df38869 None None] Attempting to bind port fd89841c-ff7a-4868-9d7e-a6d71e58a32d on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 02:11:54.310763 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-e3228465-88da-4a26-a00e-ebda0df38869 None None] Attempting to bind port fd89841c-ff7a-4868-9d7e-a6d71e58a32d by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': 'b4e062fc-54fc-4c10-a078-6a3165a3943a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'e61c07a5-0f09-49f4-ab46-fe42afbfb87e'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 02:11:54.311128 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3228465-88da-4a26-a00e-ebda0df38869 None None] Attempting to bind port fd89841c-ff7a-4868-9d7e-a6d71e58a32d on network e61c07a5-0f09-49f4-ab46-fe42afbfb87e {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 02:11:54.317822 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f73be220-00c8-4c0a-829a-39483267e128 tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:54.320438 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3228465-88da-4a26-a00e-ebda0df38869 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 2, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 02:11:54.320819 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3228465-88da-4a26-a00e-ebda0df38869 None None] Checking segment: {'id': 'b4e062fc-54fc-4c10-a078-6a3165a3943a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'e61c07a5-0f09-49f4-ab46-fe42afbfb87e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 02:11:54.321224 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e3228465-88da-4a26-a00e-ebda0df38869 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:54.321648 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3228465-88da-4a26-a00e-ebda0df38869 None None] Bound using segment: {'id': 'b4e062fc-54fc-4c10-a078-6a3165a3943a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'e61c07a5-0f09-49f4-ab46-fe42afbfb87e'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 02:11:54.322128 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-e3228465-88da-4a26-a00e-ebda0df38869 None None] Bound port: fd89841c-ff7a-4868-9d7e-a6d71e58a32d, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4e062fc-54fc-4c10-a078-6a3165a3943a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'e61c07a5-0f09-49f4-ab46-fe42afbfb87e'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 02:11:54.322511 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e3228465-88da-4a26-a00e-ebda0df38869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:54.349086 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3209710-4fc9-466a-a9d9-842bbc3abaf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-e274810f-97f6-49f0-9c90-b8589c5e79ef', 'network_id': 'e274810f-97f6-49f0-9c90-b8589c5e79ef', 'tenant_id': '48c3e245fd8a4b51b3280a815c0eb242', 'fixed_ips': [{'subnet_id': '3660ca6a-050b-4d47-92e6-35a7a8cabb08'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 02:11:54.349980 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-c3209710-4fc9-466a-a9d9-842bbc3abaf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:54.425732 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.api.v2.resource [None req-f73be220-00c8-4c0a-829a-39483267e128 tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 02:11:54.426818 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-f73be220-00c8-4c0a-829a-39483267e128 tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] 10.222.0.21 "PUT /v2.0/routers/a9858b53-c8d4-4226-92c2-c8530e3054f7 HTTP/1.1" status: 400 len: 364 time: 0.3193600 Nov 24 02:11:54.432588 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 55042) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:11:54.472117 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e3228465-88da-4a26-a00e-ebda0df38869 None None] For port fd89841c-ff7a-4868-9d7e-a6d71e58a32d, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 02:11:54.476972 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e3228465-88da-4a26-a00e-ebda0df38869 None None] For port fd89841c-ff7a-4868-9d7e-a6d71e58a32d, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=fd89841c-ff7a-4868-9d7e-a6d71e58a32d,segment=NetworkSegment(b4e062fc-54fc-4c10-a078-6a3165a3943a),segment_id=b4e062fc-54fc-4c10-a078-6a3165a3943a)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 02:11:54.484038 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e3228465-88da-4a26-a00e-ebda0df38869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:54.485707 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_v2 [None req-f69577ba-2709-4733-a101-7607c136a15a tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] Deleting subnet 3660ca6a-050b-4d47-92e6-35a7a8cabb08 {{(pid=109866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 02:11:54.570745 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3228465-88da-4a26-a00e-ebda0df38869 None None] Pushing event updated for resources: {'Port': ['ID=fd89841c-ff7a-4868-9d7e-a6d71e58a32d,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:11:54.576347 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-c3209710-4fc9-466a-a9d9-842bbc3abaf1 None None] Allocated IP 172.21.0.2 (e274810f-97f6-49f0-9c90-b8589c5e79ef/3660ca6a-050b-4d47-92e6-35a7a8cabb08/8d0dba9f-1aaf-4c71-a96e-db75931d3b17) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 02:11:54.740509 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-c3209710-4fc9-466a-a9d9-842bbc3abaf1 None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:54.745658 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f69577ba-2709-4733-a101-7607c136a15a tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] Publish callbacks [] for subnet, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:54.746440 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-c3209710-4fc9-466a-a9d9-842bbc3abaf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:54.806308 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f69577ba-2709-4733-a101-7607c136a15a tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29055568'] for subnet, precommit_delete_associations {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:54.809298 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3209710-4fc9-466a-a9d9-842bbc3abaf1 None None] Network e274810f-97f6-49f0-9c90-b8589c5e79ef is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 02:11:54.812495 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-c3209710-4fc9-466a-a9d9-842bbc3abaf1 None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:11:54.814327 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-5760b870-2aa6-4143-91d9-60c7b9b8d585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:54.815805 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3209710-4fc9-466a-a9d9-842bbc3abaf1 None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 02:11:54.828855 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3209710-4fc9-466a-a9d9-842bbc3abaf1 None None] Pushing event updated for resources: {'Port': ['ID=8d0dba9f-1aaf-4c71-a96e-db75931d3b17,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:11:54.892301 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-c3209710-4fc9-466a-a9d9-842bbc3abaf1 None None] Attempting to bind port 8d0dba9f-1aaf-4c71-a96e-db75931d3b17 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 02:11:54.892677 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-c3209710-4fc9-466a-a9d9-842bbc3abaf1 None None] Attempting to bind port 8d0dba9f-1aaf-4c71-a96e-db75931d3b17 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '9afabff5-29e2-448a-8968-bcac89c5db6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e274810f-97f6-49f0-9c90-b8589c5e79ef'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 02:11:54.893045 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3209710-4fc9-466a-a9d9-842bbc3abaf1 None None] Attempting to bind port 8d0dba9f-1aaf-4c71-a96e-db75931d3b17 on network e274810f-97f6-49f0-9c90-b8589c5e79ef {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 02:11:54.898360 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3209710-4fc9-466a-a9d9-842bbc3abaf1 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 2, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 02:11:54.898738 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3209710-4fc9-466a-a9d9-842bbc3abaf1 None None] Checking segment: {'id': '9afabff5-29e2-448a-8968-bcac89c5db6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e274810f-97f6-49f0-9c90-b8589c5e79ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 02:11:54.899148 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-c3209710-4fc9-466a-a9d9-842bbc3abaf1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:54.899543 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3209710-4fc9-466a-a9d9-842bbc3abaf1 None None] Bound using segment: {'id': '9afabff5-29e2-448a-8968-bcac89c5db6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e274810f-97f6-49f0-9c90-b8589c5e79ef'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 02:11:54.900007 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-c3209710-4fc9-466a-a9d9-842bbc3abaf1 None None] Bound port: 8d0dba9f-1aaf-4c71-a96e-db75931d3b17, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9afabff5-29e2-448a-8968-bcac89c5db6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e274810f-97f6-49f0-9c90-b8589c5e79ef'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 02:11:54.900387 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-c3209710-4fc9-466a-a9d9-842bbc3abaf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:54.908027 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f69577ba-2709-4733-a101-7607c136a15a tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:54.964485 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f69577ba-2709-4733-a101-7607c136a15a tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29149324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29154870'] for subnet, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:54.966960 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-c3209710-4fc9-466a-a9d9-842bbc3abaf1 None None] For port 8d0dba9f-1aaf-4c71-a96e-db75931d3b17, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 02:11:54.970208 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-c3209710-4fc9-466a-a9d9-842bbc3abaf1 None None] For port 8d0dba9f-1aaf-4c71-a96e-db75931d3b17, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=8d0dba9f-1aaf-4c71-a96e-db75931d3b17,segment=NetworkSegment(9afabff5-29e2-448a-8968-bcac89c5db6b),segment_id=9afabff5-29e2-448a-8968-bcac89c5db6b)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 02:11:54.974769 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-c3209710-4fc9-466a-a9d9-842bbc3abaf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:54.994933 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69577ba-2709-4733-a101-7607c136a15a tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] Pushing event deleted for resources: {'Subnet': ['ID=3660ca6a-050b-4d47-92e6-35a7a8cabb08,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:11:54.996793 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f69577ba-2709-4733-a101-7607c136a15a tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:55.000216 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-f69577ba-2709-4733-a101-7607c136a15a tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] 10.222.0.21 "DELETE /v2.0/subnets/3660ca6a-050b-4d47-92e6-35a7a8cabb08 HTTP/1.1" status: 204 len: 168 time: 0.5666366 Nov 24 02:11:55.002925 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 55044) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:11:55.040676 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3209710-4fc9-466a-a9d9-842bbc3abaf1 None None] Pushing event updated for resources: {'Port': ['ID=8d0dba9f-1aaf-4c71-a96e-db75931d3b17,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:11:55.094847 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ffb3ab5a-be43-4deb-8cd9-1d1386bd0ebc tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:55.147990 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-ffb3ab5a-be43-4deb-8cd9-1d1386bd0ebc tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] Deleting port 8d0dba9f-1aaf-4c71-a96e-db75931d3b17 {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 02:11:55.148320 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ffb3ab5a-be43-4deb-8cd9-1d1386bd0ebc tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:55.220899 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [None req-ffb3ab5a-be43-4deb-8cd9-1d1386bd0ebc tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] For port 8d0dba9f-1aaf-4c71-a96e-db75931d3b17, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=8d0dba9f-1aaf-4c71-a96e-db75931d3b17,segment=NetworkSegment(9afabff5-29e2-448a-8968-bcac89c5db6b),segment_id=9afabff5-29e2-448a-8968-bcac89c5db6b)] {{(pid=109867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:11:55.221463 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ffb3ab5a-be43-4deb-8cd9-1d1386bd0ebc tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:55.234583 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-ffb3ab5a-be43-4deb-8cd9-1d1386bd0ebc tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] Calling delete_port for 8d0dba9f-1aaf-4c71-a96e-db75931d3b17 owned by network:dhcp {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 02:11:55.335597 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ffb3ab5a-be43-4deb-8cd9-1d1386bd0ebc tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:55.363831 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb3ab5a-be43-4deb-8cd9-1d1386bd0ebc tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] Pushing event deleted for resources: {'Port': ['ID=8d0dba9f-1aaf-4c71-a96e-db75931d3b17,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:11:55.366249 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb3ab5a-be43-4deb-8cd9-1d1386bd0ebc tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] No DVR routers for this DVR port 8d0dba9f-1aaf-4c71-a96e-db75931d3b17 on host dv-neutron-818911-2-hyperv {{(pid=109867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 02:11:55.376890 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb3ab5a-be43-4deb-8cd9-1d1386bd0ebc tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:11:55.377235 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb3ab5a-be43-4deb-8cd9-1d1386bd0ebc tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:11:55.377612 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb3ab5a-be43-4deb-8cd9-1d1386bd0ebc tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:11:55.378164 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb3ab5a-be43-4deb-8cd9-1d1386bd0ebc tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:11:55.378416 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb3ab5a-be43-4deb-8cd9-1d1386bd0ebc tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:11:55.378744 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb3ab5a-be43-4deb-8cd9-1d1386bd0ebc tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:11:55.379069 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb3ab5a-be43-4deb-8cd9-1d1386bd0ebc tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:11:55.379390 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb3ab5a-be43-4deb-8cd9-1d1386bd0ebc tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:11:55.379890 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb3ab5a-be43-4deb-8cd9-1d1386bd0ebc tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:11:55.380370 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb3ab5a-be43-4deb-8cd9-1d1386bd0ebc tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:11:55.380696 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb3ab5a-be43-4deb-8cd9-1d1386bd0ebc tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:11:55.381019 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb3ab5a-be43-4deb-8cd9-1d1386bd0ebc tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:11:55.463100 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ffb3ab5a-be43-4deb-8cd9-1d1386bd0ebc tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:55.484961 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-ffb3ab5a-be43-4deb-8cd9-1d1386bd0ebc tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e274810f-97f6-49f0-9c90-b8589c5e79ef']}} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:11:55.495172 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-ffb3ab5a-be43-4deb-8cd9-1d1386bd0ebc tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9afabff5-29e2-448a-8968-bcac89c5db6b') {'for_net_delete': True} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:11:55.495464 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-ffb3ab5a-be43-4deb-8cd9-1d1386bd0ebc tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9afabff5-29e2-448a-8968-bcac89c5db6b') {} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:11:55.505939 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ffb3ab5a-be43-4deb-8cd9-1d1386bd0ebc tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28690908'] for segment, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:55.519746 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ffb3ab5a-be43-4deb-8cd9-1d1386bd0ebc tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:55.526615 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffb3ab5a-be43-4deb-8cd9-1d1386bd0ebc tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=109867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 02:11:55.527110 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ffb3ab5a-be43-4deb-8cd9-1d1386bd0ebc tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25503736'] for segment, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:55.530539 dv-neutron-818911-2-hyperv neutron-server[109867]: Traceback (most recent call last): Nov 24 02:11:55.530539 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 02:11:55.530539 dv-neutron-818911-2-hyperv neutron-server[109867]: timer() Nov 24 02:11:55.530539 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 02:11:55.530539 dv-neutron-818911-2-hyperv neutron-server[109867]: cb(*args, **kw) Nov 24 02:11:55.530539 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 02:11:55.530539 dv-neutron-818911-2-hyperv neutron-server[109867]: return func(*args, **kwargs) Nov 24 02:11:55.530539 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 02:11:55.530539 dv-neutron-818911-2-hyperv neutron-server[109867]: self._notify() Nov 24 02:11:55.530539 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 02:11:55.530539 dv-neutron-818911-2-hyperv neutron-server[109867]: self.callback(batched_events) Nov 24 02:11:55.530539 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 02:11:55.530539 dv-neutron-818911-2-hyperv neutron-server[109867]: event.method(event) Nov 24 02:11:55.530539 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 02:11:55.530539 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 02:11:55.530539 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 02:11:55.530539 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 02:11:55.530539 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 02:11:55.530539 dv-neutron-818911-2-hyperv neutron-server[109867]: return f(self, *a, **k) Nov 24 02:11:55.530539 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 02:11:55.530539 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._get(url).json() Nov 24 02:11:55.530539 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 02:11:55.530539 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 02:11:55.530539 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 02:11:55.530539 dv-neutron-818911-2-hyperv neutron-server[109867]: return self.request(url, 'GET', **kwargs) Nov 24 02:11:55.530539 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 02:11:55.530539 dv-neutron-818911-2-hyperv neutron-server[109867]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 02:11:55.530539 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 02:11:55.530539 dv-neutron-818911-2-hyperv neutron-server[109867]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 02:11:55.530539 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 02:11:55.530539 dv-neutron-818911-2-hyperv neutron-server[109867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 02:11:55.530539 dv-neutron-818911-2-hyperv neutron-server[109867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 02:11:55.562347 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637eba97-a01a-4faf-aa8a-7794edf54abc None None] Network e61c07a5-0f09-49f4-ab46-fe42afbfb87e requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 02:11:55.597274 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ffb3ab5a-be43-4deb-8cd9-1d1386bd0ebc tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:55.607025 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ffb3ab5a-be43-4deb-8cd9-1d1386bd0ebc tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] Publish callbacks [] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:55.610392 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-ffb3ab5a-be43-4deb-8cd9-1d1386bd0ebc tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] 10.222.0.21 "DELETE /v2.0/networks/e274810f-97f6-49f0-9c90-b8589c5e79ef HTTP/1.1" status: 204 len: 168 time: 0.6056318 Nov 24 02:11:55.612854 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 55046) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:11:55.634926 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb3ab5a-be43-4deb-8cd9-1d1386bd0ebc tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] Pushing event deleted for resources: {'Network': ['ID=e274810f-97f6-49f0-9c90-b8589c5e79ef,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:11:55.652133 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-880f3308-1a4d-49a2-8d90-6f5e94b2b17f None None] Provisioning complete for port fd89841c-ff7a-4868-9d7e-a6d71e58a32d triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:11:55.652504 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-880f3308-1a4d-49a2-8d90-6f5e94b2b17f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:55.678837 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6a95593-62c8-4fd5-a26e-69249d9bfb51 tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] Deleting subnet 62e5ae30-d81f-49b7-9de3-9632fba59327 {{(pid=109867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 02:11:55.681978 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c6a95593-62c8-4fd5-a26e-69249d9bfb51 tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] Publish callbacks [] for subnet, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:55.724846 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c6a95593-62c8-4fd5-a26e-69249d9bfb51 tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28690885'] for subnet, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:55.797540 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-880f3308-1a4d-49a2-8d90-6f5e94b2b17f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:55.838599 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-880f3308-1a4d-49a2-8d90-6f5e94b2b17f None None] For port fd89841c-ff7a-4868-9d7e-a6d71e58a32d, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=fd89841c-ff7a-4868-9d7e-a6d71e58a32d,segment=NetworkSegment(b4e062fc-54fc-4c10-a078-6a3165a3943a),segment_id=b4e062fc-54fc-4c10-a078-6a3165a3943a)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:11:55.847988 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-880f3308-1a4d-49a2-8d90-6f5e94b2b17f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:55.851691 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c6a95593-62c8-4fd5-a26e-69249d9bfb51 tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:55.911903 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880f3308-1a4d-49a2-8d90-6f5e94b2b17f None None] Pushing event updated for resources: {'Port': ['ID=fd89841c-ff7a-4868-9d7e-a6d71e58a32d,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:11:55.932301 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c6a95593-62c8-4fd5-a26e-69249d9bfb51 tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25501782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25307808'] for subnet, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:55.961111 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a95593-62c8-4fd5-a26e-69249d9bfb51 tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] Pushing event deleted for resources: {'Subnet': ['ID=62e5ae30-d81f-49b7-9de3-9632fba59327,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:11:55.965174 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c6a95593-62c8-4fd5-a26e-69249d9bfb51 tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:55.968569 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-c6a95593-62c8-4fd5-a26e-69249d9bfb51 tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] 10.222.0.21 "DELETE /v2.0/subnets/62e5ae30-d81f-49b7-9de3-9632fba59327 HTTP/1.1" status: 204 len: 168 time: 0.3546729 Nov 24 02:11:55.971208 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 55048) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:11:56.048106 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6958fc6-a969-4dfd-b105-f89d4bd724e5 None None] Network e61c07a5-0f09-49f4-ab46-fe42afbfb87e requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 02:11:56.056368 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a330de30-cc5e-48d8-9dd6-8f2767f602c4 tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:56.118320 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-a330de30-cc5e-48d8-9dd6-8f2767f602c4 tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] Deleting port fd89841c-ff7a-4868-9d7e-a6d71e58a32d {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 02:11:56.118643 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a330de30-cc5e-48d8-9dd6-8f2767f602c4 tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:56.121651 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-0492c801-ae2a-48d5-8e83-1fae8886bbe4 None None] Provisioning complete for port fd89841c-ff7a-4868-9d7e-a6d71e58a32d triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:11:56.122062 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-0492c801-ae2a-48d5-8e83-1fae8886bbe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:56.182833 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [None req-a330de30-cc5e-48d8-9dd6-8f2767f602c4 tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] For port fd89841c-ff7a-4868-9d7e-a6d71e58a32d, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=fd89841c-ff7a-4868-9d7e-a6d71e58a32d,segment=NetworkSegment(b4e062fc-54fc-4c10-a078-6a3165a3943a),segment_id=b4e062fc-54fc-4c10-a078-6a3165a3943a)] {{(pid=109867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:11:56.183194 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a330de30-cc5e-48d8-9dd6-8f2767f602c4 tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:56.189249 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e8d5be-7d25-44ad-95ee-e0b101c59049 None None] DHCP port deletion for e274810f-97f6-49f0-9c90-b8589c5e79ef request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 02:11:56.196536 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-a330de30-cc5e-48d8-9dd6-8f2767f602c4 tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] Calling delete_port for fd89841c-ff7a-4868-9d7e-a6d71e58a32d owned by network:dhcp {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 02:11:56.219561 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68ae51a-bc94-4d86-8d37-7955e2dd447a None None] Network e274810f-97f6-49f0-9c90-b8589c5e79ef requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 02:11:56.257036 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68ae51a-bc94-4d86-8d37-7955e2dd447a None None] Network e274810f-97f6-49f0-9c90-b8589c5e79ef could not be found, it might have been deleted concurrently. {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 24 02:11:56.282991 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1665de6c-be5c-4c0e-ac49-239a18e620cd None None] DHCP port deletion for e61c07a5-0f09-49f4-ab46-fe42afbfb87e request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 02:11:56.286099 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a330de30-cc5e-48d8-9dd6-8f2767f602c4 tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:56.315724 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a330de30-cc5e-48d8-9dd6-8f2767f602c4 tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] Pushing event deleted for resources: {'Port': ['ID=fd89841c-ff7a-4868-9d7e-a6d71e58a32d,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:11:56.317588 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a330de30-cc5e-48d8-9dd6-8f2767f602c4 tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] No DVR routers for this DVR port fd89841c-ff7a-4868-9d7e-a6d71e58a32d on host dv-neutron-818911-2-hyperv {{(pid=109867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 02:11:56.379522 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-70b0f0d6-099a-4423-a42f-b318372a40ec None None] Could not find standard attr ID for object 8d0dba9f-1aaf-4c71-a96e-db75931d3b17. {{(pid=109868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 02:11:56.395430 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a330de30-cc5e-48d8-9dd6-8f2767f602c4 tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:56.415953 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-a330de30-cc5e-48d8-9dd6-8f2767f602c4 tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e61c07a5-0f09-49f4-ab46-fe42afbfb87e']}} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:11:56.425393 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-a330de30-cc5e-48d8-9dd6-8f2767f602c4 tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4e062fc-54fc-4c10-a078-6a3165a3943a') {'for_net_delete': True} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:11:56.425715 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-a330de30-cc5e-48d8-9dd6-8f2767f602c4 tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4e062fc-54fc-4c10-a078-6a3165a3943a') {} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:11:56.439793 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a330de30-cc5e-48d8-9dd6-8f2767f602c4 tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28690908'] for segment, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:56.452763 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a330de30-cc5e-48d8-9dd6-8f2767f602c4 tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:56.458529 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a330de30-cc5e-48d8-9dd6-8f2767f602c4 tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=109867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 02:11:56.458928 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a330de30-cc5e-48d8-9dd6-8f2767f602c4 tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25503736'] for segment, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:56.462213 dv-neutron-818911-2-hyperv neutron-server[109867]: Traceback (most recent call last): Nov 24 02:11:56.462213 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 02:11:56.462213 dv-neutron-818911-2-hyperv neutron-server[109867]: timer() Nov 24 02:11:56.462213 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 02:11:56.462213 dv-neutron-818911-2-hyperv neutron-server[109867]: cb(*args, **kw) Nov 24 02:11:56.462213 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 02:11:56.462213 dv-neutron-818911-2-hyperv neutron-server[109867]: return func(*args, **kwargs) Nov 24 02:11:56.462213 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 02:11:56.462213 dv-neutron-818911-2-hyperv neutron-server[109867]: self._notify() Nov 24 02:11:56.462213 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 02:11:56.462213 dv-neutron-818911-2-hyperv neutron-server[109867]: self.callback(batched_events) Nov 24 02:11:56.462213 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 02:11:56.462213 dv-neutron-818911-2-hyperv neutron-server[109867]: event.method(event) Nov 24 02:11:56.462213 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 02:11:56.462213 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 02:11:56.462213 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 02:11:56.462213 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 02:11:56.462213 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 02:11:56.462213 dv-neutron-818911-2-hyperv neutron-server[109867]: return f(self, *a, **k) Nov 24 02:11:56.462213 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 02:11:56.462213 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._get(url).json() Nov 24 02:11:56.462213 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 02:11:56.462213 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 02:11:56.462213 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 02:11:56.462213 dv-neutron-818911-2-hyperv neutron-server[109867]: return self.request(url, 'GET', **kwargs) Nov 24 02:11:56.462213 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 02:11:56.462213 dv-neutron-818911-2-hyperv neutron-server[109867]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 02:11:56.462213 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 02:11:56.462213 dv-neutron-818911-2-hyperv neutron-server[109867]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 02:11:56.462213 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 02:11:56.462213 dv-neutron-818911-2-hyperv neutron-server[109867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 02:11:56.462213 dv-neutron-818911-2-hyperv neutron-server[109867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 02:11:56.521160 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a330de30-cc5e-48d8-9dd6-8f2767f602c4 tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:56.525746 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a330de30-cc5e-48d8-9dd6-8f2767f602c4 tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] Publish callbacks [] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:56.529293 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-a330de30-cc5e-48d8-9dd6-8f2767f602c4 tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] 10.222.0.21 "DELETE /v2.0/networks/e61c07a5-0f09-49f4-ab46-fe42afbfb87e HTTP/1.1" status: 204 len: 168 time: 0.5571334 Nov 24 02:11:56.532102 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 55050) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:11:56.543392 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a330de30-cc5e-48d8-9dd6-8f2767f602c4 tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] Pushing event deleted for resources: {'Network': ['ID=e61c07a5-0f09-49f4-ab46-fe42afbfb87e,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:11:56.559971 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-4981b556-837c-4126-9fa3-ec88d9c3a770 tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9858b53-c8d4-4226-92c2-c8530e3054f7 HTTP/1.1" status: 200 len: 205 time: 0.0260634 Nov 24 02:11:56.562363 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 55052) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:11:56.635602 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1be2f50c-349d-4982-891b-fc0e05512eaf tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] Publish callbacks [] for router, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:56.787957 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1be2f50c-349d-4982-891b-fc0e05512eaf tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-424460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2766'] for router, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:56.790017 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1be2f50c-349d-4982-891b-fc0e05512eaf tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:56.834195 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1be2f50c-349d-4982-891b-fc0e05512eaf tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-424469'] for router, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:56.834736 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1be2f50c-349d-4982-891b-fc0e05512eaf tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] Fanout notify agent at l3_agent the message router_deleted on router a9858b53-c8d4-4226-92c2-c8530e3054f7 {{(pid=109866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 02:11:56.842192 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1be2f50c-349d-4982-891b-fc0e05512eaf tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] Publish callbacks [] for router, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:56.845953 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-1be2f50c-349d-4982-891b-fc0e05512eaf tempest-RoutersNegativeTest-640902782 tempest-RoutersNegativeTest-640902782-project] 10.222.0.21 "DELETE /v2.0/routers/a9858b53-c8d4-4226-92c2-c8530e3054f7 HTTP/1.1" status: 204 len: 168 time: 0.2825551 Nov 24 02:11:57.088092 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 55058) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:11:57.216796 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-d1a5a6f2-e5f7-4591-a558-29192b29bf32 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=48c3e245fd8a4b51b3280a815c0eb242&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1275330 Nov 24 02:11:57.219195 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 55062) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:11:57.223296 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-b1477e9c-54cc-4643-b049-c2ad63e2347f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:57.271263 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-2d6f8941-d617-4d61-a502-b2baed2dd2f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:57.292114 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-2d6f8941-d617-4d61-a502-b2baed2dd2f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:57.339272 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-2d6f8941-d617-4d61-a502-b2baed2dd2f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:57.342478 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-2d6f8941-d617-4d61-a502-b2baed2dd2f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:57.343631 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-2d6f8941-d617-4d61-a502-b2baed2dd2f7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/954f91ea-7cab-4280-b962-fdf1717a30e9 HTTP/1.1" status: 204 len: 168 time: 0.1235361 Nov 24 02:11:57.351231 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6f8941-d617-4d61-a502-b2baed2dd2f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=954f91ea-7cab-4280-b962-fdf1717a30e9,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:11:57.941773 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 55084) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:11:58.036179 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-ab0f078e-7b2a-4956-92bd-517e5d4c3232 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1670178422-network', 'tenant_id': 'b5c8689b479740b2be4ba5e2970aafcc'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:11:58.056475 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab0f078e-7b2a-4956-92bd-517e5d4c3232 admin admin] Made reservation on behalf of b5c8689b479740b2be4ba5e2970aafcc for: {'network': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 02:11:58.058699 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ab0f078e-7b2a-4956-92bd-517e5d4c3232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:58.066687 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ab0f078e-7b2a-4956-92bd-517e5d4c3232 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:58.139933 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ab0f078e-7b2a-4956-92bd-517e5d4c3232 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:58.143778 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ab0f078e-7b2a-4956-92bd-517e5d4c3232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:58.169644 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab0f078e-7b2a-4956-92bd-517e5d4c3232 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=109866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 02:11:58.175411 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:58.178001 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:58.181361 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0f078e-7b2a-4956-92bd-517e5d4c3232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=481b516f-b529-43f6-a17a-93c1a3c0b8ba,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:11:58.186052 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ab0f078e-7b2a-4956-92bd-517e5d4c3232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:58.186427 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.segments_db [None req-ab0f078e-7b2a-4956-92bd-517e5d4c3232 admin admin] Added segment 8559ff32-3680-402a-8b44-45cd7b771e1f of type vlan for network 6c845b02-f138-4884-b496-65284a90cf84 Nov 24 02:11:58.226853 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ab0f078e-7b2a-4956-92bd-517e5d4c3232 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:58.249995 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ab0f078e-7b2a-4956-92bd-517e5d4c3232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:58.251156 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0f078e-7b2a-4956-92bd-517e5d4c3232 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:11:58.251730 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ab0f078e-7b2a-4956-92bd-517e5d4c3232 admin admin] Publish callbacks [] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:58.286377 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-ab0f078e-7b2a-4956-92bd-517e5d4c3232 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3434961 Nov 24 02:11:58.289368 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 55088) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:11:58.294456 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-f599957a-51e4-4ac4-b6c3-0f7431d2c508 admin admin] Request body: {'subnet': {'network_id': '6c845b02-f138-4884-b496-65284a90cf84', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1670178422-subnet', 'tenant_id': 'b5c8689b479740b2be4ba5e2970aafcc', 'ip_version': 4}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:11:58.316408 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f599957a-51e4-4ac4-b6c3-0f7431d2c508 admin admin] Made reservation on behalf of b5c8689b479740b2be4ba5e2970aafcc for: {'subnet': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 02:11:58.318977 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f599957a-51e4-4ac4-b6c3-0f7431d2c508 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25307781'] for subnet, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:58.320908 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0f078e-7b2a-4956-92bd-517e5d4c3232 admin admin] Pushing event updated for resources: {'Network': ['ID=6c845b02-f138-4884-b496-65284a90cf84,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:11:58.331353 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network 6c845b02-f138-4884-b496-65284a90cf84 details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 02:11:58.483943 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f599957a-51e4-4ac4-b6c3-0f7431d2c508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25501847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25307831'] for subnet, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:58.536181 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f599957a-51e4-4ac4-b6c3-0f7431d2c508 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6b223ee-c825-4ade-9075-36716b7f8037,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:11:58.546046 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f599957a-51e4-4ac4-b6c3-0f7431d2c508 admin admin] Checking segment: {'id': '8559ff32-3680-402a-8b44-45cd7b771e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6c845b02-f138-4884-b496-65284a90cf84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 02:11:58.546400 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f599957a-51e4-4ac4-b6c3-0f7431d2c508 admin admin] Network hostable DHCP agents. Network: 6c845b02-f138-4884-b496-65284a90cf84, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 02:11:58.562680 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f599957a-51e4-4ac4-b6c3-0f7431d2c508 admin admin] Network 6c845b02-f138-4884-b496-65284a90cf84 is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 02:11:58.570942 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-f599957a-51e4-4ac4-b6c3-0f7431d2c508 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, 6c845b02-f138-4884-b496-65284a90cf84) {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:11:58.575380 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f599957a-51e4-4ac4-b6c3-0f7431d2c508 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:11:58.575978 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f599957a-51e4-4ac4-b6c3-0f7431d2c508 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:58.580793 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e070c0fb-76fd-48ec-afd3-a9c88d3f6574 None None] Network 6c845b02-f138-4884-b496-65284a90cf84 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 02:11:58.591220 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-f599957a-51e4-4ac4-b6c3-0f7431d2c508 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3006804 Nov 24 02:11:58.593905 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 55090) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:11:58.598162 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-af882824-cb4c-430d-b0cd-9404533692c7 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1670178422-router', 'tenant_id': 'b5c8689b479740b2be4ba5e2970aafcc', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:11:58.618556 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-af882824-cb4c-430d-b0cd-9404533692c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-424105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2744'] for router, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:58.619548 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-af882824-cb4c-430d-b0cd-9404533692c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-424325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-326625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2753'] for router, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:58.675805 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-af882824-cb4c-430d-b0cd-9404533692c7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:58.737358 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39756fb1-7a5f-4842-ba76-a6f09fefbe30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-6c845b02-f138-4884-b496-65284a90cf84', 'network_id': '6c845b02-f138-4884-b496-65284a90cf84', 'tenant_id': 'b5c8689b479740b2be4ba5e2970aafcc', 'fixed_ips': [{'subnet_id': 'c6b223ee-c825-4ade-9075-36716b7f8037'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 02:11:58.738300 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-39756fb1-7a5f-4842-ba76-a6f09fefbe30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:58.814845 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-af882824-cb4c-430d-b0cd-9404533692c7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:58.873661 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-39756fb1-7a5f-4842-ba76-a6f09fefbe30 None None] Allocated IP 172.20.0.2 (6c845b02-f138-4884-b496-65284a90cf84/c6b223ee-c825-4ade-9075-36716b7f8037/e257b25e-d85b-4ce0-b913-ae6645a1a91d) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 02:11:59.010182 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-39756fb1-7a5f-4842-ba76-a6f09fefbe30 None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:59.016232 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-39756fb1-7a5f-4842-ba76-a6f09fefbe30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:59.029624 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-af882824-cb4c-430d-b0cd-9404533692c7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:59.048657 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-af882824-cb4c-430d-b0cd-9404533692c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:59.058679 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39756fb1-7a5f-4842-ba76-a6f09fefbe30 None None] Network 6c845b02-f138-4884-b496-65284a90cf84 is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 02:11:59.064277 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-39756fb1-7a5f-4842-ba76-a6f09fefbe30 None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:11:59.067204 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39756fb1-7a5f-4842-ba76-a6f09fefbe30 None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 02:11:59.072647 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39756fb1-7a5f-4842-ba76-a6f09fefbe30 None None] Pushing event updated for resources: {'Port': ['ID=e257b25e-d85b-4ce0-b913-ae6645a1a91d,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:11:59.125107 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-39756fb1-7a5f-4842-ba76-a6f09fefbe30 None None] Attempting to bind port e257b25e-d85b-4ce0-b913-ae6645a1a91d on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 02:11:59.125495 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-39756fb1-7a5f-4842-ba76-a6f09fefbe30 None None] Attempting to bind port e257b25e-d85b-4ce0-b913-ae6645a1a91d by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '8559ff32-3680-402a-8b44-45cd7b771e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6c845b02-f138-4884-b496-65284a90cf84'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 02:11:59.125852 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39756fb1-7a5f-4842-ba76-a6f09fefbe30 None None] Attempting to bind port e257b25e-d85b-4ce0-b913-ae6645a1a91d on network 6c845b02-f138-4884-b496-65284a90cf84 {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 02:11:59.130615 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39756fb1-7a5f-4842-ba76-a6f09fefbe30 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 2, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 02:11:59.130995 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39756fb1-7a5f-4842-ba76-a6f09fefbe30 None None] Checking segment: {'id': '8559ff32-3680-402a-8b44-45cd7b771e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6c845b02-f138-4884-b496-65284a90cf84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 02:11:59.131370 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-39756fb1-7a5f-4842-ba76-a6f09fefbe30 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:59.131755 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39756fb1-7a5f-4842-ba76-a6f09fefbe30 None None] Bound using segment: {'id': '8559ff32-3680-402a-8b44-45cd7b771e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6c845b02-f138-4884-b496-65284a90cf84'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 02:11:59.132205 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-39756fb1-7a5f-4842-ba76-a6f09fefbe30 None None] Bound port: e257b25e-d85b-4ce0-b913-ae6645a1a91d, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8559ff32-3680-402a-8b44-45cd7b771e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6c845b02-f138-4884-b496-65284a90cf84'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 02:11:59.132574 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-39756fb1-7a5f-4842-ba76-a6f09fefbe30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:59.158227 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-af882824-cb4c-430d-b0cd-9404533692c7 admin admin] Allocated IP 172.26.5.99 (eb22795d-37ee-46ee-844d-92c17e2ea450/3e66fcff-6e72-4083-b514-48f69cdaa2cb/d181fa1c-c99c-4114-a329-b55e841c9a63) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 02:11:59.198147 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-39756fb1-7a5f-4842-ba76-a6f09fefbe30 None None] For port e257b25e-d85b-4ce0-b913-ae6645a1a91d, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 02:11:59.202593 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-39756fb1-7a5f-4842-ba76-a6f09fefbe30 None None] For port e257b25e-d85b-4ce0-b913-ae6645a1a91d, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=e257b25e-d85b-4ce0-b913-ae6645a1a91d,segment=NetworkSegment(8559ff32-3680-402a-8b44-45cd7b771e1f),segment_id=8559ff32-3680-402a-8b44-45cd7b771e1f)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 02:11:59.207026 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-39756fb1-7a5f-4842-ba76-a6f09fefbe30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:59.266820 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-af882824-cb4c-430d-b0cd-9404533692c7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:59.270365 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39756fb1-7a5f-4842-ba76-a6f09fefbe30 None None] Pushing event updated for resources: {'Port': ['ID=e257b25e-d85b-4ce0-b913-ae6645a1a91d,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:11:59.303559 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-af882824-cb4c-430d-b0cd-9404533692c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:59.346616 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af882824-cb4c-430d-b0cd-9404533692c7 admin admin] Network eb22795d-37ee-46ee-844d-92c17e2ea450 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 02:11:59.351657 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-af882824-cb4c-430d-b0cd-9404533692c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:11:59.355341 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af882824-cb4c-430d-b0cd-9404533692c7 admin admin] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 02:11:59.366604 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c799d6a7-ca16-4880-92f1-ab3e9eea5c62 None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 02:11:59.380436 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af882824-cb4c-430d-b0cd-9404533692c7 admin admin] Pushing event updated for resources: {'Port': ['ID=d181fa1c-c99c-4114-a329-b55e841c9a63,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:11:59.438853 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-5bb4ee08-32c1-4444-926d-0a732e031064 None None] Provisioning complete for port d181fa1c-c99c-4114-a329-b55e841c9a63 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:11:59.439228 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-5bb4ee08-32c1-4444-926d-0a732e031064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:59.479654 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-5bb4ee08-32c1-4444-926d-0a732e031064 None None] Port d181fa1c-c99c-4114-a329-b55e841c9a63 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 02:11:59.634920 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-af882824-cb4c-430d-b0cd-9404533692c7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:59.664152 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:59.832896 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-af882824-cb4c-430d-b0cd-9404533692c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-424338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418138'] for router, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:11:59.968244 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af882824-cb4c-430d-b0cd-9404533692c7 admin admin] Router 7dc28e0f-dfc8-4403-bd0c-e569d832eb50 is scheduled to L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e with binding_index 1 {{(pid=109867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 02:12:00.075540 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af882824-cb4c-430d-b0cd-9404533692c7 admin admin] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 02:12:00.085790 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b5269e-69b8-445c-92b8-b63bba7fb137 None None] Sync routers for ids ['7dc28e0f-dfc8-4403-bd0c-e569d832eb50'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 02:12:00.094402 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-af882824-cb4c-430d-b0cd-9404533692c7 admin admin] Publish callbacks [] for router, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:00.098066 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-af882824-cb4c-430d-b0cd-9404533692c7 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5006788 Nov 24 02:12:00.098406 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 55092) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:12:00.099462 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b5269e-69b8-445c-92b8-b63bba7fb137 None None] Routers {'7dc28e0f-dfc8-4403-bd0c-e569d832eb50'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:12:00.100207 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-b0b5269e-69b8-445c-92b8-b63bba7fb137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:11:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['7dc28e0f-dfc8-4403-bd0c-e569d832eb50'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:12:00.154550 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:00.158320 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374d42ed-294d-4334-9fbc-122284916792 None None] Network 6c845b02-f138-4884-b496-65284a90cf84 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 02:12:00.241467 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-60f833af-2a38-479a-9b6c-11ed4a2489ae None None] Provisioning complete for port e257b25e-d85b-4ce0-b913-ae6645a1a91d triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:12:00.241933 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-60f833af-2a38-479a-9b6c-11ed4a2489ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:00.303910 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-b0b5269e-69b8-445c-92b8-b63bba7fb137 None None] Set router 7dc28e0f-dfc8-4403-bd0c-e569d832eb50 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:12:00.490749 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-b0b5269e-69b8-445c-92b8-b63bba7fb137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dc28e0f-dfc8-4403-bd0c-e569d832eb50', 'name': 'tempest-TestEncryptedCinderVolumes-1670178422-router', 'tenant_id': 'b5c8689b479740b2be4ba5e2970aafcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.99'}], 'enable_snat': True}, 'gw_port_id': 'd181fa1c-c99c-4114-a329-b55e841c9a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:11:58Z', 'updated_at': '2021-11-24T02:11:59Z', 'revision_number': 3, 'project_id': 'b5c8689b479740b2be4ba5e2970aafcc', 'gw_port': {'id': 'd181fa1c-c99c-4114-a329-b55e841c9a63', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:15:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dc28e0f-dfc8-4403-bd0c-e569d832eb50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:11:59Z', 'updated_at': '2021-11-24T02:11:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:12:00.519519 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b5269e-69b8-445c-92b8-b63bba7fb137 None None] Checking router: 7dc28e0f-dfc8-4403-bd0c-e569d832eb50 for host: dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 02:12:00.519871 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b5269e-69b8-445c-92b8-b63bba7fb137 None None] Updating router 7dc28e0f-dfc8-4403-bd0c-e569d832eb50 port d181fa1c-c99c-4114-a329-b55e841c9a63 binding host dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 02:12:00.531838 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-60f833af-2a38-479a-9b6c-11ed4a2489ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:00.552895 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-b0b5269e-69b8-445c-92b8-b63bba7fb137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:00.563404 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b81e74bf-7cf1-41ed-a32d-8cf652c0bff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:00.567161 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-60f833af-2a38-479a-9b6c-11ed4a2489ae None None] For port e257b25e-d85b-4ce0-b913-ae6645a1a91d, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=e257b25e-d85b-4ce0-b913-ae6645a1a91d,segment=NetworkSegment(8559ff32-3680-402a-8b44-45cd7b771e1f),segment_id=8559ff32-3680-402a-8b44-45cd7b771e1f)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:12:00.577695 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-60f833af-2a38-479a-9b6c-11ed4a2489ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:00.661605 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f833af-2a38-479a-9b6c-11ed4a2489ae None None] Pushing event updated for resources: {'Port': ['ID=e257b25e-d85b-4ce0-b913-ae6645a1a91d,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:12:00.709669 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device e257b25e-d85b-4ce0-b913-ae6645a1a91d up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 02:12:00.760292 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-b81e74bf-7cf1-41ed-a32d-8cf652c0bff4 admin admin] Allocated IP 172.20.0.1 (6c845b02-f138-4884-b496-65284a90cf84/c6b223ee-c825-4ade-9075-36716b7f8037/f40d3b80-1687-45b2-bae3-3871faf83a09) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 02:12:00.770148 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port e257b25e-d85b-4ce0-b913-ae6645a1a91d triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:12:00.770891 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:00.869965 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b81e74bf-7cf1-41ed-a32d-8cf652c0bff4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:00.880668 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-b0b5269e-69b8-445c-92b8-b63bba7fb137 None None] Publish callbacks [] for port, precommit_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:00.886793 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-b0b5269e-69b8-445c-92b8-b63bba7fb137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:00.903616 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-1929e685-1740-430c-853b-a4c919199759 None None] Provisioning complete for port e257b25e-d85b-4ce0-b913-ae6645a1a91d triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:12:00.904200 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-1929e685-1740-430c-853b-a4c919199759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:00.906985 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b81e74bf-7cf1-41ed-a32d-8cf652c0bff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:00.939332 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-b0b5269e-69b8-445c-92b8-b63bba7fb137 None None] Attempting to bind port d181fa1c-c99c-4114-a329-b55e841c9a63 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 02:12:00.939567 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca35a8e-53ee-4982-93d4-669eda9ad402 None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 02:12:00.940072 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-b0b5269e-69b8-445c-92b8-b63bba7fb137 None None] Attempting to bind port d181fa1c-c99c-4114-a329-b55e841c9a63 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}] {{(pid=109869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 02:12:00.940072 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b5269e-69b8-445c-92b8-b63bba7fb137 None None] Attempting to bind port d181fa1c-c99c-4114-a329-b55e841c9a63 on network eb22795d-37ee-46ee-844d-92c17e2ea450 {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 02:12:00.943338 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01da9d12-d87d-475c-9f6f-d6de902c57fb None None] Pushing event updated for resources: {'Port': ['ID=d181fa1c-c99c-4114-a329-b55e841c9a63,revision_number=2']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:12:00.948105 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b5269e-69b8-445c-92b8-b63bba7fb137 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 02:12:00.948491 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b5269e-69b8-445c-92b8-b63bba7fb137 None None] Checking segment: {'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 02:12:00.949224 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-b0b5269e-69b8-445c-92b8-b63bba7fb137 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:00.949224 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b5269e-69b8-445c-92b8-b63bba7fb137 None None] Bound using segment: {'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'} {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 02:12:00.949750 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-b0b5269e-69b8-445c-92b8-b63bba7fb137 None None] Bound port: d181fa1c-c99c-4114-a329-b55e841c9a63, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}}] {{(pid=109869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 02:12:00.950121 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-b0b5269e-69b8-445c-92b8-b63bba7fb137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:00.957847 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01da9d12-d87d-475c-9f6f-d6de902c57fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:12:00.958195 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01da9d12-d87d-475c-9f6f-d6de902c57fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:12:00.958537 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01da9d12-d87d-475c-9f6f-d6de902c57fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:12:00.958892 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01da9d12-d87d-475c-9f6f-d6de902c57fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:12:00.959196 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01da9d12-d87d-475c-9f6f-d6de902c57fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:12:00.959700 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01da9d12-d87d-475c-9f6f-d6de902c57fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:12:00.959827 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01da9d12-d87d-475c-9f6f-d6de902c57fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:12:00.960191 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01da9d12-d87d-475c-9f6f-d6de902c57fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:12:00.960471 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01da9d12-d87d-475c-9f6f-d6de902c57fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:12:00.960800 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01da9d12-d87d-475c-9f6f-d6de902c57fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:12:00.961112 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01da9d12-d87d-475c-9f6f-d6de902c57fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:12:00.961457 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01da9d12-d87d-475c-9f6f-d6de902c57fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:12:00.966171 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81e74bf-7cf1-41ed-a32d-8cf652c0bff4 admin admin] Pushing event updated for resources: {'Port': ['ID=f40d3b80-1687-45b2-bae3-3871faf83a09,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:12:00.976539 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81e74bf-7cf1-41ed-a32d-8cf652c0bff4 admin admin] Network 6c845b02-f138-4884-b496-65284a90cf84 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 02:12:00.977992 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-b81e74bf-7cf1-41ed-a32d-8cf652c0bff4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:12:00.980561 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81e74bf-7cf1-41ed-a32d-8cf652c0bff4 admin admin] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 02:12:01.025519 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.db [None req-b0b5269e-69b8-445c-92b8-b63bba7fb137 None None] For port d181fa1c-c99c-4114-a329-b55e841c9a63, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 02:12:01.029991 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.db [None req-b0b5269e-69b8-445c-92b8-b63bba7fb137 None None] For port d181fa1c-c99c-4114-a329-b55e841c9a63, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=d181fa1c-c99c-4114-a329-b55e841c9a63,segment=NetworkSegment(03509fd2-ca9c-4aa0-94e6-e236afda62e7),segment_id=03509fd2-ca9c-4aa0-94e6-e236afda62e7)] {{(pid=109869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 02:12:01.035424 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-b0b5269e-69b8-445c-92b8-b63bba7fb137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:01.083371 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce3c22a-8e95-4e0f-a770-558efb00e9e6 None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 02:12:01.099137 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b5269e-69b8-445c-92b8-b63bba7fb137 None None] Routers {'7dc28e0f-dfc8-4403-bd0c-e569d832eb50'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:12:01.099860 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-b0b5269e-69b8-445c-92b8-b63bba7fb137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:11:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['7dc28e0f-dfc8-4403-bd0c-e569d832eb50'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:12:01.139622 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01da9d12-d87d-475c-9f6f-d6de902c57fb None None] Pushing event updated for resources: {'Port': ['ID=d181fa1c-c99c-4114-a329-b55e841c9a63,revision_number=3']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:12:01.153580 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-c13c8464-3798-4850-bd1e-a7eb72cdad83 None None] Provisioning complete for port d181fa1c-c99c-4114-a329-b55e841c9a63 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:12:01.153962 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-c13c8464-3798-4850-bd1e-a7eb72cdad83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:01.232919 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-b0b5269e-69b8-445c-92b8-b63bba7fb137 None None] Set router 7dc28e0f-dfc8-4403-bd0c-e569d832eb50 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:12:01.242246 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-c13c8464-3798-4850-bd1e-a7eb72cdad83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:01.267401 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-c13c8464-3798-4850-bd1e-a7eb72cdad83 None None] For port d181fa1c-c99c-4114-a329-b55e841c9a63, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=d181fa1c-c99c-4114-a329-b55e841c9a63,segment=NetworkSegment(03509fd2-ca9c-4aa0-94e6-e236afda62e7),segment_id=03509fd2-ca9c-4aa0-94e6-e236afda62e7)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:12:01.272175 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-c13c8464-3798-4850-bd1e-a7eb72cdad83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:01.325729 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13c8464-3798-4850-bd1e-a7eb72cdad83 None None] Pushing event updated for resources: {'Port': ['ID=d181fa1c-c99c-4114-a329-b55e841c9a63,revision_number=4']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:12:01.368636 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b81e74bf-7cf1-41ed-a32d-8cf652c0bff4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3777869'] for router_interface, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:01.395106 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-0d99a69d-7d16-47f5-8c37-852f257a9fc5 None None] Provisioning complete for port f40d3b80-1687-45b2-bae3-3871faf83a09 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:12:01.395576 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-0d99a69d-7d16-47f5-8c37-852f257a9fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:01.430293 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-0d99a69d-7d16-47f5-8c37-852f257a9fc5 None None] Port f40d3b80-1687-45b2-bae3-3871faf83a09 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 02:12:01.432476 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-b0b5269e-69b8-445c-92b8-b63bba7fb137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dc28e0f-dfc8-4403-bd0c-e569d832eb50', 'name': 'tempest-TestEncryptedCinderVolumes-1670178422-router', 'tenant_id': 'b5c8689b479740b2be4ba5e2970aafcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.99'}], 'enable_snat': True}, 'gw_port_id': 'd181fa1c-c99c-4114-a329-b55e841c9a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:11:58Z', 'updated_at': '2021-11-24T02:11:59Z', 'revision_number': 3, 'project_id': 'b5c8689b479740b2be4ba5e2970aafcc', 'gw_port': {'id': 'd181fa1c-c99c-4114-a329-b55e841c9a63', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:15:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dc28e0f-dfc8-4403-bd0c-e569d832eb50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:11:59Z', 'updated_at': '2021-11-24T02:12:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:12:01.463647 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b5269e-69b8-445c-92b8-b63bba7fb137 None None] The sync data for ids ['7dc28e0f-dfc8-4403-bd0c-e569d832eb50'] in dv-neutron-818911-2-hyperv is: [{'id': '7dc28e0f-dfc8-4403-bd0c-e569d832eb50', 'name': 'tempest-TestEncryptedCinderVolumes-1670178422-router', 'tenant_id': 'b5c8689b479740b2be4ba5e2970aafcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.99'}], 'enable_snat': True}, 'gw_port_id': 'd181fa1c-c99c-4114-a329-b55e841c9a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:11:58Z', 'updated_at': '2021-11-24T02:11:59Z', 'revision_number': 3, 'project_id': 'b5c8689b479740b2be4ba5e2970aafcc', 'gw_port': {'id': 'd181fa1c-c99c-4114-a329-b55e841c9a63', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:15:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dc28e0f-dfc8-4403-bd0c-e569d832eb50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:11:59Z', 'updated_at': '2021-11-24T02:12:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 02:12:01.506085 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b81e74bf-7cf1-41ed-a32d-8cf652c0bff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:01.687887 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b81e74bf-7cf1-41ed-a32d-8cf652c0bff4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:01.692464 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b81e74bf-7cf1-41ed-a32d-8cf652c0bff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25501696'] for port, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:01.761444 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b81e74bf-7cf1-41ed-a32d-8cf652c0bff4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3778017'] for router_interface, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:01.763325 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81e74bf-7cf1-41ed-a32d-8cf652c0bff4 admin admin] Pushing event updated for resources: {'Port': ['ID=f40d3b80-1687-45b2-bae3-3871faf83a09,revision_number=2']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:12:01.862262 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81e74bf-7cf1-41ed-a32d-8cf652c0bff4 admin admin] Network 6c845b02-f138-4884-b496-65284a90cf84 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 02:12:01.863647 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-b81e74bf-7cf1-41ed-a32d-8cf652c0bff4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:12:01.986125 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b81e74bf-7cf1-41ed-a32d-8cf652c0bff4 admin admin] Router 7dc28e0f-dfc8-4403-bd0c-e569d832eb50 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 02:12:02.107359 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b81e74bf-7cf1-41ed-a32d-8cf652c0bff4 admin admin] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 02:12:02.113444 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-b81e74bf-7cf1-41ed-a32d-8cf652c0bff4 admin admin] 10.222.0.21 "PUT /v2.0/routers/7dc28e0f-dfc8-4403-bd0c-e569d832eb50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0132258 Nov 24 02:12:02.155194 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-4a6c951e-1aba-4af6-940e-3b3936c2b2f6 None None] Provisioning complete for port f40d3b80-1687-45b2-bae3-3871faf83a09 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:12:02.155692 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-4a6c951e-1aba-4af6-940e-3b3936c2b2f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:02.190740 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-4a6c951e-1aba-4af6-940e-3b3936c2b2f6 None None] Port f40d3b80-1687-45b2-bae3-3871faf83a09 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 02:12:02.583246 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 55108) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:12:02.586316 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-af1084d7-7350-43ed-9157-db019a1622c8 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1748459677-network', 'tenant_id': '07ec9bd869bf4cb89fd28cc0de83692d'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:12:02.608017 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af1084d7-7350-43ed-9157-db019a1622c8 admin admin] Made reservation on behalf of 07ec9bd869bf4cb89fd28cc0de83692d for: {'network': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 02:12:02.610728 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-af1084d7-7350-43ed-9157-db019a1622c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:02.619253 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-af1084d7-7350-43ed-9157-db019a1622c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:02.681437 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device d181fa1c-c99c-4114-a329-b55e841c9a63 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 02:12:02.701263 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-af1084d7-7350-43ed-9157-db019a1622c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:02.706475 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-af1084d7-7350-43ed-9157-db019a1622c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:02.731236 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af1084d7-7350-43ed-9157-db019a1622c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=109866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 02:12:02.731630 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port d181fa1c-c99c-4114-a329-b55e841c9a63 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:12:02.732012 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:02.741242 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1084d7-7350-43ed-9157-db019a1622c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b95f5b4a-33b1-4f7d-b3af-57874a8fa244,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:12:02.746213 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-af1084d7-7350-43ed-9157-db019a1622c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:02.747074 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.segments_db [None req-af1084d7-7350-43ed-9157-db019a1622c8 admin admin] Added segment efa7458c-89e6-4e6e-8e8d-e82e8a8c3e4d of type vlan for network bd6c8619-219a-44f3-8911-f644dc9aa92f Nov 24 02:12:02.793370 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-af1084d7-7350-43ed-9157-db019a1622c8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:02.820781 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-af1084d7-7350-43ed-9157-db019a1622c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:02.821680 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1084d7-7350-43ed-9157-db019a1622c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:12:02.822264 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-af1084d7-7350-43ed-9157-db019a1622c8 admin admin] Publish callbacks [] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:02.831784 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device e257b25e-d85b-4ce0-b913-ae6645a1a91d up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 02:12:02.858338 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 55110) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:12:02.863339 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-2ea49313-aa7f-475d-abfb-6e6de2dd2197 admin admin] Request body: {'subnet': {'network_id': 'bd6c8619-219a-44f3-8911-f644dc9aa92f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1748459677-subnet', 'tenant_id': '07ec9bd869bf4cb89fd28cc0de83692d', 'ip_version': 4}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:12:02.866655 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-af1084d7-7350-43ed-9157-db019a1622c8 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.2837670 Nov 24 02:12:02.882614 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port e257b25e-d85b-4ce0-b913-ae6645a1a91d triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:12:02.882977 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:02.890065 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ea49313-aa7f-475d-abfb-6e6de2dd2197 admin admin] Made reservation on behalf of 07ec9bd869bf4cb89fd28cc0de83692d for: {'subnet': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 02:12:02.892570 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2ea49313-aa7f-475d-abfb-6e6de2dd2197 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25307781'] for subnet, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:02.905705 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1084d7-7350-43ed-9157-db019a1622c8 admin admin] Pushing event updated for resources: {'Network': ['ID=bd6c8619-219a-44f3-8911-f644dc9aa92f,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:12:02.916954 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network bd6c8619-219a-44f3-8911-f644dc9aa92f details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 02:12:03.069201 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2ea49313-aa7f-475d-abfb-6e6de2dd2197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25501847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25307831'] for subnet, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:03.123419 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9cdb66-6ce9-4a2d-baad-bf11276ee4f5 None None] Sync routers for ids ['7dc28e0f-dfc8-4403-bd0c-e569d832eb50'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 02:12:03.128973 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea49313-aa7f-475d-abfb-6e6de2dd2197 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55b72019-363d-47d7-b0e2-e7991e9afea3,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:12:03.132800 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9cdb66-6ce9-4a2d-baad-bf11276ee4f5 None None] Routers {'7dc28e0f-dfc8-4403-bd0c-e569d832eb50'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:12:03.133483 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-da9cdb66-6ce9-4a2d-baad-bf11276ee4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:11:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['7dc28e0f-dfc8-4403-bd0c-e569d832eb50'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:12:03.136097 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea49313-aa7f-475d-abfb-6e6de2dd2197 admin admin] Checking segment: {'id': 'efa7458c-89e6-4e6e-8e8d-e82e8a8c3e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bd6c8619-219a-44f3-8911-f644dc9aa92f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 02:12:03.136459 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea49313-aa7f-475d-abfb-6e6de2dd2197 admin admin] Network hostable DHCP agents. Network: bd6c8619-219a-44f3-8911-f644dc9aa92f, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 02:12:03.154172 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea49313-aa7f-475d-abfb-6e6de2dd2197 admin admin] Network bd6c8619-219a-44f3-8911-f644dc9aa92f is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 02:12:03.162971 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-2ea49313-aa7f-475d-abfb-6e6de2dd2197 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, bd6c8619-219a-44f3-8911-f644dc9aa92f) {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:12:03.166960 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea49313-aa7f-475d-abfb-6e6de2dd2197 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:12:03.167546 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2ea49313-aa7f-475d-abfb-6e6de2dd2197 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:03.176070 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad729792-b1fb-41b3-9974-19414596c8f6 None None] Network bd6c8619-219a-44f3-8911-f644dc9aa92f requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 02:12:03.184830 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-2ea49313-aa7f-475d-abfb-6e6de2dd2197 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3247204 Nov 24 02:12:03.187299 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 55112) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:12:03.191498 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-e0a5a9d4-76d2-43da-a542-210642ef0f2c admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1748459677-router', 'tenant_id': '07ec9bd869bf4cb89fd28cc0de83692d', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:12:03.211357 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e0a5a9d4-76d2-43da-a542-210642ef0f2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-424105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2744'] for router, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:03.212663 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e0a5a9d4-76d2-43da-a542-210642ef0f2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-424325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-326625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2753'] for router, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:03.268787 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e0a5a9d4-76d2-43da-a542-210642ef0f2c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:03.316990 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-da9cdb66-6ce9-4a2d-baad-bf11276ee4f5 None None] Set router 7dc28e0f-dfc8-4403-bd0c-e569d832eb50 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:12:03.405129 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e0a5a9d4-76d2-43da-a542-210642ef0f2c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:03.488260 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d290b7b-0b83-4044-8330-cba7182e6bde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-bd6c8619-219a-44f3-8911-f644dc9aa92f', 'network_id': 'bd6c8619-219a-44f3-8911-f644dc9aa92f', 'tenant_id': '07ec9bd869bf4cb89fd28cc0de83692d', 'fixed_ips': [{'subnet_id': '55b72019-363d-47d7-b0e2-e7991e9afea3'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 02:12:03.489124 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-8d290b7b-0b83-4044-8330-cba7182e6bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:03.612668 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e0a5a9d4-76d2-43da-a542-210642ef0f2c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:03.631793 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e0a5a9d4-76d2-43da-a542-210642ef0f2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:03.681237 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-8d290b7b-0b83-4044-8330-cba7182e6bde None None] Allocated IP 172.20.0.2 (bd6c8619-219a-44f3-8911-f644dc9aa92f/55b72019-363d-47d7-b0e2-e7991e9afea3/1cd5ad53-8293-4191-8173-ecbfae9d382c) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 02:12:03.696869 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-da9cdb66-6ce9-4a2d-baad-bf11276ee4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dc28e0f-dfc8-4403-bd0c-e569d832eb50', 'name': 'tempest-TestEncryptedCinderVolumes-1670178422-router', 'tenant_id': 'b5c8689b479740b2be4ba5e2970aafcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.99'}], 'enable_snat': True}, 'gw_port_id': 'd181fa1c-c99c-4114-a329-b55e841c9a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:11:58Z', 'updated_at': '2021-11-24T02:12:01Z', 'revision_number': 4, 'project_id': 'b5c8689b479740b2be4ba5e2970aafcc', 'gw_port': {'id': 'd181fa1c-c99c-4114-a329-b55e841c9a63', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:15:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc28e0f-dfc8-4403-bd0c-e569d832eb50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:11:59Z', 'updated_at': '2021-11-24T02:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': 'f40d3b80-1687-45b2-bae3-3871faf83a09', 'name': '', 'network_id': '6c845b02-f138-4884-b496-65284a90cf84', 'tenant_id': 'b5c8689b479740b2be4ba5e2970aafcc', 'mac_address': 'fa:16:3e:9a:2a:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dc28e0f-dfc8-4403-bd0c-e569d832eb50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'c6b223ee-c825-4ade-9075-36716b7f8037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:12:00Z', 'updated_at': '2021-11-24T02:12:01Z', 'revision_number': 2, 'project_id': 'b5c8689b479740b2be4ba5e2970aafcc', 'subnets': [{'id': 'c6b223ee-c825-4ade-9075-36716b7f8037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:12:03.726380 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9cdb66-6ce9-4a2d-baad-bf11276ee4f5 None None] Checking router: 7dc28e0f-dfc8-4403-bd0c-e569d832eb50 for host: dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 02:12:03.726739 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9cdb66-6ce9-4a2d-baad-bf11276ee4f5 None None] Updating router 7dc28e0f-dfc8-4403-bd0c-e569d832eb50 port f40d3b80-1687-45b2-bae3-3871faf83a09 binding host dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 02:12:03.734589 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-e0a5a9d4-76d2-43da-a542-210642ef0f2c admin admin] Allocated IP 172.26.5.121 (eb22795d-37ee-46ee-844d-92c17e2ea450/3e66fcff-6e72-4083-b514-48f69cdaa2cb/8630af34-3c49-41c0-9a53-19be971f1dbf) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 02:12:03.794895 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-da9cdb66-6ce9-4a2d-baad-bf11276ee4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:03.846668 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e0a5a9d4-76d2-43da-a542-210642ef0f2c admin admin] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:03.880606 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e0a5a9d4-76d2-43da-a542-210642ef0f2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:03.921441 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a5a9d4-76d2-43da-a542-210642ef0f2c admin admin] Network eb22795d-37ee-46ee-844d-92c17e2ea450 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 02:12:03.924235 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-e0a5a9d4-76d2-43da-a542-210642ef0f2c admin admin] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:12:03.926853 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a5a9d4-76d2-43da-a542-210642ef0f2c admin admin] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 02:12:03.943199 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a1108d-a7f6-4daf-b030-ecf9de7ce7a4 None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 02:12:03.954047 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a5a9d4-76d2-43da-a542-210642ef0f2c admin admin] Pushing event updated for resources: {'Port': ['ID=8630af34-3c49-41c0-9a53-19be971f1dbf,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:12:03.984907 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-8d290b7b-0b83-4044-8330-cba7182e6bde None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:04.003969 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-8d290b7b-0b83-4044-8330-cba7182e6bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:04.191093 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e0a5a9d4-76d2-43da-a542-210642ef0f2c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:04.247811 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d290b7b-0b83-4044-8330-cba7182e6bde None None] Network bd6c8619-219a-44f3-8911-f644dc9aa92f is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 02:12:04.256406 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-330f3bba-098b-41e1-b013-798fdc449f0e None None] Provisioning complete for port 8630af34-3c49-41c0-9a53-19be971f1dbf triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:12:04.256778 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-330f3bba-098b-41e1-b013-798fdc449f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:04.258551 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-8d290b7b-0b83-4044-8330-cba7182e6bde None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:12:04.282282 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d290b7b-0b83-4044-8330-cba7182e6bde None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 02:12:04.302731 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d290b7b-0b83-4044-8330-cba7182e6bde None None] Pushing event updated for resources: {'Port': ['ID=1cd5ad53-8293-4191-8173-ecbfae9d382c,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:12:04.343931 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-330f3bba-098b-41e1-b013-798fdc449f0e None None] Port 8630af34-3c49-41c0-9a53-19be971f1dbf cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 02:12:04.384277 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-8d290b7b-0b83-4044-8330-cba7182e6bde None None] Attempting to bind port 1cd5ad53-8293-4191-8173-ecbfae9d382c on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 02:12:04.384660 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-8d290b7b-0b83-4044-8330-cba7182e6bde None None] Attempting to bind port 1cd5ad53-8293-4191-8173-ecbfae9d382c by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': 'efa7458c-89e6-4e6e-8e8d-e82e8a8c3e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bd6c8619-219a-44f3-8911-f644dc9aa92f'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 02:12:04.385027 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d290b7b-0b83-4044-8330-cba7182e6bde None None] Attempting to bind port 1cd5ad53-8293-4191-8173-ecbfae9d382c on network bd6c8619-219a-44f3-8911-f644dc9aa92f {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 02:12:04.393273 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e0a5a9d4-76d2-43da-a542-210642ef0f2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-424338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418138'] for router, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:04.411376 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d290b7b-0b83-4044-8330-cba7182e6bde None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 02:12:04.411749 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d290b7b-0b83-4044-8330-cba7182e6bde None None] Checking segment: {'id': 'efa7458c-89e6-4e6e-8e8d-e82e8a8c3e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bd6c8619-219a-44f3-8911-f644dc9aa92f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 02:12:04.412150 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-8d290b7b-0b83-4044-8330-cba7182e6bde None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:04.412546 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d290b7b-0b83-4044-8330-cba7182e6bde None None] Bound using segment: {'id': 'efa7458c-89e6-4e6e-8e8d-e82e8a8c3e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bd6c8619-219a-44f3-8911-f644dc9aa92f'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 02:12:04.413018 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-8d290b7b-0b83-4044-8330-cba7182e6bde None None] Bound port: 1cd5ad53-8293-4191-8173-ecbfae9d382c, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efa7458c-89e6-4e6e-8e8d-e82e8a8c3e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bd6c8619-219a-44f3-8911-f644dc9aa92f'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 02:12:04.413403 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-8d290b7b-0b83-4044-8330-cba7182e6bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:04.441009 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-da9cdb66-6ce9-4a2d-baad-bf11276ee4f5 None None] Publish callbacks [] for port, precommit_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:04.465512 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-da9cdb66-6ce9-4a2d-baad-bf11276ee4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:04.528532 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0a5a9d4-76d2-43da-a542-210642ef0f2c admin admin] Router ebdf8b41-414b-4cac-87d8-673bf61eb5a4 is scheduled to L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e with binding_index 1 {{(pid=109867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 02:12:04.541028 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-8d290b7b-0b83-4044-8330-cba7182e6bde None None] For port 1cd5ad53-8293-4191-8173-ecbfae9d382c, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 02:12:04.546572 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de40b632-768e-4644-8fda-37c81b3114ea None None] Pushing event updated for resources: {'Port': ['ID=f40d3b80-1687-45b2-bae3-3871faf83a09,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:12:04.573060 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-8d290b7b-0b83-4044-8330-cba7182e6bde None None] For port 1cd5ad53-8293-4191-8173-ecbfae9d382c, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=1cd5ad53-8293-4191-8173-ecbfae9d382c,segment=NetworkSegment(efa7458c-89e6-4e6e-8e8d-e82e8a8c3e4d),segment_id=efa7458c-89e6-4e6e-8e8d-e82e8a8c3e4d)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 02:12:04.598607 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-8d290b7b-0b83-4044-8330-cba7182e6bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:04.643602 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-da9cdb66-6ce9-4a2d-baad-bf11276ee4f5 None None] Attempting to bind port f40d3b80-1687-45b2-bae3-3871faf83a09 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 02:12:04.644113 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-da9cdb66-6ce9-4a2d-baad-bf11276ee4f5 None None] Attempting to bind port f40d3b80-1687-45b2-bae3-3871faf83a09 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '8559ff32-3680-402a-8b44-45cd7b771e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6c845b02-f138-4884-b496-65284a90cf84'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 02:12:04.644689 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9cdb66-6ce9-4a2d-baad-bf11276ee4f5 None None] Attempting to bind port f40d3b80-1687-45b2-bae3-3871faf83a09 on network 6c845b02-f138-4884-b496-65284a90cf84 {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 02:12:04.651350 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0a5a9d4-76d2-43da-a542-210642ef0f2c admin admin] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 02:12:04.657914 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9cdb66-6ce9-4a2d-baad-bf11276ee4f5 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 02:12:04.658400 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9cdb66-6ce9-4a2d-baad-bf11276ee4f5 None None] Checking segment: {'id': '8559ff32-3680-402a-8b44-45cd7b771e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6c845b02-f138-4884-b496-65284a90cf84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 02:12:04.658687 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-da9cdb66-6ce9-4a2d-baad-bf11276ee4f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:04.659076 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9cdb66-6ce9-4a2d-baad-bf11276ee4f5 None None] Bound using segment: {'id': '8559ff32-3680-402a-8b44-45cd7b771e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6c845b02-f138-4884-b496-65284a90cf84'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 02:12:04.659554 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-da9cdb66-6ce9-4a2d-baad-bf11276ee4f5 None None] Bound port: f40d3b80-1687-45b2-bae3-3871faf83a09, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8559ff32-3680-402a-8b44-45cd7b771e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6c845b02-f138-4884-b496-65284a90cf84'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 02:12:04.659940 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-da9cdb66-6ce9-4a2d-baad-bf11276ee4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:04.670631 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756bd31f-c584-4b9b-a29a-4dae2f0ee0b3 None None] Sync routers for ids ['ebdf8b41-414b-4cac-87d8-673bf61eb5a4'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 02:12:04.673356 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e0a5a9d4-76d2-43da-a542-210642ef0f2c admin admin] Publish callbacks [] for router, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:04.674990 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-e0a5a9d4-76d2-43da-a542-210642ef0f2c admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.4867034 Nov 24 02:12:04.678184 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 55114) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:12:04.686079 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d290b7b-0b83-4044-8330-cba7182e6bde None None] Pushing event updated for resources: {'Port': ['ID=1cd5ad53-8293-4191-8173-ecbfae9d382c,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:12:04.710451 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756bd31f-c584-4b9b-a29a-4dae2f0ee0b3 None None] Routers {'ebdf8b41-414b-4cac-87d8-673bf61eb5a4'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:12:04.711908 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-756bd31f-c584-4b9b-a29a-4dae2f0ee0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:11:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['ebdf8b41-414b-4cac-87d8-673bf61eb5a4'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:12:04.748658 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-da9cdb66-6ce9-4a2d-baad-bf11276ee4f5 None None] For port f40d3b80-1687-45b2-bae3-3871faf83a09, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 02:12:04.754431 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-da9cdb66-6ce9-4a2d-baad-bf11276ee4f5 None None] For port f40d3b80-1687-45b2-bae3-3871faf83a09, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=f40d3b80-1687-45b2-bae3-3871faf83a09,segment=NetworkSegment(8559ff32-3680-402a-8b44-45cd7b771e1f),segment_id=8559ff32-3680-402a-8b44-45cd7b771e1f)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 02:12:04.764436 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-da9cdb66-6ce9-4a2d-baad-bf11276ee4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:04.811516 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e62dd2c2-17fe-458b-876a-7ce77fd9f6a1 None None] Provisioning complete for port f40d3b80-1687-45b2-bae3-3871faf83a09 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:12:04.811886 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e62dd2c2-17fe-458b-876a-7ce77fd9f6a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:04.858701 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-756bd31f-c584-4b9b-a29a-4dae2f0ee0b3 None None] Set router ebdf8b41-414b-4cac-87d8-673bf61eb5a4 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:12:04.885676 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de40b632-768e-4644-8fda-37c81b3114ea None None] Pushing event updated for resources: {'Port': ['ID=f40d3b80-1687-45b2-bae3-3871faf83a09,revision_number=4']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:12:04.890392 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9cdb66-6ce9-4a2d-baad-bf11276ee4f5 None None] Routers {'7dc28e0f-dfc8-4403-bd0c-e569d832eb50'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:12:04.891021 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-da9cdb66-6ce9-4a2d-baad-bf11276ee4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:11:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['7dc28e0f-dfc8-4403-bd0c-e569d832eb50'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:12:05.041006 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e62dd2c2-17fe-458b-876a-7ce77fd9f6a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:05.086980 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-da9cdb66-6ce9-4a2d-baad-bf11276ee4f5 None None] Set router 7dc28e0f-dfc8-4403-bd0c-e569d832eb50 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:12:05.146814 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e62dd2c2-17fe-458b-876a-7ce77fd9f6a1 None None] For port f40d3b80-1687-45b2-bae3-3871faf83a09, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=f40d3b80-1687-45b2-bae3-3871faf83a09,segment=NetworkSegment(8559ff32-3680-402a-8b44-45cd7b771e1f),segment_id=8559ff32-3680-402a-8b44-45cd7b771e1f)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:12:05.152076 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-756bd31f-c584-4b9b-a29a-4dae2f0ee0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebdf8b41-414b-4cac-87d8-673bf61eb5a4', 'name': 'tempest-TestEncryptedCinderVolumes-1748459677-router', 'tenant_id': '07ec9bd869bf4cb89fd28cc0de83692d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.121'}], 'enable_snat': True}, 'gw_port_id': '8630af34-3c49-41c0-9a53-19be971f1dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:12:03Z', 'updated_at': '2021-11-24T02:12:04Z', 'revision_number': 3, 'project_id': '07ec9bd869bf4cb89fd28cc0de83692d', 'gw_port': {'id': '8630af34-3c49-41c0-9a53-19be971f1dbf', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:75:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebdf8b41-414b-4cac-87d8-673bf61eb5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:12:03Z', 'updated_at': '2021-11-24T02:12:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:12:05.159022 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e62dd2c2-17fe-458b-876a-7ce77fd9f6a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:05.191524 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756bd31f-c584-4b9b-a29a-4dae2f0ee0b3 None None] Checking router: ebdf8b41-414b-4cac-87d8-673bf61eb5a4 for host: dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 02:12:05.191875 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756bd31f-c584-4b9b-a29a-4dae2f0ee0b3 None None] Updating router ebdf8b41-414b-4cac-87d8-673bf61eb5a4 port 8630af34-3c49-41c0-9a53-19be971f1dbf binding host dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 02:12:05.224341 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-756bd31f-c584-4b9b-a29a-4dae2f0ee0b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:05.297383 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2e303e6c-e7d3-433b-a5f2-b22ba5139c84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:05.302438 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62dd2c2-17fe-458b-876a-7ce77fd9f6a1 None None] Pushing event updated for resources: {'Port': ['ID=f40d3b80-1687-45b2-bae3-3871faf83a09,revision_number=5']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:12:05.328016 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-a8050555-61e2-4aaf-b919-2a102af2aef6 None None] Provisioning complete for port f40d3b80-1687-45b2-bae3-3871faf83a09 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:12:05.328388 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a8050555-61e2-4aaf-b919-2a102af2aef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:05.456744 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-da9cdb66-6ce9-4a2d-baad-bf11276ee4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dc28e0f-dfc8-4403-bd0c-e569d832eb50', 'name': 'tempest-TestEncryptedCinderVolumes-1670178422-router', 'tenant_id': 'b5c8689b479740b2be4ba5e2970aafcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.99'}], 'enable_snat': True}, 'gw_port_id': 'd181fa1c-c99c-4114-a329-b55e841c9a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:11:58Z', 'updated_at': '2021-11-24T02:12:01Z', 'revision_number': 4, 'project_id': 'b5c8689b479740b2be4ba5e2970aafcc', 'gw_port': {'id': 'd181fa1c-c99c-4114-a329-b55e841c9a63', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:15:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc28e0f-dfc8-4403-bd0c-e569d832eb50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:11:59Z', 'updated_at': '2021-11-24T02:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': 'f40d3b80-1687-45b2-bae3-3871faf83a09', 'name': '', 'network_id': '6c845b02-f138-4884-b496-65284a90cf84', 'tenant_id': 'b5c8689b479740b2be4ba5e2970aafcc', 'mac_address': 'fa:16:3e:9a:2a:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dc28e0f-dfc8-4403-bd0c-e569d832eb50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'c6b223ee-c825-4ade-9075-36716b7f8037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:12:00Z', 'updated_at': '2021-11-24T02:12:04Z', 'revision_number': 4, 'project_id': 'b5c8689b479740b2be4ba5e2970aafcc', 'subnets': [{'id': 'c6b223ee-c825-4ade-9075-36716b7f8037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:12:05.488010 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-2e303e6c-e7d3-433b-a5f2-b22ba5139c84 admin admin] Allocated IP 172.20.0.1 (bd6c8619-219a-44f3-8911-f644dc9aa92f/55b72019-363d-47d7-b0e2-e7991e9afea3/ca4689f1-421b-4bff-b067-e05a5bab5581) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 02:12:05.488267 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9cdb66-6ce9-4a2d-baad-bf11276ee4f5 None None] The sync data for ids ['7dc28e0f-dfc8-4403-bd0c-e569d832eb50'] in dv-neutron-818911-2-hyperv is: [{'id': '7dc28e0f-dfc8-4403-bd0c-e569d832eb50', 'name': 'tempest-TestEncryptedCinderVolumes-1670178422-router', 'tenant_id': 'b5c8689b479740b2be4ba5e2970aafcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.99'}], 'enable_snat': True}, 'gw_port_id': 'd181fa1c-c99c-4114-a329-b55e841c9a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:11:58Z', 'updated_at': '2021-11-24T02:12:01Z', 'revision_number': 4, 'project_id': 'b5c8689b479740b2be4ba5e2970aafcc', 'gw_port': {'id': 'd181fa1c-c99c-4114-a329-b55e841c9a63', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:15:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc28e0f-dfc8-4403-bd0c-e569d832eb50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:11:59Z', 'updated_at': '2021-11-24T02:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': 'f40d3b80-1687-45b2-bae3-3871faf83a09', 'name': '', 'network_id': '6c845b02-f138-4884-b496-65284a90cf84', 'tenant_id': 'b5c8689b479740b2be4ba5e2970aafcc', 'mac_address': 'fa:16:3e:9a:2a:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dc28e0f-dfc8-4403-bd0c-e569d832eb50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'c6b223ee-c825-4ade-9075-36716b7f8037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:12:00Z', 'updated_at': '2021-11-24T02:12:04Z', 'revision_number': 4, 'project_id': 'b5c8689b479740b2be4ba5e2970aafcc', 'subnets': [{'id': 'c6b223ee-c825-4ade-9075-36716b7f8037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 02:12:05.632415 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2e303e6c-e7d3-433b-a5f2-b22ba5139c84 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:05.665669 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-756bd31f-c584-4b9b-a29a-4dae2f0ee0b3 None None] Publish callbacks [] for port, precommit_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:05.673221 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-756bd31f-c584-4b9b-a29a-4dae2f0ee0b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:05.678728 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2e303e6c-e7d3-433b-a5f2-b22ba5139c84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:05.729480 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3251fd9b-6d9e-4c7a-a798-2110e882d59b None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 02:12:05.745320 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-756bd31f-c584-4b9b-a29a-4dae2f0ee0b3 None None] Attempting to bind port 8630af34-3c49-41c0-9a53-19be971f1dbf on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 02:12:05.748982 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e303e6c-e7d3-433b-a5f2-b22ba5139c84 admin admin] Pushing event updated for resources: {'Port': ['ID=ca4689f1-421b-4bff-b067-e05a5bab5581,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:12:05.749124 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-756bd31f-c584-4b9b-a29a-4dae2f0ee0b3 None None] Attempting to bind port 8630af34-3c49-41c0-9a53-19be971f1dbf by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}] {{(pid=109869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 02:12:05.749432 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756bd31f-c584-4b9b-a29a-4dae2f0ee0b3 None None] Attempting to bind port 8630af34-3c49-41c0-9a53-19be971f1dbf on network eb22795d-37ee-46ee-844d-92c17e2ea450 {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 02:12:05.758754 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e303e6c-e7d3-433b-a5f2-b22ba5139c84 admin admin] Network bd6c8619-219a-44f3-8911-f644dc9aa92f is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 02:12:05.760350 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-2e303e6c-e7d3-433b-a5f2-b22ba5139c84 admin admin] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:12:05.762831 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e303e6c-e7d3-433b-a5f2-b22ba5139c84 admin admin] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 02:12:05.767972 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de41edd-3d21-4653-a2d4-e1906716b9fe None None] Pushing event updated for resources: {'Port': ['ID=8630af34-3c49-41c0-9a53-19be971f1dbf,revision_number=2']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:12:05.770590 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756bd31f-c584-4b9b-a29a-4dae2f0ee0b3 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 02:12:05.770963 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756bd31f-c584-4b9b-a29a-4dae2f0ee0b3 None None] Checking segment: {'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 02:12:05.771361 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-756bd31f-c584-4b9b-a29a-4dae2f0ee0b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:05.771779 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756bd31f-c584-4b9b-a29a-4dae2f0ee0b3 None None] Bound using segment: {'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'} {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 02:12:05.772289 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-756bd31f-c584-4b9b-a29a-4dae2f0ee0b3 None None] Bound port: 8630af34-3c49-41c0-9a53-19be971f1dbf, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}}] {{(pid=109869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 02:12:05.772604 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-756bd31f-c584-4b9b-a29a-4dae2f0ee0b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:05.801336 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-163332c8-f1d6-484d-afa1-631344cb29cd None None] Provisioning complete for port 8630af34-3c49-41c0-9a53-19be971f1dbf triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:12:05.801807 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-163332c8-f1d6-484d-afa1-631344cb29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:05.829191 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.db [None req-756bd31f-c584-4b9b-a29a-4dae2f0ee0b3 None None] For port 8630af34-3c49-41c0-9a53-19be971f1dbf, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 02:12:05.833142 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.db [None req-756bd31f-c584-4b9b-a29a-4dae2f0ee0b3 None None] For port 8630af34-3c49-41c0-9a53-19be971f1dbf, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=8630af34-3c49-41c0-9a53-19be971f1dbf,segment=NetworkSegment(03509fd2-ca9c-4aa0-94e6-e236afda62e7),segment_id=03509fd2-ca9c-4aa0-94e6-e236afda62e7)] {{(pid=109869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 02:12:05.841400 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-756bd31f-c584-4b9b-a29a-4dae2f0ee0b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:05.868043 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2e303e6c-e7d3-433b-a5f2-b22ba5139c84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3777869'] for router_interface, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:05.870730 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-163332c8-f1d6-484d-afa1-631344cb29cd None None] Port 8630af34-3c49-41c0-9a53-19be971f1dbf cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 02:12:05.898338 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f831f81-ab30-47e9-8486-6579d415b5da None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 02:12:05.943171 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756bd31f-c584-4b9b-a29a-4dae2f0ee0b3 None None] Routers {'ebdf8b41-414b-4cac-87d8-673bf61eb5a4'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:12:05.943804 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-756bd31f-c584-4b9b-a29a-4dae2f0ee0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:11:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['ebdf8b41-414b-4cac-87d8-673bf61eb5a4'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:12:05.999826 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-8d91342c-a427-45b7-af96-2bf1ad1b25aa None None] Provisioning complete for port 8630af34-3c49-41c0-9a53-19be971f1dbf triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:12:06.000350 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-8d91342c-a427-45b7-af96-2bf1ad1b25aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:06.039064 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43825a3d-37a8-497e-a99b-1b51a60bbf62 None None] Network bd6c8619-219a-44f3-8911-f644dc9aa92f requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 02:12:06.063755 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-756bd31f-c584-4b9b-a29a-4dae2f0ee0b3 None None] Set router ebdf8b41-414b-4cac-87d8-673bf61eb5a4 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:12:06.121666 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de41edd-3d21-4653-a2d4-e1906716b9fe None None] Pushing event updated for resources: {'Port': ['ID=8630af34-3c49-41c0-9a53-19be971f1dbf,revision_number=3']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:12:06.267402 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-8d91342c-a427-45b7-af96-2bf1ad1b25aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:06.277183 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-756bd31f-c584-4b9b-a29a-4dae2f0ee0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebdf8b41-414b-4cac-87d8-673bf61eb5a4', 'name': 'tempest-TestEncryptedCinderVolumes-1748459677-router', 'tenant_id': '07ec9bd869bf4cb89fd28cc0de83692d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.121'}], 'enable_snat': True}, 'gw_port_id': '8630af34-3c49-41c0-9a53-19be971f1dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:12:03Z', 'updated_at': '2021-11-24T02:12:04Z', 'revision_number': 3, 'project_id': '07ec9bd869bf4cb89fd28cc0de83692d', 'gw_port': {'id': '8630af34-3c49-41c0-9a53-19be971f1dbf', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:75:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebdf8b41-414b-4cac-87d8-673bf61eb5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:12:03Z', 'updated_at': '2021-11-24T02:12:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:12:06.298081 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-8d91342c-a427-45b7-af96-2bf1ad1b25aa None None] For port 8630af34-3c49-41c0-9a53-19be971f1dbf, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=8630af34-3c49-41c0-9a53-19be971f1dbf,segment=NetworkSegment(03509fd2-ca9c-4aa0-94e6-e236afda62e7),segment_id=03509fd2-ca9c-4aa0-94e6-e236afda62e7)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:12:06.304332 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-8d91342c-a427-45b7-af96-2bf1ad1b25aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:06.315956 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756bd31f-c584-4b9b-a29a-4dae2f0ee0b3 None None] The sync data for ids ['ebdf8b41-414b-4cac-87d8-673bf61eb5a4'] in dv-neutron-818911-2-hyperv is: [{'id': 'ebdf8b41-414b-4cac-87d8-673bf61eb5a4', 'name': 'tempest-TestEncryptedCinderVolumes-1748459677-router', 'tenant_id': '07ec9bd869bf4cb89fd28cc0de83692d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.121'}], 'enable_snat': True}, 'gw_port_id': '8630af34-3c49-41c0-9a53-19be971f1dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:12:03Z', 'updated_at': '2021-11-24T02:12:04Z', 'revision_number': 3, 'project_id': '07ec9bd869bf4cb89fd28cc0de83692d', 'gw_port': {'id': '8630af34-3c49-41c0-9a53-19be971f1dbf', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:75:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebdf8b41-414b-4cac-87d8-673bf61eb5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:12:03Z', 'updated_at': '2021-11-24T02:12:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 02:12:06.374555 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d91342c-a427-45b7-af96-2bf1ad1b25aa None None] Pushing event updated for resources: {'Port': ['ID=8630af34-3c49-41c0-9a53-19be971f1dbf,revision_number=4']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:12:06.434018 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-36b4ebd2-0d9c-4127-94d8-42d05f9ea42b None None] Provisioning complete for port 1cd5ad53-8293-4191-8173-ecbfae9d382c triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:12:06.434802 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-36b4ebd2-0d9c-4127-94d8-42d05f9ea42b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:06.466057 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2e303e6c-e7d3-433b-a5f2-b22ba5139c84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:06.577197 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-36b4ebd2-0d9c-4127-94d8-42d05f9ea42b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:06.626471 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-36b4ebd2-0d9c-4127-94d8-42d05f9ea42b None None] For port 1cd5ad53-8293-4191-8173-ecbfae9d382c, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=1cd5ad53-8293-4191-8173-ecbfae9d382c,segment=NetworkSegment(efa7458c-89e6-4e6e-8e8d-e82e8a8c3e4d),segment_id=efa7458c-89e6-4e6e-8e8d-e82e8a8c3e4d)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:12:06.645497 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-36b4ebd2-0d9c-4127-94d8-42d05f9ea42b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:06.728902 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b4ebd2-0d9c-4127-94d8-42d05f9ea42b None None] Pushing event updated for resources: {'Port': ['ID=1cd5ad53-8293-4191-8173-ecbfae9d382c,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:12:06.785591 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-571abd40-40e3-43b2-b64b-e7c75ff5344c None None] Provisioning complete for port 1cd5ad53-8293-4191-8173-ecbfae9d382c triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:12:06.786283 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-571abd40-40e3-43b2-b64b-e7c75ff5344c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:06.788947 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2e303e6c-e7d3-433b-a5f2-b22ba5139c84 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:06.808777 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2e303e6c-e7d3-433b-a5f2-b22ba5139c84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25501696'] for port, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:06.849796 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device f40d3b80-1687-45b2-bae3-3871faf83a09 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 02:12:06.907562 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e303e6c-e7d3-433b-a5f2-b22ba5139c84 admin admin] Pushing event updated for resources: {'Port': ['ID=ca4689f1-421b-4bff-b067-e05a5bab5581,revision_number=2']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:12:06.911631 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2e303e6c-e7d3-433b-a5f2-b22ba5139c84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3778017'] for router_interface, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:06.951182 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port f40d3b80-1687-45b2-bae3-3871faf83a09 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:12:06.951802 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:07.006837 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-571abd40-40e3-43b2-b64b-e7c75ff5344c None None] Provisioning complete for port ca4689f1-421b-4bff-b067-e05a5bab5581 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:12:07.007445 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-571abd40-40e3-43b2-b64b-e7c75ff5344c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:07.024780 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e303e6c-e7d3-433b-a5f2-b22ba5139c84 admin admin] Network bd6c8619-219a-44f3-8911-f644dc9aa92f is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 02:12:07.026389 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-2e303e6c-e7d3-433b-a5f2-b22ba5139c84 admin admin] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:12:07.080397 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-571abd40-40e3-43b2-b64b-e7c75ff5344c None None] Port ca4689f1-421b-4bff-b067-e05a5bab5581 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 02:12:07.092391 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 1cd5ad53-8293-4191-8173-ecbfae9d382c up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 02:12:07.143461 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 1cd5ad53-8293-4191-8173-ecbfae9d382c triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:12:07.143935 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:07.165185 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e303e6c-e7d3-433b-a5f2-b22ba5139c84 admin admin] Router ebdf8b41-414b-4cac-87d8-673bf61eb5a4 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 02:12:07.212892 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-13cc6429-213a-431c-88a2-0cf6056fbedd None None] Provisioning complete for port ca4689f1-421b-4bff-b067-e05a5bab5581 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:12:07.213584 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-13cc6429-213a-431c-88a2-0cf6056fbedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:07.281250 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-13cc6429-213a-431c-88a2-0cf6056fbedd None None] Port ca4689f1-421b-4bff-b067-e05a5bab5581 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 02:12:07.301293 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e303e6c-e7d3-433b-a5f2-b22ba5139c84 admin admin] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 02:12:07.307123 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-2e303e6c-e7d3-433b-a5f2-b22ba5139c84 admin admin] 10.222.0.21 "PUT /v2.0/routers/ebdf8b41-414b-4cac-87d8-673bf61eb5a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6278136 Nov 24 02:12:07.401636 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-92d44e78-b4f1-4ca0-9d5d-6832fcd5bc19 None None] Provisioning complete for port ca4689f1-421b-4bff-b067-e05a5bab5581 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:12:07.402244 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-92d44e78-b4f1-4ca0-9d5d-6832fcd5bc19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:07.441203 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-92d44e78-b4f1-4ca0-9d5d-6832fcd5bc19 None None] Port ca4689f1-421b-4bff-b067-e05a5bab5581 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 02:12:08.171851 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f1566d-e44d-469f-b67e-a573c038cd1c req-8848aad0-454b-449a-aec1-e7d46ea52bbf tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:12:08.173319 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-f8f1566d-e44d-469f-b67e-a573c038cd1c req-8848aad0-454b-449a-aec1-e7d46ea52bbf tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] 10.222.0.21 "GET /v2.0/networks?id=6c845b02-f138-4884-b496-65284a90cf84 HTTP/1.1" status: 200 len: 817 time: 0.1054604 Nov 24 02:12:08.188370 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-f8f1566d-e44d-469f-b67e-a573c038cd1c req-699c647e-9c03-4dd4-b5d4-7d89b49981a4 tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] 10.222.0.21 "GET /v2.0/quotas/b5c8689b479740b2be4ba5e2970aafcc HTTP/1.1" status: 200 len: 375 time: 0.0093045 Nov 24 02:12:08.237886 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-f8f1566d-e44d-469f-b67e-a573c038cd1c req-51340551-df9d-49bc-961b-389e1c8b26ee tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b5c8689b479740b2be4ba5e2970aafcc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0443890 Nov 24 02:12:08.334139 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-f8f1566d-e44d-469f-b67e-a573c038cd1c req-d02f2f90-ae61-44e0-9c8f-1b80d46b6690 service neutron] 10.222.0.21 "GET /v2.0/networks/6c845b02-f138-4884-b496-65284a90cf84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843523 Nov 24 02:12:08.426700 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-f8f1566d-e44d-469f-b67e-a573c038cd1c req-8f1bde49-1eb1-4638-9714-a377e8ba4a42 service neutron] 10.222.0.21 "GET /v2.0/networks/6c845b02-f138-4884-b496-65284a90cf84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865898 Nov 24 02:12:08.585578 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-4e9f29b5-7039-4647-a17a-2cef390cd93a req-3f987cf6-140b-45eb-9c5b-6a91af483bbe tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] 10.222.0.21 "GET /v2.0/ports?device_id=765b48c1-d243-4c5c-b84b-59dfbc2a2fca HTTP/1.1" status: 200 len: 210 time: 0.0297542 Nov 24 02:12:08.709196 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 8630af34-3c49-41c0-9a53-19be971f1dbf up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 02:12:08.764005 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 8630af34-3c49-41c0-9a53-19be971f1dbf triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:12:08.764444 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:08.854066 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 1cd5ad53-8293-4191-8173-ecbfae9d382c up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 02:12:08.902682 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 1cd5ad53-8293-4191-8173-ecbfae9d382c triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:12:08.903849 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:09.018895 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be786919-7b20-4762-a2b3-9a944c922c0f None None] Sync routers for ids ['ebdf8b41-414b-4cac-87d8-673bf61eb5a4'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 02:12:09.028671 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be786919-7b20-4762-a2b3-9a944c922c0f None None] Routers {'ebdf8b41-414b-4cac-87d8-673bf61eb5a4'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:12:09.029333 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-be786919-7b20-4762-a2b3-9a944c922c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:11:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['ebdf8b41-414b-4cac-87d8-673bf61eb5a4'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:12:09.288452 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-be786919-7b20-4762-a2b3-9a944c922c0f None None] Set router ebdf8b41-414b-4cac-87d8-673bf61eb5a4 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:12:09.484944 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-be786919-7b20-4762-a2b3-9a944c922c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebdf8b41-414b-4cac-87d8-673bf61eb5a4', 'name': 'tempest-TestEncryptedCinderVolumes-1748459677-router', 'tenant_id': '07ec9bd869bf4cb89fd28cc0de83692d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.121'}], 'enable_snat': True}, 'gw_port_id': '8630af34-3c49-41c0-9a53-19be971f1dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:12:03Z', 'updated_at': '2021-11-24T02:12:06Z', 'revision_number': 4, 'project_id': '07ec9bd869bf4cb89fd28cc0de83692d', 'gw_port': {'id': '8630af34-3c49-41c0-9a53-19be971f1dbf', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:75:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdf8b41-414b-4cac-87d8-673bf61eb5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:12:03Z', 'updated_at': '2021-11-24T02:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': 'ca4689f1-421b-4bff-b067-e05a5bab5581', 'name': '', 'network_id': 'bd6c8619-219a-44f3-8911-f644dc9aa92f', 'tenant_id': '07ec9bd869bf4cb89fd28cc0de83692d', 'mac_address': 'fa:16:3e:f0:ac:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebdf8b41-414b-4cac-87d8-673bf61eb5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '55b72019-363d-47d7-b0e2-e7991e9afea3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:12:05Z', 'updated_at': '2021-11-24T02:12:06Z', 'revision_number': 2, 'project_id': '07ec9bd869bf4cb89fd28cc0de83692d', 'subnets': [{'id': '55b72019-363d-47d7-b0e2-e7991e9afea3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:12:09.511676 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be786919-7b20-4762-a2b3-9a944c922c0f None None] Checking router: ebdf8b41-414b-4cac-87d8-673bf61eb5a4 for host: dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 02:12:09.512620 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be786919-7b20-4762-a2b3-9a944c922c0f None None] Updating router ebdf8b41-414b-4cac-87d8-673bf61eb5a4 port ca4689f1-421b-4bff-b067-e05a5bab5581 binding host dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 02:12:09.545196 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-be786919-7b20-4762-a2b3-9a944c922c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:09.663263 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f1566d-e44d-469f-b67e-a573c038cd1c req-9c835ab1-758a-452f-83b7-4a511cfd4c4c tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:12:09.665021 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-f8f1566d-e44d-469f-b67e-a573c038cd1c req-9c835ab1-758a-452f-83b7-4a511cfd4c4c tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] 10.222.0.48 "GET /v2.0/networks?id=6c845b02-f138-4884-b496-65284a90cf84 HTTP/1.1" status: 200 len: 817 time: 0.1209650 Nov 24 02:12:09.686564 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [req-f8f1566d-e44d-469f-b67e-a573c038cd1c req-837952e3-9dca-47a3-8be2-23bb624acc8f tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] Request body: {'port': {'device_id': '765b48c1-d243-4c5c-b84b-59dfbc2a2fca', 'network_id': '6c845b02-f138-4884-b496-65284a90cf84', 'admin_state_up': True, 'tenant_id': 'b5c8689b479740b2be4ba5e2970aafcc'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:12:09.696436 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-ee4ea013-f1a6-4ad2-a50f-bf62536b22e6 req-98502989-2986-4bd7-89b9-da22b340c097 tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] 10.222.0.21 "GET /v2.0/ports?device_id=765b48c1-d243-4c5c-b84b-59dfbc2a2fca HTTP/1.1" status: 200 len: 210 time: 0.0285544 Nov 24 02:12:09.806562 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8f1566d-e44d-469f-b67e-a573c038cd1c req-837952e3-9dca-47a3-8be2-23bb624acc8f tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] Made reservation on behalf of b5c8689b479740b2be4ba5e2970aafcc for: {'port': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 02:12:09.810588 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-f8f1566d-e44d-469f-b67e-a573c038cd1c req-837952e3-9dca-47a3-8be2-23bb624acc8f tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:09.858674 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-be786919-7b20-4762-a2b3-9a944c922c0f None None] Publish callbacks [] for port, precommit_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:09.863514 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-be786919-7b20-4762-a2b3-9a944c922c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:09.937694 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431bec33-ee4a-4ee1-b382-25f70554ee62 None None] Pushing event updated for resources: {'Port': ['ID=ca4689f1-421b-4bff-b067-e05a5bab5581,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:12:09.946650 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [req-f8f1566d-e44d-469f-b67e-a573c038cd1c req-837952e3-9dca-47a3-8be2-23bb624acc8f tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] Allocated IP 172.20.0.11 (6c845b02-f138-4884-b496-65284a90cf84/c6b223ee-c825-4ade-9075-36716b7f8037/483fce6b-cf98-4bab-a7c1-37f18f3e3ff1) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 02:12:09.974625 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-be786919-7b20-4762-a2b3-9a944c922c0f None None] Attempting to bind port ca4689f1-421b-4bff-b067-e05a5bab5581 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 02:12:09.975006 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-be786919-7b20-4762-a2b3-9a944c922c0f None None] Attempting to bind port ca4689f1-421b-4bff-b067-e05a5bab5581 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': 'efa7458c-89e6-4e6e-8e8d-e82e8a8c3e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bd6c8619-219a-44f3-8911-f644dc9aa92f'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 02:12:09.975432 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be786919-7b20-4762-a2b3-9a944c922c0f None None] Attempting to bind port ca4689f1-421b-4bff-b067-e05a5bab5581 on network bd6c8619-219a-44f3-8911-f644dc9aa92f {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 02:12:09.981883 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be786919-7b20-4762-a2b3-9a944c922c0f None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 02:12:09.982266 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be786919-7b20-4762-a2b3-9a944c922c0f None None] Checking segment: {'id': 'efa7458c-89e6-4e6e-8e8d-e82e8a8c3e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bd6c8619-219a-44f3-8911-f644dc9aa92f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 02:12:09.982675 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-be786919-7b20-4762-a2b3-9a944c922c0f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:09.983074 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be786919-7b20-4762-a2b3-9a944c922c0f None None] Bound using segment: {'id': 'efa7458c-89e6-4e6e-8e8d-e82e8a8c3e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bd6c8619-219a-44f3-8911-f644dc9aa92f'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 02:12:09.983544 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-be786919-7b20-4762-a2b3-9a944c922c0f None None] Bound port: ca4689f1-421b-4bff-b067-e05a5bab5581, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efa7458c-89e6-4e6e-8e8d-e82e8a8c3e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bd6c8619-219a-44f3-8911-f644dc9aa92f'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 02:12:09.984553 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-be786919-7b20-4762-a2b3-9a944c922c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:10.049393 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-be786919-7b20-4762-a2b3-9a944c922c0f None None] For port ca4689f1-421b-4bff-b067-e05a5bab5581, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 02:12:10.052919 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-be786919-7b20-4762-a2b3-9a944c922c0f None None] For port ca4689f1-421b-4bff-b067-e05a5bab5581, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=ca4689f1-421b-4bff-b067-e05a5bab5581,segment=NetworkSegment(efa7458c-89e6-4e6e-8e8d-e82e8a8c3e4d),segment_id=efa7458c-89e6-4e6e-8e8d-e82e8a8c3e4d)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 02:12:10.057957 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-be786919-7b20-4762-a2b3-9a944c922c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:10.114834 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-f8f1566d-e44d-469f-b67e-a573c038cd1c req-837952e3-9dca-47a3-8be2-23bb624acc8f tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:10.120363 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be786919-7b20-4762-a2b3-9a944c922c0f None None] Routers {'ebdf8b41-414b-4cac-87d8-673bf61eb5a4'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:12:10.121007 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-be786919-7b20-4762-a2b3-9a944c922c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:11:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['ebdf8b41-414b-4cac-87d8-673bf61eb5a4'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:12:10.151398 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-f8f1566d-e44d-469f-b67e-a573c038cd1c req-837952e3-9dca-47a3-8be2-23bb624acc8f tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:10.166114 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431bec33-ee4a-4ee1-b382-25f70554ee62 None None] Pushing event updated for resources: {'Port': ['ID=ca4689f1-421b-4bff-b067-e05a5bab5581,revision_number=4']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:12:10.198786 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8f1566d-e44d-469f-b67e-a573c038cd1c req-837952e3-9dca-47a3-8be2-23bb624acc8f tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] Network 6c845b02-f138-4884-b496-65284a90cf84 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 02:12:10.203030 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [req-f8f1566d-e44d-469f-b67e-a573c038cd1c req-837952e3-9dca-47a3-8be2-23bb624acc8f tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:12:10.206565 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8f1566d-e44d-469f-b67e-a573c038cd1c req-837952e3-9dca-47a3-8be2-23bb624acc8f tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 02:12:10.213444 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837952e3-9dca-47a3-8be2-23bb624acc8f tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] Pushing event updated for resources: {'Port': ['ID=483fce6b-cf98-4bab-a7c1-37f18f3e3ff1,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:12:10.226625 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-15d91006-0b51-4784-90ff-faf20c782a0d None None] Provisioning complete for port ca4689f1-421b-4bff-b067-e05a5bab5581 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:12:10.227005 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-15d91006-0b51-4784-90ff-faf20c782a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:10.264448 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f1566d-e44d-469f-b67e-a573c038cd1c req-837952e3-9dca-47a3-8be2-23bb624acc8f tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:12:10.265604 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-f8f1566d-e44d-469f-b67e-a573c038cd1c req-837952e3-9dca-47a3-8be2-23bb624acc8f tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:10.288583 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-f8f1566d-e44d-469f-b67e-a573c038cd1c req-837952e3-9dca-47a3-8be2-23bb624acc8f tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6079330 Nov 24 02:12:10.295815 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-be786919-7b20-4762-a2b3-9a944c922c0f None None] Set router ebdf8b41-414b-4cac-87d8-673bf61eb5a4 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:12:10.310281 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [req-f8f1566d-e44d-469f-b67e-a573c038cd1c req-77e5a94f-2e3c-4656-ab09-79257635b197 service neutron] Request body: {'port': {'device_id': '765b48c1-d243-4c5c-b84b-59dfbc2a2fca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8189'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:12:10.373139 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-f8f1566d-e44d-469f-b67e-a573c038cd1c req-77e5a94f-2e3c-4656-ab09-79257635b197 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:10.425800 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-15d91006-0b51-4784-90ff-faf20c782a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:10.501253 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-15d91006-0b51-4784-90ff-faf20c782a0d None None] For port ca4689f1-421b-4bff-b067-e05a5bab5581, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=ca4689f1-421b-4bff-b067-e05a5bab5581,segment=NetworkSegment(efa7458c-89e6-4e6e-8e8d-e82e8a8c3e4d),segment_id=efa7458c-89e6-4e6e-8e8d-e82e8a8c3e4d)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:12:10.508728 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-15d91006-0b51-4784-90ff-faf20c782a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:10.586758 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d91006-0b51-4784-90ff-faf20c782a0d None None] Pushing event updated for resources: {'Port': ['ID=ca4689f1-421b-4bff-b067-e05a5bab5581,revision_number=5']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:12:10.607278 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-be786919-7b20-4762-a2b3-9a944c922c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebdf8b41-414b-4cac-87d8-673bf61eb5a4', 'name': 'tempest-TestEncryptedCinderVolumes-1748459677-router', 'tenant_id': '07ec9bd869bf4cb89fd28cc0de83692d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.121'}], 'enable_snat': True}, 'gw_port_id': '8630af34-3c49-41c0-9a53-19be971f1dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:12:03Z', 'updated_at': '2021-11-24T02:12:06Z', 'revision_number': 4, 'project_id': '07ec9bd869bf4cb89fd28cc0de83692d', 'gw_port': {'id': '8630af34-3c49-41c0-9a53-19be971f1dbf', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:75:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdf8b41-414b-4cac-87d8-673bf61eb5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:12:03Z', 'updated_at': '2021-11-24T02:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': 'ca4689f1-421b-4bff-b067-e05a5bab5581', 'name': '', 'network_id': 'bd6c8619-219a-44f3-8911-f644dc9aa92f', 'tenant_id': '07ec9bd869bf4cb89fd28cc0de83692d', 'mac_address': 'fa:16:3e:f0:ac:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebdf8b41-414b-4cac-87d8-673bf61eb5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '55b72019-363d-47d7-b0e2-e7991e9afea3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:12:05Z', 'updated_at': '2021-11-24T02:12:10Z', 'revision_number': 4, 'project_id': '07ec9bd869bf4cb89fd28cc0de83692d', 'subnets': [{'id': '55b72019-363d-47d7-b0e2-e7991e9afea3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:12:10.636709 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be786919-7b20-4762-a2b3-9a944c922c0f None None] The sync data for ids ['ebdf8b41-414b-4cac-87d8-673bf61eb5a4'] in dv-neutron-818911-2-hyperv is: [{'id': 'ebdf8b41-414b-4cac-87d8-673bf61eb5a4', 'name': 'tempest-TestEncryptedCinderVolumes-1748459677-router', 'tenant_id': '07ec9bd869bf4cb89fd28cc0de83692d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.121'}], 'enable_snat': True}, 'gw_port_id': '8630af34-3c49-41c0-9a53-19be971f1dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:12:03Z', 'updated_at': '2021-11-24T02:12:06Z', 'revision_number': 4, 'project_id': '07ec9bd869bf4cb89fd28cc0de83692d', 'gw_port': {'id': '8630af34-3c49-41c0-9a53-19be971f1dbf', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:75:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdf8b41-414b-4cac-87d8-673bf61eb5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:12:03Z', 'updated_at': '2021-11-24T02:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': 'ca4689f1-421b-4bff-b067-e05a5bab5581', 'name': '', 'network_id': 'bd6c8619-219a-44f3-8911-f644dc9aa92f', 'tenant_id': '07ec9bd869bf4cb89fd28cc0de83692d', 'mac_address': 'fa:16:3e:f0:ac:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebdf8b41-414b-4cac-87d8-673bf61eb5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '55b72019-363d-47d7-b0e2-e7991e9afea3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:12:05Z', 'updated_at': '2021-11-24T02:12:10Z', 'revision_number': 4, 'project_id': '07ec9bd869bf4cb89fd28cc0de83692d', 'subnets': [{'id': '55b72019-363d-47d7-b0e2-e7991e9afea3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 02:12:10.648185 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-99301163-6fe8-464f-bed4-3aa553c027a6 None None] Provisioning complete for port 483fce6b-cf98-4bab-a7c1-37f18f3e3ff1 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:12:10.648556 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-99301163-6fe8-464f-bed4-3aa553c027a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:10.653826 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [req-f8f1566d-e44d-469f-b67e-a573c038cd1c req-77e5a94f-2e3c-4656-ab09-79257635b197 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 483fce6b-cf98-4bab-a7c1-37f18f3e3ff1 {{(pid=109867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 02:12:10.661833 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-f8f1566d-e44d-469f-b67e-a573c038cd1c req-77e5a94f-2e3c-4656-ab09-79257635b197 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:10.675284 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.provisioning_blocks [req-f8f1566d-e44d-469f-b67e-a573c038cd1c req-77e5a94f-2e3c-4656-ab09-79257635b197 service neutron] Transition to ACTIVE for port object 483fce6b-cf98-4bab-a7c1-37f18f3e3ff1 will not be triggered until provisioned by entity L2. {{(pid=109867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 02:12:10.682010 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-f8f1566d-e44d-469f-b67e-a573c038cd1c req-77e5a94f-2e3c-4656-ab09-79257635b197 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25501696'] for port, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:10.694631 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-99301163-6fe8-464f-bed4-3aa553c027a6 None None] Port 483fce6b-cf98-4bab-a7c1-37f18f3e3ff1 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 02:12:10.719300 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-99301163-6fe8-464f-bed4-3aa553c027a6 None None] Provisioning complete for port ca4689f1-421b-4bff-b067-e05a5bab5581 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:12:10.719628 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-99301163-6fe8-464f-bed4-3aa553c027a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:10.797672 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e5a94f-2e3c-4656-ab09-79257635b197 service neutron] Pushing event updated for resources: {'Port': ['ID=483fce6b-cf98-4bab-a7c1-37f18f3e3ff1,revision_number=2']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:12:10.896206 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.managers [req-f8f1566d-e44d-469f-b67e-a573c038cd1c req-77e5a94f-2e3c-4656-ab09-79257635b197 service neutron] Attempting to bind port 483fce6b-cf98-4bab-a7c1-37f18f3e3ff1 on host hv-neutron-8189 for vnic_type normal with profile {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 02:12:10.896552 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.managers [req-f8f1566d-e44d-469f-b67e-a573c038cd1c req-77e5a94f-2e3c-4656-ab09-79257635b197 service neutron] Attempting to bind port 483fce6b-cf98-4bab-a7c1-37f18f3e3ff1 by drivers openvswitch,hyperv on host hv-neutron-8189 at level 0 using segments [{'id': '8559ff32-3680-402a-8b44-45cd7b771e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6c845b02-f138-4884-b496-65284a90cf84'}] {{(pid=109867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 02:12:10.897574 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f1566d-e44d-469f-b67e-a573c038cd1c req-77e5a94f-2e3c-4656-ab09-79257635b197 service neutron] Attempting to bind port 483fce6b-cf98-4bab-a7c1-37f18f3e3ff1 on network 6c845b02-f138-4884-b496-65284a90cf84 {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 02:12:10.906369 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528fea65-66bb-41be-93f8-0652eeccdb13 req-049fd9d0-d049-479a-91c9-dea5a776e58a tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:12:10.908002 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-528fea65-66bb-41be-93f8-0652eeccdb13 req-049fd9d0-d049-479a-91c9-dea5a776e58a tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] 10.222.0.21 "GET /v2.0/ports?device_id=765b48c1-d243-4c5c-b84b-59dfbc2a2fca HTTP/1.1" status: 200 len: 944 time: 0.1139970 Nov 24 02:12:10.911858 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f1566d-e44d-469f-b67e-a573c038cd1c req-77e5a94f-2e3c-4656-ab09-79257635b197 service neutron] Port 483fce6b-cf98-4bab-a7c1-37f18f3e3ff1 on network 6c845b02-f138-4884-b496-65284a90cf84 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8189 {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 02:12:10.912185 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f1566d-e44d-469f-b67e-a573c038cd1c req-77e5a94f-2e3c-4656-ab09-79257635b197 service neutron] Attempting to bind port 483fce6b-cf98-4bab-a7c1-37f18f3e3ff1 on network 6c845b02-f138-4884-b496-65284a90cf84 {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 02:12:10.926436 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f1566d-e44d-469f-b67e-a573c038cd1c req-77e5a94f-2e3c-4656-ab09-79257635b197 service neutron] Checking agent: {'id': '5773fe6b-0967-455f-9dc9-84c0c923201b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 42, 58), 'started_at': datetime.datetime(2021, 11, 24, 1, 42, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 2, 11, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 02:12:10.926781 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f1566d-e44d-469f-b67e-a573c038cd1c req-77e5a94f-2e3c-4656-ab09-79257635b197 service neutron] Checking segment: {'id': '8559ff32-3680-402a-8b44-45cd7b771e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6c845b02-f138-4884-b496-65284a90cf84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 02:12:10.927172 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f1566d-e44d-469f-b67e-a573c038cd1c req-77e5a94f-2e3c-4656-ab09-79257635b197 service neutron] Bound using segment: {'id': '8559ff32-3680-402a-8b44-45cd7b771e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6c845b02-f138-4884-b496-65284a90cf84'} {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 02:12:10.927624 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.managers [req-f8f1566d-e44d-469f-b67e-a573c038cd1c req-77e5a94f-2e3c-4656-ab09-79257635b197 service neutron] Bound port: 483fce6b-cf98-4bab-a7c1-37f18f3e3ff1, host: hv-neutron-8189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8559ff32-3680-402a-8b44-45cd7b771e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6c845b02-f138-4884-b496-65284a90cf84'}}] {{(pid=109867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 02:12:10.927980 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-f8f1566d-e44d-469f-b67e-a573c038cd1c req-77e5a94f-2e3c-4656-ab09-79257635b197 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:10.989968 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-528fea65-66bb-41be-93f8-0652eeccdb13 req-1aeae56e-868a-49a1-9614-49d4979588dc tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] 10.222.0.21 "GET /v2.0/security-groups?id=481b516f-b529-43f6-a17a-93c1a3c0b8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742333 Nov 24 02:12:11.051244 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [req-f8f1566d-e44d-469f-b67e-a573c038cd1c req-77e5a94f-2e3c-4656-ab09-79257635b197 service neutron] For port 483fce6b-cf98-4bab-a7c1-37f18f3e3ff1, host hv-neutron-8189, cleared binding levels {{(pid=109867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 02:12:11.055033 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [req-f8f1566d-e44d-469f-b67e-a573c038cd1c req-77e5a94f-2e3c-4656-ab09-79257635b197 service neutron] For port 483fce6b-cf98-4bab-a7c1-37f18f3e3ff1, host hv-neutron-8189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=483fce6b-cf98-4bab-a7c1-37f18f3e3ff1,segment=NetworkSegment(8559ff32-3680-402a-8b44-45cd7b771e1f),segment_id=8559ff32-3680-402a-8b44-45cd7b771e1f)] {{(pid=109867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 02:12:11.060452 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-f8f1566d-e44d-469f-b67e-a573c038cd1c req-77e5a94f-2e3c-4656-ab09-79257635b197 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25501696'] for port, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:11.102807 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f1566d-e44d-469f-b67e-a573c038cd1c req-77e5a94f-2e3c-4656-ab09-79257635b197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:12:11.103417 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-f8f1566d-e44d-469f-b67e-a573c038cd1c req-77e5a94f-2e3c-4656-ab09-79257635b197 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:11.104848 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-f8f1566d-e44d-469f-b67e-a573c038cd1c req-77e5a94f-2e3c-4656-ab09-79257635b197 service neutron] 10.222.0.48 "PUT /v2.0/ports/483fce6b-cf98-4bab-a7c1-37f18f3e3ff1 HTTP/1.1" status: 200 len: 1094 time: 0.8003263 Nov 24 02:12:11.105304 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '765b48c1-d243-4c5c-b84b-59dfbc2a2fca', 'tag': '483fce6b-cf98-4bab-a7c1-37f18f3e3ff1'}] {{(pid=109867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:12:11.108365 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2155eb48762029a847224b6ca77dbed8b251e8450d3d79f1fc0a82d404e82e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47ba6554-9cd5-455a-ac44-de03909f377f" -d '{"events": [{"name": "network-changed", "server_uuid": "765b48c1-d243-4c5c-b84b-59dfbc2a2fca", "tag": "483fce6b-cf98-4bab-a7c1-37f18f3e3ff1"}]}' {{(pid=109867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:12:11.153855 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e5a94f-2e3c-4656-ab09-79257635b197 service neutron] Pushing event updated for resources: {'Port': ['ID=483fce6b-cf98-4bab-a7c1-37f18f3e3ff1,revision_number=3']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:12:11.160278 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 02:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c303d04-af03-4eff-a639-8db723cdf653 x-openstack-request-id: req-3c303d04-af03-4eff-a639-8db723cdf653 {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:12:11.160575 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "765b48c1-d243-4c5c-b84b-59dfbc2a2fca", "tag": "483fce6b-cf98-4bab-a7c1-37f18f3e3ff1", "status": "completed", "code": 200}]} {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:12:11.160840 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3c303d04-af03-4eff-a639-8db723cdf653 {{(pid=109867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:12:11.161254 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '765b48c1-d243-4c5c-b84b-59dfbc2a2fca', 'tag': '483fce6b-cf98-4bab-a7c1-37f18f3e3ff1', 'status': 'completed', 'code': 200} Nov 24 02:12:11.223032 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f1566d-e44d-469f-b67e-a573c038cd1c req-48e3ed56-03c7-4d33-a56c-2f81cea26d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:12:11.224615 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-f8f1566d-e44d-469f-b67e-a573c038cd1c req-48e3ed56-03c7-4d33-a56c-2f81cea26d9d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b5c8689b479740b2be4ba5e2970aafcc&device_id=765b48c1-d243-4c5c-b84b-59dfbc2a2fca HTTP/1.1" status: 200 len: 1097 time: 0.0461271 Nov 24 02:12:11.275851 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-f8f1566d-e44d-469f-b67e-a573c038cd1c req-067b85cc-add7-4dee-a28c-b982529aa6b8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=483fce6b-cf98-4bab-a7c1-37f18f3e3ff1 HTTP/1.1" status: 200 len: 217 time: 0.0369294 Nov 24 02:12:11.328100 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f1566d-e44d-469f-b67e-a573c038cd1c req-1949bad2-175e-43fc-b5fa-d401367e01d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:12:11.329649 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-f8f1566d-e44d-469f-b67e-a573c038cd1c req-1949bad2-175e-43fc-b5fa-d401367e01d3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c6b223ee-c825-4ade-9075-36716b7f8037 HTTP/1.1" status: 200 len: 856 time: 0.0462236 Nov 24 02:12:11.383480 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f1566d-e44d-469f-b67e-a573c038cd1c req-c63fd6c6-5f14-4c43-b2ac-e7c6861ab776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:12:11.385053 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-f8f1566d-e44d-469f-b67e-a573c038cd1c req-c63fd6c6-5f14-4c43-b2ac-e7c6861ab776 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6c845b02-f138-4884-b496-65284a90cf84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0486391 Nov 24 02:12:11.475524 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-f8f1566d-e44d-469f-b67e-a573c038cd1c req-6c7af725-bb93-47da-87a6-4f7f4b802392 service neutron] 10.222.0.48 "GET /v2.0/networks/6c845b02-f138-4884-b496-65284a90cf84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823579 Nov 24 02:12:11.569775 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-f8f1566d-e44d-469f-b67e-a573c038cd1c req-2f107bb2-e018-41cb-8cc1-56d7a8149f34 service neutron] 10.222.0.48 "GET /v2.0/networks/6c845b02-f138-4884-b496-65284a90cf84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875669 Nov 24 02:12:11.705623 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ba6554-9cd5-455a-ac44-de03909f377f req-fdec3465-f2ee-48e6-8b6b-d8c03b4f6d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:12:11.707084 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-47ba6554-9cd5-455a-ac44-de03909f377f req-fdec3465-f2ee-48e6-8b6b-d8c03b4f6d09 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b5c8689b479740b2be4ba5e2970aafcc&device_id=765b48c1-d243-4c5c-b84b-59dfbc2a2fca HTTP/1.1" status: 200 len: 1097 time: 0.0403841 Nov 24 02:12:11.800153 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ba6554-9cd5-455a-ac44-de03909f377f req-d87d0dc9-a1fc-40e5-849e-7dbdd51786a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:12:11.801668 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-47ba6554-9cd5-455a-ac44-de03909f377f req-d87d0dc9-a1fc-40e5-849e-7dbdd51786a6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6c845b02-f138-4884-b496-65284a90cf84 HTTP/1.1" status: 200 len: 918 time: 0.0870659 Nov 24 02:12:11.843085 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-47ba6554-9cd5-455a-ac44-de03909f377f req-ccce82d1-7e61-4650-94c0-c1db934ab0f4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=483fce6b-cf98-4bab-a7c1-37f18f3e3ff1 HTTP/1.1" status: 200 len: 217 time: 0.0342274 Nov 24 02:12:11.891464 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ba6554-9cd5-455a-ac44-de03909f377f req-71b20f34-b200-45da-a8de-93290a03c722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:12:11.892874 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-47ba6554-9cd5-455a-ac44-de03909f377f req-71b20f34-b200-45da-a8de-93290a03c722 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c6b223ee-c825-4ade-9075-36716b7f8037 HTTP/1.1" status: 200 len: 856 time: 0.0432537 Nov 24 02:12:11.946675 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ba6554-9cd5-455a-ac44-de03909f377f req-347216d5-13da-4eec-af34-86b6bb747fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:12:11.948155 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-47ba6554-9cd5-455a-ac44-de03909f377f req-347216d5-13da-4eec-af34-86b6bb747fdf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6c845b02-f138-4884-b496-65284a90cf84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0472019 Nov 24 02:12:12.037099 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-47ba6554-9cd5-455a-ac44-de03909f377f req-81155429-d696-4936-a18c-6cdc18d91a24 service neutron] 10.222.0.48 "GET /v2.0/networks/6c845b02-f138-4884-b496-65284a90cf84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809910 Nov 24 02:12:12.159115 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a79639-c1c8-4901-95c1-c7f3fb96ca13 req-46b0e9c8-3186-4072-b6ad-e77d3dbac92c tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:12:12.160597 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-06a79639-c1c8-4901-95c1-c7f3fb96ca13 req-46b0e9c8-3186-4072-b6ad-e77d3dbac92c tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] 10.222.0.21 "GET /v2.0/ports?device_id=765b48c1-d243-4c5c-b84b-59dfbc2a2fca HTTP/1.1" status: 200 len: 944 time: 0.0983498 Nov 24 02:12:12.177127 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-47ba6554-9cd5-455a-ac44-de03909f377f req-d83808d2-90c0-4452-9a84-5f192ea524de service neutron] 10.222.0.48 "GET /v2.0/networks/6c845b02-f138-4884-b496-65284a90cf84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319695 Nov 24 02:12:12.215311 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-06a79639-c1c8-4901-95c1-c7f3fb96ca13 req-79b54816-0c2a-4195-9739-b39c3dc47789 tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] 10.222.0.21 "GET /v2.0/security-groups?id=481b516f-b529-43f6-a17a-93c1a3c0b8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473270 Nov 24 02:12:12.645144 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device ca4689f1-421b-4bff-b067-e05a5bab5581 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 02:12:12.695684 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port ca4689f1-421b-4bff-b067-e05a5bab5581 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:12:12.696069 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:13.166707 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.agents_db [None req-4e42c10c-a1d3-4d07-89d6-7a24334140aa None None] Agent healthcheck: found 6 active agents {{(pid=109869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 02:12:13.333265 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71148413-a037-41b5-8b0d-6668a0baf546 req-5055e979-98f9-46f2-840f-b9772ad6a8ef tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:12:13.334852 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-71148413-a037-41b5-8b0d-6668a0baf546 req-5055e979-98f9-46f2-840f-b9772ad6a8ef tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] 10.222.0.21 "GET /v2.0/ports?device_id=765b48c1-d243-4c5c-b84b-59dfbc2a2fca HTTP/1.1" status: 200 len: 944 time: 0.0505099 Nov 24 02:12:13.390719 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-71148413-a037-41b5-8b0d-6668a0baf546 req-9ecc0dc0-2e0c-4d2a-bdda-d4a88188ebe0 tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] 10.222.0.21 "GET /v2.0/security-groups?id=481b516f-b529-43f6-a17a-93c1a3c0b8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489721 Nov 24 02:12:13.690114 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 483fce6b-cf98-4bab-a7c1-37f18f3e3ff1 details requested by agent hyperv_hv-neutron-8189 with host hv-neutron-8189 {{(pid=109868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 02:12:13.782129 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port 483fce6b-cf98-4bab-a7c1-37f18f3e3ff1, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=483fce6b-cf98-4bab-a7c1-37f18f3e3ff1,segment=NetworkSegment(8559ff32-3680-402a-8b44-45cd7b771e1f),segment_id=8559ff32-3680-402a-8b44-45cd7b771e1f)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:12:13.796534 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Returning: {'device': '483fce6b-cf98-4bab-a7c1-37f18f3e3ff1', 'network_id': '6c845b02-f138-4884-b496-65284a90cf84', 'port_id': '483fce6b-cf98-4bab-a7c1-37f18f3e3ff1', 'mac_address': 'fa:16:3e:c5:24:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6b223ee-c825-4ade-9075-36716b7f8037', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 02:12:13.832868 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:13.845356 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 483fce6b-cf98-4bab-a7c1-37f18f3e3ff1 {{(pid=109868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 02:12:13.864316 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port 483fce6b-cf98-4bab-a7c1-37f18f3e3ff1, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=483fce6b-cf98-4bab-a7c1-37f18f3e3ff1,segment=NetworkSegment(8559ff32-3680-402a-8b44-45cd7b771e1f),segment_id=8559ff32-3680-402a-8b44-45cd7b771e1f)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:12:13.868353 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:13.913678 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=483fce6b-cf98-4bab-a7c1-37f18f3e3ff1,revision_number=4']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:12:14.133763 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] get_ports_and_sgs() called for port_ids ['483fce6b-cf98-4bab-a7c1-37f18f3e3ff1'] {{(pid=109868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 02:12:14.507063 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d819f7-efdb-4489-be59-da1dc74e2a01 req-b3012ff8-8d07-41b6-ace0-1f593636fe9c tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:12:14.508524 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-d0d819f7-efdb-4489-be59-da1dc74e2a01 req-b3012ff8-8d07-41b6-ace0-1f593636fe9c tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] 10.222.0.21 "GET /v2.0/ports?device_id=765b48c1-d243-4c5c-b84b-59dfbc2a2fca HTTP/1.1" status: 200 len: 945 time: 0.0516753 Nov 24 02:12:14.556142 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-d0d819f7-efdb-4489-be59-da1dc74e2a01 req-3a303f83-5281-41de-ad21-826e1cc2d789 tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] 10.222.0.21 "GET /v2.0/security-groups?id=481b516f-b529-43f6-a17a-93c1a3c0b8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411949 Nov 24 02:12:15.669382 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9570249e-b806-4294-b23c-fa9ee096a435 req-f7b45f03-7793-4b8f-b2c9-017fe1070e5c tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:12:15.670776 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-9570249e-b806-4294-b23c-fa9ee096a435 req-f7b45f03-7793-4b8f-b2c9-017fe1070e5c tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] 10.222.0.21 "GET /v2.0/ports?device_id=765b48c1-d243-4c5c-b84b-59dfbc2a2fca HTTP/1.1" status: 200 len: 945 time: 0.0475571 Nov 24 02:12:15.690686 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 483fce6b-cf98-4bab-a7c1-37f18f3e3ff1 up at agent hyperv_hv-neutron-8189 {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 02:12:15.718012 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-9570249e-b806-4294-b23c-fa9ee096a435 req-2e19fefd-8255-4195-a9b3-5ebf5a02278c tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] 10.222.0.21 "GET /v2.0/security-groups?id=481b516f-b529-43f6-a17a-93c1a3c0b8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413592 Nov 24 02:12:15.738351 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Provisioning for port 483fce6b-cf98-4bab-a7c1-37f18f3e3ff1 completed by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 02:12:15.742097 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Provisioning complete for port 483fce6b-cf98-4bab-a7c1-37f18f3e3ff1 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:12:15.742463 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:15.818702 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:15.840340 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '765b48c1-d243-4c5c-b84b-59dfbc2a2fca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '483fce6b-cf98-4bab-a7c1-37f18f3e3ff1'}] {{(pid=109868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:12:15.842615 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adafa3b64de3cabc8eac619938bcace59b198ffee64d481093eb3def62699d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abb99c55-5be5-42e8-8673-7e0907cc7ca1" -d '{"events": [{"server_uuid": "765b48c1-d243-4c5c-b84b-59dfbc2a2fca", "name": "network-vif-plugged", "status": "completed", "tag": "483fce6b-cf98-4bab-a7c1-37f18f3e3ff1"}]}' {{(pid=109868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:12:15.855484 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port 483fce6b-cf98-4bab-a7c1-37f18f3e3ff1, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=483fce6b-cf98-4bab-a7c1-37f18f3e3ff1,segment=NetworkSegment(8559ff32-3680-402a-8b44-45cd7b771e1f),segment_id=8559ff32-3680-402a-8b44-45cd7b771e1f)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:12:15.860558 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:15.883222 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 02:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edf17109-9f7f-471e-a0c8-eebd5e25b83b x-openstack-request-id: req-edf17109-9f7f-471e-a0c8-eebd5e25b83b {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:12:15.883512 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "765b48c1-d243-4c5c-b84b-59dfbc2a2fca", "name": "network-vif-plugged", "status": "completed", "tag": "483fce6b-cf98-4bab-a7c1-37f18f3e3ff1", "code": 200}]} {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:12:15.883763 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-edf17109-9f7f-471e-a0c8-eebd5e25b83b {{(pid=109868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:12:15.884142 dv-neutron-818911-2-hyperv neutron-server[109868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '765b48c1-d243-4c5c-b84b-59dfbc2a2fca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '483fce6b-cf98-4bab-a7c1-37f18f3e3ff1', 'code': 200} Nov 24 02:12:15.909071 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=483fce6b-cf98-4bab-a7c1-37f18f3e3ff1,revision_number=5']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:12:16.092590 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c3a6ca-3e06-447b-b984-a5cc127bfe8f req-c2c4df7b-3e10-4b00-8e0f-e23785adb44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:12:16.094118 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-09c3a6ca-3e06-447b-b984-a5cc127bfe8f req-c2c4df7b-3e10-4b00-8e0f-e23785adb44e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=765b48c1-d243-4c5c-b84b-59dfbc2a2fca HTTP/1.1" status: 200 len: 1099 time: 0.0400960 Nov 24 02:12:16.140041 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-09c3a6ca-3e06-447b-b984-a5cc127bfe8f req-b3e48bf0-cf3b-4639-9d5c-9bb982466e91 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=481b516f-b529-43f6-a17a-93c1a3c0b8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365748 Nov 24 02:12:16.831070 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff078bef-8110-4196-a7de-a3dc37ff94c9 req-80d0918f-d4d6-49d2-8e9f-301e86d12cde tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:12:16.832524 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-ff078bef-8110-4196-a7de-a3dc37ff94c9 req-80d0918f-d4d6-49d2-8e9f-301e86d12cde tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] 10.222.0.21 "GET /v2.0/ports?device_id=765b48c1-d243-4c5c-b84b-59dfbc2a2fca HTTP/1.1" status: 200 len: 946 time: 0.0481286 Nov 24 02:12:16.879066 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-ff078bef-8110-4196-a7de-a3dc37ff94c9 req-0748e940-2e8e-4413-b82a-dae969398aaa tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] 10.222.0.21 "GET /v2.0/security-groups?id=481b516f-b529-43f6-a17a-93c1a3c0b8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404840 Nov 24 02:12:17.993929 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3db1b4-e703-4628-bb33-e92dbd58ba2a req-f17ee559-9887-420b-823f-880ea3ce1034 tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:12:17.995410 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-bd3db1b4-e703-4628-bb33-e92dbd58ba2a req-f17ee559-9887-420b-823f-880ea3ce1034 tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] 10.222.0.21 "GET /v2.0/ports?device_id=765b48c1-d243-4c5c-b84b-59dfbc2a2fca HTTP/1.1" status: 200 len: 946 time: 0.0486555 Nov 24 02:12:18.045860 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-bd3db1b4-e703-4628-bb33-e92dbd58ba2a req-360091e7-016e-41ce-b332-4b1ac6b60d4b tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] 10.222.0.21 "GET /v2.0/security-groups?id=481b516f-b529-43f6-a17a-93c1a3c0b8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445476 Nov 24 02:12:18.162692 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21cee90-137b-423c-882d-44029a8f91a5 req-c5c01a6f-32e1-4f25-a4e2-bcd68d18cd26 tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:12:18.164073 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-a21cee90-137b-423c-882d-44029a8f91a5 req-c5c01a6f-32e1-4f25-a4e2-bcd68d18cd26 tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] 10.222.0.21 "GET /v2.0/ports?device_id=765b48c1-d243-4c5c-b84b-59dfbc2a2fca HTTP/1.1" status: 200 len: 946 time: 0.0519803 Nov 24 02:12:18.210184 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-a21cee90-137b-423c-882d-44029a8f91a5 req-47c51fba-0c08-477a-8ec1-4c178202e01c tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] 10.222.0.21 "GET /v2.0/security-groups?id=481b516f-b529-43f6-a17a-93c1a3c0b8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401294 Nov 24 02:12:20.295174 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-ab832c4b-6934-4e06-b727-f211e4db03a7 req-830a41b2-f523-4d25-aa90-903466f08c89 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=765b48c1-d243-4c5c-b84b-59dfbc2a2fca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421882 Nov 24 02:12:20.393537 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab832c4b-6934-4e06-b727-f211e4db03a7 req-5c328295-80bb-46d6-88a7-096ff22f69f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:12:20.395009 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-ab832c4b-6934-4e06-b727-f211e4db03a7 req-5c328295-80bb-46d6-88a7-096ff22f69f1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b5c8689b479740b2be4ba5e2970aafcc&device_id=765b48c1-d243-4c5c-b84b-59dfbc2a2fca HTTP/1.1" status: 200 len: 1099 time: 0.0401649 Nov 24 02:12:20.503653 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab832c4b-6934-4e06-b727-f211e4db03a7 req-a67d2d27-c701-47b4-9091-3807e93fbf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:12:20.505041 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-ab832c4b-6934-4e06-b727-f211e4db03a7 req-a67d2d27-c701-47b4-9091-3807e93fbf33 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6c845b02-f138-4884-b496-65284a90cf84 HTTP/1.1" status: 200 len: 918 time: 0.0916760 Nov 24 02:12:20.547783 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-ab832c4b-6934-4e06-b727-f211e4db03a7 req-6e590aca-9910-47d9-8742-044d9f219d1c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=483fce6b-cf98-4bab-a7c1-37f18f3e3ff1 HTTP/1.1" status: 200 len: 217 time: 0.0347505 Nov 24 02:12:20.596792 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab832c4b-6934-4e06-b727-f211e4db03a7 req-56fbbbaa-25c1-4f94-96c5-cdaeb20de133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:12:20.598268 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-ab832c4b-6934-4e06-b727-f211e4db03a7 req-56fbbbaa-25c1-4f94-96c5-cdaeb20de133 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c6b223ee-c825-4ade-9075-36716b7f8037 HTTP/1.1" status: 200 len: 856 time: 0.0431731 Nov 24 02:12:20.647010 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab832c4b-6934-4e06-b727-f211e4db03a7 req-395ee264-4890-4475-9d61-c1fbb4cd7e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:12:20.648467 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-ab832c4b-6934-4e06-b727-f211e4db03a7 req-395ee264-4890-4475-9d61-c1fbb4cd7e62 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6c845b02-f138-4884-b496-65284a90cf84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0431430 Nov 24 02:12:20.738243 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-ab832c4b-6934-4e06-b727-f211e4db03a7 req-ada4e081-ba97-4eb6-b2d5-d0989ae5b122 service neutron] 10.222.0.48 "GET /v2.0/networks/6c845b02-f138-4884-b496-65284a90cf84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818820 Nov 24 02:12:20.831312 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-ab832c4b-6934-4e06-b727-f211e4db03a7 req-75e59856-790b-4e0b-a0c0-2a2b35df7ee4 service neutron] 10.222.0.48 "GET /v2.0/networks/6c845b02-f138-4884-b496-65284a90cf84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860043 Nov 24 02:12:24.762602 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a99d9e3c-ea23-4dd1-94aa-9e86f7c8c96e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:27.226989 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a26bc3dc-6fa5-43e3-b0a2-093d99331059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:28.172987 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:28.183438 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:29.671232 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:30.147396 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:40.983386 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bb8001-c796-40ca-bdf5-3cbe6e2ac6a9 req-a0919b66-1a74-4050-9b12-20e9c02bc98c tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:12:40.984891 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-05bb8001-c796-40ca-bdf5-3cbe6e2ac6a9 req-a0919b66-1a74-4050-9b12-20e9c02bc98c tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] 10.222.0.21 "GET /v2.0/ports?device_id=765b48c1-d243-4c5c-b84b-59dfbc2a2fca HTTP/1.1" status: 200 len: 946 time: 0.0517707 Nov 24 02:12:41.033064 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-05bb8001-c796-40ca-bdf5-3cbe6e2ac6a9 req-214a098a-3212-404e-9f06-fb65257effc9 tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] 10.222.0.21 "GET /v2.0/security-groups?id=481b516f-b529-43f6-a17a-93c1a3c0b8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419176 Nov 24 02:12:42.148476 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea061f4-bc85-4917-87c9-9902b0c9fbcc req-bc765c55-fdc8-470d-8e50-55156728d9cb tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:12:42.149916 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-bea061f4-bc85-4917-87c9-9902b0c9fbcc req-bc765c55-fdc8-470d-8e50-55156728d9cb tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] 10.222.0.21 "GET /v2.0/ports?device_id=765b48c1-d243-4c5c-b84b-59dfbc2a2fca HTTP/1.1" status: 200 len: 946 time: 0.0484688 Nov 24 02:12:42.195742 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-bea061f4-bc85-4917-87c9-9902b0c9fbcc req-de7abc52-8c4b-4cc3-9cbf-8cdbea58c681 tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] 10.222.0.21 "GET /v2.0/security-groups?id=481b516f-b529-43f6-a17a-93c1a3c0b8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399740 Nov 24 02:12:42.662628 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4163e001-59f0-47d4-922e-fa4edf8df7d8 req-3afc5bb1-b3e3-4795-aa81-23dcc12503e1 tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:12:42.664065 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-4163e001-59f0-47d4-922e-fa4edf8df7d8 req-3afc5bb1-b3e3-4795-aa81-23dcc12503e1 tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] 10.222.0.48 "GET /v2.0/ports?device_id=765b48c1-d243-4c5c-b84b-59dfbc2a2fca HTTP/1.1" status: 200 len: 946 time: 0.0519731 Nov 24 02:12:42.750872 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [req-4163e001-59f0-47d4-922e-fa4edf8df7d8 req-188a3483-5cc3-47ea-8eca-7461f67a69f0 tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] Deleting port 483fce6b-cf98-4bab-a7c1-37f18f3e3ff1 {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 02:12:42.751204 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-4163e001-59f0-47d4-922e-fa4edf8df7d8 req-188a3483-5cc3-47ea-8eca-7461f67a69f0 tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:42.840936 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [req-4163e001-59f0-47d4-922e-fa4edf8df7d8 req-188a3483-5cc3-47ea-8eca-7461f67a69f0 tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] For port 483fce6b-cf98-4bab-a7c1-37f18f3e3ff1, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=483fce6b-cf98-4bab-a7c1-37f18f3e3ff1,segment=NetworkSegment(8559ff32-3680-402a-8b44-45cd7b771e1f),segment_id=8559ff32-3680-402a-8b44-45cd7b771e1f)] {{(pid=109867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:12:42.841310 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-4163e001-59f0-47d4-922e-fa4edf8df7d8 req-188a3483-5cc3-47ea-8eca-7461f67a69f0 tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:42.853487 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [req-4163e001-59f0-47d4-922e-fa4edf8df7d8 req-188a3483-5cc3-47ea-8eca-7461f67a69f0 tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] Calling delete_port for 483fce6b-cf98-4bab-a7c1-37f18f3e3ff1 owned by compute:nova {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 02:12:42.981795 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-4163e001-59f0-47d4-922e-fa4edf8df7d8 req-188a3483-5cc3-47ea-8eca-7461f67a69f0 tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:43.014606 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] get_ports_and_sgs() called for port_ids ['483fce6b-cf98-4bab-a7c1-37f18f3e3ff1'] {{(pid=109868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 02:12:43.015203 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188a3483-5cc3-47ea-8eca-7461f67a69f0 tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] Pushing event deleted for resources: {'Port': ['ID=483fce6b-cf98-4bab-a7c1-37f18f3e3ff1,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:12:43.054635 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [req-4163e001-59f0-47d4-922e-fa4edf8df7d8 req-188a3483-5cc3-47ea-8eca-7461f67a69f0 tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] No DVR routers for this DVR port 483fce6b-cf98-4bab-a7c1-37f18f3e3ff1 on host hv-neutron-8189 {{(pid=109867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 02:12:43.056981 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-4163e001-59f0-47d4-922e-fa4edf8df7d8 req-188a3483-5cc3-47ea-8eca-7461f67a69f0 tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:43.060367 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-4163e001-59f0-47d4-922e-fa4edf8df7d8 req-188a3483-5cc3-47ea-8eca-7461f67a69f0 tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] 10.222.0.48 "DELETE /v2.0/ports/483fce6b-cf98-4bab-a7c1-37f18f3e3ff1 HTTP/1.1" status: 204 len: 173 time: 0.3901691 Nov 24 02:12:43.060807 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '765b48c1-d243-4c5c-b84b-59dfbc2a2fca', 'name': 'network-vif-deleted', 'tag': '483fce6b-cf98-4bab-a7c1-37f18f3e3ff1'}] {{(pid=109867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:12:43.063058 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2155eb48762029a847224b6ca77dbed8b251e8450d3d79f1fc0a82d404e82e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2e71b7f-5396-4ebc-b165-bce547c16cab" -d '{"events": [{"server_uuid": "765b48c1-d243-4c5c-b84b-59dfbc2a2fca", "name": "network-vif-deleted", "tag": "483fce6b-cf98-4bab-a7c1-37f18f3e3ff1"}]}' {{(pid=109867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:12:43.099243 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 02:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e91e4551-2f90-4f06-a379-34bfa06a627f x-openstack-request-id: req-e91e4551-2f90-4f06-a379-34bfa06a627f {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:12:43.099544 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "765b48c1-d243-4c5c-b84b-59dfbc2a2fca", "name": "network-vif-deleted", "tag": "483fce6b-cf98-4bab-a7c1-37f18f3e3ff1", "status": "completed", "code": 200}]} {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:12:43.099801 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e91e4551-2f90-4f06-a379-34bfa06a627f {{(pid=109867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:12:43.100204 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '765b48c1-d243-4c5c-b84b-59dfbc2a2fca', 'name': 'network-vif-deleted', 'tag': '483fce6b-cf98-4bab-a7c1-37f18f3e3ff1', 'status': 'completed', 'code': 200} Nov 24 02:12:43.299310 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-078e26d8-8532-49cc-ab82-4889503fb215 req-a29e35af-ec98-461c-8539-2e7bd1d6957b tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] 10.222.0.21 "GET /v2.0/ports?device_id=765b48c1-d243-4c5c-b84b-59dfbc2a2fca HTTP/1.1" status: 200 len: 210 time: 0.0248959 Nov 24 02:12:45.105439 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6170ca73-d1fb-441d-b0a7-27f80b0091bc req-7e1caf33-55e8-49e8-bad0-a3d736dcd575 tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:12:45.106786 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-6170ca73-d1fb-441d-b0a7-27f80b0091bc req-7e1caf33-55e8-49e8-bad0-a3d736dcd575 tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] 10.222.0.21 "GET /v2.0/networks?id=6c845b02-f138-4884-b496-65284a90cf84 HTTP/1.1" status: 200 len: 817 time: 0.1025388 Nov 24 02:12:45.121788 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-6170ca73-d1fb-441d-b0a7-27f80b0091bc req-61c5dd2d-fb4f-4567-8a34-567ba404656e tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] 10.222.0.21 "GET /v2.0/quotas/b5c8689b479740b2be4ba5e2970aafcc HTTP/1.1" status: 200 len: 375 time: 0.0093353 Nov 24 02:12:45.175047 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-6170ca73-d1fb-441d-b0a7-27f80b0091bc req-c56516ad-558a-48b9-8c8d-a47afa1764fa tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b5c8689b479740b2be4ba5e2970aafcc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479419 Nov 24 02:12:45.271119 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-6170ca73-d1fb-441d-b0a7-27f80b0091bc req-4cb97301-dde5-4b8c-b4bc-cd316ae05313 service neutron] 10.222.0.21 "GET /v2.0/networks/6c845b02-f138-4884-b496-65284a90cf84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837216 Nov 24 02:12:45.360880 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-6170ca73-d1fb-441d-b0a7-27f80b0091bc req-f8287d3c-5637-4db1-bdc6-f46ad79ac705 service neutron] 10.222.0.21 "GET /v2.0/networks/6c845b02-f138-4884-b496-65284a90cf84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828371 Nov 24 02:12:45.522782 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-ebf518be-8ab3-44b3-833c-ad4c774f8820 req-60cf3405-07bc-4377-bc7b-6eb36839d8ef tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] 10.222.0.21 "GET /v2.0/ports?device_id=33138763-e32e-4fec-91f8-0917c0415d1d HTTP/1.1" status: 200 len: 210 time: 0.0276048 Nov 24 02:12:45.843140 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 483fce6b-cf98-4bab-a7c1-37f18f3e3ff1 no longer exists at agent hyperv_hv-neutron-8189 {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 02:12:45.863500 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] No Port match for: 483fce6b-cf98-4bab-a7c1-37f18f3e3ff1 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 02:12:45.864023 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 483fce6b-cf98-4bab-a7c1-37f18f3e3ff1 not bound to the agent host hv-neutron-8189 {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 02:12:46.631088 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-8d8daa04-e365-47af-b03d-5cd08d0f16bb req-9cf288dc-3359-433d-8714-282304bc0603 tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] 10.222.0.21 "GET /v2.0/ports?device_id=33138763-e32e-4fec-91f8-0917c0415d1d HTTP/1.1" status: 200 len: 210 time: 0.0332537 Nov 24 02:12:46.644235 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6170ca73-d1fb-441d-b0a7-27f80b0091bc req-c0effd1d-27fe-4293-b07a-eaef65196cb0 tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:12:46.645747 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-6170ca73-d1fb-441d-b0a7-27f80b0091bc req-c0effd1d-27fe-4293-b07a-eaef65196cb0 tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] 10.222.0.48 "GET /v2.0/networks?id=6c845b02-f138-4884-b496-65284a90cf84 HTTP/1.1" status: 200 len: 817 time: 0.1175492 Nov 24 02:12:46.676117 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [req-6170ca73-d1fb-441d-b0a7-27f80b0091bc req-f8bbd598-f22d-41dc-8530-2009e3e5f3b8 tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] Request body: {'port': {'device_id': '33138763-e32e-4fec-91f8-0917c0415d1d', 'network_id': '6c845b02-f138-4884-b496-65284a90cf84', 'admin_state_up': True, 'tenant_id': 'b5c8689b479740b2be4ba5e2970aafcc'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:12:46.780441 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6170ca73-d1fb-441d-b0a7-27f80b0091bc req-f8bbd598-f22d-41dc-8530-2009e3e5f3b8 tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] Made reservation on behalf of b5c8689b479740b2be4ba5e2970aafcc for: {'port': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 02:12:46.784456 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-6170ca73-d1fb-441d-b0a7-27f80b0091bc req-f8bbd598-f22d-41dc-8530-2009e3e5f3b8 tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:46.909324 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [req-6170ca73-d1fb-441d-b0a7-27f80b0091bc req-f8bbd598-f22d-41dc-8530-2009e3e5f3b8 tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] Allocated IP 172.20.0.11 (6c845b02-f138-4884-b496-65284a90cf84/c6b223ee-c825-4ade-9075-36716b7f8037/2dcbef81-2e99-4bab-b55c-bb79405f3ed1) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 02:12:47.052576 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-6170ca73-d1fb-441d-b0a7-27f80b0091bc req-f8bbd598-f22d-41dc-8530-2009e3e5f3b8 tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:47.085436 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-6170ca73-d1fb-441d-b0a7-27f80b0091bc req-f8bbd598-f22d-41dc-8530-2009e3e5f3b8 tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:47.129258 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6170ca73-d1fb-441d-b0a7-27f80b0091bc req-f8bbd598-f22d-41dc-8530-2009e3e5f3b8 tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] Network 6c845b02-f138-4884-b496-65284a90cf84 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 02:12:47.132161 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [req-6170ca73-d1fb-441d-b0a7-27f80b0091bc req-f8bbd598-f22d-41dc-8530-2009e3e5f3b8 tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:12:47.136135 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [req-6170ca73-d1fb-441d-b0a7-27f80b0091bc req-f8bbd598-f22d-41dc-8530-2009e3e5f3b8 tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 02:12:47.142445 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bbd598-f22d-41dc-8530-2009e3e5f3b8 tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] Pushing event updated for resources: {'Port': ['ID=2dcbef81-2e99-4bab-b55c-bb79405f3ed1,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:12:47.193671 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6170ca73-d1fb-441d-b0a7-27f80b0091bc req-f8bbd598-f22d-41dc-8530-2009e3e5f3b8 tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:12:47.194285 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-6170ca73-d1fb-441d-b0a7-27f80b0091bc req-f8bbd598-f22d-41dc-8530-2009e3e5f3b8 tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:47.214411 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-6170ca73-d1fb-441d-b0a7-27f80b0091bc req-f8bbd598-f22d-41dc-8530-2009e3e5f3b8 tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5413291 Nov 24 02:12:47.235166 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [req-6170ca73-d1fb-441d-b0a7-27f80b0091bc req-540b2f52-584c-438b-aea8-2bf848cb563f service neutron] Request body: {'port': {'device_id': '33138763-e32e-4fec-91f8-0917c0415d1d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8189'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:12:47.295596 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-6170ca73-d1fb-441d-b0a7-27f80b0091bc req-540b2f52-584c-438b-aea8-2bf848cb563f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:47.319783 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-05b63219-846a-4ca3-887f-f31ff85f25ee None None] Provisioning complete for port 2dcbef81-2e99-4bab-b55c-bb79405f3ed1 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:12:47.320365 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-05b63219-846a-4ca3-887f-f31ff85f25ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:47.356589 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-05b63219-846a-4ca3-887f-f31ff85f25ee None None] Port 2dcbef81-2e99-4bab-b55c-bb79405f3ed1 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 02:12:47.554384 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [req-6170ca73-d1fb-441d-b0a7-27f80b0091bc req-540b2f52-584c-438b-aea8-2bf848cb563f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dcbef81-2e99-4bab-b55c-bb79405f3ed1 {{(pid=109867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 02:12:47.561509 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-6170ca73-d1fb-441d-b0a7-27f80b0091bc req-540b2f52-584c-438b-aea8-2bf848cb563f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:47.574641 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.provisioning_blocks [req-6170ca73-d1fb-441d-b0a7-27f80b0091bc req-540b2f52-584c-438b-aea8-2bf848cb563f service neutron] Transition to ACTIVE for port object 2dcbef81-2e99-4bab-b55c-bb79405f3ed1 will not be triggered until provisioned by entity L2. {{(pid=109867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 02:12:47.578216 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-6170ca73-d1fb-441d-b0a7-27f80b0091bc req-540b2f52-584c-438b-aea8-2bf848cb563f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25501696'] for port, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:47.647943 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540b2f52-584c-438b-aea8-2bf848cb563f service neutron] Pushing event updated for resources: {'Port': ['ID=2dcbef81-2e99-4bab-b55c-bb79405f3ed1,revision_number=2']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:12:47.714733 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.managers [req-6170ca73-d1fb-441d-b0a7-27f80b0091bc req-540b2f52-584c-438b-aea8-2bf848cb563f service neutron] Attempting to bind port 2dcbef81-2e99-4bab-b55c-bb79405f3ed1 on host hv-neutron-8189 for vnic_type normal with profile {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 02:12:47.715065 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.managers [req-6170ca73-d1fb-441d-b0a7-27f80b0091bc req-540b2f52-584c-438b-aea8-2bf848cb563f service neutron] Attempting to bind port 2dcbef81-2e99-4bab-b55c-bb79405f3ed1 by drivers openvswitch,hyperv on host hv-neutron-8189 at level 0 using segments [{'id': '8559ff32-3680-402a-8b44-45cd7b771e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6c845b02-f138-4884-b496-65284a90cf84'}] {{(pid=109867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 02:12:47.715387 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6170ca73-d1fb-441d-b0a7-27f80b0091bc req-540b2f52-584c-438b-aea8-2bf848cb563f service neutron] Attempting to bind port 2dcbef81-2e99-4bab-b55c-bb79405f3ed1 on network 6c845b02-f138-4884-b496-65284a90cf84 {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 02:12:47.720715 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6170ca73-d1fb-441d-b0a7-27f80b0091bc req-540b2f52-584c-438b-aea8-2bf848cb563f service neutron] Port 2dcbef81-2e99-4bab-b55c-bb79405f3ed1 on network 6c845b02-f138-4884-b496-65284a90cf84 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8189 {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 02:12:47.721031 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6170ca73-d1fb-441d-b0a7-27f80b0091bc req-540b2f52-584c-438b-aea8-2bf848cb563f service neutron] Attempting to bind port 2dcbef81-2e99-4bab-b55c-bb79405f3ed1 on network 6c845b02-f138-4884-b496-65284a90cf84 {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 02:12:47.741423 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6170ca73-d1fb-441d-b0a7-27f80b0091bc req-540b2f52-584c-438b-aea8-2bf848cb563f service neutron] Checking agent: {'id': '5773fe6b-0967-455f-9dc9-84c0c923201b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 42, 58), 'started_at': datetime.datetime(2021, 11, 24, 1, 42, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 2, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 02:12:47.741771 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6170ca73-d1fb-441d-b0a7-27f80b0091bc req-540b2f52-584c-438b-aea8-2bf848cb563f service neutron] Checking segment: {'id': '8559ff32-3680-402a-8b44-45cd7b771e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6c845b02-f138-4884-b496-65284a90cf84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 02:12:47.742158 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6170ca73-d1fb-441d-b0a7-27f80b0091bc req-540b2f52-584c-438b-aea8-2bf848cb563f service neutron] Bound using segment: {'id': '8559ff32-3680-402a-8b44-45cd7b771e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6c845b02-f138-4884-b496-65284a90cf84'} {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 02:12:47.742586 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.managers [req-6170ca73-d1fb-441d-b0a7-27f80b0091bc req-540b2f52-584c-438b-aea8-2bf848cb563f service neutron] Bound port: 2dcbef81-2e99-4bab-b55c-bb79405f3ed1, host: hv-neutron-8189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8559ff32-3680-402a-8b44-45cd7b771e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6c845b02-f138-4884-b496-65284a90cf84'}}] {{(pid=109867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 02:12:47.742936 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-6170ca73-d1fb-441d-b0a7-27f80b0091bc req-540b2f52-584c-438b-aea8-2bf848cb563f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:47.791463 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea205a2e-276c-439f-a182-b10e05be197f req-6cea0e48-ee23-43dc-9c2b-6b123e7e04a6 tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:12:47.793024 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-ea205a2e-276c-439f-a182-b10e05be197f req-6cea0e48-ee23-43dc-9c2b-6b123e7e04a6 tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] 10.222.0.21 "GET /v2.0/ports?device_id=33138763-e32e-4fec-91f8-0917c0415d1d HTTP/1.1" status: 200 len: 944 time: 0.0895464 Nov 24 02:12:47.851155 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [req-6170ca73-d1fb-441d-b0a7-27f80b0091bc req-540b2f52-584c-438b-aea8-2bf848cb563f service neutron] For port 2dcbef81-2e99-4bab-b55c-bb79405f3ed1, host hv-neutron-8189, cleared binding levels {{(pid=109867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 02:12:47.871442 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-ea205a2e-276c-439f-a182-b10e05be197f req-5e184934-50c4-4df1-a8e8-a58ec150afc4 tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] 10.222.0.21 "GET /v2.0/security-groups?id=481b516f-b529-43f6-a17a-93c1a3c0b8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697496 Nov 24 02:12:47.872998 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [req-6170ca73-d1fb-441d-b0a7-27f80b0091bc req-540b2f52-584c-438b-aea8-2bf848cb563f service neutron] For port 2dcbef81-2e99-4bab-b55c-bb79405f3ed1, host hv-neutron-8189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=2dcbef81-2e99-4bab-b55c-bb79405f3ed1,segment=NetworkSegment(8559ff32-3680-402a-8b44-45cd7b771e1f),segment_id=8559ff32-3680-402a-8b44-45cd7b771e1f)] {{(pid=109867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 02:12:47.878746 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-6170ca73-d1fb-441d-b0a7-27f80b0091bc req-540b2f52-584c-438b-aea8-2bf848cb563f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25501696'] for port, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:47.912008 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6170ca73-d1fb-441d-b0a7-27f80b0091bc req-540b2f52-584c-438b-aea8-2bf848cb563f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:12:47.912682 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-6170ca73-d1fb-441d-b0a7-27f80b0091bc req-540b2f52-584c-438b-aea8-2bf848cb563f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:47.914079 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-6170ca73-d1fb-441d-b0a7-27f80b0091bc req-540b2f52-584c-438b-aea8-2bf848cb563f service neutron] 10.222.0.48 "PUT /v2.0/ports/2dcbef81-2e99-4bab-b55c-bb79405f3ed1 HTTP/1.1" status: 200 len: 1094 time: 0.6833129 Nov 24 02:12:47.914522 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33138763-e32e-4fec-91f8-0917c0415d1d', 'tag': '2dcbef81-2e99-4bab-b55c-bb79405f3ed1'}] {{(pid=109867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:12:47.916747 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2155eb48762029a847224b6ca77dbed8b251e8450d3d79f1fc0a82d404e82e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5caf6347-9de2-4341-978d-e4a7abc9bb4b" -d '{"events": [{"name": "network-changed", "server_uuid": "33138763-e32e-4fec-91f8-0917c0415d1d", "tag": "2dcbef81-2e99-4bab-b55c-bb79405f3ed1"}]}' {{(pid=109867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:12:47.943184 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540b2f52-584c-438b-aea8-2bf848cb563f service neutron] Pushing event updated for resources: {'Port': ['ID=2dcbef81-2e99-4bab-b55c-bb79405f3ed1,revision_number=3']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:12:47.955954 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 02:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dc27fcc-64d0-49ff-9afc-c69c31b6f38c x-openstack-request-id: req-8dc27fcc-64d0-49ff-9afc-c69c31b6f38c {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:12:47.956456 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33138763-e32e-4fec-91f8-0917c0415d1d", "tag": "2dcbef81-2e99-4bab-b55c-bb79405f3ed1", "status": "completed", "code": 200}]} {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:12:47.956709 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8dc27fcc-64d0-49ff-9afc-c69c31b6f38c {{(pid=109867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:12:47.957111 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33138763-e32e-4fec-91f8-0917c0415d1d', 'tag': '2dcbef81-2e99-4bab-b55c-bb79405f3ed1', 'status': 'completed', 'code': 200} Nov 24 02:12:48.022651 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6170ca73-d1fb-441d-b0a7-27f80b0091bc req-7e1157ae-8fda-4beb-a195-8201d4ed171c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:12:48.024160 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-6170ca73-d1fb-441d-b0a7-27f80b0091bc req-7e1157ae-8fda-4beb-a195-8201d4ed171c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b5c8689b479740b2be4ba5e2970aafcc&device_id=33138763-e32e-4fec-91f8-0917c0415d1d HTTP/1.1" status: 200 len: 1097 time: 0.0434489 Nov 24 02:12:48.079017 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-6170ca73-d1fb-441d-b0a7-27f80b0091bc req-c4ac5a23-b56a-4bf3-963f-187e32553056 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2dcbef81-2e99-4bab-b55c-bb79405f3ed1 HTTP/1.1" status: 200 len: 217 time: 0.0396724 Nov 24 02:12:48.129723 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6170ca73-d1fb-441d-b0a7-27f80b0091bc req-cb3ecd7a-bdcf-48e0-ac1c-efce81d18d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:12:48.131216 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-6170ca73-d1fb-441d-b0a7-27f80b0091bc req-cb3ecd7a-bdcf-48e0-ac1c-efce81d18d5d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c6b223ee-c825-4ade-9075-36716b7f8037 HTTP/1.1" status: 200 len: 856 time: 0.0451026 Nov 24 02:12:48.175947 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6170ca73-d1fb-441d-b0a7-27f80b0091bc req-4e685785-e46a-4db8-a593-e653823a84de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:12:48.177334 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-6170ca73-d1fb-441d-b0a7-27f80b0091bc req-4e685785-e46a-4db8-a593-e653823a84de service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6c845b02-f138-4884-b496-65284a90cf84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395379 Nov 24 02:12:48.587232 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-6170ca73-d1fb-441d-b0a7-27f80b0091bc req-fd0cd1e9-912b-412d-a7fb-e84e602c337d service neutron] 10.222.0.48 "GET /v2.0/networks/6c845b02-f138-4884-b496-65284a90cf84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4019032 Nov 24 02:12:48.677668 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-6170ca73-d1fb-441d-b0a7-27f80b0091bc req-0a66b967-8b5a-4de2-8783-fd0092b6c9b9 service neutron] 10.222.0.48 "GET /v2.0/networks/6c845b02-f138-4884-b496-65284a90cf84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819452 Nov 24 02:12:48.816117 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caf6347-9de2-4341-978d-e4a7abc9bb4b req-6ab58505-fbb1-4e8d-bf48-c81002ef2a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:12:48.817641 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-5caf6347-9de2-4341-978d-e4a7abc9bb4b req-6ab58505-fbb1-4e8d-bf48-c81002ef2a4c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b5c8689b479740b2be4ba5e2970aafcc&device_id=33138763-e32e-4fec-91f8-0917c0415d1d HTTP/1.1" status: 200 len: 1097 time: 0.0411618 Nov 24 02:12:48.912037 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caf6347-9de2-4341-978d-e4a7abc9bb4b req-06db3c45-b1fc-4e0c-979f-87fb65100ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:12:48.913527 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-5caf6347-9de2-4341-978d-e4a7abc9bb4b req-06db3c45-b1fc-4e0c-979f-87fb65100ed0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6c845b02-f138-4884-b496-65284a90cf84 HTTP/1.1" status: 200 len: 918 time: 0.0880108 Nov 24 02:12:48.956742 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-5caf6347-9de2-4341-978d-e4a7abc9bb4b req-a9b49cbf-3f9b-40df-9e1a-62bab4cee50d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2dcbef81-2e99-4bab-b55c-bb79405f3ed1 HTTP/1.1" status: 200 len: 217 time: 0.0356915 Nov 24 02:12:49.030723 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caf6347-9de2-4341-978d-e4a7abc9bb4b req-cf6e882c-a620-48d6-8a64-46b6105f76d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:12:49.032161 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-5caf6347-9de2-4341-978d-e4a7abc9bb4b req-cf6e882c-a620-48d6-8a64-46b6105f76d0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c6b223ee-c825-4ade-9075-36716b7f8037 HTTP/1.1" status: 200 len: 856 time: 0.0683136 Nov 24 02:12:49.040307 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e98125-cb7d-47d8-85f1-1956319b7d67 req-68681a49-7bc2-4ced-832b-39628064fe61 tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:12:49.041674 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e2e98125-cb7d-47d8-85f1-1956319b7d67 req-68681a49-7bc2-4ced-832b-39628064fe61 tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] 10.222.0.21 "GET /v2.0/ports?device_id=33138763-e32e-4fec-91f8-0917c0415d1d HTTP/1.1" status: 200 len: 944 time: 0.0873930 Nov 24 02:12:49.110117 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caf6347-9de2-4341-978d-e4a7abc9bb4b req-b658829f-d389-4dd5-ae98-9cc03c888444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:12:49.111498 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-5caf6347-9de2-4341-978d-e4a7abc9bb4b req-b658829f-d389-4dd5-ae98-9cc03c888444 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6c845b02-f138-4884-b496-65284a90cf84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689692 Nov 24 02:12:49.114773 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e2e98125-cb7d-47d8-85f1-1956319b7d67 req-39661a88-f079-4304-908b-64561009b1dd tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] 10.222.0.21 "GET /v2.0/security-groups?id=481b516f-b529-43f6-a17a-93c1a3c0b8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651324 Nov 24 02:12:49.207265 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-5caf6347-9de2-4341-978d-e4a7abc9bb4b req-e6589943-14f3-416a-afb0-7336ba66b4aa service neutron] 10.222.0.48 "GET /v2.0/networks/6c845b02-f138-4884-b496-65284a90cf84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867383 Nov 24 02:12:49.297777 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-5caf6347-9de2-4341-978d-e4a7abc9bb4b req-03dead90-b965-4d0b-8e2d-d6e95268d278 service neutron] 10.222.0.48 "GET /v2.0/networks/6c845b02-f138-4884-b496-65284a90cf84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817764 Nov 24 02:12:49.874872 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 2dcbef81-2e99-4bab-b55c-bb79405f3ed1 details requested by agent hyperv_hv-neutron-8189 with host hv-neutron-8189 {{(pid=109868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 02:12:49.968305 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port 2dcbef81-2e99-4bab-b55c-bb79405f3ed1, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=2dcbef81-2e99-4bab-b55c-bb79405f3ed1,segment=NetworkSegment(8559ff32-3680-402a-8b44-45cd7b771e1f),segment_id=8559ff32-3680-402a-8b44-45cd7b771e1f)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:12:50.119266 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Returning: {'device': '2dcbef81-2e99-4bab-b55c-bb79405f3ed1', 'network_id': '6c845b02-f138-4884-b496-65284a90cf84', 'port_id': '2dcbef81-2e99-4bab-b55c-bb79405f3ed1', 'mac_address': 'fa:16:3e:eb:6a:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6b223ee-c825-4ade-9075-36716b7f8037', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 02:12:50.164435 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:50.168126 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.agents_db [None req-4e42c10c-a1d3-4d07-89d6-7a24334140aa None None] Agent healthcheck: found 6 active agents {{(pid=109869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 02:12:50.178075 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dcbef81-2e99-4bab-b55c-bb79405f3ed1 {{(pid=109868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 02:12:50.197629 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port 2dcbef81-2e99-4bab-b55c-bb79405f3ed1, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=2dcbef81-2e99-4bab-b55c-bb79405f3ed1,segment=NetworkSegment(8559ff32-3680-402a-8b44-45cd7b771e1f),segment_id=8559ff32-3680-402a-8b44-45cd7b771e1f)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:12:50.203466 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:50.241374 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0be66b1-68c8-443a-812d-a96cf66c0092 req-bccb4b19-e5a3-46a5-be41-a2b84b5fd51b tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:12:50.242965 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-d0be66b1-68c8-443a-812d-a96cf66c0092 req-bccb4b19-e5a3-46a5-be41-a2b84b5fd51b tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] 10.222.0.21 "GET /v2.0/ports?device_id=33138763-e32e-4fec-91f8-0917c0415d1d HTTP/1.1" status: 200 len: 945 time: 0.0498674 Nov 24 02:12:50.249957 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=2dcbef81-2e99-4bab-b55c-bb79405f3ed1,revision_number=4']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:12:50.257436 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:12:50.257794 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:12:50.258139 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:12:50.258476 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:12:50.258808 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:12:50.259139 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:12:50.259465 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:12:50.259793 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:12:50.260116 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:12:50.260462 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:12:50.260796 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:12:50.261121 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:12:50.292355 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-d0be66b1-68c8-443a-812d-a96cf66c0092 req-7f20765c-216b-49cc-b0c7-57a969290931 tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] 10.222.0.21 "GET /v2.0/security-groups?id=481b516f-b529-43f6-a17a-93c1a3c0b8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422051 Nov 24 02:12:50.482149 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] get_ports_and_sgs() called for port_ids ['2dcbef81-2e99-4bab-b55c-bb79405f3ed1'] {{(pid=109868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 02:12:51.408946 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa014aeb-ea41-4651-894e-ccefca7050e0 req-e166b0bd-af3a-4b99-a91b-628c008761cc tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:12:51.410419 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-aa014aeb-ea41-4651-894e-ccefca7050e0 req-e166b0bd-af3a-4b99-a91b-628c008761cc tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] 10.222.0.21 "GET /v2.0/ports?device_id=33138763-e32e-4fec-91f8-0917c0415d1d HTTP/1.1" status: 200 len: 945 time: 0.0530033 Nov 24 02:12:51.456827 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-aa014aeb-ea41-4651-894e-ccefca7050e0 req-25b0ff76-3b8b-4a4e-82db-861e89ac0257 tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] 10.222.0.21 "GET /v2.0/security-groups?id=481b516f-b529-43f6-a17a-93c1a3c0b8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405574 Nov 24 02:12:51.891588 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 2dcbef81-2e99-4bab-b55c-bb79405f3ed1 up at agent hyperv_hv-neutron-8189 {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 02:12:51.938566 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Provisioning for port 2dcbef81-2e99-4bab-b55c-bb79405f3ed1 completed by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 02:12:51.942504 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Provisioning complete for port 2dcbef81-2e99-4bab-b55c-bb79405f3ed1 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:12:51.942971 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:52.018447 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:52.039795 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33138763-e32e-4fec-91f8-0917c0415d1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dcbef81-2e99-4bab-b55c-bb79405f3ed1'}] {{(pid=109868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:12:52.042098 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adafa3b64de3cabc8eac619938bcace59b198ffee64d481093eb3def62699d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b91fd8b-4ad1-4662-9c92-b5f0ad55d964" -d '{"events": [{"server_uuid": "33138763-e32e-4fec-91f8-0917c0415d1d", "name": "network-vif-plugged", "status": "completed", "tag": "2dcbef81-2e99-4bab-b55c-bb79405f3ed1"}]}' {{(pid=109868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:12:52.054912 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port 2dcbef81-2e99-4bab-b55c-bb79405f3ed1, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=2dcbef81-2e99-4bab-b55c-bb79405f3ed1,segment=NetworkSegment(8559ff32-3680-402a-8b44-45cd7b771e1f),segment_id=8559ff32-3680-402a-8b44-45cd7b771e1f)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:12:52.058954 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:52.105611 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=2dcbef81-2e99-4bab-b55c-bb79405f3ed1,revision_number=5']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:12:52.134757 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 02:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc7f9141-e558-438c-a335-eccba35babe0 x-openstack-request-id: req-cc7f9141-e558-438c-a335-eccba35babe0 {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:12:52.135127 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33138763-e32e-4fec-91f8-0917c0415d1d", "name": "network-vif-plugged", "status": "completed", "tag": "2dcbef81-2e99-4bab-b55c-bb79405f3ed1", "code": 200}]} {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:12:52.135901 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cc7f9141-e558-438c-a335-eccba35babe0 {{(pid=109868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:12:52.136302 dv-neutron-818911-2-hyperv neutron-server[109868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33138763-e32e-4fec-91f8-0917c0415d1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dcbef81-2e99-4bab-b55c-bb79405f3ed1', 'code': 200} Nov 24 02:12:52.337937 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb32b45e-7bfa-4128-8618-35756aa91a8f req-e9daf05b-b791-46d5-a288-ac6dae85126b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:12:52.339437 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-fb32b45e-7bfa-4128-8618-35756aa91a8f req-e9daf05b-b791-46d5-a288-ac6dae85126b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=33138763-e32e-4fec-91f8-0917c0415d1d HTTP/1.1" status: 200 len: 1099 time: 0.0401828 Nov 24 02:12:52.383830 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-fb32b45e-7bfa-4128-8618-35756aa91a8f req-01762130-466d-4fe2-8a2d-11b5df2c95e4 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=481b516f-b529-43f6-a17a-93c1a3c0b8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371580 Nov 24 02:12:52.571749 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89162ba-cd4d-4d95-be2f-318defd11c4f req-b8f5a180-d73f-4b46-8554-cd66b0098ff3 tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:12:52.573872 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-b89162ba-cd4d-4d95-be2f-318defd11c4f req-b8f5a180-d73f-4b46-8554-cd66b0098ff3 tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] 10.222.0.21 "GET /v2.0/ports?device_id=33138763-e32e-4fec-91f8-0917c0415d1d HTTP/1.1" status: 200 len: 946 time: 0.0521696 Nov 24 02:12:52.620641 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-b89162ba-cd4d-4d95-be2f-318defd11c4f req-6ffd8162-5bb9-4c38-aabe-3015a8353a06 tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] 10.222.0.21 "GET /v2.0/security-groups?id=481b516f-b529-43f6-a17a-93c1a3c0b8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400977 Nov 24 02:12:53.734270 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d810c67-ca06-4918-afa8-1ee5bf7c320a req-a851fd8e-425b-47ef-9b06-62306cd82edf tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:12:53.735726 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-2d810c67-ca06-4918-afa8-1ee5bf7c320a req-a851fd8e-425b-47ef-9b06-62306cd82edf tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] 10.222.0.21 "GET /v2.0/ports?device_id=33138763-e32e-4fec-91f8-0917c0415d1d HTTP/1.1" status: 200 len: 946 time: 0.0477595 Nov 24 02:12:53.781182 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-2d810c67-ca06-4918-afa8-1ee5bf7c320a req-efa6d709-eae7-497a-acd6-1d6a247471e7 tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] 10.222.0.21 "GET /v2.0/security-groups?id=481b516f-b529-43f6-a17a-93c1a3c0b8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396628 Nov 24 02:12:53.893169 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56b8d71-6d28-4a51-bb76-d29b53d75efe req-a870a121-4665-43d2-a907-476236c1fedc tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:12:53.894807 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-c56b8d71-6d28-4a51-bb76-d29b53d75efe req-a870a121-4665-43d2-a907-476236c1fedc tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] 10.222.0.21 "GET /v2.0/ports?device_id=33138763-e32e-4fec-91f8-0917c0415d1d HTTP/1.1" status: 200 len: 946 time: 0.0483756 Nov 24 02:12:53.941771 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-c56b8d71-6d28-4a51-bb76-d29b53d75efe req-738178d3-f53e-43a0-9ee6-c01c462507a9 tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] 10.222.0.21 "GET /v2.0/security-groups?id=481b516f-b529-43f6-a17a-93c1a3c0b8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410643 Nov 24 02:12:54.768087 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-1bae5ab3-0d10-4721-bde3-71d205f30847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:57.229966 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-3768597f-4416-4124-a372-2d6e767e401c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:58.180281 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:58.185194 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:12:59.670033 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:00.152377 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:16.522141 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bac28d-2bc2-4b73-9d2e-dbf0ba4b7f7c req-ed596677-107f-4dcc-9100-f0b93e57e491 tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:13:16.523642 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-f8bac28d-2bc2-4b73-9d2e-dbf0ba4b7f7c req-ed596677-107f-4dcc-9100-f0b93e57e491 tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] 10.222.0.21 "GET /v2.0/ports?device_id=33138763-e32e-4fec-91f8-0917c0415d1d HTTP/1.1" status: 200 len: 946 time: 0.0581648 Nov 24 02:13:16.571226 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-f8bac28d-2bc2-4b73-9d2e-dbf0ba4b7f7c req-9108e559-3ba3-45d8-afd0-959432ed685e tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] 10.222.0.21 "GET /v2.0/security-groups?id=481b516f-b529-43f6-a17a-93c1a3c0b8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408823 Nov 24 02:13:17.689576 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11ab3bf-d1fe-4abd-b30a-8c44671b33c5 req-676868e7-8409-4cf1-905a-25994356408f tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:13:17.690935 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-b11ab3bf-d1fe-4abd-b30a-8c44671b33c5 req-676868e7-8409-4cf1-905a-25994356408f tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] 10.222.0.21 "GET /v2.0/ports?device_id=33138763-e32e-4fec-91f8-0917c0415d1d HTTP/1.1" status: 200 len: 946 time: 0.0510705 Nov 24 02:13:17.736726 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-b11ab3bf-d1fe-4abd-b30a-8c44671b33c5 req-84229b46-7f45-4537-b9fa-4b86c206e419 tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] 10.222.0.21 "GET /v2.0/security-groups?id=481b516f-b529-43f6-a17a-93c1a3c0b8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400321 Nov 24 02:13:18.243974 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c614dadd-95d2-4b45-b3af-83958e6f5529 req-b5881425-0299-4b72-8efd-f720ab252f66 tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:13:18.245479 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-c614dadd-95d2-4b45-b3af-83958e6f5529 req-b5881425-0299-4b72-8efd-f720ab252f66 tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] 10.222.0.48 "GET /v2.0/ports?device_id=33138763-e32e-4fec-91f8-0917c0415d1d HTTP/1.1" status: 200 len: 946 time: 0.0492008 Nov 24 02:13:18.334046 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [req-c614dadd-95d2-4b45-b3af-83958e6f5529 req-6a8417f5-64ca-47c2-8504-58be97ee6449 tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] Deleting port 2dcbef81-2e99-4bab-b55c-bb79405f3ed1 {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 02:13:18.334373 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-c614dadd-95d2-4b45-b3af-83958e6f5529 req-6a8417f5-64ca-47c2-8504-58be97ee6449 tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:18.423707 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [req-c614dadd-95d2-4b45-b3af-83958e6f5529 req-6a8417f5-64ca-47c2-8504-58be97ee6449 tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] For port 2dcbef81-2e99-4bab-b55c-bb79405f3ed1, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=2dcbef81-2e99-4bab-b55c-bb79405f3ed1,segment=NetworkSegment(8559ff32-3680-402a-8b44-45cd7b771e1f),segment_id=8559ff32-3680-402a-8b44-45cd7b771e1f)] {{(pid=109867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:13:18.424060 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-c614dadd-95d2-4b45-b3af-83958e6f5529 req-6a8417f5-64ca-47c2-8504-58be97ee6449 tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:18.436456 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [req-c614dadd-95d2-4b45-b3af-83958e6f5529 req-6a8417f5-64ca-47c2-8504-58be97ee6449 tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] Calling delete_port for 2dcbef81-2e99-4bab-b55c-bb79405f3ed1 owned by compute:nova {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 02:13:18.564561 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-c614dadd-95d2-4b45-b3af-83958e6f5529 req-6a8417f5-64ca-47c2-8504-58be97ee6449 tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:18.594075 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8417f5-64ca-47c2-8504-58be97ee6449 tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] Pushing event deleted for resources: {'Port': ['ID=2dcbef81-2e99-4bab-b55c-bb79405f3ed1,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:13:18.598768 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] get_ports_and_sgs() called for port_ids ['2dcbef81-2e99-4bab-b55c-bb79405f3ed1'] {{(pid=109868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 02:13:18.608550 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8417f5-64ca-47c2-8504-58be97ee6449 tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:13:18.608807 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8417f5-64ca-47c2-8504-58be97ee6449 tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:13:18.609156 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8417f5-64ca-47c2-8504-58be97ee6449 tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:13:18.609629 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8417f5-64ca-47c2-8504-58be97ee6449 tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:13:18.609914 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8417f5-64ca-47c2-8504-58be97ee6449 tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:13:18.610271 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8417f5-64ca-47c2-8504-58be97ee6449 tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:13:18.610590 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8417f5-64ca-47c2-8504-58be97ee6449 tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:13:18.610926 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8417f5-64ca-47c2-8504-58be97ee6449 tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:13:18.611264 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8417f5-64ca-47c2-8504-58be97ee6449 tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:13:18.611590 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8417f5-64ca-47c2-8504-58be97ee6449 tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:13:18.611927 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8417f5-64ca-47c2-8504-58be97ee6449 tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:13:18.612257 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8417f5-64ca-47c2-8504-58be97ee6449 tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:13:18.646917 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [req-c614dadd-95d2-4b45-b3af-83958e6f5529 req-6a8417f5-64ca-47c2-8504-58be97ee6449 tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] No DVR routers for this DVR port 2dcbef81-2e99-4bab-b55c-bb79405f3ed1 on host hv-neutron-8189 {{(pid=109867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 02:13:18.649313 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-c614dadd-95d2-4b45-b3af-83958e6f5529 req-6a8417f5-64ca-47c2-8504-58be97ee6449 tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:18.652723 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-c614dadd-95d2-4b45-b3af-83958e6f5529 req-6a8417f5-64ca-47c2-8504-58be97ee6449 tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] 10.222.0.48 "DELETE /v2.0/ports/2dcbef81-2e99-4bab-b55c-bb79405f3ed1 HTTP/1.1" status: 204 len: 173 time: 0.4004023 Nov 24 02:13:18.653173 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33138763-e32e-4fec-91f8-0917c0415d1d', 'name': 'network-vif-deleted', 'tag': '2dcbef81-2e99-4bab-b55c-bb79405f3ed1'}] {{(pid=109867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:13:18.655440 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2155eb48762029a847224b6ca77dbed8b251e8450d3d79f1fc0a82d404e82e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f77cb984-a50a-47c2-8c96-a573fd09d319" -d '{"events": [{"server_uuid": "33138763-e32e-4fec-91f8-0917c0415d1d", "name": "network-vif-deleted", "tag": "2dcbef81-2e99-4bab-b55c-bb79405f3ed1"}]}' {{(pid=109867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:13:18.690879 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 02:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17d71995-aa2e-4585-ab0f-975ad20cdb3c x-openstack-request-id: req-17d71995-aa2e-4585-ab0f-975ad20cdb3c {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:13:18.691490 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33138763-e32e-4fec-91f8-0917c0415d1d", "name": "network-vif-deleted", "tag": "2dcbef81-2e99-4bab-b55c-bb79405f3ed1", "status": "completed", "code": 200}]} {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:13:18.691490 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-17d71995-aa2e-4585-ab0f-975ad20cdb3c {{(pid=109867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:13:18.691830 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33138763-e32e-4fec-91f8-0917c0415d1d', 'name': 'network-vif-deleted', 'tag': '2dcbef81-2e99-4bab-b55c-bb79405f3ed1', 'status': 'completed', 'code': 200} Nov 24 02:13:18.850867 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-00700ab3-4c2d-4b9b-8bfd-2fa3fa6e4a64 req-04444cbf-6139-4f55-8b3f-00950aac6dfa tempest-TestEncryptedCinderVolumes-30909923 tempest-TestEncryptedCinderVolumes-30909923-project] 10.222.0.21 "GET /v2.0/ports?device_id=33138763-e32e-4fec-91f8-0917c0415d1d HTTP/1.1" status: 200 len: 210 time: 0.0312355 Nov 24 02:13:19.938548 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 55428) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:13:20.281104 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-84c3b99b-c404-4af2-9cda-728602237137 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3777994'] for router_interface, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:20.526275 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-84c3b99b-c404-4af2-9cda-728602237137 admin admin] Deleting port f40d3b80-1687-45b2-bae3-3871faf83a09 {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 02:13:20.526608 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-84c3b99b-c404-4af2-9cda-728602237137 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:20.601644 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [None req-84c3b99b-c404-4af2-9cda-728602237137 admin admin] For port f40d3b80-1687-45b2-bae3-3871faf83a09, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=f40d3b80-1687-45b2-bae3-3871faf83a09,segment=NetworkSegment(8559ff32-3680-402a-8b44-45cd7b771e1f),segment_id=8559ff32-3680-402a-8b44-45cd7b771e1f)] {{(pid=109867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:13:20.601992 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-84c3b99b-c404-4af2-9cda-728602237137 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:20.618717 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-84c3b99b-c404-4af2-9cda-728602237137 admin admin] Calling delete_port for f40d3b80-1687-45b2-bae3-3871faf83a09 owned by network:router_interface {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 02:13:20.798353 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-84c3b99b-c404-4af2-9cda-728602237137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:20.823859 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c3b99b-c404-4af2-9cda-728602237137 admin admin] Pushing event deleted for resources: {'Port': ['ID=f40d3b80-1687-45b2-bae3-3871faf83a09,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:13:20.997312 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-84c3b99b-c404-4af2-9cda-728602237137 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424538'] for router_interface, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:21.218361 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84c3b99b-c404-4af2-9cda-728602237137 admin admin] Router 7dc28e0f-dfc8-4403-bd0c-e569d832eb50 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 02:13:21.328404 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84c3b99b-c404-4af2-9cda-728602237137 admin admin] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 02:13:21.334103 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-84c3b99b-c404-4af2-9cda-728602237137 admin admin] 10.222.0.21 "PUT /v2.0/routers/7dc28e0f-dfc8-4403-bd0c-e569d832eb50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3939016 Nov 24 02:13:21.336609 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 55430) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:13:21.339048 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6754821a-5fd4-4bfb-bc48-9e7feba6be92 None None] Sync routers for ids ['7dc28e0f-dfc8-4403-bd0c-e569d832eb50'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 02:13:21.348551 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6754821a-5fd4-4bfb-bc48-9e7feba6be92 None None] Routers {'7dc28e0f-dfc8-4403-bd0c-e569d832eb50'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:13:21.349146 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-6754821a-5fd4-4bfb-bc48-9e7feba6be92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:12:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['7dc28e0f-dfc8-4403-bd0c-e569d832eb50'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:13:21.441565 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8ca4c3a8-8d07-4046-8f76-99be9b12d436 admin admin] Publish callbacks [] for router, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:21.448944 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-6754821a-5fd4-4bfb-bc48-9e7feba6be92 None None] Set router 7dc28e0f-dfc8-4403-bd0c-e569d832eb50 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:13:21.545510 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8ca4c3a8-8d07-4046-8f76-99be9b12d436 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:21.598492 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-8ca4c3a8-8d07-4046-8f76-99be9b12d436 admin admin] Deleting port d181fa1c-c99c-4114-a329-b55e841c9a63 {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 02:13:21.598832 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8ca4c3a8-8d07-4046-8f76-99be9b12d436 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:21.620591 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-6754821a-5fd4-4bfb-bc48-9e7feba6be92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dc28e0f-dfc8-4403-bd0c-e569d832eb50', 'name': 'tempest-TestEncryptedCinderVolumes-1670178422-router', 'tenant_id': 'b5c8689b479740b2be4ba5e2970aafcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.99'}], 'enable_snat': True}, 'gw_port_id': 'd181fa1c-c99c-4114-a329-b55e841c9a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:11:58Z', 'updated_at': '2021-11-24T02:13:20Z', 'revision_number': 5, 'project_id': 'b5c8689b479740b2be4ba5e2970aafcc', 'gw_port': {'id': 'd181fa1c-c99c-4114-a329-b55e841c9a63', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:15:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc28e0f-dfc8-4403-bd0c-e569d832eb50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:11:59Z', 'updated_at': '2021-11-24T02:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:13:21.649508 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6754821a-5fd4-4bfb-bc48-9e7feba6be92 None None] Checking router: 7dc28e0f-dfc8-4403-bd0c-e569d832eb50 for host: dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 02:13:21.657655 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6754821a-5fd4-4bfb-bc48-9e7feba6be92 None None] Routers {'7dc28e0f-dfc8-4403-bd0c-e569d832eb50'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:13:21.658249 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-6754821a-5fd4-4bfb-bc48-9e7feba6be92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:12:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['7dc28e0f-dfc8-4403-bd0c-e569d832eb50'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:13:21.677347 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [None req-8ca4c3a8-8d07-4046-8f76-99be9b12d436 admin admin] For port d181fa1c-c99c-4114-a329-b55e841c9a63, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=d181fa1c-c99c-4114-a329-b55e841c9a63,segment=NetworkSegment(03509fd2-ca9c-4aa0-94e6-e236afda62e7),segment_id=03509fd2-ca9c-4aa0-94e6-e236afda62e7)] {{(pid=109867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:13:21.677733 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8ca4c3a8-8d07-4046-8f76-99be9b12d436 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:21.694479 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-8ca4c3a8-8d07-4046-8f76-99be9b12d436 admin admin] Calling delete_port for d181fa1c-c99c-4114-a329-b55e841c9a63 owned by network:router_gateway {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 02:13:21.827753 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-6754821a-5fd4-4bfb-bc48-9e7feba6be92 None None] Set router 7dc28e0f-dfc8-4403-bd0c-e569d832eb50 gateway port host: None {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:13:21.864436 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8ca4c3a8-8d07-4046-8f76-99be9b12d436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:21.877717 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-6754821a-5fd4-4bfb-bc48-9e7feba6be92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dc28e0f-dfc8-4403-bd0c-e569d832eb50', 'name': 'tempest-TestEncryptedCinderVolumes-1670178422-router', 'tenant_id': 'b5c8689b479740b2be4ba5e2970aafcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:11:58Z', 'updated_at': '2021-11-24T02:13:21Z', 'revision_number': 6, 'project_id': 'b5c8689b479740b2be4ba5e2970aafcc', 'gw_port_host': None}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:13:21.895327 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca4c3a8-8d07-4046-8f76-99be9b12d436 admin admin] Pushing event deleted for resources: {'Port': ['ID=d181fa1c-c99c-4114-a329-b55e841c9a63,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:13:21.907067 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6754821a-5fd4-4bfb-bc48-9e7feba6be92 None None] The sync data for ids ['7dc28e0f-dfc8-4403-bd0c-e569d832eb50'] in dv-neutron-818911-2-hyperv is: [{'id': '7dc28e0f-dfc8-4403-bd0c-e569d832eb50', 'name': 'tempest-TestEncryptedCinderVolumes-1670178422-router', 'tenant_id': 'b5c8689b479740b2be4ba5e2970aafcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:11:58Z', 'updated_at': '2021-11-24T02:13:21Z', 'revision_number': 6, 'project_id': 'b5c8689b479740b2be4ba5e2970aafcc', 'gw_port_host': None}] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 02:13:21.913604 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761cebf3-baf0-4044-8f7a-f798877f797c None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 02:13:21.964421 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8ca4c3a8-8d07-4046-8f76-99be9b12d436 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418161'] for router_gateway, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:21.991453 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 2dcbef81-2e99-4bab-b55c-bb79405f3ed1 no longer exists at agent hyperv_hv-neutron-8189 {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 02:13:22.015450 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] No Port match for: 2dcbef81-2e99-4bab-b55c-bb79405f3ed1 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 02:13:22.015790 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 2dcbef81-2e99-4bab-b55c-bb79405f3ed1 not bound to the agent host hv-neutron-8189 {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 02:13:22.054495 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8ca4c3a8-8d07-4046-8f76-99be9b12d436 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-424460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2766'] for router, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:22.057238 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8ca4c3a8-8d07-4046-8f76-99be9b12d436 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:22.105081 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8ca4c3a8-8d07-4046-8f76-99be9b12d436 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-424469'] for router, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:22.105669 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ca4c3a8-8d07-4046-8f76-99be9b12d436 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7dc28e0f-dfc8-4403-bd0c-e569d832eb50 {{(pid=109867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 02:13:22.111135 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8ca4c3a8-8d07-4046-8f76-99be9b12d436 admin admin] Publish callbacks [] for router, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:22.112282 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-8ca4c3a8-8d07-4046-8f76-99be9b12d436 admin admin] 10.222.0.21 "DELETE /v2.0/routers/7dc28e0f-dfc8-4403-bd0c-e569d832eb50 HTTP/1.1" status: 204 len: 168 time: 0.7746904 Nov 24 02:13:22.115249 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 55432) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:13:22.159340 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_v2 [None req-f88f0881-f0e7-4532-8b86-7e79d7b9185b admin admin] Deleting subnet c6b223ee-c825-4ade-9075-36716b7f8037 {{(pid=109867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 02:13:22.162443 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f88f0881-f0e7-4532-8b86-7e79d7b9185b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:22.198186 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f88f0881-f0e7-4532-8b86-7e79d7b9185b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28690885'] for subnet, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:22.277321 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f88f0881-f0e7-4532-8b86-7e79d7b9185b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:22.341113 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f88f0881-f0e7-4532-8b86-7e79d7b9185b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25501782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25307808'] for subnet, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:22.368470 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88f0881-f0e7-4532-8b86-7e79d7b9185b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6b223ee-c825-4ade-9075-36716b7f8037,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:13:22.374058 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f88f0881-f0e7-4532-8b86-7e79d7b9185b admin admin] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:22.378119 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-f88f0881-f0e7-4532-8b86-7e79d7b9185b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c6b223ee-c825-4ade-9075-36716b7f8037 HTTP/1.1" status: 204 len: 168 time: 0.2619255 Nov 24 02:13:22.378580 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e656bdd9-fe9c-4b7b-8dec-9b2cbaa09f95 None None] Network 6c845b02-f138-4884-b496-65284a90cf84 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 02:13:22.380875 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 55434) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:13:22.447930 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5b46e734-0f38-4700-bf73-cd9fbb723b23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:22.505277 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-5b46e734-0f38-4700-bf73-cd9fbb723b23 admin admin] Deleting port e257b25e-d85b-4ce0-b913-ae6645a1a91d {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 02:13:22.505653 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5b46e734-0f38-4700-bf73-cd9fbb723b23 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:22.567078 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [None req-5b46e734-0f38-4700-bf73-cd9fbb723b23 admin admin] For port e257b25e-d85b-4ce0-b913-ae6645a1a91d, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=e257b25e-d85b-4ce0-b913-ae6645a1a91d,segment=NetworkSegment(8559ff32-3680-402a-8b44-45cd7b771e1f),segment_id=8559ff32-3680-402a-8b44-45cd7b771e1f)] {{(pid=109866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:13:22.567437 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5b46e734-0f38-4700-bf73-cd9fbb723b23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:22.579633 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-5b46e734-0f38-4700-bf73-cd9fbb723b23 admin admin] Calling delete_port for e257b25e-d85b-4ce0-b913-ae6645a1a91d owned by network:dhcp {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 02:13:22.708954 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea212356-1c89-4273-8362-a0742fd5eb13 None None] DHCP port deletion for 6c845b02-f138-4884-b496-65284a90cf84 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 02:13:22.765891 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-ea212356-1c89-4273-8362-a0742fd5eb13 None None] Deleting port e257b25e-d85b-4ce0-b913-ae6645a1a91d {{(pid=109868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 02:13:22.766518 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-ea212356-1c89-4273-8362-a0742fd5eb13 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:22.780973 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device f40d3b80-1687-45b2-bae3-3871faf83a09 no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 02:13:22.814010 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: f40d3b80-1687-45b2-bae3-3871faf83a09 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 02:13:22.814360 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device f40d3b80-1687-45b2-bae3-3871faf83a09 not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 02:13:22.814788 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device d181fa1c-c99c-4114-a329-b55e841c9a63 no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 02:13:22.865002 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: d181fa1c-c99c-4114-a329-b55e841c9a63 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 02:13:22.865274 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device d181fa1c-c99c-4114-a329-b55e841c9a63 not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 02:13:22.865699 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device e257b25e-d85b-4ce0-b913-ae6645a1a91d no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 02:13:22.902210 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-ea212356-1c89-4273-8362-a0742fd5eb13 None None] For port e257b25e-d85b-4ce0-b913-ae6645a1a91d, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=e257b25e-d85b-4ce0-b913-ae6645a1a91d,segment=NetworkSegment(8559ff32-3680-402a-8b44-45cd7b771e1f),segment_id=8559ff32-3680-402a-8b44-45cd7b771e1f)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:13:22.902610 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-ea212356-1c89-4273-8362-a0742fd5eb13 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:22.922704 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-ea212356-1c89-4273-8362-a0742fd5eb13 None None] Calling delete_port for e257b25e-d85b-4ce0-b913-ae6645a1a91d owned by network:dhcp {{(pid=109868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 02:13:22.996949 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5b46e734-0f38-4700-bf73-cd9fbb723b23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:23.022674 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b46e734-0f38-4700-bf73-cd9fbb723b23 admin admin] Pushing event deleted for resources: {'Port': ['ID=e257b25e-d85b-4ce0-b913-ae6645a1a91d,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:13:23.026017 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:23.030439 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b46e734-0f38-4700-bf73-cd9fbb723b23 admin admin] No DVR routers for this DVR port e257b25e-d85b-4ce0-b913-ae6645a1a91d on host dv-neutron-818911-2-hyperv {{(pid=109866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 02:13:23.034405 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b46e734-0f38-4700-bf73-cd9fbb723b23 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:13:23.034758 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b46e734-0f38-4700-bf73-cd9fbb723b23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:13:23.035114 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b46e734-0f38-4700-bf73-cd9fbb723b23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:13:23.035452 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b46e734-0f38-4700-bf73-cd9fbb723b23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:13:23.035790 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b46e734-0f38-4700-bf73-cd9fbb723b23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:13:23.036122 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b46e734-0f38-4700-bf73-cd9fbb723b23 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:13:23.036455 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b46e734-0f38-4700-bf73-cd9fbb723b23 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:13:23.036785 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b46e734-0f38-4700-bf73-cd9fbb723b23 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:13:23.037112 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b46e734-0f38-4700-bf73-cd9fbb723b23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:13:23.037460 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b46e734-0f38-4700-bf73-cd9fbb723b23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:13:23.037792 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b46e734-0f38-4700-bf73-cd9fbb723b23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:13:23.038113 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b46e734-0f38-4700-bf73-cd9fbb723b23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:13:23.059586 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-ea212356-1c89-4273-8362-a0742fd5eb13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974'] for port, after_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:23.105873 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea212356-1c89-4273-8362-a0742fd5eb13 None None] No DVR routers for this DVR port e257b25e-d85b-4ce0-b913-ae6645a1a91d on host dv-neutron-818911-2-hyperv {{(pid=109868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 02:13:23.108189 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5b46e734-0f38-4700-bf73-cd9fbb723b23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:23.110389 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea212356-1c89-4273-8362-a0742fd5eb13 None None] Pushing event deleted for resources: {'Port': ['ID=e257b25e-d85b-4ce0-b913-ae6645a1a91d,revision_number=None']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:13:23.139366 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-5b46e734-0f38-4700-bf73-cd9fbb723b23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c845b02-f138-4884-b496-65284a90cf84']}} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:13:23.148616 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-5b46e734-0f38-4700-bf73-cd9fbb723b23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8559ff32-3680-402a-8b44-45cd7b771e1f') {'for_net_delete': True} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:13:23.148914 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-5b46e734-0f38-4700-bf73-cd9fbb723b23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8559ff32-3680-402a-8b44-45cd7b771e1f') {} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:13:23.158184 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5b46e734-0f38-4700-bf73-cd9fbb723b23 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29055561'] for segment, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:23.172345 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5b46e734-0f38-4700-bf73-cd9fbb723b23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:23.178477 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b46e734-0f38-4700-bf73-cd9fbb723b23 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=109866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 02:13:23.178860 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5b46e734-0f38-4700-bf73-cd9fbb723b23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29151010'] for segment, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:23.180813 dv-neutron-818911-2-hyperv neutron-server[109866]: Traceback (most recent call last): Nov 24 02:13:23.180813 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 02:13:23.180813 dv-neutron-818911-2-hyperv neutron-server[109866]: timer() Nov 24 02:13:23.180813 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 02:13:23.180813 dv-neutron-818911-2-hyperv neutron-server[109866]: cb(*args, **kw) Nov 24 02:13:23.180813 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 02:13:23.180813 dv-neutron-818911-2-hyperv neutron-server[109866]: return func(*args, **kwargs) Nov 24 02:13:23.180813 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 02:13:23.180813 dv-neutron-818911-2-hyperv neutron-server[109866]: self._notify() Nov 24 02:13:23.180813 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 02:13:23.180813 dv-neutron-818911-2-hyperv neutron-server[109866]: self.callback(batched_events) Nov 24 02:13:23.180813 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 02:13:23.180813 dv-neutron-818911-2-hyperv neutron-server[109866]: event.method(event) Nov 24 02:13:23.180813 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 02:13:23.180813 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 02:13:23.180813 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 02:13:23.180813 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 02:13:23.180813 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 02:13:23.180813 dv-neutron-818911-2-hyperv neutron-server[109866]: return f(self, *a, **k) Nov 24 02:13:23.180813 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 02:13:23.180813 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._get(url).json() Nov 24 02:13:23.180813 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 02:13:23.180813 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 02:13:23.180813 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 02:13:23.180813 dv-neutron-818911-2-hyperv neutron-server[109866]: return self.request(url, 'GET', **kwargs) Nov 24 02:13:23.180813 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 02:13:23.180813 dv-neutron-818911-2-hyperv neutron-server[109866]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 02:13:23.180813 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 02:13:23.180813 dv-neutron-818911-2-hyperv neutron-server[109866]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 02:13:23.180813 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 02:13:23.180813 dv-neutron-818911-2-hyperv neutron-server[109866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 02:13:23.180813 dv-neutron-818911-2-hyperv neutron-server[109866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 02:13:23.236307 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5b46e734-0f38-4700-bf73-cd9fbb723b23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:23.241758 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5b46e734-0f38-4700-bf73-cd9fbb723b23 admin admin] Publish callbacks [] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:23.245549 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-5b46e734-0f38-4700-bf73-cd9fbb723b23 admin admin] 10.222.0.21 "DELETE /v2.0/networks/6c845b02-f138-4884-b496-65284a90cf84 HTTP/1.1" status: 204 len: 168 time: 0.8636522 Nov 24 02:13:23.248531 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 55436) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:13:23.255874 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b46e734-0f38-4700-bf73-cd9fbb723b23 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c845b02-f138-4884-b496-65284a90cf84,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:13:23.591558 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-35a7549d-abfe-46e2-9b7d-93246e25345b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3777994'] for router_interface, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:24.141909 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-35a7549d-abfe-46e2-9b7d-93246e25345b admin admin] Deleting port ca4689f1-421b-4bff-b067-e05a5bab5581 {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 02:13:24.142147 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-35a7549d-abfe-46e2-9b7d-93246e25345b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:24.221339 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [None req-35a7549d-abfe-46e2-9b7d-93246e25345b admin admin] For port ca4689f1-421b-4bff-b067-e05a5bab5581, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=ca4689f1-421b-4bff-b067-e05a5bab5581,segment=NetworkSegment(efa7458c-89e6-4e6e-8e8d-e82e8a8c3e4d),segment_id=efa7458c-89e6-4e6e-8e8d-e82e8a8c3e4d)] {{(pid=109867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:13:24.221713 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-35a7549d-abfe-46e2-9b7d-93246e25345b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:24.234354 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-35a7549d-abfe-46e2-9b7d-93246e25345b admin admin] Calling delete_port for ca4689f1-421b-4bff-b067-e05a5bab5581 owned by network:router_interface {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 02:13:24.406932 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-35a7549d-abfe-46e2-9b7d-93246e25345b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:24.432110 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a7549d-abfe-46e2-9b7d-93246e25345b admin admin] Pushing event deleted for resources: {'Port': ['ID=ca4689f1-421b-4bff-b067-e05a5bab5581,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:13:24.597701 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-35a7549d-abfe-46e2-9b7d-93246e25345b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424538'] for router_interface, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:24.769442 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-19c7cfa6-f10e-44d5-89e6-9c4f77396a6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:24.808888 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35a7549d-abfe-46e2-9b7d-93246e25345b admin admin] Router ebdf8b41-414b-4cac-87d8-673bf61eb5a4 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 02:13:24.915651 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35a7549d-abfe-46e2-9b7d-93246e25345b admin admin] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 02:13:24.920609 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-35a7549d-abfe-46e2-9b7d-93246e25345b admin admin] 10.222.0.21 "PUT /v2.0/routers/ebdf8b41-414b-4cac-87d8-673bf61eb5a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6710486 Nov 24 02:13:24.923134 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 55438) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:13:24.925702 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8aa6a0-5ad4-4171-a996-5b1f14465a37 None None] Sync routers for ids ['ebdf8b41-414b-4cac-87d8-673bf61eb5a4'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 02:13:24.935702 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8aa6a0-5ad4-4171-a996-5b1f14465a37 None None] Routers {'ebdf8b41-414b-4cac-87d8-673bf61eb5a4'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:13:24.936316 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-da8aa6a0-5ad4-4171-a996-5b1f14465a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:12:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['ebdf8b41-414b-4cac-87d8-673bf61eb5a4'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:13:25.028267 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e18161f5-7869-4dfa-a63a-ccc32c5745a2 admin admin] Publish callbacks [] for router, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:25.039652 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-da8aa6a0-5ad4-4171-a996-5b1f14465a37 None None] Set router ebdf8b41-414b-4cac-87d8-673bf61eb5a4 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:13:25.131441 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e18161f5-7869-4dfa-a63a-ccc32c5745a2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:25.184677 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-e18161f5-7869-4dfa-a63a-ccc32c5745a2 admin admin] Deleting port 8630af34-3c49-41c0-9a53-19be971f1dbf {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 02:13:25.185287 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e18161f5-7869-4dfa-a63a-ccc32c5745a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:25.222486 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-da8aa6a0-5ad4-4171-a996-5b1f14465a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebdf8b41-414b-4cac-87d8-673bf61eb5a4', 'name': 'tempest-TestEncryptedCinderVolumes-1748459677-router', 'tenant_id': '07ec9bd869bf4cb89fd28cc0de83692d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.121'}], 'enable_snat': True}, 'gw_port_id': '8630af34-3c49-41c0-9a53-19be971f1dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:12:03Z', 'updated_at': '2021-11-24T02:13:24Z', 'revision_number': 5, 'project_id': '07ec9bd869bf4cb89fd28cc0de83692d', 'gw_port': {'id': '8630af34-3c49-41c0-9a53-19be971f1dbf', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:75:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdf8b41-414b-4cac-87d8-673bf61eb5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:12:03Z', 'updated_at': '2021-11-24T02:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:13:25.248085 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8aa6a0-5ad4-4171-a996-5b1f14465a37 None None] Checking router: ebdf8b41-414b-4cac-87d8-673bf61eb5a4 for host: dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 02:13:25.256181 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8aa6a0-5ad4-4171-a996-5b1f14465a37 None None] Routers {'ebdf8b41-414b-4cac-87d8-673bf61eb5a4'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:13:25.256782 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-da8aa6a0-5ad4-4171-a996-5b1f14465a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:12:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['ebdf8b41-414b-4cac-87d8-673bf61eb5a4'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:13:25.271253 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [None req-e18161f5-7869-4dfa-a63a-ccc32c5745a2 admin admin] For port 8630af34-3c49-41c0-9a53-19be971f1dbf, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=8630af34-3c49-41c0-9a53-19be971f1dbf,segment=NetworkSegment(03509fd2-ca9c-4aa0-94e6-e236afda62e7),segment_id=03509fd2-ca9c-4aa0-94e6-e236afda62e7)] {{(pid=109867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:13:25.271601 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e18161f5-7869-4dfa-a63a-ccc32c5745a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:25.283576 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-e18161f5-7869-4dfa-a63a-ccc32c5745a2 admin admin] Calling delete_port for 8630af34-3c49-41c0-9a53-19be971f1dbf owned by network:router_gateway {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 02:13:25.352377 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-da8aa6a0-5ad4-4171-a996-5b1f14465a37 None None] Set router ebdf8b41-414b-4cac-87d8-673bf61eb5a4 gateway port host: None {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:13:25.411301 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-da8aa6a0-5ad4-4171-a996-5b1f14465a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebdf8b41-414b-4cac-87d8-673bf61eb5a4', 'name': 'tempest-TestEncryptedCinderVolumes-1748459677-router', 'tenant_id': '07ec9bd869bf4cb89fd28cc0de83692d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:12:03Z', 'updated_at': '2021-11-24T02:13:25Z', 'revision_number': 6, 'project_id': '07ec9bd869bf4cb89fd28cc0de83692d', 'gw_port_host': None}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:13:25.440220 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8aa6a0-5ad4-4171-a996-5b1f14465a37 None None] The sync data for ids ['ebdf8b41-414b-4cac-87d8-673bf61eb5a4'] in dv-neutron-818911-2-hyperv is: [{'id': 'ebdf8b41-414b-4cac-87d8-673bf61eb5a4', 'name': 'tempest-TestEncryptedCinderVolumes-1748459677-router', 'tenant_id': '07ec9bd869bf4cb89fd28cc0de83692d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:12:03Z', 'updated_at': '2021-11-24T02:13:25Z', 'revision_number': 6, 'project_id': '07ec9bd869bf4cb89fd28cc0de83692d', 'gw_port_host': None}] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 02:13:25.476201 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e18161f5-7869-4dfa-a63a-ccc32c5745a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:25.501174 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18161f5-7869-4dfa-a63a-ccc32c5745a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8630af34-3c49-41c0-9a53-19be971f1dbf,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:13:25.517887 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36832415-4efe-4ad8-8b1e-b8e7a8f69777 None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 02:13:25.575442 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e18161f5-7869-4dfa-a63a-ccc32c5745a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418161'] for router_gateway, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:25.667730 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e18161f5-7869-4dfa-a63a-ccc32c5745a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-424460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2766'] for router, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:25.669888 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e18161f5-7869-4dfa-a63a-ccc32c5745a2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:25.714738 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e18161f5-7869-4dfa-a63a-ccc32c5745a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-424469'] for router, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:25.715171 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e18161f5-7869-4dfa-a63a-ccc32c5745a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ebdf8b41-414b-4cac-87d8-673bf61eb5a4 {{(pid=109867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 02:13:25.719434 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e18161f5-7869-4dfa-a63a-ccc32c5745a2 admin admin] Publish callbacks [] for router, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:25.720648 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-e18161f5-7869-4dfa-a63a-ccc32c5745a2 admin admin] 10.222.0.21 "DELETE /v2.0/routers/ebdf8b41-414b-4cac-87d8-673bf61eb5a4 HTTP/1.1" status: 204 len: 168 time: 0.7965555 Nov 24 02:13:25.723268 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 55440) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:13:25.767029 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_v2 [None req-b90d3480-15a6-40ea-8481-448025951b21 admin admin] Deleting subnet 55b72019-363d-47d7-b0e2-e7991e9afea3 {{(pid=109867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 02:13:25.769998 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b90d3480-15a6-40ea-8481-448025951b21 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:25.807809 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b90d3480-15a6-40ea-8481-448025951b21 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28690885'] for subnet, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:25.894624 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b90d3480-15a6-40ea-8481-448025951b21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:25.946972 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b90d3480-15a6-40ea-8481-448025951b21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25501782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25307808'] for subnet, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:25.972812 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90d3480-15a6-40ea-8481-448025951b21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55b72019-363d-47d7-b0e2-e7991e9afea3,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:13:25.977623 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b90d3480-15a6-40ea-8481-448025951b21 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:25.982208 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-b90d3480-15a6-40ea-8481-448025951b21 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/55b72019-363d-47d7-b0e2-e7991e9afea3 HTTP/1.1" status: 204 len: 168 time: 0.2577934 Nov 24 02:13:25.983194 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3316ae-9b30-492d-8b6d-d268b3ed9f0a None None] Network bd6c8619-219a-44f3-8911-f644dc9aa92f requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 02:13:25.984530 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 55442) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:13:26.053915 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-21717b97-4b44-472d-bf76-e132ebdea146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:26.114056 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-21717b97-4b44-472d-bf76-e132ebdea146 admin admin] Deleting port 1cd5ad53-8293-4191-8173-ecbfae9d382c {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 02:13:26.114400 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-21717b97-4b44-472d-bf76-e132ebdea146 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:26.177922 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [None req-21717b97-4b44-472d-bf76-e132ebdea146 admin admin] For port 1cd5ad53-8293-4191-8173-ecbfae9d382c, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=1cd5ad53-8293-4191-8173-ecbfae9d382c,segment=NetworkSegment(efa7458c-89e6-4e6e-8e8d-e82e8a8c3e4d),segment_id=efa7458c-89e6-4e6e-8e8d-e82e8a8c3e4d)] {{(pid=109867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:13:26.178205 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-21717b97-4b44-472d-bf76-e132ebdea146 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:26.191950 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-21717b97-4b44-472d-bf76-e132ebdea146 admin admin] Calling delete_port for 1cd5ad53-8293-4191-8173-ecbfae9d382c owned by network:dhcp {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 02:13:26.208995 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28098c53-29cd-4321-9622-99cff1a26184 None None] DHCP port deletion for bd6c8619-219a-44f3-8911-f644dc9aa92f request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 02:13:26.256697 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-28098c53-29cd-4321-9622-99cff1a26184 None None] Deleting port 1cd5ad53-8293-4191-8173-ecbfae9d382c {{(pid=109868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 02:13:26.257085 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-28098c53-29cd-4321-9622-99cff1a26184 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:26.284171 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-21717b97-4b44-472d-bf76-e132ebdea146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:26.313347 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21717b97-4b44-472d-bf76-e132ebdea146 admin admin] No DVR routers for this DVR port 1cd5ad53-8293-4191-8173-ecbfae9d382c on host dv-neutron-818911-2-hyperv {{(pid=109867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 02:13:26.318856 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21717b97-4b44-472d-bf76-e132ebdea146 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cd5ad53-8293-4191-8173-ecbfae9d382c,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:13:26.330015 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-28098c53-29cd-4321-9622-99cff1a26184 None None] For port 1cd5ad53-8293-4191-8173-ecbfae9d382c, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=1cd5ad53-8293-4191-8173-ecbfae9d382c,segment=NetworkSegment(efa7458c-89e6-4e6e-8e8d-e82e8a8c3e4d),segment_id=efa7458c-89e6-4e6e-8e8d-e82e8a8c3e4d)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:13:26.330412 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-28098c53-29cd-4321-9622-99cff1a26184 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:26.344550 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-28098c53-29cd-4321-9622-99cff1a26184 None None] Calling delete_port for 1cd5ad53-8293-4191-8173-ecbfae9d382c owned by network:dhcp {{(pid=109868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 02:13:26.392471 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-21717b97-4b44-472d-bf76-e132ebdea146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:26.412963 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-21717b97-4b44-472d-bf76-e132ebdea146 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd6c8619-219a-44f3-8911-f644dc9aa92f']}} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:13:26.419550 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-28098c53-29cd-4321-9622-99cff1a26184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974'] for port, after_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:26.423423 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-21717b97-4b44-472d-bf76-e132ebdea146 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efa7458c-89e6-4e6e-8e8d-e82e8a8c3e4d') {'for_net_delete': True} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:13:26.423634 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-21717b97-4b44-472d-bf76-e132ebdea146 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efa7458c-89e6-4e6e-8e8d-e82e8a8c3e4d') {} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:13:26.434173 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-21717b97-4b44-472d-bf76-e132ebdea146 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28690908'] for segment, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:26.448029 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-21717b97-4b44-472d-bf76-e132ebdea146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:26.448240 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28098c53-29cd-4321-9622-99cff1a26184 None None] Pushing event deleted for resources: {'Port': ['ID=1cd5ad53-8293-4191-8173-ecbfae9d382c,revision_number=None']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:13:26.452467 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28098c53-29cd-4321-9622-99cff1a26184 None None] No DVR routers for this DVR port 1cd5ad53-8293-4191-8173-ecbfae9d382c on host dv-neutron-818911-2-hyperv {{(pid=109868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 02:13:26.463424 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21717b97-4b44-472d-bf76-e132ebdea146 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=109867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 02:13:26.463844 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-21717b97-4b44-472d-bf76-e132ebdea146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25503736'] for segment, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:26.465767 dv-neutron-818911-2-hyperv neutron-server[109867]: Traceback (most recent call last): Nov 24 02:13:26.465767 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 02:13:26.465767 dv-neutron-818911-2-hyperv neutron-server[109867]: timer() Nov 24 02:13:26.465767 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 02:13:26.465767 dv-neutron-818911-2-hyperv neutron-server[109867]: cb(*args, **kw) Nov 24 02:13:26.465767 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 02:13:26.465767 dv-neutron-818911-2-hyperv neutron-server[109867]: return func(*args, **kwargs) Nov 24 02:13:26.465767 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 02:13:26.465767 dv-neutron-818911-2-hyperv neutron-server[109867]: self._notify() Nov 24 02:13:26.465767 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 02:13:26.465767 dv-neutron-818911-2-hyperv neutron-server[109867]: self.callback(batched_events) Nov 24 02:13:26.465767 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 02:13:26.465767 dv-neutron-818911-2-hyperv neutron-server[109867]: event.method(event) Nov 24 02:13:26.465767 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 02:13:26.465767 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 02:13:26.465767 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 02:13:26.465767 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 02:13:26.465767 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 02:13:26.465767 dv-neutron-818911-2-hyperv neutron-server[109867]: return f(self, *a, **k) Nov 24 02:13:26.465767 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 02:13:26.465767 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._get(url).json() Nov 24 02:13:26.465767 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 02:13:26.465767 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 02:13:26.465767 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 02:13:26.465767 dv-neutron-818911-2-hyperv neutron-server[109867]: return self.request(url, 'GET', **kwargs) Nov 24 02:13:26.465767 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 02:13:26.465767 dv-neutron-818911-2-hyperv neutron-server[109867]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 02:13:26.465767 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 02:13:26.465767 dv-neutron-818911-2-hyperv neutron-server[109867]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 02:13:26.465767 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 02:13:26.465767 dv-neutron-818911-2-hyperv neutron-server[109867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 02:13:26.465767 dv-neutron-818911-2-hyperv neutron-server[109867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 02:13:26.525801 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-21717b97-4b44-472d-bf76-e132ebdea146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:26.547555 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-21717b97-4b44-472d-bf76-e132ebdea146 admin admin] Publish callbacks [] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:26.550857 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-21717b97-4b44-472d-bf76-e132ebdea146 admin admin] 10.222.0.21 "DELETE /v2.0/networks/bd6c8619-219a-44f3-8911-f644dc9aa92f HTTP/1.1" status: 204 len: 168 time: 0.5654030 Nov 24 02:13:26.552119 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21717b97-4b44-472d-bf76-e132ebdea146 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd6c8619-219a-44f3-8911-f644dc9aa92f,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:13:26.668948 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 8630af34-3c49-41c0-9a53-19be971f1dbf no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 02:13:26.689268 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: 8630af34-3c49-41c0-9a53-19be971f1dbf {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 02:13:26.689641 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 8630af34-3c49-41c0-9a53-19be971f1dbf not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 02:13:26.690103 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device ca4689f1-421b-4bff-b067-e05a5bab5581 no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 02:13:26.709539 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: ca4689f1-421b-4bff-b067-e05a5bab5581 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 02:13:26.709889 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device ca4689f1-421b-4bff-b067-e05a5bab5581 not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 02:13:26.710307 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 1cd5ad53-8293-4191-8173-ecbfae9d382c no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 02:13:26.716781 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 55446) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:13:26.729516 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: 1cd5ad53-8293-4191-8173-ecbfae9d382c {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 02:13:26.729864 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 1cd5ad53-8293-4191-8173-ecbfae9d382c not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 02:13:26.759857 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-1c735a34-eb43-47b4-8688-855f8eada338 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b5c8689b479740b2be4ba5e2970aafcc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0394676 Nov 24 02:13:26.760047 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 55448) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:13:26.811925 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-3f047f99-0ff5-4028-828e-f888a1f3911b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:26.833234 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-3f047f99-0ff5-4028-828e-f888a1f3911b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:26.879523 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-3f047f99-0ff5-4028-828e-f888a1f3911b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:26.882296 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-3f047f99-0ff5-4028-828e-f888a1f3911b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:26.883460 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-3f047f99-0ff5-4028-828e-f888a1f3911b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/481b516f-b529-43f6-a17a-93c1a3c0b8ba HTTP/1.1" status: 204 len: 168 time: 0.1226397 Nov 24 02:13:26.891979 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f047f99-0ff5-4028-828e-f888a1f3911b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=481b516f-b529-43f6-a17a-93c1a3c0b8ba,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:13:27.167987 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.agents_db [None req-4e42c10c-a1d3-4d07-89d6-7a24334140aa None None] Agent healthcheck: found 6 active agents {{(pid=109869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 02:13:27.188290 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 55454) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:13:27.229233 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-93610590-94e3-4c31-9ad6-41bb8226ccca admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=07ec9bd869bf4cb89fd28cc0de83692d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0397646 Nov 24 02:13:27.231876 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 55456) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:13:27.233851 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-462736e5-1061-4c60-a350-276ce1dde887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:27.280607 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f88db289-df9d-4044-bfd4-686e4d6ac256 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:27.305247 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f88db289-df9d-4044-bfd4-686e4d6ac256 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:27.353564 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f88db289-df9d-4044-bfd4-686e4d6ac256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:27.356654 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f88db289-df9d-4044-bfd4-686e4d6ac256 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:27.357813 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-f88db289-df9d-4044-bfd4-686e4d6ac256 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b95f5b4a-33b1-4f7d-b3af-57874a8fa244 HTTP/1.1" status: 204 len: 168 time: 0.1248121 Nov 24 02:13:27.365305 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88db289-df9d-4044-bfd4-686e4d6ac256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b95f5b4a-33b1-4f7d-b3af-57874a8fa244,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:13:28.052524 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 55478) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:13:28.149416 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-e8ad2581-4b91-416c-99ea-413dc8651929 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-890098246-network', 'tenant_id': 'f93383d0dc664183b0bbf076fbbffa93'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:13:28.174583 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8ad2581-4b91-416c-99ea-413dc8651929 admin admin] Made reservation on behalf of f93383d0dc664183b0bbf076fbbffa93 for: {'network': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 02:13:28.175685 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:28.178111 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e8ad2581-4b91-416c-99ea-413dc8651929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:28.187321 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e8ad2581-4b91-416c-99ea-413dc8651929 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:28.193379 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:28.264170 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e8ad2581-4b91-416c-99ea-413dc8651929 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:28.267788 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e8ad2581-4b91-416c-99ea-413dc8651929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:28.292618 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8ad2581-4b91-416c-99ea-413dc8651929 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=109867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 02:13:28.302389 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ad2581-4b91-416c-99ea-413dc8651929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d203244-489f-4808-a01f-a013f05a273f,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:13:28.307169 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e8ad2581-4b91-416c-99ea-413dc8651929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:28.307511 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.segments_db [None req-e8ad2581-4b91-416c-99ea-413dc8651929 admin admin] Added segment c0f66cb2-cb45-4903-b07e-149dbf5bb69d of type vlan for network 8bdd8806-c7a8-4c41-b45b-ce8b1d329139 Nov 24 02:13:28.346363 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e8ad2581-4b91-416c-99ea-413dc8651929 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:28.370650 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e8ad2581-4b91-416c-99ea-413dc8651929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:28.371538 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ad2581-4b91-416c-99ea-413dc8651929 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:13:28.372111 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e8ad2581-4b91-416c-99ea-413dc8651929 admin admin] Publish callbacks [] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:28.402330 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-e8ad2581-4b91-416c-99ea-413dc8651929 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3487504 Nov 24 02:13:28.405303 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 55482) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:13:28.410421 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-124cd491-146b-44d2-86b0-2dfcd4339339 admin admin] Request body: {'subnet': {'network_id': '8bdd8806-c7a8-4c41-b45b-ce8b1d329139', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-890098246-subnet', 'tenant_id': 'f93383d0dc664183b0bbf076fbbffa93', 'ip_version': 4}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:13:28.431622 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-124cd491-146b-44d2-86b0-2dfcd4339339 admin admin] Made reservation on behalf of f93383d0dc664183b0bbf076fbbffa93 for: {'subnet': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 02:13:28.434070 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-124cd491-146b-44d2-86b0-2dfcd4339339 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29154835'] for subnet, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:28.438855 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ad2581-4b91-416c-99ea-413dc8651929 admin admin] Pushing event updated for resources: {'Network': ['ID=8bdd8806-c7a8-4c41-b45b-ce8b1d329139,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:13:28.448955 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network 8bdd8806-c7a8-4c41-b45b-ce8b1d329139 details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 02:13:28.598858 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-124cd491-146b-44d2-86b0-2dfcd4339339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29149261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29154849'] for subnet, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:28.657638 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124cd491-146b-44d2-86b0-2dfcd4339339 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e55c7db-bdb1-4052-a412-f86a82085561,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:13:28.666044 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124cd491-146b-44d2-86b0-2dfcd4339339 admin admin] Checking segment: {'id': 'c0f66cb2-cb45-4903-b07e-149dbf5bb69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8bdd8806-c7a8-4c41-b45b-ce8b1d329139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 02:13:28.666394 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124cd491-146b-44d2-86b0-2dfcd4339339 admin admin] Network hostable DHCP agents. Network: 8bdd8806-c7a8-4c41-b45b-ce8b1d329139, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 02:13:28.682465 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124cd491-146b-44d2-86b0-2dfcd4339339 admin admin] Network 8bdd8806-c7a8-4c41-b45b-ce8b1d329139 is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 02:13:28.690449 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-124cd491-146b-44d2-86b0-2dfcd4339339 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, 8bdd8806-c7a8-4c41-b45b-ce8b1d329139) {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:13:28.694415 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124cd491-146b-44d2-86b0-2dfcd4339339 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:13:28.694996 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-124cd491-146b-44d2-86b0-2dfcd4339339 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:28.701060 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b05a45-da6c-4385-a467-394847323911 None None] Network 8bdd8806-c7a8-4c41-b45b-ce8b1d329139 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 02:13:28.714095 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-124cd491-146b-44d2-86b0-2dfcd4339339 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3046596 Nov 24 02:13:28.714491 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 55484) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:13:28.719052 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-c2c6520f-546a-41f5-85dd-725fa1d9260f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-890098246-router', 'tenant_id': 'f93383d0dc664183b0bbf076fbbffa93', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:13:28.738506 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c2c6520f-546a-41f5-85dd-725fa1d9260f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-424105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2744'] for router, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:28.739510 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c2c6520f-546a-41f5-85dd-725fa1d9260f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-424325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-326625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2753'] for router, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:28.790426 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c2c6520f-546a-41f5-85dd-725fa1d9260f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:28.850682 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91419dc3-1524-413b-bf25-ce6630985306 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-8bdd8806-c7a8-4c41-b45b-ce8b1d329139', 'network_id': '8bdd8806-c7a8-4c41-b45b-ce8b1d329139', 'tenant_id': 'f93383d0dc664183b0bbf076fbbffa93', 'fixed_ips': [{'subnet_id': '3e55c7db-bdb1-4052-a412-f86a82085561'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 02:13:28.851561 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-91419dc3-1524-413b-bf25-ce6630985306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:28.929365 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c2c6520f-546a-41f5-85dd-725fa1d9260f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:29.134911 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-91419dc3-1524-413b-bf25-ce6630985306 None None] Allocated IP 172.20.0.2 (8bdd8806-c7a8-4c41-b45b-ce8b1d329139/3e55c7db-bdb1-4052-a412-f86a82085561/cd08c6f4-73e6-4f71-81a7-e444041f3f14) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 02:13:29.137092 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c2c6520f-546a-41f5-85dd-725fa1d9260f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:29.159834 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c2c6520f-546a-41f5-85dd-725fa1d9260f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:29.263959 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-c2c6520f-546a-41f5-85dd-725fa1d9260f admin admin] Allocated IP 172.26.5.13 (eb22795d-37ee-46ee-844d-92c17e2ea450/3e66fcff-6e72-4083-b514-48f69cdaa2cb/3cb7eb60-d26b-4cdf-9a64-f503d1898233) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 02:13:29.276705 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-91419dc3-1524-413b-bf25-ce6630985306 None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:29.282593 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-91419dc3-1524-413b-bf25-ce6630985306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:29.328722 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91419dc3-1524-413b-bf25-ce6630985306 None None] Network 8bdd8806-c7a8-4c41-b45b-ce8b1d329139 is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 02:13:29.331678 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-91419dc3-1524-413b-bf25-ce6630985306 None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:13:29.336059 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91419dc3-1524-413b-bf25-ce6630985306 None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 02:13:29.339159 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91419dc3-1524-413b-bf25-ce6630985306 None None] Pushing event updated for resources: {'Port': ['ID=cd08c6f4-73e6-4f71-81a7-e444041f3f14,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:13:29.377588 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c2c6520f-546a-41f5-85dd-725fa1d9260f admin admin] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:29.389387 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-91419dc3-1524-413b-bf25-ce6630985306 None None] Attempting to bind port cd08c6f4-73e6-4f71-81a7-e444041f3f14 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 02:13:29.389848 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-91419dc3-1524-413b-bf25-ce6630985306 None None] Attempting to bind port cd08c6f4-73e6-4f71-81a7-e444041f3f14 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': 'c0f66cb2-cb45-4903-b07e-149dbf5bb69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8bdd8806-c7a8-4c41-b45b-ce8b1d329139'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 02:13:29.390135 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91419dc3-1524-413b-bf25-ce6630985306 None None] Attempting to bind port cd08c6f4-73e6-4f71-81a7-e444041f3f14 on network 8bdd8806-c7a8-4c41-b45b-ce8b1d329139 {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 02:13:29.394965 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91419dc3-1524-413b-bf25-ce6630985306 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 02:13:29.395334 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91419dc3-1524-413b-bf25-ce6630985306 None None] Checking segment: {'id': 'c0f66cb2-cb45-4903-b07e-149dbf5bb69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8bdd8806-c7a8-4c41-b45b-ce8b1d329139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 02:13:29.395721 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-91419dc3-1524-413b-bf25-ce6630985306 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:29.396107 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91419dc3-1524-413b-bf25-ce6630985306 None None] Bound using segment: {'id': 'c0f66cb2-cb45-4903-b07e-149dbf5bb69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8bdd8806-c7a8-4c41-b45b-ce8b1d329139'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 02:13:29.396558 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-91419dc3-1524-413b-bf25-ce6630985306 None None] Bound port: cd08c6f4-73e6-4f71-81a7-e444041f3f14, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0f66cb2-cb45-4903-b07e-149dbf5bb69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8bdd8806-c7a8-4c41-b45b-ce8b1d329139'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 02:13:29.396930 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-91419dc3-1524-413b-bf25-ce6630985306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:29.411780 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c2c6520f-546a-41f5-85dd-725fa1d9260f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:29.453038 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c6520f-546a-41f5-85dd-725fa1d9260f admin admin] Network eb22795d-37ee-46ee-844d-92c17e2ea450 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 02:13:29.457697 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-c2c6520f-546a-41f5-85dd-725fa1d9260f admin admin] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:13:29.462963 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c6520f-546a-41f5-85dd-725fa1d9260f admin admin] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 02:13:29.463793 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-91419dc3-1524-413b-bf25-ce6630985306 None None] For port cd08c6f4-73e6-4f71-81a7-e444041f3f14, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 02:13:29.466462 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c6520f-546a-41f5-85dd-725fa1d9260f admin admin] Pushing event updated for resources: {'Port': ['ID=3cb7eb60-d26b-4cdf-9a64-f503d1898233,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:13:29.468138 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-91419dc3-1524-413b-bf25-ce6630985306 None None] For port cd08c6f4-73e6-4f71-81a7-e444041f3f14, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=cd08c6f4-73e6-4f71-81a7-e444041f3f14,segment=NetworkSegment(c0f66cb2-cb45-4903-b07e-149dbf5bb69d),segment_id=c0f66cb2-cb45-4903-b07e-149dbf5bb69d)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 02:13:29.473866 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978337da-c2ec-41d7-9c5c-31a37cc22144 None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 02:13:29.479953 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-91419dc3-1524-413b-bf25-ce6630985306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:29.546956 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91419dc3-1524-413b-bf25-ce6630985306 None None] Pushing event updated for resources: {'Port': ['ID=cd08c6f4-73e6-4f71-81a7-e444041f3f14,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:13:29.588318 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-cc93b452-671c-474a-8cd2-a6a98e82b57e None None] Provisioning complete for port 3cb7eb60-d26b-4cdf-9a64-f503d1898233 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:13:29.588695 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-cc93b452-671c-474a-8cd2-a6a98e82b57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:29.622746 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-cc93b452-671c-474a-8cd2-a6a98e82b57e None None] Port 3cb7eb60-d26b-4cdf-9a64-f503d1898233 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 02:13:29.699656 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:29.748676 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c2c6520f-546a-41f5-85dd-725fa1d9260f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:29.946113 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c2c6520f-546a-41f5-85dd-725fa1d9260f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-424338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418138'] for router, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:30.158647 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:30.408177 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45e13e8-9da7-4345-8d54-8ddf4ef430e8 None None] Network 8bdd8806-c7a8-4c41-b45b-ce8b1d329139 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 02:13:30.409790 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2c6520f-546a-41f5-85dd-725fa1d9260f admin admin] Router 7680c21c-26dd-44df-a811-5ea50ad063b4 is scheduled to L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e with binding_index 1 {{(pid=109867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 02:13:30.485648 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-581d6332-c59a-4d42-9114-21de709f8876 None None] Provisioning complete for port cd08c6f4-73e6-4f71-81a7-e444041f3f14 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:13:30.486269 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-581d6332-c59a-4d42-9114-21de709f8876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:30.517980 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2c6520f-546a-41f5-85dd-725fa1d9260f admin admin] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 02:13:30.527829 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd51e57f-f362-4068-94c8-8978a9feb42d None None] Sync routers for ids ['7680c21c-26dd-44df-a811-5ea50ad063b4'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 02:13:30.536980 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c2c6520f-546a-41f5-85dd-725fa1d9260f admin admin] Publish callbacks [] for router, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:30.540805 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-c2c6520f-546a-41f5-85dd-725fa1d9260f admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.8227451 Nov 24 02:13:30.540955 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd51e57f-f362-4068-94c8-8978a9feb42d None None] Routers {'7680c21c-26dd-44df-a811-5ea50ad063b4'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:13:30.540955 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-dd51e57f-f362-4068-94c8-8978a9feb42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:13:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['7680c21c-26dd-44df-a811-5ea50ad063b4'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:13:30.541179 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 55486) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:13:30.632883 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-581d6332-c59a-4d42-9114-21de709f8876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:30.656471 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-dd51e57f-f362-4068-94c8-8978a9feb42d None None] Set router 7680c21c-26dd-44df-a811-5ea50ad063b4 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:13:30.668866 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-581d6332-c59a-4d42-9114-21de709f8876 None None] For port cd08c6f4-73e6-4f71-81a7-e444041f3f14, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=cd08c6f4-73e6-4f71-81a7-e444041f3f14,segment=NetworkSegment(c0f66cb2-cb45-4903-b07e-149dbf5bb69d),segment_id=c0f66cb2-cb45-4903-b07e-149dbf5bb69d)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:13:30.676756 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-581d6332-c59a-4d42-9114-21de709f8876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:30.768594 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device cd08c6f4-73e6-4f71-81a7-e444041f3f14 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 02:13:30.806544 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d6332-c59a-4d42-9114-21de709f8876 None None] Pushing event updated for resources: {'Port': ['ID=cd08c6f4-73e6-4f71-81a7-e444041f3f14,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:13:30.848075 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port cd08c6f4-73e6-4f71-81a7-e444041f3f14 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:13:30.848557 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:30.881844 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-dd51e57f-f362-4068-94c8-8978a9feb42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7680c21c-26dd-44df-a811-5ea50ad063b4', 'name': 'tempest-TestMinimumBasicScenario-890098246-router', 'tenant_id': 'f93383d0dc664183b0bbf076fbbffa93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.13'}], 'enable_snat': True}, 'gw_port_id': '3cb7eb60-d26b-4cdf-9a64-f503d1898233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:13:28Z', 'updated_at': '2021-11-24T02:13:29Z', 'revision_number': 3, 'project_id': 'f93383d0dc664183b0bbf076fbbffa93', 'gw_port': {'id': '3cb7eb60-d26b-4cdf-9a64-f503d1898233', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:83:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7680c21c-26dd-44df-a811-5ea50ad063b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:13:29Z', 'updated_at': '2021-11-24T02:13:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:13:30.908758 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-5c6c76aa-9f98-48c1-8326-80c39992cd4c None None] Provisioning complete for port cd08c6f4-73e6-4f71-81a7-e444041f3f14 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:13:30.909129 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-5c6c76aa-9f98-48c1-8326-80c39992cd4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:30.909831 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd51e57f-f362-4068-94c8-8978a9feb42d None None] Checking router: 7680c21c-26dd-44df-a811-5ea50ad063b4 for host: dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 02:13:30.910184 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd51e57f-f362-4068-94c8-8978a9feb42d None None] Updating router 7680c21c-26dd-44df-a811-5ea50ad063b4 port 3cb7eb60-d26b-4cdf-9a64-f503d1898233 binding host dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 02:13:30.939588 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-dd51e57f-f362-4068-94c8-8978a9feb42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:31.061714 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f7a1a2bf-6cca-4d22-93cf-8a98ed9da8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:31.196516 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-dd51e57f-f362-4068-94c8-8978a9feb42d None None] Publish callbacks [] for port, precommit_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:31.201875 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-dd51e57f-f362-4068-94c8-8978a9feb42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:31.229721 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-f7a1a2bf-6cca-4d22-93cf-8a98ed9da8d0 admin admin] Allocated IP 172.20.0.1 (8bdd8806-c7a8-4c41-b45b-ce8b1d329139/3e55c7db-bdb1-4052-a412-f86a82085561/36d7536e-2066-4e25-a1a2-8c435fa8b77a) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 02:13:31.250556 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7ab70c-7725-4a7a-92af-2a11e913c577 None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 02:13:31.260930 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-dd51e57f-f362-4068-94c8-8978a9feb42d None None] Attempting to bind port 3cb7eb60-d26b-4cdf-9a64-f503d1898233 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 02:13:31.261291 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-dd51e57f-f362-4068-94c8-8978a9feb42d None None] Attempting to bind port 3cb7eb60-d26b-4cdf-9a64-f503d1898233 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}] {{(pid=109869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 02:13:31.261696 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd51e57f-f362-4068-94c8-8978a9feb42d None None] Attempting to bind port 3cb7eb60-d26b-4cdf-9a64-f503d1898233 on network eb22795d-37ee-46ee-844d-92c17e2ea450 {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 02:13:31.264751 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c11e967-d755-41d1-b9a3-0495a4865db2 None None] Pushing event updated for resources: {'Port': ['ID=3cb7eb60-d26b-4cdf-9a64-f503d1898233,revision_number=2']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:13:31.272840 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd51e57f-f362-4068-94c8-8978a9feb42d None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 2, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 02:13:31.273277 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd51e57f-f362-4068-94c8-8978a9feb42d None None] Checking segment: {'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 02:13:31.273755 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-dd51e57f-f362-4068-94c8-8978a9feb42d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:31.274157 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd51e57f-f362-4068-94c8-8978a9feb42d None None] Bound using segment: {'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'} {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 02:13:31.275219 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-dd51e57f-f362-4068-94c8-8978a9feb42d None None] Bound port: 3cb7eb60-d26b-4cdf-9a64-f503d1898233, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}}] {{(pid=109869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 02:13:31.275597 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-dd51e57f-f362-4068-94c8-8978a9feb42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:31.278840 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c11e967-d755-41d1-b9a3-0495a4865db2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:13:31.279184 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c11e967-d755-41d1-b9a3-0495a4865db2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:13:31.279525 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c11e967-d755-41d1-b9a3-0495a4865db2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:13:31.279864 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c11e967-d755-41d1-b9a3-0495a4865db2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:13:31.280193 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c11e967-d755-41d1-b9a3-0495a4865db2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:13:31.280525 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c11e967-d755-41d1-b9a3-0495a4865db2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:13:31.280854 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c11e967-d755-41d1-b9a3-0495a4865db2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:13:31.281180 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c11e967-d755-41d1-b9a3-0495a4865db2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:13:31.281547 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c11e967-d755-41d1-b9a3-0495a4865db2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:13:31.281855 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c11e967-d755-41d1-b9a3-0495a4865db2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:13:31.282174 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c11e967-d755-41d1-b9a3-0495a4865db2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:13:31.282492 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c11e967-d755-41d1-b9a3-0495a4865db2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:13:31.338030 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.db [None req-dd51e57f-f362-4068-94c8-8978a9feb42d None None] For port 3cb7eb60-d26b-4cdf-9a64-f503d1898233, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 02:13:31.341043 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.db [None req-dd51e57f-f362-4068-94c8-8978a9feb42d None None] For port 3cb7eb60-d26b-4cdf-9a64-f503d1898233, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=3cb7eb60-d26b-4cdf-9a64-f503d1898233,segment=NetworkSegment(03509fd2-ca9c-4aa0-94e6-e236afda62e7),segment_id=03509fd2-ca9c-4aa0-94e6-e236afda62e7)] {{(pid=109869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 02:13:31.344516 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-dd51e57f-f362-4068-94c8-8978a9feb42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:31.346806 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f7a1a2bf-6cca-4d22-93cf-8a98ed9da8d0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:31.365343 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e1284757-4311-40f5-9452-1f7cdd8118bf None None] Provisioning complete for port 3cb7eb60-d26b-4cdf-9a64-f503d1898233 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:13:31.365977 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1284757-4311-40f5-9452-1f7cdd8118bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:31.385888 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f7a1a2bf-6cca-4d22-93cf-8a98ed9da8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:31.395247 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653fe9ff-e85b-4366-b103-a6d200ac9f4d None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 02:13:31.400726 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd51e57f-f362-4068-94c8-8978a9feb42d None None] Routers {'7680c21c-26dd-44df-a811-5ea50ad063b4'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:13:31.401357 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-dd51e57f-f362-4068-94c8-8978a9feb42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:13:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['7680c21c-26dd-44df-a811-5ea50ad063b4'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:13:31.406498 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c11e967-d755-41d1-b9a3-0495a4865db2 None None] Pushing event updated for resources: {'Port': ['ID=3cb7eb60-d26b-4cdf-9a64-f503d1898233,revision_number=3']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:13:31.425246 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a1a2bf-6cca-4d22-93cf-8a98ed9da8d0 admin admin] Network 8bdd8806-c7a8-4c41-b45b-ce8b1d329139 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 02:13:31.428450 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-f7a1a2bf-6cca-4d22-93cf-8a98ed9da8d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:13:31.434301 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a1a2bf-6cca-4d22-93cf-8a98ed9da8d0 admin admin] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 02:13:31.465445 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1a2bf-6cca-4d22-93cf-8a98ed9da8d0 admin admin] Pushing event updated for resources: {'Port': ['ID=36d7536e-2066-4e25-a1a2-8c435fa8b77a,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:13:31.471260 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1284757-4311-40f5-9452-1f7cdd8118bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:31.484099 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f7a1a2bf-6cca-4d22-93cf-8a98ed9da8d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3777869'] for router_interface, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:31.497123 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1284757-4311-40f5-9452-1f7cdd8118bf None None] For port 3cb7eb60-d26b-4cdf-9a64-f503d1898233, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=3cb7eb60-d26b-4cdf-9a64-f503d1898233,segment=NetworkSegment(03509fd2-ca9c-4aa0-94e6-e236afda62e7),segment_id=03509fd2-ca9c-4aa0-94e6-e236afda62e7)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:13:31.503163 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1284757-4311-40f5-9452-1f7cdd8118bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:31.537326 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-dd51e57f-f362-4068-94c8-8978a9feb42d None None] Set router 7680c21c-26dd-44df-a811-5ea50ad063b4 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:13:31.558626 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1284757-4311-40f5-9452-1f7cdd8118bf None None] Pushing event updated for resources: {'Port': ['ID=3cb7eb60-d26b-4cdf-9a64-f503d1898233,revision_number=4']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:13:31.623235 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-109f479a-134c-465e-ac83-ac586e4e955d None None] Provisioning complete for port 3cb7eb60-d26b-4cdf-9a64-f503d1898233 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:13:31.623854 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-109f479a-134c-465e-ac83-ac586e4e955d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:31.638118 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f7a1a2bf-6cca-4d22-93cf-8a98ed9da8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:31.737578 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-dd51e57f-f362-4068-94c8-8978a9feb42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7680c21c-26dd-44df-a811-5ea50ad063b4', 'name': 'tempest-TestMinimumBasicScenario-890098246-router', 'tenant_id': 'f93383d0dc664183b0bbf076fbbffa93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.13'}], 'enable_snat': True}, 'gw_port_id': '3cb7eb60-d26b-4cdf-9a64-f503d1898233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:13:28Z', 'updated_at': '2021-11-24T02:13:29Z', 'revision_number': 3, 'project_id': 'f93383d0dc664183b0bbf076fbbffa93', 'gw_port': {'id': '3cb7eb60-d26b-4cdf-9a64-f503d1898233', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:83:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7680c21c-26dd-44df-a811-5ea50ad063b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:13:29Z', 'updated_at': '2021-11-24T02:13:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:13:31.767536 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd51e57f-f362-4068-94c8-8978a9feb42d None None] The sync data for ids ['7680c21c-26dd-44df-a811-5ea50ad063b4'] in dv-neutron-818911-2-hyperv is: [{'id': '7680c21c-26dd-44df-a811-5ea50ad063b4', 'name': 'tempest-TestMinimumBasicScenario-890098246-router', 'tenant_id': 'f93383d0dc664183b0bbf076fbbffa93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.13'}], 'enable_snat': True}, 'gw_port_id': '3cb7eb60-d26b-4cdf-9a64-f503d1898233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:13:28Z', 'updated_at': '2021-11-24T02:13:29Z', 'revision_number': 3, 'project_id': 'f93383d0dc664183b0bbf076fbbffa93', 'gw_port': {'id': '3cb7eb60-d26b-4cdf-9a64-f503d1898233', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:83:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7680c21c-26dd-44df-a811-5ea50ad063b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:13:29Z', 'updated_at': '2021-11-24T02:13:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 02:13:31.810634 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f7a1a2bf-6cca-4d22-93cf-8a98ed9da8d0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:31.815816 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f7a1a2bf-6cca-4d22-93cf-8a98ed9da8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25501696'] for port, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:31.832177 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-b94f638a-acb4-4322-bf75-970ef5479403 None None] Provisioning complete for port 36d7536e-2066-4e25-a1a2-8c435fa8b77a triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:13:31.832857 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-b94f638a-acb4-4322-bf75-970ef5479403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:31.874691 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-b94f638a-acb4-4322-bf75-970ef5479403 None None] Port 36d7536e-2066-4e25-a1a2-8c435fa8b77a cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 02:13:31.889958 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f7a1a2bf-6cca-4d22-93cf-8a98ed9da8d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3778017'] for router_interface, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:31.891869 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1a2bf-6cca-4d22-93cf-8a98ed9da8d0 admin admin] Pushing event updated for resources: {'Port': ['ID=36d7536e-2066-4e25-a1a2-8c435fa8b77a,revision_number=2']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:13:31.992688 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a1a2bf-6cca-4d22-93cf-8a98ed9da8d0 admin admin] Network 8bdd8806-c7a8-4c41-b45b-ce8b1d329139 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 02:13:31.994983 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-f7a1a2bf-6cca-4d22-93cf-8a98ed9da8d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:13:32.123017 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7a1a2bf-6cca-4d22-93cf-8a98ed9da8d0 admin admin] Router 7680c21c-26dd-44df-a811-5ea50ad063b4 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 02:13:32.244806 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7a1a2bf-6cca-4d22-93cf-8a98ed9da8d0 admin admin] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 02:13:32.250017 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-f7a1a2bf-6cca-4d22-93cf-8a98ed9da8d0 admin admin] 10.222.0.21 "PUT /v2.0/routers/7680c21c-26dd-44df-a811-5ea50ad063b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7079544 Nov 24 02:13:32.297442 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-4d02e667-a65d-4817-8819-4f549298e713 None None] Provisioning complete for port 36d7536e-2066-4e25-a1a2-8c435fa8b77a triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:13:32.297941 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-4d02e667-a65d-4817-8819-4f549298e713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:32.333538 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-4d02e667-a65d-4817-8819-4f549298e713 None None] Port 36d7536e-2066-4e25-a1a2-8c435fa8b77a cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 02:13:32.732430 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 55502) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:13:32.737670 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-bdd9035b-0d99-4470-9c1c-ecf5434fabe4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1631081491-network', 'tenant_id': '64afea441c4d47429b56a35113939fd5'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:13:32.744182 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device cd08c6f4-73e6-4f71-81a7-e444041f3f14 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 02:13:32.761576 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdd9035b-0d99-4470-9c1c-ecf5434fabe4 admin admin] Made reservation on behalf of 64afea441c4d47429b56a35113939fd5 for: {'network': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 02:13:32.763947 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-bdd9035b-0d99-4470-9c1c-ecf5434fabe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:32.772867 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-bdd9035b-0d99-4470-9c1c-ecf5434fabe4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:32.797290 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port cd08c6f4-73e6-4f71-81a7-e444041f3f14 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:13:32.797758 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:32.854748 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-bdd9035b-0d99-4470-9c1c-ecf5434fabe4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:32.860137 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-bdd9035b-0d99-4470-9c1c-ecf5434fabe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:32.887405 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdd9035b-0d99-4470-9c1c-ecf5434fabe4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=109867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 02:13:32.889536 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 3cb7eb60-d26b-4cdf-9a64-f503d1898233 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 02:13:32.892839 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd9035b-0d99-4470-9c1c-ecf5434fabe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab8f51c-296b-4a6b-8329-5e5e504381b7,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:13:32.901305 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-bdd9035b-0d99-4470-9c1c-ecf5434fabe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:32.901305 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.segments_db [None req-bdd9035b-0d99-4470-9c1c-ecf5434fabe4 admin admin] Added segment 395bf7a6-a3d4-43e9-a2d3-702cb5bf035f of type vlan for network a25c3821-a608-49aa-8492-44560016a089 Nov 24 02:13:32.936740 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 3cb7eb60-d26b-4cdf-9a64-f503d1898233 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:13:32.937101 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:32.945900 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-bdd9035b-0d99-4470-9c1c-ecf5434fabe4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:32.976358 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-bdd9035b-0d99-4470-9c1c-ecf5434fabe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:32.977458 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd9035b-0d99-4470-9c1c-ecf5434fabe4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:13:32.978962 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-bdd9035b-0d99-4470-9c1c-ecf5434fabe4 admin admin] Publish callbacks [] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:33.013102 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-bdd9035b-0d99-4470-9c1c-ecf5434fabe4 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2770224 Nov 24 02:13:33.013289 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 55504) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:13:33.019738 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-71ac1a33-db87-48a1-9d1d-9e6b1477f04c admin admin] Request body: {'subnet': {'network_id': 'a25c3821-a608-49aa-8492-44560016a089', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1631081491-subnet', 'tenant_id': '64afea441c4d47429b56a35113939fd5', 'ip_version': 4}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:13:33.057307 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd9035b-0d99-4470-9c1c-ecf5434fabe4 admin admin] Pushing event updated for resources: {'Network': ['ID=a25c3821-a608-49aa-8492-44560016a089,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:13:33.067036 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network a25c3821-a608-49aa-8492-44560016a089 details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 02:13:33.070803 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71ac1a33-db87-48a1-9d1d-9e6b1477f04c admin admin] Made reservation on behalf of 64afea441c4d47429b56a35113939fd5 for: {'subnet': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 02:13:33.073170 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-71ac1a33-db87-48a1-9d1d-9e6b1477f04c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25307781'] for subnet, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:33.252694 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-71ac1a33-db87-48a1-9d1d-9e6b1477f04c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25501847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25307831'] for subnet, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:33.311471 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ac1a33-db87-48a1-9d1d-9e6b1477f04c admin admin] Pushing event updated for resources: {'Subnet': ['ID=986083a4-147f-4fe4-b9d9-11c60bbf25f2,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:13:33.317814 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0308d568-b323-4a32-9a08-5a5d9612d733 None None] Sync routers for ids ['7680c21c-26dd-44df-a811-5ea50ad063b4'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 02:13:33.321782 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ac1a33-db87-48a1-9d1d-9e6b1477f04c admin admin] Checking segment: {'id': '395bf7a6-a3d4-43e9-a2d3-702cb5bf035f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a25c3821-a608-49aa-8492-44560016a089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 02:13:33.322150 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ac1a33-db87-48a1-9d1d-9e6b1477f04c admin admin] Network hostable DHCP agents. Network: a25c3821-a608-49aa-8492-44560016a089, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 02:13:33.329085 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0308d568-b323-4a32-9a08-5a5d9612d733 None None] Routers {'7680c21c-26dd-44df-a811-5ea50ad063b4'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:13:33.329764 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-0308d568-b323-4a32-9a08-5a5d9612d733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:13:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['7680c21c-26dd-44df-a811-5ea50ad063b4'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:13:33.339265 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ac1a33-db87-48a1-9d1d-9e6b1477f04c admin admin] Network a25c3821-a608-49aa-8492-44560016a089 is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 02:13:33.348129 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-71ac1a33-db87-48a1-9d1d-9e6b1477f04c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, a25c3821-a608-49aa-8492-44560016a089) {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:13:33.356195 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ac1a33-db87-48a1-9d1d-9e6b1477f04c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:13:33.356854 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-71ac1a33-db87-48a1-9d1d-9e6b1477f04c admin admin] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:33.369320 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1745e305-13bc-4814-bc53-b76925649758 None None] Network a25c3821-a608-49aa-8492-44560016a089 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 02:13:33.373830 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-71ac1a33-db87-48a1-9d1d-9e6b1477f04c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3595386 Nov 24 02:13:33.376308 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 55506) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:13:33.381136 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-c4fc62ff-0ac7-4724-a112-40b7eeff0fec admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1631081491-router', 'tenant_id': '64afea441c4d47429b56a35113939fd5', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:13:33.401790 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c4fc62ff-0ac7-4724-a112-40b7eeff0fec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-424105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2744'] for router, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:33.402796 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c4fc62ff-0ac7-4724-a112-40b7eeff0fec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-424325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-326625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2753'] for router, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:33.459445 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c4fc62ff-0ac7-4724-a112-40b7eeff0fec admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:33.519282 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-0308d568-b323-4a32-9a08-5a5d9612d733 None None] Set router 7680c21c-26dd-44df-a811-5ea50ad063b4 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:13:33.598793 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c4fc62ff-0ac7-4724-a112-40b7eeff0fec admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:33.666636 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c539103f-1fac-458b-9913-2222ee7035b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-a25c3821-a608-49aa-8492-44560016a089', 'network_id': 'a25c3821-a608-49aa-8492-44560016a089', 'tenant_id': '64afea441c4d47429b56a35113939fd5', 'fixed_ips': [{'subnet_id': '986083a4-147f-4fe4-b9d9-11c60bbf25f2'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 02:13:33.667483 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-c539103f-1fac-458b-9913-2222ee7035b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:33.800628 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c4fc62ff-0ac7-4724-a112-40b7eeff0fec admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:33.819472 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c4fc62ff-0ac7-4724-a112-40b7eeff0fec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:33.851565 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-c539103f-1fac-458b-9913-2222ee7035b5 None None] Allocated IP 172.20.0.2 (a25c3821-a608-49aa-8492-44560016a089/986083a4-147f-4fe4-b9d9-11c60bbf25f2/7d3d2b60-7bde-4c5e-b124-fb5dbd719b1a) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 02:13:33.859748 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-0308d568-b323-4a32-9a08-5a5d9612d733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7680c21c-26dd-44df-a811-5ea50ad063b4', 'name': 'tempest-TestMinimumBasicScenario-890098246-router', 'tenant_id': 'f93383d0dc664183b0bbf076fbbffa93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.13'}], 'enable_snat': True}, 'gw_port_id': '3cb7eb60-d26b-4cdf-9a64-f503d1898233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:13:28Z', 'updated_at': '2021-11-24T02:13:31Z', 'revision_number': 4, 'project_id': 'f93383d0dc664183b0bbf076fbbffa93', 'gw_port': {'id': '3cb7eb60-d26b-4cdf-9a64-f503d1898233', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:83:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7680c21c-26dd-44df-a811-5ea50ad063b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:13:29Z', 'updated_at': '2021-11-24T02:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': '36d7536e-2066-4e25-a1a2-8c435fa8b77a', 'name': '', 'network_id': '8bdd8806-c7a8-4c41-b45b-ce8b1d329139', 'tenant_id': 'f93383d0dc664183b0bbf076fbbffa93', 'mac_address': 'fa:16:3e:da:3f:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7680c21c-26dd-44df-a811-5ea50ad063b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '3e55c7db-bdb1-4052-a412-f86a82085561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:13:31Z', 'updated_at': '2021-11-24T02:13:31Z', 'revision_number': 2, 'project_id': 'f93383d0dc664183b0bbf076fbbffa93', 'subnets': [{'id': '3e55c7db-bdb1-4052-a412-f86a82085561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:13:33.893883 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0308d568-b323-4a32-9a08-5a5d9612d733 None None] Checking router: 7680c21c-26dd-44df-a811-5ea50ad063b4 for host: dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 02:13:33.894231 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0308d568-b323-4a32-9a08-5a5d9612d733 None None] Updating router 7680c21c-26dd-44df-a811-5ea50ad063b4 port 36d7536e-2066-4e25-a1a2-8c435fa8b77a binding host dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 02:13:33.927750 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-c4fc62ff-0ac7-4724-a112-40b7eeff0fec admin admin] Allocated IP 172.26.5.64 (eb22795d-37ee-46ee-844d-92c17e2ea450/3e66fcff-6e72-4083-b514-48f69cdaa2cb/16ffe493-6a1e-4399-8233-893e0d2f87de) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 02:13:34.033246 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c4fc62ff-0ac7-4724-a112-40b7eeff0fec admin admin] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:34.066989 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c4fc62ff-0ac7-4724-a112-40b7eeff0fec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:34.102297 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-0308d568-b323-4a32-9a08-5a5d9612d733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:34.113003 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4fc62ff-0ac7-4724-a112-40b7eeff0fec admin admin] Network eb22795d-37ee-46ee-844d-92c17e2ea450 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 02:13:34.115867 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-c4fc62ff-0ac7-4724-a112-40b7eeff0fec admin admin] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:13:34.119335 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fc62ff-0ac7-4724-a112-40b7eeff0fec admin admin] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 02:13:34.126273 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fc62ff-0ac7-4724-a112-40b7eeff0fec admin admin] Pushing event updated for resources: {'Port': ['ID=16ffe493-6a1e-4399-8233-893e0d2f87de,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:13:34.145393 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1490ae2f-5852-4c71-94c7-cf43e1351357 None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 02:13:34.295126 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-c539103f-1fac-458b-9913-2222ee7035b5 None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:34.311252 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-c539103f-1fac-458b-9913-2222ee7035b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:34.319847 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-6097b541-29a7-47da-8c86-59931385603f None None] Provisioning complete for port 16ffe493-6a1e-4399-8233-893e0d2f87de triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:13:34.320197 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-6097b541-29a7-47da-8c86-59931385603f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:34.428460 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c539103f-1fac-458b-9913-2222ee7035b5 None None] Network a25c3821-a608-49aa-8492-44560016a089 is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 02:13:34.435399 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-c539103f-1fac-458b-9913-2222ee7035b5 None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:13:34.437140 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c539103f-1fac-458b-9913-2222ee7035b5 None None] Pushing event updated for resources: {'Port': ['ID=7d3d2b60-7bde-4c5e-b124-fb5dbd719b1a,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:13:34.441124 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c539103f-1fac-458b-9913-2222ee7035b5 None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 02:13:34.443069 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-6097b541-29a7-47da-8c86-59931385603f None None] Port 16ffe493-6a1e-4399-8233-893e0d2f87de cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 02:13:34.531580 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-c539103f-1fac-458b-9913-2222ee7035b5 None None] Attempting to bind port 7d3d2b60-7bde-4c5e-b124-fb5dbd719b1a on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 02:13:34.531947 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-c539103f-1fac-458b-9913-2222ee7035b5 None None] Attempting to bind port 7d3d2b60-7bde-4c5e-b124-fb5dbd719b1a by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '395bf7a6-a3d4-43e9-a2d3-702cb5bf035f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a25c3821-a608-49aa-8492-44560016a089'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 02:13:34.532318 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c539103f-1fac-458b-9913-2222ee7035b5 None None] Attempting to bind port 7d3d2b60-7bde-4c5e-b124-fb5dbd719b1a on network a25c3821-a608-49aa-8492-44560016a089 {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 02:13:34.557011 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c539103f-1fac-458b-9913-2222ee7035b5 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 2, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 02:13:34.557383 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c539103f-1fac-458b-9913-2222ee7035b5 None None] Checking segment: {'id': '395bf7a6-a3d4-43e9-a2d3-702cb5bf035f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a25c3821-a608-49aa-8492-44560016a089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 02:13:34.557812 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-c539103f-1fac-458b-9913-2222ee7035b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:34.558205 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c539103f-1fac-458b-9913-2222ee7035b5 None None] Bound using segment: {'id': '395bf7a6-a3d4-43e9-a2d3-702cb5bf035f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a25c3821-a608-49aa-8492-44560016a089'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 02:13:34.558679 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-c539103f-1fac-458b-9913-2222ee7035b5 None None] Bound port: 7d3d2b60-7bde-4c5e-b124-fb5dbd719b1a, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '395bf7a6-a3d4-43e9-a2d3-702cb5bf035f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a25c3821-a608-49aa-8492-44560016a089'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 02:13:34.559056 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-c539103f-1fac-458b-9913-2222ee7035b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:34.590440 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-0308d568-b323-4a32-9a08-5a5d9612d733 None None] Publish callbacks [] for port, precommit_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:34.612393 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-0308d568-b323-4a32-9a08-5a5d9612d733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:34.706129 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c4fc62ff-0ac7-4724-a112-40b7eeff0fec admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:34.706915 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071e0b4f-c3f5-4f25-9878-2e40100a2d27 None None] Pushing event updated for resources: {'Port': ['ID=36d7536e-2066-4e25-a1a2-8c435fa8b77a,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:13:34.712234 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-c539103f-1fac-458b-9913-2222ee7035b5 None None] For port 7d3d2b60-7bde-4c5e-b124-fb5dbd719b1a, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 02:13:34.717364 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-c539103f-1fac-458b-9913-2222ee7035b5 None None] For port 7d3d2b60-7bde-4c5e-b124-fb5dbd719b1a, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=7d3d2b60-7bde-4c5e-b124-fb5dbd719b1a,segment=NetworkSegment(395bf7a6-a3d4-43e9-a2d3-702cb5bf035f),segment_id=395bf7a6-a3d4-43e9-a2d3-702cb5bf035f)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 02:13:34.769950 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-c539103f-1fac-458b-9913-2222ee7035b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:34.857985 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-0308d568-b323-4a32-9a08-5a5d9612d733 None None] Attempting to bind port 36d7536e-2066-4e25-a1a2-8c435fa8b77a on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 02:13:34.858615 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-0308d568-b323-4a32-9a08-5a5d9612d733 None None] Attempting to bind port 36d7536e-2066-4e25-a1a2-8c435fa8b77a by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': 'c0f66cb2-cb45-4903-b07e-149dbf5bb69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8bdd8806-c7a8-4c41-b45b-ce8b1d329139'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 02:13:34.858615 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0308d568-b323-4a32-9a08-5a5d9612d733 None None] Attempting to bind port 36d7536e-2066-4e25-a1a2-8c435fa8b77a on network 8bdd8806-c7a8-4c41-b45b-ce8b1d329139 {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 02:13:34.871510 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c539103f-1fac-458b-9913-2222ee7035b5 None None] Pushing event updated for resources: {'Port': ['ID=7d3d2b60-7bde-4c5e-b124-fb5dbd719b1a,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:13:34.876268 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0308d568-b323-4a32-9a08-5a5d9612d733 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 2, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 02:13:34.876399 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0308d568-b323-4a32-9a08-5a5d9612d733 None None] Checking segment: {'id': 'c0f66cb2-cb45-4903-b07e-149dbf5bb69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8bdd8806-c7a8-4c41-b45b-ce8b1d329139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 02:13:34.876801 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-0308d568-b323-4a32-9a08-5a5d9612d733 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:34.877179 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0308d568-b323-4a32-9a08-5a5d9612d733 None None] Bound using segment: {'id': 'c0f66cb2-cb45-4903-b07e-149dbf5bb69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8bdd8806-c7a8-4c41-b45b-ce8b1d329139'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 02:13:34.877690 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-0308d568-b323-4a32-9a08-5a5d9612d733 None None] Bound port: 36d7536e-2066-4e25-a1a2-8c435fa8b77a, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0f66cb2-cb45-4903-b07e-149dbf5bb69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8bdd8806-c7a8-4c41-b45b-ce8b1d329139'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 02:13:34.878037 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-0308d568-b323-4a32-9a08-5a5d9612d733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:34.942849 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c4fc62ff-0ac7-4724-a112-40b7eeff0fec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-424338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418138'] for router, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:34.996494 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-0308d568-b323-4a32-9a08-5a5d9612d733 None None] For port 36d7536e-2066-4e25-a1a2-8c435fa8b77a, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 02:13:35.000566 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-0308d568-b323-4a32-9a08-5a5d9612d733 None None] For port 36d7536e-2066-4e25-a1a2-8c435fa8b77a, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=36d7536e-2066-4e25-a1a2-8c435fa8b77a,segment=NetworkSegment(c0f66cb2-cb45-4903-b07e-149dbf5bb69d),segment_id=c0f66cb2-cb45-4903-b07e-149dbf5bb69d)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 02:13:35.002600 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-dea91bd3-e32f-4c75-b0ef-75abfa54497f None None] Provisioning complete for port 36d7536e-2066-4e25-a1a2-8c435fa8b77a triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:13:35.002965 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-dea91bd3-e32f-4c75-b0ef-75abfa54497f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:35.026738 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-0308d568-b323-4a32-9a08-5a5d9612d733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:35.107359 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-dea91bd3-e32f-4c75-b0ef-75abfa54497f None None] Port 36d7536e-2066-4e25-a1a2-8c435fa8b77a cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 02:13:35.110096 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4fc62ff-0ac7-4724-a112-40b7eeff0fec admin admin] Router 8abae675-dff0-49f3-9d65-ddf656d0862f is scheduled to L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e with binding_index 1 {{(pid=109867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 02:13:35.131470 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071e0b4f-c3f5-4f25-9878-2e40100a2d27 None None] Pushing event updated for resources: {'Port': ['ID=36d7536e-2066-4e25-a1a2-8c435fa8b77a,revision_number=4']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:13:35.135028 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0308d568-b323-4a32-9a08-5a5d9612d733 None None] Routers {'7680c21c-26dd-44df-a811-5ea50ad063b4'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:13:35.135656 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-0308d568-b323-4a32-9a08-5a5d9612d733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:13:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['7680c21c-26dd-44df-a811-5ea50ad063b4'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:13:35.242925 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4fc62ff-0ac7-4724-a112-40b7eeff0fec admin admin] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 02:13:35.254185 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf97ea0-e981-4110-ba8d-b783687e048e None None] Sync routers for ids ['8abae675-dff0-49f3-9d65-ddf656d0862f'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 02:13:35.266496 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf97ea0-e981-4110-ba8d-b783687e048e None None] Routers {'8abae675-dff0-49f3-9d65-ddf656d0862f'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:13:35.267113 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-bdf97ea0-e981-4110-ba8d-b783687e048e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:13:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['8abae675-dff0-49f3-9d65-ddf656d0862f'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:13:35.272438 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c4fc62ff-0ac7-4724-a112-40b7eeff0fec admin admin] Publish callbacks [] for router, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:35.275289 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-c4fc62ff-0ac7-4724-a112-40b7eeff0fec admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8973289 Nov 24 02:13:35.277079 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 55508) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:13:35.284499 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-0308d568-b323-4a32-9a08-5a5d9612d733 None None] Set router 7680c21c-26dd-44df-a811-5ea50ad063b4 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:13:35.406194 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-bdf97ea0-e981-4110-ba8d-b783687e048e None None] Set router 8abae675-dff0-49f3-9d65-ddf656d0862f gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:13:35.459266 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-12ef5f71-7ce5-462a-9484-e02a7045654b None None] Provisioning complete for port 36d7536e-2066-4e25-a1a2-8c435fa8b77a triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:13:35.459618 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-12ef5f71-7ce5-462a-9484-e02a7045654b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:35.583843 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-12ef5f71-7ce5-462a-9484-e02a7045654b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:35.588535 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-0308d568-b323-4a32-9a08-5a5d9612d733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7680c21c-26dd-44df-a811-5ea50ad063b4', 'name': 'tempest-TestMinimumBasicScenario-890098246-router', 'tenant_id': 'f93383d0dc664183b0bbf076fbbffa93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.13'}], 'enable_snat': True}, 'gw_port_id': '3cb7eb60-d26b-4cdf-9a64-f503d1898233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:13:28Z', 'updated_at': '2021-11-24T02:13:31Z', 'revision_number': 4, 'project_id': 'f93383d0dc664183b0bbf076fbbffa93', 'gw_port': {'id': '3cb7eb60-d26b-4cdf-9a64-f503d1898233', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:83:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7680c21c-26dd-44df-a811-5ea50ad063b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:13:29Z', 'updated_at': '2021-11-24T02:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': '36d7536e-2066-4e25-a1a2-8c435fa8b77a', 'name': '', 'network_id': '8bdd8806-c7a8-4c41-b45b-ce8b1d329139', 'tenant_id': 'f93383d0dc664183b0bbf076fbbffa93', 'mac_address': 'fa:16:3e:da:3f:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7680c21c-26dd-44df-a811-5ea50ad063b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '3e55c7db-bdb1-4052-a412-f86a82085561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:13:31Z', 'updated_at': '2021-11-24T02:13:34Z', 'revision_number': 4, 'project_id': 'f93383d0dc664183b0bbf076fbbffa93', 'subnets': [{'id': '3e55c7db-bdb1-4052-a412-f86a82085561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:13:35.628853 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0308d568-b323-4a32-9a08-5a5d9612d733 None None] The sync data for ids ['7680c21c-26dd-44df-a811-5ea50ad063b4'] in dv-neutron-818911-2-hyperv is: [{'id': '7680c21c-26dd-44df-a811-5ea50ad063b4', 'name': 'tempest-TestMinimumBasicScenario-890098246-router', 'tenant_id': 'f93383d0dc664183b0bbf076fbbffa93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.13'}], 'enable_snat': True}, 'gw_port_id': '3cb7eb60-d26b-4cdf-9a64-f503d1898233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:13:28Z', 'updated_at': '2021-11-24T02:13:31Z', 'revision_number': 4, 'project_id': 'f93383d0dc664183b0bbf076fbbffa93', 'gw_port': {'id': '3cb7eb60-d26b-4cdf-9a64-f503d1898233', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:83:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7680c21c-26dd-44df-a811-5ea50ad063b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:13:29Z', 'updated_at': '2021-11-24T02:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': '36d7536e-2066-4e25-a1a2-8c435fa8b77a', 'name': '', 'network_id': '8bdd8806-c7a8-4c41-b45b-ce8b1d329139', 'tenant_id': 'f93383d0dc664183b0bbf076fbbffa93', 'mac_address': 'fa:16:3e:da:3f:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7680c21c-26dd-44df-a811-5ea50ad063b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '3e55c7db-bdb1-4052-a412-f86a82085561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:13:31Z', 'updated_at': '2021-11-24T02:13:34Z', 'revision_number': 4, 'project_id': 'f93383d0dc664183b0bbf076fbbffa93', 'subnets': [{'id': '3e55c7db-bdb1-4052-a412-f86a82085561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 02:13:35.656169 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-12ef5f71-7ce5-462a-9484-e02a7045654b None None] For port 36d7536e-2066-4e25-a1a2-8c435fa8b77a, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=36d7536e-2066-4e25-a1a2-8c435fa8b77a,segment=NetworkSegment(c0f66cb2-cb45-4903-b07e-149dbf5bb69d),segment_id=c0f66cb2-cb45-4903-b07e-149dbf5bb69d)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:13:35.662349 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-12ef5f71-7ce5-462a-9484-e02a7045654b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:35.747993 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ef5f71-7ce5-462a-9484-e02a7045654b None None] Pushing event updated for resources: {'Port': ['ID=36d7536e-2066-4e25-a1a2-8c435fa8b77a,revision_number=5']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:13:35.758632 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-bdf97ea0-e981-4110-ba8d-b783687e048e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8abae675-dff0-49f3-9d65-ddf656d0862f', 'name': 'tempest-TestMinimumBasicScenario-1631081491-router', 'tenant_id': '64afea441c4d47429b56a35113939fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.64'}], 'enable_snat': True}, 'gw_port_id': '16ffe493-6a1e-4399-8233-893e0d2f87de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:13:33Z', 'updated_at': '2021-11-24T02:13:34Z', 'revision_number': 3, 'project_id': '64afea441c4d47429b56a35113939fd5', 'gw_port': {'id': '16ffe493-6a1e-4399-8233-893e0d2f87de', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:09:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8abae675-dff0-49f3-9d65-ddf656d0862f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:13:33Z', 'updated_at': '2021-11-24T02:13:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:13:35.797154 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf97ea0-e981-4110-ba8d-b783687e048e None None] Checking router: 8abae675-dff0-49f3-9d65-ddf656d0862f for host: dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 02:13:35.797457 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf97ea0-e981-4110-ba8d-b783687e048e None None] Updating router 8abae675-dff0-49f3-9d65-ddf656d0862f port 16ffe493-6a1e-4399-8233-893e0d2f87de binding host dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 02:13:35.827355 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-bdf97ea0-e981-4110-ba8d-b783687e048e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:35.848402 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5a5bc82a-28d7-4f61-92a3-9b11e13eea1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:36.025290 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27d5d82-fe81-46b9-a8b6-fc8a972d94fa None None] Network a25c3821-a608-49aa-8492-44560016a089 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 02:13:36.045122 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-5a5bc82a-28d7-4f61-92a3-9b11e13eea1d admin admin] Allocated IP 172.20.0.1 (a25c3821-a608-49aa-8492-44560016a089/986083a4-147f-4fe4-b9d9-11c60bbf25f2/405f695c-35d8-475f-8f63-62ff20bd55c2) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 02:13:36.109309 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-bdf97ea0-e981-4110-ba8d-b783687e048e None None] Publish callbacks [] for port, precommit_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:36.117521 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-bdf97ea0-e981-4110-ba8d-b783687e048e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:36.178725 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5a5bc82a-28d7-4f61-92a3-9b11e13eea1d admin admin] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:36.193851 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-bdf97ea0-e981-4110-ba8d-b783687e048e None None] Attempting to bind port 16ffe493-6a1e-4399-8233-893e0d2f87de on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 02:13:36.194239 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-bdf97ea0-e981-4110-ba8d-b783687e048e None None] Attempting to bind port 16ffe493-6a1e-4399-8233-893e0d2f87de by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}] {{(pid=109869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 02:13:36.194735 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf97ea0-e981-4110-ba8d-b783687e048e None None] Attempting to bind port 16ffe493-6a1e-4399-8233-893e0d2f87de on network eb22795d-37ee-46ee-844d-92c17e2ea450 {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 02:13:36.207021 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf97ea0-e981-4110-ba8d-b783687e048e None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 2, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 02:13:36.207497 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf97ea0-e981-4110-ba8d-b783687e048e None None] Checking segment: {'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 02:13:36.207910 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-bdf97ea0-e981-4110-ba8d-b783687e048e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:36.208304 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf97ea0-e981-4110-ba8d-b783687e048e None None] Bound using segment: {'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'} {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 02:13:36.208790 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-bdf97ea0-e981-4110-ba8d-b783687e048e None None] Bound port: 16ffe493-6a1e-4399-8233-893e0d2f87de, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}}] {{(pid=109869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 02:13:36.209172 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-bdf97ea0-e981-4110-ba8d-b783687e048e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:36.233147 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5a5bc82a-28d7-4f61-92a3-9b11e13eea1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:36.247826 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f631af-6b69-44dd-bd4c-b5b45f9f585f None None] Pushing event updated for resources: {'Port': ['ID=16ffe493-6a1e-4399-8233-893e0d2f87de,revision_number=2']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:13:36.290497 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5bc82a-28d7-4f61-92a3-9b11e13eea1d admin admin] Network a25c3821-a608-49aa-8492-44560016a089 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 02:13:36.293664 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.db [None req-bdf97ea0-e981-4110-ba8d-b783687e048e None None] For port 16ffe493-6a1e-4399-8233-893e0d2f87de, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 02:13:36.296004 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-5a5bc82a-28d7-4f61-92a3-9b11e13eea1d admin admin] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:13:36.297157 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.db [None req-bdf97ea0-e981-4110-ba8d-b783687e048e None None] For port 16ffe493-6a1e-4399-8233-893e0d2f87de, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=16ffe493-6a1e-4399-8233-893e0d2f87de,segment=NetworkSegment(03509fd2-ca9c-4aa0-94e6-e236afda62e7),segment_id=03509fd2-ca9c-4aa0-94e6-e236afda62e7)] {{(pid=109869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 02:13:36.300360 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5bc82a-28d7-4f61-92a3-9b11e13eea1d admin admin] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 02:13:36.308346 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-bdf97ea0-e981-4110-ba8d-b783687e048e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:36.333250 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5bc82a-28d7-4f61-92a3-9b11e13eea1d admin admin] Pushing event updated for resources: {'Port': ['ID=405f695c-35d8-475f-8f63-62ff20bd55c2,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:13:36.347333 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-58734015-24fa-4802-9320-c4e44a281cfb None None] Provisioning complete for port 7d3d2b60-7bde-4c5e-b124-fb5dbd719b1a triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:13:36.347788 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-58734015-24fa-4802-9320-c4e44a281cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:36.356458 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5318c0-2cac-4a80-a597-dc9ca922036d None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 02:13:36.358652 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5a5bc82a-28d7-4f61-92a3-9b11e13eea1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3777869'] for router_interface, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:36.386907 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf97ea0-e981-4110-ba8d-b783687e048e None None] Routers {'8abae675-dff0-49f3-9d65-ddf656d0862f'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:13:36.387901 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-bdf97ea0-e981-4110-ba8d-b783687e048e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:13:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['8abae675-dff0-49f3-9d65-ddf656d0862f'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:13:36.417241 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0982d6c-aa3f-46b9-a35d-f446f9a3b603 None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 02:13:36.431892 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f631af-6b69-44dd-bd4c-b5b45f9f585f None None] Pushing event updated for resources: {'Port': ['ID=16ffe493-6a1e-4399-8233-893e0d2f87de,revision_number=3']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:13:36.524204 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5a5bc82a-28d7-4f61-92a3-9b11e13eea1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:36.547793 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-58734015-24fa-4802-9320-c4e44a281cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:36.550368 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-bdf97ea0-e981-4110-ba8d-b783687e048e None None] Set router 8abae675-dff0-49f3-9d65-ddf656d0862f gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:13:36.590722 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-58734015-24fa-4802-9320-c4e44a281cfb None None] For port 7d3d2b60-7bde-4c5e-b124-fb5dbd719b1a, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=7d3d2b60-7bde-4c5e-b124-fb5dbd719b1a,segment=NetworkSegment(395bf7a6-a3d4-43e9-a2d3-702cb5bf035f),segment_id=395bf7a6-a3d4-43e9-a2d3-702cb5bf035f)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:13:36.596444 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-58734015-24fa-4802-9320-c4e44a281cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:36.754145 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58734015-24fa-4802-9320-c4e44a281cfb None None] Pushing event updated for resources: {'Port': ['ID=7d3d2b60-7bde-4c5e-b124-fb5dbd719b1a,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:13:36.778469 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-122197f5-d091-4d51-b065-0849d0674af1 None None] Provisioning complete for port 16ffe493-6a1e-4399-8233-893e0d2f87de triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:13:36.778839 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-122197f5-d091-4d51-b065-0849d0674af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:36.780261 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5a5bc82a-28d7-4f61-92a3-9b11e13eea1d admin admin] Publish callbacks [] for port, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:36.798774 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5a5bc82a-28d7-4f61-92a3-9b11e13eea1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25501696'] for port, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:36.860905 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 36d7536e-2066-4e25-a1a2-8c435fa8b77a up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 02:13:36.883353 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5bc82a-28d7-4f61-92a3-9b11e13eea1d admin admin] Pushing event updated for resources: {'Port': ['ID=405f695c-35d8-475f-8f63-62ff20bd55c2,revision_number=2']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:13:36.886493 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5a5bc82a-28d7-4f61-92a3-9b11e13eea1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3778017'] for router_interface, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:36.931795 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-bdf97ea0-e981-4110-ba8d-b783687e048e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8abae675-dff0-49f3-9d65-ddf656d0862f', 'name': 'tempest-TestMinimumBasicScenario-1631081491-router', 'tenant_id': '64afea441c4d47429b56a35113939fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.64'}], 'enable_snat': True}, 'gw_port_id': '16ffe493-6a1e-4399-8233-893e0d2f87de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:13:33Z', 'updated_at': '2021-11-24T02:13:34Z', 'revision_number': 3, 'project_id': '64afea441c4d47429b56a35113939fd5', 'gw_port': {'id': '16ffe493-6a1e-4399-8233-893e0d2f87de', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:09:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8abae675-dff0-49f3-9d65-ddf656d0862f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:13:33Z', 'updated_at': '2021-11-24T02:13:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:13:36.966279 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf97ea0-e981-4110-ba8d-b783687e048e None None] The sync data for ids ['8abae675-dff0-49f3-9d65-ddf656d0862f'] in dv-neutron-818911-2-hyperv is: [{'id': '8abae675-dff0-49f3-9d65-ddf656d0862f', 'name': 'tempest-TestMinimumBasicScenario-1631081491-router', 'tenant_id': '64afea441c4d47429b56a35113939fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.64'}], 'enable_snat': True}, 'gw_port_id': '16ffe493-6a1e-4399-8233-893e0d2f87de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:13:33Z', 'updated_at': '2021-11-24T02:13:34Z', 'revision_number': 3, 'project_id': '64afea441c4d47429b56a35113939fd5', 'gw_port': {'id': '16ffe493-6a1e-4399-8233-893e0d2f87de', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:09:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8abae675-dff0-49f3-9d65-ddf656d0862f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:13:33Z', 'updated_at': '2021-11-24T02:13:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 02:13:36.979559 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-122197f5-d091-4d51-b065-0849d0674af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:37.023128 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5bc82a-28d7-4f61-92a3-9b11e13eea1d admin admin] Network a25c3821-a608-49aa-8492-44560016a089 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 02:13:37.023935 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-122197f5-d091-4d51-b065-0849d0674af1 None None] For port 16ffe493-6a1e-4399-8233-893e0d2f87de, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=16ffe493-6a1e-4399-8233-893e0d2f87de,segment=NetworkSegment(03509fd2-ca9c-4aa0-94e6-e236afda62e7),segment_id=03509fd2-ca9c-4aa0-94e6-e236afda62e7)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:13:37.024847 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-5a5bc82a-28d7-4f61-92a3-9b11e13eea1d admin admin] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:13:37.035798 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-122197f5-d091-4d51-b065-0849d0674af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:37.039556 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 36d7536e-2066-4e25-a1a2-8c435fa8b77a triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:13:37.040728 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:37.139830 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122197f5-d091-4d51-b065-0849d0674af1 None None] Pushing event updated for resources: {'Port': ['ID=16ffe493-6a1e-4399-8233-893e0d2f87de,revision_number=4']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:13:37.163496 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a5bc82a-28d7-4f61-92a3-9b11e13eea1d admin admin] Router 8abae675-dff0-49f3-9d65-ddf656d0862f has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 02:13:37.172455 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-b18d68c6-bc55-4dc0-9499-02c821c36186 None None] Provisioning complete for port 405f695c-35d8-475f-8f63-62ff20bd55c2 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:13:37.173001 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-b18d68c6-bc55-4dc0-9499-02c821c36186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:37.239675 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-b18d68c6-bc55-4dc0-9499-02c821c36186 None None] Port 405f695c-35d8-475f-8f63-62ff20bd55c2 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 02:13:37.247283 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 7d3d2b60-7bde-4c5e-b124-fb5dbd719b1a up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 02:13:37.284484 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-b18d68c6-bc55-4dc0-9499-02c821c36186 None None] Provisioning complete for port 7d3d2b60-7bde-4c5e-b124-fb5dbd719b1a triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:13:37.285700 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-b18d68c6-bc55-4dc0-9499-02c821c36186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:37.321043 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a5bc82a-28d7-4f61-92a3-9b11e13eea1d admin admin] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 02:13:37.330388 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-5a5bc82a-28d7-4f61-92a3-9b11e13eea1d admin admin] 10.222.0.21 "PUT /v2.0/routers/8abae675-dff0-49f3-9d65-ddf656d0862f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0521350 Nov 24 02:13:37.366976 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 7d3d2b60-7bde-4c5e-b124-fb5dbd719b1a triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:13:37.367282 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:37.561283 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-51a4fcdd-7386-4cf1-b404-f9eab4942f3b None None] Provisioning complete for port 405f695c-35d8-475f-8f63-62ff20bd55c2 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:13:37.561786 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-51a4fcdd-7386-4cf1-b404-f9eab4942f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:37.600850 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-51a4fcdd-7386-4cf1-b404-f9eab4942f3b None None] Port 405f695c-35d8-475f-8f63-62ff20bd55c2 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 02:13:38.764038 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 16ffe493-6a1e-4399-8233-893e0d2f87de up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 02:13:38.831057 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 16ffe493-6a1e-4399-8233-893e0d2f87de triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:13:38.831607 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:38.922358 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 7d3d2b60-7bde-4c5e-b124-fb5dbd719b1a up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 02:13:38.982449 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 7d3d2b60-7bde-4c5e-b124-fb5dbd719b1a triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:13:38.982853 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:39.202313 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c6c425-d6fa-4d0d-bf98-fdc8e565837d None None] Sync routers for ids ['8abae675-dff0-49f3-9d65-ddf656d0862f'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 02:13:39.212882 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c6c425-d6fa-4d0d-bf98-fdc8e565837d None None] Routers {'8abae675-dff0-49f3-9d65-ddf656d0862f'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:13:39.213532 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-75c6c425-d6fa-4d0d-bf98-fdc8e565837d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:13:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['8abae675-dff0-49f3-9d65-ddf656d0862f'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:13:39.329359 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-75c6c425-d6fa-4d0d-bf98-fdc8e565837d None None] Set router 8abae675-dff0-49f3-9d65-ddf656d0862f gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:13:39.558169 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-75c6c425-d6fa-4d0d-bf98-fdc8e565837d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8abae675-dff0-49f3-9d65-ddf656d0862f', 'name': 'tempest-TestMinimumBasicScenario-1631081491-router', 'tenant_id': '64afea441c4d47429b56a35113939fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.64'}], 'enable_snat': True}, 'gw_port_id': '16ffe493-6a1e-4399-8233-893e0d2f87de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:13:33Z', 'updated_at': '2021-11-24T02:13:36Z', 'revision_number': 4, 'project_id': '64afea441c4d47429b56a35113939fd5', 'gw_port': {'id': '16ffe493-6a1e-4399-8233-893e0d2f87de', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:09:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abae675-dff0-49f3-9d65-ddf656d0862f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:13:33Z', 'updated_at': '2021-11-24T02:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': '405f695c-35d8-475f-8f63-62ff20bd55c2', 'name': '', 'network_id': 'a25c3821-a608-49aa-8492-44560016a089', 'tenant_id': '64afea441c4d47429b56a35113939fd5', 'mac_address': 'fa:16:3e:1f:94:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8abae675-dff0-49f3-9d65-ddf656d0862f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': '986083a4-147f-4fe4-b9d9-11c60bbf25f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:13:35Z', 'updated_at': '2021-11-24T02:13:36Z', 'revision_number': 2, 'project_id': '64afea441c4d47429b56a35113939fd5', 'subnets': [{'id': '986083a4-147f-4fe4-b9d9-11c60bbf25f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:13:39.584533 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c6c425-d6fa-4d0d-bf98-fdc8e565837d None None] Checking router: 8abae675-dff0-49f3-9d65-ddf656d0862f for host: dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 02:13:39.584841 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c6c425-d6fa-4d0d-bf98-fdc8e565837d None None] Updating router 8abae675-dff0-49f3-9d65-ddf656d0862f port 405f695c-35d8-475f-8f63-62ff20bd55c2 binding host dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 02:13:39.609323 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-75c6c425-d6fa-4d0d-bf98-fdc8e565837d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:39.905077 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-75c6c425-d6fa-4d0d-bf98-fdc8e565837d None None] Publish callbacks [] for port, precommit_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:39.910223 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-75c6c425-d6fa-4d0d-bf98-fdc8e565837d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:39.961365 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04b79c8-755b-46c0-b286-0773059ebf3c None None] Pushing event updated for resources: {'Port': ['ID=405f695c-35d8-475f-8f63-62ff20bd55c2,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:13:40.018213 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-75c6c425-d6fa-4d0d-bf98-fdc8e565837d None None] Attempting to bind port 405f695c-35d8-475f-8f63-62ff20bd55c2 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 02:13:40.018827 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-75c6c425-d6fa-4d0d-bf98-fdc8e565837d None None] Attempting to bind port 405f695c-35d8-475f-8f63-62ff20bd55c2 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '395bf7a6-a3d4-43e9-a2d3-702cb5bf035f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a25c3821-a608-49aa-8492-44560016a089'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 02:13:40.019329 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c6c425-d6fa-4d0d-bf98-fdc8e565837d None None] Attempting to bind port 405f695c-35d8-475f-8f63-62ff20bd55c2 on network a25c3821-a608-49aa-8492-44560016a089 {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 02:13:40.027322 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c6c425-d6fa-4d0d-bf98-fdc8e565837d None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 2, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 02:13:40.027715 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c6c425-d6fa-4d0d-bf98-fdc8e565837d None None] Checking segment: {'id': '395bf7a6-a3d4-43e9-a2d3-702cb5bf035f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a25c3821-a608-49aa-8492-44560016a089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 02:13:40.028083 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-75c6c425-d6fa-4d0d-bf98-fdc8e565837d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:40.028475 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c6c425-d6fa-4d0d-bf98-fdc8e565837d None None] Bound using segment: {'id': '395bf7a6-a3d4-43e9-a2d3-702cb5bf035f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a25c3821-a608-49aa-8492-44560016a089'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 02:13:40.028969 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-75c6c425-d6fa-4d0d-bf98-fdc8e565837d None None] Bound port: 405f695c-35d8-475f-8f63-62ff20bd55c2, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '395bf7a6-a3d4-43e9-a2d3-702cb5bf035f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a25c3821-a608-49aa-8492-44560016a089'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 02:13:40.029533 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-75c6c425-d6fa-4d0d-bf98-fdc8e565837d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:40.105681 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-75c6c425-d6fa-4d0d-bf98-fdc8e565837d None None] For port 405f695c-35d8-475f-8f63-62ff20bd55c2, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 02:13:40.111753 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-75c6c425-d6fa-4d0d-bf98-fdc8e565837d None None] For port 405f695c-35d8-475f-8f63-62ff20bd55c2, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=405f695c-35d8-475f-8f63-62ff20bd55c2,segment=NetworkSegment(395bf7a6-a3d4-43e9-a2d3-702cb5bf035f),segment_id=395bf7a6-a3d4-43e9-a2d3-702cb5bf035f)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 02:13:40.120043 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-75c6c425-d6fa-4d0d-bf98-fdc8e565837d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:40.187928 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c6c425-d6fa-4d0d-bf98-fdc8e565837d None None] Routers {'8abae675-dff0-49f3-9d65-ddf656d0862f'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:13:40.188997 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-75c6c425-d6fa-4d0d-bf98-fdc8e565837d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:13:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['8abae675-dff0-49f3-9d65-ddf656d0862f'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:13:40.192444 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04b79c8-755b-46c0-b286-0773059ebf3c None None] Pushing event updated for resources: {'Port': ['ID=405f695c-35d8-475f-8f63-62ff20bd55c2,revision_number=4']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:13:40.302687 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-8a797b7c-b436-4910-9143-7363a0060156 None None] Provisioning complete for port 405f695c-35d8-475f-8f63-62ff20bd55c2 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:13:40.303149 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-8a797b7c-b436-4910-9143-7363a0060156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:40.353646 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-75c6c425-d6fa-4d0d-bf98-fdc8e565837d None None] Set router 8abae675-dff0-49f3-9d65-ddf656d0862f gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:13:40.514307 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-8a797b7c-b436-4910-9143-7363a0060156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:40.561236 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-8a797b7c-b436-4910-9143-7363a0060156 None None] For port 405f695c-35d8-475f-8f63-62ff20bd55c2, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=405f695c-35d8-475f-8f63-62ff20bd55c2,segment=NetworkSegment(395bf7a6-a3d4-43e9-a2d3-702cb5bf035f),segment_id=395bf7a6-a3d4-43e9-a2d3-702cb5bf035f)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:13:40.567326 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-8a797b7c-b436-4910-9143-7363a0060156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:40.667618 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a797b7c-b436-4910-9143-7363a0060156 None None] Pushing event updated for resources: {'Port': ['ID=405f695c-35d8-475f-8f63-62ff20bd55c2,revision_number=5']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:13:40.703724 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-75c6c425-d6fa-4d0d-bf98-fdc8e565837d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8abae675-dff0-49f3-9d65-ddf656d0862f', 'name': 'tempest-TestMinimumBasicScenario-1631081491-router', 'tenant_id': '64afea441c4d47429b56a35113939fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.64'}], 'enable_snat': True}, 'gw_port_id': '16ffe493-6a1e-4399-8233-893e0d2f87de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:13:33Z', 'updated_at': '2021-11-24T02:13:36Z', 'revision_number': 4, 'project_id': '64afea441c4d47429b56a35113939fd5', 'gw_port': {'id': '16ffe493-6a1e-4399-8233-893e0d2f87de', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:09:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abae675-dff0-49f3-9d65-ddf656d0862f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:13:33Z', 'updated_at': '2021-11-24T02:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': '405f695c-35d8-475f-8f63-62ff20bd55c2', 'name': '', 'network_id': 'a25c3821-a608-49aa-8492-44560016a089', 'tenant_id': '64afea441c4d47429b56a35113939fd5', 'mac_address': 'fa:16:3e:1f:94:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8abae675-dff0-49f3-9d65-ddf656d0862f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': '986083a4-147f-4fe4-b9d9-11c60bbf25f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:13:35Z', 'updated_at': '2021-11-24T02:13:40Z', 'revision_number': 4, 'project_id': '64afea441c4d47429b56a35113939fd5', 'subnets': [{'id': '986083a4-147f-4fe4-b9d9-11c60bbf25f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:13:40.705660 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-60696b01-a461-4d56-a19e-6af07ea90609 None None] Provisioning complete for port 405f695c-35d8-475f-8f63-62ff20bd55c2 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:13:40.706029 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-60696b01-a461-4d56-a19e-6af07ea90609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:40.749611 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c6c425-d6fa-4d0d-bf98-fdc8e565837d None None] The sync data for ids ['8abae675-dff0-49f3-9d65-ddf656d0862f'] in dv-neutron-818911-2-hyperv is: [{'id': '8abae675-dff0-49f3-9d65-ddf656d0862f', 'name': 'tempest-TestMinimumBasicScenario-1631081491-router', 'tenant_id': '64afea441c4d47429b56a35113939fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.64'}], 'enable_snat': True}, 'gw_port_id': '16ffe493-6a1e-4399-8233-893e0d2f87de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:13:33Z', 'updated_at': '2021-11-24T02:13:36Z', 'revision_number': 4, 'project_id': '64afea441c4d47429b56a35113939fd5', 'gw_port': {'id': '16ffe493-6a1e-4399-8233-893e0d2f87de', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:09:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abae675-dff0-49f3-9d65-ddf656d0862f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:13:33Z', 'updated_at': '2021-11-24T02:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': '405f695c-35d8-475f-8f63-62ff20bd55c2', 'name': '', 'network_id': 'a25c3821-a608-49aa-8492-44560016a089', 'tenant_id': '64afea441c4d47429b56a35113939fd5', 'mac_address': 'fa:16:3e:1f:94:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8abae675-dff0-49f3-9d65-ddf656d0862f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': '986083a4-147f-4fe4-b9d9-11c60bbf25f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:13:35Z', 'updated_at': '2021-11-24T02:13:40Z', 'revision_number': 4, 'project_id': '64afea441c4d47429b56a35113939fd5', 'subnets': [{'id': '986083a4-147f-4fe4-b9d9-11c60bbf25f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 02:13:42.722488 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 405f695c-35d8-475f-8f63-62ff20bd55c2 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 02:13:42.778578 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 405f695c-35d8-475f-8f63-62ff20bd55c2 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:13:42.779114 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:47.720918 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c5428a-23e7-4057-981b-6aecb4fd8d1d req-45f88a22-6d50-45ba-90dd-2cd5e8da659c tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:13:47.722354 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-70c5428a-23e7-4057-981b-6aecb4fd8d1d req-45f88a22-6d50-45ba-90dd-2cd5e8da659c tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] 10.222.0.21 "GET /v2.0/networks?id=8bdd8806-c7a8-4c41-b45b-ce8b1d329139 HTTP/1.1" status: 200 len: 814 time: 0.1061978 Nov 24 02:13:47.736960 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-70c5428a-23e7-4057-981b-6aecb4fd8d1d req-e00209ba-2dc5-4fae-aa25-4aef03676b30 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] 10.222.0.21 "GET /v2.0/quotas/f93383d0dc664183b0bbf076fbbffa93 HTTP/1.1" status: 200 len: 375 time: 0.0090015 Nov 24 02:13:47.787098 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-70c5428a-23e7-4057-981b-6aecb4fd8d1d req-5e4d22d1-b93c-42b9-9dc2-8e6ec114984b tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f93383d0dc664183b0bbf076fbbffa93&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451121 Nov 24 02:13:47.969064 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-70c5428a-23e7-4057-981b-6aecb4fd8d1d req-288b826d-7df9-49b6-8f1f-a8197470bc4e service neutron] 10.222.0.21 "GET /v2.0/networks/8bdd8806-c7a8-4c41-b45b-ce8b1d329139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703415 Nov 24 02:13:48.057304 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-70c5428a-23e7-4057-981b-6aecb4fd8d1d req-5750dd44-b6cb-4bcc-ad21-10979aa88090 service neutron] 10.222.0.21 "GET /v2.0/networks/8bdd8806-c7a8-4c41-b45b-ce8b1d329139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821419 Nov 24 02:13:48.215030 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-43d53bfb-124a-4599-a713-6d688990eb32 req-23d5c09d-023b-421f-a7dc-de0b2ce8258f tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1bfe12d-ea28-4cf4-9830-7adf017a3ae4 HTTP/1.1" status: 200 len: 210 time: 0.0260673 Nov 24 02:13:49.209109 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c5428a-23e7-4057-981b-6aecb4fd8d1d req-40786f52-3755-4cec-868a-8cc173c43363 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:13:49.210607 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-70c5428a-23e7-4057-981b-6aecb4fd8d1d req-40786f52-3755-4cec-868a-8cc173c43363 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] 10.222.0.48 "GET /v2.0/networks?id=8bdd8806-c7a8-4c41-b45b-ce8b1d329139 HTTP/1.1" status: 200 len: 814 time: 0.1070027 Nov 24 02:13:49.242103 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [req-70c5428a-23e7-4057-981b-6aecb4fd8d1d req-13c8d526-06f0-48ab-9fae-b5258b3b97e8 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Request body: {'port': {'device_id': 'a1bfe12d-ea28-4cf4-9830-7adf017a3ae4', 'network_id': '8bdd8806-c7a8-4c41-b45b-ce8b1d329139', 'admin_state_up': True, 'tenant_id': 'f93383d0dc664183b0bbf076fbbffa93'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:13:49.335416 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-04a21346-4b55-4817-81ec-abd22a5522e4 req-307f1783-8951-4cc2-950e-cf36fce6cc99 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1bfe12d-ea28-4cf4-9830-7adf017a3ae4 HTTP/1.1" status: 200 len: 210 time: 0.0354056 Nov 24 02:13:49.377432 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70c5428a-23e7-4057-981b-6aecb4fd8d1d req-13c8d526-06f0-48ab-9fae-b5258b3b97e8 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Made reservation on behalf of f93383d0dc664183b0bbf076fbbffa93 for: {'port': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 02:13:49.380903 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-70c5428a-23e7-4057-981b-6aecb4fd8d1d req-13c8d526-06f0-48ab-9fae-b5258b3b97e8 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:49.508509 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [req-70c5428a-23e7-4057-981b-6aecb4fd8d1d req-13c8d526-06f0-48ab-9fae-b5258b3b97e8 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Allocated IP 172.20.0.11 (8bdd8806-c7a8-4c41-b45b-ce8b1d329139/3e55c7db-bdb1-4052-a412-f86a82085561/198cb482-6da0-4cec-95c1-3d3772ed6c6f) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 02:13:49.713909 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-70c5428a-23e7-4057-981b-6aecb4fd8d1d req-13c8d526-06f0-48ab-9fae-b5258b3b97e8 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:49.775309 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-70c5428a-23e7-4057-981b-6aecb4fd8d1d req-13c8d526-06f0-48ab-9fae-b5258b3b97e8 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:49.835775 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70c5428a-23e7-4057-981b-6aecb4fd8d1d req-13c8d526-06f0-48ab-9fae-b5258b3b97e8 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Network 8bdd8806-c7a8-4c41-b45b-ce8b1d329139 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 02:13:49.839066 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [req-70c5428a-23e7-4057-981b-6aecb4fd8d1d req-13c8d526-06f0-48ab-9fae-b5258b3b97e8 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:13:49.849989 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [req-70c5428a-23e7-4057-981b-6aecb4fd8d1d req-13c8d526-06f0-48ab-9fae-b5258b3b97e8 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 02:13:49.857911 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c8d526-06f0-48ab-9fae-b5258b3b97e8 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Pushing event updated for resources: {'Port': ['ID=198cb482-6da0-4cec-95c1-3d3772ed6c6f,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:13:49.907989 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c5428a-23e7-4057-981b-6aecb4fd8d1d req-13c8d526-06f0-48ab-9fae-b5258b3b97e8 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:13:49.908648 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-70c5428a-23e7-4057-981b-6aecb4fd8d1d req-13c8d526-06f0-48ab-9fae-b5258b3b97e8 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:49.936038 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-70c5428a-23e7-4057-981b-6aecb4fd8d1d req-13c8d526-06f0-48ab-9fae-b5258b3b97e8 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6971772 Nov 24 02:13:50.144908 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-5579b61d-fa5f-4b0d-a7ba-df12b847eb8e None None] Provisioning complete for port 198cb482-6da0-4cec-95c1-3d3772ed6c6f triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:13:50.145529 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-5579b61d-fa5f-4b0d-a7ba-df12b847eb8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:50.325010 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-5579b61d-fa5f-4b0d-a7ba-df12b847eb8e None None] Port 198cb482-6da0-4cec-95c1-3d3772ed6c6f cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 02:13:50.479610 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d91904-eeac-4de8-881a-b59fabf4ca16 req-b0a14647-8fc8-496a-a62d-0ec88aabae9e tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:13:50.481134 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-93d91904-eeac-4de8-881a-b59fabf4ca16 req-b0a14647-8fc8-496a-a62d-0ec88aabae9e tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1bfe12d-ea28-4cf4-9830-7adf017a3ae4 HTTP/1.1" status: 200 len: 932 time: 0.0516772 Nov 24 02:13:50.528915 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-93d91904-eeac-4de8-881a-b59fabf4ca16 req-e18f446b-a0c8-4f16-b282-71042d12edb0 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d203244-489f-4808-a01f-a013f05a273f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416486 Nov 24 02:13:51.642299 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9c5dc9-87f2-4023-b06d-700cb85ca783 req-124772fe-0afb-464b-8be8-1bb2e4f47351 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:13:51.643611 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-8c9c5dc9-87f2-4023-b06d-700cb85ca783 req-124772fe-0afb-464b-8be8-1bb2e4f47351 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1bfe12d-ea28-4cf4-9830-7adf017a3ae4 HTTP/1.1" status: 200 len: 932 time: 0.0496664 Nov 24 02:13:51.696038 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-8c9c5dc9-87f2-4023-b06d-700cb85ca783 req-88fe9aeb-4be7-4494-8567-18780989e71d tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d203244-489f-4808-a01f-a013f05a273f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428643 Nov 24 02:13:52.814002 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ec8faa-64ab-43a6-ae60-ceeccbf78aea req-bf378145-36fc-4985-b55f-fd0a73794e07 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:13:52.815490 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-93ec8faa-64ab-43a6-ae60-ceeccbf78aea req-bf378145-36fc-4985-b55f-fd0a73794e07 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1bfe12d-ea28-4cf4-9830-7adf017a3ae4 HTTP/1.1" status: 200 len: 932 time: 0.0479345 Nov 24 02:13:52.866093 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-93ec8faa-64ab-43a6-ae60-ceeccbf78aea req-70395d42-4fe7-4a24-8801-9bb644105ce1 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d203244-489f-4808-a01f-a013f05a273f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441866 Nov 24 02:13:53.981036 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce77fcdd-d87d-4245-8be8-ab3b59c95b56 req-b027ecf8-963b-4743-b6be-07722bbba7ec tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:13:53.982538 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-ce77fcdd-d87d-4245-8be8-ab3b59c95b56 req-b027ecf8-963b-4743-b6be-07722bbba7ec tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1bfe12d-ea28-4cf4-9830-7adf017a3ae4 HTTP/1.1" status: 200 len: 932 time: 0.0486004 Nov 24 02:13:54.032900 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-ce77fcdd-d87d-4245-8be8-ab3b59c95b56 req-dccb1469-5554-46a8-9d13-051efa27b7a3 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d203244-489f-4808-a01f-a013f05a273f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446129 Nov 24 02:13:54.771682 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1f89104-7c52-411b-ad53-0b616532bab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:55.146433 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d53be47-35ef-4bd3-b709-1ae9b56c00b5 req-c486f5a9-85cf-417c-bd44-867de6f33fa0 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:13:55.148022 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-9d53be47-35ef-4bd3-b709-1ae9b56c00b5 req-c486f5a9-85cf-417c-bd44-867de6f33fa0 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1bfe12d-ea28-4cf4-9830-7adf017a3ae4 HTTP/1.1" status: 200 len: 932 time: 0.0500493 Nov 24 02:13:55.206238 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-9d53be47-35ef-4bd3-b709-1ae9b56c00b5 req-0f53f90a-8cc4-4abd-8790-8be19e49c2b0 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d203244-489f-4808-a01f-a013f05a273f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471663 Nov 24 02:13:56.321589 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0208b5f2-ceff-4840-9823-1ac13b4b34d4 req-83f4df72-029e-4ed7-9e3f-c6044ef7d76e tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:13:56.323062 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-0208b5f2-ceff-4840-9823-1ac13b4b34d4 req-83f4df72-029e-4ed7-9e3f-c6044ef7d76e tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1bfe12d-ea28-4cf4-9830-7adf017a3ae4 HTTP/1.1" status: 200 len: 932 time: 0.0498819 Nov 24 02:13:56.369923 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-0208b5f2-ceff-4840-9823-1ac13b4b34d4 req-15231ef9-8ba7-4c91-92a1-b12a5dd4d9a7 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d203244-489f-4808-a01f-a013f05a273f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406470 Nov 24 02:13:57.235050 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-55d9f214-fa2d-49e4-b298-1578f9973cf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:57.523579 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3c9c73-b79c-4ad8-9bc1-f0ef81171708 req-81e0b5c1-9ff4-48a2-b071-adf776ec1bed tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:13:57.525736 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-cb3c9c73-b79c-4ad8-9bc1-f0ef81171708 req-81e0b5c1-9ff4-48a2-b071-adf776ec1bed tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1bfe12d-ea28-4cf4-9830-7adf017a3ae4 HTTP/1.1" status: 200 len: 932 time: 0.0639589 Nov 24 02:13:57.575306 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-cb3c9c73-b79c-4ad8-9bc1-f0ef81171708 req-dfb638e5-efa8-4c32-97ce-dd8ab67e29f1 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d203244-489f-4808-a01f-a013f05a273f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426459 Nov 24 02:13:58.178671 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:58.207033 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:58.693018 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cfbb78-a376-4641-9691-53e3e8163fc6 req-d2ea08e2-e1e0-46a5-a637-a9cc262650d0 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:13:58.694562 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-57cfbb78-a376-4641-9691-53e3e8163fc6 req-d2ea08e2-e1e0-46a5-a637-a9cc262650d0 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1bfe12d-ea28-4cf4-9830-7adf017a3ae4 HTTP/1.1" status: 200 len: 932 time: 0.0511367 Nov 24 02:13:58.746828 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-57cfbb78-a376-4641-9691-53e3e8163fc6 req-cba38aae-1a28-4e47-b8eb-5f111c0b703f tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d203244-489f-4808-a01f-a013f05a273f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455632 Nov 24 02:13:59.676654 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:13:59.893256 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f763f9-3361-4527-aa1d-d7188d8dde07 req-8f697919-ccf1-4bca-823f-20e5a5c8b6e7 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:13:59.896269 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-15f763f9-3361-4527-aa1d-d7188d8dde07 req-8f697919-ccf1-4bca-823f-20e5a5c8b6e7 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1bfe12d-ea28-4cf4-9830-7adf017a3ae4 HTTP/1.1" status: 200 len: 932 time: 0.0834510 Nov 24 02:13:59.991954 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-15f763f9-3361-4527-aa1d-d7188d8dde07 req-2e07e3da-9249-4a2b-9248-de1447ff836d tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d203244-489f-4808-a01f-a013f05a273f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889831 Nov 24 02:14:00.158166 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:14:01.122721 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19655a14-62a0-4b1e-ae1e-b9b9d321c26e req-f77e2a25-785c-46fb-ad74-1551736cc9f6 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:14:01.124371 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-19655a14-62a0-4b1e-ae1e-b9b9d321c26e req-f77e2a25-785c-46fb-ad74-1551736cc9f6 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1bfe12d-ea28-4cf4-9830-7adf017a3ae4 HTTP/1.1" status: 200 len: 932 time: 0.0668623 Nov 24 02:14:01.173024 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-19655a14-62a0-4b1e-ae1e-b9b9d321c26e req-34e15390-d122-47f2-b3bf-11cc0a75d295 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d203244-489f-4808-a01f-a013f05a273f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423312 Nov 24 02:14:02.028468 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [req-70c5428a-23e7-4057-981b-6aecb4fd8d1d req-db9fbf8b-c683-4561-9f21-f2e945b5603f service neutron] Request body: {'port': {'device_id': 'a1bfe12d-ea28-4cf4-9830-7adf017a3ae4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8189'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:14:02.080413 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-70c5428a-23e7-4057-981b-6aecb4fd8d1d req-db9fbf8b-c683-4561-9f21-f2e945b5603f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:14:02.288317 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106f065b-a4fc-404c-b989-cf5c49d41ee0 req-1b6cc16a-9de5-4786-af22-630f24b88283 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:14:02.289944 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-106f065b-a4fc-404c-b989-cf5c49d41ee0 req-1b6cc16a-9de5-4786-af22-630f24b88283 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1bfe12d-ea28-4cf4-9830-7adf017a3ae4 HTTP/1.1" status: 200 len: 932 time: 0.0497556 Nov 24 02:14:02.337947 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-106f065b-a4fc-404c-b989-cf5c49d41ee0 req-2bc86f1a-4bfc-41d2-b931-b3b146b82d70 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d203244-489f-4808-a01f-a013f05a273f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420589 Nov 24 02:14:02.344898 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [req-70c5428a-23e7-4057-981b-6aecb4fd8d1d req-db9fbf8b-c683-4561-9f21-f2e945b5603f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 198cb482-6da0-4cec-95c1-3d3772ed6c6f {{(pid=109867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 02:14:02.352948 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-70c5428a-23e7-4057-981b-6aecb4fd8d1d req-db9fbf8b-c683-4561-9f21-f2e945b5603f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:14:02.364961 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.provisioning_blocks [req-70c5428a-23e7-4057-981b-6aecb4fd8d1d req-db9fbf8b-c683-4561-9f21-f2e945b5603f service neutron] Transition to ACTIVE for port object 198cb482-6da0-4cec-95c1-3d3772ed6c6f will not be triggered until provisioned by entity L2. {{(pid=109867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 02:14:02.368919 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-70c5428a-23e7-4057-981b-6aecb4fd8d1d req-db9fbf8b-c683-4561-9f21-f2e945b5603f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25501696'] for port, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:14:02.419958 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9fbf8b-c683-4561-9f21-f2e945b5603f service neutron] Pushing event updated for resources: {'Port': ['ID=198cb482-6da0-4cec-95c1-3d3772ed6c6f,revision_number=2']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:14:02.488194 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.managers [req-70c5428a-23e7-4057-981b-6aecb4fd8d1d req-db9fbf8b-c683-4561-9f21-f2e945b5603f service neutron] Attempting to bind port 198cb482-6da0-4cec-95c1-3d3772ed6c6f on host hv-neutron-8189 for vnic_type normal with profile {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 02:14:02.488527 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.managers [req-70c5428a-23e7-4057-981b-6aecb4fd8d1d req-db9fbf8b-c683-4561-9f21-f2e945b5603f service neutron] Attempting to bind port 198cb482-6da0-4cec-95c1-3d3772ed6c6f by drivers openvswitch,hyperv on host hv-neutron-8189 at level 0 using segments [{'id': 'c0f66cb2-cb45-4903-b07e-149dbf5bb69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8bdd8806-c7a8-4c41-b45b-ce8b1d329139'}] {{(pid=109867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 02:14:02.488849 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c5428a-23e7-4057-981b-6aecb4fd8d1d req-db9fbf8b-c683-4561-9f21-f2e945b5603f service neutron] Attempting to bind port 198cb482-6da0-4cec-95c1-3d3772ed6c6f on network 8bdd8806-c7a8-4c41-b45b-ce8b1d329139 {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 02:14:02.494207 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c5428a-23e7-4057-981b-6aecb4fd8d1d req-db9fbf8b-c683-4561-9f21-f2e945b5603f service neutron] Port 198cb482-6da0-4cec-95c1-3d3772ed6c6f on network 8bdd8806-c7a8-4c41-b45b-ce8b1d329139 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8189 {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 02:14:02.494523 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c5428a-23e7-4057-981b-6aecb4fd8d1d req-db9fbf8b-c683-4561-9f21-f2e945b5603f service neutron] Attempting to bind port 198cb482-6da0-4cec-95c1-3d3772ed6c6f on network 8bdd8806-c7a8-4c41-b45b-ce8b1d329139 {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 02:14:02.499703 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c5428a-23e7-4057-981b-6aecb4fd8d1d req-db9fbf8b-c683-4561-9f21-f2e945b5603f service neutron] Checking agent: {'id': '5773fe6b-0967-455f-9dc9-84c0c923201b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 42, 58), 'started_at': datetime.datetime(2021, 11, 24, 1, 42, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 2, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 02:14:02.500030 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c5428a-23e7-4057-981b-6aecb4fd8d1d req-db9fbf8b-c683-4561-9f21-f2e945b5603f service neutron] Checking segment: {'id': 'c0f66cb2-cb45-4903-b07e-149dbf5bb69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8bdd8806-c7a8-4c41-b45b-ce8b1d329139'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 02:14:02.500409 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c5428a-23e7-4057-981b-6aecb4fd8d1d req-db9fbf8b-c683-4561-9f21-f2e945b5603f service neutron] Bound using segment: {'id': 'c0f66cb2-cb45-4903-b07e-149dbf5bb69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8bdd8806-c7a8-4c41-b45b-ce8b1d329139'} {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 02:14:02.500833 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.managers [req-70c5428a-23e7-4057-981b-6aecb4fd8d1d req-db9fbf8b-c683-4561-9f21-f2e945b5603f service neutron] Bound port: 198cb482-6da0-4cec-95c1-3d3772ed6c6f, host: hv-neutron-8189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0f66cb2-cb45-4903-b07e-149dbf5bb69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8bdd8806-c7a8-4c41-b45b-ce8b1d329139'}}] {{(pid=109867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 02:14:02.501183 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-70c5428a-23e7-4057-981b-6aecb4fd8d1d req-db9fbf8b-c683-4561-9f21-f2e945b5603f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:14:02.569767 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [req-70c5428a-23e7-4057-981b-6aecb4fd8d1d req-db9fbf8b-c683-4561-9f21-f2e945b5603f service neutron] For port 198cb482-6da0-4cec-95c1-3d3772ed6c6f, host hv-neutron-8189, cleared binding levels {{(pid=109867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 02:14:02.572793 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [req-70c5428a-23e7-4057-981b-6aecb4fd8d1d req-db9fbf8b-c683-4561-9f21-f2e945b5603f service neutron] For port 198cb482-6da0-4cec-95c1-3d3772ed6c6f, host hv-neutron-8189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=198cb482-6da0-4cec-95c1-3d3772ed6c6f,segment=NetworkSegment(c0f66cb2-cb45-4903-b07e-149dbf5bb69d),segment_id=c0f66cb2-cb45-4903-b07e-149dbf5bb69d)] {{(pid=109867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 02:14:02.577516 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-70c5428a-23e7-4057-981b-6aecb4fd8d1d req-db9fbf8b-c683-4561-9f21-f2e945b5603f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25501696'] for port, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:14:02.611405 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c5428a-23e7-4057-981b-6aecb4fd8d1d req-db9fbf8b-c683-4561-9f21-f2e945b5603f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:14:02.612031 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-70c5428a-23e7-4057-981b-6aecb4fd8d1d req-db9fbf8b-c683-4561-9f21-f2e945b5603f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:14:02.613435 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-70c5428a-23e7-4057-981b-6aecb4fd8d1d req-db9fbf8b-c683-4561-9f21-f2e945b5603f service neutron] 10.222.0.48 "PUT /v2.0/ports/198cb482-6da0-4cec-95c1-3d3772ed6c6f HTTP/1.1" status: 200 len: 1094 time: 0.5892761 Nov 24 02:14:02.613880 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1bfe12d-ea28-4cf4-9830-7adf017a3ae4', 'tag': '198cb482-6da0-4cec-95c1-3d3772ed6c6f'}] {{(pid=109867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:14:02.616144 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2155eb48762029a847224b6ca77dbed8b251e8450d3d79f1fc0a82d404e82e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c22b9c99-ddcb-4b70-a431-e988efb5467f" -d '{"events": [{"name": "network-changed", "server_uuid": "a1bfe12d-ea28-4cf4-9830-7adf017a3ae4", "tag": "198cb482-6da0-4cec-95c1-3d3772ed6c6f"}]}' {{(pid=109867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:14:02.641959 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9fbf8b-c683-4561-9f21-f2e945b5603f service neutron] Pushing event updated for resources: {'Port': ['ID=198cb482-6da0-4cec-95c1-3d3772ed6c6f,revision_number=3']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:14:02.678822 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 02:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96468cc6-10e9-4b5a-9c73-ec4c33feb8b9 x-openstack-request-id: req-96468cc6-10e9-4b5a-9c73-ec4c33feb8b9 {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:14:02.679038 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1bfe12d-ea28-4cf4-9830-7adf017a3ae4", "tag": "198cb482-6da0-4cec-95c1-3d3772ed6c6f", "status": "completed", "code": 200}]} {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:14:02.679300 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-96468cc6-10e9-4b5a-9c73-ec4c33feb8b9 {{(pid=109867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:14:02.679730 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1bfe12d-ea28-4cf4-9830-7adf017a3ae4', 'tag': '198cb482-6da0-4cec-95c1-3d3772ed6c6f', 'status': 'completed', 'code': 200} Nov 24 02:14:02.734993 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c5428a-23e7-4057-981b-6aecb4fd8d1d req-a71b0e79-b8c0-417a-8ab6-c3eb580ba79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:14:02.736687 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-70c5428a-23e7-4057-981b-6aecb4fd8d1d req-a71b0e79-b8c0-417a-8ab6-c3eb580ba79b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f93383d0dc664183b0bbf076fbbffa93&device_id=a1bfe12d-ea28-4cf4-9830-7adf017a3ae4 HTTP/1.1" status: 200 len: 1097 time: 0.0429575 Nov 24 02:14:02.798875 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-70c5428a-23e7-4057-981b-6aecb4fd8d1d req-2afae7de-2445-4906-bc87-1e6802acf427 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=198cb482-6da0-4cec-95c1-3d3772ed6c6f HTTP/1.1" status: 200 len: 217 time: 0.0387011 Nov 24 02:14:02.851001 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c5428a-23e7-4057-981b-6aecb4fd8d1d req-b2bd70d6-6840-462d-84a4-1bc88d47c580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:14:02.852569 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-70c5428a-23e7-4057-981b-6aecb4fd8d1d req-b2bd70d6-6840-462d-84a4-1bc88d47c580 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3e55c7db-bdb1-4052-a412-f86a82085561 HTTP/1.1" status: 200 len: 853 time: 0.0446346 Nov 24 02:14:02.897791 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c5428a-23e7-4057-981b-6aecb4fd8d1d req-656611b2-2d08-4d1a-8dd0-924bbe2c601b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:14:02.899317 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-70c5428a-23e7-4057-981b-6aecb4fd8d1d req-656611b2-2d08-4d1a-8dd0-924bbe2c601b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8bdd8806-c7a8-4c41-b45b-ce8b1d329139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398333 Nov 24 02:14:02.990468 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-70c5428a-23e7-4057-981b-6aecb4fd8d1d req-7fc8e707-4fbe-48e3-a45a-47a3c4ae7807 service neutron] 10.222.0.48 "GET /v2.0/networks/8bdd8806-c7a8-4c41-b45b-ce8b1d329139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830925 Nov 24 02:14:03.077065 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-70c5428a-23e7-4057-981b-6aecb4fd8d1d req-00b6e7ac-ae16-4ccd-afdc-ceeac1ee474b service neutron] 10.222.0.48 "GET /v2.0/networks/8bdd8806-c7a8-4c41-b45b-ce8b1d329139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800011 Nov 24 02:14:03.218794 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b9c99-ddcb-4b70-a431-e988efb5467f req-417da6a9-30e9-41c2-9913-b6e954605c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:14:03.220265 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-c22b9c99-ddcb-4b70-a431-e988efb5467f req-417da6a9-30e9-41c2-9913-b6e954605c9d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f93383d0dc664183b0bbf076fbbffa93&device_id=a1bfe12d-ea28-4cf4-9830-7adf017a3ae4 HTTP/1.1" status: 200 len: 1097 time: 0.0455735 Nov 24 02:14:03.310020 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b9c99-ddcb-4b70-a431-e988efb5467f req-12a2d4ff-bb25-4a4f-8f2e-0bf44b486c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:14:03.311381 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-c22b9c99-ddcb-4b70-a431-e988efb5467f req-12a2d4ff-bb25-4a4f-8f2e-0bf44b486c2a service neutron] 10.222.0.48 "GET /v2.0/networks?id=8bdd8806-c7a8-4c41-b45b-ce8b1d329139 HTTP/1.1" status: 200 len: 915 time: 0.0832880 Nov 24 02:14:03.356765 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-c22b9c99-ddcb-4b70-a431-e988efb5467f req-d4ed0db5-89dc-4b97-b0ef-58df39c2454d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=198cb482-6da0-4cec-95c1-3d3772ed6c6f HTTP/1.1" status: 200 len: 217 time: 0.0365486 Nov 24 02:14:03.406088 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b9c99-ddcb-4b70-a431-e988efb5467f req-2375f550-90a8-447a-a25b-24d746721a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:14:03.407617 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-c22b9c99-ddcb-4b70-a431-e988efb5467f req-2375f550-90a8-447a-a25b-24d746721a69 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3e55c7db-bdb1-4052-a412-f86a82085561 HTTP/1.1" status: 200 len: 853 time: 0.0436220 Nov 24 02:14:03.453824 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b9c99-ddcb-4b70-a431-e988efb5467f req-08995dcf-0354-4163-97bc-25ee07e4fd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:14:03.455327 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-c22b9c99-ddcb-4b70-a431-e988efb5467f req-08995dcf-0354-4163-97bc-25ee07e4fd08 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8bdd8806-c7a8-4c41-b45b-ce8b1d329139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399873 Nov 24 02:14:03.458822 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c60e99-d1ae-4c7c-9623-279f525c802d req-e1cb879a-ea65-4647-ba6d-8c3ba69bfc6c tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:14:03.460289 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-08c60e99-d1ae-4c7c-9623-279f525c802d req-e1cb879a-ea65-4647-ba6d-8c3ba69bfc6c tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1bfe12d-ea28-4cf4-9830-7adf017a3ae4 HTTP/1.1" status: 200 len: 944 time: 0.0527518 Nov 24 02:14:03.507383 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-08c60e99-d1ae-4c7c-9623-279f525c802d req-7936b6b3-1a3e-49ed-9b57-050321b94587 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d203244-489f-4808-a01f-a013f05a273f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410919 Nov 24 02:14:03.867773 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-c22b9c99-ddcb-4b70-a431-e988efb5467f req-6ebbbf31-69cb-4458-9fe0-c8182bb29bb4 service neutron] 10.222.0.48 "GET /v2.0/networks/8bdd8806-c7a8-4c41-b45b-ce8b1d329139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4044583 Nov 24 02:14:03.956614 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-c22b9c99-ddcb-4b70-a431-e988efb5467f req-8629671b-6f67-40a9-bb66-94913bdb741c service neutron] 10.222.0.48 "GET /v2.0/networks/8bdd8806-c7a8-4c41-b45b-ce8b1d329139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809028 Nov 24 02:14:04.166991 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.agents_db [None req-4e42c10c-a1d3-4d07-89d6-7a24334140aa None None] Agent healthcheck: found 6 active agents {{(pid=109869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 02:14:04.169155 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 198cb482-6da0-4cec-95c1-3d3772ed6c6f details requested by agent hyperv_hv-neutron-8189 with host hv-neutron-8189 {{(pid=109868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 02:14:04.263875 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port 198cb482-6da0-4cec-95c1-3d3772ed6c6f, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=198cb482-6da0-4cec-95c1-3d3772ed6c6f,segment=NetworkSegment(c0f66cb2-cb45-4903-b07e-149dbf5bb69d),segment_id=c0f66cb2-cb45-4903-b07e-149dbf5bb69d)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:14:04.274601 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Returning: {'device': '198cb482-6da0-4cec-95c1-3d3772ed6c6f', 'network_id': '8bdd8806-c7a8-4c41-b45b-ce8b1d329139', 'port_id': '198cb482-6da0-4cec-95c1-3d3772ed6c6f', 'mac_address': 'fa:16:3e:16:e5:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e55c7db-bdb1-4052-a412-f86a82085561', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 02:14:04.310426 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:14:04.323332 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 198cb482-6da0-4cec-95c1-3d3772ed6c6f {{(pid=109868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 02:14:04.342456 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port 198cb482-6da0-4cec-95c1-3d3772ed6c6f, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=198cb482-6da0-4cec-95c1-3d3772ed6c6f,segment=NetworkSegment(c0f66cb2-cb45-4903-b07e-149dbf5bb69d),segment_id=c0f66cb2-cb45-4903-b07e-149dbf5bb69d)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:14:04.346521 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:14:04.392214 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=198cb482-6da0-4cec-95c1-3d3772ed6c6f,revision_number=4']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:14:04.399116 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:14:04.399467 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:14:04.399810 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:14:04.400146 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:14:04.400477 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:14:04.400809 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:14:04.401138 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:14:04.401498 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:14:04.401828 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:14:04.402150 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:14:04.402471 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:14:04.402789 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:14:04.623888 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7543a652-873d-43bf-a939-e3c43d813992 req-bdaa9235-ac13-4f89-a5e8-7a41f054ae43 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:14:04.625359 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-7543a652-873d-43bf-a939-e3c43d813992 req-bdaa9235-ac13-4f89-a5e8-7a41f054ae43 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1bfe12d-ea28-4cf4-9830-7adf017a3ae4 HTTP/1.1" status: 200 len: 945 time: 0.0486538 Nov 24 02:14:04.632690 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] get_ports_and_sgs() called for port_ids ['198cb482-6da0-4cec-95c1-3d3772ed6c6f'] {{(pid=109868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 02:14:04.677952 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-7543a652-873d-43bf-a939-e3c43d813992 req-8295cf1f-2a84-4ff7-a330-f13fbb4a1744 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d203244-489f-4808-a01f-a013f05a273f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453398 Nov 24 02:14:05.794549 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e02b88f-77db-43b7-9544-579f50020a2a req-50036e43-5e45-4641-ac25-7e8e4cd832f2 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:14:05.796051 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-7e02b88f-77db-43b7-9544-579f50020a2a req-50036e43-5e45-4641-ac25-7e8e4cd832f2 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1bfe12d-ea28-4cf4-9830-7adf017a3ae4 HTTP/1.1" status: 200 len: 945 time: 0.0514553 Nov 24 02:14:05.843914 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-7e02b88f-77db-43b7-9544-579f50020a2a req-5d214d79-77c1-4a0f-b07b-742989017969 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d203244-489f-4808-a01f-a013f05a273f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406971 Nov 24 02:14:06.188760 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 198cb482-6da0-4cec-95c1-3d3772ed6c6f up at agent hyperv_hv-neutron-8189 {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 02:14:06.237602 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Provisioning for port 198cb482-6da0-4cec-95c1-3d3772ed6c6f completed by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 02:14:06.241283 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Provisioning complete for port 198cb482-6da0-4cec-95c1-3d3772ed6c6f triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:14:06.241677 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:14:06.319557 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:14:06.343265 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1bfe12d-ea28-4cf4-9830-7adf017a3ae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '198cb482-6da0-4cec-95c1-3d3772ed6c6f'}] {{(pid=109868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:14:06.345535 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adafa3b64de3cabc8eac619938bcace59b198ffee64d481093eb3def62699d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dea965b5-9bca-47f7-9105-50eda81aa114" -d '{"events": [{"server_uuid": "a1bfe12d-ea28-4cf4-9830-7adf017a3ae4", "name": "network-vif-plugged", "status": "completed", "tag": "198cb482-6da0-4cec-95c1-3d3772ed6c6f"}]}' {{(pid=109868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:14:06.358012 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port 198cb482-6da0-4cec-95c1-3d3772ed6c6f, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=198cb482-6da0-4cec-95c1-3d3772ed6c6f,segment=NetworkSegment(c0f66cb2-cb45-4903-b07e-149dbf5bb69d),segment_id=c0f66cb2-cb45-4903-b07e-149dbf5bb69d)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:14:06.362466 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:14:06.387310 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 02:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50f4ce1f-19e4-4dce-ba8d-81e47719f6da x-openstack-request-id: req-50f4ce1f-19e4-4dce-ba8d-81e47719f6da {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:14:06.387602 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1bfe12d-ea28-4cf4-9830-7adf017a3ae4", "name": "network-vif-plugged", "status": "completed", "tag": "198cb482-6da0-4cec-95c1-3d3772ed6c6f", "code": 200}]} {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:14:06.387861 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-50f4ce1f-19e4-4dce-ba8d-81e47719f6da {{(pid=109868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:14:06.388251 dv-neutron-818911-2-hyperv neutron-server[109868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1bfe12d-ea28-4cf4-9830-7adf017a3ae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '198cb482-6da0-4cec-95c1-3d3772ed6c6f', 'code': 200} Nov 24 02:14:06.411406 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=198cb482-6da0-4cec-95c1-3d3772ed6c6f,revision_number=5']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:14:06.588603 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85644624-9e49-4c00-be95-a47f3862a40e req-2c6e6679-0d1a-44dc-888f-9aee262bbb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:14:06.590080 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-85644624-9e49-4c00-be95-a47f3862a40e req-2c6e6679-0d1a-44dc-888f-9aee262bbb4e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a1bfe12d-ea28-4cf4-9830-7adf017a3ae4 HTTP/1.1" status: 200 len: 1099 time: 0.0404117 Nov 24 02:14:06.640062 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-85644624-9e49-4c00-be95-a47f3862a40e req-84bcf901-498d-4617-a06c-20adba269974 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=2d203244-489f-4808-a01f-a013f05a273f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424740 Nov 24 02:14:06.961346 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b6ed2c-4adc-4b92-8752-844840743bae req-2f127871-895e-4130-88f7-dfe45e82e5f3 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:14:06.963584 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-94b6ed2c-4adc-4b92-8752-844840743bae req-2f127871-895e-4130-88f7-dfe45e82e5f3 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1bfe12d-ea28-4cf4-9830-7adf017a3ae4 HTTP/1.1" status: 200 len: 946 time: 0.0531790 Nov 24 02:14:07.020782 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-94b6ed2c-4adc-4b92-8752-844840743bae req-1dc7c3ab-81e0-48d2-b48f-2870dea23dc2 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d203244-489f-4808-a01f-a013f05a273f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496004 Nov 24 02:14:08.138887 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f561d1-5298-4b8f-99e9-5fbf0c4b4660 req-a2be1a0e-535d-4ab2-b121-63ae4e7fbd45 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:14:08.140356 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-54f561d1-5298-4b8f-99e9-5fbf0c4b4660 req-a2be1a0e-535d-4ab2-b121-63ae4e7fbd45 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1bfe12d-ea28-4cf4-9830-7adf017a3ae4 HTTP/1.1" status: 200 len: 946 time: 0.0511320 Nov 24 02:14:08.187618 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-54f561d1-5298-4b8f-99e9-5fbf0c4b4660 req-42b4be30-4053-417a-969d-a9b4d9637b2e tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d203244-489f-4808-a01f-a013f05a273f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413649 Nov 24 02:14:08.299205 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770fe179-c44a-4872-bf83-b04054b9bec3 req-298dd1ea-70ff-4a54-b43e-0725220c1d0c tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:14:08.300668 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-770fe179-c44a-4872-bf83-b04054b9bec3 req-298dd1ea-70ff-4a54-b43e-0725220c1d0c tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1bfe12d-ea28-4cf4-9830-7adf017a3ae4 HTTP/1.1" status: 200 len: 946 time: 0.0482132 Nov 24 02:14:08.352289 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-770fe179-c44a-4872-bf83-b04054b9bec3 req-7bb6b8ea-90d4-4166-a369-9b308bddba5d tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d203244-489f-4808-a01f-a013f05a273f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442102 Nov 24 02:14:08.667029 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e264e0f-e5c0-4722-8b90-b4776506c78e req-222172d6-94da-467e-b17f-0a97619c7f47 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:14:08.668510 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-9e264e0f-e5c0-4722-8b90-b4776506c78e req-222172d6-94da-467e-b17f-0a97619c7f47 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1bfe12d-ea28-4cf4-9830-7adf017a3ae4 HTTP/1.1" status: 200 len: 946 time: 0.0479469 Nov 24 02:14:08.714590 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-9e264e0f-e5c0-4722-8b90-b4776506c78e req-621eb1a9-abf8-4fda-9c8f-09d80d2f55ec tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d203244-489f-4808-a01f-a013f05a273f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402095 Nov 24 02:14:22.243220 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d77f82-98df-4274-8939-541f87b3622a req-c8e4c3e3-c4c6-46a3-8fac-dcf1759b73bc tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:14:22.245309 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-09d77f82-98df-4274-8939-541f87b3622a req-c8e4c3e3-c4c6-46a3-8fac-dcf1759b73bc tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1bfe12d-ea28-4cf4-9830-7adf017a3ae4 HTTP/1.1" status: 200 len: 946 time: 0.0543261 Nov 24 02:14:22.298302 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-09d77f82-98df-4274-8939-541f87b3622a req-57719145-93ca-4cd9-84e5-efcbef1e6b8d tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d203244-489f-4808-a01f-a013f05a273f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459690 Nov 24 02:14:22.322880 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 55712) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:14:22.407433 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dcf303d-9311-4466-ad85-041f4c9d949c tempest-TestMinimumBasicScenario-1666605287 tempest-TestMinimumBasicScenario-1666605287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:14:22.408933 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-4dcf303d-9311-4466-ad85-041f4c9d949c tempest-TestMinimumBasicScenario-1666605287 tempest-TestMinimumBasicScenario-1666605287-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=a1bfe12d-ea28-4cf4-9830-7adf017a3ae4 HTTP/1.1" status: 200 len: 1094 time: 0.0850973 Nov 24 02:14:22.411869 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 55716) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:14:22.416152 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-b7d738bf-9edb-455a-8152-f479ce3e079d tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Request body: {'floatingip': {'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'port_id': '198cb482-6da0-4cec-95c1-3d3772ed6c6f', 'tenant_id': 'f93383d0dc664183b0bbf076fbbffa93', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:14:22.437715 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b7d738bf-9edb-455a-8152-f479ce3e079d tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Publish callbacks [] for floatingip, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:14:22.535358 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b7d738bf-9edb-455a-8152-f479ce3e079d tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:14:22.635050 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [None req-b7d738bf-9edb-455a-8152-f479ce3e079d tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Allocated IP 172.26.5.161 (eb22795d-37ee-46ee-844d-92c17e2ea450/3e66fcff-6e72-4083-b514-48f69cdaa2cb/870b3026-e26b-4e8b-963b-6d02ae44cdf7) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 02:14:22.736574 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b7d738bf-9edb-455a-8152-f479ce3e079d tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:14:22.768734 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b7d738bf-9edb-455a-8152-f479ce3e079d tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:14:22.808826 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d738bf-9edb-455a-8152-f479ce3e079d tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Network eb22795d-37ee-46ee-844d-92c17e2ea450 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 02:14:22.811636 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-b7d738bf-9edb-455a-8152-f479ce3e079d tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:14:22.815071 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d738bf-9edb-455a-8152-f479ce3e079d tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 02:14:22.820519 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d738bf-9edb-455a-8152-f479ce3e079d tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Pushing event updated for resources: {'Port': ['ID=870b3026-e26b-4e8b-963b-6d02ae44cdf7,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:14:23.167441 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b7d738bf-9edb-455a-8152-f479ce3e079d tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:14:23.231130 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b7d738bf-9edb-455a-8152-f479ce3e079d tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:14:23.381285 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b7d738bf-9edb-455a-8152-f479ce3e079d tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Publish callbacks [] for port, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:14:23.387257 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b7d738bf-9edb-455a-8152-f479ce3e079d tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29149402'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:14:23.462484 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d738bf-9edb-455a-8152-f479ce3e079d tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Pushing event updated for resources: {'Port': ['ID=870b3026-e26b-4e8b-963b-6d02ae44cdf7,revision_number=2']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:14:23.474975 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d738bf-9edb-455a-8152-f479ce3e079d tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:14:23.475320 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d738bf-9edb-455a-8152-f479ce3e079d tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:14:23.475656 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d738bf-9edb-455a-8152-f479ce3e079d tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:14:23.475989 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d738bf-9edb-455a-8152-f479ce3e079d tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:14:23.476319 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d738bf-9edb-455a-8152-f479ce3e079d tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:14:23.476645 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d738bf-9edb-455a-8152-f479ce3e079d tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:14:23.476968 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d738bf-9edb-455a-8152-f479ce3e079d tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:14:23.477327 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d738bf-9edb-455a-8152-f479ce3e079d tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:14:23.477679 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d738bf-9edb-455a-8152-f479ce3e079d tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:14:23.477998 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d738bf-9edb-455a-8152-f479ce3e079d tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:14:23.478319 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d738bf-9edb-455a-8152-f479ce3e079d tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:14:23.478640 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d738bf-9edb-455a-8152-f479ce3e079d tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:14:23.482858 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b7d738bf-9edb-455a-8152-f479ce3e079d tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418250'] for floatingip, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:14:23.581598 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.l3_db [None req-b7d738bf-9edb-455a-8152-f479ce3e079d tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Floating IP b9da12d6-9c99-4649-b8e6-d599143fd44c associated. External IP: 172.26.5.161, port: 198cb482-6da0-4cec-95c1-3d3772ed6c6f. Nov 24 02:14:23.784734 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7d738bf-9edb-455a-8152-f479ce3e079d tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Router 7680c21c-26dd-44df-a811-5ea50ad063b4 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 02:14:23.886676 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7d738bf-9edb-455a-8152-f479ce3e079d tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 02:14:23.896757 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba13b8f-a41d-45e9-8605-21ff26c6adb8 None None] Sync routers for ids ['7680c21c-26dd-44df-a811-5ea50ad063b4'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 02:14:23.903761 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b7d738bf-9edb-455a-8152-f479ce3e079d tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for floatingip, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:14:23.907285 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba13b8f-a41d-45e9-8605-21ff26c6adb8 None None] Routers {'7680c21c-26dd-44df-a811-5ea50ad063b4'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:14:23.907890 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-fba13b8f-a41d-45e9-8605-21ff26c6adb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:13:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['7680c21c-26dd-44df-a811-5ea50ad063b4'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:14:23.933020 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-b7d738bf-9edb-455a-8152-f479ce3e079d tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5200453 Nov 24 02:14:23.933636 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1bfe12d-ea28-4cf4-9830-7adf017a3ae4', 'tag': '198cb482-6da0-4cec-95c1-3d3772ed6c6f'}] {{(pid=109866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:14:23.935864 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 55718) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:14:23.936343 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b7c53c286d9351d1367337230623a155cee02c46c94b80588b67a0bc16402ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cc41453-5376-4951-9e01-68c43b8c6748" -d '{"events": [{"name": "network-changed", "server_uuid": "a1bfe12d-ea28-4cf4-9830-7adf017a3ae4", "tag": "198cb482-6da0-4cec-95c1-3d3772ed6c6f"}]}' {{(pid=109866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:14:23.940589 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-f1498b27-ba1a-4a7f-943c-401d7920e145 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-693592433', 'description': 'tempest-secgroup-smoke-693592433 description', 'project_id': 'f93383d0dc664183b0bbf076fbbffa93'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:14:23.980663 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f1498b27-ba1a-4a7f-943c-401d7920e145 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Publish callbacks [] for security_group, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:14:24.016574 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-fba13b8f-a41d-45e9-8605-21ff26c6adb8 None None] Set router 7680c21c-26dd-44df-a811-5ea50ad063b4 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:14:24.050908 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f1498b27-ba1a-4a7f-943c-401d7920e145 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Publish callbacks [] for security_group, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:14:24.055558 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f1498b27-ba1a-4a7f-943c-401d7920e145 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:14:24.079182 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f1498b27-ba1a-4a7f-943c-401d7920e145 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:14:24.080679 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-f1498b27-ba1a-4a7f-943c-401d7920e145 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1437314 Nov 24 02:14:24.083788 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 55724) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:14:24.089697 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-c4414d51-7274-4528-bcbf-9d1bea4b29bd tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Request body: {'security_group_rule': {'security_group_id': '24d71b27-aa34-439b-a9ac-773dbb2b2d92', 'project_id': 'f93383d0dc664183b0bbf076fbbffa93', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:14:24.101388 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1498b27-ba1a-4a7f-943c-401d7920e145 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24d71b27-aa34-439b-a9ac-773dbb2b2d92,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:14:24.112693 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1498b27-ba1a-4a7f-943c-401d7920e145 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:14:24.113303 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1498b27-ba1a-4a7f-943c-401d7920e145 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:14:24.114021 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1498b27-ba1a-4a7f-943c-401d7920e145 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:14:24.114577 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1498b27-ba1a-4a7f-943c-401d7920e145 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:14:24.115004 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1498b27-ba1a-4a7f-943c-401d7920e145 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:14:24.116080 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1498b27-ba1a-4a7f-943c-401d7920e145 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:14:24.116633 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1498b27-ba1a-4a7f-943c-401d7920e145 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:14:24.117244 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1498b27-ba1a-4a7f-943c-401d7920e145 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:14:24.117882 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1498b27-ba1a-4a7f-943c-401d7920e145 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:14:24.118666 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1498b27-ba1a-4a7f-943c-401d7920e145 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:14:24.119104 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1498b27-ba1a-4a7f-943c-401d7920e145 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:14:24.119620 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1498b27-ba1a-4a7f-943c-401d7920e145 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:14:24.125383 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c4414d51-7274-4528-bcbf-9d1bea4b29bd tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:14:24.130352 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 02:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7064c8e7-93fb-403e-8f27-c09da966535c x-openstack-request-id: req-7064c8e7-93fb-403e-8f27-c09da966535c {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:14:24.130352 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1bfe12d-ea28-4cf4-9830-7adf017a3ae4", "tag": "198cb482-6da0-4cec-95c1-3d3772ed6c6f", "status": "completed", "code": 200}]} {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:14:24.130352 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7064c8e7-93fb-403e-8f27-c09da966535c {{(pid=109866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:14:24.130720 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1bfe12d-ea28-4cf4-9830-7adf017a3ae4', 'tag': '198cb482-6da0-4cec-95c1-3d3772ed6c6f', 'status': 'completed', 'code': 200} Nov 24 02:14:24.177549 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c4414d51-7274-4528-bcbf-9d1bea4b29bd tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:14:24.183981 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c4414d51-7274-4528-bcbf-9d1bea4b29bd tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:14:24.204003 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4414d51-7274-4528-bcbf-9d1bea4b29bd tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dc74f5b-0dd3-4528-b9c9-02cc020951e9,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:14:24.215697 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c4414d51-7274-4528-bcbf-9d1bea4b29bd tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:14:24.217202 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-c4414d51-7274-4528-bcbf-9d1bea4b29bd tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1321118 Nov 24 02:14:24.220122 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 55726) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:14:24.224731 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-f7a2b8e3-6e9f-4986-9877-16e79d0d6e34 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Request body: {'security_group_rule': {'security_group_id': '24d71b27-aa34-439b-a9ac-773dbb2b2d92', 'project_id': 'f93383d0dc664183b0bbf076fbbffa93', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:14:24.230487 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc41453-5376-4951-9e01-68c43b8c6748 req-7589aed4-9b8e-4499-a9e8-a8dd299f3603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:14:24.231938 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-9cc41453-5376-4951-9e01-68c43b8c6748 req-7589aed4-9b8e-4499-a9e8-a8dd299f3603 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f93383d0dc664183b0bbf076fbbffa93&device_id=a1bfe12d-ea28-4cf4-9830-7adf017a3ae4 HTTP/1.1" status: 200 len: 1099 time: 0.0567157 Nov 24 02:14:24.255424 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f7a2b8e3-6e9f-4986-9877-16e79d0d6e34 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:14:24.270509 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-fba13b8f-a41d-45e9-8605-21ff26c6adb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7680c21c-26dd-44df-a811-5ea50ad063b4', 'name': 'tempest-TestMinimumBasicScenario-890098246-router', 'tenant_id': 'f93383d0dc664183b0bbf076fbbffa93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.13'}], 'enable_snat': True}, 'gw_port_id': '3cb7eb60-d26b-4cdf-9a64-f503d1898233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:13:28Z', 'updated_at': '2021-11-24T02:13:31Z', 'revision_number': 4, 'project_id': 'f93383d0dc664183b0bbf076fbbffa93', 'gw_port': {'id': '3cb7eb60-d26b-4cdf-9a64-f503d1898233', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:83:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7680c21c-26dd-44df-a811-5ea50ad063b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:13:29Z', 'updated_at': '2021-11-24T02:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_floatingips': [{'id': 'b9da12d6-9c99-4649-b8e6-d599143fd44c', 'tenant_id': 'f93383d0dc664183b0bbf076fbbffa93', 'floating_ip_address': '172.26.5.161', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': '7680c21c-26dd-44df-a811-5ea50ad063b4', 'port_id': '198cb482-6da0-4cec-95c1-3d3772ed6c6f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bdd8806-c7a8-4c41-b45b-ce8b1d329139', 'mac_address': 'fa:16:3e:16:e5:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bfe12d-ea28-4cf4-9830-7adf017a3ae4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T02:14:23Z', 'updated_at': '2021-11-24T02:14:23Z', 'revision_number': 0, 'project_id': 'f93383d0dc664183b0bbf076fbbffa93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36d7536e-2066-4e25-a1a2-8c435fa8b77a', 'name': '', 'network_id': '8bdd8806-c7a8-4c41-b45b-ce8b1d329139', 'tenant_id': 'f93383d0dc664183b0bbf076fbbffa93', 'mac_address': 'fa:16:3e:da:3f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7680c21c-26dd-44df-a811-5ea50ad063b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '3e55c7db-bdb1-4052-a412-f86a82085561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:13:31Z', 'updated_at': '2021-11-24T02:13:35Z', 'revision_number': 5, 'project_id': 'f93383d0dc664183b0bbf076fbbffa93', 'subnets': [{'id': '3e55c7db-bdb1-4052-a412-f86a82085561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:14:24.302891 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba13b8f-a41d-45e9-8605-21ff26c6adb8 None None] Checking router: 7680c21c-26dd-44df-a811-5ea50ad063b4 for host: dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 02:14:24.314623 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba13b8f-a41d-45e9-8605-21ff26c6adb8 None None] Routers {'7680c21c-26dd-44df-a811-5ea50ad063b4'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:14:24.315695 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-fba13b8f-a41d-45e9-8605-21ff26c6adb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:13:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['7680c21c-26dd-44df-a811-5ea50ad063b4'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:14:24.319151 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-3574f3da-c5e4-4be5-9e62-66d3bf065bd0 req-7ac9219d-76a8-4c90-9b72-10019fed4d51 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a1bfe12d-ea28-4cf4-9830-7adf017a3ae4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436759 Nov 24 02:14:24.398547 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f7a2b8e3-6e9f-4986-9877-16e79d0d6e34 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:14:24.405566 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f7a2b8e3-6e9f-4986-9877-16e79d0d6e34 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:14:24.407695 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc41453-5376-4951-9e01-68c43b8c6748 req-ff22019c-5c84-4e54-abf8-2f5c0b50ce67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:14:24.409534 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-9cc41453-5376-4951-9e01-68c43b8c6748 req-ff22019c-5c84-4e54-abf8-2f5c0b50ce67 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8bdd8806-c7a8-4c41-b45b-ce8b1d329139 HTTP/1.1" status: 200 len: 915 time: 0.1497521 Nov 24 02:14:24.462905 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a2b8e3-6e9f-4986-9877-16e79d0d6e34 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=019c9234-7860-480b-afb9-905cf38ac748,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:14:24.469136 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f7a2b8e3-6e9f-4986-9877-16e79d0d6e34 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:14:24.470274 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-f7a2b8e3-6e9f-4986-9877-16e79d0d6e34 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2492034 Nov 24 02:14:24.472984 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 55728) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:14:24.477973 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-445342e8-fd48-41f9-af87-3fb1aac9a7b3 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Request body: {'security_group_rule': {'security_group_id': '24d71b27-aa34-439b-a9ac-773dbb2b2d92', 'project_id': 'f93383d0dc664183b0bbf076fbbffa93', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:14:24.513700 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-9cc41453-5376-4951-9e01-68c43b8c6748 req-3e4f579e-1287-4575-bb69-bec889a2cd46 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=198cb482-6da0-4cec-95c1-3d3772ed6c6f HTTP/1.1" status: 200 len: 1000 time: 0.0906897 Nov 24 02:14:24.515413 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-fba13b8f-a41d-45e9-8605-21ff26c6adb8 None None] Set router 7680c21c-26dd-44df-a811-5ea50ad063b4 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:14:24.531903 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-445342e8-fd48-41f9-af87-3fb1aac9a7b3 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:14:24.590194 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc41453-5376-4951-9e01-68c43b8c6748 req-5573e353-b605-4755-8cf2-952e3876b726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:14:24.591659 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-9cc41453-5376-4951-9e01-68c43b8c6748 req-5573e353-b605-4755-8cf2-952e3876b726 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3e55c7db-bdb1-4052-a412-f86a82085561 HTTP/1.1" status: 200 len: 853 time: 0.0681980 Nov 24 02:14:24.632720 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-445342e8-fd48-41f9-af87-3fb1aac9a7b3 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:14:24.639553 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-445342e8-fd48-41f9-af87-3fb1aac9a7b3 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:14:24.663701 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445342e8-fd48-41f9-af87-3fb1aac9a7b3 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff759bd5-a148-48ae-999b-0d4509ecb014,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:14:24.668130 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc41453-5376-4951-9e01-68c43b8c6748 req-fd350d03-8a1a-4b27-8944-5b77abbe3166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:14:24.669738 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-9cc41453-5376-4951-9e01-68c43b8c6748 req-fd350d03-8a1a-4b27-8944-5b77abbe3166 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8bdd8806-c7a8-4c41-b45b-ce8b1d329139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694902 Nov 24 02:14:24.672753 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-445342e8-fd48-41f9-af87-3fb1aac9a7b3 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:14:24.673911 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-445342e8-fd48-41f9-af87-3fb1aac9a7b3 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1994390 Nov 24 02:14:24.676746 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 55730) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:14:24.681801 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-f2a846e2-2438-435e-a053-e7bc65e411af tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Request body: {'security_group_rule': {'security_group_id': '24d71b27-aa34-439b-a9ac-773dbb2b2d92', 'project_id': 'f93383d0dc664183b0bbf076fbbffa93', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:14:24.743557 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-fba13b8f-a41d-45e9-8605-21ff26c6adb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7680c21c-26dd-44df-a811-5ea50ad063b4', 'name': 'tempest-TestMinimumBasicScenario-890098246-router', 'tenant_id': 'f93383d0dc664183b0bbf076fbbffa93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.13'}], 'enable_snat': True}, 'gw_port_id': '3cb7eb60-d26b-4cdf-9a64-f503d1898233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:13:28Z', 'updated_at': '2021-11-24T02:13:31Z', 'revision_number': 4, 'project_id': 'f93383d0dc664183b0bbf076fbbffa93', 'gw_port': {'id': '3cb7eb60-d26b-4cdf-9a64-f503d1898233', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:83:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7680c21c-26dd-44df-a811-5ea50ad063b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:13:29Z', 'updated_at': '2021-11-24T02:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_floatingips': [{'id': 'b9da12d6-9c99-4649-b8e6-d599143fd44c', 'tenant_id': 'f93383d0dc664183b0bbf076fbbffa93', 'floating_ip_address': '172.26.5.161', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': '7680c21c-26dd-44df-a811-5ea50ad063b4', 'port_id': '198cb482-6da0-4cec-95c1-3d3772ed6c6f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bdd8806-c7a8-4c41-b45b-ce8b1d329139', 'mac_address': 'fa:16:3e:16:e5:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bfe12d-ea28-4cf4-9830-7adf017a3ae4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T02:14:23Z', 'updated_at': '2021-11-24T02:14:23Z', 'revision_number': 0, 'project_id': 'f93383d0dc664183b0bbf076fbbffa93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36d7536e-2066-4e25-a1a2-8c435fa8b77a', 'name': '', 'network_id': '8bdd8806-c7a8-4c41-b45b-ce8b1d329139', 'tenant_id': 'f93383d0dc664183b0bbf076fbbffa93', 'mac_address': 'fa:16:3e:da:3f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7680c21c-26dd-44df-a811-5ea50ad063b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '3e55c7db-bdb1-4052-a412-f86a82085561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:13:31Z', 'updated_at': '2021-11-24T02:13:35Z', 'revision_number': 5, 'project_id': 'f93383d0dc664183b0bbf076fbbffa93', 'subnets': [{'id': '3e55c7db-bdb1-4052-a412-f86a82085561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:14:24.769392 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f2a846e2-2438-435e-a053-e7bc65e411af tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:14:24.773603 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba13b8f-a41d-45e9-8605-21ff26c6adb8 None None] The sync data for ids ['7680c21c-26dd-44df-a811-5ea50ad063b4'] in dv-neutron-818911-2-hyperv is: [{'id': '7680c21c-26dd-44df-a811-5ea50ad063b4', 'name': 'tempest-TestMinimumBasicScenario-890098246-router', 'tenant_id': 'f93383d0dc664183b0bbf076fbbffa93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.13'}], 'enable_snat': True}, 'gw_port_id': '3cb7eb60-d26b-4cdf-9a64-f503d1898233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:13:28Z', 'updated_at': '2021-11-24T02:13:31Z', 'revision_number': 4, 'project_id': 'f93383d0dc664183b0bbf076fbbffa93', 'gw_port': {'id': '3cb7eb60-d26b-4cdf-9a64-f503d1898233', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:83:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7680c21c-26dd-44df-a811-5ea50ad063b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:13:29Z', 'updated_at': '2021-11-24T02:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_floatingips': [{'id': 'b9da12d6-9c99-4649-b8e6-d599143fd44c', 'tenant_id': 'f93383d0dc664183b0bbf076fbbffa93', 'floating_ip_address': '172.26.5.161', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': '7680c21c-26dd-44df-a811-5ea50ad063b4', 'port_id': '198cb482-6da0-4cec-95c1-3d3772ed6c6f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bdd8806-c7a8-4c41-b45b-ce8b1d329139', 'mac_address': 'fa:16:3e:16:e5:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bfe12d-ea28-4cf4-9830-7adf017a3ae4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T02:14:23Z', 'updated_at': '2021-11-24T02:14:23Z', 'revision_number': 0, 'project_id': 'f93383d0dc664183b0bbf076fbbffa93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36d7536e-2066-4e25-a1a2-8c435fa8b77a', 'name': '', 'network_id': '8bdd8806-c7a8-4c41-b45b-ce8b1d329139', 'tenant_id': 'f93383d0dc664183b0bbf076fbbffa93', 'mac_address': 'fa:16:3e:da:3f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7680c21c-26dd-44df-a811-5ea50ad063b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '3e55c7db-bdb1-4052-a412-f86a82085561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:13:31Z', 'updated_at': '2021-11-24T02:13:35Z', 'revision_number': 5, 'project_id': 'f93383d0dc664183b0bbf076fbbffa93', 'subnets': [{'id': '3e55c7db-bdb1-4052-a412-f86a82085561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 02:14:24.785199 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-60f89075-6a17-4d41-99a2-406a6bb55d46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:14:24.821613 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-9cc41453-5376-4951-9e01-68c43b8c6748 req-9ff4ab8d-866d-40ac-b14e-d9daa97698ad service neutron] 10.222.0.48 "GET /v2.0/networks/8bdd8806-c7a8-4c41-b45b-ce8b1d329139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347790 Nov 24 02:14:24.904949 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f2a846e2-2438-435e-a053-e7bc65e411af tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:14:24.913610 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f2a846e2-2438-435e-a053-e7bc65e411af tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:14:24.938910 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a846e2-2438-435e-a053-e7bc65e411af tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c67ac05-4e07-46ce-b7fd-e7326cded8ba,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:14:24.954836 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f2a846e2-2438-435e-a053-e7bc65e411af tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:14:24.956049 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-f2a846e2-2438-435e-a053-e7bc65e411af tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2783391 Nov 24 02:14:24.958731 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 55732) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:14:24.963280 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-5cfe35ed-5b03-4b6b-bbe0-cebc239fe4f3 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Request body: {'security_group_rule': {'security_group_id': '24d71b27-aa34-439b-a9ac-773dbb2b2d92', 'project_id': 'f93383d0dc664183b0bbf076fbbffa93', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:14:24.972688 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-9cc41453-5376-4951-9e01-68c43b8c6748 req-2e76bc61-c48e-486e-852c-1796ccdf40d8 service neutron] 10.222.0.48 "GET /v2.0/networks/8bdd8806-c7a8-4c41-b45b-ce8b1d329139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421812 Nov 24 02:14:24.987375 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2395ba96-d67a-431c-a0fe-6173ed70d02f None None] New status for floating IP b9da12d6-9c99-4649-b8e6-d599143fd44c: ACTIVE {{(pid=109868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 02:14:24.992245 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.securitygroups_db [None req-5cfe35ed-5b03-4b6b-bbe0-cebc239fe4f3 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Project f93383d0dc664183b0bbf076fbbffa93 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 02:14:24.998573 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5cfe35ed-5b03-4b6b-bbe0-cebc239fe4f3 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:14:25.051864 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5cfe35ed-5b03-4b6b-bbe0-cebc239fe4f3 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:14:25.057452 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5cfe35ed-5b03-4b6b-bbe0-cebc239fe4f3 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:14:25.076292 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfe35ed-5b03-4b6b-bbe0-cebc239fe4f3 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b966885-c78a-45a9-8f0e-e00c6bbd8964,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:14:25.093799 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5cfe35ed-5b03-4b6b-bbe0-cebc239fe4f3 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:14:25.094900 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-5cfe35ed-5b03-4b6b-bbe0-cebc239fe4f3 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1352265 Nov 24 02:14:25.097781 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 55734) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:14:25.102877 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-0c889dea-ea99-4ef6-bc2c-6cb8a9eef615 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Request body: {'security_group_rule': {'security_group_id': '24d71b27-aa34-439b-a9ac-773dbb2b2d92', 'project_id': 'f93383d0dc664183b0bbf076fbbffa93', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:14:25.126184 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.securitygroups_db [None req-0c889dea-ea99-4ef6-bc2c-6cb8a9eef615 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Project f93383d0dc664183b0bbf076fbbffa93 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 02:14:25.128659 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3574f3da-c5e4-4be5-9e62-66d3bf065bd0 req-4b24f634-fb12-463b-b6f2-9a1f5dd54dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:14:25.130969 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-3574f3da-c5e4-4be5-9e62-66d3bf065bd0 req-4b24f634-fb12-463b-b6f2-9a1f5dd54dd5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f93383d0dc664183b0bbf076fbbffa93&device_id=a1bfe12d-ea28-4cf4-9830-7adf017a3ae4 HTTP/1.1" status: 200 len: 1099 time: 0.0487001 Nov 24 02:14:25.131601 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0c889dea-ea99-4ef6-bc2c-6cb8a9eef615 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:14:25.196513 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0c889dea-ea99-4ef6-bc2c-6cb8a9eef615 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:14:25.201446 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0c889dea-ea99-4ef6-bc2c-6cb8a9eef615 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:14:25.216874 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c889dea-ea99-4ef6-bc2c-6cb8a9eef615 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bba40ad2-e49b-4283-a468-0315e072a4a2,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:14:25.228718 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0c889dea-ea99-4ef6-bc2c-6cb8a9eef615 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:14:25.229966 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-0c889dea-ea99-4ef6-bc2c-6cb8a9eef615 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1311831 Nov 24 02:14:25.253202 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3574f3da-c5e4-4be5-9e62-66d3bf065bd0 req-629cbc8b-cf6e-42c3-a1f2-c9c9151f7c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:14:25.254742 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-3574f3da-c5e4-4be5-9e62-66d3bf065bd0 req-629cbc8b-cf6e-42c3-a1f2-c9c9151f7c50 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8bdd8806-c7a8-4c41-b45b-ce8b1d329139 HTTP/1.1" status: 200 len: 915 time: 0.1033311 Nov 24 02:14:25.323146 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-7b374271-ee89-4b1d-affd-dac48d65b661 req-2f64774b-7320-43b0-af20-dc4863bd4724 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-693592433&fields=id&tenant_id=f93383d0dc664183b0bbf076fbbffa93 HTTP/1.1" status: 200 len: 267 time: 0.0500700 Nov 24 02:14:25.325361 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-3574f3da-c5e4-4be5-9e62-66d3bf065bd0 req-f6cd82ed-6656-48df-85fe-a393d6688d12 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=198cb482-6da0-4cec-95c1-3d3772ed6c6f HTTP/1.1" status: 200 len: 1002 time: 0.0611219 Nov 24 02:14:25.375400 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3574f3da-c5e4-4be5-9e62-66d3bf065bd0 req-6e982006-01bb-43bd-a704-5f1ddbf50370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:14:25.375956 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b374271-ee89-4b1d-affd-dac48d65b661 req-4e8696e5-f8fa-4b47-9e97-bd6a9b771a99 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:14:25.376778 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-3574f3da-c5e4-4be5-9e62-66d3bf065bd0 req-6e982006-01bb-43bd-a704-5f1ddbf50370 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3e55c7db-bdb1-4052-a412-f86a82085561 HTTP/1.1" status: 200 len: 853 time: 0.0442636 Nov 24 02:14:25.377484 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-7b374271-ee89-4b1d-affd-dac48d65b661 req-4e8696e5-f8fa-4b47-9e97-bd6a9b771a99 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1bfe12d-ea28-4cf4-9830-7adf017a3ae4 HTTP/1.1" status: 200 len: 946 time: 0.0483820 Nov 24 02:14:25.388493 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [req-7b374271-ee89-4b1d-affd-dac48d65b661 req-61a03e53-f0bf-4af2-8688-cdb978155c40 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Request body: {'port': {'security_groups': ['2d203244-489f-4808-a01f-a013f05a273f', '24d71b27-aa34-439b-a9ac-773dbb2b2d92']}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:14:25.427310 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3574f3da-c5e4-4be5-9e62-66d3bf065bd0 req-3ef301e2-6ac5-4a26-8a69-18e0c5579ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:14:25.428815 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-3574f3da-c5e4-4be5-9e62-66d3bf065bd0 req-3ef301e2-6ac5-4a26-8a69-18e0c5579ffe service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8bdd8806-c7a8-4c41-b45b-ce8b1d329139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0447478 Nov 24 02:14:25.449364 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-7b374271-ee89-4b1d-affd-dac48d65b661 req-61a03e53-f0bf-4af2-8688-cdb978155c40 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:14:25.521122 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-3574f3da-c5e4-4be5-9e62-66d3bf065bd0 req-8b3c3fe5-13e4-4a6f-9bba-09e4feb37641 service neutron] 10.222.0.48 "GET /v2.0/networks/8bdd8806-c7a8-4c41-b45b-ce8b1d329139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839646 Nov 24 02:14:25.623717 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-3574f3da-c5e4-4be5-9e62-66d3bf065bd0 req-7ae4a706-3aef-4131-9cec-b3b34859f8ca service neutron] 10.222.0.48 "GET /v2.0/networks/8bdd8806-c7a8-4c41-b45b-ce8b1d329139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948718 Nov 24 02:14:25.637719 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [req-7b374271-ee89-4b1d-affd-dac48d65b661 req-61a03e53-f0bf-4af2-8688-cdb978155c40 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] For port 198cb482-6da0-4cec-95c1-3d3772ed6c6f, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=198cb482-6da0-4cec-95c1-3d3772ed6c6f,segment=NetworkSegment(c0f66cb2-cb45-4903-b07e-149dbf5bb69d),segment_id=c0f66cb2-cb45-4903-b07e-149dbf5bb69d)] {{(pid=109866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:14:25.667669 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-7b374271-ee89-4b1d-affd-dac48d65b661 req-61a03e53-f0bf-4af2-8688-cdb978155c40 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Publish callbacks [] for port, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:14:25.673743 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-7b374271-ee89-4b1d-affd-dac48d65b661 req-61a03e53-f0bf-4af2-8688-cdb978155c40 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29149402'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:14:25.707872 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] get_ports_and_sgs() called for port_ids ['198cb482-6da0-4cec-95c1-3d3772ed6c6f'] {{(pid=109868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 02:14:25.726440 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b374271-ee89-4b1d-affd-dac48d65b661 req-61a03e53-f0bf-4af2-8688-cdb978155c40 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:14:25.727228 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [req-7b374271-ee89-4b1d-affd-dac48d65b661 req-61a03e53-f0bf-4af2-8688-cdb978155c40 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:14:25.728660 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-7b374271-ee89-4b1d-affd-dac48d65b661 req-61a03e53-f0bf-4af2-8688-cdb978155c40 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] 10.222.0.21 "PUT /v2.0/ports/198cb482-6da0-4cec-95c1-3d3772ed6c6f HTTP/1.1" status: 200 len: 982 time: 0.3445995 Nov 24 02:14:25.750432 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a03e53-f0bf-4af2-8688-cdb978155c40 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Pushing event updated for resources: {'Port': ['ID=198cb482-6da0-4cec-95c1-3d3772ed6c6f,revision_number=6']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:14:25.849119 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945b47f6-6cbd-4b0e-9667-cb637e54814f req-520ea4c3-e05a-4e1e-af50-cb11f1d2460c tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:14:25.856827 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-945b47f6-6cbd-4b0e-9667-cb637e54814f req-520ea4c3-e05a-4e1e-af50-cb11f1d2460c tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1bfe12d-ea28-4cf4-9830-7adf017a3ae4 HTTP/1.1" status: 200 len: 985 time: 0.0625894 Nov 24 02:14:25.890247 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] get_ports_and_sgs() called for port_ids ['198cb482-6da0-4cec-95c1-3d3772ed6c6f'] {{(pid=109868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 02:14:25.918966 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-945b47f6-6cbd-4b0e-9667-cb637e54814f req-aa5b1a2c-6f36-453b-b305-e022b48dd534 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] 10.222.0.21 "GET /v2.0/security-groups?id=24d71b27-aa34-439b-a9ac-773dbb2b2d92&id=2d203244-489f-4808-a01f-a013f05a273f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0612142 Nov 24 02:14:26.064190 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e2c0acc0-1a5e-4dd6-87db-07ea5776ebc7 None None] Provisioning complete for port 198cb482-6da0-4cec-95c1-3d3772ed6c6f triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:14:26.064548 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e2c0acc0-1a5e-4dd6-87db-07ea5776ebc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:14:26.131767 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1bfe12d-ea28-4cf4-9830-7adf017a3ae4', 'tag': '198cb482-6da0-4cec-95c1-3d3772ed6c6f'}] {{(pid=109866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:14:26.134991 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b7c53c286d9351d1367337230623a155cee02c46c94b80588b67a0bc16402ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f87df058-ecfa-4dc6-8ef4-945247621451" -d '{"events": [{"name": "network-changed", "server_uuid": "a1bfe12d-ea28-4cf4-9830-7adf017a3ae4", "tag": "198cb482-6da0-4cec-95c1-3d3772ed6c6f"}]}' {{(pid=109866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:14:26.169729 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 02:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eccb2bbb-b418-49dd-8931-c2100f790c9c x-openstack-request-id: req-eccb2bbb-b418-49dd-8931-c2100f790c9c {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:14:26.170020 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1bfe12d-ea28-4cf4-9830-7adf017a3ae4", "tag": "198cb482-6da0-4cec-95c1-3d3772ed6c6f", "status": "completed", "code": 200}]} {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:14:26.170273 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eccb2bbb-b418-49dd-8931-c2100f790c9c {{(pid=109866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:14:26.170678 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1bfe12d-ea28-4cf4-9830-7adf017a3ae4', 'tag': '198cb482-6da0-4cec-95c1-3d3772ed6c6f', 'status': 'completed', 'code': 200} Nov 24 02:14:26.259027 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87df058-ecfa-4dc6-8ef4-945247621451 req-20af0100-a54e-443a-b881-0552d5f97c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:14:26.260543 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-f87df058-ecfa-4dc6-8ef4-945247621451 req-20af0100-a54e-443a-b881-0552d5f97c55 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f93383d0dc664183b0bbf076fbbffa93&device_id=a1bfe12d-ea28-4cf4-9830-7adf017a3ae4 HTTP/1.1" status: 200 len: 1138 time: 0.0414193 Nov 24 02:14:26.357095 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87df058-ecfa-4dc6-8ef4-945247621451 req-52792c2d-a640-4607-aa81-fe83d3737c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:14:26.358647 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-f87df058-ecfa-4dc6-8ef4-945247621451 req-52792c2d-a640-4607-aa81-fe83d3737c0c service neutron] 10.222.0.48 "GET /v2.0/networks?id=8bdd8806-c7a8-4c41-b45b-ce8b1d329139 HTTP/1.1" status: 200 len: 915 time: 0.0906522 Nov 24 02:14:26.425491 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-f87df058-ecfa-4dc6-8ef4-945247621451 req-36820eac-8954-46b6-ac46-ee8640aaf8e9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=198cb482-6da0-4cec-95c1-3d3772ed6c6f HTTP/1.1" status: 200 len: 1002 time: 0.0583689 Nov 24 02:14:26.484085 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87df058-ecfa-4dc6-8ef4-945247621451 req-bfd02ffc-26c5-4041-8b16-2dd4959b8555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:14:26.485598 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-f87df058-ecfa-4dc6-8ef4-945247621451 req-bfd02ffc-26c5-4041-8b16-2dd4959b8555 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3e55c7db-bdb1-4052-a412-f86a82085561 HTTP/1.1" status: 200 len: 853 time: 0.0530946 Nov 24 02:14:26.536558 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87df058-ecfa-4dc6-8ef4-945247621451 req-274fd769-92b5-4d23-bbb2-cddd4491d091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:14:26.538117 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-f87df058-ecfa-4dc6-8ef4-945247621451 req-274fd769-92b5-4d23-bbb2-cddd4491d091 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8bdd8806-c7a8-4c41-b45b-ce8b1d329139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0407321 Nov 24 02:14:26.629351 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-f87df058-ecfa-4dc6-8ef4-945247621451 req-b6920a3f-a4b8-4b20-8ee6-f22ff2d26fb8 service neutron] 10.222.0.48 "GET /v2.0/networks/8bdd8806-c7a8-4c41-b45b-ce8b1d329139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814397 Nov 24 02:14:26.723267 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-f87df058-ecfa-4dc6-8ef4-945247621451 req-34c56fae-77cb-4c2c-b556-6ce984a290a5 service neutron] 10.222.0.48 "GET /v2.0/networks/8bdd8806-c7a8-4c41-b45b-ce8b1d329139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863345 Nov 24 02:14:27.234752 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-831c5976-f291-4588-8969-9807afb95c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:14:28.181383 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:14:28.207088 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:14:29.679115 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:14:30.157975 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:14:41.144738 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec21ffd-1e69-4a0b-8cc9-f34ab5f63df5 req-b1790158-a55d-4238-bbba-9c09c8779fef tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:14:41.146304 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-3ec21ffd-1e69-4a0b-8cc9-f34ab5f63df5 req-b1790158-a55d-4238-bbba-9c09c8779fef tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1bfe12d-ea28-4cf4-9830-7adf017a3ae4 HTTP/1.1" status: 200 len: 985 time: 0.0507197 Nov 24 02:14:41.165422 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.agents_db [None req-4e42c10c-a1d3-4d07-89d6-7a24334140aa None None] Agent healthcheck: found 6 active agents {{(pid=109869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 02:14:41.169211 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6c82db-9f32-4dbb-a7fc-bb6278e9f9ee req-e7f2d059-9b71-4d1b-9d8c-c14de6fb7d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:14:41.170774 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-7a6c82db-9f32-4dbb-a7fc-bb6278e9f9ee req-e7f2d059-9b71-4d1b-9d8c-c14de6fb7d39 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f93383d0dc664183b0bbf076fbbffa93&device_id=a1bfe12d-ea28-4cf4-9830-7adf017a3ae4 HTTP/1.1" status: 200 len: 1138 time: 0.0412295 Nov 24 02:14:41.208728 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-3ec21ffd-1e69-4a0b-8cc9-f34ab5f63df5 req-bd16ae8c-3d8e-414a-8f38-cb5a45f8c576 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] 10.222.0.21 "GET /v2.0/security-groups?id=24d71b27-aa34-439b-a9ac-773dbb2b2d92&id=2d203244-489f-4808-a01f-a013f05a273f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0563009 Nov 24 02:14:41.269228 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6c82db-9f32-4dbb-a7fc-bb6278e9f9ee req-13b73643-bcd1-465e-8f6d-420e0114681a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:14:41.270815 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-7a6c82db-9f32-4dbb-a7fc-bb6278e9f9ee req-13b73643-bcd1-465e-8f6d-420e0114681a service neutron] 10.222.0.48 "GET /v2.0/networks?id=8bdd8806-c7a8-4c41-b45b-ce8b1d329139 HTTP/1.1" status: 200 len: 915 time: 0.0927966 Nov 24 02:14:41.337657 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-7a6c82db-9f32-4dbb-a7fc-bb6278e9f9ee req-8645eb98-f552-43d9-b795-a562ec58301e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=198cb482-6da0-4cec-95c1-3d3772ed6c6f HTTP/1.1" status: 200 len: 1002 time: 0.0583975 Nov 24 02:14:41.391139 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6c82db-9f32-4dbb-a7fc-bb6278e9f9ee req-eb4e3654-e154-469d-a27a-22fe19e89932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:14:41.392555 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-7a6c82db-9f32-4dbb-a7fc-bb6278e9f9ee req-eb4e3654-e154-469d-a27a-22fe19e89932 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3e55c7db-bdb1-4052-a412-f86a82085561 HTTP/1.1" status: 200 len: 853 time: 0.0473282 Nov 24 02:14:41.439321 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6c82db-9f32-4dbb-a7fc-bb6278e9f9ee req-adffe84e-c6f9-4498-b44c-c8940fc9874f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:14:41.440844 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-7a6c82db-9f32-4dbb-a7fc-bb6278e9f9ee req-adffe84e-c6f9-4498-b44c-c8940fc9874f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8bdd8806-c7a8-4c41-b45b-ce8b1d329139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393789 Nov 24 02:14:41.533212 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-7a6c82db-9f32-4dbb-a7fc-bb6278e9f9ee req-6caedf98-c710-45b2-9690-3502c20c5fb9 service neutron] 10.222.0.48 "GET /v2.0/networks/8bdd8806-c7a8-4c41-b45b-ce8b1d329139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844142 Nov 24 02:14:41.623961 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-7a6c82db-9f32-4dbb-a7fc-bb6278e9f9ee req-229cde59-9a0c-4167-8253-f14c6e992758 service neutron] 10.222.0.48 "GET /v2.0/networks/8bdd8806-c7a8-4c41-b45b-ce8b1d329139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831716 Nov 24 02:14:42.328408 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762740ac-de59-4391-9b21-f6ab41af28a9 req-ab921d2e-b0a0-4345-bc6a-96af50efcf1f tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:14:42.329919 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-762740ac-de59-4391-9b21-f6ab41af28a9 req-ab921d2e-b0a0-4345-bc6a-96af50efcf1f tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1bfe12d-ea28-4cf4-9830-7adf017a3ae4 HTTP/1.1" status: 200 len: 985 time: 0.0517089 Nov 24 02:14:42.395163 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-762740ac-de59-4391-9b21-f6ab41af28a9 req-5700d257-3c55-4a41-b116-196393a542e4 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] 10.222.0.21 "GET /v2.0/security-groups?id=24d71b27-aa34-439b-a9ac-773dbb2b2d92&id=2d203244-489f-4808-a01f-a013f05a273f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0591867 Nov 24 02:14:43.510537 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896c083b-25fb-48dc-8069-5988d0a9ab22 req-55469d8f-bf66-40e0-8cdc-63820e26d01f tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:14:43.512005 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-896c083b-25fb-48dc-8069-5988d0a9ab22 req-55469d8f-bf66-40e0-8cdc-63820e26d01f tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1bfe12d-ea28-4cf4-9830-7adf017a3ae4 HTTP/1.1" status: 200 len: 985 time: 0.0479283 Nov 24 02:14:43.572068 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-896c083b-25fb-48dc-8069-5988d0a9ab22 req-f86a3fa9-65d7-4278-a4d2-a5f49e6dc648 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] 10.222.0.21 "GET /v2.0/security-groups?id=24d71b27-aa34-439b-a9ac-773dbb2b2d92&id=2d203244-489f-4808-a01f-a013f05a273f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0539119 Nov 24 02:14:44.684209 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21402d7-8c0f-423a-bdc7-6424e8599dc6 req-0a321d3a-afaf-48d1-8847-cac2e17e6846 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:14:44.685686 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e21402d7-8c0f-423a-bdc7-6424e8599dc6 req-0a321d3a-afaf-48d1-8847-cac2e17e6846 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1bfe12d-ea28-4cf4-9830-7adf017a3ae4 HTTP/1.1" status: 200 len: 985 time: 0.0479794 Nov 24 02:14:44.746412 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e21402d7-8c0f-423a-bdc7-6424e8599dc6 req-628d30b1-0b4f-4b96-8fde-6ef1a949bb8f tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] 10.222.0.21 "GET /v2.0/security-groups?id=24d71b27-aa34-439b-a9ac-773dbb2b2d92&id=2d203244-489f-4808-a01f-a013f05a273f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0547230 Nov 24 02:14:45.864842 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e9f16e-3cb0-43ea-859e-7f24c99b596c req-a0990e26-0181-4d80-b990-b3a5570169cd tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:14:45.866330 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-d0e9f16e-3cb0-43ea-859e-7f24c99b596c req-a0990e26-0181-4d80-b990-b3a5570169cd tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1bfe12d-ea28-4cf4-9830-7adf017a3ae4 HTTP/1.1" status: 200 len: 985 time: 0.0530486 Nov 24 02:14:45.924091 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-d0e9f16e-3cb0-43ea-859e-7f24c99b596c req-c808165c-fd69-4edf-a262-a74aad2adfe3 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] 10.222.0.21 "GET /v2.0/security-groups?id=24d71b27-aa34-439b-a9ac-773dbb2b2d92&id=2d203244-489f-4808-a01f-a013f05a273f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0515854 Nov 24 02:14:47.038030 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d152e3cc-93b8-4dc9-9df4-d1cca6dc9375 req-05aa7406-1fd7-4e1d-9814-be7bf401ab9a tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:14:47.039498 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-d152e3cc-93b8-4dc9-9df4-d1cca6dc9375 req-05aa7406-1fd7-4e1d-9814-be7bf401ab9a tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1bfe12d-ea28-4cf4-9830-7adf017a3ae4 HTTP/1.1" status: 200 len: 985 time: 0.0492160 Nov 24 02:14:47.098728 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-d152e3cc-93b8-4dc9-9df4-d1cca6dc9375 req-549dd8a2-36e9-45f5-9e60-c6e4ba1ac8d9 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] 10.222.0.21 "GET /v2.0/security-groups?id=24d71b27-aa34-439b-a9ac-773dbb2b2d92&id=2d203244-489f-4808-a01f-a013f05a273f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0532615 Nov 24 02:14:48.212344 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2258abb-8d70-4721-8127-b138b835ead9 req-788dd0b7-ecbb-49d5-9ea4-08ef333949c4 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:14:48.214005 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-c2258abb-8d70-4721-8127-b138b835ead9 req-788dd0b7-ecbb-49d5-9ea4-08ef333949c4 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1bfe12d-ea28-4cf4-9830-7adf017a3ae4 HTTP/1.1" status: 200 len: 985 time: 0.0486951 Nov 24 02:14:48.272793 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-c2258abb-8d70-4721-8127-b138b835ead9 req-74f8f770-fbfb-4f92-be47-a315b0399eda tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] 10.222.0.21 "GET /v2.0/security-groups?id=24d71b27-aa34-439b-a9ac-773dbb2b2d92&id=2d203244-489f-4808-a01f-a013f05a273f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0527523 Nov 24 02:14:49.394138 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f423b0c3-1f4c-4678-bfb1-d02eec0ffe5b req-1a56ccc9-0a45-403c-a994-192437746d70 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:14:49.395531 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-f423b0c3-1f4c-4678-bfb1-d02eec0ffe5b req-1a56ccc9-0a45-403c-a994-192437746d70 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1bfe12d-ea28-4cf4-9830-7adf017a3ae4 HTTP/1.1" status: 200 len: 985 time: 0.0539315 Nov 24 02:14:49.454975 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-f423b0c3-1f4c-4678-bfb1-d02eec0ffe5b req-2becb0b6-1443-4975-918a-5916cf5115c6 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] 10.222.0.21 "GET /v2.0/security-groups?id=24d71b27-aa34-439b-a9ac-773dbb2b2d92&id=2d203244-489f-4808-a01f-a013f05a273f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0530078 Nov 24 02:14:50.574396 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6b0310-2e94-4d3d-9113-bbefee4e1118 req-28db40a4-7317-40a3-a733-ae99a9b98054 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:14:50.575898 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-3f6b0310-2e94-4d3d-9113-bbefee4e1118 req-28db40a4-7317-40a3-a733-ae99a9b98054 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1bfe12d-ea28-4cf4-9830-7adf017a3ae4 HTTP/1.1" status: 200 len: 985 time: 0.0543647 Nov 24 02:14:50.636517 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-3f6b0310-2e94-4d3d-9113-bbefee4e1118 req-1bc9e634-e83c-4b8a-b710-ef60ebbb00f3 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] 10.222.0.21 "GET /v2.0/security-groups?id=24d71b27-aa34-439b-a9ac-773dbb2b2d92&id=2d203244-489f-4808-a01f-a013f05a273f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0532787 Nov 24 02:14:51.750339 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b242e12-4a43-49cc-967b-19c10638b4c7 req-326550e4-e503-4e15-8ab6-889256302103 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:14:51.751785 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-5b242e12-4a43-49cc-967b-19c10638b4c7 req-326550e4-e503-4e15-8ab6-889256302103 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1bfe12d-ea28-4cf4-9830-7adf017a3ae4 HTTP/1.1" status: 200 len: 985 time: 0.0487506 Nov 24 02:14:51.810665 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-5b242e12-4a43-49cc-967b-19c10638b4c7 req-af983e60-23eb-4b98-bb44-ead0a1308978 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] 10.222.0.21 "GET /v2.0/security-groups?id=24d71b27-aa34-439b-a9ac-773dbb2b2d92&id=2d203244-489f-4808-a01f-a013f05a273f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0529640 Nov 24 02:14:52.924131 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1fc7e7-f27e-4887-9408-6c7aad64714f req-6993b83d-652c-4bde-b1bf-b02876dc08a5 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:14:52.925534 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-da1fc7e7-f27e-4887-9408-6c7aad64714f req-6993b83d-652c-4bde-b1bf-b02876dc08a5 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1bfe12d-ea28-4cf4-9830-7adf017a3ae4 HTTP/1.1" status: 200 len: 985 time: 0.0482733 Nov 24 02:14:52.990177 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-da1fc7e7-f27e-4887-9408-6c7aad64714f req-f1114654-75f7-4386-940a-99486e794fcb tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] 10.222.0.21 "GET /v2.0/security-groups?id=24d71b27-aa34-439b-a9ac-773dbb2b2d92&id=2d203244-489f-4808-a01f-a013f05a273f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0586755 Nov 24 02:14:54.770197 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-8ccd23fe-2f8a-4c6b-8f47-a1085043c3e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:14:57.239103 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-d052c586-1e38-4276-b879-b043e1f2acc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:14:58.183195 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:14:58.220405 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:14:59.683359 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:00.150872 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:18.164224 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.agents_db [None req-4e42c10c-a1d3-4d07-89d6-7a24334140aa None None] Agent healthcheck: found 6 active agents {{(pid=109869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 02:15:24.771520 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-724dcd68-c0a6-40ba-bf7d-22c1f6796967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:25.520777 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-f760af01-f1e1-4837-a2a2-79c4008489ab req-d163da26-fdf2-4cbe-a195-d6198318f924 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-693592433&fields=id&tenant_id=f93383d0dc664183b0bbf076fbbffa93 HTTP/1.1" status: 200 len: 267 time: 0.0962651 Nov 24 02:15:25.573763 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f760af01-f1e1-4837-a2a2-79c4008489ab req-c0176fcb-38e5-4656-ba6f-41682b333357 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:15:25.575351 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-f760af01-f1e1-4837-a2a2-79c4008489ab req-c0176fcb-38e5-4656-ba6f-41682b333357 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1bfe12d-ea28-4cf4-9830-7adf017a3ae4 HTTP/1.1" status: 200 len: 985 time: 0.0488524 Nov 24 02:15:25.586235 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [req-f760af01-f1e1-4837-a2a2-79c4008489ab req-e04f76fe-f6e2-414a-9875-361bfa61e210 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Request body: {'port': {'security_groups': ['2d203244-489f-4808-a01f-a013f05a273f']}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:15:25.647799 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-f760af01-f1e1-4837-a2a2-79c4008489ab req-e04f76fe-f6e2-414a-9875-361bfa61e210 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:25.819577 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [req-f760af01-f1e1-4837-a2a2-79c4008489ab req-e04f76fe-f6e2-414a-9875-361bfa61e210 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] For port 198cb482-6da0-4cec-95c1-3d3772ed6c6f, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=198cb482-6da0-4cec-95c1-3d3772ed6c6f,segment=NetworkSegment(c0f66cb2-cb45-4903-b07e-149dbf5bb69d),segment_id=c0f66cb2-cb45-4903-b07e-149dbf5bb69d)] {{(pid=109867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:15:25.848504 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-f760af01-f1e1-4837-a2a2-79c4008489ab req-e04f76fe-f6e2-414a-9875-361bfa61e210 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Publish callbacks [] for port, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:25.853732 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-f760af01-f1e1-4837-a2a2-79c4008489ab req-e04f76fe-f6e2-414a-9875-361bfa61e210 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25501696'] for port, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:25.892941 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] get_ports_and_sgs() called for port_ids ['198cb482-6da0-4cec-95c1-3d3772ed6c6f'] {{(pid=109868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 02:15:25.907371 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f760af01-f1e1-4837-a2a2-79c4008489ab req-e04f76fe-f6e2-414a-9875-361bfa61e210 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:15:25.907646 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-f760af01-f1e1-4837-a2a2-79c4008489ab req-e04f76fe-f6e2-414a-9875-361bfa61e210 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:25.909130 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-f760af01-f1e1-4837-a2a2-79c4008489ab req-e04f76fe-f6e2-414a-9875-361bfa61e210 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] 10.222.0.21 "PUT /v2.0/ports/198cb482-6da0-4cec-95c1-3d3772ed6c6f HTTP/1.1" status: 200 len: 943 time: 0.3273051 Nov 24 02:15:25.909621 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1bfe12d-ea28-4cf4-9830-7adf017a3ae4', 'tag': '198cb482-6da0-4cec-95c1-3d3772ed6c6f'}] {{(pid=109867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:15:25.911890 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2155eb48762029a847224b6ca77dbed8b251e8450d3d79f1fc0a82d404e82e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9021ec1d-642c-45bf-b088-e36c5450e7c0" -d '{"events": [{"name": "network-changed", "server_uuid": "a1bfe12d-ea28-4cf4-9830-7adf017a3ae4", "tag": "198cb482-6da0-4cec-95c1-3d3772ed6c6f"}]}' {{(pid=109867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:15:25.921490 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 55794) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:15:25.931659 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04f76fe-f6e2-414a-9875-361bfa61e210 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Pushing event updated for resources: {'Port': ['ID=198cb482-6da0-4cec-95c1-3d3772ed6c6f,revision_number=7']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:15:25.939513 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04f76fe-f6e2-414a-9875-361bfa61e210 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:15:25.939865 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04f76fe-f6e2-414a-9875-361bfa61e210 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:15:25.940209 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04f76fe-f6e2-414a-9875-361bfa61e210 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:15:25.940544 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04f76fe-f6e2-414a-9875-361bfa61e210 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:15:25.940876 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04f76fe-f6e2-414a-9875-361bfa61e210 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:15:25.941866 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04f76fe-f6e2-414a-9875-361bfa61e210 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:15:25.941866 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04f76fe-f6e2-414a-9875-361bfa61e210 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:15:25.941866 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04f76fe-f6e2-414a-9875-361bfa61e210 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:15:25.942268 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04f76fe-f6e2-414a-9875-361bfa61e210 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:15:25.942519 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04f76fe-f6e2-414a-9875-361bfa61e210 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:15:25.942844 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04f76fe-f6e2-414a-9875-361bfa61e210 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:15:25.943164 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04f76fe-f6e2-414a-9875-361bfa61e210 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:15:25.977823 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 02:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40db1114-66e0-4433-b24f-ce424e4aacca x-openstack-request-id: req-40db1114-66e0-4433-b24f-ce424e4aacca {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:15:25.978380 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1bfe12d-ea28-4cf4-9830-7adf017a3ae4", "tag": "198cb482-6da0-4cec-95c1-3d3772ed6c6f", "status": "completed", "code": 200}]} {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:15:25.978993 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-40db1114-66e0-4433-b24f-ce424e4aacca {{(pid=109867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:15:25.979755 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1bfe12d-ea28-4cf4-9830-7adf017a3ae4', 'tag': '198cb482-6da0-4cec-95c1-3d3772ed6c6f', 'status': 'completed', 'code': 200} Nov 24 02:15:25.987662 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4cc0aee4-c506-4b88-8c8e-57004b846143 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Publish callbacks [] for security_group, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:26.020049 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4cc0aee4-c506-4b88-8c8e-57004b846143 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:26.040823 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] get_ports_and_sgs() called for port_ids ['198cb482-6da0-4cec-95c1-3d3772ed6c6f'] {{(pid=109868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 02:15:26.107044 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4cc0aee4-c506-4b88-8c8e-57004b846143 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:26.110097 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4cc0aee4-c506-4b88-8c8e-57004b846143 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Publish callbacks [] for security_group, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:26.111547 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-4cc0aee4-c506-4b88-8c8e-57004b846143 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] 10.222.0.21 "DELETE /v2.0/security-groups/24d71b27-aa34-439b-a9ac-773dbb2b2d92 HTTP/1.1" status: 204 len: 168 time: 0.1881533 Nov 24 02:15:26.117645 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 55796) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:15:26.120283 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9021ec1d-642c-45bf-b088-e36c5450e7c0 req-58ad4133-cc05-453a-bee7-265b8a04dcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:15:26.122235 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-9021ec1d-642c-45bf-b088-e36c5450e7c0 req-58ad4133-cc05-453a-bee7-265b8a04dcc2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f93383d0dc664183b0bbf076fbbffa93&device_id=a1bfe12d-ea28-4cf4-9830-7adf017a3ae4 HTTP/1.1" status: 200 len: 1099 time: 0.0962052 Nov 24 02:15:26.123531 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc0aee4-c506-4b88-8c8e-57004b846143 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d71b27-aa34-439b-a9ac-773dbb2b2d92,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:15:26.137641 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc0aee4-c506-4b88-8c8e-57004b846143 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:15:26.138000 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc0aee4-c506-4b88-8c8e-57004b846143 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:15:26.138342 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc0aee4-c506-4b88-8c8e-57004b846143 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:15:26.138679 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc0aee4-c506-4b88-8c8e-57004b846143 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:15:26.139016 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc0aee4-c506-4b88-8c8e-57004b846143 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:15:26.139351 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc0aee4-c506-4b88-8c8e-57004b846143 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:15:26.139683 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc0aee4-c506-4b88-8c8e-57004b846143 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:15:26.140012 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc0aee4-c506-4b88-8c8e-57004b846143 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:15:26.140556 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc0aee4-c506-4b88-8c8e-57004b846143 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:15:26.140888 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc0aee4-c506-4b88-8c8e-57004b846143 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:15:26.141219 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc0aee4-c506-4b88-8c8e-57004b846143 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:15:26.141575 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc0aee4-c506-4b88-8c8e-57004b846143 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:15:26.275150 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-95dd8637-9996-4c28-b535-09653bc6a7eb None None] Provisioning complete for port 198cb482-6da0-4cec-95c1-3d3772ed6c6f triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:15:26.275620 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-95dd8637-9996-4c28-b535-09653bc6a7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:26.295750 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-0d4db54e-bdbb-4767-b510-e036edcf976e req-0004ba10-5186-4dfd-ae54-e01afa6568cc service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a1bfe12d-ea28-4cf4-9830-7adf017a3ae4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0464389 Nov 24 02:15:26.367918 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9021ec1d-642c-45bf-b088-e36c5450e7c0 req-05895c74-5189-4c42-b74d-c106e6c74c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:15:26.369454 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-9021ec1d-642c-45bf-b088-e36c5450e7c0 req-05895c74-5189-4c42-b74d-c106e6c74c61 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8bdd8806-c7a8-4c41-b45b-ce8b1d329139 HTTP/1.1" status: 200 len: 915 time: 0.2361932 Nov 24 02:15:26.380304 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-d8b46eb3-679c-4ecb-a85d-2b4076da87c6 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Deleting port 870b3026-e26b-4e8b-963b-6d02ae44cdf7 {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 02:15:26.380638 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d8b46eb3-679c-4ecb-a85d-2b4076da87c6 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:26.490947 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-9021ec1d-642c-45bf-b088-e36c5450e7c0 req-1d194e86-57e5-4e9c-a0d7-6b54817b068b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=198cb482-6da0-4cec-95c1-3d3772ed6c6f HTTP/1.1" status: 200 len: 1002 time: 0.1122031 Nov 24 02:15:26.539766 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d8b46eb3-679c-4ecb-a85d-2b4076da87c6 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:26.540309 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d8b46eb3-679c-4ecb-a85d-2b4076da87c6 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:26.556447 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-d8b46eb3-679c-4ecb-a85d-2b4076da87c6 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Calling delete_port for 870b3026-e26b-4e8b-963b-6d02ae44cdf7 owned by network:floatingip {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 02:15:26.567961 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9021ec1d-642c-45bf-b088-e36c5450e7c0 req-60ffe6f7-54b3-46a0-aaab-1a963a5c73d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:15:26.569957 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-9021ec1d-642c-45bf-b088-e36c5450e7c0 req-60ffe6f7-54b3-46a0-aaab-1a963a5c73d2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3e55c7db-bdb1-4052-a412-f86a82085561 HTTP/1.1" status: 200 len: 853 time: 0.0714347 Nov 24 02:15:26.665459 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9021ec1d-642c-45bf-b088-e36c5450e7c0 req-a61c4be1-4914-470c-b8bd-c3bd279a2872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:15:26.666948 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-9021ec1d-642c-45bf-b088-e36c5450e7c0 req-a61c4be1-4914-470c-b8bd-c3bd279a2872 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8bdd8806-c7a8-4c41-b45b-ce8b1d329139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0645707 Nov 24 02:15:26.679861 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [req-9021ec1d-642c-45bf-b088-e36c5450e7c0 req-5adca651-4c8f-4187-aa66-d9b4a52640f5 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 02:15:26.680796 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-9021ec1d-642c-45bf-b088-e36c5450e7c0 req-5adca651-4c8f-4187-aa66-d9b4a52640f5 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060511 Nov 24 02:15:26.813227 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-9021ec1d-642c-45bf-b088-e36c5450e7c0 req-8dbf440b-6bc1-461a-acdb-2938284ed2cd service neutron] 10.222.0.48 "GET /v2.0/networks/8bdd8806-c7a8-4c41-b45b-ce8b1d329139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252663 Nov 24 02:15:26.814307 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d8b46eb3-679c-4ecb-a85d-2b4076da87c6 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:26.848102 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b46eb3-679c-4ecb-a85d-2b4076da87c6 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Pushing event deleted for resources: {'Port': ['ID=870b3026-e26b-4e8b-963b-6d02ae44cdf7,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:15:26.962601 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d8b46eb3-679c-4ecb-a85d-2b4076da87c6 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Publish callbacks [] for floatingip, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:26.962922 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.l3_db [None req-d8b46eb3-679c-4ecb-a85d-2b4076da87c6 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Floating IP b9da12d6-9c99-4649-b8e6-d599143fd44c disassociated (deleted). External IP: 172.26.5.161, port: 198cb482-6da0-4cec-95c1-3d3772ed6c6f. Nov 24 02:15:27.003281 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-9021ec1d-642c-45bf-b088-e36c5450e7c0 req-39321feb-ea5e-4441-862d-61ab557ea43e service neutron] 10.222.0.48 "GET /v2.0/networks/8bdd8806-c7a8-4c41-b45b-ce8b1d329139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808436 Nov 24 02:15:27.243217 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-de14da81-e045-4b78-ba9a-08902a03b085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:27.508849 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4db54e-bdbb-4767-b510-e036edcf976e req-2424def3-3d89-42e5-9187-276001858eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:15:27.510271 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-0d4db54e-bdbb-4767-b510-e036edcf976e req-2424def3-3d89-42e5-9187-276001858eef service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f93383d0dc664183b0bbf076fbbffa93&device_id=a1bfe12d-ea28-4cf4-9830-7adf017a3ae4 HTTP/1.1" status: 200 len: 1099 time: 0.4039893 Nov 24 02:15:27.529802 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8b46eb3-679c-4ecb-a85d-2b4076da87c6 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Router 7680c21c-26dd-44df-a811-5ea50ad063b4 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 02:15:27.696496 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4db54e-bdbb-4767-b510-e036edcf976e req-cea46957-cdf0-4b08-934d-1c2cacb9a96a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:15:27.698280 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-0d4db54e-bdbb-4767-b510-e036edcf976e req-cea46957-cdf0-4b08-934d-1c2cacb9a96a service neutron] 10.222.0.48 "GET /v2.0/networks?id=8bdd8806-c7a8-4c41-b45b-ce8b1d329139 HTTP/1.1" status: 200 len: 915 time: 0.1670144 Nov 24 02:15:27.741472 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8b46eb3-679c-4ecb-a85d-2b4076da87c6 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 02:15:27.747594 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d8b46eb3-679c-4ecb-a85d-2b4076da87c6 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for floatingip, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:27.751237 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eda010a-ea71-4d6d-9a5b-15d800d283cf None None] Sync routers for ids ['7680c21c-26dd-44df-a811-5ea50ad063b4'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 02:15:27.751798 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-0d4db54e-bdbb-4767-b510-e036edcf976e req-b688355a-5167-4b07-b3a7-13719a3b19b8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=198cb482-6da0-4cec-95c1-3d3772ed6c6f HTTP/1.1" status: 200 len: 217 time: 0.0445943 Nov 24 02:15:27.760861 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eda010a-ea71-4d6d-9a5b-15d800d283cf None None] Routers {'7680c21c-26dd-44df-a811-5ea50ad063b4'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:15:27.761390 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-1eda010a-ea71-4d6d-9a5b-15d800d283cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:15:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['7680c21c-26dd-44df-a811-5ea50ad063b4'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:15:27.806040 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-d8b46eb3-679c-4ecb-a85d-2b4076da87c6 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] 10.222.0.21 "DELETE /v2.0/floatingips/b9da12d6-9c99-4649-b8e6-d599143fd44c HTTP/1.1" status: 204 len: 168 time: 1.6827123 Nov 24 02:15:27.818820 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4db54e-bdbb-4767-b510-e036edcf976e req-9d335e58-3fe7-45a1-8c9e-bc0782b76c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:15:27.820354 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-0d4db54e-bdbb-4767-b510-e036edcf976e req-9d335e58-3fe7-45a1-8c9e-bc0782b76c97 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3e55c7db-bdb1-4052-a412-f86a82085561 HTTP/1.1" status: 200 len: 853 time: 0.0518193 Nov 24 02:15:27.869277 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-1eda010a-ea71-4d6d-9a5b-15d800d283cf None None] Set router 7680c21c-26dd-44df-a811-5ea50ad063b4 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:15:27.871731 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4db54e-bdbb-4767-b510-e036edcf976e req-bb0d0b69-bd5e-439f-9a36-410cf2192a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:15:27.873257 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-0d4db54e-bdbb-4767-b510-e036edcf976e req-bb0d0b69-bd5e-439f-9a36-410cf2192a9d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8bdd8806-c7a8-4c41-b45b-ce8b1d329139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0459666 Nov 24 02:15:27.973492 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-0d4db54e-bdbb-4767-b510-e036edcf976e req-2384fbe8-59b7-4768-9935-d3bb80a2da11 service neutron] 10.222.0.48 "GET /v2.0/networks/8bdd8806-c7a8-4c41-b45b-ce8b1d329139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909402 Nov 24 02:15:27.992339 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1bfe12d-ea28-4cf4-9830-7adf017a3ae4', 'tag': '198cb482-6da0-4cec-95c1-3d3772ed6c6f'}] {{(pid=109867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:15:27.995704 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2155eb48762029a847224b6ca77dbed8b251e8450d3d79f1fc0a82d404e82e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed497ea7-1753-4cd0-a605-c5e69053322a" -d '{"events": [{"name": "network-changed", "server_uuid": "a1bfe12d-ea28-4cf4-9830-7adf017a3ae4", "tag": "198cb482-6da0-4cec-95c1-3d3772ed6c6f"}]}' {{(pid=109867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:15:28.065494 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 02:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab3c79b6-94b2-40cb-9d8e-710c33d241c1 x-openstack-request-id: req-ab3c79b6-94b2-40cb-9d8e-710c33d241c1 {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:15:28.066015 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1bfe12d-ea28-4cf4-9830-7adf017a3ae4", "tag": "198cb482-6da0-4cec-95c1-3d3772ed6c6f", "status": "completed", "code": 200}]} {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:15:28.066171 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ab3c79b6-94b2-40cb-9d8e-710c33d241c1 {{(pid=109867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:15:28.066560 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1bfe12d-ea28-4cf4-9830-7adf017a3ae4', 'tag': '198cb482-6da0-4cec-95c1-3d3772ed6c6f', 'status': 'completed', 'code': 200} Nov 24 02:15:28.087780 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-1eda010a-ea71-4d6d-9a5b-15d800d283cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7680c21c-26dd-44df-a811-5ea50ad063b4', 'name': 'tempest-TestMinimumBasicScenario-890098246-router', 'tenant_id': 'f93383d0dc664183b0bbf076fbbffa93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.13'}], 'enable_snat': True}, 'gw_port_id': '3cb7eb60-d26b-4cdf-9a64-f503d1898233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:13:28Z', 'updated_at': '2021-11-24T02:13:31Z', 'revision_number': 4, 'project_id': 'f93383d0dc664183b0bbf076fbbffa93', 'gw_port': {'id': '3cb7eb60-d26b-4cdf-9a64-f503d1898233', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:83:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7680c21c-26dd-44df-a811-5ea50ad063b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:13:29Z', 'updated_at': '2021-11-24T02:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': '36d7536e-2066-4e25-a1a2-8c435fa8b77a', 'name': '', 'network_id': '8bdd8806-c7a8-4c41-b45b-ce8b1d329139', 'tenant_id': 'f93383d0dc664183b0bbf076fbbffa93', 'mac_address': 'fa:16:3e:da:3f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7680c21c-26dd-44df-a811-5ea50ad063b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '3e55c7db-bdb1-4052-a412-f86a82085561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:13:31Z', 'updated_at': '2021-11-24T02:13:35Z', 'revision_number': 5, 'project_id': 'f93383d0dc664183b0bbf076fbbffa93', 'subnets': [{'id': '3e55c7db-bdb1-4052-a412-f86a82085561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:15:28.105119 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-0d4db54e-bdbb-4767-b510-e036edcf976e req-528679e1-3dfc-4471-a81f-6bf1c0163eaa service neutron] 10.222.0.48 "GET /v2.0/networks/8bdd8806-c7a8-4c41-b45b-ce8b1d329139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249642 Nov 24 02:15:28.117356 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eda010a-ea71-4d6d-9a5b-15d800d283cf None None] Checking router: 7680c21c-26dd-44df-a811-5ea50ad063b4 for host: dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 02:15:28.126287 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eda010a-ea71-4d6d-9a5b-15d800d283cf None None] Routers {'7680c21c-26dd-44df-a811-5ea50ad063b4'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:15:28.126949 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-1eda010a-ea71-4d6d-9a5b-15d800d283cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:15:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['7680c21c-26dd-44df-a811-5ea50ad063b4'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:15:28.187708 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:28.223635 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:28.242140 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-1eda010a-ea71-4d6d-9a5b-15d800d283cf None None] Set router 7680c21c-26dd-44df-a811-5ea50ad063b4 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:15:28.274188 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed497ea7-1753-4cd0-a605-c5e69053322a req-0685a9d4-1a68-4c67-bee7-e6cab30c4775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:15:28.275588 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-ed497ea7-1753-4cd0-a605-c5e69053322a req-0685a9d4-1a68-4c67-bee7-e6cab30c4775 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f93383d0dc664183b0bbf076fbbffa93&device_id=a1bfe12d-ea28-4cf4-9830-7adf017a3ae4 HTTP/1.1" status: 200 len: 1099 time: 0.0412025 Nov 24 02:15:28.375372 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed497ea7-1753-4cd0-a605-c5e69053322a req-7c11b5f9-ee8e-4d7a-9eb9-3701bebea075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:15:28.376885 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-ed497ea7-1753-4cd0-a605-c5e69053322a req-7c11b5f9-ee8e-4d7a-9eb9-3701bebea075 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8bdd8806-c7a8-4c41-b45b-ce8b1d329139 HTTP/1.1" status: 200 len: 915 time: 0.0906279 Nov 24 02:15:28.421211 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-ed497ea7-1753-4cd0-a605-c5e69053322a req-03525425-8783-4296-b6c6-ab1e15d02d3b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=198cb482-6da0-4cec-95c1-3d3772ed6c6f HTTP/1.1" status: 200 len: 217 time: 0.0338030 Nov 24 02:15:28.438556 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-1eda010a-ea71-4d6d-9a5b-15d800d283cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7680c21c-26dd-44df-a811-5ea50ad063b4', 'name': 'tempest-TestMinimumBasicScenario-890098246-router', 'tenant_id': 'f93383d0dc664183b0bbf076fbbffa93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.13'}], 'enable_snat': True}, 'gw_port_id': '3cb7eb60-d26b-4cdf-9a64-f503d1898233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:13:28Z', 'updated_at': '2021-11-24T02:13:31Z', 'revision_number': 4, 'project_id': 'f93383d0dc664183b0bbf076fbbffa93', 'gw_port': {'id': '3cb7eb60-d26b-4cdf-9a64-f503d1898233', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:83:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7680c21c-26dd-44df-a811-5ea50ad063b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:13:29Z', 'updated_at': '2021-11-24T02:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': '36d7536e-2066-4e25-a1a2-8c435fa8b77a', 'name': '', 'network_id': '8bdd8806-c7a8-4c41-b45b-ce8b1d329139', 'tenant_id': 'f93383d0dc664183b0bbf076fbbffa93', 'mac_address': 'fa:16:3e:da:3f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7680c21c-26dd-44df-a811-5ea50ad063b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '3e55c7db-bdb1-4052-a412-f86a82085561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:13:31Z', 'updated_at': '2021-11-24T02:13:35Z', 'revision_number': 5, 'project_id': 'f93383d0dc664183b0bbf076fbbffa93', 'subnets': [{'id': '3e55c7db-bdb1-4052-a412-f86a82085561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:15:28.468509 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eda010a-ea71-4d6d-9a5b-15d800d283cf None None] The sync data for ids ['7680c21c-26dd-44df-a811-5ea50ad063b4'] in dv-neutron-818911-2-hyperv is: [{'id': '7680c21c-26dd-44df-a811-5ea50ad063b4', 'name': 'tempest-TestMinimumBasicScenario-890098246-router', 'tenant_id': 'f93383d0dc664183b0bbf076fbbffa93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.13'}], 'enable_snat': True}, 'gw_port_id': '3cb7eb60-d26b-4cdf-9a64-f503d1898233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:13:28Z', 'updated_at': '2021-11-24T02:13:31Z', 'revision_number': 4, 'project_id': 'f93383d0dc664183b0bbf076fbbffa93', 'gw_port': {'id': '3cb7eb60-d26b-4cdf-9a64-f503d1898233', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:83:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7680c21c-26dd-44df-a811-5ea50ad063b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:13:29Z', 'updated_at': '2021-11-24T02:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': '36d7536e-2066-4e25-a1a2-8c435fa8b77a', 'name': '', 'network_id': '8bdd8806-c7a8-4c41-b45b-ce8b1d329139', 'tenant_id': 'f93383d0dc664183b0bbf076fbbffa93', 'mac_address': 'fa:16:3e:da:3f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7680c21c-26dd-44df-a811-5ea50ad063b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '3e55c7db-bdb1-4052-a412-f86a82085561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:13:31Z', 'updated_at': '2021-11-24T02:13:35Z', 'revision_number': 5, 'project_id': 'f93383d0dc664183b0bbf076fbbffa93', 'subnets': [{'id': '3e55c7db-bdb1-4052-a412-f86a82085561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 02:15:28.473556 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed497ea7-1753-4cd0-a605-c5e69053322a req-f9059be7-082b-4c20-bd1d-0314b2f2d67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:15:28.475155 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-ed497ea7-1753-4cd0-a605-c5e69053322a req-f9059be7-082b-4c20-bd1d-0314b2f2d67b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3e55c7db-bdb1-4052-a412-f86a82085561 HTTP/1.1" status: 200 len: 853 time: 0.0441101 Nov 24 02:15:28.558700 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed497ea7-1753-4cd0-a605-c5e69053322a req-61bcfcac-87cf-487f-b6eb-3608d2c73d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:15:28.560475 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-ed497ea7-1753-4cd0-a605-c5e69053322a req-61bcfcac-87cf-487f-b6eb-3608d2c73d38 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8bdd8806-c7a8-4c41-b45b-ce8b1d329139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0498793 Nov 24 02:15:28.665055 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-ed497ea7-1753-4cd0-a605-c5e69053322a req-36f0f18b-f9c8-4c45-ad49-4d97fb4cc648 service neutron] 10.222.0.48 "GET /v2.0/networks/8bdd8806-c7a8-4c41-b45b-ce8b1d329139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908151 Nov 24 02:15:28.718029 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bde0538-e581-456a-ba98-7394ad0c8129 None None] New status for floating IP b9da12d6-9c99-4649-b8e6-d599143fd44c: DOWN {{(pid=109868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 02:15:28.778373 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-ed497ea7-1753-4cd0-a605-c5e69053322a req-c46dc552-c33f-4677-a172-f06caa11d711 service neutron] 10.222.0.48 "GET /v2.0/networks/8bdd8806-c7a8-4c41-b45b-ce8b1d329139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047435 Nov 24 02:15:29.687754 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:30.154393 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:36.930459 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6289790a-b914-4d3c-b66a-c3472d03371d req-477972ff-71e4-49da-b23f-34e52bcd318e tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:15:36.932102 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-6289790a-b914-4d3c-b66a-c3472d03371d req-477972ff-71e4-49da-b23f-34e52bcd318e tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1bfe12d-ea28-4cf4-9830-7adf017a3ae4 HTTP/1.1" status: 200 len: 946 time: 0.0497286 Nov 24 02:15:36.979581 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-6289790a-b914-4d3c-b66a-c3472d03371d req-50ad77e4-3fee-49d7-b0fa-62cc10578d50 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d203244-489f-4808-a01f-a013f05a273f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413990 Nov 24 02:15:38.097750 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e263d4-046d-4c76-a1e5-515c60e82ed1 req-925d257c-b2bf-442d-b46d-adeb0ab7318f tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:15:38.099215 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-24e263d4-046d-4c76-a1e5-515c60e82ed1 req-925d257c-b2bf-442d-b46d-adeb0ab7318f tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1bfe12d-ea28-4cf4-9830-7adf017a3ae4 HTTP/1.1" status: 200 len: 946 time: 0.0514147 Nov 24 02:15:38.147366 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-24e263d4-046d-4c76-a1e5-515c60e82ed1 req-4e618376-0be5-4ea5-b967-a32c4f1a592e tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d203244-489f-4808-a01f-a013f05a273f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419695 Nov 24 02:15:38.735542 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31a698b-8a7c-47c3-8cf5-0d438f7edb17 req-d0e005de-b409-494f-a95b-6a2ed134000c tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:15:38.736962 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-b31a698b-8a7c-47c3-8cf5-0d438f7edb17 req-d0e005de-b409-494f-a95b-6a2ed134000c tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1bfe12d-ea28-4cf4-9830-7adf017a3ae4 HTTP/1.1" status: 200 len: 946 time: 0.0482447 Nov 24 02:15:38.833341 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [req-b31a698b-8a7c-47c3-8cf5-0d438f7edb17 req-ad882fa2-1e99-472a-b20f-6d470cbfdb4b tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Deleting port 198cb482-6da0-4cec-95c1-3d3772ed6c6f {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 02:15:38.834209 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-b31a698b-8a7c-47c3-8cf5-0d438f7edb17 req-ad882fa2-1e99-472a-b20f-6d470cbfdb4b tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:38.926122 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [req-b31a698b-8a7c-47c3-8cf5-0d438f7edb17 req-ad882fa2-1e99-472a-b20f-6d470cbfdb4b tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] For port 198cb482-6da0-4cec-95c1-3d3772ed6c6f, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=198cb482-6da0-4cec-95c1-3d3772ed6c6f,segment=NetworkSegment(c0f66cb2-cb45-4903-b07e-149dbf5bb69d),segment_id=c0f66cb2-cb45-4903-b07e-149dbf5bb69d)] {{(pid=109867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:15:38.926482 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-b31a698b-8a7c-47c3-8cf5-0d438f7edb17 req-ad882fa2-1e99-472a-b20f-6d470cbfdb4b tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:38.938458 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [req-b31a698b-8a7c-47c3-8cf5-0d438f7edb17 req-ad882fa2-1e99-472a-b20f-6d470cbfdb4b tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Calling delete_port for 198cb482-6da0-4cec-95c1-3d3772ed6c6f owned by compute:nova {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 02:15:39.062109 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-b31a698b-8a7c-47c3-8cf5-0d438f7edb17 req-ad882fa2-1e99-472a-b20f-6d470cbfdb4b tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:39.094805 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad882fa2-1e99-472a-b20f-6d470cbfdb4b tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Pushing event deleted for resources: {'Port': ['ID=198cb482-6da0-4cec-95c1-3d3772ed6c6f,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:15:39.096160 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] get_ports_and_sgs() called for port_ids ['198cb482-6da0-4cec-95c1-3d3772ed6c6f'] {{(pid=109868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 02:15:39.142749 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [req-b31a698b-8a7c-47c3-8cf5-0d438f7edb17 req-ad882fa2-1e99-472a-b20f-6d470cbfdb4b tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] No DVR routers for this DVR port 198cb482-6da0-4cec-95c1-3d3772ed6c6f on host hv-neutron-8189 {{(pid=109867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 02:15:39.145245 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-b31a698b-8a7c-47c3-8cf5-0d438f7edb17 req-ad882fa2-1e99-472a-b20f-6d470cbfdb4b tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:39.149281 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-b31a698b-8a7c-47c3-8cf5-0d438f7edb17 req-ad882fa2-1e99-472a-b20f-6d470cbfdb4b tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] 10.222.0.48 "DELETE /v2.0/ports/198cb482-6da0-4cec-95c1-3d3772ed6c6f HTTP/1.1" status: 204 len: 173 time: 0.4031510 Nov 24 02:15:39.149764 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1bfe12d-ea28-4cf4-9830-7adf017a3ae4', 'name': 'network-vif-deleted', 'tag': '198cb482-6da0-4cec-95c1-3d3772ed6c6f'}] {{(pid=109867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:15:39.152093 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2155eb48762029a847224b6ca77dbed8b251e8450d3d79f1fc0a82d404e82e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2da6ef9-ec49-4ca6-acdd-9f9004312a8e" -d '{"events": [{"server_uuid": "a1bfe12d-ea28-4cf4-9830-7adf017a3ae4", "name": "network-vif-deleted", "tag": "198cb482-6da0-4cec-95c1-3d3772ed6c6f"}]}' {{(pid=109867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:15:39.189206 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 02:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68654e6c-0c0e-4bb8-8c05-dbf7b81409c7 x-openstack-request-id: req-68654e6c-0c0e-4bb8-8c05-dbf7b81409c7 {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:15:39.189544 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1bfe12d-ea28-4cf4-9830-7adf017a3ae4", "name": "network-vif-deleted", "tag": "198cb482-6da0-4cec-95c1-3d3772ed6c6f", "status": "completed", "code": 200}]} {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:15:39.189874 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-68654e6c-0c0e-4bb8-8c05-dbf7b81409c7 {{(pid=109867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:15:39.190363 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1bfe12d-ea28-4cf4-9830-7adf017a3ae4', 'name': 'network-vif-deleted', 'tag': '198cb482-6da0-4cec-95c1-3d3772ed6c6f', 'status': 'completed', 'code': 200} Nov 24 02:15:39.240579 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-4806110e-bcc1-4055-bc88-e1205f1d4cca req-c0dcb164-a8ee-4c58-941b-b27d8c20b3c1 tempest-TestMinimumBasicScenario-390692242 tempest-TestMinimumBasicScenario-390692242-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1bfe12d-ea28-4cf4-9830-7adf017a3ae4 HTTP/1.1" status: 200 len: 210 time: 0.0259752 Nov 24 02:15:41.826598 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 55902) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:15:42.169398 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-117f864b-528e-4bbe-8a1c-f9bbd34699c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3777994'] for router_interface, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:42.429755 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-117f864b-528e-4bbe-8a1c-f9bbd34699c5 admin admin] Deleting port 36d7536e-2066-4e25-a1a2-8c435fa8b77a {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 02:15:42.429998 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-117f864b-528e-4bbe-8a1c-f9bbd34699c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:42.506547 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [None req-117f864b-528e-4bbe-8a1c-f9bbd34699c5 admin admin] For port 36d7536e-2066-4e25-a1a2-8c435fa8b77a, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=36d7536e-2066-4e25-a1a2-8c435fa8b77a,segment=NetworkSegment(c0f66cb2-cb45-4903-b07e-149dbf5bb69d),segment_id=c0f66cb2-cb45-4903-b07e-149dbf5bb69d)] {{(pid=109867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:15:42.506902 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-117f864b-528e-4bbe-8a1c-f9bbd34699c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:42.519434 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-117f864b-528e-4bbe-8a1c-f9bbd34699c5 admin admin] Calling delete_port for 36d7536e-2066-4e25-a1a2-8c435fa8b77a owned by network:router_interface {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 02:15:42.698855 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-117f864b-528e-4bbe-8a1c-f9bbd34699c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:42.700274 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 198cb482-6da0-4cec-95c1-3d3772ed6c6f no longer exists at agent hyperv_hv-neutron-8189 {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 02:15:42.720608 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] No Port match for: 198cb482-6da0-4cec-95c1-3d3772ed6c6f {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 02:15:42.720947 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 198cb482-6da0-4cec-95c1-3d3772ed6c6f not bound to the agent host hv-neutron-8189 {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 02:15:42.725454 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117f864b-528e-4bbe-8a1c-f9bbd34699c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=36d7536e-2066-4e25-a1a2-8c435fa8b77a,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:15:42.895256 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-117f864b-528e-4bbe-8a1c-f9bbd34699c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424538'] for router_interface, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:43.104984 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-117f864b-528e-4bbe-8a1c-f9bbd34699c5 admin admin] Router 7680c21c-26dd-44df-a811-5ea50ad063b4 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 02:15:43.208869 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-117f864b-528e-4bbe-8a1c-f9bbd34699c5 admin admin] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 02:15:43.214781 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-117f864b-528e-4bbe-8a1c-f9bbd34699c5 admin admin] 10.222.0.21 "PUT /v2.0/routers/7680c21c-26dd-44df-a811-5ea50ad063b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3872292 Nov 24 02:15:43.217251 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 55904) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:15:43.218056 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e74229-4da8-4a33-b266-10bf81ab19fe None None] Sync routers for ids ['7680c21c-26dd-44df-a811-5ea50ad063b4'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 02:15:43.229246 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e74229-4da8-4a33-b266-10bf81ab19fe None None] Routers {'7680c21c-26dd-44df-a811-5ea50ad063b4'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:15:43.230103 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-c9e74229-4da8-4a33-b266-10bf81ab19fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:15:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['7680c21c-26dd-44df-a811-5ea50ad063b4'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:15:43.321011 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-81240d4c-4c52-49cc-97bc-4f62b0e0369b admin admin] Publish callbacks [] for router, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:43.332551 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-c9e74229-4da8-4a33-b266-10bf81ab19fe None None] Set router 7680c21c-26dd-44df-a811-5ea50ad063b4 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:15:43.602333 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-c9e74229-4da8-4a33-b266-10bf81ab19fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7680c21c-26dd-44df-a811-5ea50ad063b4', 'name': 'tempest-TestMinimumBasicScenario-890098246-router', 'tenant_id': 'f93383d0dc664183b0bbf076fbbffa93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.13'}], 'enable_snat': True}, 'gw_port_id': '3cb7eb60-d26b-4cdf-9a64-f503d1898233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:13:28Z', 'updated_at': '2021-11-24T02:15:42Z', 'revision_number': 5, 'project_id': 'f93383d0dc664183b0bbf076fbbffa93', 'gw_port': {'id': '3cb7eb60-d26b-4cdf-9a64-f503d1898233', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:83:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7680c21c-26dd-44df-a811-5ea50ad063b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:13:29Z', 'updated_at': '2021-11-24T02:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:15:43.632421 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e74229-4da8-4a33-b266-10bf81ab19fe None None] Checking router: 7680c21c-26dd-44df-a811-5ea50ad063b4 for host: dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 02:15:43.641161 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e74229-4da8-4a33-b266-10bf81ab19fe None None] Routers {'7680c21c-26dd-44df-a811-5ea50ad063b4'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:15:43.641804 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-c9e74229-4da8-4a33-b266-10bf81ab19fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:15:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['7680c21c-26dd-44df-a811-5ea50ad063b4'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:15:43.744527 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-c9e74229-4da8-4a33-b266-10bf81ab19fe None None] Set router 7680c21c-26dd-44df-a811-5ea50ad063b4 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:15:43.748173 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-81240d4c-4c52-49cc-97bc-4f62b0e0369b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:43.803023 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-81240d4c-4c52-49cc-97bc-4f62b0e0369b admin admin] Deleting port 3cb7eb60-d26b-4cdf-9a64-f503d1898233 {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 02:15:43.803365 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-81240d4c-4c52-49cc-97bc-4f62b0e0369b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:43.882558 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [None req-81240d4c-4c52-49cc-97bc-4f62b0e0369b admin admin] For port 3cb7eb60-d26b-4cdf-9a64-f503d1898233, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=3cb7eb60-d26b-4cdf-9a64-f503d1898233,segment=NetworkSegment(03509fd2-ca9c-4aa0-94e6-e236afda62e7),segment_id=03509fd2-ca9c-4aa0-94e6-e236afda62e7)] {{(pid=109867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:15:43.882828 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-81240d4c-4c52-49cc-97bc-4f62b0e0369b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:43.901057 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-81240d4c-4c52-49cc-97bc-4f62b0e0369b admin admin] Calling delete_port for 3cb7eb60-d26b-4cdf-9a64-f503d1898233 owned by network:router_gateway {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 02:15:43.928300 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-c9e74229-4da8-4a33-b266-10bf81ab19fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7680c21c-26dd-44df-a811-5ea50ad063b4', 'name': 'tempest-TestMinimumBasicScenario-890098246-router', 'tenant_id': 'f93383d0dc664183b0bbf076fbbffa93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.13'}], 'enable_snat': True}, 'gw_port_id': '3cb7eb60-d26b-4cdf-9a64-f503d1898233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:13:28Z', 'updated_at': '2021-11-24T02:15:42Z', 'revision_number': 5, 'project_id': 'f93383d0dc664183b0bbf076fbbffa93', 'gw_port': {'id': '3cb7eb60-d26b-4cdf-9a64-f503d1898233', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:83:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7680c21c-26dd-44df-a811-5ea50ad063b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:13:29Z', 'updated_at': '2021-11-24T02:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:15:43.958248 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e74229-4da8-4a33-b266-10bf81ab19fe None None] The sync data for ids ['7680c21c-26dd-44df-a811-5ea50ad063b4'] in dv-neutron-818911-2-hyperv is: [{'id': '7680c21c-26dd-44df-a811-5ea50ad063b4', 'name': 'tempest-TestMinimumBasicScenario-890098246-router', 'tenant_id': 'f93383d0dc664183b0bbf076fbbffa93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.13'}], 'enable_snat': True}, 'gw_port_id': '3cb7eb60-d26b-4cdf-9a64-f503d1898233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:13:28Z', 'updated_at': '2021-11-24T02:15:42Z', 'revision_number': 5, 'project_id': 'f93383d0dc664183b0bbf076fbbffa93', 'gw_port': {'id': '3cb7eb60-d26b-4cdf-9a64-f503d1898233', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:83:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7680c21c-26dd-44df-a811-5ea50ad063b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:13:29Z', 'updated_at': '2021-11-24T02:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 02:15:44.067851 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-81240d4c-4c52-49cc-97bc-4f62b0e0369b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:44.097612 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81240d4c-4c52-49cc-97bc-4f62b0e0369b admin admin] Pushing event deleted for resources: {'Port': ['ID=3cb7eb60-d26b-4cdf-9a64-f503d1898233,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:15:44.111322 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d64cfbd-edfe-48fc-b628-8605a80c6194 None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 02:15:44.157485 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-81240d4c-4c52-49cc-97bc-4f62b0e0369b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418161'] for router_gateway, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:44.250139 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-81240d4c-4c52-49cc-97bc-4f62b0e0369b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-424460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2766'] for router, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:44.252267 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-81240d4c-4c52-49cc-97bc-4f62b0e0369b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:44.297678 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-81240d4c-4c52-49cc-97bc-4f62b0e0369b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-424469'] for router, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:44.298059 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81240d4c-4c52-49cc-97bc-4f62b0e0369b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7680c21c-26dd-44df-a811-5ea50ad063b4 {{(pid=109867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 02:15:44.302510 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-81240d4c-4c52-49cc-97bc-4f62b0e0369b admin admin] Publish callbacks [] for router, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:44.303842 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-81240d4c-4c52-49cc-97bc-4f62b0e0369b admin admin] 10.222.0.21 "DELETE /v2.0/routers/7680c21c-26dd-44df-a811-5ea50ad063b4 HTTP/1.1" status: 204 len: 168 time: 1.0856571 Nov 24 02:15:44.306402 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 55906) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:15:44.357882 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6afa367-c3b3-411a-b402-c24819a22f67 admin admin] Deleting subnet 3e55c7db-bdb1-4052-a412-f86a82085561 {{(pid=109867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 02:15:44.361210 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c6afa367-c3b3-411a-b402-c24819a22f67 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:44.398091 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c6afa367-c3b3-411a-b402-c24819a22f67 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28690885'] for subnet, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:44.476114 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c6afa367-c3b3-411a-b402-c24819a22f67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:44.529470 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c6afa367-c3b3-411a-b402-c24819a22f67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25501782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25307808'] for subnet, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:44.560969 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6afa367-c3b3-411a-b402-c24819a22f67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e55c7db-bdb1-4052-a412-f86a82085561,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:15:44.565796 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c6afa367-c3b3-411a-b402-c24819a22f67 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:44.569957 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-c6afa367-c3b3-411a-b402-c24819a22f67 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/3e55c7db-bdb1-4052-a412-f86a82085561 HTTP/1.1" status: 204 len: 168 time: 0.2625577 Nov 24 02:15:44.571912 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67bdcf4e-9926-4c0c-a229-9e15f73550d4 None None] Network 8bdd8806-c7a8-4c41-b45b-ce8b1d329139 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 02:15:44.572984 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 55908) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:15:44.651829 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-90c71dd4-c4be-4664-9a2a-b1957505e33a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:44.702706 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-90c71dd4-c4be-4664-9a2a-b1957505e33a admin admin] Deleting port cd08c6f4-73e6-4f71-81a7-e444041f3f14 {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 02:15:44.703047 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-90c71dd4-c4be-4664-9a2a-b1957505e33a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:44.764919 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [None req-90c71dd4-c4be-4664-9a2a-b1957505e33a admin admin] For port cd08c6f4-73e6-4f71-81a7-e444041f3f14, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=cd08c6f4-73e6-4f71-81a7-e444041f3f14,segment=NetworkSegment(c0f66cb2-cb45-4903-b07e-149dbf5bb69d),segment_id=c0f66cb2-cb45-4903-b07e-149dbf5bb69d)] {{(pid=109866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:15:44.765278 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-90c71dd4-c4be-4664-9a2a-b1957505e33a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:44.780839 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-90c71dd4-c4be-4664-9a2a-b1957505e33a admin admin] Calling delete_port for cd08c6f4-73e6-4f71-81a7-e444041f3f14 owned by network:dhcp {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 02:15:44.857436 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-90c71dd4-c4be-4664-9a2a-b1957505e33a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:44.883091 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c71dd4-c4be-4664-9a2a-b1957505e33a admin admin] Pushing event deleted for resources: {'Port': ['ID=cd08c6f4-73e6-4f71-81a7-e444041f3f14,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:15:44.886533 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c71dd4-c4be-4664-9a2a-b1957505e33a admin admin] No DVR routers for this DVR port cd08c6f4-73e6-4f71-81a7-e444041f3f14 on host dv-neutron-818911-2-hyperv {{(pid=109866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 02:15:44.957361 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-90c71dd4-c4be-4664-9a2a-b1957505e33a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:44.976059 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b15c8533-75f3-4eac-823a-3eddf22df5ce None None] DHCP port deletion for 8bdd8806-c7a8-4c41-b45b-ce8b1d329139 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 02:15:44.979535 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-90c71dd4-c4be-4664-9a2a-b1957505e33a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bdd8806-c7a8-4c41-b45b-ce8b1d329139']}} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:15:44.995606 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-90c71dd4-c4be-4664-9a2a-b1957505e33a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0f66cb2-cb45-4903-b07e-149dbf5bb69d') {'for_net_delete': True} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:15:44.995906 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-90c71dd4-c4be-4664-9a2a-b1957505e33a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0f66cb2-cb45-4903-b07e-149dbf5bb69d') {} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:15:45.010209 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-90c71dd4-c4be-4664-9a2a-b1957505e33a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29055561'] for segment, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:45.024936 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-90c71dd4-c4be-4664-9a2a-b1957505e33a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:45.029527 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device cd08c6f4-73e6-4f71-81a7-e444041f3f14 no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 02:15:45.030561 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90c71dd4-c4be-4664-9a2a-b1957505e33a admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=109866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 02:15:45.031078 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-90c71dd4-c4be-4664-9a2a-b1957505e33a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29151010'] for segment, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:45.033054 dv-neutron-818911-2-hyperv neutron-server[109866]: Traceback (most recent call last): Nov 24 02:15:45.033054 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 02:15:45.033054 dv-neutron-818911-2-hyperv neutron-server[109866]: timer() Nov 24 02:15:45.033054 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 02:15:45.033054 dv-neutron-818911-2-hyperv neutron-server[109866]: cb(*args, **kw) Nov 24 02:15:45.033054 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 02:15:45.033054 dv-neutron-818911-2-hyperv neutron-server[109866]: return func(*args, **kwargs) Nov 24 02:15:45.033054 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 02:15:45.033054 dv-neutron-818911-2-hyperv neutron-server[109866]: self._notify() Nov 24 02:15:45.033054 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 02:15:45.033054 dv-neutron-818911-2-hyperv neutron-server[109866]: self.callback(batched_events) Nov 24 02:15:45.033054 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 02:15:45.033054 dv-neutron-818911-2-hyperv neutron-server[109866]: event.method(event) Nov 24 02:15:45.033054 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 02:15:45.033054 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 02:15:45.033054 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 02:15:45.033054 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 02:15:45.033054 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 02:15:45.033054 dv-neutron-818911-2-hyperv neutron-server[109866]: return f(self, *a, **k) Nov 24 02:15:45.033054 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 02:15:45.033054 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._get(url).json() Nov 24 02:15:45.033054 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 02:15:45.033054 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 02:15:45.033054 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 02:15:45.033054 dv-neutron-818911-2-hyperv neutron-server[109866]: return self.request(url, 'GET', **kwargs) Nov 24 02:15:45.033054 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 02:15:45.033054 dv-neutron-818911-2-hyperv neutron-server[109866]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 02:15:45.033054 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 02:15:45.033054 dv-neutron-818911-2-hyperv neutron-server[109866]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 02:15:45.033054 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 02:15:45.033054 dv-neutron-818911-2-hyperv neutron-server[109866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 02:15:45.033054 dv-neutron-818911-2-hyperv neutron-server[109866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 02:15:45.054007 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: cd08c6f4-73e6-4f71-81a7-e444041f3f14 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 02:15:45.054359 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device cd08c6f4-73e6-4f71-81a7-e444041f3f14 not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 02:15:45.054784 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 3cb7eb60-d26b-4cdf-9a64-f503d1898233 no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 02:15:45.073986 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: 3cb7eb60-d26b-4cdf-9a64-f503d1898233 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 02:15:45.074334 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 3cb7eb60-d26b-4cdf-9a64-f503d1898233 not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 02:15:45.074752 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 36d7536e-2066-4e25-a1a2-8c435fa8b77a no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 02:15:45.090228 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-90c71dd4-c4be-4664-9a2a-b1957505e33a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:45.094146 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: 36d7536e-2066-4e25-a1a2-8c435fa8b77a {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 02:15:45.094497 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 36d7536e-2066-4e25-a1a2-8c435fa8b77a not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 02:15:45.095411 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-90c71dd4-c4be-4664-9a2a-b1957505e33a admin admin] Publish callbacks [] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:45.101802 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-90c71dd4-c4be-4664-9a2a-b1957505e33a admin admin] 10.222.0.21 "DELETE /v2.0/networks/8bdd8806-c7a8-4c41-b45b-ce8b1d329139 HTTP/1.1" status: 204 len: 168 time: 0.5245767 Nov 24 02:15:45.102059 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 55910) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:15:45.116548 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c71dd4-c4be-4664-9a2a-b1957505e33a admin admin] Pushing event deleted for resources: {'Network': ['ID=8bdd8806-c7a8-4c41-b45b-ce8b1d329139,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:15:45.444985 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1f9ee686-f0b2-4e41-8ef7-07440161d5d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3777994'] for router_interface, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:45.686160 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-1f9ee686-f0b2-4e41-8ef7-07440161d5d1 admin admin] Deleting port 405f695c-35d8-475f-8f63-62ff20bd55c2 {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 02:15:45.686495 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1f9ee686-f0b2-4e41-8ef7-07440161d5d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:45.766150 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [None req-1f9ee686-f0b2-4e41-8ef7-07440161d5d1 admin admin] For port 405f695c-35d8-475f-8f63-62ff20bd55c2, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=405f695c-35d8-475f-8f63-62ff20bd55c2,segment=NetworkSegment(395bf7a6-a3d4-43e9-a2d3-702cb5bf035f),segment_id=395bf7a6-a3d4-43e9-a2d3-702cb5bf035f)] {{(pid=109867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:15:45.766419 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1f9ee686-f0b2-4e41-8ef7-07440161d5d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:45.779217 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-1f9ee686-f0b2-4e41-8ef7-07440161d5d1 admin admin] Calling delete_port for 405f695c-35d8-475f-8f63-62ff20bd55c2 owned by network:router_interface {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 02:15:45.957614 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1f9ee686-f0b2-4e41-8ef7-07440161d5d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:45.984570 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9ee686-f0b2-4e41-8ef7-07440161d5d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=405f695c-35d8-475f-8f63-62ff20bd55c2,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:15:46.148755 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1f9ee686-f0b2-4e41-8ef7-07440161d5d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424538'] for router_interface, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:46.361051 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f9ee686-f0b2-4e41-8ef7-07440161d5d1 admin admin] Router 8abae675-dff0-49f3-9d65-ddf656d0862f has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 02:15:46.466273 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f9ee686-f0b2-4e41-8ef7-07440161d5d1 admin admin] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 02:15:46.471408 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-1f9ee686-f0b2-4e41-8ef7-07440161d5d1 admin admin] 10.222.0.21 "PUT /v2.0/routers/8abae675-dff0-49f3-9d65-ddf656d0862f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3682909 Nov 24 02:15:46.474005 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 55912) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:15:46.475868 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d9696c-c034-457b-8eb7-a617f13cbdaf None None] Sync routers for ids ['8abae675-dff0-49f3-9d65-ddf656d0862f'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 02:15:46.485464 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d9696c-c034-457b-8eb7-a617f13cbdaf None None] Routers {'8abae675-dff0-49f3-9d65-ddf656d0862f'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:15:46.486078 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-49d9696c-c034-457b-8eb7-a617f13cbdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:15:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['8abae675-dff0-49f3-9d65-ddf656d0862f'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:15:46.579649 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1e8e7c45-fc8a-499f-b01d-fc8a4e503be1 admin admin] Publish callbacks [] for router, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:46.597322 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-49d9696c-c034-457b-8eb7-a617f13cbdaf None None] Set router 8abae675-dff0-49f3-9d65-ddf656d0862f gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:15:46.682743 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1e8e7c45-fc8a-499f-b01d-fc8a4e503be1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:46.741499 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-1e8e7c45-fc8a-499f-b01d-fc8a4e503be1 admin admin] Deleting port 16ffe493-6a1e-4399-8233-893e0d2f87de {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 02:15:46.741848 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1e8e7c45-fc8a-499f-b01d-fc8a4e503be1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:46.776129 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-49d9696c-c034-457b-8eb7-a617f13cbdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8abae675-dff0-49f3-9d65-ddf656d0862f', 'name': 'tempest-TestMinimumBasicScenario-1631081491-router', 'tenant_id': '64afea441c4d47429b56a35113939fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.64'}], 'enable_snat': True}, 'gw_port_id': '16ffe493-6a1e-4399-8233-893e0d2f87de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:13:33Z', 'updated_at': '2021-11-24T02:15:45Z', 'revision_number': 5, 'project_id': '64afea441c4d47429b56a35113939fd5', 'gw_port': {'id': '16ffe493-6a1e-4399-8233-893e0d2f87de', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:09:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abae675-dff0-49f3-9d65-ddf656d0862f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:13:33Z', 'updated_at': '2021-11-24T02:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:15:46.826435 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [None req-1e8e7c45-fc8a-499f-b01d-fc8a4e503be1 admin admin] For port 16ffe493-6a1e-4399-8233-893e0d2f87de, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=16ffe493-6a1e-4399-8233-893e0d2f87de,segment=NetworkSegment(03509fd2-ca9c-4aa0-94e6-e236afda62e7),segment_id=03509fd2-ca9c-4aa0-94e6-e236afda62e7)] {{(pid=109867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:15:46.826890 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1e8e7c45-fc8a-499f-b01d-fc8a4e503be1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:46.839662 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-1e8e7c45-fc8a-499f-b01d-fc8a4e503be1 admin admin] Calling delete_port for 16ffe493-6a1e-4399-8233-893e0d2f87de owned by network:router_gateway {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 02:15:46.945281 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d9696c-c034-457b-8eb7-a617f13cbdaf None None] Checking router: 8abae675-dff0-49f3-9d65-ddf656d0862f for host: dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 02:15:46.953761 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d9696c-c034-457b-8eb7-a617f13cbdaf None None] Routers {'8abae675-dff0-49f3-9d65-ddf656d0862f'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:15:46.954367 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-49d9696c-c034-457b-8eb7-a617f13cbdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:15:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['8abae675-dff0-49f3-9d65-ddf656d0862f'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:15:47.008857 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1e8e7c45-fc8a-499f-b01d-fc8a4e503be1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:47.032840 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8e7c45-fc8a-499f-b01d-fc8a4e503be1 admin admin] Pushing event deleted for resources: {'Port': ['ID=16ffe493-6a1e-4399-8233-893e0d2f87de,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:15:47.038430 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-49d9696c-c034-457b-8eb7-a617f13cbdaf None None] Set router 8abae675-dff0-49f3-9d65-ddf656d0862f gateway port host: None {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:15:47.064298 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d8e77c-3fef-40d3-8323-f9cb6e2e2d21 None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 02:15:47.096249 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1e8e7c45-fc8a-499f-b01d-fc8a4e503be1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418161'] for router_gateway, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:47.097532 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-49d9696c-c034-457b-8eb7-a617f13cbdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8abae675-dff0-49f3-9d65-ddf656d0862f', 'name': 'tempest-TestMinimumBasicScenario-1631081491-router', 'tenant_id': '64afea441c4d47429b56a35113939fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:13:33Z', 'updated_at': '2021-11-24T02:15:46Z', 'revision_number': 6, 'project_id': '64afea441c4d47429b56a35113939fd5', 'gw_port_host': None}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:15:47.128469 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d9696c-c034-457b-8eb7-a617f13cbdaf None None] The sync data for ids ['8abae675-dff0-49f3-9d65-ddf656d0862f'] in dv-neutron-818911-2-hyperv is: [{'id': '8abae675-dff0-49f3-9d65-ddf656d0862f', 'name': 'tempest-TestMinimumBasicScenario-1631081491-router', 'tenant_id': '64afea441c4d47429b56a35113939fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:13:33Z', 'updated_at': '2021-11-24T02:15:46Z', 'revision_number': 6, 'project_id': '64afea441c4d47429b56a35113939fd5', 'gw_port_host': None}] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 02:15:47.188488 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1e8e7c45-fc8a-499f-b01d-fc8a4e503be1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-424460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2766'] for router, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:47.190659 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1e8e7c45-fc8a-499f-b01d-fc8a4e503be1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:47.237397 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1e8e7c45-fc8a-499f-b01d-fc8a4e503be1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-424469'] for router, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:47.237893 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e8e7c45-fc8a-499f-b01d-fc8a4e503be1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8abae675-dff0-49f3-9d65-ddf656d0862f {{(pid=109867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 02:15:47.242238 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1e8e7c45-fc8a-499f-b01d-fc8a4e503be1 admin admin] Publish callbacks [] for router, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:47.243385 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-1e8e7c45-fc8a-499f-b01d-fc8a4e503be1 admin admin] 10.222.0.21 "DELETE /v2.0/routers/8abae675-dff0-49f3-9d65-ddf656d0862f HTTP/1.1" status: 204 len: 168 time: 0.7684529 Nov 24 02:15:47.245970 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 55914) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:15:47.290201 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_v2 [None req-35545f43-f846-4862-8df0-55a01f41a2c2 admin admin] Deleting subnet 986083a4-147f-4fe4-b9d9-11c60bbf25f2 {{(pid=109867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 02:15:47.293575 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-35545f43-f846-4862-8df0-55a01f41a2c2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:47.327516 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-35545f43-f846-4862-8df0-55a01f41a2c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28690885'] for subnet, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:47.405802 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-35545f43-f846-4862-8df0-55a01f41a2c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:47.457610 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-35545f43-f846-4862-8df0-55a01f41a2c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25501782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25307808'] for subnet, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:47.484491 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35545f43-f846-4862-8df0-55a01f41a2c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=986083a4-147f-4fe4-b9d9-11c60bbf25f2,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:15:47.488393 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-35545f43-f846-4862-8df0-55a01f41a2c2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:47.494045 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-35545f43-f846-4862-8df0-55a01f41a2c2 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/986083a4-147f-4fe4-b9d9-11c60bbf25f2 HTTP/1.1" status: 204 len: 168 time: 0.2447071 Nov 24 02:15:47.494905 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 55916) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:15:47.501364 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2637712-8ef8-4441-864d-cff72f8fe115 None None] Network a25c3821-a608-49aa-8492-44560016a089 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 02:15:47.567324 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ffd3b6b2-047b-40bf-add6-48c3321259e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:47.627111 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-ffd3b6b2-047b-40bf-add6-48c3321259e9 admin admin] Deleting port 7d3d2b60-7bde-4c5e-b124-fb5dbd719b1a {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 02:15:47.627463 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ffd3b6b2-047b-40bf-add6-48c3321259e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:47.692335 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0549efec-3e0e-424a-a732-b12b68a6b941 None None] DHCP port deletion for a25c3821-a608-49aa-8492-44560016a089 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 02:15:47.700768 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [None req-ffd3b6b2-047b-40bf-add6-48c3321259e9 admin admin] For port 7d3d2b60-7bde-4c5e-b124-fb5dbd719b1a, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=7d3d2b60-7bde-4c5e-b124-fb5dbd719b1a,segment=NetworkSegment(395bf7a6-a3d4-43e9-a2d3-702cb5bf035f),segment_id=395bf7a6-a3d4-43e9-a2d3-702cb5bf035f)] {{(pid=109866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:15:47.701120 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ffd3b6b2-047b-40bf-add6-48c3321259e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:47.713941 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-ffd3b6b2-047b-40bf-add6-48c3321259e9 admin admin] Calling delete_port for 7d3d2b60-7bde-4c5e-b124-fb5dbd719b1a owned by network:dhcp {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 02:15:47.741257 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-0549efec-3e0e-424a-a732-b12b68a6b941 None None] Deleting port 7d3d2b60-7bde-4c5e-b124-fb5dbd719b1a {{(pid=109868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 02:15:47.741630 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-0549efec-3e0e-424a-a732-b12b68a6b941 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:47.794840 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ffd3b6b2-047b-40bf-add6-48c3321259e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:47.810925 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-0549efec-3e0e-424a-a732-b12b68a6b941 None None] For port 7d3d2b60-7bde-4c5e-b124-fb5dbd719b1a, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=7d3d2b60-7bde-4c5e-b124-fb5dbd719b1a,segment=NetworkSegment(395bf7a6-a3d4-43e9-a2d3-702cb5bf035f),segment_id=395bf7a6-a3d4-43e9-a2d3-702cb5bf035f)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:15:47.811316 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-0549efec-3e0e-424a-a732-b12b68a6b941 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:47.828687 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-0549efec-3e0e-424a-a732-b12b68a6b941 None None] Calling delete_port for 7d3d2b60-7bde-4c5e-b124-fb5dbd719b1a owned by network:dhcp {{(pid=109868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 02:15:47.832189 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd3b6b2-047b-40bf-add6-48c3321259e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d3d2b60-7bde-4c5e-b124-fb5dbd719b1a,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:15:47.834109 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd3b6b2-047b-40bf-add6-48c3321259e9 admin admin] No DVR routers for this DVR port 7d3d2b60-7bde-4c5e-b124-fb5dbd719b1a on host dv-neutron-818911-2-hyperv {{(pid=109866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 02:15:47.904857 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ffd3b6b2-047b-40bf-add6-48c3321259e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:47.905867 dv-neutron-818911-2-hyperv neutron-server[109868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 02:15:47.905867 dv-neutron-818911-2-hyperv neutron-server[109868]: self.session.flush() Nov 24 02:15:47.905867 dv-neutron-818911-2-hyperv neutron-server[109868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 02:15:47.905867 dv-neutron-818911-2-hyperv neutron-server[109868]: self.session.flush() Nov 24 02:15:47.905867 dv-neutron-818911-2-hyperv neutron-server[109868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 02:15:47.905867 dv-neutron-818911-2-hyperv neutron-server[109868]: self.session.flush() Nov 24 02:15:47.905867 dv-neutron-818911-2-hyperv neutron-server[109868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 02:15:47.905867 dv-neutron-818911-2-hyperv neutron-server[109868]: self.session.flush() Nov 24 02:15:47.905867 dv-neutron-818911-2-hyperv neutron-server[109868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 02:15:47.905867 dv-neutron-818911-2-hyperv neutron-server[109868]: self.session.flush() Nov 24 02:15:47.905867 dv-neutron-818911-2-hyperv neutron-server[109868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 02:15:47.905867 dv-neutron-818911-2-hyperv neutron-server[109868]: self.session.flush() Nov 24 02:15:47.905867 dv-neutron-818911-2-hyperv neutron-server[109868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 02:15:47.905867 dv-neutron-818911-2-hyperv neutron-server[109868]: self.session.flush() Nov 24 02:15:47.905867 dv-neutron-818911-2-hyperv neutron-server[109868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 02:15:47.905867 dv-neutron-818911-2-hyperv neutron-server[109868]: self.session.flush() Nov 24 02:15:47.905867 dv-neutron-818911-2-hyperv neutron-server[109868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 02:15:47.905867 dv-neutron-818911-2-hyperv neutron-server[109868]: self.session.flush() Nov 24 02:15:47.905867 dv-neutron-818911-2-hyperv neutron-server[109868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 02:15:47.905867 dv-neutron-818911-2-hyperv neutron-server[109868]: self.session.flush() Nov 24 02:15:47.905867 dv-neutron-818911-2-hyperv neutron-server[109868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 02:15:47.905867 dv-neutron-818911-2-hyperv neutron-server[109868]: self.session.flush() Nov 24 02:15:47.905867 dv-neutron-818911-2-hyperv neutron-server[109868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 02:15:47.905867 dv-neutron-818911-2-hyperv neutron-server[109868]: self.session.flush() Nov 24 02:15:47.905867 dv-neutron-818911-2-hyperv neutron-server[109868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 02:15:47.905867 dv-neutron-818911-2-hyperv neutron-server[109868]: self.session.flush() Nov 24 02:15:47.905867 dv-neutron-818911-2-hyperv neutron-server[109868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 02:15:47.905867 dv-neutron-818911-2-hyperv neutron-server[109868]: self.session.flush() Nov 24 02:15:47.905867 dv-neutron-818911-2-hyperv neutron-server[109868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 02:15:47.905867 dv-neutron-818911-2-hyperv neutron-server[109868]: self.session.flush() Nov 24 02:15:47.905867 dv-neutron-818911-2-hyperv neutron-server[109868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 02:15:47.905867 dv-neutron-818911-2-hyperv neutron-server[109868]: self.session.flush() Nov 24 02:15:47.905867 dv-neutron-818911-2-hyperv neutron-server[109868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 02:15:47.905867 dv-neutron-818911-2-hyperv neutron-server[109868]: self.session.flush() Nov 24 02:15:47.905867 dv-neutron-818911-2-hyperv neutron-server[109868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 02:15:47.905867 dv-neutron-818911-2-hyperv neutron-server[109868]: self.session.flush() Nov 24 02:15:47.905867 dv-neutron-818911-2-hyperv neutron-server[109868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 02:15:47.905867 dv-neutron-818911-2-hyperv neutron-server[109868]: self.session.flush() Nov 24 02:15:47.905867 dv-neutron-818911-2-hyperv neutron-server[109868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 02:15:47.905867 dv-neutron-818911-2-hyperv neutron-server[109868]: self.session.flush() Nov 24 02:15:47.905867 dv-neutron-818911-2-hyperv neutron-server[109868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 02:15:47.905867 dv-neutron-818911-2-hyperv neutron-server[109868]: self.session.flush() Nov 24 02:15:47.905867 dv-neutron-818911-2-hyperv neutron-server[109868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 02:15:47.905867 dv-neutron-818911-2-hyperv neutron-server[109868]: self.session.flush() Nov 24 02:15:47.905867 dv-neutron-818911-2-hyperv neutron-server[109868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 02:15:47.905867 dv-neutron-818911-2-hyperv neutron-server[109868]: self.session.flush() Nov 24 02:15:47.905867 dv-neutron-818911-2-hyperv neutron-server[109868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 02:15:47.905867 dv-neutron-818911-2-hyperv neutron-server[109868]: self.session.flush() Nov 24 02:15:47.905867 dv-neutron-818911-2-hyperv neutron-server[109868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 02:15:47.905867 dv-neutron-818911-2-hyperv neutron-server[109868]: self.session.flush() Nov 24 02:15:47.905867 dv-neutron-818911-2-hyperv neutron-server[109868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 02:15:47.905867 dv-neutron-818911-2-hyperv neutron-server[109868]: self.session.flush() Nov 24 02:15:47.905867 dv-neutron-818911-2-hyperv neutron-server[109868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 02:15:47.905867 dv-neutron-818911-2-hyperv neutron-server[109868]: self.session.flush() Nov 24 02:15:47.916614 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-0549efec-3e0e-424a-a732-b12b68a6b941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974'] for port, after_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:47.926207 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-ffd3b6b2-047b-40bf-add6-48c3321259e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a25c3821-a608-49aa-8492-44560016a089']}} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:15:47.936830 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-ffd3b6b2-047b-40bf-add6-48c3321259e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '395bf7a6-a3d4-43e9-a2d3-702cb5bf035f') {'for_net_delete': True} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:15:47.937222 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-ffd3b6b2-047b-40bf-add6-48c3321259e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '395bf7a6-a3d4-43e9-a2d3-702cb5bf035f') {} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:15:47.943992 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0549efec-3e0e-424a-a732-b12b68a6b941 None None] Pushing event deleted for resources: {'Port': ['ID=7d3d2b60-7bde-4c5e-b124-fb5dbd719b1a,revision_number=None']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:15:47.948517 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0549efec-3e0e-424a-a732-b12b68a6b941 None None] No DVR routers for this DVR port 7d3d2b60-7bde-4c5e-b124-fb5dbd719b1a on host dv-neutron-818911-2-hyperv {{(pid=109868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 02:15:47.951390 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ffd3b6b2-047b-40bf-add6-48c3321259e9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29055561'] for segment, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:47.954821 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0549efec-3e0e-424a-a732-b12b68a6b941 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:15:47.955179 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0549efec-3e0e-424a-a732-b12b68a6b941 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:15:47.955523 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0549efec-3e0e-424a-a732-b12b68a6b941 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:15:47.955860 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0549efec-3e0e-424a-a732-b12b68a6b941 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:15:47.956195 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0549efec-3e0e-424a-a732-b12b68a6b941 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:15:47.956530 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0549efec-3e0e-424a-a732-b12b68a6b941 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:15:47.956864 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0549efec-3e0e-424a-a732-b12b68a6b941 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:15:47.957194 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0549efec-3e0e-424a-a732-b12b68a6b941 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:15:47.957699 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0549efec-3e0e-424a-a732-b12b68a6b941 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:15:47.957880 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0549efec-3e0e-424a-a732-b12b68a6b941 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:15:47.958206 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0549efec-3e0e-424a-a732-b12b68a6b941 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:15:47.958655 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0549efec-3e0e-424a-a732-b12b68a6b941 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:15:47.968059 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ffd3b6b2-047b-40bf-add6-48c3321259e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:47.974249 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffd3b6b2-047b-40bf-add6-48c3321259e9 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=109866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 02:15:47.974663 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ffd3b6b2-047b-40bf-add6-48c3321259e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29151010'] for segment, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:47.976366 dv-neutron-818911-2-hyperv neutron-server[109866]: Traceback (most recent call last): Nov 24 02:15:47.976366 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 02:15:47.976366 dv-neutron-818911-2-hyperv neutron-server[109866]: timer() Nov 24 02:15:47.976366 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 02:15:47.976366 dv-neutron-818911-2-hyperv neutron-server[109866]: cb(*args, **kw) Nov 24 02:15:47.976366 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 02:15:47.976366 dv-neutron-818911-2-hyperv neutron-server[109866]: return func(*args, **kwargs) Nov 24 02:15:47.976366 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 02:15:47.976366 dv-neutron-818911-2-hyperv neutron-server[109866]: self._notify() Nov 24 02:15:47.976366 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 02:15:47.976366 dv-neutron-818911-2-hyperv neutron-server[109866]: self.callback(batched_events) Nov 24 02:15:47.976366 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 02:15:47.976366 dv-neutron-818911-2-hyperv neutron-server[109866]: event.method(event) Nov 24 02:15:47.976366 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 02:15:47.976366 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 02:15:47.976366 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 02:15:47.976366 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 02:15:47.976366 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 02:15:47.976366 dv-neutron-818911-2-hyperv neutron-server[109866]: return f(self, *a, **k) Nov 24 02:15:47.976366 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 02:15:47.976366 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._get(url).json() Nov 24 02:15:47.976366 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 02:15:47.976366 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 02:15:47.976366 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 02:15:47.976366 dv-neutron-818911-2-hyperv neutron-server[109866]: return self.request(url, 'GET', **kwargs) Nov 24 02:15:47.976366 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 02:15:47.976366 dv-neutron-818911-2-hyperv neutron-server[109866]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 02:15:47.976366 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 02:15:47.976366 dv-neutron-818911-2-hyperv neutron-server[109866]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 02:15:47.976366 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 02:15:47.976366 dv-neutron-818911-2-hyperv neutron-server[109866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 02:15:47.976366 dv-neutron-818911-2-hyperv neutron-server[109866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 02:15:48.031690 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ffd3b6b2-047b-40bf-add6-48c3321259e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:48.036947 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ffd3b6b2-047b-40bf-add6-48c3321259e9 admin admin] Publish callbacks [] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:48.040187 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-ffd3b6b2-047b-40bf-add6-48c3321259e9 admin admin] 10.222.0.21 "DELETE /v2.0/networks/a25c3821-a608-49aa-8492-44560016a089 HTTP/1.1" status: 204 len: 168 time: 0.5442796 Nov 24 02:15:48.050580 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd3b6b2-047b-40bf-add6-48c3321259e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=a25c3821-a608-49aa-8492-44560016a089,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:15:48.200852 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 55920) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:15:48.239502 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-7f702e22-8ed3-4642-84ad-fe3eb3b46bfd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f93383d0dc664183b0bbf076fbbffa93&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0374599 Nov 24 02:15:48.242581 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 55922) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:15:48.288766 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9bb5738a-86e2-434b-a900-7a3057bfb738 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:48.310090 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9bb5738a-86e2-434b-a900-7a3057bfb738 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:48.358786 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9bb5738a-86e2-434b-a900-7a3057bfb738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:48.361536 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-9bb5738a-86e2-434b-a900-7a3057bfb738 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:48.362686 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-9bb5738a-86e2-434b-a900-7a3057bfb738 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2d203244-489f-4808-a01f-a013f05a273f HTTP/1.1" status: 204 len: 168 time: 0.1192241 Nov 24 02:15:48.371194 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb5738a-86e2-434b-a900-7a3057bfb738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d203244-489f-4808-a01f-a013f05a273f,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:15:48.665588 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 55928) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:15:48.704561 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-66ebf869-f7b0-4b47-af71-bc33ea42dad5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=64afea441c4d47429b56a35113939fd5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0377266 Nov 24 02:15:48.706940 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 55930) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:15:48.750046 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 16ffe493-6a1e-4399-8233-893e0d2f87de no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 02:15:48.755222 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c93ae6c7-0dc1-4c04-954a-3d8cba0ada2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:48.774299 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: 16ffe493-6a1e-4399-8233-893e0d2f87de {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 02:15:48.774650 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 16ffe493-6a1e-4399-8233-893e0d2f87de not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 02:15:48.775134 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 405f695c-35d8-475f-8f63-62ff20bd55c2 no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 02:15:48.776839 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c93ae6c7-0dc1-4c04-954a-3d8cba0ada2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:48.796683 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: 405f695c-35d8-475f-8f63-62ff20bd55c2 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 02:15:48.797032 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 405f695c-35d8-475f-8f63-62ff20bd55c2 not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 02:15:48.797481 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 7d3d2b60-7bde-4c5e-b124-fb5dbd719b1a no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 02:15:48.817166 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: 7d3d2b60-7bde-4c5e-b124-fb5dbd719b1a {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 02:15:48.817546 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 7d3d2b60-7bde-4c5e-b124-fb5dbd719b1a not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 02:15:48.826010 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c93ae6c7-0dc1-4c04-954a-3d8cba0ada2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:48.828869 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c93ae6c7-0dc1-4c04-954a-3d8cba0ada2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:48.830054 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-c93ae6c7-0dc1-4c04-954a-3d8cba0ada2d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6ab8f51c-296b-4a6b-8329-5e5e504381b7 HTTP/1.1" status: 204 len: 168 time: 0.1220617 Nov 24 02:15:48.838725 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93ae6c7-0dc1-4c04-954a-3d8cba0ada2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab8f51c-296b-4a6b-8329-5e5e504381b7,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:15:50.408136 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 55970) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:15:50.412745 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-b4a89df2-5ca2-42f4-9154-fc1107710c2b tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-918911737', 'description': 'tempest-secgroup-smoke-918911737 description', 'project_id': '267b27dd9c014097b0435b11fcd7bcf6'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:15:50.434689 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b4a89df2-5ca2-42f4-9154-fc1107710c2b tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:50.442291 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b4a89df2-5ca2-42f4-9154-fc1107710c2b tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:50.513978 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b4a89df2-5ca2-42f4-9154-fc1107710c2b tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:50.517339 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b4a89df2-5ca2-42f4-9154-fc1107710c2b tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:50.556723 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a89df2-5ca2-42f4-9154-fc1107710c2b tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e198afa0-7b5d-41f2-a2ab-1e6bc0fe4866,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:15:50.593100 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b4a89df2-5ca2-42f4-9154-fc1107710c2b tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:50.596385 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b4a89df2-5ca2-42f4-9154-fc1107710c2b tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:50.624298 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b4a89df2-5ca2-42f4-9154-fc1107710c2b tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:50.625561 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-b4a89df2-5ca2-42f4-9154-fc1107710c2b tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2163465 Nov 24 02:15:50.627385 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a89df2-5ca2-42f4-9154-fc1107710c2b tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf6d77a-f6e1-47c3-bb0b-4e3ac3a3753f,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:15:50.628581 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 55972) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:15:50.633778 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-c56e8b99-607c-4965-990d-e1fea9627fe0 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Request body: {'security_group_rule': {'security_group_id': 'fdf6d77a-f6e1-47c3-bb0b-4e3ac3a3753f', 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:15:50.661146 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c56e8b99-607c-4965-990d-e1fea9627fe0 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:50.707181 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c56e8b99-607c-4965-990d-e1fea9627fe0 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:50.711073 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c56e8b99-607c-4965-990d-e1fea9627fe0 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:50.729093 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e8b99-607c-4965-990d-e1fea9627fe0 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e038eae1-8515-4ff5-bbd3-96059b65deee,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:15:50.733222 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c56e8b99-607c-4965-990d-e1fea9627fe0 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:50.736987 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-c56e8b99-607c-4965-990d-e1fea9627fe0 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1048179 Nov 24 02:15:50.737506 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 55974) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:15:50.741939 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-8332938d-9d64-4fb0-ad40-4f22cd0cb662 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Request body: {'security_group_rule': {'security_group_id': 'fdf6d77a-f6e1-47c3-bb0b-4e3ac3a3753f', 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:15:50.768164 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8332938d-9d64-4fb0-ad40-4f22cd0cb662 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:50.824212 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8332938d-9d64-4fb0-ad40-4f22cd0cb662 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:50.827772 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8332938d-9d64-4fb0-ad40-4f22cd0cb662 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:50.846948 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8332938d-9d64-4fb0-ad40-4f22cd0cb662 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a557e6f3-0d1c-4878-8626-0511bcd9a98f,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:15:50.852984 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8332938d-9d64-4fb0-ad40-4f22cd0cb662 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:50.854374 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-8332938d-9d64-4fb0-ad40-4f22cd0cb662 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1162903 Nov 24 02:15:50.857018 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 55976) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:15:50.861487 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-a71f51fd-d443-408e-be74-bd7afbc91805 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Request body: {'security_group_rule': {'security_group_id': 'fdf6d77a-f6e1-47c3-bb0b-4e3ac3a3753f', 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:15:50.887972 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a71f51fd-d443-408e-be74-bd7afbc91805 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:50.946557 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a71f51fd-d443-408e-be74-bd7afbc91805 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:50.950035 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a71f51fd-d443-408e-be74-bd7afbc91805 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:50.967793 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71f51fd-d443-408e-be74-bd7afbc91805 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72e7354e-cf0d-4ef4-847d-54297bd27bb9,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:15:50.972675 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a71f51fd-d443-408e-be74-bd7afbc91805 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:50.976599 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 55978) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:15:50.976844 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-a71f51fd-d443-408e-be74-bd7afbc91805 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1185284 Nov 24 02:15:50.981355 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-a941b35e-8f9f-4608-9b9c-e73c167266d6 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Request body: {'security_group_rule': {'security_group_id': 'fdf6d77a-f6e1-47c3-bb0b-4e3ac3a3753f', 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:15:51.007419 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a941b35e-8f9f-4608-9b9c-e73c167266d6 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:51.062265 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a941b35e-8f9f-4608-9b9c-e73c167266d6 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:51.065506 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a941b35e-8f9f-4608-9b9c-e73c167266d6 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:51.083471 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a941b35e-8f9f-4608-9b9c-e73c167266d6 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54c59e12-b252-4f54-8869-e3522959bedc,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:15:51.090060 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a941b35e-8f9f-4608-9b9c-e73c167266d6 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:51.091242 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-a941b35e-8f9f-4608-9b9c-e73c167266d6 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1135864 Nov 24 02:15:51.094013 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 55980) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:15:51.098400 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-ce4073de-9e0c-4e8e-944c-638164f562d6 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Request body: {'security_group_rule': {'security_group_id': 'fdf6d77a-f6e1-47c3-bb0b-4e3ac3a3753f', 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:15:51.123705 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.securitygroups_db [None req-ce4073de-9e0c-4e8e-944c-638164f562d6 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Project 267b27dd9c014097b0435b11fcd7bcf6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 02:15:51.128610 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ce4073de-9e0c-4e8e-944c-638164f562d6 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:51.185206 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ce4073de-9e0c-4e8e-944c-638164f562d6 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:51.188872 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ce4073de-9e0c-4e8e-944c-638164f562d6 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:51.206177 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4073de-9e0c-4e8e-944c-638164f562d6 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50e71b42-fd5c-4f60-9e61-4f1f9cc48f9f,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:15:51.212391 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ce4073de-9e0c-4e8e-944c-638164f562d6 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:51.213614 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-ce4073de-9e0c-4e8e-944c-638164f562d6 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1186118 Nov 24 02:15:51.216294 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 55982) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:15:51.220573 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-a88fec3b-9d39-49d6-864f-7a3b8c0d3872 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Request body: {'security_group_rule': {'security_group_id': 'fdf6d77a-f6e1-47c3-bb0b-4e3ac3a3753f', 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:15:51.242565 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.securitygroups_db [None req-a88fec3b-9d39-49d6-864f-7a3b8c0d3872 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Project 267b27dd9c014097b0435b11fcd7bcf6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 02:15:51.247285 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a88fec3b-9d39-49d6-864f-7a3b8c0d3872 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:51.308518 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a88fec3b-9d39-49d6-864f-7a3b8c0d3872 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:51.311822 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a88fec3b-9d39-49d6-864f-7a3b8c0d3872 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:51.328959 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88fec3b-9d39-49d6-864f-7a3b8c0d3872 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5b86382-019a-4041-8690-24a45db0e4ce,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:15:51.335877 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a88fec3b-9d39-49d6-864f-7a3b8c0d3872 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:51.337050 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-a88fec3b-9d39-49d6-864f-7a3b8c0d3872 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1198299 Nov 24 02:15:51.340039 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 55984) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:15:51.344980 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-4111086e-603f-481c-bd21-6776ff79583c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Request body: {'network': {'name': 'tempest-network-smoke--1076245651', 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'port_security_enabled': True}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:15:51.365146 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4111086e-603f-481c-bd21-6776ff79583c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Made reservation on behalf of 267b27dd9c014097b0435b11fcd7bcf6 for: {'network': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 02:15:51.369220 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4111086e-603f-481c-bd21-6776ff79583c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:51.391796 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4111086e-603f-481c-bd21-6776ff79583c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=109866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 02:15:51.400445 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4111086e-603f-481c-bd21-6776ff79583c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:51.400603 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.segments_db [None req-4111086e-603f-481c-bd21-6776ff79583c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Added segment 09ead6e9-a7c5-4d9f-be1f-c6fe0c17554f of type vlan for network 850a4469-97ed-4931-b6f0-f1e7f43fb12c Nov 24 02:15:51.439085 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4111086e-603f-481c-bd21-6776ff79583c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:51.462950 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4111086e-603f-481c-bd21-6776ff79583c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:51.468456 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4111086e-603f-481c-bd21-6776ff79583c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:15:51.469029 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4111086e-603f-481c-bd21-6776ff79583c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:51.501224 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-4111086e-603f-481c-bd21-6776ff79583c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1601710 Nov 24 02:15:51.504045 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 55986) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:15:51.510104 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-d05c528c-6b75-49b7-8b82-6d053a76aa9f tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-537262708', 'admin_state_up': True, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:15:51.873846 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4111086e-603f-481c-bd21-6776ff79583c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Pushing event updated for resources: {'Network': ['ID=850a4469-97ed-4931-b6f0-f1e7f43fb12c,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:15:51.883869 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network 850a4469-97ed-4931-b6f0-f1e7f43fb12c details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 02:15:51.886599 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d05c528c-6b75-49b7-8b82-6d053a76aa9f tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-424105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2744'] for router, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:51.887711 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d05c528c-6b75-49b7-8b82-6d053a76aa9f tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-424325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-326625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2753'] for router, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:51.937422 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d05c528c-6b75-49b7-8b82-6d053a76aa9f tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:52.070097 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d05c528c-6b75-49b7-8b82-6d053a76aa9f tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:52.254333 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d05c528c-6b75-49b7-8b82-6d053a76aa9f tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for router_gateway, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:52.272658 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d05c528c-6b75-49b7-8b82-6d053a76aa9f tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:52.376524 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [None req-d05c528c-6b75-49b7-8b82-6d053a76aa9f tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Allocated IP 172.26.5.157 (eb22795d-37ee-46ee-844d-92c17e2ea450/3e66fcff-6e72-4083-b514-48f69cdaa2cb/4aca5a15-5609-4a3d-b1c4-9a1d93b8f13d) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 02:15:52.474133 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d05c528c-6b75-49b7-8b82-6d053a76aa9f tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:52.511187 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d05c528c-6b75-49b7-8b82-6d053a76aa9f tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:52.548926 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05c528c-6b75-49b7-8b82-6d053a76aa9f tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Network eb22795d-37ee-46ee-844d-92c17e2ea450 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 02:15:52.551708 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-d05c528c-6b75-49b7-8b82-6d053a76aa9f tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:15:52.555646 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05c528c-6b75-49b7-8b82-6d053a76aa9f tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 02:15:52.565532 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27755330-3e50-457d-9920-9cdf7b1f587f None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 02:15:52.578240 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05c528c-6b75-49b7-8b82-6d053a76aa9f tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Pushing event updated for resources: {'Port': ['ID=4aca5a15-5609-4a3d-b1c4-9a1d93b8f13d,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:15:52.601652 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-cc7a6e39-6f57-4e93-bfb2-01ae6d0c0c06 None None] Provisioning complete for port 4aca5a15-5609-4a3d-b1c4-9a1d93b8f13d triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:15:52.602018 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-cc7a6e39-6f57-4e93-bfb2-01ae6d0c0c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:52.635245 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-cc7a6e39-6f57-4e93-bfb2-01ae6d0c0c06 None None] Port 4aca5a15-5609-4a3d-b1c4-9a1d93b8f13d cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 02:15:52.802513 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d05c528c-6b75-49b7-8b82-6d053a76aa9f tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for router_gateway, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:52.997145 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d05c528c-6b75-49b7-8b82-6d053a76aa9f tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-424338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418138'] for router, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:53.121798 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d05c528c-6b75-49b7-8b82-6d053a76aa9f tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Router edf49247-79c5-4ae0-99da-79eecccc5954 is scheduled to L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e with binding_index 1 {{(pid=109866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 02:15:53.225773 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d05c528c-6b75-49b7-8b82-6d053a76aa9f tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 02:15:53.235060 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d1a838-65ed-45b4-9d18-f91a39488b40 None None] Sync routers for ids ['edf49247-79c5-4ae0-99da-79eecccc5954'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 02:15:53.244813 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d1a838-65ed-45b4-9d18-f91a39488b40 None None] Routers {'edf49247-79c5-4ae0-99da-79eecccc5954'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:15:53.245439 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-72d1a838-65ed-45b4-9d18-f91a39488b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:15:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['edf49247-79c5-4ae0-99da-79eecccc5954'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:15:53.245839 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d05c528c-6b75-49b7-8b82-6d053a76aa9f tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for router, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:53.247063 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-d05c528c-6b75-49b7-8b82-6d053a76aa9f tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7421081 Nov 24 02:15:53.250117 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 55988) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:15:53.351724 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-72d1a838-65ed-45b4-9d18-f91a39488b40 None None] Set router edf49247-79c5-4ae0-99da-79eecccc5954 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:15:53.372556 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-666253f0-1c21-4fb2-8d15-a8a878e9029d tempest-TestNetworkAdvancedServerOps-597099735 tempest-TestNetworkAdvancedServerOps-597099735-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=267b27dd9c014097b0435b11fcd7bcf6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1211846 Nov 24 02:15:53.375162 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 55992) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:15:53.462753 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74098cc-8a62-4b0b-8abb-81532c5a7000 tempest-TestNetworkAdvancedServerOps-597099735 tempest-TestNetworkAdvancedServerOps-597099735-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:15:53.464280 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-e74098cc-8a62-4b0b-8abb-81532c5a7000 tempest-TestNetworkAdvancedServerOps-597099735 tempest-TestNetworkAdvancedServerOps-597099735-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0882223 Nov 24 02:15:53.467183 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 55994) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:15:53.493798 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-5239c1a7-b51c-4c7a-90d7-097d30b2d0aa tempest-TestNetworkAdvancedServerOps-597099735 tempest-TestNetworkAdvancedServerOps-597099735-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=eb22795d-37ee-46ee-844d-92c17e2ea450&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0255268 Nov 24 02:15:53.496604 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 55996) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:15:53.501426 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-b7b8a183-8c7f-4fc6-8ce9-5a6495b739be tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-233451102', 'network_id': '850a4469-97ed-4931-b6f0-f1e7f43fb12c', 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:15:53.524994 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-72d1a838-65ed-45b4-9d18-f91a39488b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edf49247-79c5-4ae0-99da-79eecccc5954', 'name': 'tempest-TestNetworkAdvancedServerOps-router-537262708', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.157'}], 'enable_snat': True}, 'gw_port_id': '4aca5a15-5609-4a3d-b1c4-9a1d93b8f13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:15:51Z', 'updated_at': '2021-11-24T02:15:52Z', 'revision_number': 3, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'gw_port': {'id': '4aca5a15-5609-4a3d-b1c4-9a1d93b8f13d', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1b:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edf49247-79c5-4ae0-99da-79eecccc5954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:15:52Z', 'updated_at': '2021-11-24T02:15:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:15:53.550724 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d1a838-65ed-45b4-9d18-f91a39488b40 None None] Checking router: edf49247-79c5-4ae0-99da-79eecccc5954 for host: dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 02:15:53.551063 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d1a838-65ed-45b4-9d18-f91a39488b40 None None] Updating router edf49247-79c5-4ae0-99da-79eecccc5954 port 4aca5a15-5609-4a3d-b1c4-9a1d93b8f13d binding host dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 02:15:53.578632 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-72d1a838-65ed-45b4-9d18-f91a39488b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:53.592565 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7b8a183-8c7f-4fc6-8ce9-5a6495b739be tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Made reservation on behalf of 267b27dd9c014097b0435b11fcd7bcf6 for: {'subnet': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 02:15:53.596220 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b7b8a183-8c7f-4fc6-8ce9-5a6495b739be tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29154835'] for subnet, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:53.776913 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b7b8a183-8c7f-4fc6-8ce9-5a6495b739be tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29149261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29154849'] for subnet, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:53.827285 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-72d1a838-65ed-45b4-9d18-f91a39488b40 None None] Publish callbacks [] for port, precommit_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:53.832703 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-72d1a838-65ed-45b4-9d18-f91a39488b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:53.843160 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b8a183-8c7f-4fc6-8ce9-5a6495b739be tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Pushing event updated for resources: {'Subnet': ['ID=5fd1172b-9d4a-4114-9ea5-2663bc21721b,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:15:53.848238 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b8a183-8c7f-4fc6-8ce9-5a6495b739be tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Checking segment: {'id': '09ead6e9-a7c5-4d9f-be1f-c6fe0c17554f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '850a4469-97ed-4931-b6f0-f1e7f43fb12c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 02:15:53.848238 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b8a183-8c7f-4fc6-8ce9-5a6495b739be tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Network hostable DHCP agents. Network: 850a4469-97ed-4931-b6f0-f1e7f43fb12c, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 02:15:53.866427 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b8a183-8c7f-4fc6-8ce9-5a6495b739be tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Network 850a4469-97ed-4931-b6f0-f1e7f43fb12c is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 02:15:53.876302 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-b7b8a183-8c7f-4fc6-8ce9-5a6495b739be tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, 850a4469-97ed-4931-b6f0-f1e7f43fb12c) {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:15:53.880443 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf1a01b-e533-4735-a0f4-1c3c8b7dea65 None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 02:15:53.882743 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b8a183-8c7f-4fc6-8ce9-5a6495b739be tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:15:53.883327 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b7b8a183-8c7f-4fc6-8ce9-5a6495b739be tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:53.891452 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43672235-e084-465f-8745-e6c2230e8006 None None] Pushing event updated for resources: {'Port': ['ID=4aca5a15-5609-4a3d-b1c4-9a1d93b8f13d,revision_number=2']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:15:53.893506 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-72d1a838-65ed-45b4-9d18-f91a39488b40 None None] Attempting to bind port 4aca5a15-5609-4a3d-b1c4-9a1d93b8f13d on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 02:15:53.893912 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-72d1a838-65ed-45b4-9d18-f91a39488b40 None None] Attempting to bind port 4aca5a15-5609-4a3d-b1c4-9a1d93b8f13d by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}] {{(pid=109869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 02:15:53.894217 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d1a838-65ed-45b4-9d18-f91a39488b40 None None] Attempting to bind port 4aca5a15-5609-4a3d-b1c4-9a1d93b8f13d on network eb22795d-37ee-46ee-844d-92c17e2ea450 {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 02:15:53.898731 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bbcdddd-a363-42fa-bafe-6d3f2b3ef5f2 None None] Network 850a4469-97ed-4931-b6f0-f1e7f43fb12c requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 02:15:53.903168 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-b7b8a183-8c7f-4fc6-8ce9-5a6495b739be tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4055564 Nov 24 02:15:53.903583 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43672235-e084-465f-8745-e6c2230e8006 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:15:53.903933 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43672235-e084-465f-8745-e6c2230e8006 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:15:53.904266 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43672235-e084-465f-8745-e6c2230e8006 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:15:53.904592 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43672235-e084-465f-8745-e6c2230e8006 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:15:53.904916 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43672235-e084-465f-8745-e6c2230e8006 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:15:53.905236 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43672235-e084-465f-8745-e6c2230e8006 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:15:53.905673 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43672235-e084-465f-8745-e6c2230e8006 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:15:53.906044 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 55998) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:15:53.906521 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43672235-e084-465f-8745-e6c2230e8006 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:15:53.906521 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43672235-e084-465f-8745-e6c2230e8006 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:15:53.906779 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43672235-e084-465f-8745-e6c2230e8006 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:15:53.907081 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43672235-e084-465f-8745-e6c2230e8006 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:15:53.907403 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43672235-e084-465f-8745-e6c2230e8006 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:15:53.910731 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d1a838-65ed-45b4-9d18-f91a39488b40 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 2, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 02:15:53.911480 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d1a838-65ed-45b4-9d18-f91a39488b40 None None] Checking segment: {'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 02:15:53.912366 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-72d1a838-65ed-45b4-9d18-f91a39488b40 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:53.913390 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d1a838-65ed-45b4-9d18-f91a39488b40 None None] Bound using segment: {'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'} {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 02:15:53.914037 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-72d1a838-65ed-45b4-9d18-f91a39488b40 None None] Bound port: 4aca5a15-5609-4a3d-b1c4-9a1d93b8f13d, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}}] {{(pid=109869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 02:15:53.914746 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-72d1a838-65ed-45b4-9d18-f91a39488b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:53.968874 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.db [None req-72d1a838-65ed-45b4-9d18-f91a39488b40 None None] For port 4aca5a15-5609-4a3d-b1c4-9a1d93b8f13d, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 02:15:53.971978 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.db [None req-72d1a838-65ed-45b4-9d18-f91a39488b40 None None] For port 4aca5a15-5609-4a3d-b1c4-9a1d93b8f13d, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=4aca5a15-5609-4a3d-b1c4-9a1d93b8f13d,segment=NetworkSegment(03509fd2-ca9c-4aa0-94e6-e236afda62e7),segment_id=03509fd2-ca9c-4aa0-94e6-e236afda62e7)] {{(pid=109869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 02:15:53.980029 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-72d1a838-65ed-45b4-9d18-f91a39488b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:53.994451 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-6b72cc37-747a-433a-8868-4ea9ca2ad0cc None None] Provisioning complete for port 4aca5a15-5609-4a3d-b1c4-9a1d93b8f13d triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:15:53.994823 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-6b72cc37-747a-433a-8868-4ea9ca2ad0cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:54.028740 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d1a838-65ed-45b4-9d18-f91a39488b40 None None] Routers {'edf49247-79c5-4ae0-99da-79eecccc5954'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:15:54.029426 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-72d1a838-65ed-45b4-9d18-f91a39488b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:15:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['edf49247-79c5-4ae0-99da-79eecccc5954'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:15:54.033245 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c42233-35be-49f1-a254-aa7452a038bb None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 02:15:54.077137 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43672235-e084-465f-8745-e6c2230e8006 None None] Pushing event updated for resources: {'Port': ['ID=4aca5a15-5609-4a3d-b1c4-9a1d93b8f13d,revision_number=3']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:15:54.146152 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-72d1a838-65ed-45b4-9d18-f91a39488b40 None None] Set router edf49247-79c5-4ae0-99da-79eecccc5954 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:15:54.148341 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58112e93-d2c8-42f0-ba2b-fc18a077090e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-850a4469-97ed-4931-b6f0-f1e7f43fb12c', 'network_id': '850a4469-97ed-4931-b6f0-f1e7f43fb12c', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'fixed_ips': [{'subnet_id': '5fd1172b-9d4a-4114-9ea5-2663bc21721b'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 02:15:54.149202 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-58112e93-d2c8-42f0-ba2b-fc18a077090e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:54.161033 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-6b72cc37-747a-433a-8868-4ea9ca2ad0cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:54.238262 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-6b72cc37-747a-433a-8868-4ea9ca2ad0cc None None] For port 4aca5a15-5609-4a3d-b1c4-9a1d93b8f13d, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=4aca5a15-5609-4a3d-b1c4-9a1d93b8f13d,segment=NetworkSegment(03509fd2-ca9c-4aa0-94e6-e236afda62e7),segment_id=03509fd2-ca9c-4aa0-94e6-e236afda62e7)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:15:54.246493 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-6b72cc37-747a-433a-8868-4ea9ca2ad0cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:54.340161 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b72cc37-747a-433a-8868-4ea9ca2ad0cc None None] Pushing event updated for resources: {'Port': ['ID=4aca5a15-5609-4a3d-b1c4-9a1d93b8f13d,revision_number=4']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:15:54.368686 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-58112e93-d2c8-42f0-ba2b-fc18a077090e None None] Allocated IP 172.20.0.2 (850a4469-97ed-4931-b6f0-f1e7f43fb12c/5fd1172b-9d4a-4114-9ea5-2663bc21721b/2a2a5c2c-1b15-400b-8188-9791fa9f7aab) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 02:15:54.390355 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-201823fa-9339-4294-8f09-65631053ef9e None None] Provisioning complete for port 4aca5a15-5609-4a3d-b1c4-9a1d93b8f13d triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:15:54.390732 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-201823fa-9339-4294-8f09-65631053ef9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:54.428211 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-72d1a838-65ed-45b4-9d18-f91a39488b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edf49247-79c5-4ae0-99da-79eecccc5954', 'name': 'tempest-TestNetworkAdvancedServerOps-router-537262708', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.157'}], 'enable_snat': True}, 'gw_port_id': '4aca5a15-5609-4a3d-b1c4-9a1d93b8f13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:15:51Z', 'updated_at': '2021-11-24T02:15:52Z', 'revision_number': 3, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'gw_port': {'id': '4aca5a15-5609-4a3d-b1c4-9a1d93b8f13d', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1b:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edf49247-79c5-4ae0-99da-79eecccc5954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:15:52Z', 'updated_at': '2021-11-24T02:15:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:15:54.459561 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d1a838-65ed-45b4-9d18-f91a39488b40 None None] The sync data for ids ['edf49247-79c5-4ae0-99da-79eecccc5954'] in dv-neutron-818911-2-hyperv is: [{'id': 'edf49247-79c5-4ae0-99da-79eecccc5954', 'name': 'tempest-TestNetworkAdvancedServerOps-router-537262708', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.157'}], 'enable_snat': True}, 'gw_port_id': '4aca5a15-5609-4a3d-b1c4-9a1d93b8f13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:15:51Z', 'updated_at': '2021-11-24T02:15:52Z', 'revision_number': 3, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'gw_port': {'id': '4aca5a15-5609-4a3d-b1c4-9a1d93b8f13d', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1b:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edf49247-79c5-4ae0-99da-79eecccc5954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:15:52Z', 'updated_at': '2021-11-24T02:15:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 02:15:54.601515 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-58112e93-d2c8-42f0-ba2b-fc18a077090e None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:54.608828 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-58112e93-d2c8-42f0-ba2b-fc18a077090e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:54.652529 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58112e93-d2c8-42f0-ba2b-fc18a077090e None None] Network 850a4469-97ed-4931-b6f0-f1e7f43fb12c is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 02:15:54.656973 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-58112e93-d2c8-42f0-ba2b-fc18a077090e None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:15:54.661459 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58112e93-d2c8-42f0-ba2b-fc18a077090e None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 02:15:54.664597 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58112e93-d2c8-42f0-ba2b-fc18a077090e None None] Pushing event updated for resources: {'Port': ['ID=2a2a5c2c-1b15-400b-8188-9791fa9f7aab,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:15:54.737162 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-58112e93-d2c8-42f0-ba2b-fc18a077090e None None] Attempting to bind port 2a2a5c2c-1b15-400b-8188-9791fa9f7aab on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 02:15:54.737563 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-58112e93-d2c8-42f0-ba2b-fc18a077090e None None] Attempting to bind port 2a2a5c2c-1b15-400b-8188-9791fa9f7aab by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '09ead6e9-a7c5-4d9f-be1f-c6fe0c17554f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '850a4469-97ed-4931-b6f0-f1e7f43fb12c'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 02:15:54.737925 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58112e93-d2c8-42f0-ba2b-fc18a077090e None None] Attempting to bind port 2a2a5c2c-1b15-400b-8188-9791fa9f7aab on network 850a4469-97ed-4931-b6f0-f1e7f43fb12c {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 02:15:54.750100 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58112e93-d2c8-42f0-ba2b-fc18a077090e None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 2, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 02:15:54.750483 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58112e93-d2c8-42f0-ba2b-fc18a077090e None None] Checking segment: {'id': '09ead6e9-a7c5-4d9f-be1f-c6fe0c17554f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '850a4469-97ed-4931-b6f0-f1e7f43fb12c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 02:15:54.750899 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-58112e93-d2c8-42f0-ba2b-fc18a077090e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:54.751289 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58112e93-d2c8-42f0-ba2b-fc18a077090e None None] Bound using segment: {'id': '09ead6e9-a7c5-4d9f-be1f-c6fe0c17554f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '850a4469-97ed-4931-b6f0-f1e7f43fb12c'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 02:15:54.751425 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f6638215-0e51-473b-aaa3-3d65851fe731 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:54.751781 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-58112e93-d2c8-42f0-ba2b-fc18a077090e None None] Bound port: 2a2a5c2c-1b15-400b-8188-9791fa9f7aab, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09ead6e9-a7c5-4d9f-be1f-c6fe0c17554f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '850a4469-97ed-4931-b6f0-f1e7f43fb12c'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 02:15:54.752156 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-58112e93-d2c8-42f0-ba2b-fc18a077090e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:54.821845 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-492b75dc-a7fc-4708-b226-ea8fb737fcfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:54.856193 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-58112e93-d2c8-42f0-ba2b-fc18a077090e None None] For port 2a2a5c2c-1b15-400b-8188-9791fa9f7aab, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 02:15:54.859434 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-58112e93-d2c8-42f0-ba2b-fc18a077090e None None] For port 2a2a5c2c-1b15-400b-8188-9791fa9f7aab, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=2a2a5c2c-1b15-400b-8188-9791fa9f7aab,segment=NetworkSegment(09ead6e9-a7c5-4d9f-be1f-c6fe0c17554f),segment_id=09ead6e9-a7c5-4d9f-be1f-c6fe0c17554f)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 02:15:54.870057 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-58112e93-d2c8-42f0-ba2b-fc18a077090e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:54.904939 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 4aca5a15-5609-4a3d-b1c4-9a1d93b8f13d up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 02:15:54.969768 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58112e93-d2c8-42f0-ba2b-fc18a077090e None None] Pushing event updated for resources: {'Port': ['ID=2a2a5c2c-1b15-400b-8188-9791fa9f7aab,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:15:54.994901 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 4aca5a15-5609-4a3d-b1c4-9a1d93b8f13d triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:15:54.995299 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:55.106576 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-f6638215-0e51-473b-aaa3-3d65851fe731 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Allocated IP 172.20.0.1 (850a4469-97ed-4931-b6f0-f1e7f43fb12c/5fd1172b-9d4a-4114-9ea5-2663bc21721b/1944968f-76e3-4a56-a775-7c2ec6d83a68) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 02:15:55.169336 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.agents_db [None req-4e42c10c-a1d3-4d07-89d6-7a24334140aa None None] Agent healthcheck: found 6 active agents {{(pid=109869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 02:15:55.268240 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f6638215-0e51-473b-aaa3-3d65851fe731 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:55.310194 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f6638215-0e51-473b-aaa3-3d65851fe731 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:55.351796 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6638215-0e51-473b-aaa3-3d65851fe731 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Network 850a4469-97ed-4931-b6f0-f1e7f43fb12c is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 02:15:55.357240 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-f6638215-0e51-473b-aaa3-3d65851fe731 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:15:55.361124 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6638215-0e51-473b-aaa3-3d65851fe731 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 02:15:55.387540 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6638215-0e51-473b-aaa3-3d65851fe731 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Pushing event updated for resources: {'Port': ['ID=1944968f-76e3-4a56-a775-7c2ec6d83a68,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:15:55.411037 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f6638215-0e51-473b-aaa3-3d65851fe731 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3777869'] for router_interface, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:55.542991 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f6638215-0e51-473b-aaa3-3d65851fe731 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:55.827982 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f6638215-0e51-473b-aaa3-3d65851fe731 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for port, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:55.833298 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f6638215-0e51-473b-aaa3-3d65851fe731 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25501696'] for port, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:55.899241 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0feb019b-9a77-422a-b2ea-cc246bbb4d48 None None] Network 850a4469-97ed-4931-b6f0-f1e7f43fb12c requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 02:15:55.910694 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6638215-0e51-473b-aaa3-3d65851fe731 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Pushing event updated for resources: {'Port': ['ID=1944968f-76e3-4a56-a775-7c2ec6d83a68,revision_number=2']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:15:55.913265 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f6638215-0e51-473b-aaa3-3d65851fe731 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3778017'] for router_interface, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:55.972288 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-3728d7dc-56ba-419b-b8be-c1eb2271174b None None] Provisioning complete for port 2a2a5c2c-1b15-400b-8188-9791fa9f7aab triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:15:55.972902 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-3728d7dc-56ba-419b-b8be-c1eb2271174b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:56.009825 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6638215-0e51-473b-aaa3-3d65851fe731 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Network 850a4469-97ed-4931-b6f0-f1e7f43fb12c is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 02:15:56.011397 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-f6638215-0e51-473b-aaa3-3d65851fe731 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:15:56.135325 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6638215-0e51-473b-aaa3-3d65851fe731 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Router edf49247-79c5-4ae0-99da-79eecccc5954 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 02:15:56.252736 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6638215-0e51-473b-aaa3-3d65851fe731 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 02:15:56.264450 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-f6638215-0e51-473b-aaa3-3d65851fe731 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "PUT /v2.0/routers/edf49247-79c5-4ae0-99da-79eecccc5954/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3519139 Nov 24 02:15:56.264632 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-3728d7dc-56ba-419b-b8be-c1eb2271174b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:56.311673 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-3728d7dc-56ba-419b-b8be-c1eb2271174b None None] For port 2a2a5c2c-1b15-400b-8188-9791fa9f7aab, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=2a2a5c2c-1b15-400b-8188-9791fa9f7aab,segment=NetworkSegment(09ead6e9-a7c5-4d9f-be1f-c6fe0c17554f),segment_id=09ead6e9-a7c5-4d9f-be1f-c6fe0c17554f)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:15:56.315601 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-3728d7dc-56ba-419b-b8be-c1eb2271174b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:56.369539 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3728d7dc-56ba-419b-b8be-c1eb2271174b None None] Pushing event updated for resources: {'Port': ['ID=2a2a5c2c-1b15-400b-8188-9791fa9f7aab,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:15:56.401749 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24df7b3-d506-4927-8d7e-40f00f808926 None None] Sync routers for ids ['edf49247-79c5-4ae0-99da-79eecccc5954'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 02:15:56.412860 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24df7b3-d506-4927-8d7e-40f00f808926 None None] Routers {'edf49247-79c5-4ae0-99da-79eecccc5954'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:15:56.413766 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-e24df7b3-d506-4927-8d7e-40f00f808926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:15:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['edf49247-79c5-4ae0-99da-79eecccc5954'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:15:56.436020 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-a3ef4887-0042-42f9-9966-a788d3eecc19 req-d74b96e9-9a2e-44f4-9c44-487ffd5c644a tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-918911737&fields=id&tenant_id=267b27dd9c014097b0435b11fcd7bcf6 HTTP/1.1" status: 200 len: 267 time: 0.0476682 Nov 24 02:15:56.548239 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-e24df7b3-d506-4927-8d7e-40f00f808926 None None] Set router edf49247-79c5-4ae0-99da-79eecccc5954 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:15:56.562033 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ef4887-0042-42f9-9966-a788d3eecc19 req-455008a6-6e24-415b-82e0-fab2283ebab7 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:15:56.563576 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-a3ef4887-0042-42f9-9966-a788d3eecc19 req-455008a6-6e24-415b-82e0-fab2283ebab7 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/networks?id=850a4469-97ed-4931-b6f0-f1e7f43fb12c HTTP/1.1" status: 200 len: 797 time: 0.1197712 Nov 24 02:15:56.579285 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-cddae249-4c7b-4b0c-a17c-4402b61509ce None None] Provisioning complete for port 2a2a5c2c-1b15-400b-8188-9791fa9f7aab triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:15:56.579609 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-cddae249-4c7b-4b0c-a17c-4402b61509ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:56.581577 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-a3ef4887-0042-42f9-9966-a788d3eecc19 req-0fa7bb4d-ec1f-47d0-aec7-bee9b56c8f8e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/quotas/267b27dd9c014097b0435b11fcd7bcf6 HTTP/1.1" status: 200 len: 375 time: 0.0119107 Nov 24 02:15:56.641983 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-a3ef4887-0042-42f9-9966-a788d3eecc19 req-085187f2-0fc9-4163-80bb-33cacaf4461d tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=267b27dd9c014097b0435b11fcd7bcf6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0518205 Nov 24 02:15:56.756718 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-a3ef4887-0042-42f9-9966-a788d3eecc19 req-87dd52ea-2832-4773-8640-a983ed352cf8 service neutron] 10.222.0.21 "GET /v2.0/networks/850a4469-97ed-4931-b6f0-f1e7f43fb12c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991948 Nov 24 02:15:56.823774 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-cddae249-4c7b-4b0c-a17c-4402b61509ce None None] Provisioning complete for port 1944968f-76e3-4a56-a775-7c2ec6d83a68 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:15:56.824260 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-cddae249-4c7b-4b0c-a17c-4402b61509ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:56.869968 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-a3ef4887-0042-42f9-9966-a788d3eecc19 req-c79e7920-3ec4-460a-a09c-34099ea5ff6d service neutron] 10.222.0.21 "GET /v2.0/networks/850a4469-97ed-4931-b6f0-f1e7f43fb12c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122317 Nov 24 02:15:56.871414 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 2a2a5c2c-1b15-400b-8188-9791fa9f7aab up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 02:15:56.876863 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-e24df7b3-d506-4927-8d7e-40f00f808926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edf49247-79c5-4ae0-99da-79eecccc5954', 'name': 'tempest-TestNetworkAdvancedServerOps-router-537262708', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.157'}], 'enable_snat': True}, 'gw_port_id': '4aca5a15-5609-4a3d-b1c4-9a1d93b8f13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:15:51Z', 'updated_at': '2021-11-24T02:15:55Z', 'revision_number': 4, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'gw_port': {'id': '4aca5a15-5609-4a3d-b1c4-9a1d93b8f13d', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf49247-79c5-4ae0-99da-79eecccc5954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:15:52Z', 'updated_at': '2021-11-24T02:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': '1944968f-76e3-4a56-a775-7c2ec6d83a68', 'name': '', 'network_id': '850a4469-97ed-4931-b6f0-f1e7f43fb12c', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'mac_address': 'fa:16:3e:bb:13:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edf49247-79c5-4ae0-99da-79eecccc5954', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '5fd1172b-9d4a-4114-9ea5-2663bc21721b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:15:54Z', 'updated_at': '2021-11-24T02:15:55Z', 'revision_number': 2, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'subnets': [{'id': '5fd1172b-9d4a-4114-9ea5-2663bc21721b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:15:56.931789 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-cddae249-4c7b-4b0c-a17c-4402b61509ce None None] Port 1944968f-76e3-4a56-a775-7c2ec6d83a68 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 02:15:56.936223 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24df7b3-d506-4927-8d7e-40f00f808926 None None] Checking router: edf49247-79c5-4ae0-99da-79eecccc5954 for host: dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 02:15:56.936573 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24df7b3-d506-4927-8d7e-40f00f808926 None None] Updating router edf49247-79c5-4ae0-99da-79eecccc5954 port 1944968f-76e3-4a56-a775-7c2ec6d83a68 binding host dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 02:15:56.972555 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e24df7b3-d506-4927-8d7e-40f00f808926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:57.012709 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 2a2a5c2c-1b15-400b-8188-9791fa9f7aab triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:15:57.012996 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:57.124344 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-b474c2f3-2209-4729-ac4f-cbb7e8650b05 None None] Provisioning complete for port 1944968f-76e3-4a56-a775-7c2ec6d83a68 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:15:57.124713 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-b474c2f3-2209-4729-ac4f-cbb7e8650b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:57.198806 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-b474c2f3-2209-4729-ac4f-cbb7e8650b05 None None] Port 1944968f-76e3-4a56-a775-7c2ec6d83a68 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 02:15:57.277021 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-b1dfb627-7f3d-4c74-9805-9e40a5baa128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:57.353569 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e24df7b3-d506-4927-8d7e-40f00f808926 None None] Publish callbacks [] for port, precommit_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:57.358798 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e24df7b3-d506-4927-8d7e-40f00f808926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:57.413590 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96debdb8-a84c-4ee9-89f9-a545fc400999 None None] Pushing event updated for resources: {'Port': ['ID=1944968f-76e3-4a56-a775-7c2ec6d83a68,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:15:57.463591 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-e24df7b3-d506-4927-8d7e-40f00f808926 None None] Attempting to bind port 1944968f-76e3-4a56-a775-7c2ec6d83a68 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 02:15:57.463947 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-e24df7b3-d506-4927-8d7e-40f00f808926 None None] Attempting to bind port 1944968f-76e3-4a56-a775-7c2ec6d83a68 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '09ead6e9-a7c5-4d9f-be1f-c6fe0c17554f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '850a4469-97ed-4931-b6f0-f1e7f43fb12c'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 02:15:57.464297 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24df7b3-d506-4927-8d7e-40f00f808926 None None] Attempting to bind port 1944968f-76e3-4a56-a775-7c2ec6d83a68 on network 850a4469-97ed-4931-b6f0-f1e7f43fb12c {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 02:15:57.469690 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24df7b3-d506-4927-8d7e-40f00f808926 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 2, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 02:15:57.470063 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24df7b3-d506-4927-8d7e-40f00f808926 None None] Checking segment: {'id': '09ead6e9-a7c5-4d9f-be1f-c6fe0c17554f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '850a4469-97ed-4931-b6f0-f1e7f43fb12c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 02:15:57.470839 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e24df7b3-d506-4927-8d7e-40f00f808926 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:57.470839 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24df7b3-d506-4927-8d7e-40f00f808926 None None] Bound using segment: {'id': '09ead6e9-a7c5-4d9f-be1f-c6fe0c17554f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '850a4469-97ed-4931-b6f0-f1e7f43fb12c'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 02:15:57.471289 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-e24df7b3-d506-4927-8d7e-40f00f808926 None None] Bound port: 1944968f-76e3-4a56-a775-7c2ec6d83a68, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09ead6e9-a7c5-4d9f-be1f-c6fe0c17554f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '850a4469-97ed-4931-b6f0-f1e7f43fb12c'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 02:15:57.471667 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e24df7b3-d506-4927-8d7e-40f00f808926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:57.536580 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e24df7b3-d506-4927-8d7e-40f00f808926 None None] For port 1944968f-76e3-4a56-a775-7c2ec6d83a68, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 02:15:57.540157 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e24df7b3-d506-4927-8d7e-40f00f808926 None None] For port 1944968f-76e3-4a56-a775-7c2ec6d83a68, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=1944968f-76e3-4a56-a775-7c2ec6d83a68,segment=NetworkSegment(09ead6e9-a7c5-4d9f-be1f-c6fe0c17554f),segment_id=09ead6e9-a7c5-4d9f-be1f-c6fe0c17554f)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 02:15:57.544010 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e24df7b3-d506-4927-8d7e-40f00f808926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:57.597427 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24df7b3-d506-4927-8d7e-40f00f808926 None None] Routers {'edf49247-79c5-4ae0-99da-79eecccc5954'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:15:57.598050 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-e24df7b3-d506-4927-8d7e-40f00f808926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:15:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['edf49247-79c5-4ae0-99da-79eecccc5954'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:15:57.648147 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96debdb8-a84c-4ee9-89f9-a545fc400999 None None] Pushing event updated for resources: {'Port': ['ID=1944968f-76e3-4a56-a775-7c2ec6d83a68,revision_number=4']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:15:57.697653 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-78031a4f-a4f1-4595-8125-5df524a37cec None None] Provisioning complete for port 1944968f-76e3-4a56-a775-7c2ec6d83a68 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:15:57.698016 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-78031a4f-a4f1-4595-8125-5df524a37cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:57.759672 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-e24df7b3-d506-4927-8d7e-40f00f808926 None None] Set router edf49247-79c5-4ae0-99da-79eecccc5954 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:15:58.021641 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-78031a4f-a4f1-4595-8125-5df524a37cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:58.080923 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-ff9d47de-244f-4efb-a8cd-f097cd1f30e9 req-ff45b81f-1890-4120-896b-a9d500b7cc05 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=38588620-0f5b-4957-ab47-285a1b365b07 HTTP/1.1" status: 200 len: 210 time: 0.0416408 Nov 24 02:15:58.107889 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-78031a4f-a4f1-4595-8125-5df524a37cec None None] For port 1944968f-76e3-4a56-a775-7c2ec6d83a68, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=1944968f-76e3-4a56-a775-7c2ec6d83a68,segment=NetworkSegment(09ead6e9-a7c5-4d9f-be1f-c6fe0c17554f),segment_id=09ead6e9-a7c5-4d9f-be1f-c6fe0c17554f)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:15:58.113187 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-78031a4f-a4f1-4595-8125-5df524a37cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:58.195523 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78031a4f-a4f1-4595-8125-5df524a37cec None None] Pushing event updated for resources: {'Port': ['ID=1944968f-76e3-4a56-a775-7c2ec6d83a68,revision_number=5']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:15:58.210769 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:58.215627 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-e24df7b3-d506-4927-8d7e-40f00f808926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edf49247-79c5-4ae0-99da-79eecccc5954', 'name': 'tempest-TestNetworkAdvancedServerOps-router-537262708', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.157'}], 'enable_snat': True}, 'gw_port_id': '4aca5a15-5609-4a3d-b1c4-9a1d93b8f13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:15:51Z', 'updated_at': '2021-11-24T02:15:55Z', 'revision_number': 4, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'gw_port': {'id': '4aca5a15-5609-4a3d-b1c4-9a1d93b8f13d', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf49247-79c5-4ae0-99da-79eecccc5954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:15:52Z', 'updated_at': '2021-11-24T02:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': '1944968f-76e3-4a56-a775-7c2ec6d83a68', 'name': '', 'network_id': '850a4469-97ed-4931-b6f0-f1e7f43fb12c', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'mac_address': 'fa:16:3e:bb:13:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edf49247-79c5-4ae0-99da-79eecccc5954', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '5fd1172b-9d4a-4114-9ea5-2663bc21721b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:15:54Z', 'updated_at': '2021-11-24T02:15:57Z', 'revision_number': 4, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'subnets': [{'id': '5fd1172b-9d4a-4114-9ea5-2663bc21721b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:15:58.253262 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24df7b3-d506-4927-8d7e-40f00f808926 None None] The sync data for ids ['edf49247-79c5-4ae0-99da-79eecccc5954'] in dv-neutron-818911-2-hyperv is: [{'id': 'edf49247-79c5-4ae0-99da-79eecccc5954', 'name': 'tempest-TestNetworkAdvancedServerOps-router-537262708', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.157'}], 'enable_snat': True}, 'gw_port_id': '4aca5a15-5609-4a3d-b1c4-9a1d93b8f13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:15:51Z', 'updated_at': '2021-11-24T02:15:55Z', 'revision_number': 4, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'gw_port': {'id': '4aca5a15-5609-4a3d-b1c4-9a1d93b8f13d', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf49247-79c5-4ae0-99da-79eecccc5954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:15:52Z', 'updated_at': '2021-11-24T02:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': '1944968f-76e3-4a56-a775-7c2ec6d83a68', 'name': '', 'network_id': '850a4469-97ed-4931-b6f0-f1e7f43fb12c', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'mac_address': 'fa:16:3e:bb:13:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edf49247-79c5-4ae0-99da-79eecccc5954', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '5fd1172b-9d4a-4114-9ea5-2663bc21721b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:15:54Z', 'updated_at': '2021-11-24T02:15:57Z', 'revision_number': 4, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'subnets': [{'id': '5fd1172b-9d4a-4114-9ea5-2663bc21721b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 02:15:58.275761 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:58.276776 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-f82aedcc-dfa6-4197-a807-915d0a64a421 None None] Provisioning complete for port 1944968f-76e3-4a56-a775-7c2ec6d83a68 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:15:58.277131 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-f82aedcc-dfa6-4197-a807-915d0a64a421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:58.786182 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 1944968f-76e3-4a56-a775-7c2ec6d83a68 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 02:15:58.835814 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 1944968f-76e3-4a56-a775-7c2ec6d83a68 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:15:58.836182 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:59.202627 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-0ba8eb12-7f88-4f4c-8ab3-17ff1d6046bd req-b388cb6c-d4a4-4f4a-8525-a3dae2a38540 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=38588620-0f5b-4957-ab47-285a1b365b07 HTTP/1.1" status: 200 len: 210 time: 0.0413547 Nov 24 02:15:59.245143 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ef4887-0042-42f9-9966-a788d3eecc19 req-3f21d6a7-b751-4c1b-837b-ac8ba8ad3dce tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:15:59.246687 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-a3ef4887-0042-42f9-9966-a788d3eecc19 req-3f21d6a7-b751-4c1b-837b-ac8ba8ad3dce tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.48 "GET /v2.0/networks?id=850a4469-97ed-4931-b6f0-f1e7f43fb12c HTTP/1.1" status: 200 len: 797 time: 0.1555011 Nov 24 02:15:59.322413 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-a3ef4887-0042-42f9-9966-a788d3eecc19 req-a6d09be9-078b-4464-9a7b-3bff6517aa99 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=267b27dd9c014097b0435b11fcd7bcf6 HTTP/1.1" status: 200 len: 379 time: 0.0599210 Nov 24 02:15:59.356032 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [req-a3ef4887-0042-42f9-9966-a788d3eecc19 req-811e62ae-ff66-49db-8a0a-7e1aa3b36f31 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Request body: {'port': {'device_id': '38588620-0f5b-4957-ab47-285a1b365b07', 'network_id': '850a4469-97ed-4931-b6f0-f1e7f43fb12c', 'admin_state_up': True, 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'security_groups': ['fdf6d77a-f6e1-47c3-bb0b-4e3ac3a3753f']}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:15:59.466215 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3ef4887-0042-42f9-9966-a788d3eecc19 req-811e62ae-ff66-49db-8a0a-7e1aa3b36f31 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Made reservation on behalf of 267b27dd9c014097b0435b11fcd7bcf6 for: {'port': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 02:15:59.469760 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-a3ef4887-0042-42f9-9966-a788d3eecc19 req-811e62ae-ff66-49db-8a0a-7e1aa3b36f31 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:59.602239 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [req-a3ef4887-0042-42f9-9966-a788d3eecc19 req-811e62ae-ff66-49db-8a0a-7e1aa3b36f31 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Allocated IP 172.20.0.13 (850a4469-97ed-4931-b6f0-f1e7f43fb12c/5fd1172b-9d4a-4114-9ea5-2663bc21721b/813b0a55-b5e9-4e53-8d10-6e60b8b3ed64) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 02:15:59.690400 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:59.740923 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-a3ef4887-0042-42f9-9966-a788d3eecc19 req-811e62ae-ff66-49db-8a0a-7e1aa3b36f31 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:59.774664 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-a3ef4887-0042-42f9-9966-a788d3eecc19 req-811e62ae-ff66-49db-8a0a-7e1aa3b36f31 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:59.818769 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3ef4887-0042-42f9-9966-a788d3eecc19 req-811e62ae-ff66-49db-8a0a-7e1aa3b36f31 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Network 850a4469-97ed-4931-b6f0-f1e7f43fb12c is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 02:15:59.821641 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [req-a3ef4887-0042-42f9-9966-a788d3eecc19 req-811e62ae-ff66-49db-8a0a-7e1aa3b36f31 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:15:59.825592 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3ef4887-0042-42f9-9966-a788d3eecc19 req-811e62ae-ff66-49db-8a0a-7e1aa3b36f31 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 02:15:59.832380 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811e62ae-ff66-49db-8a0a-7e1aa3b36f31 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Pushing event updated for resources: {'Port': ['ID=813b0a55-b5e9-4e53-8d10-6e60b8b3ed64,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:15:59.881992 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ef4887-0042-42f9-9966-a788d3eecc19 req-811e62ae-ff66-49db-8a0a-7e1aa3b36f31 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:15:59.882708 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-a3ef4887-0042-42f9-9966-a788d3eecc19 req-811e62ae-ff66-49db-8a0a-7e1aa3b36f31 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:15:59.899836 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-a3ef4887-0042-42f9-9966-a788d3eecc19 req-811e62ae-ff66-49db-8a0a-7e1aa3b36f31 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5477412 Nov 24 02:15:59.918355 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [req-a3ef4887-0042-42f9-9966-a788d3eecc19 req-974f46cb-a334-4f05-a518-739ddcb4f04e service neutron] Request body: {'port': {'device_id': '38588620-0f5b-4957-ab47-285a1b365b07', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8189'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:15:59.979404 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-a3ef4887-0042-42f9-9966-a788d3eecc19 req-974f46cb-a334-4f05-a518-739ddcb4f04e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:00.009939 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-cebbcd52-93b6-4544-9c1a-149b80ed9094 None None] Provisioning complete for port 813b0a55-b5e9-4e53-8d10-6e60b8b3ed64 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:16:00.010304 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-cebbcd52-93b6-4544-9c1a-149b80ed9094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:00.044216 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-cebbcd52-93b6-4544-9c1a-149b80ed9094 None None] Port 813b0a55-b5e9-4e53-8d10-6e60b8b3ed64 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 02:16:00.158873 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:00.250775 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [req-a3ef4887-0042-42f9-9966-a788d3eecc19 req-974f46cb-a334-4f05-a518-739ddcb4f04e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 813b0a55-b5e9-4e53-8d10-6e60b8b3ed64 {{(pid=109867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 02:16:00.258881 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-a3ef4887-0042-42f9-9966-a788d3eecc19 req-974f46cb-a334-4f05-a518-739ddcb4f04e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:00.271004 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.provisioning_blocks [req-a3ef4887-0042-42f9-9966-a788d3eecc19 req-974f46cb-a334-4f05-a518-739ddcb4f04e service neutron] Transition to ACTIVE for port object 813b0a55-b5e9-4e53-8d10-6e60b8b3ed64 will not be triggered until provisioned by entity L2. {{(pid=109867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 02:16:00.275875 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-a3ef4887-0042-42f9-9966-a788d3eecc19 req-974f46cb-a334-4f05-a518-739ddcb4f04e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25501696'] for port, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:00.328701 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc92605-5a88-464b-9d54-c122e1e70a08 req-4b82ef4b-877f-4214-86bf-2886646dfd73 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:16:00.330319 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-7fc92605-5a88-464b-9d54-c122e1e70a08 req-4b82ef4b-877f-4214-86bf-2886646dfd73 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=38588620-0f5b-4957-ab47-285a1b365b07 HTTP/1.1" status: 200 len: 944 time: 0.0551879 Nov 24 02:16:00.335410 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974f46cb-a334-4f05-a518-739ddcb4f04e service neutron] Pushing event updated for resources: {'Port': ['ID=813b0a55-b5e9-4e53-8d10-6e60b8b3ed64,revision_number=2']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:16:00.387358 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-7fc92605-5a88-464b-9d54-c122e1e70a08 req-eedc403f-572e-418f-a8b6-d381e3134cb7 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdf6d77a-f6e1-47c3-bb0b-4e3ac3a3753f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469348 Nov 24 02:16:00.402363 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.managers [req-a3ef4887-0042-42f9-9966-a788d3eecc19 req-974f46cb-a334-4f05-a518-739ddcb4f04e service neutron] Attempting to bind port 813b0a55-b5e9-4e53-8d10-6e60b8b3ed64 on host hv-neutron-8189 for vnic_type normal with profile {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 02:16:00.402708 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.managers [req-a3ef4887-0042-42f9-9966-a788d3eecc19 req-974f46cb-a334-4f05-a518-739ddcb4f04e service neutron] Attempting to bind port 813b0a55-b5e9-4e53-8d10-6e60b8b3ed64 by drivers openvswitch,hyperv on host hv-neutron-8189 at level 0 using segments [{'id': '09ead6e9-a7c5-4d9f-be1f-c6fe0c17554f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '850a4469-97ed-4931-b6f0-f1e7f43fb12c'}] {{(pid=109867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 02:16:00.403041 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ef4887-0042-42f9-9966-a788d3eecc19 req-974f46cb-a334-4f05-a518-739ddcb4f04e service neutron] Attempting to bind port 813b0a55-b5e9-4e53-8d10-6e60b8b3ed64 on network 850a4469-97ed-4931-b6f0-f1e7f43fb12c {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 02:16:00.411627 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ef4887-0042-42f9-9966-a788d3eecc19 req-974f46cb-a334-4f05-a518-739ddcb4f04e service neutron] Port 813b0a55-b5e9-4e53-8d10-6e60b8b3ed64 on network 850a4469-97ed-4931-b6f0-f1e7f43fb12c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8189 {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 02:16:00.411931 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ef4887-0042-42f9-9966-a788d3eecc19 req-974f46cb-a334-4f05-a518-739ddcb4f04e service neutron] Attempting to bind port 813b0a55-b5e9-4e53-8d10-6e60b8b3ed64 on network 850a4469-97ed-4931-b6f0-f1e7f43fb12c {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 02:16:00.417022 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ef4887-0042-42f9-9966-a788d3eecc19 req-974f46cb-a334-4f05-a518-739ddcb4f04e service neutron] Checking agent: {'id': '5773fe6b-0967-455f-9dc9-84c0c923201b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 42, 58), 'started_at': datetime.datetime(2021, 11, 24, 1, 42, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 2, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 02:16:00.417364 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ef4887-0042-42f9-9966-a788d3eecc19 req-974f46cb-a334-4f05-a518-739ddcb4f04e service neutron] Checking segment: {'id': '09ead6e9-a7c5-4d9f-be1f-c6fe0c17554f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '850a4469-97ed-4931-b6f0-f1e7f43fb12c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 02:16:00.417795 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ef4887-0042-42f9-9966-a788d3eecc19 req-974f46cb-a334-4f05-a518-739ddcb4f04e service neutron] Bound using segment: {'id': '09ead6e9-a7c5-4d9f-be1f-c6fe0c17554f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '850a4469-97ed-4931-b6f0-f1e7f43fb12c'} {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 02:16:00.418229 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.managers [req-a3ef4887-0042-42f9-9966-a788d3eecc19 req-974f46cb-a334-4f05-a518-739ddcb4f04e service neutron] Bound port: 813b0a55-b5e9-4e53-8d10-6e60b8b3ed64, host: hv-neutron-8189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09ead6e9-a7c5-4d9f-be1f-c6fe0c17554f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '850a4469-97ed-4931-b6f0-f1e7f43fb12c'}}] {{(pid=109867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 02:16:00.418621 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-a3ef4887-0042-42f9-9966-a788d3eecc19 req-974f46cb-a334-4f05-a518-739ddcb4f04e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:00.484781 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [req-a3ef4887-0042-42f9-9966-a788d3eecc19 req-974f46cb-a334-4f05-a518-739ddcb4f04e service neutron] For port 813b0a55-b5e9-4e53-8d10-6e60b8b3ed64, host hv-neutron-8189, cleared binding levels {{(pid=109867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 02:16:00.487993 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [req-a3ef4887-0042-42f9-9966-a788d3eecc19 req-974f46cb-a334-4f05-a518-739ddcb4f04e service neutron] For port 813b0a55-b5e9-4e53-8d10-6e60b8b3ed64, host hv-neutron-8189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=813b0a55-b5e9-4e53-8d10-6e60b8b3ed64,segment=NetworkSegment(09ead6e9-a7c5-4d9f-be1f-c6fe0c17554f),segment_id=09ead6e9-a7c5-4d9f-be1f-c6fe0c17554f)] {{(pid=109867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 02:16:00.495455 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-a3ef4887-0042-42f9-9966-a788d3eecc19 req-974f46cb-a334-4f05-a518-739ddcb4f04e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25501696'] for port, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:00.533921 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ef4887-0042-42f9-9966-a788d3eecc19 req-974f46cb-a334-4f05-a518-739ddcb4f04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:16:00.534546 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-a3ef4887-0042-42f9-9966-a788d3eecc19 req-974f46cb-a334-4f05-a518-739ddcb4f04e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:00.535933 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-a3ef4887-0042-42f9-9966-a788d3eecc19 req-974f46cb-a334-4f05-a518-739ddcb4f04e service neutron] 10.222.0.48 "PUT /v2.0/ports/813b0a55-b5e9-4e53-8d10-6e60b8b3ed64 HTTP/1.1" status: 200 len: 1094 time: 0.6219037 Nov 24 02:16:00.536383 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38588620-0f5b-4957-ab47-285a1b365b07', 'tag': '813b0a55-b5e9-4e53-8d10-6e60b8b3ed64'}] {{(pid=109867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:16:00.538700 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2155eb48762029a847224b6ca77dbed8b251e8450d3d79f1fc0a82d404e82e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18927e90-2b69-494c-88d8-d0b2bae76ead" -d '{"events": [{"name": "network-changed", "server_uuid": "38588620-0f5b-4957-ab47-285a1b365b07", "tag": "813b0a55-b5e9-4e53-8d10-6e60b8b3ed64"}]}' {{(pid=109867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:16:00.573833 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974f46cb-a334-4f05-a518-739ddcb4f04e service neutron] Pushing event updated for resources: {'Port': ['ID=813b0a55-b5e9-4e53-8d10-6e60b8b3ed64,revision_number=3']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:16:00.648721 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ef4887-0042-42f9-9966-a788d3eecc19 req-467add02-56c2-4fb6-8190-6bd985ec7d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:16:00.650410 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-a3ef4887-0042-42f9-9966-a788d3eecc19 req-467add02-56c2-4fb6-8190-6bd985ec7d9e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=267b27dd9c014097b0435b11fcd7bcf6&device_id=38588620-0f5b-4957-ab47-285a1b365b07 HTTP/1.1" status: 200 len: 1097 time: 0.0471823 Nov 24 02:16:00.658757 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 02:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72ebb0d7-dde9-4849-a595-e03c77020be7 x-openstack-request-id: req-72ebb0d7-dde9-4849-a595-e03c77020be7 {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:16:00.659049 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38588620-0f5b-4957-ab47-285a1b365b07", "tag": "813b0a55-b5e9-4e53-8d10-6e60b8b3ed64", "status": "completed", "code": 200}]} {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:16:00.659303 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-72ebb0d7-dde9-4849-a595-e03c77020be7 {{(pid=109867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:16:00.659705 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38588620-0f5b-4957-ab47-285a1b365b07', 'tag': '813b0a55-b5e9-4e53-8d10-6e60b8b3ed64', 'status': 'completed', 'code': 200} Nov 24 02:16:00.703179 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-a3ef4887-0042-42f9-9966-a788d3eecc19 req-478de5a4-dfff-40a2-9961-b75077a91150 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=813b0a55-b5e9-4e53-8d10-6e60b8b3ed64 HTTP/1.1" status: 200 len: 217 time: 0.0358443 Nov 24 02:16:00.752006 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ef4887-0042-42f9-9966-a788d3eecc19 req-7c00978f-d41c-427d-8227-f594d04860ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:16:00.753469 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-a3ef4887-0042-42f9-9966-a788d3eecc19 req-7c00978f-d41c-427d-8227-f594d04860ca service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5fd1172b-9d4a-4114-9ea5-2663bc21721b HTTP/1.1" status: 200 len: 834 time: 0.0436659 Nov 24 02:16:00.801612 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ef4887-0042-42f9-9966-a788d3eecc19 req-93b9c382-ad4f-4d7e-816d-a3c143fdf563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:16:00.803952 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-a3ef4887-0042-42f9-9966-a788d3eecc19 req-93b9c382-ad4f-4d7e-816d-a3c143fdf563 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=850a4469-97ed-4931-b6f0-f1e7f43fb12c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0435922 Nov 24 02:16:00.893227 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-a3ef4887-0042-42f9-9966-a788d3eecc19 req-5e5b9599-5e67-403d-8597-abe5899082a8 service neutron] 10.222.0.48 "GET /v2.0/networks/850a4469-97ed-4931-b6f0-f1e7f43fb12c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818346 Nov 24 02:16:00.984927 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-a3ef4887-0042-42f9-9966-a788d3eecc19 req-6a176de0-1663-4e33-8b5c-7f2cb0d656c1 service neutron] 10.222.0.48 "GET /v2.0/networks/850a4469-97ed-4931-b6f0-f1e7f43fb12c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850880 Nov 24 02:16:01.106557 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18927e90-2b69-494c-88d8-d0b2bae76ead req-9ddfa49a-eafa-43ff-a56b-9ada66c31958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:16:01.108122 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-18927e90-2b69-494c-88d8-d0b2bae76ead req-9ddfa49a-eafa-43ff-a56b-9ada66c31958 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=267b27dd9c014097b0435b11fcd7bcf6&device_id=38588620-0f5b-4957-ab47-285a1b365b07 HTTP/1.1" status: 200 len: 1097 time: 0.0405700 Nov 24 02:16:01.201046 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18927e90-2b69-494c-88d8-d0b2bae76ead req-37811171-9199-4e30-8a4f-e8c546b4701c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:16:01.202556 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-18927e90-2b69-494c-88d8-d0b2bae76ead req-37811171-9199-4e30-8a4f-e8c546b4701c service neutron] 10.222.0.48 "GET /v2.0/networks?id=850a4469-97ed-4931-b6f0-f1e7f43fb12c HTTP/1.1" status: 200 len: 898 time: 0.0872617 Nov 24 02:16:01.244224 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-18927e90-2b69-494c-88d8-d0b2bae76ead req-0d81aae2-d97d-4ef1-ad8c-5478d7713583 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=813b0a55-b5e9-4e53-8d10-6e60b8b3ed64 HTTP/1.1" status: 200 len: 217 time: 0.0338056 Nov 24 02:16:01.295311 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18927e90-2b69-494c-88d8-d0b2bae76ead req-f739c8dc-d9ef-4a1c-9909-072543f702ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:16:01.296753 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-18927e90-2b69-494c-88d8-d0b2bae76ead req-f739c8dc-d9ef-4a1c-9909-072543f702ab service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5fd1172b-9d4a-4114-9ea5-2663bc21721b HTTP/1.1" status: 200 len: 834 time: 0.0442431 Nov 24 02:16:01.347612 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18927e90-2b69-494c-88d8-d0b2bae76ead req-0451fa9f-82b8-4a35-a509-bed17055850f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:16:01.349083 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-18927e90-2b69-494c-88d8-d0b2bae76ead req-0451fa9f-82b8-4a35-a509-bed17055850f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=850a4469-97ed-4931-b6f0-f1e7f43fb12c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0441525 Nov 24 02:16:01.438969 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-18927e90-2b69-494c-88d8-d0b2bae76ead req-794bcfd2-6cd9-439f-a9b7-1c4dea844d9a service neutron] 10.222.0.48 "GET /v2.0/networks/850a4469-97ed-4931-b6f0-f1e7f43fb12c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823002 Nov 24 02:16:01.501718 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8290c3bb-de70-490e-b336-614044a64f5f req-337eb29d-d6c3-4d0b-910b-4dcdc31845d9 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:16:01.503145 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-8290c3bb-de70-490e-b336-614044a64f5f req-337eb29d-d6c3-4d0b-910b-4dcdc31845d9 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=38588620-0f5b-4957-ab47-285a1b365b07 HTTP/1.1" status: 200 len: 944 time: 0.0487971 Nov 24 02:16:01.536036 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-18927e90-2b69-494c-88d8-d0b2bae76ead req-6bc60640-fefc-49c2-bdd1-0882c9f5556c service neutron] 10.222.0.48 "GET /v2.0/networks/850a4469-97ed-4931-b6f0-f1e7f43fb12c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895143 Nov 24 02:16:01.551959 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-8290c3bb-de70-490e-b336-614044a64f5f req-bff4f336-da0c-47e9-b68e-042750d5513a tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdf6d77a-f6e1-47c3-bb0b-4e3ac3a3753f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428805 Nov 24 02:16:02.666448 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8158507-fd59-4fb7-b2f7-6f6989eab46b req-4dbaf1c0-1722-4e75-bd51-f0fb583a3639 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:16:02.667916 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-d8158507-fd59-4fb7-b2f7-6f6989eab46b req-4dbaf1c0-1722-4e75-bd51-f0fb583a3639 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=38588620-0f5b-4957-ab47-285a1b365b07 HTTP/1.1" status: 200 len: 944 time: 0.0483735 Nov 24 02:16:02.717130 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-d8158507-fd59-4fb7-b2f7-6f6989eab46b req-ac5452fa-6354-4be7-ae0f-3c1e0b005c98 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdf6d77a-f6e1-47c3-bb0b-4e3ac3a3753f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432096 Nov 24 02:16:02.761874 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 813b0a55-b5e9-4e53-8d10-6e60b8b3ed64 details requested by agent hyperv_hv-neutron-8189 with host hv-neutron-8189 {{(pid=109868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 02:16:02.856983 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port 813b0a55-b5e9-4e53-8d10-6e60b8b3ed64, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=813b0a55-b5e9-4e53-8d10-6e60b8b3ed64,segment=NetworkSegment(09ead6e9-a7c5-4d9f-be1f-c6fe0c17554f),segment_id=09ead6e9-a7c5-4d9f-be1f-c6fe0c17554f)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:16:02.867834 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Returning: {'device': '813b0a55-b5e9-4e53-8d10-6e60b8b3ed64', 'network_id': '850a4469-97ed-4931-b6f0-f1e7f43fb12c', 'port_id': '813b0a55-b5e9-4e53-8d10-6e60b8b3ed64', 'mac_address': 'fa:16:3e:cb:8c:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fd1172b-9d4a-4114-9ea5-2663bc21721b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 02:16:02.906315 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:02.918976 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 813b0a55-b5e9-4e53-8d10-6e60b8b3ed64 {{(pid=109868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 02:16:02.936872 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port 813b0a55-b5e9-4e53-8d10-6e60b8b3ed64, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=813b0a55-b5e9-4e53-8d10-6e60b8b3ed64,segment=NetworkSegment(09ead6e9-a7c5-4d9f-be1f-c6fe0c17554f),segment_id=09ead6e9-a7c5-4d9f-be1f-c6fe0c17554f)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:16:02.940852 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:02.985775 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=813b0a55-b5e9-4e53-8d10-6e60b8b3ed64,revision_number=4']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:16:03.249255 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] get_ports_and_sgs() called for port_ids ['813b0a55-b5e9-4e53-8d10-6e60b8b3ed64'] {{(pid=109868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 02:16:03.836313 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e9c66b-96f6-4f42-b8fe-fb24cf9f3b82 req-64c27ac6-7b2e-400f-828d-69308e653289 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:16:03.837849 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-85e9c66b-96f6-4f42-b8fe-fb24cf9f3b82 req-64c27ac6-7b2e-400f-828d-69308e653289 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=38588620-0f5b-4957-ab47-285a1b365b07 HTTP/1.1" status: 200 len: 945 time: 0.0536067 Nov 24 02:16:03.889142 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-85e9c66b-96f6-4f42-b8fe-fb24cf9f3b82 req-ccfef049-4942-41d8-830d-a633d5c50d4a tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdf6d77a-f6e1-47c3-bb0b-4e3ac3a3753f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453947 Nov 24 02:16:04.778039 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 813b0a55-b5e9-4e53-8d10-6e60b8b3ed64 up at agent hyperv_hv-neutron-8189 {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 02:16:04.829427 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Provisioning for port 813b0a55-b5e9-4e53-8d10-6e60b8b3ed64 completed by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 02:16:04.832948 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Provisioning complete for port 813b0a55-b5e9-4e53-8d10-6e60b8b3ed64 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:16:04.833313 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:04.909180 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:04.932952 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38588620-0f5b-4957-ab47-285a1b365b07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '813b0a55-b5e9-4e53-8d10-6e60b8b3ed64'}] {{(pid=109868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:16:04.935463 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adafa3b64de3cabc8eac619938bcace59b198ffee64d481093eb3def62699d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57fcdf08-e657-4f63-838c-e0056c430c7b" -d '{"events": [{"server_uuid": "38588620-0f5b-4957-ab47-285a1b365b07", "name": "network-vif-plugged", "status": "completed", "tag": "813b0a55-b5e9-4e53-8d10-6e60b8b3ed64"}]}' {{(pid=109868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:16:04.948545 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port 813b0a55-b5e9-4e53-8d10-6e60b8b3ed64, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=813b0a55-b5e9-4e53-8d10-6e60b8b3ed64,segment=NetworkSegment(09ead6e9-a7c5-4d9f-be1f-c6fe0c17554f),segment_id=09ead6e9-a7c5-4d9f-be1f-c6fe0c17554f)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:16:04.953808 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:04.979536 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 02:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e73d5a7-5691-45e9-84ba-25acd68d227a x-openstack-request-id: req-0e73d5a7-5691-45e9-84ba-25acd68d227a {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:16:04.979830 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38588620-0f5b-4957-ab47-285a1b365b07", "name": "network-vif-plugged", "status": "completed", "tag": "813b0a55-b5e9-4e53-8d10-6e60b8b3ed64", "code": 200}]} {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:16:04.980084 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0e73d5a7-5691-45e9-84ba-25acd68d227a {{(pid=109868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:16:04.980579 dv-neutron-818911-2-hyperv neutron-server[109868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38588620-0f5b-4957-ab47-285a1b365b07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '813b0a55-b5e9-4e53-8d10-6e60b8b3ed64', 'code': 200} Nov 24 02:16:05.005085 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=813b0a55-b5e9-4e53-8d10-6e60b8b3ed64,revision_number=5']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:16:05.007318 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0833db5c-9ce5-4baa-a815-6c3d66412537 req-d316a43c-bd73-4a93-a07a-7884b5021ea7 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:16:05.008842 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-0833db5c-9ce5-4baa-a815-6c3d66412537 req-d316a43c-bd73-4a93-a07a-7884b5021ea7 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=38588620-0f5b-4957-ab47-285a1b365b07 HTTP/1.1" status: 200 len: 946 time: 0.0508082 Nov 24 02:16:05.067453 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-0833db5c-9ce5-4baa-a815-6c3d66412537 req-ca3c67d0-3e6e-4808-9a96-2751e9e67a5e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdf6d77a-f6e1-47c3-bb0b-4e3ac3a3753f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523427 Nov 24 02:16:05.186579 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71ce754-5f71-4ebb-84e2-0db2b2529d85 req-e24c2713-b59e-4688-879f-48c671af72e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:16:05.187943 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-a71ce754-5f71-4ebb-84e2-0db2b2529d85 req-e24c2713-b59e-4688-879f-48c671af72e8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=38588620-0f5b-4957-ab47-285a1b365b07 HTTP/1.1" status: 200 len: 1099 time: 0.0393834 Nov 24 02:16:05.233850 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-a71ce754-5f71-4ebb-84e2-0db2b2529d85 req-13741357-adaa-493e-9378-06faebd33fab service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=fdf6d77a-f6e1-47c3-bb0b-4e3ac3a3753f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389397 Nov 24 02:16:06.184301 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626fca1b-d31b-4a4e-b1a8-f3faf149b1f7 req-4f715f26-ca84-4070-b02a-e8a1ab2334e6 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:16:06.185803 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-626fca1b-d31b-4a4e-b1a8-f3faf149b1f7 req-4f715f26-ca84-4070-b02a-e8a1ab2334e6 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=38588620-0f5b-4957-ab47-285a1b365b07 HTTP/1.1" status: 200 len: 946 time: 0.0482373 Nov 24 02:16:06.237650 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-626fca1b-d31b-4a4e-b1a8-f3faf149b1f7 req-9469f6b0-345d-4346-aaad-1d6c1ede6ed0 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdf6d77a-f6e1-47c3-bb0b-4e3ac3a3753f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459576 Nov 24 02:16:07.356447 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7140591-b96b-4978-aafa-5e02158e1d39 req-e1d3db56-31ea-4519-8099-34ca7197a0fc tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:16:07.357960 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-a7140591-b96b-4978-aafa-5e02158e1d39 req-e1d3db56-31ea-4519-8099-34ca7197a0fc tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=38588620-0f5b-4957-ab47-285a1b365b07 HTTP/1.1" status: 200 len: 946 time: 0.0506229 Nov 24 02:16:07.406511 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-a7140591-b96b-4978-aafa-5e02158e1d39 req-e38d45bf-6605-4ad3-820e-b9bc29bc146a tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdf6d77a-f6e1-47c3-bb0b-4e3ac3a3753f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425985 Nov 24 02:16:07.522149 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ac07db-4a47-4466-b127-c5aef220526e req-f52480cf-627a-4949-83bc-bd4260c22b09 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:16:07.523625 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-c2ac07db-4a47-4466-b127-c5aef220526e req-f52480cf-627a-4949-83bc-bd4260c22b09 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=38588620-0f5b-4957-ab47-285a1b365b07 HTTP/1.1" status: 200 len: 946 time: 0.0503743 Nov 24 02:16:07.576159 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-c2ac07db-4a47-4466-b127-c5aef220526e req-082cd8ee-3a9a-4712-9731-46691e2f2b76 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdf6d77a-f6e1-47c3-bb0b-4e3ac3a3753f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463741 Nov 24 02:16:07.598166 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 56054) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:16:07.636390 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a21491b9-38e6-4135-9213-a7670eec2bce tempest-TestNetworkAdvancedServerOps-597099735 tempest-TestNetworkAdvancedServerOps-597099735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:16:07.637842 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-a21491b9-38e6-4135-9213-a7670eec2bce tempest-TestNetworkAdvancedServerOps-597099735 tempest-TestNetworkAdvancedServerOps-597099735-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=38588620-0f5b-4957-ab47-285a1b365b07 HTTP/1.1" status: 200 len: 1094 time: 0.0387366 Nov 24 02:16:07.640585 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 56056) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:16:07.644823 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-f4ead51c-a753-4ebf-bb54-4af2042d754d tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Request body: {'floatingip': {'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'port_id': '813b0a55-b5e9-4e53-8d10-6e60b8b3ed64', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:16:07.668494 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f4ead51c-a753-4ebf-bb54-4af2042d754d tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for floatingip, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:07.766310 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f4ead51c-a753-4ebf-bb54-4af2042d754d tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:07.870269 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [None req-f4ead51c-a753-4ebf-bb54-4af2042d754d tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Allocated IP 172.26.5.28 (eb22795d-37ee-46ee-844d-92c17e2ea450/3e66fcff-6e72-4083-b514-48f69cdaa2cb/14bbad66-2102-4f91-854b-f78ddd76680d) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 02:16:07.972117 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f4ead51c-a753-4ebf-bb54-4af2042d754d tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:08.010626 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f4ead51c-a753-4ebf-bb54-4af2042d754d tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:08.045751 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ead51c-a753-4ebf-bb54-4af2042d754d tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Network eb22795d-37ee-46ee-844d-92c17e2ea450 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 02:16:08.051879 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-f4ead51c-a753-4ebf-bb54-4af2042d754d tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:16:08.054975 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ead51c-a753-4ebf-bb54-4af2042d754d tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 02:16:08.079025 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ead51c-a753-4ebf-bb54-4af2042d754d tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Pushing event updated for resources: {'Port': ['ID=14bbad66-2102-4f91-854b-f78ddd76680d,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:16:08.416667 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f4ead51c-a753-4ebf-bb54-4af2042d754d tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:08.487897 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f4ead51c-a753-4ebf-bb54-4af2042d754d tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:08.633466 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f4ead51c-a753-4ebf-bb54-4af2042d754d tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for port, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:08.637780 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f4ead51c-a753-4ebf-bb54-4af2042d754d tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29149402'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:08.709196 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ead51c-a753-4ebf-bb54-4af2042d754d tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Pushing event updated for resources: {'Port': ['ID=14bbad66-2102-4f91-854b-f78ddd76680d,revision_number=2']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:16:08.713946 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f4ead51c-a753-4ebf-bb54-4af2042d754d tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418250'] for floatingip, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:08.812723 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.l3_db [None req-f4ead51c-a753-4ebf-bb54-4af2042d754d tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Floating IP 43f2e38f-3121-472d-bffe-45158160501b associated. External IP: 172.26.5.28, port: 813b0a55-b5e9-4e53-8d10-6e60b8b3ed64. Nov 24 02:16:09.014739 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4ead51c-a753-4ebf-bb54-4af2042d754d tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Router edf49247-79c5-4ae0-99da-79eecccc5954 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 02:16:09.120191 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4ead51c-a753-4ebf-bb54-4af2042d754d tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 02:16:09.130951 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3754be6-3160-4cec-af6e-cb5a43838990 None None] Sync routers for ids ['edf49247-79c5-4ae0-99da-79eecccc5954'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 02:16:09.137906 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f4ead51c-a753-4ebf-bb54-4af2042d754d tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for floatingip, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:09.140435 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3754be6-3160-4cec-af6e-cb5a43838990 None None] Routers {'edf49247-79c5-4ae0-99da-79eecccc5954'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:16:09.141046 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-c3754be6-3160-4cec-af6e-cb5a43838990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:15:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['edf49247-79c5-4ae0-99da-79eecccc5954'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:16:09.164551 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-f4ead51c-a753-4ebf-bb54-4af2042d754d tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5229690 Nov 24 02:16:09.165247 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38588620-0f5b-4957-ab47-285a1b365b07', 'tag': '813b0a55-b5e9-4e53-8d10-6e60b8b3ed64'}] {{(pid=109866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:16:09.167762 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b7c53c286d9351d1367337230623a155cee02c46c94b80588b67a0bc16402ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-469abbe6-4759-408c-90b2-db4009f65a78" -d '{"events": [{"name": "network-changed", "server_uuid": "38588620-0f5b-4957-ab47-285a1b365b07", "tag": "813b0a55-b5e9-4e53-8d10-6e60b8b3ed64"}]}' {{(pid=109866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:16:09.205930 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 02:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5804f448-ddb5-45f4-9943-aadd04280e9b x-openstack-request-id: req-5804f448-ddb5-45f4-9943-aadd04280e9b {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:16:09.206229 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38588620-0f5b-4957-ab47-285a1b365b07", "tag": "813b0a55-b5e9-4e53-8d10-6e60b8b3ed64", "status": "completed", "code": 200}]} {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:16:09.206483 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5804f448-ddb5-45f4-9943-aadd04280e9b {{(pid=109866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:16:09.206890 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38588620-0f5b-4957-ab47-285a1b365b07', 'tag': '813b0a55-b5e9-4e53-8d10-6e60b8b3ed64', 'status': 'completed', 'code': 200} Nov 24 02:16:09.246983 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-c3754be6-3160-4cec-af6e-cb5a43838990 None None] Set router edf49247-79c5-4ae0-99da-79eecccc5954 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:16:09.275765 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c114e129-c90a-4f66-9ea9-b0655945dff0 req-952b2a57-592a-46c1-9444-e5a2c8dd81b7 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:16:09.277247 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-c114e129-c90a-4f66-9ea9-b0655945dff0 req-952b2a57-592a-46c1-9444-e5a2c8dd81b7 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=38588620-0f5b-4957-ab47-285a1b365b07 HTTP/1.1" status: 200 len: 946 time: 0.0625832 Nov 24 02:16:09.329423 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469abbe6-4759-408c-90b2-db4009f65a78 req-405cbfb3-2a37-4d4f-9b72-9ab399eac290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:16:09.330955 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-469abbe6-4759-408c-90b2-db4009f65a78 req-405cbfb3-2a37-4d4f-9b72-9ab399eac290 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=267b27dd9c014097b0435b11fcd7bcf6&device_id=38588620-0f5b-4957-ab47-285a1b365b07 HTTP/1.1" status: 200 len: 1099 time: 0.0744359 Nov 24 02:16:09.366567 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-c114e129-c90a-4f66-9ea9-b0655945dff0 req-6b2eb7c4-96ce-44dc-8352-7fb06396fca1 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdf6d77a-f6e1-47c3-bb0b-4e3ac3a3753f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758443 Nov 24 02:16:09.390139 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 56062) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:16:09.438392 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469abbe6-4759-408c-90b2-db4009f65a78 req-780b7e4f-0190-4ea5-96df-2c9e0638820b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:16:09.440162 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-469abbe6-4759-408c-90b2-db4009f65a78 req-780b7e4f-0190-4ea5-96df-2c9e0638820b service neutron] 10.222.0.48 "GET /v2.0/networks?id=850a4469-97ed-4931-b6f0-f1e7f43fb12c HTTP/1.1" status: 200 len: 898 time: 0.1010265 Nov 24 02:16:09.455768 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-349fbec3-769a-40f7-94b1-4f4078872675 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/floatingips/43f2e38f-3121-472d-bffe-45158160501b HTTP/1.1" status: 200 len: 991 time: 0.0643184 Nov 24 02:16:09.474848 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-c3754be6-3160-4cec-af6e-cb5a43838990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edf49247-79c5-4ae0-99da-79eecccc5954', 'name': 'tempest-TestNetworkAdvancedServerOps-router-537262708', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.157'}], 'enable_snat': True}, 'gw_port_id': '4aca5a15-5609-4a3d-b1c4-9a1d93b8f13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:15:51Z', 'updated_at': '2021-11-24T02:15:55Z', 'revision_number': 4, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'gw_port': {'id': '4aca5a15-5609-4a3d-b1c4-9a1d93b8f13d', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf49247-79c5-4ae0-99da-79eecccc5954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:15:52Z', 'updated_at': '2021-11-24T02:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_floatingips': [{'id': '43f2e38f-3121-472d-bffe-45158160501b', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'floating_ip_address': '172.26.5.28', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': 'edf49247-79c5-4ae0-99da-79eecccc5954', 'port_id': '813b0a55-b5e9-4e53-8d10-6e60b8b3ed64', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '850a4469-97ed-4931-b6f0-f1e7f43fb12c', 'mac_address': 'fa:16:3e:cb:8c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38588620-0f5b-4957-ab47-285a1b365b07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T02:16:08Z', 'updated_at': '2021-11-24T02:16:08Z', 'revision_number': 0, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1944968f-76e3-4a56-a775-7c2ec6d83a68', 'name': '', 'network_id': '850a4469-97ed-4931-b6f0-f1e7f43fb12c', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'mac_address': 'fa:16:3e:bb:13:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf49247-79c5-4ae0-99da-79eecccc5954', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '5fd1172b-9d4a-4114-9ea5-2663bc21721b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:15:54Z', 'updated_at': '2021-11-24T02:15:58Z', 'revision_number': 5, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'subnets': [{'id': '5fd1172b-9d4a-4114-9ea5-2663bc21721b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:16:09.500716 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3754be6-3160-4cec-af6e-cb5a43838990 None None] Checking router: edf49247-79c5-4ae0-99da-79eecccc5954 for host: dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 02:16:09.508008 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-469abbe6-4759-408c-90b2-db4009f65a78 req-54ad2a58-21ba-47d0-88d5-570aecd16386 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=813b0a55-b5e9-4e53-8d10-6e60b8b3ed64 HTTP/1.1" status: 200 len: 999 time: 0.0610690 Nov 24 02:16:09.509812 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3754be6-3160-4cec-af6e-cb5a43838990 None None] Routers {'edf49247-79c5-4ae0-99da-79eecccc5954'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:16:09.510406 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-c3754be6-3160-4cec-af6e-cb5a43838990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:15:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['edf49247-79c5-4ae0-99da-79eecccc5954'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:16:09.556433 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469abbe6-4759-408c-90b2-db4009f65a78 req-728f7b87-4bcb-4161-8dba-4915be100d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:16:09.558095 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-469abbe6-4759-408c-90b2-db4009f65a78 req-728f7b87-4bcb-4161-8dba-4915be100d43 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5fd1172b-9d4a-4114-9ea5-2663bc21721b HTTP/1.1" status: 200 len: 834 time: 0.0432370 Nov 24 02:16:09.608413 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469abbe6-4759-408c-90b2-db4009f65a78 req-17050a95-12e3-42ed-8dc2-377ef01d11df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:16:09.609936 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-469abbe6-4759-408c-90b2-db4009f65a78 req-17050a95-12e3-42ed-8dc2-377ef01d11df service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=850a4469-97ed-4931-b6f0-f1e7f43fb12c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0450583 Nov 24 02:16:09.613142 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-c3754be6-3160-4cec-af6e-cb5a43838990 None None] Set router edf49247-79c5-4ae0-99da-79eecccc5954 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:16:09.699214 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-469abbe6-4759-408c-90b2-db4009f65a78 req-698b958e-1166-4697-8da3-075f6f442420 service neutron] 10.222.0.48 "GET /v2.0/networks/850a4469-97ed-4931-b6f0-f1e7f43fb12c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824034 Nov 24 02:16:09.814877 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-469abbe6-4759-408c-90b2-db4009f65a78 req-78552e22-c773-4899-a87a-232c6ad9b5ea service neutron] 10.222.0.48 "GET /v2.0/networks/850a4469-97ed-4931-b6f0-f1e7f43fb12c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085796 Nov 24 02:16:09.843054 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-c3754be6-3160-4cec-af6e-cb5a43838990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edf49247-79c5-4ae0-99da-79eecccc5954', 'name': 'tempest-TestNetworkAdvancedServerOps-router-537262708', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.157'}], 'enable_snat': True}, 'gw_port_id': '4aca5a15-5609-4a3d-b1c4-9a1d93b8f13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:15:51Z', 'updated_at': '2021-11-24T02:15:55Z', 'revision_number': 4, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'gw_port': {'id': '4aca5a15-5609-4a3d-b1c4-9a1d93b8f13d', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf49247-79c5-4ae0-99da-79eecccc5954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:15:52Z', 'updated_at': '2021-11-24T02:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_floatingips': [{'id': '43f2e38f-3121-472d-bffe-45158160501b', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'floating_ip_address': '172.26.5.28', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': 'edf49247-79c5-4ae0-99da-79eecccc5954', 'port_id': '813b0a55-b5e9-4e53-8d10-6e60b8b3ed64', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '850a4469-97ed-4931-b6f0-f1e7f43fb12c', 'mac_address': 'fa:16:3e:cb:8c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38588620-0f5b-4957-ab47-285a1b365b07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T02:16:08Z', 'updated_at': '2021-11-24T02:16:08Z', 'revision_number': 0, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1944968f-76e3-4a56-a775-7c2ec6d83a68', 'name': '', 'network_id': '850a4469-97ed-4931-b6f0-f1e7f43fb12c', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'mac_address': 'fa:16:3e:bb:13:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf49247-79c5-4ae0-99da-79eecccc5954', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '5fd1172b-9d4a-4114-9ea5-2663bc21721b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:15:54Z', 'updated_at': '2021-11-24T02:15:58Z', 'revision_number': 5, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'subnets': [{'id': '5fd1172b-9d4a-4114-9ea5-2663bc21721b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:16:09.872941 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3754be6-3160-4cec-af6e-cb5a43838990 None None] The sync data for ids ['edf49247-79c5-4ae0-99da-79eecccc5954'] in dv-neutron-818911-2-hyperv is: [{'id': 'edf49247-79c5-4ae0-99da-79eecccc5954', 'name': 'tempest-TestNetworkAdvancedServerOps-router-537262708', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.157'}], 'enable_snat': True}, 'gw_port_id': '4aca5a15-5609-4a3d-b1c4-9a1d93b8f13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:15:51Z', 'updated_at': '2021-11-24T02:15:55Z', 'revision_number': 4, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'gw_port': {'id': '4aca5a15-5609-4a3d-b1c4-9a1d93b8f13d', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf49247-79c5-4ae0-99da-79eecccc5954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:15:52Z', 'updated_at': '2021-11-24T02:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_floatingips': [{'id': '43f2e38f-3121-472d-bffe-45158160501b', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'floating_ip_address': '172.26.5.28', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': 'edf49247-79c5-4ae0-99da-79eecccc5954', 'port_id': '813b0a55-b5e9-4e53-8d10-6e60b8b3ed64', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '850a4469-97ed-4931-b6f0-f1e7f43fb12c', 'mac_address': 'fa:16:3e:cb:8c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38588620-0f5b-4957-ab47-285a1b365b07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T02:16:08Z', 'updated_at': '2021-11-24T02:16:08Z', 'revision_number': 0, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1944968f-76e3-4a56-a775-7c2ec6d83a68', 'name': '', 'network_id': '850a4469-97ed-4931-b6f0-f1e7f43fb12c', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'mac_address': 'fa:16:3e:bb:13:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf49247-79c5-4ae0-99da-79eecccc5954', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '5fd1172b-9d4a-4114-9ea5-2663bc21721b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:15:54Z', 'updated_at': '2021-11-24T02:15:58Z', 'revision_number': 5, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'subnets': [{'id': '5fd1172b-9d4a-4114-9ea5-2663bc21721b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 02:16:10.079806 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2aff7a-976d-4031-83ec-2b71bb955127 None None] New status for floating IP 43f2e38f-3121-472d-bffe-45158160501b: ACTIVE {{(pid=109868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 02:16:10.459778 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 56064) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:16:10.518550 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-63ec0cbd-34fb-477a-98a6-05110fc2c53c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/floatingips/43f2e38f-3121-472d-bffe-45158160501b HTTP/1.1" status: 200 len: 993 time: 0.0576322 Nov 24 02:16:24.780161 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-0a70100c-d1ea-4590-ac00-8394affbae33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:26.324353 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-6c9714b2-7a6d-4489-bf47-636f40df919c req-11d2e4c1-fb0a-48f8-9d26-66fec62e5aed service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=38588620-0f5b-4957-ab47-285a1b365b07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0862455 Nov 24 02:16:26.430023 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9714b2-7a6d-4489-bf47-636f40df919c req-876844e4-e3f8-4e8c-96c8-99c898325a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:16:26.431525 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-6c9714b2-7a6d-4489-bf47-636f40df919c req-876844e4-e3f8-4e8c-96c8-99c898325a19 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=267b27dd9c014097b0435b11fcd7bcf6&device_id=38588620-0f5b-4957-ab47-285a1b365b07 HTTP/1.1" status: 200 len: 1099 time: 0.0416417 Nov 24 02:16:26.548070 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9714b2-7a6d-4489-bf47-636f40df919c req-646a574f-b3f5-45e3-9622-f4896aece076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:16:26.549582 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-6c9714b2-7a6d-4489-bf47-636f40df919c req-646a574f-b3f5-45e3-9622-f4896aece076 service neutron] 10.222.0.48 "GET /v2.0/networks?id=850a4469-97ed-4931-b6f0-f1e7f43fb12c HTTP/1.1" status: 200 len: 898 time: 0.0964437 Nov 24 02:16:26.617665 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-6c9714b2-7a6d-4489-bf47-636f40df919c req-fb8e3b8f-1af2-464c-870a-8967bcaadcbb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=813b0a55-b5e9-4e53-8d10-6e60b8b3ed64 HTTP/1.1" status: 200 len: 1001 time: 0.0595081 Nov 24 02:16:26.672738 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9714b2-7a6d-4489-bf47-636f40df919c req-6981170d-5fdf-4e19-aa36-b6b814659921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:16:26.674246 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-6c9714b2-7a6d-4489-bf47-636f40df919c req-6981170d-5fdf-4e19-aa36-b6b814659921 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5fd1172b-9d4a-4114-9ea5-2663bc21721b HTTP/1.1" status: 200 len: 834 time: 0.0490353 Nov 24 02:16:26.720102 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9714b2-7a6d-4489-bf47-636f40df919c req-7edf695f-8d6d-4875-bf04-11d6b5818cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:16:26.721616 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-6c9714b2-7a6d-4489-bf47-636f40df919c req-7edf695f-8d6d-4875-bf04-11d6b5818cd1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=850a4469-97ed-4931-b6f0-f1e7f43fb12c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403376 Nov 24 02:16:26.816553 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-6c9714b2-7a6d-4489-bf47-636f40df919c req-1587920a-6e53-442b-9d56-3a738fd37ecf service neutron] 10.222.0.48 "GET /v2.0/networks/850a4469-97ed-4931-b6f0-f1e7f43fb12c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869887 Nov 24 02:16:27.226980 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-6c9714b2-7a6d-4489-bf47-636f40df919c req-8863a25a-0b2d-4c8e-9947-0cb9ed81027f service neutron] 10.222.0.48 "GET /v2.0/networks/850a4469-97ed-4931-b6f0-f1e7f43fb12c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4016156 Nov 24 02:16:27.249577 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-b6482f19-7d13-492c-a66f-5a141b9caad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:28.193232 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:28.250872 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:29.692821 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:30.160990 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:32.167793 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.agents_db [None req-4e42c10c-a1d3-4d07-89d6-7a24334140aa None None] Agent healthcheck: found 6 active agents {{(pid=109869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 02:16:39.230319 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5eac06-d46a-4cfe-a9d9-dc1f943125a1 req-68b60524-ff18-4efb-a2f5-f3cee44c380a tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:16:39.231814 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-5b5eac06-d46a-4cfe-a9d9-dc1f943125a1 req-68b60524-ff18-4efb-a2f5-f3cee44c380a tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=38588620-0f5b-4957-ab47-285a1b365b07 HTTP/1.1" status: 200 len: 946 time: 0.0487304 Nov 24 02:16:39.281497 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-5b5eac06-d46a-4cfe-a9d9-dc1f943125a1 req-2f21ff88-50cb-4656-8a3c-d574ec37cfb4 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdf6d77a-f6e1-47c3-bb0b-4e3ac3a3753f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439043 Nov 24 02:16:40.398587 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f9884d-2504-471c-8970-a6ca3e181f9f req-1f315e3e-d19d-4a7a-930c-5365e99a0c7f tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:16:40.400061 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-11f9884d-2504-471c-8970-a6ca3e181f9f req-1f315e3e-d19d-4a7a-930c-5365e99a0c7f tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=38588620-0f5b-4957-ab47-285a1b365b07 HTTP/1.1" status: 200 len: 946 time: 0.0486135 Nov 24 02:16:40.452358 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-11f9884d-2504-471c-8970-a6ca3e181f9f req-0896ce94-5cf6-4c4f-81bc-505b8658c5f4 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdf6d77a-f6e1-47c3-bb0b-4e3ac3a3753f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463529 Nov 24 02:16:40.474154 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 56090) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:16:40.532654 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-56b1f913-eaac-4c37-a956-2f554d7e953b tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/floatingips/43f2e38f-3121-472d-bffe-45158160501b HTTP/1.1" status: 200 len: 993 time: 0.0573952 Nov 24 02:16:41.831896 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7729ade-c8c7-4671-a6bb-eb42664ef3b4 req-d9e6df74-e1a7-4671-9d1d-ca75b7fbff85 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:16:41.833308 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e7729ade-c8c7-4671-a6bb-eb42664ef3b4 req-d9e6df74-e1a7-4671-9d1d-ca75b7fbff85 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=38588620-0f5b-4957-ab47-285a1b365b07 HTTP/1.1" status: 200 len: 946 time: 0.0532024 Nov 24 02:16:41.882219 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e7729ade-c8c7-4671-a6bb-eb42664ef3b4 req-a704a975-d40d-4784-a568-40b3267c38c2 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdf6d77a-f6e1-47c3-bb0b-4e3ac3a3753f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429862 Nov 24 02:16:42.996796 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3c535d-7f49-4d58-9faa-02593e702f17 req-f2253973-79a3-4583-baed-b5fa738b1173 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:16:42.998289 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-0e3c535d-7f49-4d58-9faa-02593e702f17 req-f2253973-79a3-4583-baed-b5fa738b1173 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=38588620-0f5b-4957-ab47-285a1b365b07 HTTP/1.1" status: 200 len: 946 time: 0.0481153 Nov 24 02:16:43.046211 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-0e3c535d-7f49-4d58-9faa-02593e702f17 req-30450fcc-c9ca-419c-bc90-b34ad4a47b67 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdf6d77a-f6e1-47c3-bb0b-4e3ac3a3753f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421612 Nov 24 02:16:43.068408 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 56100) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:16:43.130816 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-d6749f03-e4e0-4f6c-bfc3-f9ab6b633454 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/floatingips/43f2e38f-3121-472d-bffe-45158160501b HTTP/1.1" status: 200 len: 993 time: 0.0606697 Nov 24 02:16:43.446204 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 56106) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:16:43.600145 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-a343db9c-859b-4ff9-acde-e3afe741a8b3 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Deleting port 14bbad66-2102-4f91-854b-f78ddd76680d {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 02:16:43.600480 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a343db9c-859b-4ff9-acde-e3afe741a8b3 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:43.677580 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a343db9c-859b-4ff9-acde-e3afe741a8b3 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:43.677900 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a343db9c-859b-4ff9-acde-e3afe741a8b3 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:43.689219 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-a343db9c-859b-4ff9-acde-e3afe741a8b3 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Calling delete_port for 14bbad66-2102-4f91-854b-f78ddd76680d owned by network:floatingip {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 02:16:43.831023 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a343db9c-859b-4ff9-acde-e3afe741a8b3 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:43.860808 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a343db9c-859b-4ff9-acde-e3afe741a8b3 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Pushing event deleted for resources: {'Port': ['ID=14bbad66-2102-4f91-854b-f78ddd76680d,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:16:43.887118 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a343db9c-859b-4ff9-acde-e3afe741a8b3 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:16:43.887464 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a343db9c-859b-4ff9-acde-e3afe741a8b3 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:16:43.887803 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a343db9c-859b-4ff9-acde-e3afe741a8b3 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:16:43.888134 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a343db9c-859b-4ff9-acde-e3afe741a8b3 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:16:43.888467 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a343db9c-859b-4ff9-acde-e3afe741a8b3 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:16:43.888792 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a343db9c-859b-4ff9-acde-e3afe741a8b3 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:16:43.889113 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a343db9c-859b-4ff9-acde-e3afe741a8b3 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:16:43.889452 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a343db9c-859b-4ff9-acde-e3afe741a8b3 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:16:43.889777 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a343db9c-859b-4ff9-acde-e3afe741a8b3 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:16:43.890095 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a343db9c-859b-4ff9-acde-e3afe741a8b3 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:16:43.890410 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a343db9c-859b-4ff9-acde-e3afe741a8b3 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:16:43.890724 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a343db9c-859b-4ff9-acde-e3afe741a8b3 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:16:43.931138 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a343db9c-859b-4ff9-acde-e3afe741a8b3 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for floatingip, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:43.931518 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.l3_db [None req-a343db9c-859b-4ff9-acde-e3afe741a8b3 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Floating IP 43f2e38f-3121-472d-bffe-45158160501b disassociated (deleted). External IP: 172.26.5.28, port: 813b0a55-b5e9-4e53-8d10-6e60b8b3ed64. Nov 24 02:16:44.138720 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a343db9c-859b-4ff9-acde-e3afe741a8b3 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Router edf49247-79c5-4ae0-99da-79eecccc5954 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 02:16:44.246327 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a343db9c-859b-4ff9-acde-e3afe741a8b3 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 02:16:44.251178 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-a343db9c-859b-4ff9-acde-e3afe741a8b3 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for floatingip, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:44.255628 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f9cdca-04ec-486b-9a17-1dcbbc7e05ac None None] Sync routers for ids ['edf49247-79c5-4ae0-99da-79eecccc5954'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 02:16:44.265361 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f9cdca-04ec-486b-9a17-1dcbbc7e05ac None None] Routers {'edf49247-79c5-4ae0-99da-79eecccc5954'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:16:44.265987 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-c3f9cdca-04ec-486b-9a17-1dcbbc7e05ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:16:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['edf49247-79c5-4ae0-99da-79eecccc5954'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:16:44.278373 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-a343db9c-859b-4ff9-acde-e3afe741a8b3 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "DELETE /v2.0/floatingips/43f2e38f-3121-472d-bffe-45158160501b HTTP/1.1" status: 204 len: 168 time: 0.8311443 Nov 24 02:16:44.279068 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38588620-0f5b-4957-ab47-285a1b365b07', 'tag': '813b0a55-b5e9-4e53-8d10-6e60b8b3ed64'}] {{(pid=109867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:16:44.281467 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2155eb48762029a847224b6ca77dbed8b251e8450d3d79f1fc0a82d404e82e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a5c8902-5e18-4385-be07-7f9aad4dd25f" -d '{"events": [{"name": "network-changed", "server_uuid": "38588620-0f5b-4957-ab47-285a1b365b07", "tag": "813b0a55-b5e9-4e53-8d10-6e60b8b3ed64"}]}' {{(pid=109867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:16:44.326460 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 02:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b80a43d9-0a7c-4bbc-b5f7-86dd63f06f27 x-openstack-request-id: req-b80a43d9-0a7c-4bbc-b5f7-86dd63f06f27 {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:16:44.326938 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38588620-0f5b-4957-ab47-285a1b365b07", "tag": "813b0a55-b5e9-4e53-8d10-6e60b8b3ed64", "status": "completed", "code": 200}]} {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:16:44.327150 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b80a43d9-0a7c-4bbc-b5f7-86dd63f06f27 {{(pid=109867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:16:44.327574 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38588620-0f5b-4957-ab47-285a1b365b07', 'tag': '813b0a55-b5e9-4e53-8d10-6e60b8b3ed64', 'status': 'completed', 'code': 200} Nov 24 02:16:44.374629 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-c3f9cdca-04ec-486b-9a17-1dcbbc7e05ac None None] Set router edf49247-79c5-4ae0-99da-79eecccc5954 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:16:44.424625 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5c8902-5e18-4385-be07-7f9aad4dd25f req-0896ec9e-6945-4abd-80fd-2b8e01277546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:16:44.426234 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-9a5c8902-5e18-4385-be07-7f9aad4dd25f req-0896ec9e-6945-4abd-80fd-2b8e01277546 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=267b27dd9c014097b0435b11fcd7bcf6&device_id=38588620-0f5b-4957-ab47-285a1b365b07 HTTP/1.1" status: 200 len: 1099 time: 0.0491154 Nov 24 02:16:44.526952 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1a47c8-0c4c-4e12-b20c-a1297a92c342 req-70409d7b-4c81-4bed-91a5-a924afe724d9 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:16:44.528481 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-2f1a47c8-0c4c-4e12-b20c-a1297a92c342 req-70409d7b-4c81-4bed-91a5-a924afe724d9 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=38588620-0f5b-4957-ab47-285a1b365b07 HTTP/1.1" status: 200 len: 946 time: 0.0553491 Nov 24 02:16:44.535636 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5c8902-5e18-4385-be07-7f9aad4dd25f req-442930f4-50f1-4f2e-87ea-c0cab7e5fcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:16:44.537778 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-9a5c8902-5e18-4385-be07-7f9aad4dd25f req-442930f4-50f1-4f2e-87ea-c0cab7e5fcb6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=850a4469-97ed-4931-b6f0-f1e7f43fb12c HTTP/1.1" status: 200 len: 898 time: 0.0973353 Nov 24 02:16:44.584239 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-2f1a47c8-0c4c-4e12-b20c-a1297a92c342 req-aafb92ac-6fcd-4a96-9b9c-e6d113d8e207 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdf6d77a-f6e1-47c3-bb0b-4e3ac3a3753f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480821 Nov 24 02:16:44.591523 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-9a5c8902-5e18-4385-be07-7f9aad4dd25f req-6742f54f-3785-4ac2-9be5-8229cc22b7ee service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=813b0a55-b5e9-4e53-8d10-6e60b8b3ed64 HTTP/1.1" status: 200 len: 217 time: 0.0407586 Nov 24 02:16:44.644835 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5c8902-5e18-4385-be07-7f9aad4dd25f req-2f4de21f-f93a-4ea3-8b59-3db2008712e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:16:44.646951 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-9a5c8902-5e18-4385-be07-7f9aad4dd25f req-2f4de21f-f93a-4ea3-8b59-3db2008712e6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5fd1172b-9d4a-4114-9ea5-2663bc21721b HTTP/1.1" status: 200 len: 834 time: 0.0468817 Nov 24 02:16:44.675100 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-c3f9cdca-04ec-486b-9a17-1dcbbc7e05ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edf49247-79c5-4ae0-99da-79eecccc5954', 'name': 'tempest-TestNetworkAdvancedServerOps-router-537262708', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.157'}], 'enable_snat': True}, 'gw_port_id': '4aca5a15-5609-4a3d-b1c4-9a1d93b8f13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:15:51Z', 'updated_at': '2021-11-24T02:15:55Z', 'revision_number': 4, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'gw_port': {'id': '4aca5a15-5609-4a3d-b1c4-9a1d93b8f13d', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf49247-79c5-4ae0-99da-79eecccc5954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:15:52Z', 'updated_at': '2021-11-24T02:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': '1944968f-76e3-4a56-a775-7c2ec6d83a68', 'name': '', 'network_id': '850a4469-97ed-4931-b6f0-f1e7f43fb12c', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'mac_address': 'fa:16:3e:bb:13:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf49247-79c5-4ae0-99da-79eecccc5954', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '5fd1172b-9d4a-4114-9ea5-2663bc21721b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:15:54Z', 'updated_at': '2021-11-24T02:15:58Z', 'revision_number': 5, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'subnets': [{'id': '5fd1172b-9d4a-4114-9ea5-2663bc21721b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:16:44.698702 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5c8902-5e18-4385-be07-7f9aad4dd25f req-6189620f-434f-4ab8-ae41-1dc2cf50bed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:16:44.700217 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-9a5c8902-5e18-4385-be07-7f9aad4dd25f req-6189620f-434f-4ab8-ae41-1dc2cf50bed3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=850a4469-97ed-4931-b6f0-f1e7f43fb12c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0456257 Nov 24 02:16:44.701736 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f9cdca-04ec-486b-9a17-1dcbbc7e05ac None None] Checking router: edf49247-79c5-4ae0-99da-79eecccc5954 for host: dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 02:16:44.709968 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f9cdca-04ec-486b-9a17-1dcbbc7e05ac None None] Routers {'edf49247-79c5-4ae0-99da-79eecccc5954'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:16:44.710557 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-c3f9cdca-04ec-486b-9a17-1dcbbc7e05ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:16:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['edf49247-79c5-4ae0-99da-79eecccc5954'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:16:44.792540 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-9a5c8902-5e18-4385-be07-7f9aad4dd25f req-2ee59716-ee2d-4f97-a42b-2d4df8c70be4 service neutron] 10.222.0.48 "GET /v2.0/networks/850a4469-97ed-4931-b6f0-f1e7f43fb12c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821252 Nov 24 02:16:44.812384 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-c3f9cdca-04ec-486b-9a17-1dcbbc7e05ac None None] Set router edf49247-79c5-4ae0-99da-79eecccc5954 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:16:44.891546 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-9a5c8902-5e18-4385-be07-7f9aad4dd25f req-cd9a7dcd-f8fd-4e69-9331-c688113f0d10 service neutron] 10.222.0.48 "GET /v2.0/networks/850a4469-97ed-4931-b6f0-f1e7f43fb12c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888295 Nov 24 02:16:45.011737 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-c3f9cdca-04ec-486b-9a17-1dcbbc7e05ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edf49247-79c5-4ae0-99da-79eecccc5954', 'name': 'tempest-TestNetworkAdvancedServerOps-router-537262708', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.157'}], 'enable_snat': True}, 'gw_port_id': '4aca5a15-5609-4a3d-b1c4-9a1d93b8f13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:15:51Z', 'updated_at': '2021-11-24T02:15:55Z', 'revision_number': 4, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'gw_port': {'id': '4aca5a15-5609-4a3d-b1c4-9a1d93b8f13d', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf49247-79c5-4ae0-99da-79eecccc5954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:15:52Z', 'updated_at': '2021-11-24T02:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': '1944968f-76e3-4a56-a775-7c2ec6d83a68', 'name': '', 'network_id': '850a4469-97ed-4931-b6f0-f1e7f43fb12c', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'mac_address': 'fa:16:3e:bb:13:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf49247-79c5-4ae0-99da-79eecccc5954', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '5fd1172b-9d4a-4114-9ea5-2663bc21721b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:15:54Z', 'updated_at': '2021-11-24T02:15:58Z', 'revision_number': 5, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'subnets': [{'id': '5fd1172b-9d4a-4114-9ea5-2663bc21721b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:16:45.037815 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f9cdca-04ec-486b-9a17-1dcbbc7e05ac None None] The sync data for ids ['edf49247-79c5-4ae0-99da-79eecccc5954'] in dv-neutron-818911-2-hyperv is: [{'id': 'edf49247-79c5-4ae0-99da-79eecccc5954', 'name': 'tempest-TestNetworkAdvancedServerOps-router-537262708', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.157'}], 'enable_snat': True}, 'gw_port_id': '4aca5a15-5609-4a3d-b1c4-9a1d93b8f13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:15:51Z', 'updated_at': '2021-11-24T02:15:55Z', 'revision_number': 4, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'gw_port': {'id': '4aca5a15-5609-4a3d-b1c4-9a1d93b8f13d', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf49247-79c5-4ae0-99da-79eecccc5954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:15:52Z', 'updated_at': '2021-11-24T02:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': '1944968f-76e3-4a56-a775-7c2ec6d83a68', 'name': '', 'network_id': '850a4469-97ed-4931-b6f0-f1e7f43fb12c', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'mac_address': 'fa:16:3e:bb:13:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf49247-79c5-4ae0-99da-79eecccc5954', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '5fd1172b-9d4a-4114-9ea5-2663bc21721b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:15:54Z', 'updated_at': '2021-11-24T02:15:58Z', 'revision_number': 5, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'subnets': [{'id': '5fd1172b-9d4a-4114-9ea5-2663bc21721b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 02:16:45.247508 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3374ad2c-0e18-42a1-8611-344a923ef047 None None] New status for floating IP 43f2e38f-3121-472d-bffe-45158160501b: DOWN {{(pid=109868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 02:16:45.702555 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7a677c-47d2-4e70-8b46-ebf7f74799cc req-baea96ae-10b4-43d8-96d0-dbf446a2cf00 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:16:45.704030 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-4f7a677c-47d2-4e70-8b46-ebf7f74799cc req-baea96ae-10b4-43d8-96d0-dbf446a2cf00 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=38588620-0f5b-4957-ab47-285a1b365b07 HTTP/1.1" status: 200 len: 946 time: 0.0487542 Nov 24 02:16:45.752816 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-4f7a677c-47d2-4e70-8b46-ebf7f74799cc req-35713d33-7ac2-44a5-8482-103d81ddfc5a tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?id=fdf6d77a-f6e1-47c3-bb0b-4e3ac3a3753f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423765 Nov 24 02:16:46.393315 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362bd71f-e4c2-4f6f-ba0c-3eec6af7b704 req-3bc1bef8-a86f-4478-9a94-4258ae3f953c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:16:46.394795 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-362bd71f-e4c2-4f6f-ba0c-3eec6af7b704 req-3bc1bef8-a86f-4478-9a94-4258ae3f953c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.48 "GET /v2.0/ports?device_id=38588620-0f5b-4957-ab47-285a1b365b07 HTTP/1.1" status: 200 len: 946 time: 0.0519936 Nov 24 02:16:46.482305 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [req-362bd71f-e4c2-4f6f-ba0c-3eec6af7b704 req-c4aad3d5-ce4e-4ad7-a559-674263a82b42 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Deleting port 813b0a55-b5e9-4e53-8d10-6e60b8b3ed64 {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 02:16:46.482639 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-362bd71f-e4c2-4f6f-ba0c-3eec6af7b704 req-c4aad3d5-ce4e-4ad7-a559-674263a82b42 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:46.574926 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [req-362bd71f-e4c2-4f6f-ba0c-3eec6af7b704 req-c4aad3d5-ce4e-4ad7-a559-674263a82b42 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] For port 813b0a55-b5e9-4e53-8d10-6e60b8b3ed64, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=813b0a55-b5e9-4e53-8d10-6e60b8b3ed64,segment=NetworkSegment(09ead6e9-a7c5-4d9f-be1f-c6fe0c17554f),segment_id=09ead6e9-a7c5-4d9f-be1f-c6fe0c17554f)] {{(pid=109867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:16:46.575282 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-362bd71f-e4c2-4f6f-ba0c-3eec6af7b704 req-c4aad3d5-ce4e-4ad7-a559-674263a82b42 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:46.586947 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [req-362bd71f-e4c2-4f6f-ba0c-3eec6af7b704 req-c4aad3d5-ce4e-4ad7-a559-674263a82b42 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Calling delete_port for 813b0a55-b5e9-4e53-8d10-6e60b8b3ed64 owned by compute:nova {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 02:16:46.710751 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-362bd71f-e4c2-4f6f-ba0c-3eec6af7b704 req-c4aad3d5-ce4e-4ad7-a559-674263a82b42 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:46.741658 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aad3d5-ce4e-4ad7-a559-674263a82b42 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Pushing event deleted for resources: {'Port': ['ID=813b0a55-b5e9-4e53-8d10-6e60b8b3ed64,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:16:46.783224 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [req-362bd71f-e4c2-4f6f-ba0c-3eec6af7b704 req-c4aad3d5-ce4e-4ad7-a559-674263a82b42 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] No DVR routers for this DVR port 813b0a55-b5e9-4e53-8d10-6e60b8b3ed64 on host hv-neutron-8189 {{(pid=109867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 02:16:46.785719 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-362bd71f-e4c2-4f6f-ba0c-3eec6af7b704 req-c4aad3d5-ce4e-4ad7-a559-674263a82b42 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:46.789561 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-362bd71f-e4c2-4f6f-ba0c-3eec6af7b704 req-c4aad3d5-ce4e-4ad7-a559-674263a82b42 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.48 "DELETE /v2.0/ports/813b0a55-b5e9-4e53-8d10-6e60b8b3ed64 HTTP/1.1" status: 204 len: 173 time: 0.3885152 Nov 24 02:16:46.793918 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38588620-0f5b-4957-ab47-285a1b365b07', 'name': 'network-vif-deleted', 'tag': '813b0a55-b5e9-4e53-8d10-6e60b8b3ed64'}] {{(pid=109867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:16:46.793918 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2155eb48762029a847224b6ca77dbed8b251e8450d3d79f1fc0a82d404e82e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1987c865-a658-4db7-9341-2b8456b2c1f7" -d '{"events": [{"server_uuid": "38588620-0f5b-4957-ab47-285a1b365b07", "name": "network-vif-deleted", "tag": "813b0a55-b5e9-4e53-8d10-6e60b8b3ed64"}]}' {{(pid=109867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:16:46.830844 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 02:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab61a101-0f20-4a05-bf9a-f458b9e3c6c0 x-openstack-request-id: req-ab61a101-0f20-4a05-bf9a-f458b9e3c6c0 {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:16:46.831142 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38588620-0f5b-4957-ab47-285a1b365b07", "name": "network-vif-deleted", "tag": "813b0a55-b5e9-4e53-8d10-6e60b8b3ed64", "status": "completed", "code": 200}]} {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:16:46.831402 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ab61a101-0f20-4a05-bf9a-f458b9e3c6c0 {{(pid=109867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:16:46.831805 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38588620-0f5b-4957-ab47-285a1b365b07', 'name': 'network-vif-deleted', 'tag': '813b0a55-b5e9-4e53-8d10-6e60b8b3ed64', 'status': 'completed', 'code': 200} Nov 24 02:16:46.854821 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-bfea708b-bb80-4da1-8418-7cf1ae478981 req-80da73b6-9940-4808-b7eb-bade70b6f7f5 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=38588620-0f5b-4957-ab47-285a1b365b07 HTTP/1.1" status: 200 len: 210 time: 0.0266583 Nov 24 02:16:47.909520 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 56122) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:16:48.585174 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ef7042d3-68f5-47c4-9883-05cbdcc3b86e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3777994'] for router_interface, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:48.829741 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-ef7042d3-68f5-47c4-9883-05cbdcc3b86e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Deleting port 1944968f-76e3-4a56-a775-7c2ec6d83a68 {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 02:16:48.830080 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ef7042d3-68f5-47c4-9883-05cbdcc3b86e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:48.919418 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [None req-ef7042d3-68f5-47c4-9883-05cbdcc3b86e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] For port 1944968f-76e3-4a56-a775-7c2ec6d83a68, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=1944968f-76e3-4a56-a775-7c2ec6d83a68,segment=NetworkSegment(09ead6e9-a7c5-4d9f-be1f-c6fe0c17554f),segment_id=09ead6e9-a7c5-4d9f-be1f-c6fe0c17554f)] {{(pid=109866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:16:48.920049 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ef7042d3-68f5-47c4-9883-05cbdcc3b86e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:48.931213 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-ef7042d3-68f5-47c4-9883-05cbdcc3b86e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Calling delete_port for 1944968f-76e3-4a56-a775-7c2ec6d83a68 owned by network:router_interface {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 02:16:49.006075 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 813b0a55-b5e9-4e53-8d10-6e60b8b3ed64 no longer exists at agent hyperv_hv-neutron-8189 {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 02:16:49.025785 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] No Port match for: 813b0a55-b5e9-4e53-8d10-6e60b8b3ed64 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 02:16:49.026136 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 813b0a55-b5e9-4e53-8d10-6e60b8b3ed64 not bound to the agent host hv-neutron-8189 {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 02:16:49.111486 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ef7042d3-68f5-47c4-9883-05cbdcc3b86e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:49.139252 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7042d3-68f5-47c4-9883-05cbdcc3b86e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Pushing event deleted for resources: {'Port': ['ID=1944968f-76e3-4a56-a775-7c2ec6d83a68,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:16:49.151110 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7042d3-68f5-47c4-9883-05cbdcc3b86e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:16:49.151461 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7042d3-68f5-47c4-9883-05cbdcc3b86e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:16:49.151801 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7042d3-68f5-47c4-9883-05cbdcc3b86e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:16:49.152133 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7042d3-68f5-47c4-9883-05cbdcc3b86e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:16:49.152464 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7042d3-68f5-47c4-9883-05cbdcc3b86e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:16:49.152791 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7042d3-68f5-47c4-9883-05cbdcc3b86e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:16:49.153117 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7042d3-68f5-47c4-9883-05cbdcc3b86e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:16:49.153460 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7042d3-68f5-47c4-9883-05cbdcc3b86e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:16:49.153785 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7042d3-68f5-47c4-9883-05cbdcc3b86e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:16:49.154103 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7042d3-68f5-47c4-9883-05cbdcc3b86e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:16:49.154423 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7042d3-68f5-47c4-9883-05cbdcc3b86e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:16:49.154737 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7042d3-68f5-47c4-9883-05cbdcc3b86e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:16:49.325240 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ef7042d3-68f5-47c4-9883-05cbdcc3b86e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424538'] for router_interface, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:49.537831 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef7042d3-68f5-47c4-9883-05cbdcc3b86e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Router edf49247-79c5-4ae0-99da-79eecccc5954 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 02:16:49.645949 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef7042d3-68f5-47c4-9883-05cbdcc3b86e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 02:16:49.651001 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-ef7042d3-68f5-47c4-9883-05cbdcc3b86e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "PUT /v2.0/routers/edf49247-79c5-4ae0-99da-79eecccc5954/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7404675 Nov 24 02:16:49.653622 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 56124) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:16:49.656243 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e88f65-9bb7-4aec-a215-7a5a389a04ca None None] Sync routers for ids ['edf49247-79c5-4ae0-99da-79eecccc5954'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 02:16:49.665659 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e88f65-9bb7-4aec-a215-7a5a389a04ca None None] Routers {'edf49247-79c5-4ae0-99da-79eecccc5954'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:16:49.666263 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-08e88f65-9bb7-4aec-a215-7a5a389a04ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:16:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['edf49247-79c5-4ae0-99da-79eecccc5954'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:16:49.704073 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f9b5bc5-b1b1-4c73-a5ef-3981fb5f79ea tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Deleting subnet 5fd1172b-9d4a-4114-9ea5-2663bc21721b {{(pid=109866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 02:16:49.707186 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-7f9b5bc5-b1b1-4c73-a5ef-3981fb5f79ea tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for subnet, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:49.746498 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-7f9b5bc5-b1b1-4c73-a5ef-3981fb5f79ea tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29055568'] for subnet, precommit_delete_associations {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:49.769307 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-08e88f65-9bb7-4aec-a215-7a5a389a04ca None None] Set router edf49247-79c5-4ae0-99da-79eecccc5954 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:16:49.832963 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-7f9b5bc5-b1b1-4c73-a5ef-3981fb5f79ea tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:49.891619 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-7f9b5bc5-b1b1-4c73-a5ef-3981fb5f79ea tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29149324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29154870'] for subnet, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:49.919544 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9b5bc5-b1b1-4c73-a5ef-3981fb5f79ea tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Pushing event deleted for resources: {'Subnet': ['ID=5fd1172b-9d4a-4114-9ea5-2663bc21721b,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:16:49.924175 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-7f9b5bc5-b1b1-4c73-a5ef-3981fb5f79ea tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:49.928110 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-7f9b5bc5-b1b1-4c73-a5ef-3981fb5f79ea tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "DELETE /v2.0/subnets/5fd1172b-9d4a-4114-9ea5-2663bc21721b HTTP/1.1" status: 204 len: 168 time: 0.2733877 Nov 24 02:16:49.930915 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 56126) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:16:49.933810 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef0057b-abef-40f5-813f-342b48a984f8 None None] Network 850a4469-97ed-4931-b6f0-f1e7f43fb12c requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 02:16:49.949802 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-08e88f65-9bb7-4aec-a215-7a5a389a04ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edf49247-79c5-4ae0-99da-79eecccc5954', 'name': 'tempest-TestNetworkAdvancedServerOps-router-537262708', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.157'}], 'enable_snat': True}, 'gw_port_id': '4aca5a15-5609-4a3d-b1c4-9a1d93b8f13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:15:51Z', 'updated_at': '2021-11-24T02:16:49Z', 'revision_number': 5, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'gw_port': {'id': '4aca5a15-5609-4a3d-b1c4-9a1d93b8f13d', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf49247-79c5-4ae0-99da-79eecccc5954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:15:52Z', 'updated_at': '2021-11-24T02:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:16:49.979988 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e88f65-9bb7-4aec-a215-7a5a389a04ca None None] Checking router: edf49247-79c5-4ae0-99da-79eecccc5954 for host: dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 02:16:49.988390 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e88f65-9bb7-4aec-a215-7a5a389a04ca None None] Routers {'edf49247-79c5-4ae0-99da-79eecccc5954'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:16:49.989992 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-08e88f65-9bb7-4aec-a215-7a5a389a04ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:16:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['edf49247-79c5-4ae0-99da-79eecccc5954'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:16:50.040372 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b9cd151a-3885-4f61-b3fe-fee39bbae409 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for router, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:50.103640 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-08e88f65-9bb7-4aec-a215-7a5a389a04ca None None] Set router edf49247-79c5-4ae0-99da-79eecccc5954 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:16:50.123091 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb3fb22-d17a-4ef4-a936-872311a62dd5 None None] DHCP port deletion for 850a4469-97ed-4931-b6f0-f1e7f43fb12c request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 02:16:50.156273 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b9cd151a-3885-4f61-b3fe-fee39bbae409 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:50.172061 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-acb3fb22-d17a-4ef4-a936-872311a62dd5 None None] Deleting port 2a2a5c2c-1b15-400b-8188-9791fa9f7aab {{(pid=109868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 02:16:50.172545 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-acb3fb22-d17a-4ef4-a936-872311a62dd5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:50.211269 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-b9cd151a-3885-4f61-b3fe-fee39bbae409 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Deleting port 4aca5a15-5609-4a3d-b1c4-9a1d93b8f13d {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 02:16:50.211610 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b9cd151a-3885-4f61-b3fe-fee39bbae409 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:50.237905 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-acb3fb22-d17a-4ef4-a936-872311a62dd5 None None] For port 2a2a5c2c-1b15-400b-8188-9791fa9f7aab, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=2a2a5c2c-1b15-400b-8188-9791fa9f7aab,segment=NetworkSegment(09ead6e9-a7c5-4d9f-be1f-c6fe0c17554f),segment_id=09ead6e9-a7c5-4d9f-be1f-c6fe0c17554f)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:16:50.238304 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-acb3fb22-d17a-4ef4-a936-872311a62dd5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:50.255187 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-acb3fb22-d17a-4ef4-a936-872311a62dd5 None None] Calling delete_port for 2a2a5c2c-1b15-400b-8188-9791fa9f7aab owned by network:dhcp {{(pid=109868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 02:16:50.292147 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-08e88f65-9bb7-4aec-a215-7a5a389a04ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edf49247-79c5-4ae0-99da-79eecccc5954', 'name': 'tempest-TestNetworkAdvancedServerOps-router-537262708', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.157'}], 'enable_snat': True}, 'gw_port_id': '4aca5a15-5609-4a3d-b1c4-9a1d93b8f13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:15:51Z', 'updated_at': '2021-11-24T02:16:49Z', 'revision_number': 5, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'gw_port': {'id': '4aca5a15-5609-4a3d-b1c4-9a1d93b8f13d', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf49247-79c5-4ae0-99da-79eecccc5954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:15:52Z', 'updated_at': '2021-11-24T02:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:16:50.303329 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [None req-b9cd151a-3885-4f61-b3fe-fee39bbae409 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] For port 4aca5a15-5609-4a3d-b1c4-9a1d93b8f13d, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=4aca5a15-5609-4a3d-b1c4-9a1d93b8f13d,segment=NetworkSegment(03509fd2-ca9c-4aa0-94e6-e236afda62e7),segment_id=03509fd2-ca9c-4aa0-94e6-e236afda62e7)] {{(pid=109866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:16:50.304014 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b9cd151a-3885-4f61-b3fe-fee39bbae409 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:50.316723 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-b9cd151a-3885-4f61-b3fe-fee39bbae409 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Calling delete_port for 4aca5a15-5609-4a3d-b1c4-9a1d93b8f13d owned by network:router_gateway {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 02:16:50.319599 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e88f65-9bb7-4aec-a215-7a5a389a04ca None None] The sync data for ids ['edf49247-79c5-4ae0-99da-79eecccc5954'] in dv-neutron-818911-2-hyperv is: [{'id': 'edf49247-79c5-4ae0-99da-79eecccc5954', 'name': 'tempest-TestNetworkAdvancedServerOps-router-537262708', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.157'}], 'enable_snat': True}, 'gw_port_id': '4aca5a15-5609-4a3d-b1c4-9a1d93b8f13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:15:51Z', 'updated_at': '2021-11-24T02:16:49Z', 'revision_number': 5, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'gw_port': {'id': '4aca5a15-5609-4a3d-b1c4-9a1d93b8f13d', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf49247-79c5-4ae0-99da-79eecccc5954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:15:52Z', 'updated_at': '2021-11-24T02:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 02:16:50.338780 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-acb3fb22-d17a-4ef4-a936-872311a62dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974'] for port, after_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:50.365256 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb3fb22-d17a-4ef4-a936-872311a62dd5 None None] Pushing event deleted for resources: {'Port': ['ID=2a2a5c2c-1b15-400b-8188-9791fa9f7aab,revision_number=None']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:16:50.369936 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb3fb22-d17a-4ef4-a936-872311a62dd5 None None] No DVR routers for this DVR port 2a2a5c2c-1b15-400b-8188-9791fa9f7aab on host dv-neutron-818911-2-hyperv {{(pid=109868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 02:16:50.376694 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb3fb22-d17a-4ef4-a936-872311a62dd5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:16:50.377049 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb3fb22-d17a-4ef4-a936-872311a62dd5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:16:50.381727 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb3fb22-d17a-4ef4-a936-872311a62dd5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:16:50.381727 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb3fb22-d17a-4ef4-a936-872311a62dd5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:16:50.381727 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb3fb22-d17a-4ef4-a936-872311a62dd5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:16:50.381727 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb3fb22-d17a-4ef4-a936-872311a62dd5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:16:50.381727 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb3fb22-d17a-4ef4-a936-872311a62dd5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:16:50.381727 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb3fb22-d17a-4ef4-a936-872311a62dd5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:16:50.381727 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb3fb22-d17a-4ef4-a936-872311a62dd5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:16:50.381727 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb3fb22-d17a-4ef4-a936-872311a62dd5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:16:50.381727 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb3fb22-d17a-4ef4-a936-872311a62dd5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:16:50.381727 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb3fb22-d17a-4ef4-a936-872311a62dd5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:16:50.492314 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b9cd151a-3885-4f61-b3fe-fee39bbae409 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:50.518210 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cd151a-3885-4f61-b3fe-fee39bbae409 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Pushing event deleted for resources: {'Port': ['ID=4aca5a15-5609-4a3d-b1c4-9a1d93b8f13d,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:16:50.528561 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45146771-78be-44ce-8615-348f359c0d36 None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 02:16:50.576153 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b9cd151a-3885-4f61-b3fe-fee39bbae409 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418161'] for router_gateway, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:50.668985 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b9cd151a-3885-4f61-b3fe-fee39bbae409 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-424460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2766'] for router, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:50.671250 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b9cd151a-3885-4f61-b3fe-fee39bbae409 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:50.716665 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b9cd151a-3885-4f61-b3fe-fee39bbae409 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-424469'] for router, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:50.717352 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9cd151a-3885-4f61-b3fe-fee39bbae409 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Fanout notify agent at l3_agent the message router_deleted on router edf49247-79c5-4ae0-99da-79eecccc5954 {{(pid=109866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 02:16:50.724723 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b9cd151a-3885-4f61-b3fe-fee39bbae409 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for router, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:50.726145 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-b9cd151a-3885-4f61-b3fe-fee39bbae409 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "DELETE /v2.0/routers/edf49247-79c5-4ae0-99da-79eecccc5954 HTTP/1.1" status: 204 len: 168 time: 0.7939658 Nov 24 02:16:50.728900 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 56128) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:16:50.806861 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-882b59c0-c82b-434f-b7d0-d13c1b360a10 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:50.904428 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-882b59c0-c82b-434f-b7d0-d13c1b360a10 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:50.928522 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-882b59c0-c82b-434f-b7d0-d13c1b360a10 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['850a4469-97ed-4931-b6f0-f1e7f43fb12c']}} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:16:50.938773 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-882b59c0-c82b-434f-b7d0-d13c1b360a10 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09ead6e9-a7c5-4d9f-be1f-c6fe0c17554f') {'for_net_delete': True} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:16:50.939073 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-882b59c0-c82b-434f-b7d0-d13c1b360a10 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09ead6e9-a7c5-4d9f-be1f-c6fe0c17554f') {} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:16:50.950395 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-882b59c0-c82b-434f-b7d0-d13c1b360a10 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29055561'] for segment, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:50.965183 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-882b59c0-c82b-434f-b7d0-d13c1b360a10 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:50.972456 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-882b59c0-c82b-434f-b7d0-d13c1b360a10 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=109866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 02:16:50.972845 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-882b59c0-c82b-434f-b7d0-d13c1b360a10 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29151010'] for segment, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:50.976598 dv-neutron-818911-2-hyperv neutron-server[109866]: Traceback (most recent call last): Nov 24 02:16:50.976598 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 02:16:50.976598 dv-neutron-818911-2-hyperv neutron-server[109866]: timer() Nov 24 02:16:50.976598 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 02:16:50.976598 dv-neutron-818911-2-hyperv neutron-server[109866]: cb(*args, **kw) Nov 24 02:16:50.976598 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 02:16:50.976598 dv-neutron-818911-2-hyperv neutron-server[109866]: return func(*args, **kwargs) Nov 24 02:16:50.976598 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 02:16:50.976598 dv-neutron-818911-2-hyperv neutron-server[109866]: self._notify() Nov 24 02:16:50.976598 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 02:16:50.976598 dv-neutron-818911-2-hyperv neutron-server[109866]: self.callback(batched_events) Nov 24 02:16:50.976598 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 02:16:50.976598 dv-neutron-818911-2-hyperv neutron-server[109866]: event.method(event) Nov 24 02:16:50.976598 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 02:16:50.976598 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 02:16:50.976598 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 02:16:50.976598 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 02:16:50.976598 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 02:16:50.976598 dv-neutron-818911-2-hyperv neutron-server[109866]: return f(self, *a, **k) Nov 24 02:16:50.976598 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 02:16:50.976598 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._get(url).json() Nov 24 02:16:50.976598 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 02:16:50.976598 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 02:16:50.976598 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 02:16:50.976598 dv-neutron-818911-2-hyperv neutron-server[109866]: return self.request(url, 'GET', **kwargs) Nov 24 02:16:50.976598 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 02:16:50.976598 dv-neutron-818911-2-hyperv neutron-server[109866]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 02:16:50.976598 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 02:16:50.976598 dv-neutron-818911-2-hyperv neutron-server[109866]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 02:16:50.976598 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 02:16:50.976598 dv-neutron-818911-2-hyperv neutron-server[109866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 02:16:50.976598 dv-neutron-818911-2-hyperv neutron-server[109866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 02:16:51.001350 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 1944968f-76e3-4a56-a775-7c2ec6d83a68 no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 02:16:51.022292 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: 1944968f-76e3-4a56-a775-7c2ec6d83a68 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 02:16:51.022866 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 1944968f-76e3-4a56-a775-7c2ec6d83a68 not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 02:16:51.023468 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 2a2a5c2c-1b15-400b-8188-9791fa9f7aab no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 02:16:51.040643 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-882b59c0-c82b-434f-b7d0-d13c1b360a10 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:51.047492 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-882b59c0-c82b-434f-b7d0-d13c1b360a10 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:51.048733 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: 2a2a5c2c-1b15-400b-8188-9791fa9f7aab {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 02:16:51.049038 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 2a2a5c2c-1b15-400b-8188-9791fa9f7aab not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 02:16:51.050701 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-882b59c0-c82b-434f-b7d0-d13c1b360a10 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "DELETE /v2.0/networks/850a4469-97ed-4931-b6f0-f1e7f43fb12c HTTP/1.1" status: 204 len: 168 time: 0.3207645 Nov 24 02:16:51.053537 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 56130) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:16:51.061779 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882b59c0-c82b-434f-b7d0-d13c1b360a10 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Pushing event deleted for resources: {'Network': ['ID=850a4469-97ed-4931-b6f0-f1e7f43fb12c,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:16:51.112309 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-19f59732-a4c6-4253-a198-d59a529df425 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:51.137246 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-19f59732-a4c6-4253-a198-d59a529df425 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:51.197951 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-19f59732-a4c6-4253-a198-d59a529df425 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:51.200630 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-19f59732-a4c6-4253-a198-d59a529df425 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:51.201848 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-19f59732-a4c6-4253-a198-d59a529df425 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "DELETE /v2.0/security-groups/fdf6d77a-f6e1-47c3-bb0b-4e3ac3a3753f HTTP/1.1" status: 204 len: 168 time: 0.1470349 Nov 24 02:16:51.211990 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f59732-a4c6-4253-a198-d59a529df425 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf6d77a-f6e1-47c3-bb0b-4e3ac3a3753f,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:16:51.455861 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 56136) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:16:51.460548 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-0d9abc95-4f0f-498b-89f1-1664a16a76d8 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1270918599', 'description': 'tempest-secgroup-smoke-1270918599 description', 'project_id': '267b27dd9c014097b0435b11fcd7bcf6'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:16:51.482928 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0d9abc95-4f0f-498b-89f1-1664a16a76d8 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:51.550317 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0d9abc95-4f0f-498b-89f1-1664a16a76d8 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:51.554366 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0d9abc95-4f0f-498b-89f1-1664a16a76d8 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:51.588494 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9abc95-4f0f-498b-89f1-1664a16a76d8 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c28c7b0-e195-4982-937f-44e8e4f86bb5,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:16:51.592793 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0d9abc95-4f0f-498b-89f1-1664a16a76d8 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:51.594048 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-0d9abc95-4f0f-498b-89f1-1664a16a76d8 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1371822 Nov 24 02:16:51.596793 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 56138) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:16:51.601132 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-815c2e96-a002-4b08-abd3-cc91826259a9 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Request body: {'security_group_rule': {'security_group_id': '7c28c7b0-e195-4982-937f-44e8e4f86bb5', 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:16:51.626766 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-815c2e96-a002-4b08-abd3-cc91826259a9 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:51.687367 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-815c2e96-a002-4b08-abd3-cc91826259a9 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:51.690994 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-815c2e96-a002-4b08-abd3-cc91826259a9 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:51.708008 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815c2e96-a002-4b08-abd3-cc91826259a9 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d88698f5-6b20-4ca7-9e7f-d2f5083d49b7,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:16:51.715887 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-815c2e96-a002-4b08-abd3-cc91826259a9 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:51.717088 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-815c2e96-a002-4b08-abd3-cc91826259a9 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1193697 Nov 24 02:16:51.719848 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 56140) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:16:51.724189 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-aca567c5-549d-48eb-accc-16a372bf7e69 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Request body: {'security_group_rule': {'security_group_id': '7c28c7b0-e195-4982-937f-44e8e4f86bb5', 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:16:51.754005 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-aca567c5-549d-48eb-accc-16a372bf7e69 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:51.819685 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-aca567c5-549d-48eb-accc-16a372bf7e69 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:51.823557 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-aca567c5-549d-48eb-accc-16a372bf7e69 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:51.839601 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca567c5-549d-48eb-accc-16a372bf7e69 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8bf6040-ce6a-4803-b036-caca3ed5fb4c,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:16:51.851702 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-aca567c5-549d-48eb-accc-16a372bf7e69 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:51.852916 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-aca567c5-549d-48eb-accc-16a372bf7e69 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1321282 Nov 24 02:16:51.857000 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 56142) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:16:51.861293 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-d09418ce-3709-49cb-9a93-353b0121dbe3 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Request body: {'security_group_rule': {'security_group_id': '7c28c7b0-e195-4982-937f-44e8e4f86bb5', 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:16:51.891843 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d09418ce-3709-49cb-9a93-353b0121dbe3 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:51.951366 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d09418ce-3709-49cb-9a93-353b0121dbe3 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:51.954901 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d09418ce-3709-49cb-9a93-353b0121dbe3 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:51.972637 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09418ce-3709-49cb-9a93-353b0121dbe3 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46b15a12-4eab-41bd-a99b-55ce181739d3,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:16:51.982078 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d09418ce-3709-49cb-9a93-353b0121dbe3 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:51.983268 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-d09418ce-3709-49cb-9a93-353b0121dbe3 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1253057 Nov 24 02:16:51.986015 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 56144) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:16:51.990283 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-ad381c8d-c9e4-4037-8c0d-34fa5aab9955 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Request body: {'security_group_rule': {'security_group_id': '7c28c7b0-e195-4982-937f-44e8e4f86bb5', 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:16:52.015003 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ad381c8d-c9e4-4037-8c0d-34fa5aab9955 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:52.072777 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ad381c8d-c9e4-4037-8c0d-34fa5aab9955 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:52.077252 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ad381c8d-c9e4-4037-8c0d-34fa5aab9955 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:52.096307 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad381c8d-c9e4-4037-8c0d-34fa5aab9955 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=306ce866-bbd8-4f25-8da9-ff1ff2124ad3,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:16:52.105329 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ad381c8d-c9e4-4037-8c0d-34fa5aab9955 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:52.106960 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-ad381c8d-c9e4-4037-8c0d-34fa5aab9955 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1198671 Nov 24 02:16:52.109538 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 56146) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:16:52.113968 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-5ce77a5a-d796-41ec-b3f0-d245a1901d44 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Request body: {'security_group_rule': {'security_group_id': '7c28c7b0-e195-4982-937f-44e8e4f86bb5', 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:16:52.134694 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.securitygroups_db [None req-5ce77a5a-d796-41ec-b3f0-d245a1901d44 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Project 267b27dd9c014097b0435b11fcd7bcf6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 02:16:52.139561 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5ce77a5a-d796-41ec-b3f0-d245a1901d44 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:52.200740 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5ce77a5a-d796-41ec-b3f0-d245a1901d44 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:52.206297 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5ce77a5a-d796-41ec-b3f0-d245a1901d44 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:52.225471 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce77a5a-d796-41ec-b3f0-d245a1901d44 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71302599-3b78-4f76-ae93-b13ed2cb1b00,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:16:52.234102 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5ce77a5a-d796-41ec-b3f0-d245a1901d44 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:52.235302 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-5ce77a5a-d796-41ec-b3f0-d245a1901d44 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1248186 Nov 24 02:16:52.238033 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 56148) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:16:52.242639 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-13cd8294-ac27-48ac-80ac-1f1fedbedc5e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Request body: {'security_group_rule': {'security_group_id': '7c28c7b0-e195-4982-937f-44e8e4f86bb5', 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:16:52.264285 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.securitygroups_db [None req-13cd8294-ac27-48ac-80ac-1f1fedbedc5e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Project 267b27dd9c014097b0435b11fcd7bcf6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 02:16:52.270015 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-13cd8294-ac27-48ac-80ac-1f1fedbedc5e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:52.342191 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-13cd8294-ac27-48ac-80ac-1f1fedbedc5e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:52.346680 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-13cd8294-ac27-48ac-80ac-1f1fedbedc5e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:52.364543 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cd8294-ac27-48ac-80ac-1f1fedbedc5e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8c36681-c31d-4332-bbd0-16cf967ce46a,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:16:52.371797 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-13cd8294-ac27-48ac-80ac-1f1fedbedc5e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:52.372982 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-13cd8294-ac27-48ac-80ac-1f1fedbedc5e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1340187 Nov 24 02:16:52.375797 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 56150) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:16:52.380524 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-0a556fa8-0ca4-43bd-ab93-3778ad173711 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Request body: {'network': {'name': 'tempest-network-smoke--2119786733', 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'port_security_enabled': True}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:16:52.401305 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a556fa8-0ca4-43bd-ab93-3778ad173711 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Made reservation on behalf of 267b27dd9c014097b0435b11fcd7bcf6 for: {'network': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 02:16:52.404691 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0a556fa8-0ca4-43bd-ab93-3778ad173711 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:52.427553 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a556fa8-0ca4-43bd-ab93-3778ad173711 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=109867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 02:16:52.436207 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0a556fa8-0ca4-43bd-ab93-3778ad173711 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:52.436629 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.segments_db [None req-0a556fa8-0ca4-43bd-ab93-3778ad173711 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Added segment ff6c6b3a-6371-4301-a8e9-0aa63a40a789 of type vlan for network f5f57002-ec3a-428e-ac0a-eb03d8e8b6b8 Nov 24 02:16:52.485105 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0a556fa8-0ca4-43bd-ab93-3778ad173711 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:52.509731 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0a556fa8-0ca4-43bd-ab93-3778ad173711 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:52.515287 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a556fa8-0ca4-43bd-ab93-3778ad173711 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:16:52.515867 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0a556fa8-0ca4-43bd-ab93-3778ad173711 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:52.554347 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-0a556fa8-0ca4-43bd-ab93-3778ad173711 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1775219 Nov 24 02:16:52.557005 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 56152) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:16:52.561303 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-70e216b1-7e65-433d-b196-447c8a96032c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1256971385', 'admin_state_up': True, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:16:52.599540 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a556fa8-0ca4-43bd-ab93-3778ad173711 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Pushing event updated for resources: {'Network': ['ID=f5f57002-ec3a-428e-ac0a-eb03d8e8b6b8,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:16:52.609647 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network f5f57002-ec3a-428e-ac0a-eb03d8e8b6b8 details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 02:16:52.616669 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-70e216b1-7e65-433d-b196-447c8a96032c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-424105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2744'] for router, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:52.617789 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-70e216b1-7e65-433d-b196-447c8a96032c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-424325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-326625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2753'] for router, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:52.672923 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-70e216b1-7e65-433d-b196-447c8a96032c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:52.816240 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-70e216b1-7e65-433d-b196-447c8a96032c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:52.878413 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 4aca5a15-5609-4a3d-b1c4-9a1d93b8f13d no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 02:16:52.902478 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: 4aca5a15-5609-4a3d-b1c4-9a1d93b8f13d {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 02:16:52.902837 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 4aca5a15-5609-4a3d-b1c4-9a1d93b8f13d not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 02:16:53.005918 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-70e216b1-7e65-433d-b196-447c8a96032c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for router_gateway, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:53.028624 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-70e216b1-7e65-433d-b196-447c8a96032c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:53.127116 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-70e216b1-7e65-433d-b196-447c8a96032c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Allocated IP 172.26.5.70 (eb22795d-37ee-46ee-844d-92c17e2ea450/3e66fcff-6e72-4083-b514-48f69cdaa2cb/ca0dae11-a394-47c5-8ec8-65ea872af7e2) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 02:16:53.231994 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-70e216b1-7e65-433d-b196-447c8a96032c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:53.265311 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-70e216b1-7e65-433d-b196-447c8a96032c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:53.301973 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e216b1-7e65-433d-b196-447c8a96032c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Network eb22795d-37ee-46ee-844d-92c17e2ea450 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 02:16:53.308312 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-70e216b1-7e65-433d-b196-447c8a96032c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:16:53.311841 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e216b1-7e65-433d-b196-447c8a96032c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 02:16:53.320555 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f326765f-6e8c-41ee-ac0c-a50bfe1f142f None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 02:16:53.336882 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e216b1-7e65-433d-b196-447c8a96032c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Pushing event updated for resources: {'Port': ['ID=ca0dae11-a394-47c5-8ec8-65ea872af7e2,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:16:53.430179 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-daa4108e-1afd-4155-9d99-82d5b114d49c None None] Provisioning complete for port ca0dae11-a394-47c5-8ec8-65ea872af7e2 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:16:53.430603 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-daa4108e-1afd-4155-9d99-82d5b114d49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:53.466856 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-daa4108e-1afd-4155-9d99-82d5b114d49c None None] Port ca0dae11-a394-47c5-8ec8-65ea872af7e2 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 02:16:53.567685 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-70e216b1-7e65-433d-b196-447c8a96032c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for router_gateway, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:53.761567 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-70e216b1-7e65-433d-b196-447c8a96032c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-424338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418138'] for router, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:54.206165 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70e216b1-7e65-433d-b196-447c8a96032c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Router 709cde67-763e-4a17-9719-8a2ba2bb86ea is scheduled to L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e with binding_index 1 {{(pid=109867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 02:16:54.318699 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70e216b1-7e65-433d-b196-447c8a96032c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 02:16:54.328160 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135611f6-ac9e-41b9-acff-aaac204f536c None None] Sync routers for ids ['709cde67-763e-4a17-9719-8a2ba2bb86ea'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 02:16:54.338851 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135611f6-ac9e-41b9-acff-aaac204f536c None None] Routers {'709cde67-763e-4a17-9719-8a2ba2bb86ea'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:16:54.339476 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-135611f6-ac9e-41b9-acff-aaac204f536c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:16:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['709cde67-763e-4a17-9719-8a2ba2bb86ea'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:16:54.339752 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-70e216b1-7e65-433d-b196-447c8a96032c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for router, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:54.344147 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-70e216b1-7e65-433d-b196-447c8a96032c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7861743 Nov 24 02:16:54.344272 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 56154) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:16:54.373340 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-1bb3b3bc-b015-461d-bcd2-b775f6921827 tempest-TestNetworkAdvancedServerOps-597099735 tempest-TestNetworkAdvancedServerOps-597099735-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=267b27dd9c014097b0435b11fcd7bcf6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279193 Nov 24 02:16:54.375840 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 56156) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:16:54.446121 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-135611f6-ac9e-41b9-acff-aaac204f536c None None] Set router 709cde67-763e-4a17-9719-8a2ba2bb86ea gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:16:54.468998 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f7c7ba-8d08-49ec-ac16-d0001658b51d tempest-TestNetworkAdvancedServerOps-597099735 tempest-TestNetworkAdvancedServerOps-597099735-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:16:54.473426 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 56158) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:16:54.473621 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-18f7c7ba-8d08-49ec-ac16-d0001658b51d tempest-TestNetworkAdvancedServerOps-597099735 tempest-TestNetworkAdvancedServerOps-597099735-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0966604 Nov 24 02:16:54.502442 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-e2a10985-46c4-4226-88e5-fe8808188d0f tempest-TestNetworkAdvancedServerOps-597099735 tempest-TestNetworkAdvancedServerOps-597099735-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=eb22795d-37ee-46ee-844d-92c17e2ea450&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276895 Nov 24 02:16:54.504846 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 56160) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:16:54.509582 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-b09279d4-d5c9-4a3a-9275-9fbce1c605ff tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2110926385', 'network_id': 'f5f57002-ec3a-428e-ac0a-eb03d8e8b6b8', 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:16:54.598265 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b09279d4-d5c9-4a3a-9275-9fbce1c605ff tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Made reservation on behalf of 267b27dd9c014097b0435b11fcd7bcf6 for: {'subnet': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 02:16:54.603589 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b09279d4-d5c9-4a3a-9275-9fbce1c605ff tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25307781'] for subnet, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:54.640608 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-135611f6-ac9e-41b9-acff-aaac204f536c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709cde67-763e-4a17-9719-8a2ba2bb86ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1256971385', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.70'}], 'enable_snat': True}, 'gw_port_id': 'ca0dae11-a394-47c5-8ec8-65ea872af7e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:16:52Z', 'updated_at': '2021-11-24T02:16:53Z', 'revision_number': 3, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'gw_port': {'id': 'ca0dae11-a394-47c5-8ec8-65ea872af7e2', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:73:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '709cde67-763e-4a17-9719-8a2ba2bb86ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:16:53Z', 'updated_at': '2021-11-24T02:16:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:16:54.670570 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135611f6-ac9e-41b9-acff-aaac204f536c None None] Checking router: 709cde67-763e-4a17-9719-8a2ba2bb86ea for host: dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 02:16:54.670921 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135611f6-ac9e-41b9-acff-aaac204f536c None None] Updating router 709cde67-763e-4a17-9719-8a2ba2bb86ea port ca0dae11-a394-47c5-8ec8-65ea872af7e2 binding host dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 02:16:54.695230 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-135611f6-ac9e-41b9-acff-aaac204f536c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:54.793851 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b09279d4-d5c9-4a3a-9275-9fbce1c605ff tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25501847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25307831'] for subnet, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:54.832211 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a68200ca-c43a-4771-aa43-271e96747ae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:54.862879 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09279d4-d5c9-4a3a-9275-9fbce1c605ff tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Pushing event updated for resources: {'Subnet': ['ID=82e58318-c065-413b-b03b-c3abf9fd5006,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:16:54.873662 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09279d4-d5c9-4a3a-9275-9fbce1c605ff tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Checking segment: {'id': 'ff6c6b3a-6371-4301-a8e9-0aa63a40a789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f5f57002-ec3a-428e-ac0a-eb03d8e8b6b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 02:16:54.873987 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09279d4-d5c9-4a3a-9275-9fbce1c605ff tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Network hostable DHCP agents. Network: f5f57002-ec3a-428e-ac0a-eb03d8e8b6b8, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 02:16:54.890993 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09279d4-d5c9-4a3a-9275-9fbce1c605ff tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Network f5f57002-ec3a-428e-ac0a-eb03d8e8b6b8 is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 02:16:54.900717 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-b09279d4-d5c9-4a3a-9275-9fbce1c605ff tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, f5f57002-ec3a-428e-ac0a-eb03d8e8b6b8) {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:16:54.905012 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09279d4-d5c9-4a3a-9275-9fbce1c605ff tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:16:54.905742 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b09279d4-d5c9-4a3a-9275-9fbce1c605ff tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:54.911971 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42da0663-3d0a-4f51-972b-b23fa5113284 None None] Network f5f57002-ec3a-428e-ac0a-eb03d8e8b6b8 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 02:16:54.924781 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-b09279d4-d5c9-4a3a-9275-9fbce1c605ff tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4164076 Nov 24 02:16:54.924988 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 56162) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:16:55.227480 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-135611f6-ac9e-41b9-acff-aaac204f536c None None] Publish callbacks [] for port, precommit_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:55.237877 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-135611f6-ac9e-41b9-acff-aaac204f536c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:55.290177 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb42949c-c81f-42d6-bf77-90175d9c1605 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-f5f57002-ec3a-428e-ac0a-eb03d8e8b6b8', 'network_id': 'f5f57002-ec3a-428e-ac0a-eb03d8e8b6b8', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'fixed_ips': [{'subnet_id': '82e58318-c065-413b-b03b-c3abf9fd5006'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 02:16:55.291024 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-cb42949c-c81f-42d6-bf77-90175d9c1605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:55.306938 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f620e354-c659-469a-a152-31ac130cf00d None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 02:16:55.327947 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-135611f6-ac9e-41b9-acff-aaac204f536c None None] Attempting to bind port ca0dae11-a394-47c5-8ec8-65ea872af7e2 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 02:16:55.328373 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-135611f6-ac9e-41b9-acff-aaac204f536c None None] Attempting to bind port ca0dae11-a394-47c5-8ec8-65ea872af7e2 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 02:16:55.329255 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135611f6-ac9e-41b9-acff-aaac204f536c None None] Attempting to bind port ca0dae11-a394-47c5-8ec8-65ea872af7e2 on network eb22795d-37ee-46ee-844d-92c17e2ea450 {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 02:16:55.331776 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f12dfb3-4a27-4e90-b1e5-26ed586e5c6a None None] Pushing event updated for resources: {'Port': ['ID=ca0dae11-a394-47c5-8ec8-65ea872af7e2,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:16:55.347783 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135611f6-ac9e-41b9-acff-aaac204f536c None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 2, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 02:16:55.348190 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135611f6-ac9e-41b9-acff-aaac204f536c None None] Checking segment: {'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 02:16:55.348558 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-135611f6-ac9e-41b9-acff-aaac204f536c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:55.350407 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135611f6-ac9e-41b9-acff-aaac204f536c None None] Bound using segment: {'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 02:16:55.350407 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-135611f6-ac9e-41b9-acff-aaac204f536c None None] Bound port: ca0dae11-a394-47c5-8ec8-65ea872af7e2, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 02:16:55.350697 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-135611f6-ac9e-41b9-acff-aaac204f536c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:55.441208 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-621ebd3c-7a5d-4f6e-9dc9-b72d25151f7c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:55.466001 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-97386ab6-88ba-4909-ba09-1d3989941614 None None] Provisioning complete for port ca0dae11-a394-47c5-8ec8-65ea872af7e2 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:16:55.466364 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-97386ab6-88ba-4909-ba09-1d3989941614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:55.520760 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-135611f6-ac9e-41b9-acff-aaac204f536c None None] For port ca0dae11-a394-47c5-8ec8-65ea872af7e2, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 02:16:55.550971 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-135611f6-ac9e-41b9-acff-aaac204f536c None None] For port ca0dae11-a394-47c5-8ec8-65ea872af7e2, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=ca0dae11-a394-47c5-8ec8-65ea872af7e2,segment=NetworkSegment(03509fd2-ca9c-4aa0-94e6-e236afda62e7),segment_id=03509fd2-ca9c-4aa0-94e6-e236afda62e7)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 02:16:55.551939 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-97386ab6-88ba-4909-ba09-1d3989941614 None None] Port ca0dae11-a394-47c5-8ec8-65ea872af7e2 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 02:16:55.556715 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-cb42949c-c81f-42d6-bf77-90175d9c1605 None None] Allocated IP 172.20.0.2 (f5f57002-ec3a-428e-ac0a-eb03d8e8b6b8/82e58318-c065-413b-b03b-c3abf9fd5006/575a5d51-1998-45e9-a690-22cb2dca77ec) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 02:16:55.561248 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-135611f6-ac9e-41b9-acff-aaac204f536c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:55.623368 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b64ba3-736c-4bc6-84b3-a6eabb1beb1c None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 02:16:55.691919 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f12dfb3-4a27-4e90-b1e5-26ed586e5c6a None None] Pushing event updated for resources: {'Port': ['ID=ca0dae11-a394-47c5-8ec8-65ea872af7e2,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:16:55.697329 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135611f6-ac9e-41b9-acff-aaac204f536c None None] Routers {'709cde67-763e-4a17-9719-8a2ba2bb86ea'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:16:55.698330 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-135611f6-ac9e-41b9-acff-aaac204f536c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:16:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['709cde67-763e-4a17-9719-8a2ba2bb86ea'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:16:55.863595 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-3854fe9a-70e0-48d6-aa4a-202dc93e8662 None None] Provisioning complete for port ca0dae11-a394-47c5-8ec8-65ea872af7e2 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:16:55.863992 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-3854fe9a-70e0-48d6-aa4a-202dc93e8662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:55.875763 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-135611f6-ac9e-41b9-acff-aaac204f536c None None] Set router 709cde67-763e-4a17-9719-8a2ba2bb86ea gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:16:55.971916 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-cb42949c-c81f-42d6-bf77-90175d9c1605 None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:55.990338 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-cb42949c-c81f-42d6-bf77-90175d9c1605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:56.027974 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-621ebd3c-7a5d-4f6e-9dc9-b72d25151f7c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Allocated IP 172.20.0.1 (f5f57002-ec3a-428e-ac0a-eb03d8e8b6b8/82e58318-c065-413b-b03b-c3abf9fd5006/9cbb2ee5-20e3-4876-8ee0-a5135bf0ed29) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 02:16:56.089091 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb42949c-c81f-42d6-bf77-90175d9c1605 None None] Network f5f57002-ec3a-428e-ac0a-eb03d8e8b6b8 is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 02:16:56.095172 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb42949c-c81f-42d6-bf77-90175d9c1605 None None] Pushing event updated for resources: {'Port': ['ID=575a5d51-1998-45e9-a690-22cb2dca77ec,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:16:56.119975 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-cb42949c-c81f-42d6-bf77-90175d9c1605 None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:16:56.131423 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb42949c-c81f-42d6-bf77-90175d9c1605 None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 02:16:56.147969 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-621ebd3c-7a5d-4f6e-9dc9-b72d25151f7c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:56.182578 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-621ebd3c-7a5d-4f6e-9dc9-b72d25151f7c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:56.189395 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-3854fe9a-70e0-48d6-aa4a-202dc93e8662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:56.230850 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621ebd3c-7a5d-4f6e-9dc9-b72d25151f7c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Network f5f57002-ec3a-428e-ac0a-eb03d8e8b6b8 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 02:16:56.233080 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-3854fe9a-70e0-48d6-aa4a-202dc93e8662 None None] For port ca0dae11-a394-47c5-8ec8-65ea872af7e2, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=ca0dae11-a394-47c5-8ec8-65ea872af7e2,segment=NetworkSegment(03509fd2-ca9c-4aa0-94e6-e236afda62e7),segment_id=03509fd2-ca9c-4aa0-94e6-e236afda62e7)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:16:56.234331 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-621ebd3c-7a5d-4f6e-9dc9-b72d25151f7c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:16:56.238300 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621ebd3c-7a5d-4f6e-9dc9-b72d25151f7c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 02:16:56.243549 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-3854fe9a-70e0-48d6-aa4a-202dc93e8662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:56.245812 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621ebd3c-7a5d-4f6e-9dc9-b72d25151f7c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Pushing event updated for resources: {'Port': ['ID=9cbb2ee5-20e3-4876-8ee0-a5135bf0ed29,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:16:56.254727 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-cb42949c-c81f-42d6-bf77-90175d9c1605 None None] Attempting to bind port 575a5d51-1998-45e9-a690-22cb2dca77ec on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 02:16:56.255236 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-cb42949c-c81f-42d6-bf77-90175d9c1605 None None] Attempting to bind port 575a5d51-1998-45e9-a690-22cb2dca77ec by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': 'ff6c6b3a-6371-4301-a8e9-0aa63a40a789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f5f57002-ec3a-428e-ac0a-eb03d8e8b6b8'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 02:16:56.255669 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb42949c-c81f-42d6-bf77-90175d9c1605 None None] Attempting to bind port 575a5d51-1998-45e9-a690-22cb2dca77ec on network f5f57002-ec3a-428e-ac0a-eb03d8e8b6b8 {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 02:16:56.286352 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-621ebd3c-7a5d-4f6e-9dc9-b72d25151f7c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3777869'] for router_interface, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:56.294389 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb42949c-c81f-42d6-bf77-90175d9c1605 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 2, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 02:16:56.294761 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb42949c-c81f-42d6-bf77-90175d9c1605 None None] Checking segment: {'id': 'ff6c6b3a-6371-4301-a8e9-0aa63a40a789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f5f57002-ec3a-428e-ac0a-eb03d8e8b6b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 02:16:56.295168 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-cb42949c-c81f-42d6-bf77-90175d9c1605 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:56.295567 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb42949c-c81f-42d6-bf77-90175d9c1605 None None] Bound using segment: {'id': 'ff6c6b3a-6371-4301-a8e9-0aa63a40a789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f5f57002-ec3a-428e-ac0a-eb03d8e8b6b8'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 02:16:56.296079 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-cb42949c-c81f-42d6-bf77-90175d9c1605 None None] Bound port: 575a5d51-1998-45e9-a690-22cb2dca77ec, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff6c6b3a-6371-4301-a8e9-0aa63a40a789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f5f57002-ec3a-428e-ac0a-eb03d8e8b6b8'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 02:16:56.296461 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-cb42949c-c81f-42d6-bf77-90175d9c1605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:56.348188 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-135611f6-ac9e-41b9-acff-aaac204f536c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709cde67-763e-4a17-9719-8a2ba2bb86ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1256971385', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.70'}], 'enable_snat': True}, 'gw_port_id': 'ca0dae11-a394-47c5-8ec8-65ea872af7e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:16:52Z', 'updated_at': '2021-11-24T02:16:53Z', 'revision_number': 3, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'gw_port': {'id': 'ca0dae11-a394-47c5-8ec8-65ea872af7e2', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:73:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '709cde67-763e-4a17-9719-8a2ba2bb86ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:16:53Z', 'updated_at': '2021-11-24T02:16:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:16:56.352433 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3854fe9a-70e0-48d6-aa4a-202dc93e8662 None None] Pushing event updated for resources: {'Port': ['ID=ca0dae11-a394-47c5-8ec8-65ea872af7e2,revision_number=4']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:16:56.385667 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135611f6-ac9e-41b9-acff-aaac204f536c None None] The sync data for ids ['709cde67-763e-4a17-9719-8a2ba2bb86ea'] in dv-neutron-818911-2-hyperv is: [{'id': '709cde67-763e-4a17-9719-8a2ba2bb86ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1256971385', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.70'}], 'enable_snat': True}, 'gw_port_id': 'ca0dae11-a394-47c5-8ec8-65ea872af7e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:16:52Z', 'updated_at': '2021-11-24T02:16:53Z', 'revision_number': 3, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'gw_port': {'id': 'ca0dae11-a394-47c5-8ec8-65ea872af7e2', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:73:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '709cde67-763e-4a17-9719-8a2ba2bb86ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:16:53Z', 'updated_at': '2021-11-24T02:16:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 02:16:56.415606 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-cb42949c-c81f-42d6-bf77-90175d9c1605 None None] For port 575a5d51-1998-45e9-a690-22cb2dca77ec, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 02:16:56.418843 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-cb42949c-c81f-42d6-bf77-90175d9c1605 None None] For port 575a5d51-1998-45e9-a690-22cb2dca77ec, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=575a5d51-1998-45e9-a690-22cb2dca77ec,segment=NetworkSegment(ff6c6b3a-6371-4301-a8e9-0aa63a40a789),segment_id=ff6c6b3a-6371-4301-a8e9-0aa63a40a789)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 02:16:56.423536 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-cb42949c-c81f-42d6-bf77-90175d9c1605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:56.429658 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-621ebd3c-7a5d-4f6e-9dc9-b72d25151f7c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:56.489496 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb42949c-c81f-42d6-bf77-90175d9c1605 None None] Pushing event updated for resources: {'Port': ['ID=575a5d51-1998-45e9-a690-22cb2dca77ec,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:16:56.796661 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-621ebd3c-7a5d-4f6e-9dc9-b72d25151f7c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for port, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:56.804798 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-621ebd3c-7a5d-4f6e-9dc9-b72d25151f7c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25501696'] for port, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:56.885199 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621ebd3c-7a5d-4f6e-9dc9-b72d25151f7c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Pushing event updated for resources: {'Port': ['ID=9cbb2ee5-20e3-4876-8ee0-a5135bf0ed29,revision_number=2']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:16:56.888404 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-621ebd3c-7a5d-4f6e-9dc9-b72d25151f7c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3778017'] for router_interface, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:57.001954 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device ca0dae11-a394-47c5-8ec8-65ea872af7e2 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 02:16:57.007943 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621ebd3c-7a5d-4f6e-9dc9-b72d25151f7c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Network f5f57002-ec3a-428e-ac0a-eb03d8e8b6b8 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 02:16:57.009403 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-621ebd3c-7a5d-4f6e-9dc9-b72d25151f7c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:16:57.064151 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port ca0dae11-a394-47c5-8ec8-65ea872af7e2 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:16:57.064913 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:57.130621 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-621ebd3c-7a5d-4f6e-9dc9-b72d25151f7c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Router 709cde67-763e-4a17-9719-8a2ba2bb86ea has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 02:16:57.152179 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 575a5d51-1998-45e9-a690-22cb2dca77ec up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 02:16:57.206177 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 575a5d51-1998-45e9-a690-22cb2dca77ec triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:16:57.206536 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:57.255663 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-621ebd3c-7a5d-4f6e-9dc9-b72d25151f7c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 02:16:57.270906 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-621ebd3c-7a5d-4f6e-9dc9-b72d25151f7c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "PUT /v2.0/routers/709cde67-763e-4a17-9719-8a2ba2bb86ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3366413 Nov 24 02:16:57.272316 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-61c6e79f-7624-48f6-b72d-e002cf909e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:57.319759 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:57.359349 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] For port 575a5d51-1998-45e9-a690-22cb2dca77ec, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=575a5d51-1998-45e9-a690-22cb2dca77ec,segment=NetworkSegment(ff6c6b3a-6371-4301-a8e9-0aa63a40a789),segment_id=ff6c6b3a-6371-4301-a8e9-0aa63a40a789)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:16:57.366698 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:57.432588 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Pushing event updated for resources: {'Port': ['ID=575a5d51-1998-45e9-a690-22cb2dca77ec,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:16:57.471032 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-4b4ebdae-b9ad-45f6-acbb-e216219f41aa req-84f04bf6-e7ef-43d1-8095-a5f522c399fb tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1270918599&fields=id&tenant_id=267b27dd9c014097b0435b11fcd7bcf6 HTTP/1.1" status: 200 len: 267 time: 0.0587113 Nov 24 02:16:57.586526 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4ebdae-b9ad-45f6-acbb-e216219f41aa req-caddbbbd-c312-4a88-9264-68d0347f0b66 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:16:57.588027 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-4b4ebdae-b9ad-45f6-acbb-e216219f41aa req-caddbbbd-c312-4a88-9264-68d0347f0b66 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/networks?id=f5f57002-ec3a-428e-ac0a-eb03d8e8b6b8 HTTP/1.1" status: 200 len: 797 time: 0.1080959 Nov 24 02:16:57.595771 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc32deae-8031-4d81-bb57-804e0c3a7649 None None] Network f5f57002-ec3a-428e-ac0a-eb03d8e8b6b8 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 02:16:57.604105 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-4b4ebdae-b9ad-45f6-acbb-e216219f41aa req-d32fd502-56cb-47d9-a537-267a07303147 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/quotas/267b27dd9c014097b0435b11fcd7bcf6 HTTP/1.1" status: 200 len: 375 time: 0.0091724 Nov 24 02:16:57.662912 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-4b4ebdae-b9ad-45f6-acbb-e216219f41aa req-9332e4f6-710d-4f6b-aba3-9cc11dfdedcc tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=267b27dd9c014097b0435b11fcd7bcf6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0525289 Nov 24 02:16:57.714458 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-bac702c2-98f6-4b58-8252-3599e0e6aad8 None None] Provisioning complete for port 575a5d51-1998-45e9-a690-22cb2dca77ec triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:16:57.714822 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bac702c2-98f6-4b58-8252-3599e0e6aad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:57.722333 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [req-4b4ebdae-b9ad-45f6-acbb-e216219f41aa req-75a441d1-ddec-40be-9297-003c3865b524 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 02:16:57.723384 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-4b4ebdae-b9ad-45f6-acbb-e216219f41aa req-75a441d1-ddec-40be-9297-003c3865b524 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0488136 Nov 24 02:16:57.817927 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-4b4ebdae-b9ad-45f6-acbb-e216219f41aa req-27e35164-a4ba-4fa4-9729-81e198cea261 service neutron] 10.222.0.21 "GET /v2.0/networks/f5f57002-ec3a-428e-ac0a-eb03d8e8b6b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872388 Nov 24 02:16:57.923893 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-4b4ebdae-b9ad-45f6-acbb-e216219f41aa req-1aecbfc6-c57d-4686-a6fc-957a114c5ab0 service neutron] 10.222.0.21 "GET /v2.0/networks/f5f57002-ec3a-428e-ac0a-eb03d8e8b6b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994415 Nov 24 02:16:58.050898 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-5782f774-2871-4d70-81c4-abbae90c659b None None] Provisioning complete for port 9cbb2ee5-20e3-4876-8ee0-a5135bf0ed29 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:16:58.051623 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-5782f774-2871-4d70-81c4-abbae90c659b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:58.117053 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-5782f774-2871-4d70-81c4-abbae90c659b None None] Port 9cbb2ee5-20e3-4876-8ee0-a5135bf0ed29 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 02:16:58.127523 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e998a230-6c19-452e-898a-ce7b1382d7b4 req-86ff1035-01e4-4bd4-b592-dd3cdb9700ad tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6892d65-38d7-4344-8262-a0d227b94465 HTTP/1.1" status: 200 len: 210 time: 0.0376010 Nov 24 02:16:58.132143 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-5782f774-2871-4d70-81c4-abbae90c659b None None] Provisioning complete for port 575a5d51-1998-45e9-a690-22cb2dca77ec triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:16:58.132645 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-5782f774-2871-4d70-81c4-abbae90c659b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:58.319105 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e978cdf-f1ac-4caa-b7a1-78bed2ba3a45 None None] Sync routers for ids ['709cde67-763e-4a17-9719-8a2ba2bb86ea'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 02:16:58.337755 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e978cdf-f1ac-4caa-b7a1-78bed2ba3a45 None None] Routers {'709cde67-763e-4a17-9719-8a2ba2bb86ea'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:16:58.338489 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-2e978cdf-f1ac-4caa-b7a1-78bed2ba3a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:16:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['709cde67-763e-4a17-9719-8a2ba2bb86ea'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:16:58.380199 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:58.383945 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:58.468041 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-2e978cdf-f1ac-4caa-b7a1-78bed2ba3a45 None None] Set router 709cde67-763e-4a17-9719-8a2ba2bb86ea gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:16:58.549509 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-b98466a3-229a-4dbf-b31a-38b51abbc05b None None] Provisioning complete for port 9cbb2ee5-20e3-4876-8ee0-a5135bf0ed29 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:16:58.549928 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-b98466a3-229a-4dbf-b31a-38b51abbc05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:58.589001 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-b98466a3-229a-4dbf-b31a-38b51abbc05b None None] Port 9cbb2ee5-20e3-4876-8ee0-a5135bf0ed29 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 02:16:58.772137 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-2e978cdf-f1ac-4caa-b7a1-78bed2ba3a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709cde67-763e-4a17-9719-8a2ba2bb86ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1256971385', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.70'}], 'enable_snat': True}, 'gw_port_id': 'ca0dae11-a394-47c5-8ec8-65ea872af7e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:16:52Z', 'updated_at': '2021-11-24T02:16:56Z', 'revision_number': 4, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'gw_port': {'id': 'ca0dae11-a394-47c5-8ec8-65ea872af7e2', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:73:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709cde67-763e-4a17-9719-8a2ba2bb86ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:16:53Z', 'updated_at': '2021-11-24T02:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': '9cbb2ee5-20e3-4876-8ee0-a5135bf0ed29', 'name': '', 'network_id': 'f5f57002-ec3a-428e-ac0a-eb03d8e8b6b8', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'mac_address': 'fa:16:3e:24:9d:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '709cde67-763e-4a17-9719-8a2ba2bb86ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '82e58318-c065-413b-b03b-c3abf9fd5006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:16:55Z', 'updated_at': '2021-11-24T02:16:56Z', 'revision_number': 2, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'subnets': [{'id': '82e58318-c065-413b-b03b-c3abf9fd5006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:16:58.797517 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e978cdf-f1ac-4caa-b7a1-78bed2ba3a45 None None] Checking router: 709cde67-763e-4a17-9719-8a2ba2bb86ea for host: dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 02:16:58.797869 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e978cdf-f1ac-4caa-b7a1-78bed2ba3a45 None None] Updating router 709cde67-763e-4a17-9719-8a2ba2bb86ea port 9cbb2ee5-20e3-4876-8ee0-a5135bf0ed29 binding host dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 02:16:58.822678 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-2e978cdf-f1ac-4caa-b7a1-78bed2ba3a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:58.924575 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 575a5d51-1998-45e9-a690-22cb2dca77ec up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 02:16:58.971540 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 575a5d51-1998-45e9-a690-22cb2dca77ec triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:16:58.971904 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:59.090076 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-2e978cdf-f1ac-4caa-b7a1-78bed2ba3a45 None None] Publish callbacks [] for port, precommit_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:59.095606 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-2e978cdf-f1ac-4caa-b7a1-78bed2ba3a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:59.185546 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff012fa-a357-4504-895f-42744056f3b8 None None] Pushing event updated for resources: {'Port': ['ID=9cbb2ee5-20e3-4876-8ee0-a5135bf0ed29,revision_number=3']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:16:59.194844 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff012fa-a357-4504-895f-42744056f3b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:16:59.194844 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff012fa-a357-4504-895f-42744056f3b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:16:59.195182 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff012fa-a357-4504-895f-42744056f3b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:16:59.196261 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff012fa-a357-4504-895f-42744056f3b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:16:59.196261 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff012fa-a357-4504-895f-42744056f3b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:16:59.196261 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff012fa-a357-4504-895f-42744056f3b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:16:59.196547 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff012fa-a357-4504-895f-42744056f3b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:16:59.196870 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff012fa-a357-4504-895f-42744056f3b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:16:59.197198 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff012fa-a357-4504-895f-42744056f3b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:16:59.197547 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff012fa-a357-4504-895f-42744056f3b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:16:59.197873 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff012fa-a357-4504-895f-42744056f3b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:16:59.198192 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff012fa-a357-4504-895f-42744056f3b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:16:59.231671 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-2e978cdf-f1ac-4caa-b7a1-78bed2ba3a45 None None] Attempting to bind port 9cbb2ee5-20e3-4876-8ee0-a5135bf0ed29 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 02:16:59.232037 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-2e978cdf-f1ac-4caa-b7a1-78bed2ba3a45 None None] Attempting to bind port 9cbb2ee5-20e3-4876-8ee0-a5135bf0ed29 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': 'ff6c6b3a-6371-4301-a8e9-0aa63a40a789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f5f57002-ec3a-428e-ac0a-eb03d8e8b6b8'}] {{(pid=109869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 02:16:59.232395 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e978cdf-f1ac-4caa-b7a1-78bed2ba3a45 None None] Attempting to bind port 9cbb2ee5-20e3-4876-8ee0-a5135bf0ed29 on network f5f57002-ec3a-428e-ac0a-eb03d8e8b6b8 {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 02:16:59.237868 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e978cdf-f1ac-4caa-b7a1-78bed2ba3a45 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 2, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 02:16:59.238244 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e978cdf-f1ac-4caa-b7a1-78bed2ba3a45 None None] Checking segment: {'id': 'ff6c6b3a-6371-4301-a8e9-0aa63a40a789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f5f57002-ec3a-428e-ac0a-eb03d8e8b6b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 02:16:59.239144 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-2e978cdf-f1ac-4caa-b7a1-78bed2ba3a45 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:59.239553 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e978cdf-f1ac-4caa-b7a1-78bed2ba3a45 None None] Bound using segment: {'id': 'ff6c6b3a-6371-4301-a8e9-0aa63a40a789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f5f57002-ec3a-428e-ac0a-eb03d8e8b6b8'} {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 02:16:59.239729 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4ebdae-b9ad-45f6-acbb-e216219f41aa req-dcd773f4-59e8-4378-83c4-c7071c43f726 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:16:59.240322 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-2e978cdf-f1ac-4caa-b7a1-78bed2ba3a45 None None] Bound port: 9cbb2ee5-20e3-4876-8ee0-a5135bf0ed29, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff6c6b3a-6371-4301-a8e9-0aa63a40a789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f5f57002-ec3a-428e-ac0a-eb03d8e8b6b8'}}] {{(pid=109869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 02:16:59.240501 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-2e978cdf-f1ac-4caa-b7a1-78bed2ba3a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:59.242320 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-4b4ebdae-b9ad-45f6-acbb-e216219f41aa req-dcd773f4-59e8-4378-83c4-c7071c43f726 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.48 "GET /v2.0/networks?id=f5f57002-ec3a-428e-ac0a-eb03d8e8b6b8 HTTP/1.1" status: 200 len: 797 time: 0.1434321 Nov 24 02:16:59.307067 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-34f489ed-6856-43fa-b8a1-5f609e4d8bf0 req-aabf95a7-c330-4b21-9476-05f22bb3653d tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6892d65-38d7-4344-8262-a0d227b94465 HTTP/1.1" status: 200 len: 210 time: 0.0455449 Nov 24 02:16:59.321111 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.db [None req-2e978cdf-f1ac-4caa-b7a1-78bed2ba3a45 None None] For port 9cbb2ee5-20e3-4876-8ee0-a5135bf0ed29, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 02:16:59.330851 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.db [None req-2e978cdf-f1ac-4caa-b7a1-78bed2ba3a45 None None] For port 9cbb2ee5-20e3-4876-8ee0-a5135bf0ed29, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=9cbb2ee5-20e3-4876-8ee0-a5135bf0ed29,segment=NetworkSegment(ff6c6b3a-6371-4301-a8e9-0aa63a40a789),segment_id=ff6c6b3a-6371-4301-a8e9-0aa63a40a789)] {{(pid=109869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 02:16:59.337181 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-2e978cdf-f1ac-4caa-b7a1-78bed2ba3a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:59.339971 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-4b4ebdae-b9ad-45f6-acbb-e216219f41aa req-38c3bb7d-505d-410b-bf1d-1c05cdff04e9 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=267b27dd9c014097b0435b11fcd7bcf6 HTTP/1.1" status: 200 len: 380 time: 0.0801504 Nov 24 02:16:59.356939 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [req-4b4ebdae-b9ad-45f6-acbb-e216219f41aa req-047e5505-ab51-4263-a03f-2604733e7158 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Request body: {'port': {'device_id': 'c6892d65-38d7-4344-8262-a0d227b94465', 'network_id': 'f5f57002-ec3a-428e-ac0a-eb03d8e8b6b8', 'admin_state_up': True, 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'security_groups': ['7c28c7b0-e195-4982-937f-44e8e4f86bb5']}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:16:59.400727 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e978cdf-f1ac-4caa-b7a1-78bed2ba3a45 None None] Routers {'709cde67-763e-4a17-9719-8a2ba2bb86ea'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:16:59.401365 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-2e978cdf-f1ac-4caa-b7a1-78bed2ba3a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:16:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['709cde67-763e-4a17-9719-8a2ba2bb86ea'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:16:59.422670 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-49b94716-d65f-45ec-bb46-d1610fb3e896 None None] Provisioning complete for port 9cbb2ee5-20e3-4876-8ee0-a5135bf0ed29 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:16:59.423253 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-49b94716-d65f-45ec-bb46-d1610fb3e896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:59.445021 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff012fa-a357-4504-895f-42744056f3b8 None None] Pushing event updated for resources: {'Port': ['ID=9cbb2ee5-20e3-4876-8ee0-a5135bf0ed29,revision_number=4']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:16:59.488704 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b4ebdae-b9ad-45f6-acbb-e216219f41aa req-047e5505-ab51-4263-a03f-2604733e7158 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Made reservation on behalf of 267b27dd9c014097b0435b11fcd7bcf6 for: {'port': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 02:16:59.493707 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-4b4ebdae-b9ad-45f6-acbb-e216219f41aa req-047e5505-ab51-4263-a03f-2604733e7158 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:59.524422 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-2e978cdf-f1ac-4caa-b7a1-78bed2ba3a45 None None] Set router 709cde67-763e-4a17-9719-8a2ba2bb86ea gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:16:59.533834 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-49b94716-d65f-45ec-bb46-d1610fb3e896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:59.573960 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-49b94716-d65f-45ec-bb46-d1610fb3e896 None None] For port 9cbb2ee5-20e3-4876-8ee0-a5135bf0ed29, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=9cbb2ee5-20e3-4876-8ee0-a5135bf0ed29,segment=NetworkSegment(ff6c6b3a-6371-4301-a8e9-0aa63a40a789),segment_id=ff6c6b3a-6371-4301-a8e9-0aa63a40a789)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:16:59.581871 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-49b94716-d65f-45ec-bb46-d1610fb3e896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:59.647893 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b94716-d65f-45ec-bb46-d1610fb3e896 None None] Pushing event updated for resources: {'Port': ['ID=9cbb2ee5-20e3-4876-8ee0-a5135bf0ed29,revision_number=5']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:16:59.658450 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [req-4b4ebdae-b9ad-45f6-acbb-e216219f41aa req-047e5505-ab51-4263-a03f-2604733e7158 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Allocated IP 172.20.0.12 (f5f57002-ec3a-428e-ac0a-eb03d8e8b6b8/82e58318-c065-413b-b03b-c3abf9fd5006/a0744f8f-5fdb-4a19-9df6-72f5105e7b85) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 02:16:59.702176 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:59.708202 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-c57f6cae-dd77-4917-bdec-ff9f8ead4dda None None] Provisioning complete for port 9cbb2ee5-20e3-4876-8ee0-a5135bf0ed29 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:16:59.708804 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-c57f6cae-dd77-4917-bdec-ff9f8ead4dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:59.761953 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-2e978cdf-f1ac-4caa-b7a1-78bed2ba3a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709cde67-763e-4a17-9719-8a2ba2bb86ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1256971385', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.70'}], 'enable_snat': True}, 'gw_port_id': 'ca0dae11-a394-47c5-8ec8-65ea872af7e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:16:52Z', 'updated_at': '2021-11-24T02:16:56Z', 'revision_number': 4, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'gw_port': {'id': 'ca0dae11-a394-47c5-8ec8-65ea872af7e2', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:73:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709cde67-763e-4a17-9719-8a2ba2bb86ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:16:53Z', 'updated_at': '2021-11-24T02:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': '9cbb2ee5-20e3-4876-8ee0-a5135bf0ed29', 'name': '', 'network_id': 'f5f57002-ec3a-428e-ac0a-eb03d8e8b6b8', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'mac_address': 'fa:16:3e:24:9d:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '709cde67-763e-4a17-9719-8a2ba2bb86ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '82e58318-c065-413b-b03b-c3abf9fd5006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:16:55Z', 'updated_at': '2021-11-24T02:16:59Z', 'revision_number': 4, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'subnets': [{'id': '82e58318-c065-413b-b03b-c3abf9fd5006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:16:59.790340 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e978cdf-f1ac-4caa-b7a1-78bed2ba3a45 None None] The sync data for ids ['709cde67-763e-4a17-9719-8a2ba2bb86ea'] in dv-neutron-818911-2-hyperv is: [{'id': '709cde67-763e-4a17-9719-8a2ba2bb86ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1256971385', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.70'}], 'enable_snat': True}, 'gw_port_id': 'ca0dae11-a394-47c5-8ec8-65ea872af7e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:16:52Z', 'updated_at': '2021-11-24T02:16:56Z', 'revision_number': 4, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'gw_port': {'id': 'ca0dae11-a394-47c5-8ec8-65ea872af7e2', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:73:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709cde67-763e-4a17-9719-8a2ba2bb86ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:16:53Z', 'updated_at': '2021-11-24T02:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': '9cbb2ee5-20e3-4876-8ee0-a5135bf0ed29', 'name': '', 'network_id': 'f5f57002-ec3a-428e-ac0a-eb03d8e8b6b8', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'mac_address': 'fa:16:3e:24:9d:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '709cde67-763e-4a17-9719-8a2ba2bb86ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '82e58318-c065-413b-b03b-c3abf9fd5006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:16:55Z', 'updated_at': '2021-11-24T02:16:59Z', 'revision_number': 4, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'subnets': [{'id': '82e58318-c065-413b-b03b-c3abf9fd5006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 02:16:59.815059 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-4b4ebdae-b9ad-45f6-acbb-e216219f41aa req-047e5505-ab51-4263-a03f-2604733e7158 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:59.870382 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-4b4ebdae-b9ad-45f6-acbb-e216219f41aa req-047e5505-ab51-4263-a03f-2604733e7158 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:16:59.923930 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b4ebdae-b9ad-45f6-acbb-e216219f41aa req-047e5505-ab51-4263-a03f-2604733e7158 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Network f5f57002-ec3a-428e-ac0a-eb03d8e8b6b8 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 02:16:59.927040 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [req-4b4ebdae-b9ad-45f6-acbb-e216219f41aa req-047e5505-ab51-4263-a03f-2604733e7158 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:16:59.930142 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b4ebdae-b9ad-45f6-acbb-e216219f41aa req-047e5505-ab51-4263-a03f-2604733e7158 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 02:16:59.967552 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047e5505-ab51-4263-a03f-2604733e7158 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Pushing event updated for resources: {'Port': ['ID=a0744f8f-5fdb-4a19-9df6-72f5105e7b85,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:16:59.989479 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4ebdae-b9ad-45f6-acbb-e216219f41aa req-047e5505-ab51-4263-a03f-2604733e7158 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:16:59.990148 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-4b4ebdae-b9ad-45f6-acbb-e216219f41aa req-047e5505-ab51-4263-a03f-2604733e7158 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:17:00.009291 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-4b4ebdae-b9ad-45f6-acbb-e216219f41aa req-047e5505-ab51-4263-a03f-2604733e7158 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6578944 Nov 24 02:17:00.027465 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [req-4b4ebdae-b9ad-45f6-acbb-e216219f41aa req-174050d1-1108-473c-b5be-e18325087cca service neutron] Request body: {'port': {'device_id': 'c6892d65-38d7-4344-8262-a0d227b94465', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8189'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:17:00.094348 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-4b4ebdae-b9ad-45f6-acbb-e216219f41aa req-174050d1-1108-473c-b5be-e18325087cca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:17:00.167740 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:17:00.217509 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-2e9c4f6f-a835-4210-a613-2a886365532c None None] Provisioning complete for port a0744f8f-5fdb-4a19-9df6-72f5105e7b85 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:17:00.217967 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-2e9c4f6f-a835-4210-a613-2a886365532c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:17:00.255506 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-2e9c4f6f-a835-4210-a613-2a886365532c None None] Port a0744f8f-5fdb-4a19-9df6-72f5105e7b85 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 02:17:00.403613 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [req-4b4ebdae-b9ad-45f6-acbb-e216219f41aa req-174050d1-1108-473c-b5be-e18325087cca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0744f8f-5fdb-4a19-9df6-72f5105e7b85 {{(pid=109867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 02:17:00.425259 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-4b4ebdae-b9ad-45f6-acbb-e216219f41aa req-174050d1-1108-473c-b5be-e18325087cca service neutron] Publish callbacks [] for port, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:17:00.443897 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.provisioning_blocks [req-4b4ebdae-b9ad-45f6-acbb-e216219f41aa req-174050d1-1108-473c-b5be-e18325087cca service neutron] Transition to ACTIVE for port object a0744f8f-5fdb-4a19-9df6-72f5105e7b85 will not be triggered until provisioned by entity L2. {{(pid=109867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 02:17:00.448004 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-4b4ebdae-b9ad-45f6-acbb-e216219f41aa req-174050d1-1108-473c-b5be-e18325087cca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25501696'] for port, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:17:00.488676 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac9c2d6-a8c8-43c6-a02c-65da8ee874d8 req-01bee682-76f1-404d-a0f2-78dee1ae3e5d tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:17:00.490304 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-4ac9c2d6-a8c8-43c6-a02c-65da8ee874d8 req-01bee682-76f1-404d-a0f2-78dee1ae3e5d tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6892d65-38d7-4344-8262-a0d227b94465 HTTP/1.1" status: 200 len: 932 time: 0.1076124 Nov 24 02:17:00.532190 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174050d1-1108-473c-b5be-e18325087cca service neutron] Pushing event updated for resources: {'Port': ['ID=a0744f8f-5fdb-4a19-9df6-72f5105e7b85,revision_number=2']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:17:00.632965 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-4ac9c2d6-a8c8-43c6-a02c-65da8ee874d8 req-28193c87-93fe-4ef6-8f26-af013964ba57 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c28c7b0-e195-4982-937f-44e8e4f86bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346917 Nov 24 02:17:00.633862 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.managers [req-4b4ebdae-b9ad-45f6-acbb-e216219f41aa req-174050d1-1108-473c-b5be-e18325087cca service neutron] Attempting to bind port a0744f8f-5fdb-4a19-9df6-72f5105e7b85 on host hv-neutron-8189 for vnic_type normal with profile {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 02:17:00.634189 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.managers [req-4b4ebdae-b9ad-45f6-acbb-e216219f41aa req-174050d1-1108-473c-b5be-e18325087cca service neutron] Attempting to bind port a0744f8f-5fdb-4a19-9df6-72f5105e7b85 by drivers openvswitch,hyperv on host hv-neutron-8189 at level 0 using segments [{'id': 'ff6c6b3a-6371-4301-a8e9-0aa63a40a789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f5f57002-ec3a-428e-ac0a-eb03d8e8b6b8'}] {{(pid=109867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 02:17:00.634515 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4ebdae-b9ad-45f6-acbb-e216219f41aa req-174050d1-1108-473c-b5be-e18325087cca service neutron] Attempting to bind port a0744f8f-5fdb-4a19-9df6-72f5105e7b85 on network f5f57002-ec3a-428e-ac0a-eb03d8e8b6b8 {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 02:17:00.639506 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4ebdae-b9ad-45f6-acbb-e216219f41aa req-174050d1-1108-473c-b5be-e18325087cca service neutron] Port a0744f8f-5fdb-4a19-9df6-72f5105e7b85 on network f5f57002-ec3a-428e-ac0a-eb03d8e8b6b8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8189 {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 02:17:00.639822 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4ebdae-b9ad-45f6-acbb-e216219f41aa req-174050d1-1108-473c-b5be-e18325087cca service neutron] Attempting to bind port a0744f8f-5fdb-4a19-9df6-72f5105e7b85 on network f5f57002-ec3a-428e-ac0a-eb03d8e8b6b8 {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 02:17:00.645159 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4ebdae-b9ad-45f6-acbb-e216219f41aa req-174050d1-1108-473c-b5be-e18325087cca service neutron] Checking agent: {'id': '5773fe6b-0967-455f-9dc9-84c0c923201b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 42, 58), 'started_at': datetime.datetime(2021, 11, 24, 1, 42, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 2, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 02:17:00.645536 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4ebdae-b9ad-45f6-acbb-e216219f41aa req-174050d1-1108-473c-b5be-e18325087cca service neutron] Checking segment: {'id': 'ff6c6b3a-6371-4301-a8e9-0aa63a40a789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f5f57002-ec3a-428e-ac0a-eb03d8e8b6b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 02:17:00.645921 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4ebdae-b9ad-45f6-acbb-e216219f41aa req-174050d1-1108-473c-b5be-e18325087cca service neutron] Bound using segment: {'id': 'ff6c6b3a-6371-4301-a8e9-0aa63a40a789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f5f57002-ec3a-428e-ac0a-eb03d8e8b6b8'} {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 02:17:00.646429 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.managers [req-4b4ebdae-b9ad-45f6-acbb-e216219f41aa req-174050d1-1108-473c-b5be-e18325087cca service neutron] Bound port: a0744f8f-5fdb-4a19-9df6-72f5105e7b85, host: hv-neutron-8189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff6c6b3a-6371-4301-a8e9-0aa63a40a789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f5f57002-ec3a-428e-ac0a-eb03d8e8b6b8'}}] {{(pid=109867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 02:17:00.646789 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-4b4ebdae-b9ad-45f6-acbb-e216219f41aa req-174050d1-1108-473c-b5be-e18325087cca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:17:00.725802 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [req-4b4ebdae-b9ad-45f6-acbb-e216219f41aa req-174050d1-1108-473c-b5be-e18325087cca service neutron] For port a0744f8f-5fdb-4a19-9df6-72f5105e7b85, host hv-neutron-8189, cleared binding levels {{(pid=109867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 02:17:00.729320 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [req-4b4ebdae-b9ad-45f6-acbb-e216219f41aa req-174050d1-1108-473c-b5be-e18325087cca service neutron] For port a0744f8f-5fdb-4a19-9df6-72f5105e7b85, host hv-neutron-8189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=a0744f8f-5fdb-4a19-9df6-72f5105e7b85,segment=NetworkSegment(ff6c6b3a-6371-4301-a8e9-0aa63a40a789),segment_id=ff6c6b3a-6371-4301-a8e9-0aa63a40a789)] {{(pid=109867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 02:17:00.734465 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-4b4ebdae-b9ad-45f6-acbb-e216219f41aa req-174050d1-1108-473c-b5be-e18325087cca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25501696'] for port, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:17:00.768926 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4ebdae-b9ad-45f6-acbb-e216219f41aa req-174050d1-1108-473c-b5be-e18325087cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:17:00.769979 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-4b4ebdae-b9ad-45f6-acbb-e216219f41aa req-174050d1-1108-473c-b5be-e18325087cca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:17:00.772125 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-4b4ebdae-b9ad-45f6-acbb-e216219f41aa req-174050d1-1108-473c-b5be-e18325087cca service neutron] 10.222.0.48 "PUT /v2.0/ports/a0744f8f-5fdb-4a19-9df6-72f5105e7b85 HTTP/1.1" status: 200 len: 1094 time: 0.7486389 Nov 24 02:17:00.774755 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6892d65-38d7-4344-8262-a0d227b94465', 'tag': 'a0744f8f-5fdb-4a19-9df6-72f5105e7b85'}] {{(pid=109867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:17:00.777529 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2155eb48762029a847224b6ca77dbed8b251e8450d3d79f1fc0a82d404e82e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39248357-5ef3-442b-bdaf-7f9d4974dafe" -d '{"events": [{"name": "network-changed", "server_uuid": "c6892d65-38d7-4344-8262-a0d227b94465", "tag": "a0744f8f-5fdb-4a19-9df6-72f5105e7b85"}]}' {{(pid=109867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:17:00.812725 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174050d1-1108-473c-b5be-e18325087cca service neutron] Pushing event updated for resources: {'Port': ['ID=a0744f8f-5fdb-4a19-9df6-72f5105e7b85,revision_number=3']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:17:00.845266 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 02:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b46b870-1db1-43bc-bd72-14c551f04987 x-openstack-request-id: req-9b46b870-1db1-43bc-bd72-14c551f04987 {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:17:00.845594 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6892d65-38d7-4344-8262-a0d227b94465", "tag": "a0744f8f-5fdb-4a19-9df6-72f5105e7b85", "status": "completed", "code": 200}]} {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:17:00.845917 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9b46b870-1db1-43bc-bd72-14c551f04987 {{(pid=109867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:17:00.846340 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6892d65-38d7-4344-8262-a0d227b94465', 'tag': 'a0744f8f-5fdb-4a19-9df6-72f5105e7b85', 'status': 'completed', 'code': 200} Nov 24 02:17:00.899708 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4ebdae-b9ad-45f6-acbb-e216219f41aa req-5da1ea90-e687-4ea8-acdd-b6479240ae58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:17:00.901257 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-4b4ebdae-b9ad-45f6-acbb-e216219f41aa req-5da1ea90-e687-4ea8-acdd-b6479240ae58 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=267b27dd9c014097b0435b11fcd7bcf6&device_id=c6892d65-38d7-4344-8262-a0d227b94465 HTTP/1.1" status: 200 len: 1097 time: 0.0541275 Nov 24 02:17:00.954314 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-4b4ebdae-b9ad-45f6-acbb-e216219f41aa req-3be945d7-3b8c-4224-b916-82ad48df604e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a0744f8f-5fdb-4a19-9df6-72f5105e7b85 HTTP/1.1" status: 200 len: 217 time: 0.0384524 Nov 24 02:17:00.964109 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 9cbb2ee5-20e3-4876-8ee0-a5135bf0ed29 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 02:17:01.017358 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 9cbb2ee5-20e3-4876-8ee0-a5135bf0ed29 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:17:01.017763 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:17:01.027892 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4ebdae-b9ad-45f6-acbb-e216219f41aa req-5e10712b-ce6c-4e71-b4ff-21c2cf8e2720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:17:01.029371 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-4b4ebdae-b9ad-45f6-acbb-e216219f41aa req-5e10712b-ce6c-4e71-b4ff-21c2cf8e2720 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=82e58318-c065-413b-b03b-c3abf9fd5006 HTTP/1.1" status: 200 len: 835 time: 0.0672703 Nov 24 02:17:01.080844 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4ebdae-b9ad-45f6-acbb-e216219f41aa req-db6502af-56d4-4022-804e-3486f6573b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:17:01.082328 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-4b4ebdae-b9ad-45f6-acbb-e216219f41aa req-db6502af-56d4-4022-804e-3486f6573b8f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f5f57002-ec3a-428e-ac0a-eb03d8e8b6b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0448711 Nov 24 02:17:01.175166 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-4b4ebdae-b9ad-45f6-acbb-e216219f41aa req-cdcd23dc-6e13-46b6-b526-b2b2cc286204 service neutron] 10.222.0.48 "GET /v2.0/networks/f5f57002-ec3a-428e-ac0a-eb03d8e8b6b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846441 Nov 24 02:17:01.268448 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-4b4ebdae-b9ad-45f6-acbb-e216219f41aa req-72abd75f-a501-4cea-9387-f3601dd5228f service neutron] 10.222.0.48 "GET /v2.0/networks/f5f57002-ec3a-428e-ac0a-eb03d8e8b6b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860150 Nov 24 02:17:01.405196 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39248357-5ef3-442b-bdaf-7f9d4974dafe req-e6d838c4-2e74-4ff7-b9b8-86f8869e6df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:17:01.406706 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-39248357-5ef3-442b-bdaf-7f9d4974dafe req-e6d838c4-2e74-4ff7-b9b8-86f8869e6df2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=267b27dd9c014097b0435b11fcd7bcf6&device_id=c6892d65-38d7-4344-8262-a0d227b94465 HTTP/1.1" status: 200 len: 1097 time: 0.0419824 Nov 24 02:17:01.498342 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39248357-5ef3-442b-bdaf-7f9d4974dafe req-50cb74d0-e1dd-4825-ae9e-1479980b01ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:17:01.499746 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-39248357-5ef3-442b-bdaf-7f9d4974dafe req-50cb74d0-e1dd-4825-ae9e-1479980b01ca service neutron] 10.222.0.48 "GET /v2.0/networks?id=f5f57002-ec3a-428e-ac0a-eb03d8e8b6b8 HTTP/1.1" status: 200 len: 898 time: 0.0851467 Nov 24 02:17:01.545121 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-39248357-5ef3-442b-bdaf-7f9d4974dafe req-572f99b0-5009-4781-9932-ed9906efa20f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a0744f8f-5fdb-4a19-9df6-72f5105e7b85 HTTP/1.1" status: 200 len: 217 time: 0.0375011 Nov 24 02:17:01.594318 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39248357-5ef3-442b-bdaf-7f9d4974dafe req-950b460b-aaef-46b4-8457-e84f8d158d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:17:01.595722 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-39248357-5ef3-442b-bdaf-7f9d4974dafe req-950b460b-aaef-46b4-8457-e84f8d158d2f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=82e58318-c065-413b-b03b-c3abf9fd5006 HTTP/1.1" status: 200 len: 835 time: 0.0425982 Nov 24 02:17:01.642132 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39248357-5ef3-442b-bdaf-7f9d4974dafe req-cbab78ca-312d-42bc-9ccf-83bf0f93b7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:17:01.644074 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-39248357-5ef3-442b-bdaf-7f9d4974dafe req-cbab78ca-312d-42bc-9ccf-83bf0f93b7ae service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f5f57002-ec3a-428e-ac0a-eb03d8e8b6b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0408578 Nov 24 02:17:01.765118 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-39248357-5ef3-442b-bdaf-7f9d4974dafe req-1ca70b74-d81c-4ed0-8aa5-a9bb0193a4fe service neutron] 10.222.0.48 "GET /v2.0/networks/f5f57002-ec3a-428e-ac0a-eb03d8e8b6b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130989 Nov 24 02:17:01.777375 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec5ada-ac60-4eca-93b4-121c50aa8748 req-61af1c60-e077-4165-b303-ca78346b7467 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:17:01.778775 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-d0ec5ada-ac60-4eca-93b4-121c50aa8748 req-61af1c60-e077-4165-b303-ca78346b7467 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6892d65-38d7-4344-8262-a0d227b94465 HTTP/1.1" status: 200 len: 944 time: 0.0687785 Nov 24 02:17:01.884079 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-d0ec5ada-ac60-4eca-93b4-121c50aa8748 req-89be05c5-0b84-4054-b715-71cdf44b9c93 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c28c7b0-e195-4982-937f-44e8e4f86bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975959 Nov 24 02:17:01.901243 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-39248357-5ef3-442b-bdaf-7f9d4974dafe req-9ed725a6-a809-4b3f-b1d5-1f79b0f246f9 service neutron] 10.222.0.48 "GET /v2.0/networks/f5f57002-ec3a-428e-ac0a-eb03d8e8b6b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215718 Nov 24 02:17:02.999089 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe97c72c-8994-4409-9a15-aa371d22ce6a req-3d4eb597-3c0e-4737-bba8-107005dcdc5c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:17:03.000594 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-fe97c72c-8994-4409-9a15-aa371d22ce6a req-3d4eb597-3c0e-4737-bba8-107005dcdc5c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6892d65-38d7-4344-8262-a0d227b94465 HTTP/1.1" status: 200 len: 944 time: 0.0479503 Nov 24 02:17:03.048528 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-fe97c72c-8994-4409-9a15-aa371d22ce6a req-6a49af6b-8848-4590-8236-0ccae4e30a69 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c28c7b0-e195-4982-937f-44e8e4f86bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419693 Nov 24 02:17:03.066582 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device a0744f8f-5fdb-4a19-9df6-72f5105e7b85 details requested by agent hyperv_hv-neutron-8189 with host hv-neutron-8189 {{(pid=109868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 02:17:03.161522 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port a0744f8f-5fdb-4a19-9df6-72f5105e7b85, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=a0744f8f-5fdb-4a19-9df6-72f5105e7b85,segment=NetworkSegment(ff6c6b3a-6371-4301-a8e9-0aa63a40a789),segment_id=ff6c6b3a-6371-4301-a8e9-0aa63a40a789)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:17:03.171998 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Returning: {'device': 'a0744f8f-5fdb-4a19-9df6-72f5105e7b85', 'network_id': 'f5f57002-ec3a-428e-ac0a-eb03d8e8b6b8', 'port_id': 'a0744f8f-5fdb-4a19-9df6-72f5105e7b85', 'mac_address': 'fa:16:3e:41:e0:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82e58318-c065-413b-b03b-c3abf9fd5006', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 02:17:03.208758 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:17:03.221003 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0744f8f-5fdb-4a19-9df6-72f5105e7b85 {{(pid=109868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 02:17:03.241695 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port a0744f8f-5fdb-4a19-9df6-72f5105e7b85, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=a0744f8f-5fdb-4a19-9df6-72f5105e7b85,segment=NetworkSegment(ff6c6b3a-6371-4301-a8e9-0aa63a40a789),segment_id=ff6c6b3a-6371-4301-a8e9-0aa63a40a789)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:17:03.245681 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:17:03.297686 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=a0744f8f-5fdb-4a19-9df6-72f5105e7b85,revision_number=4']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:17:03.523624 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] get_ports_and_sgs() called for port_ids ['a0744f8f-5fdb-4a19-9df6-72f5105e7b85'] {{(pid=109868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 02:17:04.164199 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6caba43-e927-4589-b376-9f4205fd7578 req-99087074-9210-48eb-b52a-268512ff29f8 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:17:04.165638 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e6caba43-e927-4589-b376-9f4205fd7578 req-99087074-9210-48eb-b52a-268512ff29f8 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6892d65-38d7-4344-8262-a0d227b94465 HTTP/1.1" status: 200 len: 945 time: 0.0490365 Nov 24 02:17:04.213710 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e6caba43-e927-4589-b376-9f4205fd7578 req-b5e0a33f-ec4f-4e84-925c-8be890d1d8de tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c28c7b0-e195-4982-937f-44e8e4f86bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422351 Nov 24 02:17:05.082748 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device a0744f8f-5fdb-4a19-9df6-72f5105e7b85 up at agent hyperv_hv-neutron-8189 {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 02:17:05.130831 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Provisioning for port a0744f8f-5fdb-4a19-9df6-72f5105e7b85 completed by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 02:17:05.134560 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Provisioning complete for port a0744f8f-5fdb-4a19-9df6-72f5105e7b85 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:17:05.134926 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:17:05.212993 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:17:05.234935 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6892d65-38d7-4344-8262-a0d227b94465', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0744f8f-5fdb-4a19-9df6-72f5105e7b85'}] {{(pid=109868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:17:05.236642 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adafa3b64de3cabc8eac619938bcace59b198ffee64d481093eb3def62699d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd0382e4-b296-4f85-9ddc-58ae0e3dc7ca" -d '{"events": [{"server_uuid": "c6892d65-38d7-4344-8262-a0d227b94465", "name": "network-vif-plugged", "status": "completed", "tag": "a0744f8f-5fdb-4a19-9df6-72f5105e7b85"}]}' {{(pid=109868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:17:05.251043 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port a0744f8f-5fdb-4a19-9df6-72f5105e7b85, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=a0744f8f-5fdb-4a19-9df6-72f5105e7b85,segment=NetworkSegment(ff6c6b3a-6371-4301-a8e9-0aa63a40a789),segment_id=ff6c6b3a-6371-4301-a8e9-0aa63a40a789)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:17:05.257576 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:17:05.283785 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 02:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbf1996f-e7ab-4cd1-bfba-856c21082ba7 x-openstack-request-id: req-dbf1996f-e7ab-4cd1-bfba-856c21082ba7 {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:17:05.284160 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6892d65-38d7-4344-8262-a0d227b94465", "name": "network-vif-plugged", "status": "completed", "tag": "a0744f8f-5fdb-4a19-9df6-72f5105e7b85", "code": 200}]} {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:17:05.284438 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dbf1996f-e7ab-4cd1-bfba-856c21082ba7 {{(pid=109868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:17:05.284827 dv-neutron-818911-2-hyperv neutron-server[109868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6892d65-38d7-4344-8262-a0d227b94465', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0744f8f-5fdb-4a19-9df6-72f5105e7b85', 'code': 200} Nov 24 02:17:05.309109 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=a0744f8f-5fdb-4a19-9df6-72f5105e7b85,revision_number=5']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:17:05.358322 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4914b4-46d9-486c-adc0-13f5b2f84301 req-81807db0-c7b4-4734-a2d2-c78dcb535460 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:17:05.359959 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-0e4914b4-46d9-486c-adc0-13f5b2f84301 req-81807db0-c7b4-4734-a2d2-c78dcb535460 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6892d65-38d7-4344-8262-a0d227b94465 HTTP/1.1" status: 200 len: 946 time: 0.0620811 Nov 24 02:17:05.412861 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-0e4914b4-46d9-486c-adc0-13f5b2f84301 req-206f6e7d-f0e5-46a3-899e-c6965992a2b7 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c28c7b0-e195-4982-937f-44e8e4f86bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467608 Nov 24 02:17:05.496646 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8ddd57-4f31-4498-abe7-3d6068292684 req-2e62c56e-1ed2-454d-8875-a2b7092e19a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:17:05.498167 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-6f8ddd57-4f31-4498-abe7-3d6068292684 req-2e62c56e-1ed2-454d-8875-a2b7092e19a9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c6892d65-38d7-4344-8262-a0d227b94465 HTTP/1.1" status: 200 len: 1099 time: 0.0442772 Nov 24 02:17:05.543042 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-6f8ddd57-4f31-4498-abe7-3d6068292684 req-aa78550e-7004-40c6-8ca7-64731c195832 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7c28c7b0-e195-4982-937f-44e8e4f86bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382044 Nov 24 02:17:06.531806 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35f02ac-e878-4074-a975-d3b1c7ef04f1 req-8ec8d911-6ab0-4f7c-81ee-c1aadcdba1bf tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:17:06.533353 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-f35f02ac-e878-4074-a975-d3b1c7ef04f1 req-8ec8d911-6ab0-4f7c-81ee-c1aadcdba1bf tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6892d65-38d7-4344-8262-a0d227b94465 HTTP/1.1" status: 200 len: 946 time: 0.0495586 Nov 24 02:17:06.591419 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-f35f02ac-e878-4074-a975-d3b1c7ef04f1 req-402cbebc-11fb-45d6-9254-bbe501a29f49 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c28c7b0-e195-4982-937f-44e8e4f86bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449800 Nov 24 02:17:07.710555 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351affea-e5cb-49c3-8537-2d5981049418 req-43326598-580f-45e5-9460-cb780c3e84b0 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:17:07.712099 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-351affea-e5cb-49c3-8537-2d5981049418 req-43326598-580f-45e5-9460-cb780c3e84b0 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6892d65-38d7-4344-8262-a0d227b94465 HTTP/1.1" status: 200 len: 946 time: 0.0515320 Nov 24 02:17:07.761296 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-351affea-e5cb-49c3-8537-2d5981049418 req-efa347ab-3751-435e-a001-edac45979667 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c28c7b0-e195-4982-937f-44e8e4f86bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430493 Nov 24 02:17:07.874753 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed90627-39d7-4e6e-b067-9ac3a2e63268 req-84563688-06fb-4f98-b287-98b1a8cff9b1 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:17:07.876181 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-8ed90627-39d7-4e6e-b067-9ac3a2e63268 req-84563688-06fb-4f98-b287-98b1a8cff9b1 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6892d65-38d7-4344-8262-a0d227b94465 HTTP/1.1" status: 200 len: 946 time: 0.0496786 Nov 24 02:17:07.929220 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-8ed90627-39d7-4e6e-b067-9ac3a2e63268 req-d59b999f-f5f1-4c68-8718-5d17a3af0ff8 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c28c7b0-e195-4982-937f-44e8e4f86bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465064 Nov 24 02:17:07.951352 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 56214) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:17:07.994285 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20bbf6e6-e297-4896-8750-b40718df124c tempest-TestNetworkAdvancedServerOps-597099735 tempest-TestNetworkAdvancedServerOps-597099735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:17:07.995783 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-20bbf6e6-e297-4896-8750-b40718df124c tempest-TestNetworkAdvancedServerOps-597099735 tempest-TestNetworkAdvancedServerOps-597099735-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=c6892d65-38d7-4344-8262-a0d227b94465 HTTP/1.1" status: 200 len: 1094 time: 0.0435216 Nov 24 02:17:07.998516 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 56216) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:17:08.002664 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-3f319a75-2551-46c7-a651-118da7f3f9ad tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Request body: {'floatingip': {'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'port_id': 'a0744f8f-5fdb-4a19-9df6-72f5105e7b85', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:17:08.023797 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3f319a75-2551-46c7-a651-118da7f3f9ad tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for floatingip, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:17:08.119337 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3f319a75-2551-46c7-a651-118da7f3f9ad tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:17:08.223954 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [None req-3f319a75-2551-46c7-a651-118da7f3f9ad tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Allocated IP 172.26.5.238 (eb22795d-37ee-46ee-844d-92c17e2ea450/3e66fcff-6e72-4083-b514-48f69cdaa2cb/f28a1d52-32a7-4784-95e6-db8cec089727) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 02:17:08.325238 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3f319a75-2551-46c7-a651-118da7f3f9ad tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:17:08.362509 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3f319a75-2551-46c7-a651-118da7f3f9ad tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:17:08.408507 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f319a75-2551-46c7-a651-118da7f3f9ad tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Network eb22795d-37ee-46ee-844d-92c17e2ea450 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 02:17:08.411421 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-3f319a75-2551-46c7-a651-118da7f3f9ad tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:17:08.415548 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f319a75-2551-46c7-a651-118da7f3f9ad tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 02:17:08.421080 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f319a75-2551-46c7-a651-118da7f3f9ad tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Pushing event updated for resources: {'Port': ['ID=f28a1d52-32a7-4784-95e6-db8cec089727,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:17:08.760277 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3f319a75-2551-46c7-a651-118da7f3f9ad tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:17:08.826889 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3f319a75-2551-46c7-a651-118da7f3f9ad tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:17:08.973811 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3f319a75-2551-46c7-a651-118da7f3f9ad tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for port, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:17:08.978662 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3f319a75-2551-46c7-a651-118da7f3f9ad tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29149402'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:17:09.045895 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f319a75-2551-46c7-a651-118da7f3f9ad tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Pushing event updated for resources: {'Port': ['ID=f28a1d52-32a7-4784-95e6-db8cec089727,revision_number=2']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:17:09.055653 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3f319a75-2551-46c7-a651-118da7f3f9ad tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418250'] for floatingip, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:17:09.152348 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.l3_db [None req-3f319a75-2551-46c7-a651-118da7f3f9ad tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Floating IP b886a7b5-e7bb-49de-9541-2604aa0454fd associated. External IP: 172.26.5.238, port: a0744f8f-5fdb-4a19-9df6-72f5105e7b85. Nov 24 02:17:09.167419 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.agents_db [None req-4e42c10c-a1d3-4d07-89d6-7a24334140aa None None] Agent healthcheck: found 6 active agents {{(pid=109869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 02:17:09.356302 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f319a75-2551-46c7-a651-118da7f3f9ad tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Router 709cde67-763e-4a17-9719-8a2ba2bb86ea has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 02:17:09.789899 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f319a75-2551-46c7-a651-118da7f3f9ad tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 02:17:09.799848 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027ff998-7354-4992-8928-3d9807d97305 None None] Sync routers for ids ['709cde67-763e-4a17-9719-8a2ba2bb86ea'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 02:17:09.808277 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3f319a75-2551-46c7-a651-118da7f3f9ad tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for floatingip, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:17:09.811208 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027ff998-7354-4992-8928-3d9807d97305 None None] Routers {'709cde67-763e-4a17-9719-8a2ba2bb86ea'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:17:09.811834 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-027ff998-7354-4992-8928-3d9807d97305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:16:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['709cde67-763e-4a17-9719-8a2ba2bb86ea'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:17:09.834542 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-3f319a75-2551-46c7-a651-118da7f3f9ad tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8350346 Nov 24 02:17:09.835202 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6892d65-38d7-4344-8262-a0d227b94465', 'tag': 'a0744f8f-5fdb-4a19-9df6-72f5105e7b85'}] {{(pid=109866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:17:09.837492 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b7c53c286d9351d1367337230623a155cee02c46c94b80588b67a0bc16402ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afd48f69-c154-4595-8d6c-c88eb239ab2a" -d '{"events": [{"name": "network-changed", "server_uuid": "c6892d65-38d7-4344-8262-a0d227b94465", "tag": "a0744f8f-5fdb-4a19-9df6-72f5105e7b85"}]}' {{(pid=109866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:17:09.880357 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 02:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c56bbc3f-29f5-4396-bb11-745cb8b589df x-openstack-request-id: req-c56bbc3f-29f5-4396-bb11-745cb8b589df {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:17:09.880644 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6892d65-38d7-4344-8262-a0d227b94465", "tag": "a0744f8f-5fdb-4a19-9df6-72f5105e7b85", "status": "completed", "code": 200}]} {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:17:09.880896 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c56bbc3f-29f5-4396-bb11-745cb8b589df {{(pid=109866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:17:09.881291 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6892d65-38d7-4344-8262-a0d227b94465', 'tag': 'a0744f8f-5fdb-4a19-9df6-72f5105e7b85', 'status': 'completed', 'code': 200} Nov 24 02:17:09.928487 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-027ff998-7354-4992-8928-3d9807d97305 None None] Set router 709cde67-763e-4a17-9719-8a2ba2bb86ea gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:17:09.939064 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb13527-14b6-4697-ad85-3aca9ba2dbd3 req-1b1c83d2-7bbc-4be3-a45c-ec9cacc5d302 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:17:09.940902 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-dcb13527-14b6-4697-ad85-3aca9ba2dbd3 req-1b1c83d2-7bbc-4be3-a45c-ec9cacc5d302 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6892d65-38d7-4344-8262-a0d227b94465 HTTP/1.1" status: 200 len: 946 time: 0.0504892 Nov 24 02:17:09.970681 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd48f69-c154-4595-8d6c-c88eb239ab2a req-5ca8e96f-f4d8-472d-9718-59f55c22c4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:17:09.972840 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-afd48f69-c154-4595-8d6c-c88eb239ab2a req-5ca8e96f-f4d8-472d-9718-59f55c22c4be service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=267b27dd9c014097b0435b11fcd7bcf6&device_id=c6892d65-38d7-4344-8262-a0d227b94465 HTTP/1.1" status: 200 len: 1099 time: 0.0442407 Nov 24 02:17:09.993435 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-dcb13527-14b6-4697-ad85-3aca9ba2dbd3 req-07ac7bab-da75-4ce5-aa2a-5fe0f548a14b tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c28c7b0-e195-4982-937f-44e8e4f86bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458241 Nov 24 02:17:10.016088 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 56222) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:17:10.067399 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd48f69-c154-4595-8d6c-c88eb239ab2a req-75748d1f-2434-4b7c-84ae-154c60e30423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:17:10.069582 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-afd48f69-c154-4595-8d6c-c88eb239ab2a req-75748d1f-2434-4b7c-84ae-154c60e30423 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f5f57002-ec3a-428e-ac0a-eb03d8e8b6b8 HTTP/1.1" status: 200 len: 898 time: 0.0891180 Nov 24 02:17:10.084025 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-f95aea55-50ea-4b7f-af86-68b85e73e285 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/floatingips/b886a7b5-e7bb-49de-9541-2604aa0454fd HTTP/1.1" status: 200 len: 992 time: 0.0652366 Nov 24 02:17:10.142922 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-afd48f69-c154-4595-8d6c-c88eb239ab2a req-552618ee-83b3-4d15-827b-6e573ac5fb76 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a0744f8f-5fdb-4a19-9df6-72f5105e7b85 HTTP/1.1" status: 200 len: 1000 time: 0.0662365 Nov 24 02:17:10.158554 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-027ff998-7354-4992-8928-3d9807d97305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709cde67-763e-4a17-9719-8a2ba2bb86ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1256971385', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.70'}], 'enable_snat': True}, 'gw_port_id': 'ca0dae11-a394-47c5-8ec8-65ea872af7e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:16:52Z', 'updated_at': '2021-11-24T02:16:56Z', 'revision_number': 4, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'gw_port': {'id': 'ca0dae11-a394-47c5-8ec8-65ea872af7e2', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:73:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709cde67-763e-4a17-9719-8a2ba2bb86ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:16:53Z', 'updated_at': '2021-11-24T02:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_floatingips': [{'id': 'b886a7b5-e7bb-49de-9541-2604aa0454fd', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'floating_ip_address': '172.26.5.238', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': '709cde67-763e-4a17-9719-8a2ba2bb86ea', 'port_id': 'a0744f8f-5fdb-4a19-9df6-72f5105e7b85', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5f57002-ec3a-428e-ac0a-eb03d8e8b6b8', 'mac_address': 'fa:16:3e:41:e0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6892d65-38d7-4344-8262-a0d227b94465', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T02:17:08Z', 'updated_at': '2021-11-24T02:17:08Z', 'revision_number': 0, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cbb2ee5-20e3-4876-8ee0-a5135bf0ed29', 'name': '', 'network_id': 'f5f57002-ec3a-428e-ac0a-eb03d8e8b6b8', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'mac_address': 'fa:16:3e:24:9d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709cde67-763e-4a17-9719-8a2ba2bb86ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '82e58318-c065-413b-b03b-c3abf9fd5006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:16:55Z', 'updated_at': '2021-11-24T02:16:59Z', 'revision_number': 5, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'subnets': [{'id': '82e58318-c065-413b-b03b-c3abf9fd5006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:17:10.184816 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027ff998-7354-4992-8928-3d9807d97305 None None] Checking router: 709cde67-763e-4a17-9719-8a2ba2bb86ea for host: dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 02:17:10.192341 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd48f69-c154-4595-8d6c-c88eb239ab2a req-223d49a8-7170-4809-9761-281f5ca2360a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:17:10.192836 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027ff998-7354-4992-8928-3d9807d97305 None None] Routers {'709cde67-763e-4a17-9719-8a2ba2bb86ea'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:17:10.193454 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-027ff998-7354-4992-8928-3d9807d97305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:16:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['709cde67-763e-4a17-9719-8a2ba2bb86ea'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:17:10.193846 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-afd48f69-c154-4595-8d6c-c88eb239ab2a req-223d49a8-7170-4809-9761-281f5ca2360a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=82e58318-c065-413b-b03b-c3abf9fd5006 HTTP/1.1" status: 200 len: 835 time: 0.0444984 Nov 24 02:17:10.239188 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd48f69-c154-4595-8d6c-c88eb239ab2a req-1c6a90f3-59f7-4d4c-90f1-553f039d3a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:17:10.240666 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-afd48f69-c154-4595-8d6c-c88eb239ab2a req-1c6a90f3-59f7-4d4c-90f1-553f039d3a8d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f5f57002-ec3a-428e-ac0a-eb03d8e8b6b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402102 Nov 24 02:17:10.299452 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-027ff998-7354-4992-8928-3d9807d97305 None None] Set router 709cde67-763e-4a17-9719-8a2ba2bb86ea gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:17:10.337294 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-afd48f69-c154-4595-8d6c-c88eb239ab2a req-2caa6e11-14a3-44b2-9009-c5d5722f56e0 service neutron] 10.222.0.48 "GET /v2.0/networks/f5f57002-ec3a-428e-ac0a-eb03d8e8b6b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890307 Nov 24 02:17:10.430631 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-afd48f69-c154-4595-8d6c-c88eb239ab2a req-8b488e61-8ffb-436b-92ad-ee277b886627 service neutron] 10.222.0.48 "GET /v2.0/networks/f5f57002-ec3a-428e-ac0a-eb03d8e8b6b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865993 Nov 24 02:17:10.522086 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-027ff998-7354-4992-8928-3d9807d97305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709cde67-763e-4a17-9719-8a2ba2bb86ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1256971385', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.70'}], 'enable_snat': True}, 'gw_port_id': 'ca0dae11-a394-47c5-8ec8-65ea872af7e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:16:52Z', 'updated_at': '2021-11-24T02:16:56Z', 'revision_number': 4, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'gw_port': {'id': 'ca0dae11-a394-47c5-8ec8-65ea872af7e2', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:73:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709cde67-763e-4a17-9719-8a2ba2bb86ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:16:53Z', 'updated_at': '2021-11-24T02:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_floatingips': [{'id': 'b886a7b5-e7bb-49de-9541-2604aa0454fd', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'floating_ip_address': '172.26.5.238', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': '709cde67-763e-4a17-9719-8a2ba2bb86ea', 'port_id': 'a0744f8f-5fdb-4a19-9df6-72f5105e7b85', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5f57002-ec3a-428e-ac0a-eb03d8e8b6b8', 'mac_address': 'fa:16:3e:41:e0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6892d65-38d7-4344-8262-a0d227b94465', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T02:17:08Z', 'updated_at': '2021-11-24T02:17:08Z', 'revision_number': 0, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cbb2ee5-20e3-4876-8ee0-a5135bf0ed29', 'name': '', 'network_id': 'f5f57002-ec3a-428e-ac0a-eb03d8e8b6b8', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'mac_address': 'fa:16:3e:24:9d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709cde67-763e-4a17-9719-8a2ba2bb86ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '82e58318-c065-413b-b03b-c3abf9fd5006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:16:55Z', 'updated_at': '2021-11-24T02:16:59Z', 'revision_number': 5, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'subnets': [{'id': '82e58318-c065-413b-b03b-c3abf9fd5006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:17:10.549164 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027ff998-7354-4992-8928-3d9807d97305 None None] The sync data for ids ['709cde67-763e-4a17-9719-8a2ba2bb86ea'] in dv-neutron-818911-2-hyperv is: [{'id': '709cde67-763e-4a17-9719-8a2ba2bb86ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1256971385', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.70'}], 'enable_snat': True}, 'gw_port_id': 'ca0dae11-a394-47c5-8ec8-65ea872af7e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:16:52Z', 'updated_at': '2021-11-24T02:16:56Z', 'revision_number': 4, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'gw_port': {'id': 'ca0dae11-a394-47c5-8ec8-65ea872af7e2', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:73:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709cde67-763e-4a17-9719-8a2ba2bb86ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:16:53Z', 'updated_at': '2021-11-24T02:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_floatingips': [{'id': 'b886a7b5-e7bb-49de-9541-2604aa0454fd', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'floating_ip_address': '172.26.5.238', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': '709cde67-763e-4a17-9719-8a2ba2bb86ea', 'port_id': 'a0744f8f-5fdb-4a19-9df6-72f5105e7b85', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5f57002-ec3a-428e-ac0a-eb03d8e8b6b8', 'mac_address': 'fa:16:3e:41:e0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6892d65-38d7-4344-8262-a0d227b94465', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T02:17:08Z', 'updated_at': '2021-11-24T02:17:08Z', 'revision_number': 0, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cbb2ee5-20e3-4876-8ee0-a5135bf0ed29', 'name': '', 'network_id': 'f5f57002-ec3a-428e-ac0a-eb03d8e8b6b8', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'mac_address': 'fa:16:3e:24:9d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709cde67-763e-4a17-9719-8a2ba2bb86ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '82e58318-c065-413b-b03b-c3abf9fd5006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:16:55Z', 'updated_at': '2021-11-24T02:16:59Z', 'revision_number': 5, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'subnets': [{'id': '82e58318-c065-413b-b03b-c3abf9fd5006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 02:17:10.737375 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a862a587-065c-46b1-84a7-5d3c5b07a8f2 None None] New status for floating IP b886a7b5-e7bb-49de-9541-2604aa0454fd: ACTIVE {{(pid=109869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 02:17:11.087139 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 56224) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:17:11.145545 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-13c5d3d8-7b1d-4fa7-b91c-638d761f5e77 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/floatingips/b886a7b5-e7bb-49de-9541-2604aa0454fd HTTP/1.1" status: 200 len: 994 time: 0.0571818 Nov 24 02:17:24.784456 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-6d2acf2a-55b3-4e35-a13a-b2aada061d39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:17:26.275778 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-d887849c-5c76-4b03-9b88-a73c946d7980 req-a69aa568-1873-4fcf-bb1d-3205faad6586 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c6892d65-38d7-4344-8262-a0d227b94465&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392396 Nov 24 02:17:26.375719 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d887849c-5c76-4b03-9b88-a73c946d7980 req-46389230-0158-48aa-a5ec-6cda66a42310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:17:26.377193 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-d887849c-5c76-4b03-9b88-a73c946d7980 req-46389230-0158-48aa-a5ec-6cda66a42310 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=267b27dd9c014097b0435b11fcd7bcf6&device_id=c6892d65-38d7-4344-8262-a0d227b94465 HTTP/1.1" status: 200 len: 1099 time: 0.0407119 Nov 24 02:17:26.485090 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d887849c-5c76-4b03-9b88-a73c946d7980 req-c3fc8d8d-34be-423a-a1e7-5c289a6653c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:17:26.486580 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-d887849c-5c76-4b03-9b88-a73c946d7980 req-c3fc8d8d-34be-423a-a1e7-5c289a6653c1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f5f57002-ec3a-428e-ac0a-eb03d8e8b6b8 HTTP/1.1" status: 200 len: 898 time: 0.0885181 Nov 24 02:17:26.559020 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-d887849c-5c76-4b03-9b88-a73c946d7980 req-389ae01c-6ef5-4c4c-bea7-ea3f6409d146 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a0744f8f-5fdb-4a19-9df6-72f5105e7b85 HTTP/1.1" status: 200 len: 1002 time: 0.0646873 Nov 24 02:17:26.612628 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d887849c-5c76-4b03-9b88-a73c946d7980 req-d70942d1-3cd2-47bf-ad22-91ad15306467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:17:26.614081 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-d887849c-5c76-4b03-9b88-a73c946d7980 req-d70942d1-3cd2-47bf-ad22-91ad15306467 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=82e58318-c065-413b-b03b-c3abf9fd5006 HTTP/1.1" status: 200 len: 835 time: 0.0478058 Nov 24 02:17:26.659903 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d887849c-5c76-4b03-9b88-a73c946d7980 req-566c874b-d4a1-4b87-9246-a973b6762a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:17:26.661339 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-d887849c-5c76-4b03-9b88-a73c946d7980 req-566c874b-d4a1-4b87-9246-a973b6762a6c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f5f57002-ec3a-428e-ac0a-eb03d8e8b6b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397453 Nov 24 02:17:26.754382 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-d887849c-5c76-4b03-9b88-a73c946d7980 req-363d7e15-b950-41b7-a051-289b77697983 service neutron] 10.222.0.48 "GET /v2.0/networks/f5f57002-ec3a-428e-ac0a-eb03d8e8b6b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823469 Nov 24 02:17:27.172354 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-d887849c-5c76-4b03-9b88-a73c946d7980 req-fd96c7f6-ae12-4b85-9d36-6e008db05109 service neutron] 10.222.0.48 "GET /v2.0/networks/f5f57002-ec3a-428e-ac0a-eb03d8e8b6b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4099274 Nov 24 02:17:27.252886 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-91869d55-2d88-444d-aa69-64993b1ea60a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:17:28.199351 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:17:28.263549 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:17:29.699609 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:17:30.160365 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:17:42.555130 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7d555f-bba5-44f5-853d-7e18c22afa52 req-7673d055-1ebc-446e-8576-e321430195dd tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:17:42.556592 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-cc7d555f-bba5-44f5-853d-7e18c22afa52 req-7673d055-1ebc-446e-8576-e321430195dd tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6892d65-38d7-4344-8262-a0d227b94465 HTTP/1.1" status: 200 len: 946 time: 0.0737824 Nov 24 02:17:42.580732 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f75abe7-c458-4e4c-bdb7-4a2cd72b4312 req-cb94c80b-5acf-4011-83d8-e4cd043da3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:17:42.582199 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-6f75abe7-c458-4e4c-bdb7-4a2cd72b4312 req-cb94c80b-5acf-4011-83d8-e4cd043da3df service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=267b27dd9c014097b0435b11fcd7bcf6&device_id=c6892d65-38d7-4344-8262-a0d227b94465 HTTP/1.1" status: 200 len: 1099 time: 0.0692081 Nov 24 02:17:42.636732 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-cc7d555f-bba5-44f5-853d-7e18c22afa52 req-da521e08-473d-4258-89f6-f31070a05c33 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c28c7b0-e195-4982-937f-44e8e4f86bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732691 Nov 24 02:17:42.692391 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f75abe7-c458-4e4c-bdb7-4a2cd72b4312 req-7fba1a0b-74ad-4496-9c97-a47973a4901c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:17:42.693877 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-6f75abe7-c458-4e4c-bdb7-4a2cd72b4312 req-7fba1a0b-74ad-4496-9c97-a47973a4901c service neutron] 10.222.0.48 "GET /v2.0/networks?id=f5f57002-ec3a-428e-ac0a-eb03d8e8b6b8 HTTP/1.1" status: 200 len: 898 time: 0.0991981 Nov 24 02:17:42.761722 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-6f75abe7-c458-4e4c-bdb7-4a2cd72b4312 req-2c22534a-1290-40c9-8a28-bbdd0e50cf25 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a0744f8f-5fdb-4a19-9df6-72f5105e7b85 HTTP/1.1" status: 200 len: 1002 time: 0.0604858 Nov 24 02:17:42.810279 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f75abe7-c458-4e4c-bdb7-4a2cd72b4312 req-af8df85c-0592-4640-aa6d-aa5c578565be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:17:42.811722 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-6f75abe7-c458-4e4c-bdb7-4a2cd72b4312 req-af8df85c-0592-4640-aa6d-aa5c578565be service neutron] 10.222.0.48 "GET /v2.0/subnets?id=82e58318-c065-413b-b03b-c3abf9fd5006 HTTP/1.1" status: 200 len: 835 time: 0.0421386 Nov 24 02:17:42.857549 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f75abe7-c458-4e4c-bdb7-4a2cd72b4312 req-dc22d3d8-a3cc-410d-927e-da776e17aaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:17:42.859018 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-6f75abe7-c458-4e4c-bdb7-4a2cd72b4312 req-dc22d3d8-a3cc-410d-927e-da776e17aaf3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f5f57002-ec3a-428e-ac0a-eb03d8e8b6b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393462 Nov 24 02:17:42.953796 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-6f75abe7-c458-4e4c-bdb7-4a2cd72b4312 req-c5e4da1d-2ff7-4f22-afa9-baafd25cc31c service neutron] 10.222.0.48 "GET /v2.0/networks/f5f57002-ec3a-428e-ac0a-eb03d8e8b6b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860937 Nov 24 02:17:43.046824 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-6f75abe7-c458-4e4c-bdb7-4a2cd72b4312 req-484cbd77-0a3f-424a-93b7-cc54df89107f service neutron] 10.222.0.48 "GET /v2.0/networks/f5f57002-ec3a-428e-ac0a-eb03d8e8b6b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858464 Nov 24 02:17:43.757243 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f89054e-0d0c-46f1-b652-98b1bc83a4fa req-c05d927f-efc5-4dfa-b457-943b4254c975 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:17:43.758738 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-0f89054e-0d0c-46f1-b652-98b1bc83a4fa req-c05d927f-efc5-4dfa-b457-943b4254c975 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6892d65-38d7-4344-8262-a0d227b94465 HTTP/1.1" status: 200 len: 946 time: 0.0518215 Nov 24 02:17:43.807067 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-0f89054e-0d0c-46f1-b652-98b1bc83a4fa req-c5727cea-9278-41c6-a0a6-a07d78c6b28b tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c28c7b0-e195-4982-937f-44e8e4f86bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419765 Nov 24 02:17:44.922046 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450a55bd-3364-4d01-b6c2-eb1e27cea543 req-81655dc5-aa06-43b0-a026-4717ecf02f52 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:17:44.923527 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-450a55bd-3364-4d01-b6c2-eb1e27cea543 req-81655dc5-aa06-43b0-a026-4717ecf02f52 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6892d65-38d7-4344-8262-a0d227b94465 HTTP/1.1" status: 200 len: 946 time: 0.0492895 Nov 24 02:17:44.971903 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-450a55bd-3364-4d01-b6c2-eb1e27cea543 req-acb18287-7dd1-4040-88fc-c3c1485d3965 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c28c7b0-e195-4982-937f-44e8e4f86bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425780 Nov 24 02:17:46.083509 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0d6238-cc33-4156-afc3-c64e7bb2e51d req-3a13ed70-3afb-4098-9953-3c102d6e1186 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:17:46.085088 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-1b0d6238-cc33-4156-afc3-c64e7bb2e51d req-3a13ed70-3afb-4098-9953-3c102d6e1186 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6892d65-38d7-4344-8262-a0d227b94465 HTTP/1.1" status: 200 len: 946 time: 0.0476797 Nov 24 02:17:46.132978 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-1b0d6238-cc33-4156-afc3-c64e7bb2e51d req-f918881c-811b-490a-9c0d-a84952e7d1eb tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c28c7b0-e195-4982-937f-44e8e4f86bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412273 Nov 24 02:17:46.166660 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.agents_db [None req-4e42c10c-a1d3-4d07-89d6-7a24334140aa None None] Agent healthcheck: found 6 active agents {{(pid=109869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 02:17:47.245791 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59de1194-321d-4b9a-b55b-e92475310ba1 req-74da04be-de6d-42c2-9ca1-0a2f590940b5 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:17:47.247249 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-59de1194-321d-4b9a-b55b-e92475310ba1 req-74da04be-de6d-42c2-9ca1-0a2f590940b5 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6892d65-38d7-4344-8262-a0d227b94465 HTTP/1.1" status: 200 len: 946 time: 0.0482326 Nov 24 02:17:47.295408 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-59de1194-321d-4b9a-b55b-e92475310ba1 req-36a5074a-7082-4e7e-864a-e4c62cd394d3 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c28c7b0-e195-4982-937f-44e8e4f86bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423007 Nov 24 02:17:48.408983 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7762aaa7-5135-4b16-86d7-94d95473a919 req-d4c0654b-6f0c-4e89-adb3-d2140d56277c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:17:48.410494 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-7762aaa7-5135-4b16-86d7-94d95473a919 req-d4c0654b-6f0c-4e89-adb3-d2140d56277c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6892d65-38d7-4344-8262-a0d227b94465 HTTP/1.1" status: 200 len: 946 time: 0.0479372 Nov 24 02:17:48.462202 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-7762aaa7-5135-4b16-86d7-94d95473a919 req-6b681649-afa9-48c8-84c2-63c11353c7b9 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c28c7b0-e195-4982-937f-44e8e4f86bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457797 Nov 24 02:17:49.584175 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5e2804-d35c-44dd-8c31-56f6b125c97d req-a08029b2-1786-47fb-b622-a33c358c061e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:17:49.585808 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-5c5e2804-d35c-44dd-8c31-56f6b125c97d req-a08029b2-1786-47fb-b622-a33c358c061e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6892d65-38d7-4344-8262-a0d227b94465 HTTP/1.1" status: 200 len: 946 time: 0.0578308 Nov 24 02:17:49.634378 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-5c5e2804-d35c-44dd-8c31-56f6b125c97d req-c702a9b2-83a4-4273-b0ed-a60b17d1dbe2 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c28c7b0-e195-4982-937f-44e8e4f86bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427799 Nov 24 02:17:50.745267 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954f1bb6-1840-4087-98e5-e541d637c87a req-a2303854-3868-45b5-9efb-b8033a78a4dc tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:17:50.746737 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-954f1bb6-1840-4087-98e5-e541d637c87a req-a2303854-3868-45b5-9efb-b8033a78a4dc tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6892d65-38d7-4344-8262-a0d227b94465 HTTP/1.1" status: 200 len: 946 time: 0.0468953 Nov 24 02:17:50.794311 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-954f1bb6-1840-4087-98e5-e541d637c87a req-45b5e4b3-9ae3-4116-8873-29166a23c0a7 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c28c7b0-e195-4982-937f-44e8e4f86bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416489 Nov 24 02:17:51.907822 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41c934a-1629-4568-b5ec-32c8c0c15b04 req-4d742dd6-f46c-4967-b821-050c6d36be0b tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:17:51.909276 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-b41c934a-1629-4568-b5ec-32c8c0c15b04 req-4d742dd6-f46c-4967-b821-050c6d36be0b tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6892d65-38d7-4344-8262-a0d227b94465 HTTP/1.1" status: 200 len: 946 time: 0.0484383 Nov 24 02:17:51.957953 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-b41c934a-1629-4568-b5ec-32c8c0c15b04 req-ace2fb36-68fd-4055-b1b1-dbdd554a9954 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c28c7b0-e195-4982-937f-44e8e4f86bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424433 Nov 24 02:17:53.068779 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7f71b3-63fc-46c4-ba01-7cb19a91982d req-84c1e3a6-b8f5-4a09-bbb2-e547849010ce tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:17:53.070544 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-cf7f71b3-63fc-46c4-ba01-7cb19a91982d req-84c1e3a6-b8f5-4a09-bbb2-e547849010ce tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6892d65-38d7-4344-8262-a0d227b94465 HTTP/1.1" status: 200 len: 946 time: 0.0480006 Nov 24 02:17:53.119053 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-cf7f71b3-63fc-46c4-ba01-7cb19a91982d req-be1d6cab-9e48-4314-9257-59d385728070 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c28c7b0-e195-4982-937f-44e8e4f86bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421288 Nov 24 02:17:54.237615 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fd5f77-1363-4e95-8cb0-db229a7614de req-8d7370be-27d6-401a-b625-0022d2ce1699 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:17:54.239094 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-b8fd5f77-1363-4e95-8cb0-db229a7614de req-8d7370be-27d6-401a-b625-0022d2ce1699 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6892d65-38d7-4344-8262-a0d227b94465 HTTP/1.1" status: 200 len: 946 time: 0.0536034 Nov 24 02:17:54.289350 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-b8fd5f77-1363-4e95-8cb0-db229a7614de req-1be02aa5-d2ba-4aff-98de-13a54d37136b tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c28c7b0-e195-4982-937f-44e8e4f86bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437896 Nov 24 02:17:54.784975 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a4722968-8e47-420c-b7fb-4424a83b11c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:17:55.410071 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff2ac9b-5db7-4502-9e97-0db5b5dc5b02 req-8d3a1ae1-2ec8-4441-b5e7-9d9bb72deaf6 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:17:55.411537 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-3ff2ac9b-5db7-4502-9e97-0db5b5dc5b02 req-8d3a1ae1-2ec8-4441-b5e7-9d9bb72deaf6 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6892d65-38d7-4344-8262-a0d227b94465 HTTP/1.1" status: 200 len: 946 time: 0.0521824 Nov 24 02:17:55.458820 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-3ff2ac9b-5db7-4502-9e97-0db5b5dc5b02 req-dfd88abb-30a2-4717-a334-9df97a9e3e02 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c28c7b0-e195-4982-937f-44e8e4f86bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407078 Nov 24 02:17:56.574944 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2433ddfc-076c-4dae-a0e9-2a9b1d6e5ef0 req-1737f7b2-b596-4c63-b1a6-18e97ffb5e3d tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:17:56.576430 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-2433ddfc-076c-4dae-a0e9-2a9b1d6e5ef0 req-1737f7b2-b596-4c63-b1a6-18e97ffb5e3d tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6892d65-38d7-4344-8262-a0d227b94465 HTTP/1.1" status: 200 len: 946 time: 0.0496709 Nov 24 02:17:56.625516 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-2433ddfc-076c-4dae-a0e9-2a9b1d6e5ef0 req-248c9a55-ed42-4c09-be88-496088bb306e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c28c7b0-e195-4982-937f-44e8e4f86bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431504 Nov 24 02:17:57.254176 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-fb6f3207-414c-4cc1-b816-90b1792315e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:17:57.738785 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0649dd3-7a42-48a1-b21b-a76647d58832 req-e0952aa9-162b-42e4-a9d1-7a7eb9f5c6e8 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:17:57.740253 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-a0649dd3-7a42-48a1-b21b-a76647d58832 req-e0952aa9-162b-42e4-a9d1-7a7eb9f5c6e8 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6892d65-38d7-4344-8262-a0d227b94465 HTTP/1.1" status: 200 len: 946 time: 0.0480225 Nov 24 02:17:57.788249 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-a0649dd3-7a42-48a1-b21b-a76647d58832 req-c124f6b4-dc03-4fdd-8048-bd4ba3ee9e3c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c28c7b0-e195-4982-937f-44e8e4f86bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416028 Nov 24 02:17:58.200683 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:17:58.258739 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:17:58.905235 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcecf54-607d-4c5e-92ce-656fc1c7f81d req-275541e2-75cc-4e86-be01-db9961fe85fa tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:17:58.906738 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-afcecf54-607d-4c5e-92ce-656fc1c7f81d req-275541e2-75cc-4e86-be01-db9961fe85fa tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6892d65-38d7-4344-8262-a0d227b94465 HTTP/1.1" status: 200 len: 946 time: 0.0502791 Nov 24 02:17:58.959740 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-afcecf54-607d-4c5e-92ce-656fc1c7f81d req-d6105adb-fd0c-40fe-8cc2-7468b93a3d56 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c28c7b0-e195-4982-937f-44e8e4f86bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467727 Nov 24 02:17:59.703277 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:00.072069 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1645eb2e-05ee-441d-8d05-a46955ddc237 req-4909e470-5763-4844-896c-2f07fb4c4cc4 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:18:00.074252 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-1645eb2e-05ee-441d-8d05-a46955ddc237 req-4909e470-5763-4844-896c-2f07fb4c4cc4 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6892d65-38d7-4344-8262-a0d227b94465 HTTP/1.1" status: 200 len: 946 time: 0.0482223 Nov 24 02:18:00.125294 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-1645eb2e-05ee-441d-8d05-a46955ddc237 req-306d440a-1893-4747-9358-9e65b7a84f78 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c28c7b0-e195-4982-937f-44e8e4f86bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452540 Nov 24 02:18:00.147554 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 56272) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:18:00.162339 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:00.207869 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-9acb5e51-d5d2-41eb-9f9f-1bd5354593ac tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/floatingips/b886a7b5-e7bb-49de-9541-2604aa0454fd HTTP/1.1" status: 200 len: 994 time: 0.0591795 Nov 24 02:18:23.167088 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.agents_db [None req-4e42c10c-a1d3-4d07-89d6-7a24334140aa None None] Agent healthcheck: found 6 active agents {{(pid=109869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 02:18:24.785867 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-b5ed2d28-7cb2-4ee2-96bb-635f6ccfecaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:26.282902 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-44b0a07e-7850-4202-8c7e-ad8879029172 req-6353b608-d411-42e2-835f-d9a21d2886ab service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c6892d65-38d7-4344-8262-a0d227b94465&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396659 Nov 24 02:18:26.383936 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b0a07e-7850-4202-8c7e-ad8879029172 req-8b9b7b0e-9a82-4acc-bc3b-dcab1a70c235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:18:26.386040 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-44b0a07e-7850-4202-8c7e-ad8879029172 req-8b9b7b0e-9a82-4acc-bc3b-dcab1a70c235 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=267b27dd9c014097b0435b11fcd7bcf6&device_id=c6892d65-38d7-4344-8262-a0d227b94465 HTTP/1.1" status: 200 len: 1099 time: 0.0405297 Nov 24 02:18:26.492421 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b0a07e-7850-4202-8c7e-ad8879029172 req-14e7268a-0283-4b82-8512-b87af677d580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:18:26.493995 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-44b0a07e-7850-4202-8c7e-ad8879029172 req-14e7268a-0283-4b82-8512-b87af677d580 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f5f57002-ec3a-428e-ac0a-eb03d8e8b6b8 HTTP/1.1" status: 200 len: 898 time: 0.0875340 Nov 24 02:18:26.562045 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-44b0a07e-7850-4202-8c7e-ad8879029172 req-2cf4a41a-2669-4a56-9421-a321f7b162bd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a0744f8f-5fdb-4a19-9df6-72f5105e7b85 HTTP/1.1" status: 200 len: 1002 time: 0.0591242 Nov 24 02:18:26.616463 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b0a07e-7850-4202-8c7e-ad8879029172 req-92bed06f-5ec9-4304-95cf-158d18622b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:18:26.617939 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-44b0a07e-7850-4202-8c7e-ad8879029172 req-92bed06f-5ec9-4304-95cf-158d18622b26 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=82e58318-c065-413b-b03b-c3abf9fd5006 HTTP/1.1" status: 200 len: 835 time: 0.0475364 Nov 24 02:18:26.662645 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b0a07e-7850-4202-8c7e-ad8879029172 req-7fbb9d65-e0a7-49e7-ad8b-0f0d77fbff96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:18:26.664089 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-44b0a07e-7850-4202-8c7e-ad8879029172 req-7fbb9d65-e0a7-49e7-ad8b-0f0d77fbff96 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f5f57002-ec3a-428e-ac0a-eb03d8e8b6b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0388789 Nov 24 02:18:26.753959 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-44b0a07e-7850-4202-8c7e-ad8879029172 req-85a0fc84-0fa5-4423-9ec1-cda3c5c7dd5e service neutron] 10.222.0.48 "GET /v2.0/networks/f5f57002-ec3a-428e-ac0a-eb03d8e8b6b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819206 Nov 24 02:18:26.848792 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-44b0a07e-7850-4202-8c7e-ad8879029172 req-9a09bbea-6fa7-4b0b-9f43-b5219514260a service neutron] 10.222.0.48 "GET /v2.0/networks/f5f57002-ec3a-428e-ac0a-eb03d8e8b6b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869532 Nov 24 02:18:27.255497 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9a5503ea-d21e-48a9-9a76-ba26785a2bad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:28.205032 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:28.274425 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:29.705831 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:30.164077 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:30.894725 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 56286) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:18:31.047360 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-a2c95a8d-75b2-4814-b2b1-db882342e71f tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Deleting port f28a1d52-32a7-4784-95e6-db8cec089727 {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 02:18:31.047704 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a2c95a8d-75b2-4814-b2b1-db882342e71f tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:31.122764 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a2c95a8d-75b2-4814-b2b1-db882342e71f tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:31.123006 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a2c95a8d-75b2-4814-b2b1-db882342e71f tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:31.134297 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-a2c95a8d-75b2-4814-b2b1-db882342e71f tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Calling delete_port for f28a1d52-32a7-4784-95e6-db8cec089727 owned by network:floatingip {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 02:18:31.276865 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a2c95a8d-75b2-4814-b2b1-db882342e71f tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:31.301169 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c95a8d-75b2-4814-b2b1-db882342e71f tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Pushing event deleted for resources: {'Port': ['ID=f28a1d52-32a7-4784-95e6-db8cec089727,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:18:31.328344 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c95a8d-75b2-4814-b2b1-db882342e71f tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:18:31.328707 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c95a8d-75b2-4814-b2b1-db882342e71f tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:18:31.329036 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c95a8d-75b2-4814-b2b1-db882342e71f tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:18:31.329371 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c95a8d-75b2-4814-b2b1-db882342e71f tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:18:31.329728 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c95a8d-75b2-4814-b2b1-db882342e71f tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:18:31.330060 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c95a8d-75b2-4814-b2b1-db882342e71f tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:18:31.330388 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c95a8d-75b2-4814-b2b1-db882342e71f tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:18:31.330715 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c95a8d-75b2-4814-b2b1-db882342e71f tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:18:31.331040 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c95a8d-75b2-4814-b2b1-db882342e71f tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:18:31.331362 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c95a8d-75b2-4814-b2b1-db882342e71f tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:18:31.331684 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c95a8d-75b2-4814-b2b1-db882342e71f tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:18:31.332009 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c95a8d-75b2-4814-b2b1-db882342e71f tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:18:31.370280 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a2c95a8d-75b2-4814-b2b1-db882342e71f tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for floatingip, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:31.370608 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.l3_db [None req-a2c95a8d-75b2-4814-b2b1-db882342e71f tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Floating IP b886a7b5-e7bb-49de-9541-2604aa0454fd disassociated (deleted). External IP: 172.26.5.238, port: a0744f8f-5fdb-4a19-9df6-72f5105e7b85. Nov 24 02:18:31.574950 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2c95a8d-75b2-4814-b2b1-db882342e71f tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Router 709cde67-763e-4a17-9719-8a2ba2bb86ea has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 02:18:31.679684 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2c95a8d-75b2-4814-b2b1-db882342e71f tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 02:18:31.685003 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a2c95a8d-75b2-4814-b2b1-db882342e71f tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for floatingip, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:31.689685 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269c0b57-b0a6-4948-b0a8-0fa47ec37f28 None None] Sync routers for ids ['709cde67-763e-4a17-9719-8a2ba2bb86ea'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 02:18:31.700095 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269c0b57-b0a6-4948-b0a8-0fa47ec37f28 None None] Routers {'709cde67-763e-4a17-9719-8a2ba2bb86ea'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:18:31.700704 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-269c0b57-b0a6-4948-b0a8-0fa47ec37f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:18:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['709cde67-763e-4a17-9719-8a2ba2bb86ea'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:18:31.712020 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-a2c95a8d-75b2-4814-b2b1-db882342e71f tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "DELETE /v2.0/floatingips/b886a7b5-e7bb-49de-9541-2604aa0454fd HTTP/1.1" status: 204 len: 168 time: 0.8162220 Nov 24 02:18:31.712606 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6892d65-38d7-4344-8262-a0d227b94465', 'tag': 'a0744f8f-5fdb-4a19-9df6-72f5105e7b85'}] {{(pid=109866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:18:31.714923 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b7c53c286d9351d1367337230623a155cee02c46c94b80588b67a0bc16402ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdc2129e-56d5-4fa8-862e-4ef3ecd0a7ba" -d '{"events": [{"name": "network-changed", "server_uuid": "c6892d65-38d7-4344-8262-a0d227b94465", "tag": "a0744f8f-5fdb-4a19-9df6-72f5105e7b85"}]}' {{(pid=109866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:18:31.753524 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 02:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-087882d3-f0ff-4c94-b788-eeac1f68da5d x-openstack-request-id: req-087882d3-f0ff-4c94-b788-eeac1f68da5d {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:18:31.753943 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6892d65-38d7-4344-8262-a0d227b94465", "tag": "a0744f8f-5fdb-4a19-9df6-72f5105e7b85", "status": "completed", "code": 200}]} {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:18:31.754078 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-087882d3-f0ff-4c94-b788-eeac1f68da5d {{(pid=109866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:18:31.754486 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6892d65-38d7-4344-8262-a0d227b94465', 'tag': 'a0744f8f-5fdb-4a19-9df6-72f5105e7b85', 'status': 'completed', 'code': 200} Nov 24 02:18:31.860786 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc2129e-56d5-4fa8-862e-4ef3ecd0a7ba req-bd6ec8c0-99ae-4e01-adfe-370af32f44b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:18:31.862453 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-bdc2129e-56d5-4fa8-862e-4ef3ecd0a7ba req-bd6ec8c0-99ae-4e01-adfe-370af32f44b7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=267b27dd9c014097b0435b11fcd7bcf6&device_id=c6892d65-38d7-4344-8262-a0d227b94465 HTTP/1.1" status: 200 len: 1099 time: 0.0565813 Nov 24 02:18:31.959316 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-269c0b57-b0a6-4948-b0a8-0fa47ec37f28 None None] Set router 709cde67-763e-4a17-9719-8a2ba2bb86ea gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:18:32.013739 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cab8a5-8cf0-4a83-ab51-00b5ce23a086 req-ea465247-8058-47e9-9f54-c0d9bfe55c25 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:18:32.015243 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-d9cab8a5-8cf0-4a83-ab51-00b5ce23a086 req-ea465247-8058-47e9-9f54-c0d9bfe55c25 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6892d65-38d7-4344-8262-a0d227b94465 HTTP/1.1" status: 200 len: 946 time: 0.1119273 Nov 24 02:18:32.045428 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc2129e-56d5-4fa8-862e-4ef3ecd0a7ba req-f6831087-875b-4e53-8bf6-f09c4c27e293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:18:32.046875 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-bdc2129e-56d5-4fa8-862e-4ef3ecd0a7ba req-f6831087-875b-4e53-8bf6-f09c4c27e293 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f5f57002-ec3a-428e-ac0a-eb03d8e8b6b8 HTTP/1.1" status: 200 len: 898 time: 0.1346462 Nov 24 02:18:32.106439 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-bdc2129e-56d5-4fa8-862e-4ef3ecd0a7ba req-0728ea8a-c000-49fd-84f9-d1ace32de89a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a0744f8f-5fdb-4a19-9df6-72f5105e7b85 HTTP/1.1" status: 200 len: 217 time: 0.0468824 Nov 24 02:18:32.115344 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-d9cab8a5-8cf0-4a83-ab51-00b5ce23a086 req-783577f1-260b-4b4c-acf4-f311e03c2e86 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c28c7b0-e195-4982-937f-44e8e4f86bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937307 Nov 24 02:18:32.159515 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc2129e-56d5-4fa8-862e-4ef3ecd0a7ba req-a71ff2ed-34bc-4dc5-82a3-2de6b9eacf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:18:32.160198 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-269c0b57-b0a6-4948-b0a8-0fa47ec37f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709cde67-763e-4a17-9719-8a2ba2bb86ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1256971385', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.70'}], 'enable_snat': True}, 'gw_port_id': 'ca0dae11-a394-47c5-8ec8-65ea872af7e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:16:52Z', 'updated_at': '2021-11-24T02:16:56Z', 'revision_number': 4, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'gw_port': {'id': 'ca0dae11-a394-47c5-8ec8-65ea872af7e2', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:73:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709cde67-763e-4a17-9719-8a2ba2bb86ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:16:53Z', 'updated_at': '2021-11-24T02:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': '9cbb2ee5-20e3-4876-8ee0-a5135bf0ed29', 'name': '', 'network_id': 'f5f57002-ec3a-428e-ac0a-eb03d8e8b6b8', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'mac_address': 'fa:16:3e:24:9d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709cde67-763e-4a17-9719-8a2ba2bb86ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '82e58318-c065-413b-b03b-c3abf9fd5006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:16:55Z', 'updated_at': '2021-11-24T02:16:59Z', 'revision_number': 5, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'subnets': [{'id': '82e58318-c065-413b-b03b-c3abf9fd5006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:18:32.160980 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-bdc2129e-56d5-4fa8-862e-4ef3ecd0a7ba req-a71ff2ed-34bc-4dc5-82a3-2de6b9eacf29 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=82e58318-c065-413b-b03b-c3abf9fd5006 HTTP/1.1" status: 200 len: 835 time: 0.0447950 Nov 24 02:18:32.190426 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269c0b57-b0a6-4948-b0a8-0fa47ec37f28 None None] Checking router: 709cde67-763e-4a17-9719-8a2ba2bb86ea for host: dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 02:18:32.199763 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269c0b57-b0a6-4948-b0a8-0fa47ec37f28 None None] Routers {'709cde67-763e-4a17-9719-8a2ba2bb86ea'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:18:32.200366 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-269c0b57-b0a6-4948-b0a8-0fa47ec37f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:18:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['709cde67-763e-4a17-9719-8a2ba2bb86ea'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:18:32.209696 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc2129e-56d5-4fa8-862e-4ef3ecd0a7ba req-f2371332-b383-4ae0-a376-5f0441199b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:18:32.211211 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-bdc2129e-56d5-4fa8-862e-4ef3ecd0a7ba req-f2371332-b383-4ae0-a376-5f0441199b53 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f5f57002-ec3a-428e-ac0a-eb03d8e8b6b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0410972 Nov 24 02:18:32.303458 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-269c0b57-b0a6-4948-b0a8-0fa47ec37f28 None None] Set router 709cde67-763e-4a17-9719-8a2ba2bb86ea gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:18:32.308534 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-bdc2129e-56d5-4fa8-862e-4ef3ecd0a7ba req-d9925ffc-d3da-4bb0-923d-23cb8167fcc3 service neutron] 10.222.0.48 "GET /v2.0/networks/f5f57002-ec3a-428e-ac0a-eb03d8e8b6b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867794 Nov 24 02:18:32.403764 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-bdc2129e-56d5-4fa8-862e-4ef3ecd0a7ba req-e1cdcab5-8060-4008-9262-4a77d928bc4f service neutron] 10.222.0.48 "GET /v2.0/networks/f5f57002-ec3a-428e-ac0a-eb03d8e8b6b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871983 Nov 24 02:18:32.500167 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-269c0b57-b0a6-4948-b0a8-0fa47ec37f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709cde67-763e-4a17-9719-8a2ba2bb86ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1256971385', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.70'}], 'enable_snat': True}, 'gw_port_id': 'ca0dae11-a394-47c5-8ec8-65ea872af7e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:16:52Z', 'updated_at': '2021-11-24T02:16:56Z', 'revision_number': 4, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'gw_port': {'id': 'ca0dae11-a394-47c5-8ec8-65ea872af7e2', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:73:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709cde67-763e-4a17-9719-8a2ba2bb86ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:16:53Z', 'updated_at': '2021-11-24T02:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': '9cbb2ee5-20e3-4876-8ee0-a5135bf0ed29', 'name': '', 'network_id': 'f5f57002-ec3a-428e-ac0a-eb03d8e8b6b8', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'mac_address': 'fa:16:3e:24:9d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709cde67-763e-4a17-9719-8a2ba2bb86ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '82e58318-c065-413b-b03b-c3abf9fd5006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:16:55Z', 'updated_at': '2021-11-24T02:16:59Z', 'revision_number': 5, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'subnets': [{'id': '82e58318-c065-413b-b03b-c3abf9fd5006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:18:32.526569 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269c0b57-b0a6-4948-b0a8-0fa47ec37f28 None None] The sync data for ids ['709cde67-763e-4a17-9719-8a2ba2bb86ea'] in dv-neutron-818911-2-hyperv is: [{'id': '709cde67-763e-4a17-9719-8a2ba2bb86ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1256971385', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.70'}], 'enable_snat': True}, 'gw_port_id': 'ca0dae11-a394-47c5-8ec8-65ea872af7e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:16:52Z', 'updated_at': '2021-11-24T02:16:56Z', 'revision_number': 4, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'gw_port': {'id': 'ca0dae11-a394-47c5-8ec8-65ea872af7e2', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:73:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709cde67-763e-4a17-9719-8a2ba2bb86ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:16:53Z', 'updated_at': '2021-11-24T02:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': '9cbb2ee5-20e3-4876-8ee0-a5135bf0ed29', 'name': '', 'network_id': 'f5f57002-ec3a-428e-ac0a-eb03d8e8b6b8', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'mac_address': 'fa:16:3e:24:9d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709cde67-763e-4a17-9719-8a2ba2bb86ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '82e58318-c065-413b-b03b-c3abf9fd5006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:16:55Z', 'updated_at': '2021-11-24T02:16:59Z', 'revision_number': 5, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'subnets': [{'id': '82e58318-c065-413b-b03b-c3abf9fd5006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 02:18:32.730094 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad02133-8b4a-4d1c-8993-9f02b572962a None None] New status for floating IP b886a7b5-e7bb-49de-9541-2604aa0454fd: DOWN {{(pid=109869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 02:18:33.231645 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c256341b-3c26-444f-bb12-e873186811e8 req-8bf8d2fc-ed90-4f15-8e85-2df70720c055 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:18:33.233027 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-c256341b-3c26-444f-bb12-e873186811e8 req-8bf8d2fc-ed90-4f15-8e85-2df70720c055 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6892d65-38d7-4344-8262-a0d227b94465 HTTP/1.1" status: 200 len: 946 time: 0.0485690 Nov 24 02:18:33.285766 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-c256341b-3c26-444f-bb12-e873186811e8 req-c6e048dd-92a5-4156-9bcc-552e92caf342 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c28c7b0-e195-4982-937f-44e8e4f86bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468848 Nov 24 02:18:33.603415 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6674e8-8534-4d5f-ab02-61ad887a7916 req-f11ae45d-1ea9-4e79-ba7b-39ce6d3e2eab tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:18:33.605480 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-da6674e8-8534-4d5f-ab02-61ad887a7916 req-f11ae45d-1ea9-4e79-ba7b-39ce6d3e2eab tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6892d65-38d7-4344-8262-a0d227b94465 HTTP/1.1" status: 200 len: 946 time: 0.0491729 Nov 24 02:18:33.698508 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [req-da6674e8-8534-4d5f-ab02-61ad887a7916 req-86a9791c-f0b5-438b-8f9a-9945b8791b54 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Deleting port a0744f8f-5fdb-4a19-9df6-72f5105e7b85 {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 02:18:33.698844 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-da6674e8-8534-4d5f-ab02-61ad887a7916 req-86a9791c-f0b5-438b-8f9a-9945b8791b54 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:33.788508 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [req-da6674e8-8534-4d5f-ab02-61ad887a7916 req-86a9791c-f0b5-438b-8f9a-9945b8791b54 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] For port a0744f8f-5fdb-4a19-9df6-72f5105e7b85, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=a0744f8f-5fdb-4a19-9df6-72f5105e7b85,segment=NetworkSegment(ff6c6b3a-6371-4301-a8e9-0aa63a40a789),segment_id=ff6c6b3a-6371-4301-a8e9-0aa63a40a789)] {{(pid=109867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:18:33.788858 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-da6674e8-8534-4d5f-ab02-61ad887a7916 req-86a9791c-f0b5-438b-8f9a-9945b8791b54 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:33.804816 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [req-da6674e8-8534-4d5f-ab02-61ad887a7916 req-86a9791c-f0b5-438b-8f9a-9945b8791b54 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Calling delete_port for a0744f8f-5fdb-4a19-9df6-72f5105e7b85 owned by compute:nova {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 02:18:33.926927 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-da6674e8-8534-4d5f-ab02-61ad887a7916 req-86a9791c-f0b5-438b-8f9a-9945b8791b54 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:33.961113 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a9791c-f0b5-438b-8f9a-9945b8791b54 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Pushing event deleted for resources: {'Port': ['ID=a0744f8f-5fdb-4a19-9df6-72f5105e7b85,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:18:33.974447 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a9791c-f0b5-438b-8f9a-9945b8791b54 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:18:33.974787 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a9791c-f0b5-438b-8f9a-9945b8791b54 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:18:33.975130 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a9791c-f0b5-438b-8f9a-9945b8791b54 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:18:33.975465 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a9791c-f0b5-438b-8f9a-9945b8791b54 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:18:33.975799 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a9791c-f0b5-438b-8f9a-9945b8791b54 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:18:33.976127 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a9791c-f0b5-438b-8f9a-9945b8791b54 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:18:33.976462 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a9791c-f0b5-438b-8f9a-9945b8791b54 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:18:33.976813 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a9791c-f0b5-438b-8f9a-9945b8791b54 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:18:33.977102 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a9791c-f0b5-438b-8f9a-9945b8791b54 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:18:33.977953 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a9791c-f0b5-438b-8f9a-9945b8791b54 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:18:33.977953 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a9791c-f0b5-438b-8f9a-9945b8791b54 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:18:33.978223 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a9791c-f0b5-438b-8f9a-9945b8791b54 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:18:34.012008 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [req-da6674e8-8534-4d5f-ab02-61ad887a7916 req-86a9791c-f0b5-438b-8f9a-9945b8791b54 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] No DVR routers for this DVR port a0744f8f-5fdb-4a19-9df6-72f5105e7b85 on host hv-neutron-8189 {{(pid=109867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 02:18:34.014333 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-da6674e8-8534-4d5f-ab02-61ad887a7916 req-86a9791c-f0b5-438b-8f9a-9945b8791b54 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:34.017666 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-da6674e8-8534-4d5f-ab02-61ad887a7916 req-86a9791c-f0b5-438b-8f9a-9945b8791b54 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.48 "DELETE /v2.0/ports/a0744f8f-5fdb-4a19-9df6-72f5105e7b85 HTTP/1.1" status: 204 len: 173 time: 0.4060774 Nov 24 02:18:34.018099 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6892d65-38d7-4344-8262-a0d227b94465', 'name': 'network-vif-deleted', 'tag': 'a0744f8f-5fdb-4a19-9df6-72f5105e7b85'}] {{(pid=109867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:18:34.020312 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2155eb48762029a847224b6ca77dbed8b251e8450d3d79f1fc0a82d404e82e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3df400a0-25de-45eb-ad56-7143f4379638" -d '{"events": [{"server_uuid": "c6892d65-38d7-4344-8262-a0d227b94465", "name": "network-vif-deleted", "tag": "a0744f8f-5fdb-4a19-9df6-72f5105e7b85"}]}' {{(pid=109867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:18:34.056151 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 02:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-689f94c8-e86a-41ae-934b-88b1022bb728 x-openstack-request-id: req-689f94c8-e86a-41ae-934b-88b1022bb728 {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:18:34.056502 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6892d65-38d7-4344-8262-a0d227b94465", "name": "network-vif-deleted", "tag": "a0744f8f-5fdb-4a19-9df6-72f5105e7b85", "status": "completed", "code": 200}]} {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:18:34.056756 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-689f94c8-e86a-41ae-934b-88b1022bb728 {{(pid=109867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:18:34.057183 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6892d65-38d7-4344-8262-a0d227b94465', 'name': 'network-vif-deleted', 'tag': 'a0744f8f-5fdb-4a19-9df6-72f5105e7b85', 'status': 'completed', 'code': 200} Nov 24 02:18:34.395667 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-c71fc822-ed96-456d-aed8-95621122881d req-3f03aec2-5edf-43e5-8e59-a488a6a5425f tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6892d65-38d7-4344-8262-a0d227b94465 HTTP/1.1" status: 200 len: 210 time: 0.0279877 Nov 24 02:18:35.451436 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 56304) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:18:35.797832 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-384b2076-2795-44d4-8d98-29152df05e9f tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3777994'] for router_interface, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:36.046505 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-384b2076-2795-44d4-8d98-29152df05e9f tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Deleting port 9cbb2ee5-20e3-4876-8ee0-a5135bf0ed29 {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 02:18:36.046837 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-384b2076-2795-44d4-8d98-29152df05e9f tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:36.135727 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [None req-384b2076-2795-44d4-8d98-29152df05e9f tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] For port 9cbb2ee5-20e3-4876-8ee0-a5135bf0ed29, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=9cbb2ee5-20e3-4876-8ee0-a5135bf0ed29,segment=NetworkSegment(ff6c6b3a-6371-4301-a8e9-0aa63a40a789),segment_id=ff6c6b3a-6371-4301-a8e9-0aa63a40a789)] {{(pid=109866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:18:36.136084 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-384b2076-2795-44d4-8d98-29152df05e9f tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:36.147497 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-384b2076-2795-44d4-8d98-29152df05e9f tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Calling delete_port for 9cbb2ee5-20e3-4876-8ee0-a5135bf0ed29 owned by network:router_interface {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 02:18:36.326560 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-384b2076-2795-44d4-8d98-29152df05e9f tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:36.352071 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384b2076-2795-44d4-8d98-29152df05e9f tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Pushing event deleted for resources: {'Port': ['ID=9cbb2ee5-20e3-4876-8ee0-a5135bf0ed29,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:18:36.531094 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-384b2076-2795-44d4-8d98-29152df05e9f tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424538'] for router_interface, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:36.748872 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-384b2076-2795-44d4-8d98-29152df05e9f tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Router 709cde67-763e-4a17-9719-8a2ba2bb86ea has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 02:18:36.852301 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-384b2076-2795-44d4-8d98-29152df05e9f tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 02:18:36.858198 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-384b2076-2795-44d4-8d98-29152df05e9f tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "PUT /v2.0/routers/709cde67-763e-4a17-9719-8a2ba2bb86ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4056933 Nov 24 02:18:36.860887 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 56306) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:18:36.862705 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13720874-7e54-466e-ad59-bcd79a1a8253 None None] Sync routers for ids ['709cde67-763e-4a17-9719-8a2ba2bb86ea'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 02:18:36.872675 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13720874-7e54-466e-ad59-bcd79a1a8253 None None] Routers {'709cde67-763e-4a17-9719-8a2ba2bb86ea'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:18:36.873285 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-13720874-7e54-466e-ad59-bcd79a1a8253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:18:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['709cde67-763e-4a17-9719-8a2ba2bb86ea'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:18:36.913115 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_v2 [None req-87621507-d6cc-4b9d-8d8d-3164fb7b886e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Deleting subnet 82e58318-c065-413b-b03b-c3abf9fd5006 {{(pid=109866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 02:18:36.919115 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-87621507-d6cc-4b9d-8d8d-3164fb7b886e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for subnet, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:36.973214 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-87621507-d6cc-4b9d-8d8d-3164fb7b886e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29055568'] for subnet, precommit_delete_associations {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:36.985438 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-13720874-7e54-466e-ad59-bcd79a1a8253 None None] Set router 709cde67-763e-4a17-9719-8a2ba2bb86ea gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:18:37.053964 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-87621507-d6cc-4b9d-8d8d-3164fb7b886e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:37.116180 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-87621507-d6cc-4b9d-8d8d-3164fb7b886e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29149324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29154870'] for subnet, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:37.146724 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87621507-d6cc-4b9d-8d8d-3164fb7b886e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Pushing event deleted for resources: {'Subnet': ['ID=82e58318-c065-413b-b03b-c3abf9fd5006,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:18:37.150440 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-87621507-d6cc-4b9d-8d8d-3164fb7b886e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:37.154324 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-87621507-d6cc-4b9d-8d8d-3164fb7b886e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "DELETE /v2.0/subnets/82e58318-c065-413b-b03b-c3abf9fd5006 HTTP/1.1" status: 204 len: 168 time: 0.2920530 Nov 24 02:18:37.156919 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 56308) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:18:37.161354 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b2d2f58-f93f-4be6-8e77-55ebf7e4391e None None] Network f5f57002-ec3a-428e-ac0a-eb03d8e8b6b8 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 02:18:37.225229 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-13720874-7e54-466e-ad59-bcd79a1a8253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709cde67-763e-4a17-9719-8a2ba2bb86ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1256971385', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.70'}], 'enable_snat': True}, 'gw_port_id': 'ca0dae11-a394-47c5-8ec8-65ea872af7e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:16:52Z', 'updated_at': '2021-11-24T02:18:36Z', 'revision_number': 5, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'gw_port': {'id': 'ca0dae11-a394-47c5-8ec8-65ea872af7e2', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:73:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709cde67-763e-4a17-9719-8a2ba2bb86ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:16:53Z', 'updated_at': '2021-11-24T02:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:18:37.264626 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13720874-7e54-466e-ad59-bcd79a1a8253 None None] Checking router: 709cde67-763e-4a17-9719-8a2ba2bb86ea for host: dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 02:18:37.268119 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2655ede3-f3a8-4799-baa7-6e326cb24c31 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for router, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:37.294085 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13720874-7e54-466e-ad59-bcd79a1a8253 None None] Routers {'709cde67-763e-4a17-9719-8a2ba2bb86ea'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:18:37.294764 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-13720874-7e54-466e-ad59-bcd79a1a8253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:18:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['709cde67-763e-4a17-9719-8a2ba2bb86ea'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:18:37.380991 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2655ede3-f3a8-4799-baa7-6e326cb24c31 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:37.437209 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-13720874-7e54-466e-ad59-bcd79a1a8253 None None] Set router 709cde67-763e-4a17-9719-8a2ba2bb86ea gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:18:37.444504 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-2655ede3-f3a8-4799-baa7-6e326cb24c31 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Deleting port ca0dae11-a394-47c5-8ec8-65ea872af7e2 {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 02:18:37.444984 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2655ede3-f3a8-4799-baa7-6e326cb24c31 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:37.495314 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4747fb44-1c1a-4a30-a12e-79ce32d5cd2c None None] DHCP port deletion for f5f57002-ec3a-428e-ac0a-eb03d8e8b6b8 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 02:18:37.497126 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device a0744f8f-5fdb-4a19-9df6-72f5105e7b85 no longer exists at agent hyperv_hv-neutron-8189 {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 02:18:37.532658 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [None req-2655ede3-f3a8-4799-baa7-6e326cb24c31 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] For port ca0dae11-a394-47c5-8ec8-65ea872af7e2, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=ca0dae11-a394-47c5-8ec8-65ea872af7e2,segment=NetworkSegment(03509fd2-ca9c-4aa0-94e6-e236afda62e7),segment_id=03509fd2-ca9c-4aa0-94e6-e236afda62e7)] {{(pid=109867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:18:37.533040 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2655ede3-f3a8-4799-baa7-6e326cb24c31 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:37.537828 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] No Port match for: a0744f8f-5fdb-4a19-9df6-72f5105e7b85 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 02:18:37.538165 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device a0744f8f-5fdb-4a19-9df6-72f5105e7b85 not bound to the agent host hv-neutron-8189 {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 02:18:37.545341 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-2655ede3-f3a8-4799-baa7-6e326cb24c31 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Calling delete_port for ca0dae11-a394-47c5-8ec8-65ea872af7e2 owned by network:router_gateway {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 02:18:37.649675 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-4747fb44-1c1a-4a30-a12e-79ce32d5cd2c None None] Deleting port 575a5d51-1998-45e9-a690-22cb2dca77ec {{(pid=109868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 02:18:37.649957 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-4747fb44-1c1a-4a30-a12e-79ce32d5cd2c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:37.711999 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2655ede3-f3a8-4799-baa7-6e326cb24c31 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:37.720009 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-4747fb44-1c1a-4a30-a12e-79ce32d5cd2c None None] For port 575a5d51-1998-45e9-a690-22cb2dca77ec, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=575a5d51-1998-45e9-a690-22cb2dca77ec,segment=NetworkSegment(ff6c6b3a-6371-4301-a8e9-0aa63a40a789),segment_id=ff6c6b3a-6371-4301-a8e9-0aa63a40a789)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:18:37.720400 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-4747fb44-1c1a-4a30-a12e-79ce32d5cd2c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:37.739725 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2655ede3-f3a8-4799-baa7-6e326cb24c31 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Pushing event deleted for resources: {'Port': ['ID=ca0dae11-a394-47c5-8ec8-65ea872af7e2,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:18:37.741866 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-4747fb44-1c1a-4a30-a12e-79ce32d5cd2c None None] Calling delete_port for 575a5d51-1998-45e9-a690-22cb2dca77ec owned by network:dhcp {{(pid=109868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 02:18:37.754683 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31475b2-20bd-4144-b93c-e510465669c5 None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 02:18:37.764104 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-13720874-7e54-466e-ad59-bcd79a1a8253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709cde67-763e-4a17-9719-8a2ba2bb86ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1256971385', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.70'}], 'enable_snat': True}, 'gw_port_id': 'ca0dae11-a394-47c5-8ec8-65ea872af7e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:16:52Z', 'updated_at': '2021-11-24T02:18:36Z', 'revision_number': 5, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'gw_port': {'id': 'ca0dae11-a394-47c5-8ec8-65ea872af7e2', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:73:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709cde67-763e-4a17-9719-8a2ba2bb86ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:16:53Z', 'updated_at': '2021-11-24T02:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:18:37.802945 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2655ede3-f3a8-4799-baa7-6e326cb24c31 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418161'] for router_gateway, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:37.822876 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13720874-7e54-466e-ad59-bcd79a1a8253 None None] The sync data for ids ['709cde67-763e-4a17-9719-8a2ba2bb86ea'] in dv-neutron-818911-2-hyperv is: [{'id': '709cde67-763e-4a17-9719-8a2ba2bb86ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1256971385', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.70'}], 'enable_snat': True}, 'gw_port_id': 'ca0dae11-a394-47c5-8ec8-65ea872af7e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:16:52Z', 'updated_at': '2021-11-24T02:18:36Z', 'revision_number': 5, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'gw_port': {'id': 'ca0dae11-a394-47c5-8ec8-65ea872af7e2', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:73:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709cde67-763e-4a17-9719-8a2ba2bb86ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:16:53Z', 'updated_at': '2021-11-24T02:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 02:18:37.870867 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-4747fb44-1c1a-4a30-a12e-79ce32d5cd2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974'] for port, after_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:37.900672 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4747fb44-1c1a-4a30-a12e-79ce32d5cd2c None None] Pushing event deleted for resources: {'Port': ['ID=575a5d51-1998-45e9-a690-22cb2dca77ec,revision_number=None']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:18:37.903680 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4747fb44-1c1a-4a30-a12e-79ce32d5cd2c None None] No DVR routers for this DVR port 575a5d51-1998-45e9-a690-22cb2dca77ec on host dv-neutron-818911-2-hyperv {{(pid=109868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 02:18:37.910382 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4747fb44-1c1a-4a30-a12e-79ce32d5cd2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:18:37.913645 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4747fb44-1c1a-4a30-a12e-79ce32d5cd2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:18:37.913645 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4747fb44-1c1a-4a30-a12e-79ce32d5cd2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:18:37.913645 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4747fb44-1c1a-4a30-a12e-79ce32d5cd2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:18:37.913645 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4747fb44-1c1a-4a30-a12e-79ce32d5cd2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:18:37.913645 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4747fb44-1c1a-4a30-a12e-79ce32d5cd2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:18:37.913645 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4747fb44-1c1a-4a30-a12e-79ce32d5cd2c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:18:37.913645 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4747fb44-1c1a-4a30-a12e-79ce32d5cd2c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:18:37.913645 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4747fb44-1c1a-4a30-a12e-79ce32d5cd2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:18:37.913645 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4747fb44-1c1a-4a30-a12e-79ce32d5cd2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:18:37.914808 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4747fb44-1c1a-4a30-a12e-79ce32d5cd2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:18:37.914808 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4747fb44-1c1a-4a30-a12e-79ce32d5cd2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:18:37.915829 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2655ede3-f3a8-4799-baa7-6e326cb24c31 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-424460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2766'] for router, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:37.918465 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2655ede3-f3a8-4799-baa7-6e326cb24c31 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:37.965165 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2655ede3-f3a8-4799-baa7-6e326cb24c31 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-424469'] for router, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:37.965725 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2655ede3-f3a8-4799-baa7-6e326cb24c31 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Fanout notify agent at l3_agent the message router_deleted on router 709cde67-763e-4a17-9719-8a2ba2bb86ea {{(pid=109867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 02:18:37.973176 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2655ede3-f3a8-4799-baa7-6e326cb24c31 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for router, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:37.974310 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-2655ede3-f3a8-4799-baa7-6e326cb24c31 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "DELETE /v2.0/routers/709cde67-763e-4a17-9719-8a2ba2bb86ea HTTP/1.1" status: 204 len: 168 time: 0.8163171 Nov 24 02:18:37.977016 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 56310) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:18:38.051070 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ba759da1-af08-4170-85ef-e08424f59bf3 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:38.140748 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ba759da1-af08-4170-85ef-e08424f59bf3 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:38.161393 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-ba759da1-af08-4170-85ef-e08424f59bf3 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5f57002-ec3a-428e-ac0a-eb03d8e8b6b8']}} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:18:38.172021 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-ba759da1-af08-4170-85ef-e08424f59bf3 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff6c6b3a-6371-4301-a8e9-0aa63a40a789') {'for_net_delete': True} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:18:38.172312 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-ba759da1-af08-4170-85ef-e08424f59bf3 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff6c6b3a-6371-4301-a8e9-0aa63a40a789') {} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:18:38.182161 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ba759da1-af08-4170-85ef-e08424f59bf3 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28690908'] for segment, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:38.195898 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ba759da1-af08-4170-85ef-e08424f59bf3 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:38.202017 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba759da1-af08-4170-85ef-e08424f59bf3 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=109867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 02:18:38.202404 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ba759da1-af08-4170-85ef-e08424f59bf3 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25503736'] for segment, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:38.205345 dv-neutron-818911-2-hyperv neutron-server[109867]: Traceback (most recent call last): Nov 24 02:18:38.205345 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 02:18:38.205345 dv-neutron-818911-2-hyperv neutron-server[109867]: timer() Nov 24 02:18:38.205345 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 02:18:38.205345 dv-neutron-818911-2-hyperv neutron-server[109867]: cb(*args, **kw) Nov 24 02:18:38.205345 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 02:18:38.205345 dv-neutron-818911-2-hyperv neutron-server[109867]: return func(*args, **kwargs) Nov 24 02:18:38.205345 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 02:18:38.205345 dv-neutron-818911-2-hyperv neutron-server[109867]: self._notify() Nov 24 02:18:38.205345 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 02:18:38.205345 dv-neutron-818911-2-hyperv neutron-server[109867]: self.callback(batched_events) Nov 24 02:18:38.205345 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 02:18:38.205345 dv-neutron-818911-2-hyperv neutron-server[109867]: event.method(event) Nov 24 02:18:38.205345 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 02:18:38.205345 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 02:18:38.205345 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 02:18:38.205345 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 02:18:38.205345 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 02:18:38.205345 dv-neutron-818911-2-hyperv neutron-server[109867]: return f(self, *a, **k) Nov 24 02:18:38.205345 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 02:18:38.205345 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._get(url).json() Nov 24 02:18:38.205345 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 02:18:38.205345 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 02:18:38.205345 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 02:18:38.205345 dv-neutron-818911-2-hyperv neutron-server[109867]: return self.request(url, 'GET', **kwargs) Nov 24 02:18:38.205345 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 02:18:38.205345 dv-neutron-818911-2-hyperv neutron-server[109867]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 02:18:38.205345 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 02:18:38.205345 dv-neutron-818911-2-hyperv neutron-server[109867]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 02:18:38.205345 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 02:18:38.205345 dv-neutron-818911-2-hyperv neutron-server[109867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 02:18:38.205345 dv-neutron-818911-2-hyperv neutron-server[109867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 02:18:38.268808 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ba759da1-af08-4170-85ef-e08424f59bf3 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:38.276588 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ba759da1-af08-4170-85ef-e08424f59bf3 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:38.279911 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-ba759da1-af08-4170-85ef-e08424f59bf3 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "DELETE /v2.0/networks/f5f57002-ec3a-428e-ac0a-eb03d8e8b6b8 HTTP/1.1" status: 204 len: 168 time: 0.3018060 Nov 24 02:18:38.282919 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 56312) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:18:38.291821 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba759da1-af08-4170-85ef-e08424f59bf3 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Pushing event deleted for resources: {'Network': ['ID=f5f57002-ec3a-428e-ac0a-eb03d8e8b6b8,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:18:38.343846 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-689ea019-11f6-4df9-a5ff-20b2f867a3ea tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:38.370070 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-689ea019-11f6-4df9-a5ff-20b2f867a3ea tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:38.434231 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-689ea019-11f6-4df9-a5ff-20b2f867a3ea tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:38.437312 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-689ea019-11f6-4df9-a5ff-20b2f867a3ea tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:38.438556 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-689ea019-11f6-4df9-a5ff-20b2f867a3ea tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "DELETE /v2.0/security-groups/7c28c7b0-e195-4982-937f-44e8e4f86bb5 HTTP/1.1" status: 204 len: 168 time: 0.1540811 Nov 24 02:18:38.452390 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689ea019-11f6-4df9-a5ff-20b2f867a3ea tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c28c7b0-e195-4982-937f-44e8e4f86bb5,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:18:38.836465 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 56318) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:18:38.841801 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-599cac26-e87b-4d16-9b34-57fc5c754e68 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1081913622', 'description': 'tempest-secgroup-smoke-1081913622 description', 'project_id': '267b27dd9c014097b0435b11fcd7bcf6'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:18:38.868181 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-599cac26-e87b-4d16-9b34-57fc5c754e68 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:38.933689 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-599cac26-e87b-4d16-9b34-57fc5c754e68 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:38.937700 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-599cac26-e87b-4d16-9b34-57fc5c754e68 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:38.966855 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599cac26-e87b-4d16-9b34-57fc5c754e68 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dcbaee2-2c9b-40f0-9af9-0d3cda2b8f84,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:18:38.971089 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-599cac26-e87b-4d16-9b34-57fc5c754e68 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:38.974981 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-599cac26-e87b-4d16-9b34-57fc5c754e68 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1348007 Nov 24 02:18:38.975561 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 56320) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:18:38.979652 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-53860ddd-fea1-485e-8d4e-f4330d90d1b9 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Request body: {'security_group_rule': {'security_group_id': '5dcbaee2-2c9b-40f0-9af9-0d3cda2b8f84', 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:18:38.984059 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device ca0dae11-a394-47c5-8ec8-65ea872af7e2 no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 02:18:39.006448 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-53860ddd-fea1-485e-8d4e-f4330d90d1b9 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:39.013626 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: ca0dae11-a394-47c5-8ec8-65ea872af7e2 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 02:18:39.014046 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device ca0dae11-a394-47c5-8ec8-65ea872af7e2 not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 02:18:39.014532 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 575a5d51-1998-45e9-a690-22cb2dca77ec no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 02:18:39.033114 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: 575a5d51-1998-45e9-a690-22cb2dca77ec {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 02:18:39.033541 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 575a5d51-1998-45e9-a690-22cb2dca77ec not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 02:18:39.033957 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 9cbb2ee5-20e3-4876-8ee0-a5135bf0ed29 no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 02:18:39.052956 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: 9cbb2ee5-20e3-4876-8ee0-a5135bf0ed29 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 02:18:39.053231 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 9cbb2ee5-20e3-4876-8ee0-a5135bf0ed29 not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 02:18:39.065552 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-53860ddd-fea1-485e-8d4e-f4330d90d1b9 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:39.070526 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-53860ddd-fea1-485e-8d4e-f4330d90d1b9 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:39.093132 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53860ddd-fea1-485e-8d4e-f4330d90d1b9 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bae6a757-16bb-40d9-928b-fc4f661ec8d8,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:18:39.102089 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-53860ddd-fea1-485e-8d4e-f4330d90d1b9 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:39.103288 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-53860ddd-fea1-485e-8d4e-f4330d90d1b9 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1271310 Nov 24 02:18:39.105990 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 56322) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:18:39.110433 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-ce392531-1a72-48b3-80e7-8b5605af8557 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Request body: {'security_group_rule': {'security_group_id': '5dcbaee2-2c9b-40f0-9af9-0d3cda2b8f84', 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:18:39.136555 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ce392531-1a72-48b3-80e7-8b5605af8557 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:39.191328 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ce392531-1a72-48b3-80e7-8b5605af8557 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:39.194943 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ce392531-1a72-48b3-80e7-8b5605af8557 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:39.212094 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce392531-1a72-48b3-80e7-8b5605af8557 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=675d2932-50b4-410a-973d-01f19784b8b8,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:18:39.220470 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ce392531-1a72-48b3-80e7-8b5605af8557 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:39.221679 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-ce392531-1a72-48b3-80e7-8b5605af8557 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1147032 Nov 24 02:18:39.225314 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 56324) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:18:39.230262 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-567d2fb6-7853-4575-bd31-f5a885aacd1c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Request body: {'security_group_rule': {'security_group_id': '5dcbaee2-2c9b-40f0-9af9-0d3cda2b8f84', 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:18:39.255475 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-567d2fb6-7853-4575-bd31-f5a885aacd1c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:39.311137 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-567d2fb6-7853-4575-bd31-f5a885aacd1c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:39.314568 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-567d2fb6-7853-4575-bd31-f5a885aacd1c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:39.332127 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567d2fb6-7853-4575-bd31-f5a885aacd1c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=011c887a-a3ed-4ba1-a382-16d7e823e29b,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:18:39.339856 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-567d2fb6-7853-4575-bd31-f5a885aacd1c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:39.341048 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-567d2fb6-7853-4575-bd31-f5a885aacd1c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1147664 Nov 24 02:18:39.343740 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 56326) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:18:39.348094 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-ffd4777b-57ee-4375-8914-e54958b92e23 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Request body: {'security_group_rule': {'security_group_id': '5dcbaee2-2c9b-40f0-9af9-0d3cda2b8f84', 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:18:39.376154 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ffd4777b-57ee-4375-8914-e54958b92e23 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:39.437753 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ffd4777b-57ee-4375-8914-e54958b92e23 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:39.441678 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ffd4777b-57ee-4375-8914-e54958b92e23 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:39.461200 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd4777b-57ee-4375-8914-e54958b92e23 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f62570e-97ea-4cdb-b436-c2a2aaed0981,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:18:39.476384 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ffd4777b-57ee-4375-8914-e54958b92e23 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:39.477764 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-ffd4777b-57ee-4375-8914-e54958b92e23 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1330707 Nov 24 02:18:39.482203 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 56328) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:18:39.486824 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-e662e718-7cbb-4d19-987f-bba1b6f4e7a8 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Request body: {'security_group_rule': {'security_group_id': '5dcbaee2-2c9b-40f0-9af9-0d3cda2b8f84', 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:18:39.514393 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.securitygroups_db [None req-e662e718-7cbb-4d19-987f-bba1b6f4e7a8 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Project 267b27dd9c014097b0435b11fcd7bcf6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 02:18:39.520298 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e662e718-7cbb-4d19-987f-bba1b6f4e7a8 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:39.581050 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e662e718-7cbb-4d19-987f-bba1b6f4e7a8 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:39.584602 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e662e718-7cbb-4d19-987f-bba1b6f4e7a8 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:39.603123 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e662e718-7cbb-4d19-987f-bba1b6f4e7a8 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6a8a3b8-59ea-4fed-b3a6-89366a4420f4,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:18:39.608535 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e662e718-7cbb-4d19-987f-bba1b6f4e7a8 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:39.609840 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-e662e718-7cbb-4d19-987f-bba1b6f4e7a8 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1265998 Nov 24 02:18:39.612539 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 56330) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:18:39.616765 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-49bcb67f-85b9-4625-85f5-17199f74d3c4 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Request body: {'security_group_rule': {'security_group_id': '5dcbaee2-2c9b-40f0-9af9-0d3cda2b8f84', 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:18:39.639214 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.securitygroups_db [None req-49bcb67f-85b9-4625-85f5-17199f74d3c4 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Project 267b27dd9c014097b0435b11fcd7bcf6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 02:18:39.644046 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-49bcb67f-85b9-4625-85f5-17199f74d3c4 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:39.701267 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-49bcb67f-85b9-4625-85f5-17199f74d3c4 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:39.704641 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-49bcb67f-85b9-4625-85f5-17199f74d3c4 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:39.721372 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bcb67f-85b9-4625-85f5-17199f74d3c4 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=841ec78c-6b9c-4ddf-ae9a-1d42c2cf9032,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:18:39.728832 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-49bcb67f-85b9-4625-85f5-17199f74d3c4 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:39.730051 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-49bcb67f-85b9-4625-85f5-17199f74d3c4 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1165979 Nov 24 02:18:39.732855 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 56332) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:18:39.737491 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-282a1832-fffd-4b25-915d-8531ba3943c7 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Request body: {'network': {'name': 'tempest-network-smoke--1621204902', 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'port_security_enabled': True}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:18:39.757664 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-282a1832-fffd-4b25-915d-8531ba3943c7 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Made reservation on behalf of 267b27dd9c014097b0435b11fcd7bcf6 for: {'network': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 02:18:39.761637 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-282a1832-fffd-4b25-915d-8531ba3943c7 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:39.783860 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-282a1832-fffd-4b25-915d-8531ba3943c7 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=109866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 02:18:39.792783 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-282a1832-fffd-4b25-915d-8531ba3943c7 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:39.793131 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.segments_db [None req-282a1832-fffd-4b25-915d-8531ba3943c7 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Added segment 56b29824-ad77-4956-9285-20801109e3af of type vlan for network fc02c89a-b61e-4b5a-85d7-ab64ce01d1b1 Nov 24 02:18:39.835225 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-282a1832-fffd-4b25-915d-8531ba3943c7 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:39.859699 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-282a1832-fffd-4b25-915d-8531ba3943c7 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:39.865212 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-282a1832-fffd-4b25-915d-8531ba3943c7 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:18:39.865823 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-282a1832-fffd-4b25-915d-8531ba3943c7 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:39.898755 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-282a1832-fffd-4b25-915d-8531ba3943c7 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1649022 Nov 24 02:18:39.901468 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 56334) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:18:39.907688 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-d7201910-45e6-4c9a-955e-d813de027fff tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1509855905', 'admin_state_up': True, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:18:39.946921 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282a1832-fffd-4b25-915d-8531ba3943c7 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Pushing event updated for resources: {'Network': ['ID=fc02c89a-b61e-4b5a-85d7-ab64ce01d1b1,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:18:39.958503 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network fc02c89a-b61e-4b5a-85d7-ab64ce01d1b1 details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 02:18:39.959551 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d7201910-45e6-4c9a-955e-d813de027fff tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-424105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2744'] for router, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:39.960719 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d7201910-45e6-4c9a-955e-d813de027fff tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-424325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-326625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2753'] for router, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:40.015275 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d7201910-45e6-4c9a-955e-d813de027fff tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:40.146066 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d7201910-45e6-4c9a-955e-d813de027fff tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:40.659518 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d7201910-45e6-4c9a-955e-d813de027fff tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for router_gateway, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:40.678353 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d7201910-45e6-4c9a-955e-d813de027fff tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:40.775277 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [None req-d7201910-45e6-4c9a-955e-d813de027fff tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Allocated IP 172.26.5.67 (eb22795d-37ee-46ee-844d-92c17e2ea450/3e66fcff-6e72-4083-b514-48f69cdaa2cb/c83ac40a-cc28-4fdd-baa0-f7c9a1664810) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 02:18:40.876100 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d7201910-45e6-4c9a-955e-d813de027fff tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:40.909390 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d7201910-45e6-4c9a-955e-d813de027fff tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:40.950820 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7201910-45e6-4c9a-955e-d813de027fff tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Network eb22795d-37ee-46ee-844d-92c17e2ea450 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 02:18:40.955007 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-d7201910-45e6-4c9a-955e-d813de027fff tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:18:40.959303 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7201910-45e6-4c9a-955e-d813de027fff tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 02:18:40.962245 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7201910-45e6-4c9a-955e-d813de027fff tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Pushing event updated for resources: {'Port': ['ID=c83ac40a-cc28-4fdd-baa0-f7c9a1664810,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:18:40.969003 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08fb3072-f431-40c0-8584-f26c1e83fbc1 None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 02:18:41.002847 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-6ee8164e-102d-4a3d-bca8-13067544734a None None] Provisioning complete for port c83ac40a-cc28-4fdd-baa0-f7c9a1664810 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:18:41.003229 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-6ee8164e-102d-4a3d-bca8-13067544734a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:41.036488 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-6ee8164e-102d-4a3d-bca8-13067544734a None None] Port c83ac40a-cc28-4fdd-baa0-f7c9a1664810 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 02:18:41.206480 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d7201910-45e6-4c9a-955e-d813de027fff tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for router_gateway, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:41.396414 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d7201910-45e6-4c9a-955e-d813de027fff tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-424338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418138'] for router, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:41.521652 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7201910-45e6-4c9a-955e-d813de027fff tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Router d2a27a27-13db-409e-bf1f-4c63752a8426 is scheduled to L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e with binding_index 1 {{(pid=109866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 02:18:41.625530 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7201910-45e6-4c9a-955e-d813de027fff tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 02:18:41.635404 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9265212-e1df-4efd-9dce-f3ffa7c6d6a4 None None] Sync routers for ids ['d2a27a27-13db-409e-bf1f-4c63752a8426'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 02:18:41.644560 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d7201910-45e6-4c9a-955e-d813de027fff tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for router, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:41.644739 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9265212-e1df-4efd-9dce-f3ffa7c6d6a4 None None] Routers {'d2a27a27-13db-409e-bf1f-4c63752a8426'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:18:41.645260 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-d9265212-e1df-4efd-9dce-f3ffa7c6d6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:18:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['d2a27a27-13db-409e-bf1f-4c63752a8426'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:18:41.645806 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-d7201910-45e6-4c9a-955e-d813de027fff tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7434080 Nov 24 02:18:41.648879 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 56336) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:18:41.676965 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-7ad253c9-c0e6-4548-95d7-ee80a9225f3b tempest-TestNetworkAdvancedServerOps-597099735 tempest-TestNetworkAdvancedServerOps-597099735-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=267b27dd9c014097b0435b11fcd7bcf6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267844 Nov 24 02:18:41.679473 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 56338) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:18:41.749429 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-d9265212-e1df-4efd-9dce-f3ffa7c6d6a4 None None] Set router d2a27a27-13db-409e-bf1f-4c63752a8426 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:18:41.769020 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168f2d28-3763-4a6b-8951-28eb9e79c7d8 tempest-TestNetworkAdvancedServerOps-597099735 tempest-TestNetworkAdvancedServerOps-597099735-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:18:41.770691 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-168f2d28-3763-4a6b-8951-28eb9e79c7d8 tempest-TestNetworkAdvancedServerOps-597099735 tempest-TestNetworkAdvancedServerOps-597099735-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0902119 Nov 24 02:18:41.773569 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 56340) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:18:41.802195 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-17bcee00-1cfb-436d-9a0a-e59baf5bb101 tempest-TestNetworkAdvancedServerOps-597099735 tempest-TestNetworkAdvancedServerOps-597099735-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=eb22795d-37ee-46ee-844d-92c17e2ea450&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275743 Nov 24 02:18:41.804804 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 56342) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:18:41.810294 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-4c98fb88-a7ce-4856-8f11-47ec64b7fc3f tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-233814004', 'network_id': 'fc02c89a-b61e-4b5a-85d7-ab64ce01d1b1', 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:18:41.904233 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c98fb88-a7ce-4856-8f11-47ec64b7fc3f tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Made reservation on behalf of 267b27dd9c014097b0435b11fcd7bcf6 for: {'subnet': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 02:18:41.907703 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4c98fb88-a7ce-4856-8f11-47ec64b7fc3f tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29154835'] for subnet, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:42.014292 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-d9265212-e1df-4efd-9dce-f3ffa7c6d6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2a27a27-13db-409e-bf1f-4c63752a8426', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1509855905', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.67'}], 'enable_snat': True}, 'gw_port_id': 'c83ac40a-cc28-4fdd-baa0-f7c9a1664810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:18:39Z', 'updated_at': '2021-11-24T02:18:41Z', 'revision_number': 3, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'gw_port': {'id': 'c83ac40a-cc28-4fdd-baa0-f7c9a1664810', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:fd:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2a27a27-13db-409e-bf1f-4c63752a8426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:18:40Z', 'updated_at': '2021-11-24T02:18:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:18:42.040370 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9265212-e1df-4efd-9dce-f3ffa7c6d6a4 None None] Checking router: d2a27a27-13db-409e-bf1f-4c63752a8426 for host: dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 02:18:42.040631 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9265212-e1df-4efd-9dce-f3ffa7c6d6a4 None None] Updating router d2a27a27-13db-409e-bf1f-4c63752a8426 port c83ac40a-cc28-4fdd-baa0-f7c9a1664810 binding host dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 02:18:42.070113 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-d9265212-e1df-4efd-9dce-f3ffa7c6d6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:42.091661 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4c98fb88-a7ce-4856-8f11-47ec64b7fc3f tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29149261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29154849'] for subnet, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:42.152550 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c98fb88-a7ce-4856-8f11-47ec64b7fc3f tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Pushing event updated for resources: {'Subnet': ['ID=ef1b630b-9b04-4191-a3d0-28511fa8f3a3,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:18:42.163620 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c98fb88-a7ce-4856-8f11-47ec64b7fc3f tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Checking segment: {'id': '56b29824-ad77-4956-9285-20801109e3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fc02c89a-b61e-4b5a-85d7-ab64ce01d1b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 02:18:42.164048 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c98fb88-a7ce-4856-8f11-47ec64b7fc3f tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Network hostable DHCP agents. Network: fc02c89a-b61e-4b5a-85d7-ab64ce01d1b1, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 02:18:42.185555 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c98fb88-a7ce-4856-8f11-47ec64b7fc3f tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Network fc02c89a-b61e-4b5a-85d7-ab64ce01d1b1 is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 02:18:42.195526 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-4c98fb88-a7ce-4856-8f11-47ec64b7fc3f tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, fc02c89a-b61e-4b5a-85d7-ab64ce01d1b1) {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:18:42.199886 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c98fb88-a7ce-4856-8f11-47ec64b7fc3f tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:18:42.200553 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4c98fb88-a7ce-4856-8f11-47ec64b7fc3f tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:42.205344 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393c5f45-d255-47b7-896d-956d9d5dea92 None None] Network fc02c89a-b61e-4b5a-85d7-ab64ce01d1b1 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 02:18:42.219299 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-4c98fb88-a7ce-4856-8f11-47ec64b7fc3f tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4134433 Nov 24 02:18:42.222203 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 56344) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:18:42.356818 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-d9265212-e1df-4efd-9dce-f3ffa7c6d6a4 None None] Publish callbacks [] for port, precommit_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:42.369464 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd557be-acc7-4158-a223-9c44c49b6310 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-fc02c89a-b61e-4b5a-85d7-ab64ce01d1b1', 'network_id': 'fc02c89a-b61e-4b5a-85d7-ab64ce01d1b1', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'fixed_ips': [{'subnet_id': 'ef1b630b-9b04-4191-a3d0-28511fa8f3a3'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 02:18:42.371006 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-d9265212-e1df-4efd-9dce-f3ffa7c6d6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:42.371270 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-4cd557be-acc7-4158-a223-9c44c49b6310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:42.419886 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-d9265212-e1df-4efd-9dce-f3ffa7c6d6a4 None None] Attempting to bind port c83ac40a-cc28-4fdd-baa0-f7c9a1664810 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 02:18:42.420202 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-d9265212-e1df-4efd-9dce-f3ffa7c6d6a4 None None] Attempting to bind port c83ac40a-cc28-4fdd-baa0-f7c9a1664810 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}] {{(pid=109869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 02:18:42.420571 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9265212-e1df-4efd-9dce-f3ffa7c6d6a4 None None] Attempting to bind port c83ac40a-cc28-4fdd-baa0-f7c9a1664810 on network eb22795d-37ee-46ee-844d-92c17e2ea450 {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 02:18:42.431207 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9265212-e1df-4efd-9dce-f3ffa7c6d6a4 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 2, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 02:18:42.431585 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9265212-e1df-4efd-9dce-f3ffa7c6d6a4 None None] Checking segment: {'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 02:18:42.432013 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-d9265212-e1df-4efd-9dce-f3ffa7c6d6a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:42.432404 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9265212-e1df-4efd-9dce-f3ffa7c6d6a4 None None] Bound using segment: {'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'} {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 02:18:42.432888 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-d9265212-e1df-4efd-9dce-f3ffa7c6d6a4 None None] Bound port: c83ac40a-cc28-4fdd-baa0-f7c9a1664810, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}}] {{(pid=109869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 02:18:42.433262 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-d9265212-e1df-4efd-9dce-f3ffa7c6d6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:42.467232 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5240b2-897e-43ba-93a6-eb4880bb1a66 None None] Pushing event updated for resources: {'Port': ['ID=c83ac40a-cc28-4fdd-baa0-f7c9a1664810,revision_number=2']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:18:42.484600 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5240b2-897e-43ba-93a6-eb4880bb1a66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:18:42.484945 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5240b2-897e-43ba-93a6-eb4880bb1a66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:18:42.485287 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5240b2-897e-43ba-93a6-eb4880bb1a66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:18:42.485645 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5240b2-897e-43ba-93a6-eb4880bb1a66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:18:42.485972 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5240b2-897e-43ba-93a6-eb4880bb1a66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:18:42.486296 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5240b2-897e-43ba-93a6-eb4880bb1a66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:18:42.486621 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5240b2-897e-43ba-93a6-eb4880bb1a66 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:18:42.487379 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5240b2-897e-43ba-93a6-eb4880bb1a66 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:18:42.487379 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5240b2-897e-43ba-93a6-eb4880bb1a66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:18:42.487612 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5240b2-897e-43ba-93a6-eb4880bb1a66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:18:42.487879 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5240b2-897e-43ba-93a6-eb4880bb1a66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:18:42.488198 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5240b2-897e-43ba-93a6-eb4880bb1a66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:18:42.506591 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.db [None req-d9265212-e1df-4efd-9dce-f3ffa7c6d6a4 None None] For port c83ac40a-cc28-4fdd-baa0-f7c9a1664810, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 02:18:42.510488 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.db [None req-d9265212-e1df-4efd-9dce-f3ffa7c6d6a4 None None] For port c83ac40a-cc28-4fdd-baa0-f7c9a1664810, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=c83ac40a-cc28-4fdd-baa0-f7c9a1664810,segment=NetworkSegment(03509fd2-ca9c-4aa0-94e6-e236afda62e7),segment_id=03509fd2-ca9c-4aa0-94e6-e236afda62e7)] {{(pid=109869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 02:18:42.514920 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-d9265212-e1df-4efd-9dce-f3ffa7c6d6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:42.565390 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9265212-e1df-4efd-9dce-f3ffa7c6d6a4 None None] Routers {'d2a27a27-13db-409e-bf1f-4c63752a8426'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:18:42.566046 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-d9265212-e1df-4efd-9dce-f3ffa7c6d6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:18:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['d2a27a27-13db-409e-bf1f-4c63752a8426'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:18:42.614459 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5240b2-897e-43ba-93a6-eb4880bb1a66 None None] Pushing event updated for resources: {'Port': ['ID=c83ac40a-cc28-4fdd-baa0-f7c9a1664810,revision_number=3']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:18:42.639844 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b26ee84-90a5-47c5-9c78-35337bc5b2c1 None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 02:18:42.691926 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-d9265212-e1df-4efd-9dce-f3ffa7c6d6a4 None None] Set router d2a27a27-13db-409e-bf1f-4c63752a8426 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:18:42.703964 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d415c58-ef0d-48b1-b9b1-c784a19ab24f None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 02:18:42.723834 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-4cd557be-acc7-4158-a223-9c44c49b6310 None None] Allocated IP 172.20.0.2 (fc02c89a-b61e-4b5a-85d7-ab64ce01d1b1/ef1b630b-9b04-4191-a3d0-28511fa8f3a3/4b95e5e8-5799-48fa-a1a6-9b4e3a430572) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 02:18:42.812853 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-bc7127fb-e555-4abe-823c-1d957ea0c059 None None] Provisioning complete for port c83ac40a-cc28-4fdd-baa0-f7c9a1664810 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:18:42.813546 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bc7127fb-e555-4abe-823c-1d957ea0c059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:42.882325 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-d9265212-e1df-4efd-9dce-f3ffa7c6d6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2a27a27-13db-409e-bf1f-4c63752a8426', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1509855905', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.67'}], 'enable_snat': True}, 'gw_port_id': 'c83ac40a-cc28-4fdd-baa0-f7c9a1664810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:18:39Z', 'updated_at': '2021-11-24T02:18:41Z', 'revision_number': 3, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'gw_port': {'id': 'c83ac40a-cc28-4fdd-baa0-f7c9a1664810', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:fd:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2a27a27-13db-409e-bf1f-4c63752a8426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:18:40Z', 'updated_at': '2021-11-24T02:18:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:18:42.913311 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9265212-e1df-4efd-9dce-f3ffa7c6d6a4 None None] The sync data for ids ['d2a27a27-13db-409e-bf1f-4c63752a8426'] in dv-neutron-818911-2-hyperv is: [{'id': 'd2a27a27-13db-409e-bf1f-4c63752a8426', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1509855905', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.67'}], 'enable_snat': True}, 'gw_port_id': 'c83ac40a-cc28-4fdd-baa0-f7c9a1664810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:18:39Z', 'updated_at': '2021-11-24T02:18:41Z', 'revision_number': 3, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'gw_port': {'id': 'c83ac40a-cc28-4fdd-baa0-f7c9a1664810', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:fd:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2a27a27-13db-409e-bf1f-4c63752a8426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:18:40Z', 'updated_at': '2021-11-24T02:18:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 02:18:42.949740 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-4cd557be-acc7-4158-a223-9c44c49b6310 None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:42.961483 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-4cd557be-acc7-4158-a223-9c44c49b6310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:42.964832 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bc7127fb-e555-4abe-823c-1d957ea0c059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:43.018915 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd557be-acc7-4158-a223-9c44c49b6310 None None] Network fc02c89a-b61e-4b5a-85d7-ab64ce01d1b1 is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 02:18:43.025135 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-4cd557be-acc7-4158-a223-9c44c49b6310 None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:18:43.028138 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-bc7127fb-e555-4abe-823c-1d957ea0c059 None None] For port c83ac40a-cc28-4fdd-baa0-f7c9a1664810, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=c83ac40a-cc28-4fdd-baa0-f7c9a1664810,segment=NetworkSegment(03509fd2-ca9c-4aa0-94e6-e236afda62e7),segment_id=03509fd2-ca9c-4aa0-94e6-e236afda62e7)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:18:43.030986 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd557be-acc7-4158-a223-9c44c49b6310 None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 02:18:43.037523 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bc7127fb-e555-4abe-823c-1d957ea0c059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:43.046491 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd557be-acc7-4158-a223-9c44c49b6310 None None] Pushing event updated for resources: {'Port': ['ID=4b95e5e8-5799-48fa-a1a6-9b4e3a430572,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:18:43.094087 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-dba26f3b-52bb-47bf-b893-2cf77c933ce3 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:43.117000 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-4cd557be-acc7-4158-a223-9c44c49b6310 None None] Attempting to bind port 4b95e5e8-5799-48fa-a1a6-9b4e3a430572 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 02:18:43.117371 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-4cd557be-acc7-4158-a223-9c44c49b6310 None None] Attempting to bind port 4b95e5e8-5799-48fa-a1a6-9b4e3a430572 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '56b29824-ad77-4956-9285-20801109e3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fc02c89a-b61e-4b5a-85d7-ab64ce01d1b1'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 02:18:43.117759 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd557be-acc7-4158-a223-9c44c49b6310 None None] Attempting to bind port 4b95e5e8-5799-48fa-a1a6-9b4e3a430572 on network fc02c89a-b61e-4b5a-85d7-ab64ce01d1b1 {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 02:18:43.131092 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd557be-acc7-4158-a223-9c44c49b6310 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 2, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 02:18:43.131464 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd557be-acc7-4158-a223-9c44c49b6310 None None] Checking segment: {'id': '56b29824-ad77-4956-9285-20801109e3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fc02c89a-b61e-4b5a-85d7-ab64ce01d1b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 02:18:43.131863 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-4cd557be-acc7-4158-a223-9c44c49b6310 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:43.132242 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd557be-acc7-4158-a223-9c44c49b6310 None None] Bound using segment: {'id': '56b29824-ad77-4956-9285-20801109e3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fc02c89a-b61e-4b5a-85d7-ab64ce01d1b1'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 02:18:43.132712 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-4cd557be-acc7-4158-a223-9c44c49b6310 None None] Bound port: 4b95e5e8-5799-48fa-a1a6-9b4e3a430572, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56b29824-ad77-4956-9285-20801109e3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fc02c89a-b61e-4b5a-85d7-ab64ce01d1b1'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 02:18:43.133090 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-4cd557be-acc7-4158-a223-9c44c49b6310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:43.167307 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7127fb-e555-4abe-823c-1d957ea0c059 None None] Pushing event updated for resources: {'Port': ['ID=c83ac40a-cc28-4fdd-baa0-f7c9a1664810,revision_number=4']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:18:43.223003 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-4cd557be-acc7-4158-a223-9c44c49b6310 None None] For port 4b95e5e8-5799-48fa-a1a6-9b4e3a430572, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 02:18:43.226345 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-4cd557be-acc7-4158-a223-9c44c49b6310 None None] For port 4b95e5e8-5799-48fa-a1a6-9b4e3a430572, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=4b95e5e8-5799-48fa-a1a6-9b4e3a430572,segment=NetworkSegment(56b29824-ad77-4956-9285-20801109e3af),segment_id=56b29824-ad77-4956-9285-20801109e3af)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 02:18:43.231847 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-4cd557be-acc7-4158-a223-9c44c49b6310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:43.302615 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd557be-acc7-4158-a223-9c44c49b6310 None None] Pushing event updated for resources: {'Port': ['ID=4b95e5e8-5799-48fa-a1a6-9b4e3a430572,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:18:43.430284 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-dba26f3b-52bb-47bf-b893-2cf77c933ce3 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Allocated IP 172.20.0.1 (fc02c89a-b61e-4b5a-85d7-ab64ce01d1b1/ef1b630b-9b04-4191-a3d0-28511fa8f3a3/cacae718-843f-4aa5-a0d4-bc2de2f6232c) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 02:18:43.586420 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-dba26f3b-52bb-47bf-b893-2cf77c933ce3 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:43.622772 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-dba26f3b-52bb-47bf-b893-2cf77c933ce3 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:43.661084 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba26f3b-52bb-47bf-b893-2cf77c933ce3 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Network fc02c89a-b61e-4b5a-85d7-ab64ce01d1b1 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 02:18:43.664651 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-dba26f3b-52bb-47bf-b893-2cf77c933ce3 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:18:43.667324 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba26f3b-52bb-47bf-b893-2cf77c933ce3 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 02:18:43.705562 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba26f3b-52bb-47bf-b893-2cf77c933ce3 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Pushing event updated for resources: {'Port': ['ID=cacae718-843f-4aa5-a0d4-bc2de2f6232c,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:18:43.723495 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-dba26f3b-52bb-47bf-b893-2cf77c933ce3 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3777869'] for router_interface, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:43.862642 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-dba26f3b-52bb-47bf-b893-2cf77c933ce3 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:44.150794 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-dba26f3b-52bb-47bf-b893-2cf77c933ce3 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for port, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:44.155428 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-dba26f3b-52bb-47bf-b893-2cf77c933ce3 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25501696'] for port, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:44.235511 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba26f3b-52bb-47bf-b893-2cf77c933ce3 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Pushing event updated for resources: {'Port': ['ID=cacae718-843f-4aa5-a0d4-bc2de2f6232c,revision_number=2']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:18:44.237953 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-dba26f3b-52bb-47bf-b893-2cf77c933ce3 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3778017'] for router_interface, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:44.246179 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6d3475-d4dc-4edf-a8be-bda3167dd100 None None] Network fc02c89a-b61e-4b5a-85d7-ab64ce01d1b1 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 02:18:44.322513 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-3c7990e6-0d28-4bb6-94d8-668f9d728cf6 None None] Provisioning complete for port 4b95e5e8-5799-48fa-a1a6-9b4e3a430572 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:18:44.322881 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-3c7990e6-0d28-4bb6-94d8-668f9d728cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:44.332663 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba26f3b-52bb-47bf-b893-2cf77c933ce3 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Network fc02c89a-b61e-4b5a-85d7-ab64ce01d1b1 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 02:18:44.334108 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-dba26f3b-52bb-47bf-b893-2cf77c933ce3 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:18:44.447419 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-3c7990e6-0d28-4bb6-94d8-668f9d728cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:44.458979 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dba26f3b-52bb-47bf-b893-2cf77c933ce3 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Router d2a27a27-13db-409e-bf1f-4c63752a8426 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 02:18:44.505009 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-3c7990e6-0d28-4bb6-94d8-668f9d728cf6 None None] For port 4b95e5e8-5799-48fa-a1a6-9b4e3a430572, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=4b95e5e8-5799-48fa-a1a6-9b4e3a430572,segment=NetworkSegment(56b29824-ad77-4956-9285-20801109e3af),segment_id=56b29824-ad77-4956-9285-20801109e3af)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:18:44.511760 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-3c7990e6-0d28-4bb6-94d8-668f9d728cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:44.567152 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7990e6-0d28-4bb6-94d8-668f9d728cf6 None None] Pushing event updated for resources: {'Port': ['ID=4b95e5e8-5799-48fa-a1a6-9b4e3a430572,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:18:44.584346 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dba26f3b-52bb-47bf-b893-2cf77c933ce3 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 02:18:44.599538 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-dba26f3b-52bb-47bf-b893-2cf77c933ce3 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "PUT /v2.0/routers/d2a27a27-13db-409e-bf1f-4c63752a8426/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3668847 Nov 24 02:18:44.737521 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-73726a47-bb12-4be3-97c6-d800bb050a97 None None] Provisioning complete for port cacae718-843f-4aa5-a0d4-bc2de2f6232c triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:18:44.737999 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-73726a47-bb12-4be3-97c6-d800bb050a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:44.747568 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-35ceed2c-c069-43a9-80bc-e9e9a0e1c2d8 req-96f210a2-1792-4988-bd68-a698527d294d tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1081913622&fields=id&tenant_id=267b27dd9c014097b0435b11fcd7bcf6 HTTP/1.1" status: 200 len: 267 time: 0.0480299 Nov 24 02:18:44.776164 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-73726a47-bb12-4be3-97c6-d800bb050a97 None None] Port cacae718-843f-4aa5-a0d4-bc2de2f6232c cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 02:18:44.787239 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-73726a47-bb12-4be3-97c6-d800bb050a97 None None] Provisioning complete for port 4b95e5e8-5799-48fa-a1a6-9b4e3a430572 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:18:44.788815 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-73726a47-bb12-4be3-97c6-d800bb050a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:44.816085 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27ccf20-c4bc-4d6e-bad8-d26229478cd5 None None] Sync routers for ids ['d2a27a27-13db-409e-bf1f-4c63752a8426'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 02:18:44.838524 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27ccf20-c4bc-4d6e-bad8-d26229478cd5 None None] Routers {'d2a27a27-13db-409e-bf1f-4c63752a8426'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:18:44.839177 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-c27ccf20-c4bc-4d6e-bad8-d26229478cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:18:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['d2a27a27-13db-409e-bf1f-4c63752a8426'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:18:44.872265 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ceed2c-c069-43a9-80bc-e9e9a0e1c2d8 req-d112a50f-d2f7-4f7a-9b8f-5dc9e01b4fda tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:18:44.873960 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-35ceed2c-c069-43a9-80bc-e9e9a0e1c2d8 req-d112a50f-d2f7-4f7a-9b8f-5dc9e01b4fda tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/networks?id=fc02c89a-b61e-4b5a-85d7-ab64ce01d1b1 HTTP/1.1" status: 200 len: 797 time: 0.1179905 Nov 24 02:18:44.891735 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-35ceed2c-c069-43a9-80bc-e9e9a0e1c2d8 req-cb3bcfcc-5951-4f58-a0fe-3b3136ba67f4 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/quotas/267b27dd9c014097b0435b11fcd7bcf6 HTTP/1.1" status: 200 len: 375 time: 0.0101106 Nov 24 02:18:44.953959 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-35ceed2c-c069-43a9-80bc-e9e9a0e1c2d8 req-f79b078a-62ed-4922-b9a7-19211b9fff24 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=267b27dd9c014097b0435b11fcd7bcf6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0553706 Nov 24 02:18:44.988009 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-c27ccf20-c4bc-4d6e-bad8-d26229478cd5 None None] Set router d2a27a27-13db-409e-bf1f-4c63752a8426 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:18:45.068065 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-35ceed2c-c069-43a9-80bc-e9e9a0e1c2d8 req-81e872ff-a806-4c1f-9928-09753fa572c7 service neutron] 10.222.0.21 "GET /v2.0/networks/fc02c89a-b61e-4b5a-85d7-ab64ce01d1b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979197 Nov 24 02:18:45.111806 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device c83ac40a-cc28-4fdd-baa0-f7c9a1664810 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 02:18:45.171784 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-35ceed2c-c069-43a9-80bc-e9e9a0e1c2d8 req-7bb6bbb9-bf78-4c2d-a74c-f494d2f17a48 service neutron] 10.222.0.21 "GET /v2.0/networks/fc02c89a-b61e-4b5a-85d7-ab64ce01d1b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971456 Nov 24 02:18:45.201452 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-950a0b62-a7fe-4485-aea2-71cc2a5dd835 None None] Provisioning complete for port cacae718-843f-4aa5-a0d4-bc2de2f6232c triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:18:45.201833 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-950a0b62-a7fe-4485-aea2-71cc2a5dd835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:45.270603 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-950a0b62-a7fe-4485-aea2-71cc2a5dd835 None None] Port cacae718-843f-4aa5-a0d4-bc2de2f6232c cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 02:18:45.283048 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port c83ac40a-cc28-4fdd-baa0-f7c9a1664810 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:18:45.283334 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:45.336339 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-c27ccf20-c4bc-4d6e-bad8-d26229478cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2a27a27-13db-409e-bf1f-4c63752a8426', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1509855905', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.67'}], 'enable_snat': True}, 'gw_port_id': 'c83ac40a-cc28-4fdd-baa0-f7c9a1664810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:18:39Z', 'updated_at': '2021-11-24T02:18:43Z', 'revision_number': 4, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'gw_port': {'id': 'c83ac40a-cc28-4fdd-baa0-f7c9a1664810', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:fd:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a27a27-13db-409e-bf1f-4c63752a8426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:18:40Z', 'updated_at': '2021-11-24T02:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': 'cacae718-843f-4aa5-a0d4-bc2de2f6232c', 'name': '', 'network_id': 'fc02c89a-b61e-4b5a-85d7-ab64ce01d1b1', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'mac_address': 'fa:16:3e:76:67:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2a27a27-13db-409e-bf1f-4c63752a8426', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'ef1b630b-9b04-4191-a3d0-28511fa8f3a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:18:43Z', 'updated_at': '2021-11-24T02:18:44Z', 'revision_number': 2, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'subnets': [{'id': 'ef1b630b-9b04-4191-a3d0-28511fa8f3a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:18:45.339813 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-a2d603fc-48a0-477c-8476-38c441cb06f6 req-b055375f-c8fc-4352-8071-7f2e03203c61 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=afc22ed0-4a86-491f-bdbc-bb9b02f20d9e HTTP/1.1" status: 200 len: 210 time: 0.0303993 Nov 24 02:18:45.369895 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27ccf20-c4bc-4d6e-bad8-d26229478cd5 None None] Checking router: d2a27a27-13db-409e-bf1f-4c63752a8426 for host: dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 02:18:45.370242 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27ccf20-c4bc-4d6e-bad8-d26229478cd5 None None] Updating router d2a27a27-13db-409e-bf1f-4c63752a8426 port cacae718-843f-4aa5-a0d4-bc2de2f6232c binding host dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 02:18:45.429013 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-c27ccf20-c4bc-4d6e-bad8-d26229478cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:45.443136 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 4b95e5e8-5799-48fa-a1a6-9b4e3a430572 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 02:18:45.449021 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-bf46dc38-19e2-434d-8ca0-4642ca1dc11d None None] Provisioning complete for port cacae718-843f-4aa5-a0d4-bc2de2f6232c triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:18:45.449285 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bf46dc38-19e2-434d-8ca0-4642ca1dc11d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:45.538591 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-bf46dc38-19e2-434d-8ca0-4642ca1dc11d None None] Port cacae718-843f-4aa5-a0d4-bc2de2f6232c cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 02:18:45.610030 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 4b95e5e8-5799-48fa-a1a6-9b4e3a430572 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:18:45.610403 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:45.820813 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-c27ccf20-c4bc-4d6e-bad8-d26229478cd5 None None] Publish callbacks [] for port, precommit_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:45.825847 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-c27ccf20-c4bc-4d6e-bad8-d26229478cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:46.023828 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faab3e7-ae56-4697-9477-d6db72889c95 None None] Pushing event updated for resources: {'Port': ['ID=cacae718-843f-4aa5-a0d4-bc2de2f6232c,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:18:46.075819 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-c27ccf20-c4bc-4d6e-bad8-d26229478cd5 None None] Attempting to bind port cacae718-843f-4aa5-a0d4-bc2de2f6232c on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 02:18:46.076190 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-c27ccf20-c4bc-4d6e-bad8-d26229478cd5 None None] Attempting to bind port cacae718-843f-4aa5-a0d4-bc2de2f6232c by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '56b29824-ad77-4956-9285-20801109e3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fc02c89a-b61e-4b5a-85d7-ab64ce01d1b1'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 02:18:46.076552 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27ccf20-c4bc-4d6e-bad8-d26229478cd5 None None] Attempting to bind port cacae718-843f-4aa5-a0d4-bc2de2f6232c on network fc02c89a-b61e-4b5a-85d7-ab64ce01d1b1 {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 02:18:46.081990 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27ccf20-c4bc-4d6e-bad8-d26229478cd5 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 2, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 02:18:46.082363 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27ccf20-c4bc-4d6e-bad8-d26229478cd5 None None] Checking segment: {'id': '56b29824-ad77-4956-9285-20801109e3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fc02c89a-b61e-4b5a-85d7-ab64ce01d1b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 02:18:46.082762 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-c27ccf20-c4bc-4d6e-bad8-d26229478cd5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:46.083158 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27ccf20-c4bc-4d6e-bad8-d26229478cd5 None None] Bound using segment: {'id': '56b29824-ad77-4956-9285-20801109e3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fc02c89a-b61e-4b5a-85d7-ab64ce01d1b1'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 02:18:46.083619 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-c27ccf20-c4bc-4d6e-bad8-d26229478cd5 None None] Bound port: cacae718-843f-4aa5-a0d4-bc2de2f6232c, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56b29824-ad77-4956-9285-20801109e3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fc02c89a-b61e-4b5a-85d7-ab64ce01d1b1'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 02:18:46.084005 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-c27ccf20-c4bc-4d6e-bad8-d26229478cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:46.146795 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-c27ccf20-c4bc-4d6e-bad8-d26229478cd5 None None] For port cacae718-843f-4aa5-a0d4-bc2de2f6232c, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 02:18:46.150172 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-c27ccf20-c4bc-4d6e-bad8-d26229478cd5 None None] For port cacae718-843f-4aa5-a0d4-bc2de2f6232c, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=cacae718-843f-4aa5-a0d4-bc2de2f6232c,segment=NetworkSegment(56b29824-ad77-4956-9285-20801109e3af),segment_id=56b29824-ad77-4956-9285-20801109e3af)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 02:18:46.155186 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-c27ccf20-c4bc-4d6e-bad8-d26229478cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:46.216173 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27ccf20-c4bc-4d6e-bad8-d26229478cd5 None None] Routers {'d2a27a27-13db-409e-bf1f-4c63752a8426'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:18:46.216810 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-c27ccf20-c4bc-4d6e-bad8-d26229478cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:18:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['d2a27a27-13db-409e-bf1f-4c63752a8426'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:18:46.218586 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faab3e7-ae56-4697-9477-d6db72889c95 None None] Pushing event updated for resources: {'Port': ['ID=cacae718-843f-4aa5-a0d4-bc2de2f6232c,revision_number=4']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:18:46.279371 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-372f913f-f6e2-4a6c-8b66-ad6438bc9cbc None None] Provisioning complete for port cacae718-843f-4aa5-a0d4-bc2de2f6232c triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:18:46.280002 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-372f913f-f6e2-4a6c-8b66-ad6438bc9cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:46.367963 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-c27ccf20-c4bc-4d6e-bad8-d26229478cd5 None None] Set router d2a27a27-13db-409e-bf1f-4c63752a8426 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:18:46.474497 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-bd1f2a56-6530-459e-ac4b-4200239a0d12 req-03c0bd24-830b-4641-8984-3dd09597c42c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=afc22ed0-4a86-491f-bdbc-bb9b02f20d9e HTTP/1.1" status: 200 len: 210 time: 0.0452902 Nov 24 02:18:46.485485 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-372f913f-f6e2-4a6c-8b66-ad6438bc9cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:46.520120 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ceed2c-c069-43a9-80bc-e9e9a0e1c2d8 req-46bbce2d-7916-4bec-b190-d08d2a62b7f1 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:18:46.522371 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-35ceed2c-c069-43a9-80bc-e9e9a0e1c2d8 req-46bbce2d-7916-4bec-b190-d08d2a62b7f1 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.48 "GET /v2.0/networks?id=fc02c89a-b61e-4b5a-85d7-ab64ce01d1b1 HTTP/1.1" status: 200 len: 797 time: 0.1463165 Nov 24 02:18:46.575167 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-372f913f-f6e2-4a6c-8b66-ad6438bc9cbc None None] For port cacae718-843f-4aa5-a0d4-bc2de2f6232c, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=cacae718-843f-4aa5-a0d4-bc2de2f6232c,segment=NetworkSegment(56b29824-ad77-4956-9285-20801109e3af),segment_id=56b29824-ad77-4956-9285-20801109e3af)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:18:46.585753 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-372f913f-f6e2-4a6c-8b66-ad6438bc9cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:46.596338 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-35ceed2c-c069-43a9-80bc-e9e9a0e1c2d8 req-58b2d251-6054-40bb-b5d1-f86042c1809f tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=267b27dd9c014097b0435b11fcd7bcf6 HTTP/1.1" status: 200 len: 380 time: 0.0575924 Nov 24 02:18:46.609556 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [req-35ceed2c-c069-43a9-80bc-e9e9a0e1c2d8 req-1bc613e9-41c0-47fa-b090-c22a2f797de2 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Request body: {'port': {'device_id': 'afc22ed0-4a86-491f-bdbc-bb9b02f20d9e', 'network_id': 'fc02c89a-b61e-4b5a-85d7-ab64ce01d1b1', 'admin_state_up': True, 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'security_groups': ['5dcbaee2-2c9b-40f0-9af9-0d3cda2b8f84']}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:18:46.665492 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372f913f-f6e2-4a6c-8b66-ad6438bc9cbc None None] Pushing event updated for resources: {'Port': ['ID=cacae718-843f-4aa5-a0d4-bc2de2f6232c,revision_number=5']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:18:46.682519 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-c27ccf20-c4bc-4d6e-bad8-d26229478cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2a27a27-13db-409e-bf1f-4c63752a8426', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1509855905', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.67'}], 'enable_snat': True}, 'gw_port_id': 'c83ac40a-cc28-4fdd-baa0-f7c9a1664810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:18:39Z', 'updated_at': '2021-11-24T02:18:43Z', 'revision_number': 4, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'gw_port': {'id': 'c83ac40a-cc28-4fdd-baa0-f7c9a1664810', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:fd:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a27a27-13db-409e-bf1f-4c63752a8426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:18:40Z', 'updated_at': '2021-11-24T02:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': 'cacae718-843f-4aa5-a0d4-bc2de2f6232c', 'name': '', 'network_id': 'fc02c89a-b61e-4b5a-85d7-ab64ce01d1b1', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'mac_address': 'fa:16:3e:76:67:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2a27a27-13db-409e-bf1f-4c63752a8426', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'ef1b630b-9b04-4191-a3d0-28511fa8f3a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:18:43Z', 'updated_at': '2021-11-24T02:18:46Z', 'revision_number': 4, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'subnets': [{'id': 'ef1b630b-9b04-4191-a3d0-28511fa8f3a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:18:46.716038 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27ccf20-c4bc-4d6e-bad8-d26229478cd5 None None] The sync data for ids ['d2a27a27-13db-409e-bf1f-4c63752a8426'] in dv-neutron-818911-2-hyperv is: [{'id': 'd2a27a27-13db-409e-bf1f-4c63752a8426', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1509855905', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.67'}], 'enable_snat': True}, 'gw_port_id': 'c83ac40a-cc28-4fdd-baa0-f7c9a1664810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:18:39Z', 'updated_at': '2021-11-24T02:18:43Z', 'revision_number': 4, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'gw_port': {'id': 'c83ac40a-cc28-4fdd-baa0-f7c9a1664810', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:fd:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a27a27-13db-409e-bf1f-4c63752a8426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:18:40Z', 'updated_at': '2021-11-24T02:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': 'cacae718-843f-4aa5-a0d4-bc2de2f6232c', 'name': '', 'network_id': 'fc02c89a-b61e-4b5a-85d7-ab64ce01d1b1', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'mac_address': 'fa:16:3e:76:67:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2a27a27-13db-409e-bf1f-4c63752a8426', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'ef1b630b-9b04-4191-a3d0-28511fa8f3a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:18:43Z', 'updated_at': '2021-11-24T02:18:46Z', 'revision_number': 4, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'subnets': [{'id': 'ef1b630b-9b04-4191-a3d0-28511fa8f3a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 02:18:46.725125 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35ceed2c-c069-43a9-80bc-e9e9a0e1c2d8 req-1bc613e9-41c0-47fa-b090-c22a2f797de2 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Made reservation on behalf of 267b27dd9c014097b0435b11fcd7bcf6 for: {'port': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 02:18:46.728178 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-2f4895ca-76d5-4b93-a0f0-66d8dfdbaad8 None None] Provisioning complete for port cacae718-843f-4aa5-a0d4-bc2de2f6232c triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:18:46.729213 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-2f4895ca-76d5-4b93-a0f0-66d8dfdbaad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:46.729839 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-35ceed2c-c069-43a9-80bc-e9e9a0e1c2d8 req-1bc613e9-41c0-47fa-b090-c22a2f797de2 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:46.877018 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [req-35ceed2c-c069-43a9-80bc-e9e9a0e1c2d8 req-1bc613e9-41c0-47fa-b090-c22a2f797de2 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Allocated IP 172.20.0.5 (fc02c89a-b61e-4b5a-85d7-ab64ce01d1b1/ef1b630b-9b04-4191-a3d0-28511fa8f3a3/e33a7ebc-d0c1-492f-b1dd-9a90f26e07a4) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 02:18:47.013056 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device cacae718-843f-4aa5-a0d4-bc2de2f6232c up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 02:18:47.038946 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-35ceed2c-c069-43a9-80bc-e9e9a0e1c2d8 req-1bc613e9-41c0-47fa-b090-c22a2f797de2 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:47.064140 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port cacae718-843f-4aa5-a0d4-bc2de2f6232c triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:18:47.064520 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:47.076839 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-35ceed2c-c069-43a9-80bc-e9e9a0e1c2d8 req-1bc613e9-41c0-47fa-b090-c22a2f797de2 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:47.124318 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35ceed2c-c069-43a9-80bc-e9e9a0e1c2d8 req-1bc613e9-41c0-47fa-b090-c22a2f797de2 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Network fc02c89a-b61e-4b5a-85d7-ab64ce01d1b1 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 02:18:47.127395 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [req-35ceed2c-c069-43a9-80bc-e9e9a0e1c2d8 req-1bc613e9-41c0-47fa-b090-c22a2f797de2 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:18:47.131118 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [req-35ceed2c-c069-43a9-80bc-e9e9a0e1c2d8 req-1bc613e9-41c0-47fa-b090-c22a2f797de2 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 02:18:47.137810 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc613e9-41c0-47fa-b090-c22a2f797de2 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Pushing event updated for resources: {'Port': ['ID=e33a7ebc-d0c1-492f-b1dd-9a90f26e07a4,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:18:47.195532 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ceed2c-c069-43a9-80bc-e9e9a0e1c2d8 req-1bc613e9-41c0-47fa-b090-c22a2f797de2 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:18:47.196198 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-35ceed2c-c069-43a9-80bc-e9e9a0e1c2d8 req-1bc613e9-41c0-47fa-b090-c22a2f797de2 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:47.214481 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-35ceed2c-c069-43a9-80bc-e9e9a0e1c2d8 req-1bc613e9-41c0-47fa-b090-c22a2f797de2 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6087072 Nov 24 02:18:47.233679 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [req-35ceed2c-c069-43a9-80bc-e9e9a0e1c2d8 req-a51bf0dc-42df-4b49-85ef-974ce839516a service neutron] Request body: {'port': {'device_id': 'afc22ed0-4a86-491f-bdbc-bb9b02f20d9e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8189'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:18:47.299382 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-35ceed2c-c069-43a9-80bc-e9e9a0e1c2d8 req-a51bf0dc-42df-4b49-85ef-974ce839516a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:47.370532 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-aa3a7942-b45e-49b7-b1dc-c4d5af712451 None None] Provisioning complete for port e33a7ebc-d0c1-492f-b1dd-9a90f26e07a4 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:18:47.371502 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-aa3a7942-b45e-49b7-b1dc-c4d5af712451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:47.406095 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-aa3a7942-b45e-49b7-b1dc-c4d5af712451 None None] Port e33a7ebc-d0c1-492f-b1dd-9a90f26e07a4 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 02:18:47.615465 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [req-35ceed2c-c069-43a9-80bc-e9e9a0e1c2d8 req-a51bf0dc-42df-4b49-85ef-974ce839516a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e33a7ebc-d0c1-492f-b1dd-9a90f26e07a4 {{(pid=109867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 02:18:47.625771 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-35ceed2c-c069-43a9-80bc-e9e9a0e1c2d8 req-a51bf0dc-42df-4b49-85ef-974ce839516a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:47.643276 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2419faa0-f8b1-4791-b1e9-1cf6af4ba7f6 req-4e546cf2-1a9c-472c-920f-d2e22ee0aef9 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:18:47.644838 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-2419faa0-f8b1-4791-b1e9-1cf6af4ba7f6 req-4e546cf2-1a9c-472c-920f-d2e22ee0aef9 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=afc22ed0-4a86-491f-bdbc-bb9b02f20d9e HTTP/1.1" status: 200 len: 931 time: 0.1056910 Nov 24 02:18:47.650441 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.provisioning_blocks [req-35ceed2c-c069-43a9-80bc-e9e9a0e1c2d8 req-a51bf0dc-42df-4b49-85ef-974ce839516a service neutron] Transition to ACTIVE for port object e33a7ebc-d0c1-492f-b1dd-9a90f26e07a4 will not be triggered until provisioned by entity L2. {{(pid=109867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 02:18:47.658932 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-35ceed2c-c069-43a9-80bc-e9e9a0e1c2d8 req-a51bf0dc-42df-4b49-85ef-974ce839516a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25501696'] for port, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:47.742877 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-2419faa0-f8b1-4791-b1e9-1cf6af4ba7f6 req-f1d31716-de44-48fb-8111-d140540bb85b tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?id=5dcbaee2-2c9b-40f0-9af9-0d3cda2b8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911956 Nov 24 02:18:47.743824 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51bf0dc-42df-4b49-85ef-974ce839516a service neutron] Pushing event updated for resources: {'Port': ['ID=e33a7ebc-d0c1-492f-b1dd-9a90f26e07a4,revision_number=2']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:18:47.825354 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.managers [req-35ceed2c-c069-43a9-80bc-e9e9a0e1c2d8 req-a51bf0dc-42df-4b49-85ef-974ce839516a service neutron] Attempting to bind port e33a7ebc-d0c1-492f-b1dd-9a90f26e07a4 on host hv-neutron-8189 for vnic_type normal with profile {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 02:18:47.825729 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.managers [req-35ceed2c-c069-43a9-80bc-e9e9a0e1c2d8 req-a51bf0dc-42df-4b49-85ef-974ce839516a service neutron] Attempting to bind port e33a7ebc-d0c1-492f-b1dd-9a90f26e07a4 by drivers openvswitch,hyperv on host hv-neutron-8189 at level 0 using segments [{'id': '56b29824-ad77-4956-9285-20801109e3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fc02c89a-b61e-4b5a-85d7-ab64ce01d1b1'}] {{(pid=109867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 02:18:47.826062 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ceed2c-c069-43a9-80bc-e9e9a0e1c2d8 req-a51bf0dc-42df-4b49-85ef-974ce839516a service neutron] Attempting to bind port e33a7ebc-d0c1-492f-b1dd-9a90f26e07a4 on network fc02c89a-b61e-4b5a-85d7-ab64ce01d1b1 {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 02:18:47.830707 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ceed2c-c069-43a9-80bc-e9e9a0e1c2d8 req-a51bf0dc-42df-4b49-85ef-974ce839516a service neutron] Port e33a7ebc-d0c1-492f-b1dd-9a90f26e07a4 on network fc02c89a-b61e-4b5a-85d7-ab64ce01d1b1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8189 {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 02:18:47.831021 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ceed2c-c069-43a9-80bc-e9e9a0e1c2d8 req-a51bf0dc-42df-4b49-85ef-974ce839516a service neutron] Attempting to bind port e33a7ebc-d0c1-492f-b1dd-9a90f26e07a4 on network fc02c89a-b61e-4b5a-85d7-ab64ce01d1b1 {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 02:18:47.837042 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ceed2c-c069-43a9-80bc-e9e9a0e1c2d8 req-a51bf0dc-42df-4b49-85ef-974ce839516a service neutron] Checking agent: {'id': '5773fe6b-0967-455f-9dc9-84c0c923201b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 42, 58), 'started_at': datetime.datetime(2021, 11, 24, 1, 42, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 2, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 02:18:47.837382 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ceed2c-c069-43a9-80bc-e9e9a0e1c2d8 req-a51bf0dc-42df-4b49-85ef-974ce839516a service neutron] Checking segment: {'id': '56b29824-ad77-4956-9285-20801109e3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fc02c89a-b61e-4b5a-85d7-ab64ce01d1b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 02:18:47.838348 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ceed2c-c069-43a9-80bc-e9e9a0e1c2d8 req-a51bf0dc-42df-4b49-85ef-974ce839516a service neutron] Bound using segment: {'id': '56b29824-ad77-4956-9285-20801109e3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fc02c89a-b61e-4b5a-85d7-ab64ce01d1b1'} {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 02:18:47.838788 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.managers [req-35ceed2c-c069-43a9-80bc-e9e9a0e1c2d8 req-a51bf0dc-42df-4b49-85ef-974ce839516a service neutron] Bound port: e33a7ebc-d0c1-492f-b1dd-9a90f26e07a4, host: hv-neutron-8189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56b29824-ad77-4956-9285-20801109e3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fc02c89a-b61e-4b5a-85d7-ab64ce01d1b1'}}] {{(pid=109867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 02:18:47.839149 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-35ceed2c-c069-43a9-80bc-e9e9a0e1c2d8 req-a51bf0dc-42df-4b49-85ef-974ce839516a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:47.914913 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [req-35ceed2c-c069-43a9-80bc-e9e9a0e1c2d8 req-a51bf0dc-42df-4b49-85ef-974ce839516a service neutron] For port e33a7ebc-d0c1-492f-b1dd-9a90f26e07a4, host hv-neutron-8189, cleared binding levels {{(pid=109867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 02:18:47.918708 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [req-35ceed2c-c069-43a9-80bc-e9e9a0e1c2d8 req-a51bf0dc-42df-4b49-85ef-974ce839516a service neutron] For port e33a7ebc-d0c1-492f-b1dd-9a90f26e07a4, host hv-neutron-8189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=e33a7ebc-d0c1-492f-b1dd-9a90f26e07a4,segment=NetworkSegment(56b29824-ad77-4956-9285-20801109e3af),segment_id=56b29824-ad77-4956-9285-20801109e3af)] {{(pid=109867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 02:18:47.924205 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-35ceed2c-c069-43a9-80bc-e9e9a0e1c2d8 req-a51bf0dc-42df-4b49-85ef-974ce839516a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25501696'] for port, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:47.958619 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ceed2c-c069-43a9-80bc-e9e9a0e1c2d8 req-a51bf0dc-42df-4b49-85ef-974ce839516a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:18:47.959241 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-35ceed2c-c069-43a9-80bc-e9e9a0e1c2d8 req-a51bf0dc-42df-4b49-85ef-974ce839516a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:47.960632 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-35ceed2c-c069-43a9-80bc-e9e9a0e1c2d8 req-a51bf0dc-42df-4b49-85ef-974ce839516a service neutron] 10.222.0.48 "PUT /v2.0/ports/e33a7ebc-d0c1-492f-b1dd-9a90f26e07a4 HTTP/1.1" status: 200 len: 1093 time: 0.7320919 Nov 24 02:18:47.961069 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afc22ed0-4a86-491f-bdbc-bb9b02f20d9e', 'tag': 'e33a7ebc-d0c1-492f-b1dd-9a90f26e07a4'}] {{(pid=109867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:18:47.963917 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2155eb48762029a847224b6ca77dbed8b251e8450d3d79f1fc0a82d404e82e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-557debba-f49d-4dbb-b69c-9eec882ecb96" -d '{"events": [{"name": "network-changed", "server_uuid": "afc22ed0-4a86-491f-bdbc-bb9b02f20d9e", "tag": "e33a7ebc-d0c1-492f-b1dd-9a90f26e07a4"}]}' {{(pid=109867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:18:47.991083 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51bf0dc-42df-4b49-85ef-974ce839516a service neutron] Pushing event updated for resources: {'Port': ['ID=e33a7ebc-d0c1-492f-b1dd-9a90f26e07a4,revision_number=3']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:18:48.011184 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 02:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cec8d174-1893-46ec-8062-f1c6e389f36f x-openstack-request-id: req-cec8d174-1893-46ec-8062-f1c6e389f36f {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:18:48.011502 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afc22ed0-4a86-491f-bdbc-bb9b02f20d9e", "tag": "e33a7ebc-d0c1-492f-b1dd-9a90f26e07a4", "status": "completed", "code": 200}]} {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:18:48.011759 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cec8d174-1893-46ec-8062-f1c6e389f36f {{(pid=109867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:18:48.012204 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afc22ed0-4a86-491f-bdbc-bb9b02f20d9e', 'tag': 'e33a7ebc-d0c1-492f-b1dd-9a90f26e07a4', 'status': 'completed', 'code': 200} Nov 24 02:18:48.078724 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ceed2c-c069-43a9-80bc-e9e9a0e1c2d8 req-ee5b2179-ddf1-47f4-b255-0c615dd7f372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:18:48.080288 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-35ceed2c-c069-43a9-80bc-e9e9a0e1c2d8 req-ee5b2179-ddf1-47f4-b255-0c615dd7f372 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=267b27dd9c014097b0435b11fcd7bcf6&device_id=afc22ed0-4a86-491f-bdbc-bb9b02f20d9e HTTP/1.1" status: 200 len: 1096 time: 0.0462847 Nov 24 02:18:48.136103 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-35ceed2c-c069-43a9-80bc-e9e9a0e1c2d8 req-3a8e4bed-cb8c-4394-a3c7-d19df552db92 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e33a7ebc-d0c1-492f-b1dd-9a90f26e07a4 HTTP/1.1" status: 200 len: 217 time: 0.0395136 Nov 24 02:18:48.185943 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ceed2c-c069-43a9-80bc-e9e9a0e1c2d8 req-4a3e6764-1757-40c1-bdf8-cd5e250663b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:18:48.187501 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-35ceed2c-c069-43a9-80bc-e9e9a0e1c2d8 req-4a3e6764-1757-40c1-bdf8-cd5e250663b9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ef1b630b-9b04-4191-a3d0-28511fa8f3a3 HTTP/1.1" status: 200 len: 834 time: 0.0448077 Nov 24 02:18:48.233031 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ceed2c-c069-43a9-80bc-e9e9a0e1c2d8 req-55351a07-0ac9-4e8c-b712-42f9acbaaed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:18:48.234481 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-35ceed2c-c069-43a9-80bc-e9e9a0e1c2d8 req-55351a07-0ac9-4e8c-b712-42f9acbaaed4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fc02c89a-b61e-4b5a-85d7-ab64ce01d1b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401869 Nov 24 02:18:48.329508 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-35ceed2c-c069-43a9-80bc-e9e9a0e1c2d8 req-7bc30608-f92e-4d49-b748-f2ecb48e4879 service neutron] 10.222.0.48 "GET /v2.0/networks/fc02c89a-b61e-4b5a-85d7-ab64ce01d1b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873179 Nov 24 02:18:48.423724 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-35ceed2c-c069-43a9-80bc-e9e9a0e1c2d8 req-16bf2337-f67b-47f1-b8c3-2a2dd44e5378 service neutron] 10.222.0.48 "GET /v2.0/networks/fc02c89a-b61e-4b5a-85d7-ab64ce01d1b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863924 Nov 24 02:18:48.554004 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557debba-f49d-4dbb-b69c-9eec882ecb96 req-b82c39a1-adb2-4970-83ec-fb4b1e34c4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:18:48.555469 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-557debba-f49d-4dbb-b69c-9eec882ecb96 req-b82c39a1-adb2-4970-83ec-fb4b1e34c4d0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=267b27dd9c014097b0435b11fcd7bcf6&device_id=afc22ed0-4a86-491f-bdbc-bb9b02f20d9e HTTP/1.1" status: 200 len: 1096 time: 0.0445559 Nov 24 02:18:48.645313 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557debba-f49d-4dbb-b69c-9eec882ecb96 req-f676ace1-17a0-45c5-b420-70a4e9afbdad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:18:48.646788 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-557debba-f49d-4dbb-b69c-9eec882ecb96 req-f676ace1-17a0-45c5-b420-70a4e9afbdad service neutron] 10.222.0.48 "GET /v2.0/networks?id=fc02c89a-b61e-4b5a-85d7-ab64ce01d1b1 HTTP/1.1" status: 200 len: 898 time: 0.0841129 Nov 24 02:18:48.691742 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-557debba-f49d-4dbb-b69c-9eec882ecb96 req-24abc739-beb9-4e9e-9e52-7670af3c82da service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e33a7ebc-d0c1-492f-b1dd-9a90f26e07a4 HTTP/1.1" status: 200 len: 217 time: 0.0367110 Nov 24 02:18:48.740161 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557debba-f49d-4dbb-b69c-9eec882ecb96 req-f39d3865-7bf1-4bf5-8dd6-06e834694f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:18:48.741575 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-557debba-f49d-4dbb-b69c-9eec882ecb96 req-f39d3865-7bf1-4bf5-8dd6-06e834694f05 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ef1b630b-9b04-4191-a3d0-28511fa8f3a3 HTTP/1.1" status: 200 len: 834 time: 0.0414124 Nov 24 02:18:48.786950 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557debba-f49d-4dbb-b69c-9eec882ecb96 req-ec524115-e174-4d54-a86d-92a98f007644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:18:48.788471 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-557debba-f49d-4dbb-b69c-9eec882ecb96 req-ec524115-e174-4d54-a86d-92a98f007644 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fc02c89a-b61e-4b5a-85d7-ab64ce01d1b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395806 Nov 24 02:18:48.911078 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-557debba-f49d-4dbb-b69c-9eec882ecb96 req-971ba91e-ad46-41bc-8952-ccbd1c6ccaf4 service neutron] 10.222.0.48 "GET /v2.0/networks/fc02c89a-b61e-4b5a-85d7-ab64ce01d1b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147747 Nov 24 02:18:48.918499 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a0312e-f45c-47e9-915d-48f41a192ffe req-149cda96-0144-4eb5-9109-5c7750cb103a tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:18:48.919903 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-44a0312e-f45c-47e9-915d-48f41a192ffe req-149cda96-0144-4eb5-9109-5c7750cb103a tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=afc22ed0-4a86-491f-bdbc-bb9b02f20d9e HTTP/1.1" status: 200 len: 943 time: 0.1036365 Nov 24 02:18:49.028837 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-44a0312e-f45c-47e9-915d-48f41a192ffe req-3b788d74-21bd-4645-a10d-71422134c750 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?id=5dcbaee2-2c9b-40f0-9af9-0d3cda2b8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011605 Nov 24 02:18:49.047040 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-557debba-f49d-4dbb-b69c-9eec882ecb96 req-399383bd-fdfe-44dc-bfe1-28ce5c08118b service neutron] 10.222.0.48 "GET /v2.0/networks/fc02c89a-b61e-4b5a-85d7-ab64ce01d1b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262286 Nov 24 02:18:50.144871 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920a3602-b1b7-4fee-8feb-9a535bd3bde1 req-e537764d-8380-4d29-8d84-7bb1f5bcdd3b tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:18:50.146372 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-920a3602-b1b7-4fee-8feb-9a535bd3bde1 req-e537764d-8380-4d29-8d84-7bb1f5bcdd3b tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=afc22ed0-4a86-491f-bdbc-bb9b02f20d9e HTTP/1.1" status: 200 len: 943 time: 0.0484786 Nov 24 02:18:50.199275 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-920a3602-b1b7-4fee-8feb-9a535bd3bde1 req-496fd3f4-0205-40ee-8e59-d92930399370 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?id=5dcbaee2-2c9b-40f0-9af9-0d3cda2b8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469136 Nov 24 02:18:51.312446 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf2270c-dd56-4f93-bda2-38a8237612eb req-c42ed50d-7af0-4ae8-809d-5e0d5c4715ec tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:18:51.313971 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-9bf2270c-dd56-4f93-bda2-38a8237612eb req-c42ed50d-7af0-4ae8-809d-5e0d5c4715ec tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=afc22ed0-4a86-491f-bdbc-bb9b02f20d9e HTTP/1.1" status: 200 len: 943 time: 0.0495861 Nov 24 02:18:51.362895 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-9bf2270c-dd56-4f93-bda2-38a8237612eb req-1b203962-a158-4abd-a67d-d6d72eb8177c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?id=5dcbaee2-2c9b-40f0-9af9-0d3cda2b8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428219 Nov 24 02:18:51.580429 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device e33a7ebc-d0c1-492f-b1dd-9a90f26e07a4 details requested by agent hyperv_hv-neutron-8189 with host hv-neutron-8189 {{(pid=109868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 02:18:51.677112 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port e33a7ebc-d0c1-492f-b1dd-9a90f26e07a4, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=e33a7ebc-d0c1-492f-b1dd-9a90f26e07a4,segment=NetworkSegment(56b29824-ad77-4956-9285-20801109e3af),segment_id=56b29824-ad77-4956-9285-20801109e3af)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:18:51.688442 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Returning: {'device': 'e33a7ebc-d0c1-492f-b1dd-9a90f26e07a4', 'network_id': 'fc02c89a-b61e-4b5a-85d7-ab64ce01d1b1', 'port_id': 'e33a7ebc-d0c1-492f-b1dd-9a90f26e07a4', 'mac_address': 'fa:16:3e:f3:44:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef1b630b-9b04-4191-a3d0-28511fa8f3a3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 02:18:51.727694 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:51.739804 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e33a7ebc-d0c1-492f-b1dd-9a90f26e07a4 {{(pid=109868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 02:18:51.758577 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port e33a7ebc-d0c1-492f-b1dd-9a90f26e07a4, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=e33a7ebc-d0c1-492f-b1dd-9a90f26e07a4,segment=NetworkSegment(56b29824-ad77-4956-9285-20801109e3af),segment_id=56b29824-ad77-4956-9285-20801109e3af)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:18:51.763085 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:51.808317 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=e33a7ebc-d0c1-492f-b1dd-9a90f26e07a4,revision_number=4']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:18:52.040057 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] get_ports_and_sgs() called for port_ids ['e33a7ebc-d0c1-492f-b1dd-9a90f26e07a4'] {{(pid=109868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 02:18:52.476739 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78a30ff-a855-4f36-9b1e-23d428e286aa req-5a48ebb7-c8a6-437e-806d-8a7d4ede2c1e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:18:52.478934 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-b78a30ff-a855-4f36-9b1e-23d428e286aa req-5a48ebb7-c8a6-437e-806d-8a7d4ede2c1e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=afc22ed0-4a86-491f-bdbc-bb9b02f20d9e HTTP/1.1" status: 200 len: 944 time: 0.0487220 Nov 24 02:18:52.527160 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-b78a30ff-a855-4f36-9b1e-23d428e286aa req-098aa008-79a0-4cd0-a077-07dce75a30a2 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?id=5dcbaee2-2c9b-40f0-9af9-0d3cda2b8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422404 Nov 24 02:18:53.580130 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device e33a7ebc-d0c1-492f-b1dd-9a90f26e07a4 up at agent hyperv_hv-neutron-8189 {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 02:18:53.628179 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Provisioning for port e33a7ebc-d0c1-492f-b1dd-9a90f26e07a4 completed by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 02:18:53.632213 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Provisioning complete for port e33a7ebc-d0c1-492f-b1dd-9a90f26e07a4 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:18:53.632585 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:53.646353 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb61a99-0a14-46f5-ac7e-90007db4c94e req-5dc6ff50-8a03-4ea2-9fdb-def4fadd42b6 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:18:53.647834 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-8bb61a99-0a14-46f5-ac7e-90007db4c94e req-5dc6ff50-8a03-4ea2-9fdb-def4fadd42b6 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=afc22ed0-4a86-491f-bdbc-bb9b02f20d9e HTTP/1.1" status: 200 len: 944 time: 0.0490997 Nov 24 02:18:53.704175 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-8bb61a99-0a14-46f5-ac7e-90007db4c94e req-56b38ed3-dabd-4184-9f55-9abbe3e0b344 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?id=5dcbaee2-2c9b-40f0-9af9-0d3cda2b8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499508 Nov 24 02:18:53.711570 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:53.733943 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afc22ed0-4a86-491f-bdbc-bb9b02f20d9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e33a7ebc-d0c1-492f-b1dd-9a90f26e07a4'}] {{(pid=109868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:18:53.736336 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adafa3b64de3cabc8eac619938bcace59b198ffee64d481093eb3def62699d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afe4825b-ede1-49bf-b5cf-0519b1f5921e" -d '{"events": [{"server_uuid": "afc22ed0-4a86-491f-bdbc-bb9b02f20d9e", "name": "network-vif-plugged", "status": "completed", "tag": "e33a7ebc-d0c1-492f-b1dd-9a90f26e07a4"}]}' {{(pid=109868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:18:53.749015 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port e33a7ebc-d0c1-492f-b1dd-9a90f26e07a4, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=e33a7ebc-d0c1-492f-b1dd-9a90f26e07a4,segment=NetworkSegment(56b29824-ad77-4956-9285-20801109e3af),segment_id=56b29824-ad77-4956-9285-20801109e3af)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:18:53.753154 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:53.800854 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=e33a7ebc-d0c1-492f-b1dd-9a90f26e07a4,revision_number=5']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:18:53.829323 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 02:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69754315-f8fa-40fa-8914-990b43e31ce1 x-openstack-request-id: req-69754315-f8fa-40fa-8914-990b43e31ce1 {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:18:53.829790 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afc22ed0-4a86-491f-bdbc-bb9b02f20d9e", "name": "network-vif-plugged", "status": "completed", "tag": "e33a7ebc-d0c1-492f-b1dd-9a90f26e07a4", "code": 200}]} {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:18:53.830051 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-69754315-f8fa-40fa-8914-990b43e31ce1 {{(pid=109868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:18:53.830450 dv-neutron-818911-2-hyperv neutron-server[109868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afc22ed0-4a86-491f-bdbc-bb9b02f20d9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e33a7ebc-d0c1-492f-b1dd-9a90f26e07a4', 'code': 200} Nov 24 02:18:54.046530 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdcfb3b-59a4-4969-a136-f6adcbba93f4 req-e1872ee4-e9e4-4744-8321-507f5b5ea175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:18:54.047998 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-6bdcfb3b-59a4-4969-a136-f6adcbba93f4 req-e1872ee4-e9e4-4744-8321-507f5b5ea175 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=afc22ed0-4a86-491f-bdbc-bb9b02f20d9e HTTP/1.1" status: 200 len: 1098 time: 0.0402176 Nov 24 02:18:54.093927 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-6bdcfb3b-59a4-4969-a136-f6adcbba93f4 req-d4c2bf8b-434f-4f33-8403-b745a7d29afc service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5dcbaee2-2c9b-40f0-9af9-0d3cda2b8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382745 Nov 24 02:18:54.787367 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-8184bc95-8cb2-4b71-9c86-c2bde7b42639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:54.823408 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf46ca9c-623d-427b-b196-de3a6bd8fb17 req-5f7f9a83-5b3c-4ed2-a92a-afb1ccba975f tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:18:54.825250 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-bf46ca9c-623d-427b-b196-de3a6bd8fb17 req-5f7f9a83-5b3c-4ed2-a92a-afb1ccba975f tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=afc22ed0-4a86-491f-bdbc-bb9b02f20d9e HTTP/1.1" status: 200 len: 945 time: 0.0559077 Nov 24 02:18:54.875854 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-bf46ca9c-623d-427b-b196-de3a6bd8fb17 req-cf832c14-3df1-4719-a0f7-ad54b1a281f6 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?id=5dcbaee2-2c9b-40f0-9af9-0d3cda2b8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433729 Nov 24 02:18:55.990660 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57da284-6920-4a45-a6e7-b300d4045015 req-12a32baa-12c2-4487-a867-63f4e167dcc1 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:18:55.992105 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-a57da284-6920-4a45-a6e7-b300d4045015 req-12a32baa-12c2-4487-a867-63f4e167dcc1 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=afc22ed0-4a86-491f-bdbc-bb9b02f20d9e HTTP/1.1" status: 200 len: 945 time: 0.0477190 Nov 24 02:18:56.040408 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-a57da284-6920-4a45-a6e7-b300d4045015 req-853ec011-a635-47a7-b8db-6bb5e4589e6b tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?id=5dcbaee2-2c9b-40f0-9af9-0d3cda2b8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423355 Nov 24 02:18:56.156477 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a34568-cefc-4a0c-8f4f-14a89b28e5b7 req-cca90337-a553-4c19-bfdb-746516bf887e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:18:56.157925 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-68a34568-cefc-4a0c-8f4f-14a89b28e5b7 req-cca90337-a553-4c19-bfdb-746516bf887e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=afc22ed0-4a86-491f-bdbc-bb9b02f20d9e HTTP/1.1" status: 200 len: 945 time: 0.0522840 Nov 24 02:18:56.206737 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-68a34568-cefc-4a0c-8f4f-14a89b28e5b7 req-82fc3b18-0185-4f72-823f-a2e17f019863 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?id=5dcbaee2-2c9b-40f0-9af9-0d3cda2b8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430086 Nov 24 02:18:56.227965 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 56404) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:18:56.266516 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2e4400-dd32-417b-b7f3-db63e0c9d491 tempest-TestNetworkAdvancedServerOps-597099735 tempest-TestNetworkAdvancedServerOps-597099735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:18:56.267971 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-2f2e4400-dd32-417b-b7f3-db63e0c9d491 tempest-TestNetworkAdvancedServerOps-597099735 tempest-TestNetworkAdvancedServerOps-597099735-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=afc22ed0-4a86-491f-bdbc-bb9b02f20d9e HTTP/1.1" status: 200 len: 1093 time: 0.0390851 Nov 24 02:18:56.270694 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 56406) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:18:56.274785 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-e19fff97-e78b-4985-a287-0e960353380e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Request body: {'floatingip': {'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'port_id': 'e33a7ebc-d0c1-492f-b1dd-9a90f26e07a4', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:18:56.296403 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e19fff97-e78b-4985-a287-0e960353380e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for floatingip, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:56.395385 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e19fff97-e78b-4985-a287-0e960353380e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:56.494660 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-e19fff97-e78b-4985-a287-0e960353380e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Allocated IP 172.26.5.73 (eb22795d-37ee-46ee-844d-92c17e2ea450/3e66fcff-6e72-4083-b514-48f69cdaa2cb/acde146a-e162-43a4-9c80-74903262dfb3) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 02:18:56.598900 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e19fff97-e78b-4985-a287-0e960353380e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:56.631727 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e19fff97-e78b-4985-a287-0e960353380e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:56.667136 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19fff97-e78b-4985-a287-0e960353380e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Network eb22795d-37ee-46ee-844d-92c17e2ea450 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 02:18:56.671898 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-e19fff97-e78b-4985-a287-0e960353380e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:18:56.675402 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19fff97-e78b-4985-a287-0e960353380e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 02:18:56.700551 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff97-e78b-4985-a287-0e960353380e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Pushing event updated for resources: {'Port': ['ID=acde146a-e162-43a4-9c80-74903262dfb3,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:18:57.256029 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-2e0ed8de-a627-4f39-a766-3df48cb3dda5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:57.347778 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e19fff97-e78b-4985-a287-0e960353380e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:57.412167 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e19fff97-e78b-4985-a287-0e960353380e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:57.560505 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e19fff97-e78b-4985-a287-0e960353380e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for port, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:57.564716 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e19fff97-e78b-4985-a287-0e960353380e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25501696'] for port, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:57.636576 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fff97-e78b-4985-a287-0e960353380e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Pushing event updated for resources: {'Port': ['ID=acde146a-e162-43a4-9c80-74903262dfb3,revision_number=2']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:18:57.646381 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e19fff97-e78b-4985-a287-0e960353380e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418250'] for floatingip, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:57.744461 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.l3_db [None req-e19fff97-e78b-4985-a287-0e960353380e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Floating IP 4d59bff1-41b2-4a1a-8474-76fa7352bf1c associated. External IP: 172.26.5.73, port: e33a7ebc-d0c1-492f-b1dd-9a90f26e07a4. Nov 24 02:18:57.953651 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e19fff97-e78b-4985-a287-0e960353380e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Router d2a27a27-13db-409e-bf1f-4c63752a8426 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 02:18:58.062030 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e19fff97-e78b-4985-a287-0e960353380e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 02:18:58.072041 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5774e753-277d-47d6-a2d9-ecff87fe66b8 None None] Sync routers for ids ['d2a27a27-13db-409e-bf1f-4c63752a8426'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 02:18:58.080223 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e19fff97-e78b-4985-a287-0e960353380e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for floatingip, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:58.081314 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5774e753-277d-47d6-a2d9-ecff87fe66b8 None None] Routers {'d2a27a27-13db-409e-bf1f-4c63752a8426'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:18:58.081964 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-5774e753-277d-47d6-a2d9-ecff87fe66b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:18:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['d2a27a27-13db-409e-bf1f-4c63752a8426'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:18:58.109150 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-e19fff97-e78b-4985-a287-0e960353380e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8351338 Nov 24 02:18:58.109150 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afc22ed0-4a86-491f-bdbc-bb9b02f20d9e', 'tag': 'e33a7ebc-d0c1-492f-b1dd-9a90f26e07a4'}] {{(pid=109867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:18:58.109677 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2155eb48762029a847224b6ca77dbed8b251e8450d3d79f1fc0a82d404e82e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46c75ad9-0e44-425f-ac3f-c9470109c2b1" -d '{"events": [{"name": "network-changed", "server_uuid": "afc22ed0-4a86-491f-bdbc-bb9b02f20d9e", "tag": "e33a7ebc-d0c1-492f-b1dd-9a90f26e07a4"}]}' {{(pid=109867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:18:58.157186 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 02:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89fddb4f-2d4e-427e-b5e3-8804a87d8f6b x-openstack-request-id: req-89fddb4f-2d4e-427e-b5e3-8804a87d8f6b {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:18:58.157711 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afc22ed0-4a86-491f-bdbc-bb9b02f20d9e", "tag": "e33a7ebc-d0c1-492f-b1dd-9a90f26e07a4", "status": "completed", "code": 200}]} {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:18:58.157853 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-89fddb4f-2d4e-427e-b5e3-8804a87d8f6b {{(pid=109867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:18:58.158187 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afc22ed0-4a86-491f-bdbc-bb9b02f20d9e', 'tag': 'e33a7ebc-d0c1-492f-b1dd-9a90f26e07a4', 'status': 'completed', 'code': 200} Nov 24 02:18:58.194414 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-5774e753-277d-47d6-a2d9-ecff87fe66b8 None None] Set router d2a27a27-13db-409e-bf1f-4c63752a8426 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:18:58.209741 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:58.226359 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0715a9-487d-4d8d-86f7-f1a8f9fa2396 req-dcf5a659-e121-42e5-ab78-911043665965 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:18:58.228547 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-ac0715a9-487d-4d8d-86f7-f1a8f9fa2396 req-dcf5a659-e121-42e5-ab78-911043665965 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=afc22ed0-4a86-491f-bdbc-bb9b02f20d9e HTTP/1.1" status: 200 len: 945 time: 0.0630991 Nov 24 02:18:58.256599 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c75ad9-0e44-425f-ac3f-c9470109c2b1 req-70a79b3c-76e9-4855-bbe0-857a4534791a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:18:58.258260 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-46c75ad9-0e44-425f-ac3f-c9470109c2b1 req-70a79b3c-76e9-4855-bbe0-857a4534791a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=267b27dd9c014097b0435b11fcd7bcf6&device_id=afc22ed0-4a86-491f-bdbc-bb9b02f20d9e HTTP/1.1" status: 200 len: 1098 time: 0.0534976 Nov 24 02:18:58.278580 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:18:58.282196 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-ac0715a9-487d-4d8d-86f7-f1a8f9fa2396 req-a7a0af5e-20cc-46f1-bca7-b5326c0368c0 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?id=5dcbaee2-2c9b-40f0-9af9-0d3cda2b8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465989 Nov 24 02:18:58.307694 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 56412) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:18:58.368295 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c75ad9-0e44-425f-ac3f-c9470109c2b1 req-0646927e-4f13-4951-abb6-b9dcbc3e3b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:18:58.370893 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-0e76c2aa-713a-4a9a-acbf-209bad5a11da tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/floatingips/4d59bff1-41b2-4a1a-8474-76fa7352bf1c HTTP/1.1" status: 200 len: 990 time: 0.0606523 Nov 24 02:18:58.371144 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-46c75ad9-0e44-425f-ac3f-c9470109c2b1 req-0646927e-4f13-4951-abb6-b9dcbc3e3b8f service neutron] 10.222.0.48 "GET /v2.0/networks?id=fc02c89a-b61e-4b5a-85d7-ab64ce01d1b1 HTTP/1.1" status: 200 len: 898 time: 0.1050937 Nov 24 02:18:58.423154 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-5774e753-277d-47d6-a2d9-ecff87fe66b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2a27a27-13db-409e-bf1f-4c63752a8426', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1509855905', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.67'}], 'enable_snat': True}, 'gw_port_id': 'c83ac40a-cc28-4fdd-baa0-f7c9a1664810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:18:39Z', 'updated_at': '2021-11-24T02:18:43Z', 'revision_number': 4, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'gw_port': {'id': 'c83ac40a-cc28-4fdd-baa0-f7c9a1664810', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:fd:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a27a27-13db-409e-bf1f-4c63752a8426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:18:40Z', 'updated_at': '2021-11-24T02:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_floatingips': [{'id': '4d59bff1-41b2-4a1a-8474-76fa7352bf1c', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'floating_ip_address': '172.26.5.73', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': 'd2a27a27-13db-409e-bf1f-4c63752a8426', 'port_id': 'e33a7ebc-d0c1-492f-b1dd-9a90f26e07a4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc02c89a-b61e-4b5a-85d7-ab64ce01d1b1', 'mac_address': 'fa:16:3e:f3:44:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc22ed0-4a86-491f-bdbc-bb9b02f20d9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T02:18:56Z', 'updated_at': '2021-11-24T02:18:56Z', 'revision_number': 0, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cacae718-843f-4aa5-a0d4-bc2de2f6232c', 'name': '', 'network_id': 'fc02c89a-b61e-4b5a-85d7-ab64ce01d1b1', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'mac_address': 'fa:16:3e:76:67:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a27a27-13db-409e-bf1f-4c63752a8426', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'ef1b630b-9b04-4191-a3d0-28511fa8f3a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:18:43Z', 'updated_at': '2021-11-24T02:18:46Z', 'revision_number': 5, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'subnets': [{'id': 'ef1b630b-9b04-4191-a3d0-28511fa8f3a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:18:58.441096 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-46c75ad9-0e44-425f-ac3f-c9470109c2b1 req-101b81ab-0d47-463a-a987-c6c25e0bcdd3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e33a7ebc-d0c1-492f-b1dd-9a90f26e07a4 HTTP/1.1" status: 200 len: 998 time: 0.0641403 Nov 24 02:18:58.454889 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5774e753-277d-47d6-a2d9-ecff87fe66b8 None None] Checking router: d2a27a27-13db-409e-bf1f-4c63752a8426 for host: dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 02:18:58.464587 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5774e753-277d-47d6-a2d9-ecff87fe66b8 None None] Routers {'d2a27a27-13db-409e-bf1f-4c63752a8426'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:18:58.465214 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-5774e753-277d-47d6-a2d9-ecff87fe66b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:18:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['d2a27a27-13db-409e-bf1f-4c63752a8426'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:18:58.496682 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c75ad9-0e44-425f-ac3f-c9470109c2b1 req-e3aa816a-b58e-49ef-8440-7ec766a97629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:18:58.498168 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-46c75ad9-0e44-425f-ac3f-c9470109c2b1 req-e3aa816a-b58e-49ef-8440-7ec766a97629 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ef1b630b-9b04-4191-a3d0-28511fa8f3a3 HTTP/1.1" status: 200 len: 834 time: 0.0441127 Nov 24 02:18:58.543956 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c75ad9-0e44-425f-ac3f-c9470109c2b1 req-3bd06a24-d2e4-47ba-ad90-f097cf43a7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:18:58.545503 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-46c75ad9-0e44-425f-ac3f-c9470109c2b1 req-3bd06a24-d2e4-47ba-ad90-f097cf43a7ab service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fc02c89a-b61e-4b5a-85d7-ab64ce01d1b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0407062 Nov 24 02:18:58.642147 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-46c75ad9-0e44-425f-ac3f-c9470109c2b1 req-404c0432-5d3c-4dcb-857f-fb58e20b2824 service neutron] 10.222.0.48 "GET /v2.0/networks/fc02c89a-b61e-4b5a-85d7-ab64ce01d1b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893812 Nov 24 02:18:58.654111 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-5774e753-277d-47d6-a2d9-ecff87fe66b8 None None] Set router d2a27a27-13db-409e-bf1f-4c63752a8426 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:18:58.732498 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-46c75ad9-0e44-425f-ac3f-c9470109c2b1 req-5e6a73de-02b3-4f5f-9858-1a6b17de0c0f service neutron] 10.222.0.48 "GET /v2.0/networks/fc02c89a-b61e-4b5a-85d7-ab64ce01d1b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834377 Nov 24 02:18:58.871559 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-5774e753-277d-47d6-a2d9-ecff87fe66b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2a27a27-13db-409e-bf1f-4c63752a8426', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1509855905', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.67'}], 'enable_snat': True}, 'gw_port_id': 'c83ac40a-cc28-4fdd-baa0-f7c9a1664810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:18:39Z', 'updated_at': '2021-11-24T02:18:43Z', 'revision_number': 4, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'gw_port': {'id': 'c83ac40a-cc28-4fdd-baa0-f7c9a1664810', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:fd:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a27a27-13db-409e-bf1f-4c63752a8426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:18:40Z', 'updated_at': '2021-11-24T02:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_floatingips': [{'id': '4d59bff1-41b2-4a1a-8474-76fa7352bf1c', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'floating_ip_address': '172.26.5.73', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': 'd2a27a27-13db-409e-bf1f-4c63752a8426', 'port_id': 'e33a7ebc-d0c1-492f-b1dd-9a90f26e07a4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc02c89a-b61e-4b5a-85d7-ab64ce01d1b1', 'mac_address': 'fa:16:3e:f3:44:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc22ed0-4a86-491f-bdbc-bb9b02f20d9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T02:18:56Z', 'updated_at': '2021-11-24T02:18:56Z', 'revision_number': 0, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cacae718-843f-4aa5-a0d4-bc2de2f6232c', 'name': '', 'network_id': 'fc02c89a-b61e-4b5a-85d7-ab64ce01d1b1', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'mac_address': 'fa:16:3e:76:67:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a27a27-13db-409e-bf1f-4c63752a8426', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'ef1b630b-9b04-4191-a3d0-28511fa8f3a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:18:43Z', 'updated_at': '2021-11-24T02:18:46Z', 'revision_number': 5, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'subnets': [{'id': 'ef1b630b-9b04-4191-a3d0-28511fa8f3a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:18:58.901179 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5774e753-277d-47d6-a2d9-ecff87fe66b8 None None] The sync data for ids ['d2a27a27-13db-409e-bf1f-4c63752a8426'] in dv-neutron-818911-2-hyperv is: [{'id': 'd2a27a27-13db-409e-bf1f-4c63752a8426', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1509855905', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.67'}], 'enable_snat': True}, 'gw_port_id': 'c83ac40a-cc28-4fdd-baa0-f7c9a1664810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:18:39Z', 'updated_at': '2021-11-24T02:18:43Z', 'revision_number': 4, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'gw_port': {'id': 'c83ac40a-cc28-4fdd-baa0-f7c9a1664810', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:fd:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a27a27-13db-409e-bf1f-4c63752a8426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:18:40Z', 'updated_at': '2021-11-24T02:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_floatingips': [{'id': '4d59bff1-41b2-4a1a-8474-76fa7352bf1c', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'floating_ip_address': '172.26.5.73', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': 'd2a27a27-13db-409e-bf1f-4c63752a8426', 'port_id': 'e33a7ebc-d0c1-492f-b1dd-9a90f26e07a4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc02c89a-b61e-4b5a-85d7-ab64ce01d1b1', 'mac_address': 'fa:16:3e:f3:44:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc22ed0-4a86-491f-bdbc-bb9b02f20d9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T02:18:56Z', 'updated_at': '2021-11-24T02:18:56Z', 'revision_number': 0, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cacae718-843f-4aa5-a0d4-bc2de2f6232c', 'name': '', 'network_id': 'fc02c89a-b61e-4b5a-85d7-ab64ce01d1b1', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'mac_address': 'fa:16:3e:76:67:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a27a27-13db-409e-bf1f-4c63752a8426', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'ef1b630b-9b04-4191-a3d0-28511fa8f3a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:18:43Z', 'updated_at': '2021-11-24T02:18:46Z', 'revision_number': 5, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'subnets': [{'id': 'ef1b630b-9b04-4191-a3d0-28511fa8f3a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 02:18:59.092319 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8263879a-3995-401d-9eed-014a7c511434 None None] New status for floating IP 4d59bff1-41b2-4a1a-8474-76fa7352bf1c: ACTIVE {{(pid=109868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 02:18:59.373674 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 56414) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:18:59.438093 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-b204c18c-6f0a-4766-a63c-3ad1d442d18b tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/floatingips/4d59bff1-41b2-4a1a-8474-76fa7352bf1c HTTP/1.1" status: 200 len: 992 time: 0.0632784 Nov 24 02:18:59.708075 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:19:00.165714 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.agents_db [None req-4e42c10c-a1d3-4d07-89d6-7a24334140aa None None] Agent healthcheck: found 6 active agents {{(pid=109869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 02:19:00.166297 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:19:24.789049 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-ba524352-ca4e-4ec7-b442-8e98eeab8960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:19:27.257244 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-897f1b31-6c38-4990-803d-ed167f1617f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:19:28.212262 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:19:28.280872 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:19:28.517375 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e184e248-ac14-4404-8bab-990a994f5751 req-b40ff0a0-cb3f-418d-bc78-a53019b8cbdb service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=afc22ed0-4a86-491f-bdbc-bb9b02f20d9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396459 Nov 24 02:19:28.620976 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e184e248-ac14-4404-8bab-990a994f5751 req-3af1421f-6f64-4645-8a22-15ccdf2fc267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:19:28.622478 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e184e248-ac14-4404-8bab-990a994f5751 req-3af1421f-6f64-4645-8a22-15ccdf2fc267 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=267b27dd9c014097b0435b11fcd7bcf6&device_id=afc22ed0-4a86-491f-bdbc-bb9b02f20d9e HTTP/1.1" status: 200 len: 1098 time: 0.0437143 Nov 24 02:19:28.728864 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e184e248-ac14-4404-8bab-990a994f5751 req-2adb2775-a24a-480c-9057-2342e3432e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:19:28.730378 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e184e248-ac14-4404-8bab-990a994f5751 req-2adb2775-a24a-480c-9057-2342e3432e38 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fc02c89a-b61e-4b5a-85d7-ab64ce01d1b1 HTTP/1.1" status: 200 len: 898 time: 0.0875256 Nov 24 02:19:28.800629 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e184e248-ac14-4404-8bab-990a994f5751 req-5aecf571-c987-406b-9ddc-a6706c781bb5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e33a7ebc-d0c1-492f-b1dd-9a90f26e07a4 HTTP/1.1" status: 200 len: 1000 time: 0.0623174 Nov 24 02:19:28.849713 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e184e248-ac14-4404-8bab-990a994f5751 req-cc1c3a08-0e9f-4fc2-9813-732f6208ef88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:19:28.851187 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e184e248-ac14-4404-8bab-990a994f5751 req-cc1c3a08-0e9f-4fc2-9813-732f6208ef88 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ef1b630b-9b04-4191-a3d0-28511fa8f3a3 HTTP/1.1" status: 200 len: 834 time: 0.0423245 Nov 24 02:19:28.895512 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e184e248-ac14-4404-8bab-990a994f5751 req-abeae79f-9e43-4566-b9b6-7710dbf6462b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:19:28.896937 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e184e248-ac14-4404-8bab-990a994f5751 req-abeae79f-9e43-4566-b9b6-7710dbf6462b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fc02c89a-b61e-4b5a-85d7-ab64ce01d1b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0388334 Nov 24 02:19:28.989265 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e184e248-ac14-4404-8bab-990a994f5751 req-4958c516-d019-4d8f-b6d7-5f61ceee4c1c service neutron] 10.222.0.48 "GET /v2.0/networks/fc02c89a-b61e-4b5a-85d7-ab64ce01d1b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842099 Nov 24 02:19:29.078737 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e184e248-ac14-4404-8bab-990a994f5751 req-e2fac989-eb28-4711-88b3-c4c6d0768236 service neutron] 10.222.0.48 "GET /v2.0/networks/fc02c89a-b61e-4b5a-85d7-ab64ce01d1b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809948 Nov 24 02:19:29.712212 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:19:30.168509 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:19:30.687047 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [req-d803fd1f-ead8-4af8-bc14-f9c93463330f req-5ddd6eb6-6fa8-49ce-af4d-742a07bbf27e service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 02:19:30.688080 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-d803fd1f-ead8-4af8-bc14-f9c93463330f req-5ddd6eb6-6fa8-49ce-af4d-742a07bbf27e service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054240 Nov 24 02:19:30.870630 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1916bca-0abd-4e5d-9485-3327f54e9788 req-381ecab7-0a5a-4a31-bb9d-00032154f91c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:19:30.872152 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-d1916bca-0abd-4e5d-9485-3327f54e9788 req-381ecab7-0a5a-4a31-bb9d-00032154f91c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=afc22ed0-4a86-491f-bdbc-bb9b02f20d9e HTTP/1.1" status: 200 len: 945 time: 0.0551500 Nov 24 02:19:30.888131 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 56434) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:19:30.922543 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-d1916bca-0abd-4e5d-9485-3327f54e9788 req-cbc04a0e-9833-426a-a21b-65a7aa90e795 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?id=5dcbaee2-2c9b-40f0-9af9-0d3cda2b8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445528 Nov 24 02:19:30.982663 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-73fa3197-e1b6-434b-883a-b330e194a035 req-49407640-6b2d-4f4a-81f9-c9a2f789c8e8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=afc22ed0-4a86-491f-bdbc-bb9b02f20d9e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0934002 Nov 24 02:19:30.991482 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [req-73fa3197-e1b6-434b-883a-b330e194a035 req-c9629f21-184c-4877-979a-71d07b637c9f service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 02:19:30.992424 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-73fa3197-e1b6-434b-883a-b330e194a035 req-c9629f21-184c-4877-979a-71d07b637c9f service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048566 Nov 24 02:19:32.037692 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcc2f8b-237e-46ca-bcd8-8c140e5ed854 req-2aae3e70-944b-49a5-b6fe-635126261e24 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:19:32.039183 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-fbcc2f8b-237e-46ca-bcd8-8c140e5ed854 req-2aae3e70-944b-49a5-b6fe-635126261e24 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=afc22ed0-4a86-491f-bdbc-bb9b02f20d9e HTTP/1.1" status: 200 len: 945 time: 0.0486851 Nov 24 02:19:32.088476 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-fbcc2f8b-237e-46ca-bcd8-8c140e5ed854 req-6f8d3657-160f-40f0-a4c3-1749f42a2f24 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?id=5dcbaee2-2c9b-40f0-9af9-0d3cda2b8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429435 Nov 24 02:19:32.448558 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fa3197-e1b6-434b-883a-b330e194a035 req-57149587-0a37-48f5-a9ad-c1c38bbb49cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:19:32.450062 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-73fa3197-e1b6-434b-883a-b330e194a035 req-57149587-0a37-48f5-a9ad-c1c38bbb49cc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=267b27dd9c014097b0435b11fcd7bcf6&device_id=afc22ed0-4a86-491f-bdbc-bb9b02f20d9e HTTP/1.1" status: 200 len: 1098 time: 0.0406852 Nov 24 02:19:32.543186 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fa3197-e1b6-434b-883a-b330e194a035 req-1e2a2c4e-1efa-4980-8773-659479e18e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:19:32.544616 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-73fa3197-e1b6-434b-883a-b330e194a035 req-1e2a2c4e-1efa-4980-8773-659479e18e88 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fc02c89a-b61e-4b5a-85d7-ab64ce01d1b1 HTTP/1.1" status: 200 len: 898 time: 0.0863509 Nov 24 02:19:32.610953 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-73fa3197-e1b6-434b-883a-b330e194a035 req-095745a0-fcc9-468a-84e4-2ce0b38786ff service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e33a7ebc-d0c1-492f-b1dd-9a90f26e07a4 HTTP/1.1" status: 200 len: 1000 time: 0.0575216 Nov 24 02:19:32.662249 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fa3197-e1b6-434b-883a-b330e194a035 req-5ef411a8-da2f-44db-9b18-ca20643ea717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:19:32.663722 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-73fa3197-e1b6-434b-883a-b330e194a035 req-5ef411a8-da2f-44db-9b18-ca20643ea717 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ef1b630b-9b04-4191-a3d0-28511fa8f3a3 HTTP/1.1" status: 200 len: 834 time: 0.0447237 Nov 24 02:19:32.718740 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fa3197-e1b6-434b-883a-b330e194a035 req-316ffe20-735c-488c-9e1a-e4fb71675e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:19:32.720174 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-73fa3197-e1b6-434b-883a-b330e194a035 req-316ffe20-735c-488c-9e1a-e4fb71675e3a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fc02c89a-b61e-4b5a-85d7-ab64ce01d1b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0449965 Nov 24 02:19:32.816674 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-73fa3197-e1b6-434b-883a-b330e194a035 req-a6e0d54e-41cf-4f05-9206-a3e32723920e service neutron] 10.222.0.48 "GET /v2.0/networks/fc02c89a-b61e-4b5a-85d7-ab64ce01d1b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825067 Nov 24 02:19:32.909967 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-73fa3197-e1b6-434b-883a-b330e194a035 req-da30f280-d177-41c3-aa39-ccb2250940fc service neutron] 10.222.0.48 "GET /v2.0/networks/fc02c89a-b61e-4b5a-85d7-ab64ce01d1b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850246 Nov 24 02:19:33.202655 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ed20c3-caf3-47a8-8c67-a66ede9ff7ac req-b19a213f-5976-4e37-86c9-3b3757da2dfb tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:19:33.204121 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-77ed20c3-caf3-47a8-8c67-a66ede9ff7ac req-b19a213f-5976-4e37-86c9-3b3757da2dfb tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=afc22ed0-4a86-491f-bdbc-bb9b02f20d9e HTTP/1.1" status: 200 len: 945 time: 0.0488811 Nov 24 02:19:33.252434 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-77ed20c3-caf3-47a8-8c67-a66ede9ff7ac req-6ba27e33-e1bd-4e19-a3e4-26d29380a21a tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?id=5dcbaee2-2c9b-40f0-9af9-0d3cda2b8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423753 Nov 24 02:19:34.370665 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16255ae1-e527-4536-977b-ab5ea443b1db req-a91ecdc0-8a7d-4100-aa40-4a18421d0680 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:19:34.372140 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-16255ae1-e527-4536-977b-ab5ea443b1db req-a91ecdc0-8a7d-4100-aa40-4a18421d0680 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=afc22ed0-4a86-491f-bdbc-bb9b02f20d9e HTTP/1.1" status: 200 len: 945 time: 0.0478864 Nov 24 02:19:34.419575 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-16255ae1-e527-4536-977b-ab5ea443b1db req-0afc5991-32fc-4ec4-858f-ffaa20aed75e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?id=5dcbaee2-2c9b-40f0-9af9-0d3cda2b8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415893 Nov 24 02:19:35.542439 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d056792-768b-41e3-afce-af571219fe38 req-2e8f08a0-46d3-4024-a5fb-00cc8a362109 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:19:35.543911 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-9d056792-768b-41e3-afce-af571219fe38 req-2e8f08a0-46d3-4024-a5fb-00cc8a362109 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=afc22ed0-4a86-491f-bdbc-bb9b02f20d9e HTTP/1.1" status: 200 len: 945 time: 0.0481474 Nov 24 02:19:35.596189 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-9d056792-768b-41e3-afce-af571219fe38 req-74eaf344-7371-4c19-a60a-82d88064971e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?id=5dcbaee2-2c9b-40f0-9af9-0d3cda2b8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464468 Nov 24 02:19:36.713806 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4df281d-5b47-433d-8cd1-6ecbc5422f2c req-3fb9bc1e-3f25-4295-99a4-474159e4cf94 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:19:36.715292 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-d4df281d-5b47-433d-8cd1-6ecbc5422f2c req-3fb9bc1e-3f25-4295-99a4-474159e4cf94 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=afc22ed0-4a86-491f-bdbc-bb9b02f20d9e HTTP/1.1" status: 200 len: 945 time: 0.0525544 Nov 24 02:19:36.763815 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-d4df281d-5b47-433d-8cd1-6ecbc5422f2c req-a975e3ec-35cb-4181-b226-b362477c192e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?id=5dcbaee2-2c9b-40f0-9af9-0d3cda2b8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427341 Nov 24 02:19:37.164745 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.agents_db [None req-4e42c10c-a1d3-4d07-89d6-7a24334140aa None None] Agent healthcheck: found 6 active agents {{(pid=109869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 02:19:37.877812 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770f61cd-3821-476f-a1dd-693a05823458 req-e4bfba9f-b1a6-4a8d-b5fd-8506d64d2a04 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:19:37.879302 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-770f61cd-3821-476f-a1dd-693a05823458 req-e4bfba9f-b1a6-4a8d-b5fd-8506d64d2a04 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=afc22ed0-4a86-491f-bdbc-bb9b02f20d9e HTTP/1.1" status: 200 len: 945 time: 0.0487025 Nov 24 02:19:37.926528 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-770f61cd-3821-476f-a1dd-693a05823458 req-f5c25ef6-aede-4d33-b13e-422529df75b8 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?id=5dcbaee2-2c9b-40f0-9af9-0d3cda2b8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414541 Nov 24 02:19:39.041156 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0401dd3b-f85c-4011-a977-8c20e94a781d req-96b92cc8-6c69-4548-9029-59fdc691fb7b tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:19:39.042668 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-0401dd3b-f85c-4011-a977-8c20e94a781d req-96b92cc8-6c69-4548-9029-59fdc691fb7b tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=afc22ed0-4a86-491f-bdbc-bb9b02f20d9e HTTP/1.1" status: 200 len: 945 time: 0.0486813 Nov 24 02:19:39.091474 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-0401dd3b-f85c-4011-a977-8c20e94a781d req-f01cc6a7-a702-48ca-8d42-d698625c08af tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?id=5dcbaee2-2c9b-40f0-9af9-0d3cda2b8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427873 Nov 24 02:19:40.205950 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615824ed-fdd2-44ab-befa-c18cb6953dec req-ce2bab2c-1023-4034-a8d1-a4d46453368c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:19:40.207434 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-615824ed-fdd2-44ab-befa-c18cb6953dec req-ce2bab2c-1023-4034-a8d1-a4d46453368c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=afc22ed0-4a86-491f-bdbc-bb9b02f20d9e HTTP/1.1" status: 200 len: 945 time: 0.0497034 Nov 24 02:19:40.256304 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-615824ed-fdd2-44ab-befa-c18cb6953dec req-ac5b2804-c726-44ec-b584-891f7fa1ebd9 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?id=5dcbaee2-2c9b-40f0-9af9-0d3cda2b8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430908 Nov 24 02:19:41.376236 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90ab740-b8e2-4b30-9b2f-b526ba05322a req-150882a6-159f-4256-8384-1d702680a050 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:19:41.377738 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-f90ab740-b8e2-4b30-9b2f-b526ba05322a req-150882a6-159f-4256-8384-1d702680a050 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=afc22ed0-4a86-491f-bdbc-bb9b02f20d9e HTTP/1.1" status: 200 len: 945 time: 0.0537527 Nov 24 02:19:41.425622 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-f90ab740-b8e2-4b30-9b2f-b526ba05322a req-7efbbc9e-a9cb-4f13-a26c-71560215242a tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?id=5dcbaee2-2c9b-40f0-9af9-0d3cda2b8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420444 Nov 24 02:19:42.544020 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f687875-568b-48f2-bf76-180d8d64df8f req-6df5d562-189e-44ae-83e9-75cb14fe093c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:19:42.545499 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-2f687875-568b-48f2-bf76-180d8d64df8f req-6df5d562-189e-44ae-83e9-75cb14fe093c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=afc22ed0-4a86-491f-bdbc-bb9b02f20d9e HTTP/1.1" status: 200 len: 945 time: 0.0533032 Nov 24 02:19:42.596024 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-2f687875-568b-48f2-bf76-180d8d64df8f req-2799830d-6f72-42d1-b9e1-7044d6321bf8 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?id=5dcbaee2-2c9b-40f0-9af9-0d3cda2b8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445883 Nov 24 02:19:43.710094 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e97220-8ad3-4f26-adfd-dc488cd64786 req-330b2d1a-5bdb-49ae-ad01-1e9ac3883f0b tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:19:43.711616 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-c2e97220-8ad3-4f26-adfd-dc488cd64786 req-330b2d1a-5bdb-49ae-ad01-1e9ac3883f0b tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=afc22ed0-4a86-491f-bdbc-bb9b02f20d9e HTTP/1.1" status: 200 len: 945 time: 0.0487909 Nov 24 02:19:43.762710 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-c2e97220-8ad3-4f26-adfd-dc488cd64786 req-208d2b1c-cc98-48ed-aefb-a8e8e0bdf9e4 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?id=5dcbaee2-2c9b-40f0-9af9-0d3cda2b8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452383 Nov 24 02:19:44.876269 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f5165f-19e8-4c96-80ef-59bc978110fb req-6b574651-9af8-4d3e-ba29-3849fdab0d40 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:19:44.877759 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-d3f5165f-19e8-4c96-80ef-59bc978110fb req-6b574651-9af8-4d3e-ba29-3849fdab0d40 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=afc22ed0-4a86-491f-bdbc-bb9b02f20d9e HTTP/1.1" status: 200 len: 945 time: 0.0489047 Nov 24 02:19:44.926005 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-d3f5165f-19e8-4c96-80ef-59bc978110fb req-a052040f-e8e7-40fc-b153-3d33af2f9f4c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?id=5dcbaee2-2c9b-40f0-9af9-0d3cda2b8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419228 Nov 24 02:19:46.039769 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781f5cab-5e97-4b7b-9c44-09777fd9b326 req-bde90627-dfa5-4acf-a86c-81971010658b tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:19:46.041228 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-781f5cab-5e97-4b7b-9c44-09777fd9b326 req-bde90627-dfa5-4acf-a86c-81971010658b tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=afc22ed0-4a86-491f-bdbc-bb9b02f20d9e HTTP/1.1" status: 200 len: 945 time: 0.0481663 Nov 24 02:19:46.093387 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-781f5cab-5e97-4b7b-9c44-09777fd9b326 req-e69026f8-0fc5-438c-9514-9520342e7692 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?id=5dcbaee2-2c9b-40f0-9af9-0d3cda2b8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463207 Nov 24 02:19:47.206038 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e9a9e9-bfa1-41a3-a98d-3304a7e31016 req-6519bf9a-eae8-4e0a-a957-1cc91f2673c9 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:19:47.207513 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-a0e9a9e9-bfa1-41a3-a98d-3304a7e31016 req-6519bf9a-eae8-4e0a-a957-1cc91f2673c9 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=afc22ed0-4a86-491f-bdbc-bb9b02f20d9e HTTP/1.1" status: 200 len: 945 time: 0.0484810 Nov 24 02:19:47.260733 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-a0e9a9e9-bfa1-41a3-a98d-3304a7e31016 req-b057b8bf-7a6f-4806-83dd-9180119b3766 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?id=5dcbaee2-2c9b-40f0-9af9-0d3cda2b8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473416 Nov 24 02:19:48.374241 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8f9914-ac75-4cb9-a583-12562934c691 req-f1e25fb4-38ed-41c8-8d7c-c8bc71f7bf9d tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:19:48.375694 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-8e8f9914-ac75-4cb9-a583-12562934c691 req-f1e25fb4-38ed-41c8-8d7c-c8bc71f7bf9d tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=afc22ed0-4a86-491f-bdbc-bb9b02f20d9e HTTP/1.1" status: 200 len: 945 time: 0.0470605 Nov 24 02:19:48.423615 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-8e8f9914-ac75-4cb9-a583-12562934c691 req-ea21bc92-2e5b-4661-9a24-44b5f6f473c5 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?id=5dcbaee2-2c9b-40f0-9af9-0d3cda2b8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420477 Nov 24 02:19:49.536551 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f1655a-37c0-4d40-9d1c-a46de2d3dd41 req-7907d3e9-002d-4c23-9b32-46d54072e5d5 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:19:49.538022 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-10f1655a-37c0-4d40-9d1c-a46de2d3dd41 req-7907d3e9-002d-4c23-9b32-46d54072e5d5 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=afc22ed0-4a86-491f-bdbc-bb9b02f20d9e HTTP/1.1" status: 200 len: 945 time: 0.0485144 Nov 24 02:19:49.586013 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-10f1655a-37c0-4d40-9d1c-a46de2d3dd41 req-7ee5017d-6ece-4b7f-880d-c152a8804231 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?id=5dcbaee2-2c9b-40f0-9af9-0d3cda2b8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421741 Nov 24 02:19:49.658630 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-73fa3197-e1b6-434b-883a-b330e194a035 req-32ca0a3b-df76-44dd-a588-11a4636aedb7 service neutron] 10.222.0.48 "GET /v2.0/ports/e33a7ebc-d0c1-492f-b1dd-9a90f26e07a4/bindings/hv-neutron-8189 HTTP/1.1" status: 200 len: 384 time: 0.0520699 Nov 24 02:19:49.879783 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fa3197-e1b6-434b-883a-b330e194a035 req-c266065e-250d-4389-aff5-50a7187ec9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:19:49.881255 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-73fa3197-e1b6-434b-883a-b330e194a035 req-c266065e-250d-4389-aff5-50a7187ec9da service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=afc22ed0-4a86-491f-bdbc-bb9b02f20d9e&tenant_id=267b27dd9c014097b0435b11fcd7bcf6 HTTP/1.1" status: 200 len: 1098 time: 0.0452521 Nov 24 02:19:49.953026 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fa3197-e1b6-434b-883a-b330e194a035 req-89fd6f6d-5db4-4d60-a4c7-1d05e8224b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:19:49.954517 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-73fa3197-e1b6-434b-883a-b330e194a035 req-89fd6f6d-5db4-4d60-a4c7-1d05e8224b3f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=267b27dd9c014097b0435b11fcd7bcf6&device_id=afc22ed0-4a86-491f-bdbc-bb9b02f20d9e HTTP/1.1" status: 200 len: 1098 time: 0.0407104 Nov 24 02:19:50.043889 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fa3197-e1b6-434b-883a-b330e194a035 req-7a9cd474-d950-4a67-9970-9b639fd5e270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:19:50.045323 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-73fa3197-e1b6-434b-883a-b330e194a035 req-7a9cd474-d950-4a67-9970-9b639fd5e270 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fc02c89a-b61e-4b5a-85d7-ab64ce01d1b1 HTTP/1.1" status: 200 len: 898 time: 0.0830426 Nov 24 02:19:50.112248 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-73fa3197-e1b6-434b-883a-b330e194a035 req-93e359f5-fd07-48a0-943c-65da280f5a38 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e33a7ebc-d0c1-492f-b1dd-9a90f26e07a4 HTTP/1.1" status: 200 len: 1000 time: 0.0593333 Nov 24 02:19:50.160937 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fa3197-e1b6-434b-883a-b330e194a035 req-31a93db8-d469-44a6-b922-517f059365c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:19:50.162358 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-73fa3197-e1b6-434b-883a-b330e194a035 req-31a93db8-d469-44a6-b922-517f059365c1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ef1b630b-9b04-4191-a3d0-28511fa8f3a3 HTTP/1.1" status: 200 len: 834 time: 0.0427992 Nov 24 02:19:50.207463 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fa3197-e1b6-434b-883a-b330e194a035 req-26644637-81fd-4ac4-bba5-dd0f5f733c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:19:50.208906 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-73fa3197-e1b6-434b-883a-b330e194a035 req-26644637-81fd-4ac4-bba5-dd0f5f733c0c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fc02c89a-b61e-4b5a-85d7-ab64ce01d1b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397513 Nov 24 02:19:50.300997 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-73fa3197-e1b6-434b-883a-b330e194a035 req-2f108683-2ca2-40ba-a1a2-a66a68bb9edd service neutron] 10.222.0.48 "GET /v2.0/networks/fc02c89a-b61e-4b5a-85d7-ab64ce01d1b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849218 Nov 24 02:19:50.392697 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-73fa3197-e1b6-434b-883a-b330e194a035 req-e5e3e791-0138-4747-8c6d-ee2984142391 service neutron] 10.222.0.48 "GET /v2.0/networks/fc02c89a-b61e-4b5a-85d7-ab64ce01d1b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821939 Nov 24 02:19:50.699488 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd900a6-bb46-4ecc-9409-f7d21b312d97 req-066394a4-8760-48df-be74-8edecd418f93 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:19:50.700878 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-3bd900a6-bb46-4ecc-9409-f7d21b312d97 req-066394a4-8760-48df-be74-8edecd418f93 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=afc22ed0-4a86-491f-bdbc-bb9b02f20d9e HTTP/1.1" status: 200 len: 945 time: 0.0484481 Nov 24 02:19:50.749138 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-3bd900a6-bb46-4ecc-9409-f7d21b312d97 req-5de099b7-95d2-406b-942a-53bbc0219d60 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?id=5dcbaee2-2c9b-40f0-9af9-0d3cda2b8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425096 Nov 24 02:19:51.869262 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1612a9-a75c-492e-8b76-e0b28d889c01 req-2d4a158d-7af4-46e6-983c-daa513d77844 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:19:51.870775 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-1c1612a9-a75c-492e-8b76-e0b28d889c01 req-2d4a158d-7af4-46e6-983c-daa513d77844 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=afc22ed0-4a86-491f-bdbc-bb9b02f20d9e HTTP/1.1" status: 200 len: 945 time: 0.0545928 Nov 24 02:19:51.918362 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-1c1612a9-a75c-492e-8b76-e0b28d889c01 req-969b4201-b5ec-46b7-8923-7cb49b74e6bc tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?id=5dcbaee2-2c9b-40f0-9af9-0d3cda2b8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418231 Nov 24 02:19:52.000076 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device e33a7ebc-d0c1-492f-b1dd-9a90f26e07a4 no longer exists at agent hyperv_hv-neutron-8189 {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 02:19:52.075036 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:19:52.096526 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afc22ed0-4a86-491f-bdbc-bb9b02f20d9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e33a7ebc-d0c1-492f-b1dd-9a90f26e07a4'}] {{(pid=109868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:19:52.098751 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adafa3b64de3cabc8eac619938bcace59b198ffee64d481093eb3def62699d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bbb24fc-d706-4cab-b65c-7baa7f1c9993" -d '{"events": [{"server_uuid": "afc22ed0-4a86-491f-bdbc-bb9b02f20d9e", "name": "network-vif-unplugged", "status": "completed", "tag": "e33a7ebc-d0c1-492f-b1dd-9a90f26e07a4"}]}' {{(pid=109868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:19:52.117697 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port e33a7ebc-d0c1-492f-b1dd-9a90f26e07a4, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=e33a7ebc-d0c1-492f-b1dd-9a90f26e07a4,segment=NetworkSegment(56b29824-ad77-4956-9285-20801109e3af),segment_id=56b29824-ad77-4956-9285-20801109e3af)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:19:52.123164 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:19:52.153810 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 02:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b3f140-d6e6-480a-909d-92257368fd81 x-openstack-request-id: req-b1b3f140-d6e6-480a-909d-92257368fd81 {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:19:52.154105 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afc22ed0-4a86-491f-bdbc-bb9b02f20d9e", "name": "network-vif-unplugged", "status": "completed", "tag": "e33a7ebc-d0c1-492f-b1dd-9a90f26e07a4", "code": 200}]} {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:19:52.154361 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b1b3f140-d6e6-480a-909d-92257368fd81 {{(pid=109868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:19:52.154774 dv-neutron-818911-2-hyperv neutron-server[109868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afc22ed0-4a86-491f-bdbc-bb9b02f20d9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e33a7ebc-d0c1-492f-b1dd-9a90f26e07a4', 'code': 200} Nov 24 02:19:52.176758 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=e33a7ebc-d0c1-492f-b1dd-9a90f26e07a4,revision_number=6']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:19:52.184223 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:19:52.184575 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:19:52.184917 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:19:52.185319 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:19:52.185687 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:19:52.186079 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:19:52.186406 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:19:52.186735 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:19:52.187061 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:19:52.187382 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:19:52.187703 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:19:52.188020 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:19:53.033276 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e02033-8839-4eba-ae6e-bc6648a394e1 req-24d4ab7f-1566-4de4-bf80-87a6ac7ce879 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:19:53.035100 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-32e02033-8839-4eba-ae6e-bc6648a394e1 req-24d4ab7f-1566-4de4-bf80-87a6ac7ce879 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=afc22ed0-4a86-491f-bdbc-bb9b02f20d9e HTTP/1.1" status: 200 len: 943 time: 0.0488009 Nov 24 02:19:53.084555 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-32e02033-8839-4eba-ae6e-bc6648a394e1 req-5dd1afb5-bf29-4d57-a62d-e7f463ed9ffa tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?id=5dcbaee2-2c9b-40f0-9af9-0d3cda2b8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430074 Nov 24 02:19:53.313873 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39e48b1-a477-4bc6-b136-ca4bcb711844 req-8d23bb82-cd8a-4a31-bf26-683e6344d64c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:19:53.315361 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e39e48b1-a477-4bc6-b136-ca4bcb711844 req-8d23bb82-cd8a-4a31-bf26-683e6344d64c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=afc22ed0-4a86-491f-bdbc-bb9b02f20d9e HTTP/1.1" status: 200 len: 943 time: 0.0743680 Nov 24 02:19:53.352761 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c82e72-b487-41fe-ae22-9f1640f62f41 req-65411e71-221a-45b2-bc51-c50362c1111e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:19:53.354227 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-b5c82e72-b487-41fe-ae22-9f1640f62f41 req-65411e71-221a-45b2-bc51-c50362c1111e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.48 "GET /v2.0/ports?device_id=afc22ed0-4a86-491f-bdbc-bb9b02f20d9e&tenant_id=267b27dd9c014097b0435b11fcd7bcf6&binding%3Ahost_id=hv-neutron-8189 HTTP/1.1" status: 200 len: 943 time: 0.0779576 Nov 24 02:19:53.382060 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e39e48b1-a477-4bc6-b136-ca4bcb711844 req-eb4a5383-1542-4af3-ae52-f05cd51a3876 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?id=5dcbaee2-2c9b-40f0-9af9-0d3cda2b8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591042 Nov 24 02:19:53.456862 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c82e72-b487-41fe-ae22-9f1640f62f41 req-140b6d7d-6494-4a1c-a96f-20eb3a402bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:19:53.458412 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-b5c82e72-b487-41fe-ae22-9f1640f62f41 req-140b6d7d-6494-4a1c-a96f-20eb3a402bac service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=267b27dd9c014097b0435b11fcd7bcf6&device_id=afc22ed0-4a86-491f-bdbc-bb9b02f20d9e HTTP/1.1" status: 200 len: 1096 time: 0.0411935 Nov 24 02:19:53.502558 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af14db2b-8c94-40d3-9397-57b5515ec65e req-c32d015d-8ce6-4abb-8113-c3747459edcd tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:19:53.504056 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-af14db2b-8c94-40d3-9397-57b5515ec65e req-c32d015d-8ce6-4abb-8113-c3747459edcd tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=afc22ed0-4a86-491f-bdbc-bb9b02f20d9e HTTP/1.1" status: 200 len: 943 time: 0.0521772 Nov 24 02:19:53.553011 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c82e72-b487-41fe-ae22-9f1640f62f41 req-22b1d8c6-08fd-4646-8d31-533185605654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:19:53.554166 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-af14db2b-8c94-40d3-9397-57b5515ec65e req-a43749d8-732c-40a2-b5a7-8665f43a1b0e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?id=5dcbaee2-2c9b-40f0-9af9-0d3cda2b8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434380 Nov 24 02:19:53.554533 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-b5c82e72-b487-41fe-ae22-9f1640f62f41 req-22b1d8c6-08fd-4646-8d31-533185605654 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fc02c89a-b61e-4b5a-85d7-ab64ce01d1b1 HTTP/1.1" status: 200 len: 898 time: 0.0876777 Nov 24 02:19:53.619515 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-b5c82e72-b487-41fe-ae22-9f1640f62f41 req-a2be122b-80bc-4e6b-9ad5-1801bc3029ab service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e33a7ebc-d0c1-492f-b1dd-9a90f26e07a4 HTTP/1.1" status: 200 len: 998 time: 0.0573037 Nov 24 02:19:53.671939 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c82e72-b487-41fe-ae22-9f1640f62f41 req-9725bd5a-b713-46df-8cab-03f888991a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:19:53.673291 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-b5c82e72-b487-41fe-ae22-9f1640f62f41 req-9725bd5a-b713-46df-8cab-03f888991a19 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ef1b630b-9b04-4191-a3d0-28511fa8f3a3 HTTP/1.1" status: 200 len: 834 time: 0.0466626 Nov 24 02:19:53.720521 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c82e72-b487-41fe-ae22-9f1640f62f41 req-4943e0c1-b586-49c5-8326-5c7f3fa9d6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:19:53.721996 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-b5c82e72-b487-41fe-ae22-9f1640f62f41 req-4943e0c1-b586-49c5-8326-5c7f3fa9d6fd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fc02c89a-b61e-4b5a-85d7-ab64ce01d1b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397012 Nov 24 02:19:53.810014 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-b5c82e72-b487-41fe-ae22-9f1640f62f41 req-c60730c0-e17a-4c4b-a956-c003350ee0bd service neutron] 10.222.0.48 "GET /v2.0/networks/fc02c89a-b61e-4b5a-85d7-ab64ce01d1b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795782 Nov 24 02:19:53.903320 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-b5c82e72-b487-41fe-ae22-9f1640f62f41 req-facff76b-3550-4f19-83e6-adf6767fa7fc service neutron] 10.222.0.48 "GET /v2.0/networks/fc02c89a-b61e-4b5a-85d7-ab64ce01d1b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851107 Nov 24 02:19:54.013029 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device e33a7ebc-d0c1-492f-b1dd-9a90f26e07a4 details requested by agent hyperv_hv-neutron-8189 with host hv-neutron-8189 {{(pid=109868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 02:19:54.108334 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port e33a7ebc-d0c1-492f-b1dd-9a90f26e07a4, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=e33a7ebc-d0c1-492f-b1dd-9a90f26e07a4,segment=NetworkSegment(56b29824-ad77-4956-9285-20801109e3af),segment_id=56b29824-ad77-4956-9285-20801109e3af)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:19:54.258834 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Returning: {'device': 'e33a7ebc-d0c1-492f-b1dd-9a90f26e07a4', 'network_id': 'fc02c89a-b61e-4b5a-85d7-ab64ce01d1b1', 'port_id': 'e33a7ebc-d0c1-492f-b1dd-9a90f26e07a4', 'mac_address': 'fa:16:3e:f3:44:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef1b630b-9b04-4191-a3d0-28511fa8f3a3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 02:19:54.295661 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:19:54.309086 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e33a7ebc-d0c1-492f-b1dd-9a90f26e07a4 {{(pid=109868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 02:19:54.329911 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port e33a7ebc-d0c1-492f-b1dd-9a90f26e07a4, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=e33a7ebc-d0c1-492f-b1dd-9a90f26e07a4,segment=NetworkSegment(56b29824-ad77-4956-9285-20801109e3af),segment_id=56b29824-ad77-4956-9285-20801109e3af)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:19:54.333966 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:19:54.382661 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=e33a7ebc-d0c1-492f-b1dd-9a90f26e07a4,revision_number=7']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:19:54.495414 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] get_ports_and_sgs() called for port_ids ['e33a7ebc-d0c1-492f-b1dd-9a90f26e07a4'] {{(pid=109868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 02:19:54.674580 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f26c02a-9ba3-43f8-bddd-b508298e4608 req-ef2f0282-2b22-46ff-ae27-d68fd25804d1 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:19:54.676229 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-9f26c02a-9ba3-43f8-bddd-b508298e4608 req-ef2f0282-2b22-46ff-ae27-d68fd25804d1 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=afc22ed0-4a86-491f-bdbc-bb9b02f20d9e HTTP/1.1" status: 200 len: 944 time: 0.0518656 Nov 24 02:19:54.725223 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-9f26c02a-9ba3-43f8-bddd-b508298e4608 req-97d8187e-b858-4628-8058-e7afe5377358 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?id=5dcbaee2-2c9b-40f0-9af9-0d3cda2b8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429227 Nov 24 02:19:54.747817 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 56518) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:19:54.791651 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-5b8ee1f8-9e8a-46c6-aa5b-5087086cd262 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:19:54.814388 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-e92e3679-0b8b-427b-8ed1-932bf1f832be tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/floatingips/4d59bff1-41b2-4a1a-8474-76fa7352bf1c HTTP/1.1" status: 200 len: 991 time: 0.0654533 Nov 24 02:19:56.013042 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device e33a7ebc-d0c1-492f-b1dd-9a90f26e07a4 up at agent hyperv_hv-neutron-8189 {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 02:19:56.061130 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Provisioning complete for port e33a7ebc-d0c1-492f-b1dd-9a90f26e07a4 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:19:56.061518 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:19:56.138259 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:19:56.160298 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afc22ed0-4a86-491f-bdbc-bb9b02f20d9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e33a7ebc-d0c1-492f-b1dd-9a90f26e07a4'}] {{(pid=109868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:19:56.162583 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adafa3b64de3cabc8eac619938bcace59b198ffee64d481093eb3def62699d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8680125-8ac2-4b5a-9929-58e3582d4ea8" -d '{"events": [{"server_uuid": "afc22ed0-4a86-491f-bdbc-bb9b02f20d9e", "name": "network-vif-plugged", "status": "completed", "tag": "e33a7ebc-d0c1-492f-b1dd-9a90f26e07a4"}]}' {{(pid=109868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:19:56.174678 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port e33a7ebc-d0c1-492f-b1dd-9a90f26e07a4, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=e33a7ebc-d0c1-492f-b1dd-9a90f26e07a4,segment=NetworkSegment(56b29824-ad77-4956-9285-20801109e3af),segment_id=56b29824-ad77-4956-9285-20801109e3af)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:19:56.178658 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:19:56.205688 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 02:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c02115a-f659-4df3-8bf6-295ee6321d02 x-openstack-request-id: req-7c02115a-f659-4df3-8bf6-295ee6321d02 {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:19:56.205982 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afc22ed0-4a86-491f-bdbc-bb9b02f20d9e", "name": "network-vif-plugged", "status": "completed", "tag": "e33a7ebc-d0c1-492f-b1dd-9a90f26e07a4", "code": 200}]} {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:19:56.206238 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7c02115a-f659-4df3-8bf6-295ee6321d02 {{(pid=109868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:19:56.206619 dv-neutron-818911-2-hyperv neutron-server[109868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afc22ed0-4a86-491f-bdbc-bb9b02f20d9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e33a7ebc-d0c1-492f-b1dd-9a90f26e07a4', 'code': 200} Nov 24 02:19:56.231212 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=e33a7ebc-d0c1-492f-b1dd-9a90f26e07a4,revision_number=8']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:19:57.259392 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a4a48f8b-3d05-4fae-94e6-f3c5320f9787 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:19:58.213000 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:19:58.279109 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:19:59.715035 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:00.169645 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:14.164151 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.agents_db [None req-4e42c10c-a1d3-4d07-89d6-7a24334140aa None None] Agent healthcheck: found 6 active agents {{(pid=109869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 02:20:23.447166 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 56530) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:20:23.600157 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-f402ba6c-53e2-475f-be15-57dc0f310ce3 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Deleting port acde146a-e162-43a4-9c80-74903262dfb3 {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 02:20:23.600490 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f402ba6c-53e2-475f-be15-57dc0f310ce3 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:23.684235 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f402ba6c-53e2-475f-be15-57dc0f310ce3 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:23.684553 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f402ba6c-53e2-475f-be15-57dc0f310ce3 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:23.696256 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-f402ba6c-53e2-475f-be15-57dc0f310ce3 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Calling delete_port for acde146a-e162-43a4-9c80-74903262dfb3 owned by network:floatingip {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 02:20:23.845432 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f402ba6c-53e2-475f-be15-57dc0f310ce3 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:23.870927 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f402ba6c-53e2-475f-be15-57dc0f310ce3 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Pushing event deleted for resources: {'Port': ['ID=acde146a-e162-43a4-9c80-74903262dfb3,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:20:23.882182 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f402ba6c-53e2-475f-be15-57dc0f310ce3 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:20:23.882534 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f402ba6c-53e2-475f-be15-57dc0f310ce3 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:20:23.882875 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f402ba6c-53e2-475f-be15-57dc0f310ce3 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:20:23.883211 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f402ba6c-53e2-475f-be15-57dc0f310ce3 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:20:23.883542 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f402ba6c-53e2-475f-be15-57dc0f310ce3 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:20:23.883871 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f402ba6c-53e2-475f-be15-57dc0f310ce3 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:20:23.884214 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f402ba6c-53e2-475f-be15-57dc0f310ce3 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:20:23.884587 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f402ba6c-53e2-475f-be15-57dc0f310ce3 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:20:23.885030 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f402ba6c-53e2-475f-be15-57dc0f310ce3 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:20:23.885861 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f402ba6c-53e2-475f-be15-57dc0f310ce3 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:20:23.886185 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f402ba6c-53e2-475f-be15-57dc0f310ce3 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:20:23.886510 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f402ba6c-53e2-475f-be15-57dc0f310ce3 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:20:23.938379 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f402ba6c-53e2-475f-be15-57dc0f310ce3 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for floatingip, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:23.938721 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.l3_db [None req-f402ba6c-53e2-475f-be15-57dc0f310ce3 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Floating IP 4d59bff1-41b2-4a1a-8474-76fa7352bf1c disassociated (deleted). External IP: 172.26.5.73, port: e33a7ebc-d0c1-492f-b1dd-9a90f26e07a4. Nov 24 02:20:24.461459 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f402ba6c-53e2-475f-be15-57dc0f310ce3 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Router d2a27a27-13db-409e-bf1f-4c63752a8426 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 02:20:24.567634 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f402ba6c-53e2-475f-be15-57dc0f310ce3 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 02:20:24.572471 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f402ba6c-53e2-475f-be15-57dc0f310ce3 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for floatingip, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:24.577176 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49780b30-6e17-4eb1-890c-c77e24840352 None None] Sync routers for ids ['d2a27a27-13db-409e-bf1f-4c63752a8426'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 02:20:24.586141 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49780b30-6e17-4eb1-890c-c77e24840352 None None] Routers {'d2a27a27-13db-409e-bf1f-4c63752a8426'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:20:24.586726 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-49780b30-6e17-4eb1-890c-c77e24840352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:19:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['d2a27a27-13db-409e-bf1f-4c63752a8426'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:20:24.601156 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-f402ba6c-53e2-475f-be15-57dc0f310ce3 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "DELETE /v2.0/floatingips/4d59bff1-41b2-4a1a-8474-76fa7352bf1c HTTP/1.1" status: 204 len: 168 time: 1.1504555 Nov 24 02:20:24.601156 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afc22ed0-4a86-491f-bdbc-bb9b02f20d9e', 'tag': 'e33a7ebc-d0c1-492f-b1dd-9a90f26e07a4'}] {{(pid=109867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:20:24.601588 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2155eb48762029a847224b6ca77dbed8b251e8450d3d79f1fc0a82d404e82e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccddebf5-6e43-4b80-bcca-8b4245e7a366" -d '{"events": [{"name": "network-changed", "server_uuid": "afc22ed0-4a86-491f-bdbc-bb9b02f20d9e", "tag": "e33a7ebc-d0c1-492f-b1dd-9a90f26e07a4"}]}' {{(pid=109867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:20:24.640619 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 02:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a007b1f-1cc2-4b77-9f11-e7d3209dcc0a x-openstack-request-id: req-1a007b1f-1cc2-4b77-9f11-e7d3209dcc0a {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:20:24.640985 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afc22ed0-4a86-491f-bdbc-bb9b02f20d9e", "tag": "e33a7ebc-d0c1-492f-b1dd-9a90f26e07a4", "status": "completed", "code": 200}]} {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:20:24.641304 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1a007b1f-1cc2-4b77-9f11-e7d3209dcc0a {{(pid=109867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:20:24.641798 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afc22ed0-4a86-491f-bdbc-bb9b02f20d9e', 'tag': 'e33a7ebc-d0c1-492f-b1dd-9a90f26e07a4', 'status': 'completed', 'code': 200} Nov 24 02:20:24.698202 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-49780b30-6e17-4eb1-890c-c77e24840352 None None] Set router d2a27a27-13db-409e-bf1f-4c63752a8426 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:20:24.755346 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccddebf5-6e43-4b80-bcca-8b4245e7a366 req-e32e090e-0697-46c6-af9d-9e512c0a54b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:20:24.757046 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-ccddebf5-6e43-4b80-bcca-8b4245e7a366 req-e32e090e-0697-46c6-af9d-9e512c0a54b7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=267b27dd9c014097b0435b11fcd7bcf6&device_id=afc22ed0-4a86-491f-bdbc-bb9b02f20d9e HTTP/1.1" status: 200 len: 1098 time: 0.0621445 Nov 24 02:20:24.797958 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-641eaa8a-f91a-4822-bf42-e984788896f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:24.905179 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-49780b30-6e17-4eb1-890c-c77e24840352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2a27a27-13db-409e-bf1f-4c63752a8426', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1509855905', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.67'}], 'enable_snat': True}, 'gw_port_id': 'c83ac40a-cc28-4fdd-baa0-f7c9a1664810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:18:39Z', 'updated_at': '2021-11-24T02:18:43Z', 'revision_number': 4, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'gw_port': {'id': 'c83ac40a-cc28-4fdd-baa0-f7c9a1664810', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:fd:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a27a27-13db-409e-bf1f-4c63752a8426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:18:40Z', 'updated_at': '2021-11-24T02:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': 'cacae718-843f-4aa5-a0d4-bc2de2f6232c', 'name': '', 'network_id': 'fc02c89a-b61e-4b5a-85d7-ab64ce01d1b1', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'mac_address': 'fa:16:3e:76:67:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a27a27-13db-409e-bf1f-4c63752a8426', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'ef1b630b-9b04-4191-a3d0-28511fa8f3a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:18:43Z', 'updated_at': '2021-11-24T02:18:46Z', 'revision_number': 5, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'subnets': [{'id': 'ef1b630b-9b04-4191-a3d0-28511fa8f3a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:20:24.905536 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad59b6e1-4b63-4e9d-a3f1-8b9516435819 req-3b5ec39a-2d2b-4ae7-9088-f5635d253b4a tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:20:24.906710 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-ad59b6e1-4b63-4e9d-a3f1-8b9516435819 req-3b5ec39a-2d2b-4ae7-9088-f5635d253b4a tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=afc22ed0-4a86-491f-bdbc-bb9b02f20d9e HTTP/1.1" status: 200 len: 945 time: 0.1203966 Nov 24 02:20:24.932357 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49780b30-6e17-4eb1-890c-c77e24840352 None None] Checking router: d2a27a27-13db-409e-bf1f-4c63752a8426 for host: dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 02:20:24.934710 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccddebf5-6e43-4b80-bcca-8b4245e7a366 req-12cad6de-bec6-4bce-9229-d259a07268df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:20:24.936150 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-ccddebf5-6e43-4b80-bcca-8b4245e7a366 req-12cad6de-bec6-4bce-9229-d259a07268df service neutron] 10.222.0.48 "GET /v2.0/networks?id=fc02c89a-b61e-4b5a-85d7-ab64ce01d1b1 HTTP/1.1" status: 200 len: 898 time: 0.1395035 Nov 24 02:20:24.940557 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49780b30-6e17-4eb1-890c-c77e24840352 None None] Routers {'d2a27a27-13db-409e-bf1f-4c63752a8426'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:20:24.941446 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-49780b30-6e17-4eb1-890c-c77e24840352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:19:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['d2a27a27-13db-409e-bf1f-4c63752a8426'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:20:24.994437 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-ccddebf5-6e43-4b80-bcca-8b4245e7a366 req-251e57e1-21eb-4114-a849-29e4fc59f9bd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e33a7ebc-d0c1-492f-b1dd-9a90f26e07a4 HTTP/1.1" status: 200 len: 217 time: 0.0452847 Nov 24 02:20:25.003370 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-ad59b6e1-4b63-4e9d-a3f1-8b9516435819 req-2d346501-c62b-4e87-84e7-7a149d782095 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?id=5dcbaee2-2c9b-40f0-9af9-0d3cda2b8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889742 Nov 24 02:20:25.047091 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccddebf5-6e43-4b80-bcca-8b4245e7a366 req-aeb8d17e-5a1d-4ce4-801b-e4dc966486de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:20:25.048566 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-ccddebf5-6e43-4b80-bcca-8b4245e7a366 req-aeb8d17e-5a1d-4ce4-801b-e4dc966486de service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ef1b630b-9b04-4191-a3d0-28511fa8f3a3 HTTP/1.1" status: 200 len: 834 time: 0.0443542 Nov 24 02:20:25.050255 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-49780b30-6e17-4eb1-890c-c77e24840352 None None] Set router d2a27a27-13db-409e-bf1f-4c63752a8426 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:20:25.096496 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccddebf5-6e43-4b80-bcca-8b4245e7a366 req-703cbba9-1810-48d9-9150-4fffd6791826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:20:25.098017 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-ccddebf5-6e43-4b80-bcca-8b4245e7a366 req-703cbba9-1810-48d9-9150-4fffd6791826 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fc02c89a-b61e-4b5a-85d7-ab64ce01d1b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0406010 Nov 24 02:20:25.195756 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-ccddebf5-6e43-4b80-bcca-8b4245e7a366 req-e39b172f-97bf-4f5e-8c88-77c6aa4d1f7d service neutron] 10.222.0.48 "GET /v2.0/networks/fc02c89a-b61e-4b5a-85d7-ab64ce01d1b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862861 Nov 24 02:20:25.242905 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-49780b30-6e17-4eb1-890c-c77e24840352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2a27a27-13db-409e-bf1f-4c63752a8426', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1509855905', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.67'}], 'enable_snat': True}, 'gw_port_id': 'c83ac40a-cc28-4fdd-baa0-f7c9a1664810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:18:39Z', 'updated_at': '2021-11-24T02:18:43Z', 'revision_number': 4, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'gw_port': {'id': 'c83ac40a-cc28-4fdd-baa0-f7c9a1664810', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:fd:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a27a27-13db-409e-bf1f-4c63752a8426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:18:40Z', 'updated_at': '2021-11-24T02:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': 'cacae718-843f-4aa5-a0d4-bc2de2f6232c', 'name': '', 'network_id': 'fc02c89a-b61e-4b5a-85d7-ab64ce01d1b1', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'mac_address': 'fa:16:3e:76:67:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a27a27-13db-409e-bf1f-4c63752a8426', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'ef1b630b-9b04-4191-a3d0-28511fa8f3a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:18:43Z', 'updated_at': '2021-11-24T02:18:46Z', 'revision_number': 5, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'subnets': [{'id': 'ef1b630b-9b04-4191-a3d0-28511fa8f3a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:20:25.272635 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49780b30-6e17-4eb1-890c-c77e24840352 None None] The sync data for ids ['d2a27a27-13db-409e-bf1f-4c63752a8426'] in dv-neutron-818911-2-hyperv is: [{'id': 'd2a27a27-13db-409e-bf1f-4c63752a8426', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1509855905', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.67'}], 'enable_snat': True}, 'gw_port_id': 'c83ac40a-cc28-4fdd-baa0-f7c9a1664810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:18:39Z', 'updated_at': '2021-11-24T02:18:43Z', 'revision_number': 4, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'gw_port': {'id': 'c83ac40a-cc28-4fdd-baa0-f7c9a1664810', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:fd:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a27a27-13db-409e-bf1f-4c63752a8426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:18:40Z', 'updated_at': '2021-11-24T02:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': 'cacae718-843f-4aa5-a0d4-bc2de2f6232c', 'name': '', 'network_id': 'fc02c89a-b61e-4b5a-85d7-ab64ce01d1b1', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'mac_address': 'fa:16:3e:76:67:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a27a27-13db-409e-bf1f-4c63752a8426', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'ef1b630b-9b04-4191-a3d0-28511fa8f3a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:18:43Z', 'updated_at': '2021-11-24T02:18:46Z', 'revision_number': 5, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'subnets': [{'id': 'ef1b630b-9b04-4191-a3d0-28511fa8f3a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 02:20:25.289951 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-ccddebf5-6e43-4b80-bcca-8b4245e7a366 req-f1cf390e-8b70-4672-b18a-a4cb24d829fa service neutron] 10.222.0.48 "GET /v2.0/networks/fc02c89a-b61e-4b5a-85d7-ab64ce01d1b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862000 Nov 24 02:20:25.497368 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9015fc8-cf43-4471-9d8e-c8553ea49f78 None None] New status for floating IP 4d59bff1-41b2-4a1a-8474-76fa7352bf1c: DOWN {{(pid=109868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 02:20:26.118133 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f5e9c0-55c4-4301-b351-d24cda200703 req-4e2f8251-d154-4bf0-bf9d-1be42fd68c5a tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:20:26.120038 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-f0f5e9c0-55c4-4301-b351-d24cda200703 req-4e2f8251-d154-4bf0-bf9d-1be42fd68c5a tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=afc22ed0-4a86-491f-bdbc-bb9b02f20d9e HTTP/1.1" status: 200 len: 945 time: 0.0475001 Nov 24 02:20:26.167301 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-f0f5e9c0-55c4-4301-b351-d24cda200703 req-fda859c0-1996-47a2-9985-6a9e944d5802 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?id=5dcbaee2-2c9b-40f0-9af9-0d3cda2b8f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415580 Nov 24 02:20:26.722806 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b4511e-cce1-4743-ab7d-b1b6beaaba55 req-c64d020c-0daf-4049-9019-34ac10541f0a tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:20:26.724245 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-64b4511e-cce1-4743-ab7d-b1b6beaaba55 req-c64d020c-0daf-4049-9019-34ac10541f0a tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.48 "GET /v2.0/ports?device_id=afc22ed0-4a86-491f-bdbc-bb9b02f20d9e HTTP/1.1" status: 200 len: 945 time: 0.0528717 Nov 24 02:20:26.812121 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [req-64b4511e-cce1-4743-ab7d-b1b6beaaba55 req-9a06b5b9-c081-47c7-a842-aa8b6accbd8f tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Deleting port e33a7ebc-d0c1-492f-b1dd-9a90f26e07a4 {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 02:20:26.812374 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-64b4511e-cce1-4743-ab7d-b1b6beaaba55 req-9a06b5b9-c081-47c7-a842-aa8b6accbd8f tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:26.902406 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [req-64b4511e-cce1-4743-ab7d-b1b6beaaba55 req-9a06b5b9-c081-47c7-a842-aa8b6accbd8f tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] For port e33a7ebc-d0c1-492f-b1dd-9a90f26e07a4, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=e33a7ebc-d0c1-492f-b1dd-9a90f26e07a4,segment=NetworkSegment(56b29824-ad77-4956-9285-20801109e3af),segment_id=56b29824-ad77-4956-9285-20801109e3af)] {{(pid=109867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:20:26.902760 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-64b4511e-cce1-4743-ab7d-b1b6beaaba55 req-9a06b5b9-c081-47c7-a842-aa8b6accbd8f tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:26.914273 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [req-64b4511e-cce1-4743-ab7d-b1b6beaaba55 req-9a06b5b9-c081-47c7-a842-aa8b6accbd8f tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Calling delete_port for e33a7ebc-d0c1-492f-b1dd-9a90f26e07a4 owned by compute:nova {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 02:20:27.055769 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-64b4511e-cce1-4743-ab7d-b1b6beaaba55 req-9a06b5b9-c081-47c7-a842-aa8b6accbd8f tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:27.090622 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a06b5b9-c081-47c7-a842-aa8b6accbd8f tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Pushing event deleted for resources: {'Port': ['ID=e33a7ebc-d0c1-492f-b1dd-9a90f26e07a4,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:20:27.130982 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [req-64b4511e-cce1-4743-ab7d-b1b6beaaba55 req-9a06b5b9-c081-47c7-a842-aa8b6accbd8f tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] No DVR routers for this DVR port e33a7ebc-d0c1-492f-b1dd-9a90f26e07a4 on host hv-neutron-8189 {{(pid=109867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 02:20:27.133512 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-64b4511e-cce1-4743-ab7d-b1b6beaaba55 req-9a06b5b9-c081-47c7-a842-aa8b6accbd8f tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:27.137431 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-64b4511e-cce1-4743-ab7d-b1b6beaaba55 req-9a06b5b9-c081-47c7-a842-aa8b6accbd8f tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.48 "DELETE /v2.0/ports/e33a7ebc-d0c1-492f-b1dd-9a90f26e07a4 HTTP/1.1" status: 204 len: 173 time: 0.4069982 Nov 24 02:20:27.137877 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afc22ed0-4a86-491f-bdbc-bb9b02f20d9e', 'name': 'network-vif-deleted', 'tag': 'e33a7ebc-d0c1-492f-b1dd-9a90f26e07a4'}] {{(pid=109867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:20:27.140155 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2155eb48762029a847224b6ca77dbed8b251e8450d3d79f1fc0a82d404e82e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b548df0-66a9-4fd9-8554-7ab2ef3f4e8f" -d '{"events": [{"server_uuid": "afc22ed0-4a86-491f-bdbc-bb9b02f20d9e", "name": "network-vif-deleted", "tag": "e33a7ebc-d0c1-492f-b1dd-9a90f26e07a4"}]}' {{(pid=109867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:20:27.180691 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 02:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b50610eb-f316-494b-98e3-56bda17d9f70 x-openstack-request-id: req-b50610eb-f316-494b-98e3-56bda17d9f70 {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:20:27.180991 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afc22ed0-4a86-491f-bdbc-bb9b02f20d9e", "name": "network-vif-deleted", "tag": "e33a7ebc-d0c1-492f-b1dd-9a90f26e07a4", "status": "completed", "code": 200}]} {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:20:27.181250 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b50610eb-f316-494b-98e3-56bda17d9f70 {{(pid=109867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:20:27.181701 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afc22ed0-4a86-491f-bdbc-bb9b02f20d9e', 'name': 'network-vif-deleted', 'tag': 'e33a7ebc-d0c1-492f-b1dd-9a90f26e07a4', 'status': 'completed', 'code': 200} Nov 24 02:20:27.260531 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-0d313924-497a-49d4-ac6c-001623feadec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:27.267161 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-75f1f0fc-b8b6-4576-87be-3227595ebb77 req-0486fc0a-d3d4-4207-a35b-00a0e460e273 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=afc22ed0-4a86-491f-bdbc-bb9b02f20d9e HTTP/1.1" status: 200 len: 210 time: 0.0321538 Nov 24 02:20:28.215057 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:28.301047 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:28.322567 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 56546) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:20:28.682610 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d0ab42d6-9b9e-4737-a9b4-5c1fb8d34e2c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3777994'] for router_interface, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:28.937283 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-d0ab42d6-9b9e-4737-a9b4-5c1fb8d34e2c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Deleting port cacae718-843f-4aa5-a0d4-bc2de2f6232c {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 02:20:28.937570 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d0ab42d6-9b9e-4737-a9b4-5c1fb8d34e2c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:29.025462 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [None req-d0ab42d6-9b9e-4737-a9b4-5c1fb8d34e2c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] For port cacae718-843f-4aa5-a0d4-bc2de2f6232c, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=cacae718-843f-4aa5-a0d4-bc2de2f6232c,segment=NetworkSegment(56b29824-ad77-4956-9285-20801109e3af),segment_id=56b29824-ad77-4956-9285-20801109e3af)] {{(pid=109867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:20:29.025824 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d0ab42d6-9b9e-4737-a9b4-5c1fb8d34e2c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:29.038189 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-d0ab42d6-9b9e-4737-a9b4-5c1fb8d34e2c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Calling delete_port for cacae718-843f-4aa5-a0d4-bc2de2f6232c owned by network:router_interface {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 02:20:29.221597 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d0ab42d6-9b9e-4737-a9b4-5c1fb8d34e2c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:29.253332 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ab42d6-9b9e-4737-a9b4-5c1fb8d34e2c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Pushing event deleted for resources: {'Port': ['ID=cacae718-843f-4aa5-a0d4-bc2de2f6232c,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:20:29.423443 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d0ab42d6-9b9e-4737-a9b4-5c1fb8d34e2c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424538'] for router_interface, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:29.637598 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0ab42d6-9b9e-4737-a9b4-5c1fb8d34e2c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Router d2a27a27-13db-409e-bf1f-4c63752a8426 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 02:20:29.722477 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:29.744016 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0ab42d6-9b9e-4737-a9b4-5c1fb8d34e2c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 02:20:29.749924 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-d0ab42d6-9b9e-4737-a9b4-5c1fb8d34e2c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "PUT /v2.0/routers/d2a27a27-13db-409e-bf1f-4c63752a8426/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4262338 Nov 24 02:20:29.752705 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 56548) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:20:29.754733 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bd2d84-411b-40e8-a0bb-649612f57a5a None None] Sync routers for ids ['d2a27a27-13db-409e-bf1f-4c63752a8426'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 02:20:29.764039 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bd2d84-411b-40e8-a0bb-649612f57a5a None None] Routers {'d2a27a27-13db-409e-bf1f-4c63752a8426'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:20:29.764629 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-e9bd2d84-411b-40e8-a0bb-649612f57a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:20:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['d2a27a27-13db-409e-bf1f-4c63752a8426'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:20:29.807743 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba8a79a5-f0ed-47c1-bf79-4e143c1af53d tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Deleting subnet ef1b630b-9b04-4191-a3d0-28511fa8f3a3 {{(pid=109866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 02:20:29.810861 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ba8a79a5-f0ed-47c1-bf79-4e143c1af53d tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for subnet, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:29.851079 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ba8a79a5-f0ed-47c1-bf79-4e143c1af53d tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29055568'] for subnet, precommit_delete_associations {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:29.936936 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ba8a79a5-f0ed-47c1-bf79-4e143c1af53d tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:29.959618 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-e9bd2d84-411b-40e8-a0bb-649612f57a5a None None] Set router d2a27a27-13db-409e-bf1f-4c63752a8426 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:20:30.000116 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ba8a79a5-f0ed-47c1-bf79-4e143c1af53d tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29149324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29154870'] for subnet, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:30.027887 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8a79a5-f0ed-47c1-bf79-4e143c1af53d tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Pushing event deleted for resources: {'Subnet': ['ID=ef1b630b-9b04-4191-a3d0-28511fa8f3a3,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:20:30.030721 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ba8a79a5-f0ed-47c1-bf79-4e143c1af53d tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:30.033974 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-ba8a79a5-f0ed-47c1-bf79-4e143c1af53d tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "DELETE /v2.0/subnets/ef1b630b-9b04-4191-a3d0-28511fa8f3a3 HTTP/1.1" status: 204 len: 168 time: 0.2793837 Nov 24 02:20:30.036335 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 56550) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:20:30.038004 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b950b1-c777-4b59-9d4b-915750affa54 None None] Network fc02c89a-b61e-4b5a-85d7-ab64ce01d1b1 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 02:20:30.040528 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8a79a5-f0ed-47c1-bf79-4e143c1af53d tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:20:30.040868 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8a79a5-f0ed-47c1-bf79-4e143c1af53d tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:20:30.041789 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8a79a5-f0ed-47c1-bf79-4e143c1af53d tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:20:30.042128 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8a79a5-f0ed-47c1-bf79-4e143c1af53d tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:20:30.042461 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8a79a5-f0ed-47c1-bf79-4e143c1af53d tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:20:30.042791 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8a79a5-f0ed-47c1-bf79-4e143c1af53d tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:20:30.043125 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8a79a5-f0ed-47c1-bf79-4e143c1af53d tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:20:30.043450 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8a79a5-f0ed-47c1-bf79-4e143c1af53d tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:20:30.043835 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8a79a5-f0ed-47c1-bf79-4e143c1af53d tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:20:30.044094 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8a79a5-f0ed-47c1-bf79-4e143c1af53d tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:20:30.044415 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8a79a5-f0ed-47c1-bf79-4e143c1af53d tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:20:30.044734 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8a79a5-f0ed-47c1-bf79-4e143c1af53d tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:20:30.148970 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7215caa9-7c31-4f4b-aa0f-72bd298cb96a tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for router, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:30.150964 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-e9bd2d84-411b-40e8-a0bb-649612f57a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2a27a27-13db-409e-bf1f-4c63752a8426', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1509855905', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.67'}], 'enable_snat': True}, 'gw_port_id': 'c83ac40a-cc28-4fdd-baa0-f7c9a1664810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:18:39Z', 'updated_at': '2021-11-24T02:20:29Z', 'revision_number': 5, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'gw_port': {'id': 'c83ac40a-cc28-4fdd-baa0-f7c9a1664810', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:fd:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a27a27-13db-409e-bf1f-4c63752a8426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:18:40Z', 'updated_at': '2021-11-24T02:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:20:30.167077 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device e33a7ebc-d0c1-492f-b1dd-9a90f26e07a4 no longer exists at agent hyperv_hv-neutron-8189 {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 02:20:30.179218 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bd2d84-411b-40e8-a0bb-649612f57a5a None None] Checking router: d2a27a27-13db-409e-bf1f-4c63752a8426 for host: dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 02:20:30.187986 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bd2d84-411b-40e8-a0bb-649612f57a5a None None] Routers {'d2a27a27-13db-409e-bf1f-4c63752a8426'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:20:30.188862 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-e9bd2d84-411b-40e8-a0bb-649612f57a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:20:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['d2a27a27-13db-409e-bf1f-4c63752a8426'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:20:30.190755 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] No Port match for: e33a7ebc-d0c1-492f-b1dd-9a90f26e07a4 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 02:20:30.191576 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device e33a7ebc-d0c1-492f-b1dd-9a90f26e07a4 not bound to the agent host hv-neutron-8189 {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 02:20:30.207999 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:30.258335 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7215caa9-7c31-4f4b-aa0f-72bd298cb96a tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:30.283684 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f721ca3-20a4-4a14-9ec6-176a0dd1be44 None None] DHCP port deletion for fc02c89a-b61e-4b5a-85d7-ab64ce01d1b1 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 02:20:30.311147 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-e9bd2d84-411b-40e8-a0bb-649612f57a5a None None] Set router d2a27a27-13db-409e-bf1f-4c63752a8426 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:20:30.326400 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-7215caa9-7c31-4f4b-aa0f-72bd298cb96a tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Deleting port c83ac40a-cc28-4fdd-baa0-f7c9a1664810 {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 02:20:30.326744 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7215caa9-7c31-4f4b-aa0f-72bd298cb96a tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:30.333371 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-6f721ca3-20a4-4a14-9ec6-176a0dd1be44 None None] Deleting port 4b95e5e8-5799-48fa-a1a6-9b4e3a430572 {{(pid=109868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 02:20:30.333762 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-6f721ca3-20a4-4a14-9ec6-176a0dd1be44 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:30.398438 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-6f721ca3-20a4-4a14-9ec6-176a0dd1be44 None None] For port 4b95e5e8-5799-48fa-a1a6-9b4e3a430572, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=4b95e5e8-5799-48fa-a1a6-9b4e3a430572,segment=NetworkSegment(56b29824-ad77-4956-9285-20801109e3af),segment_id=56b29824-ad77-4956-9285-20801109e3af)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:20:30.398842 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-6f721ca3-20a4-4a14-9ec6-176a0dd1be44 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:30.410415 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [None req-7215caa9-7c31-4f4b-aa0f-72bd298cb96a tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] For port c83ac40a-cc28-4fdd-baa0-f7c9a1664810, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=c83ac40a-cc28-4fdd-baa0-f7c9a1664810,segment=NetworkSegment(03509fd2-ca9c-4aa0-94e6-e236afda62e7),segment_id=03509fd2-ca9c-4aa0-94e6-e236afda62e7)] {{(pid=109867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:20:30.410774 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7215caa9-7c31-4f4b-aa0f-72bd298cb96a tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:30.411139 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-6f721ca3-20a4-4a14-9ec6-176a0dd1be44 None None] Calling delete_port for 4b95e5e8-5799-48fa-a1a6-9b4e3a430572 owned by network:dhcp {{(pid=109868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 02:20:30.424514 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-7215caa9-7c31-4f4b-aa0f-72bd298cb96a tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Calling delete_port for c83ac40a-cc28-4fdd-baa0-f7c9a1664810 owned by network:router_gateway {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 02:20:30.490331 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-6f721ca3-20a4-4a14-9ec6-176a0dd1be44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974'] for port, after_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:30.503235 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-e9bd2d84-411b-40e8-a0bb-649612f57a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2a27a27-13db-409e-bf1f-4c63752a8426', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1509855905', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.67'}], 'enable_snat': True}, 'gw_port_id': 'c83ac40a-cc28-4fdd-baa0-f7c9a1664810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:18:39Z', 'updated_at': '2021-11-24T02:20:29Z', 'revision_number': 5, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'gw_port': {'id': 'c83ac40a-cc28-4fdd-baa0-f7c9a1664810', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:fd:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a27a27-13db-409e-bf1f-4c63752a8426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:18:40Z', 'updated_at': '2021-11-24T02:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:20:30.517317 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f721ca3-20a4-4a14-9ec6-176a0dd1be44 None None] Pushing event deleted for resources: {'Port': ['ID=4b95e5e8-5799-48fa-a1a6-9b4e3a430572,revision_number=None']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:20:30.521308 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f721ca3-20a4-4a14-9ec6-176a0dd1be44 None None] No DVR routers for this DVR port 4b95e5e8-5799-48fa-a1a6-9b4e3a430572 on host dv-neutron-818911-2-hyperv {{(pid=109868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 02:20:30.540739 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bd2d84-411b-40e8-a0bb-649612f57a5a None None] The sync data for ids ['d2a27a27-13db-409e-bf1f-4c63752a8426'] in dv-neutron-818911-2-hyperv is: [{'id': 'd2a27a27-13db-409e-bf1f-4c63752a8426', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1509855905', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.67'}], 'enable_snat': True}, 'gw_port_id': 'c83ac40a-cc28-4fdd-baa0-f7c9a1664810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:18:39Z', 'updated_at': '2021-11-24T02:20:29Z', 'revision_number': 5, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'gw_port': {'id': 'c83ac40a-cc28-4fdd-baa0-f7c9a1664810', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:fd:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a27a27-13db-409e-bf1f-4c63752a8426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:18:40Z', 'updated_at': '2021-11-24T02:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 02:20:30.607633 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7215caa9-7c31-4f4b-aa0f-72bd298cb96a tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:30.632638 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7215caa9-7c31-4f4b-aa0f-72bd298cb96a tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Pushing event deleted for resources: {'Port': ['ID=c83ac40a-cc28-4fdd-baa0-f7c9a1664810,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:20:30.646353 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e1069c-a84f-49a5-a36e-47c56c1ccc07 None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 02:20:30.701185 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7215caa9-7c31-4f4b-aa0f-72bd298cb96a tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418161'] for router_gateway, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:30.790138 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7215caa9-7c31-4f4b-aa0f-72bd298cb96a tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-424460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2766'] for router, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:30.792787 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7215caa9-7c31-4f4b-aa0f-72bd298cb96a tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:30.833971 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7215caa9-7c31-4f4b-aa0f-72bd298cb96a tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-424469'] for router, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:30.834546 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7215caa9-7c31-4f4b-aa0f-72bd298cb96a tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Fanout notify agent at l3_agent the message router_deleted on router d2a27a27-13db-409e-bf1f-4c63752a8426 {{(pid=109867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 02:20:30.841953 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7215caa9-7c31-4f4b-aa0f-72bd298cb96a tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for router, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:30.845481 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-7215caa9-7c31-4f4b-aa0f-72bd298cb96a tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "DELETE /v2.0/routers/d2a27a27-13db-409e-bf1f-4c63752a8426 HTTP/1.1" status: 204 len: 168 time: 0.8057253 Nov 24 02:20:30.845893 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 56552) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:20:30.921559 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-7c6f1554-9871-4fe9-bf29-f3850c77aa6e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:31.013350 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-7c6f1554-9871-4fe9-bf29-f3850c77aa6e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:31.034649 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-7c6f1554-9871-4fe9-bf29-f3850c77aa6e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc02c89a-b61e-4b5a-85d7-ab64ce01d1b1']}} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:20:31.044166 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-7c6f1554-9871-4fe9-bf29-f3850c77aa6e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56b29824-ad77-4956-9285-20801109e3af') {'for_net_delete': True} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:20:31.044390 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-7c6f1554-9871-4fe9-bf29-f3850c77aa6e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56b29824-ad77-4956-9285-20801109e3af') {} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:20:31.053624 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-7c6f1554-9871-4fe9-bf29-f3850c77aa6e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29055561'] for segment, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:31.066664 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-7c6f1554-9871-4fe9-bf29-f3850c77aa6e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:31.073479 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c6f1554-9871-4fe9-bf29-f3850c77aa6e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=109866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 02:20:31.073866 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-7c6f1554-9871-4fe9-bf29-f3850c77aa6e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29151010'] for segment, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:31.076877 dv-neutron-818911-2-hyperv neutron-server[109866]: Traceback (most recent call last): Nov 24 02:20:31.076877 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 02:20:31.076877 dv-neutron-818911-2-hyperv neutron-server[109866]: timer() Nov 24 02:20:31.076877 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 02:20:31.076877 dv-neutron-818911-2-hyperv neutron-server[109866]: cb(*args, **kw) Nov 24 02:20:31.076877 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 02:20:31.076877 dv-neutron-818911-2-hyperv neutron-server[109866]: return func(*args, **kwargs) Nov 24 02:20:31.076877 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 02:20:31.076877 dv-neutron-818911-2-hyperv neutron-server[109866]: self._notify() Nov 24 02:20:31.076877 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 02:20:31.076877 dv-neutron-818911-2-hyperv neutron-server[109866]: self.callback(batched_events) Nov 24 02:20:31.076877 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 02:20:31.076877 dv-neutron-818911-2-hyperv neutron-server[109866]: event.method(event) Nov 24 02:20:31.076877 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 02:20:31.076877 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 02:20:31.076877 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 02:20:31.076877 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 02:20:31.076877 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 02:20:31.076877 dv-neutron-818911-2-hyperv neutron-server[109866]: return f(self, *a, **k) Nov 24 02:20:31.076877 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 02:20:31.076877 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._get(url).json() Nov 24 02:20:31.076877 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 02:20:31.076877 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 02:20:31.076877 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 02:20:31.076877 dv-neutron-818911-2-hyperv neutron-server[109866]: return self.request(url, 'GET', **kwargs) Nov 24 02:20:31.076877 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 02:20:31.076877 dv-neutron-818911-2-hyperv neutron-server[109866]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 02:20:31.076877 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 02:20:31.076877 dv-neutron-818911-2-hyperv neutron-server[109866]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 02:20:31.076877 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 02:20:31.076877 dv-neutron-818911-2-hyperv neutron-server[109866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 02:20:31.076877 dv-neutron-818911-2-hyperv neutron-server[109866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 02:20:31.140406 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-7c6f1554-9871-4fe9-bf29-f3850c77aa6e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:31.158687 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-7c6f1554-9871-4fe9-bf29-f3850c77aa6e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:31.164581 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-7c6f1554-9871-4fe9-bf29-f3850c77aa6e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "DELETE /v2.0/networks/fc02c89a-b61e-4b5a-85d7-ab64ce01d1b1 HTTP/1.1" status: 204 len: 168 time: 0.3152344 Nov 24 02:20:31.164944 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 56554) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:20:31.170469 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6f1554-9871-4fe9-bf29-f3850c77aa6e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Pushing event deleted for resources: {'Network': ['ID=fc02c89a-b61e-4b5a-85d7-ab64ce01d1b1,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:20:31.208736 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device cacae718-843f-4aa5-a0d4-bc2de2f6232c no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 02:20:31.228504 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1543fbbb-34e0-4d2a-9c2e-65396bb25dea tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:31.230324 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: cacae718-843f-4aa5-a0d4-bc2de2f6232c {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 02:20:31.230674 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device cacae718-843f-4aa5-a0d4-bc2de2f6232c not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 02:20:31.231102 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 4b95e5e8-5799-48fa-a1a6-9b4e3a430572 no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 02:20:31.252739 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: 4b95e5e8-5799-48fa-a1a6-9b4e3a430572 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 02:20:31.253082 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 4b95e5e8-5799-48fa-a1a6-9b4e3a430572 not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 02:20:31.260772 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1543fbbb-34e0-4d2a-9c2e-65396bb25dea tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:31.326170 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1543fbbb-34e0-4d2a-9c2e-65396bb25dea tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:31.328908 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1543fbbb-34e0-4d2a-9c2e-65396bb25dea tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:31.333020 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-1543fbbb-34e0-4d2a-9c2e-65396bb25dea tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "DELETE /v2.0/security-groups/5dcbaee2-2c9b-40f0-9af9-0d3cda2b8f84 HTTP/1.1" status: 204 len: 168 time: 0.1668310 Nov 24 02:20:31.345281 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1543fbbb-34e0-4d2a-9c2e-65396bb25dea tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dcbaee2-2c9b-40f0-9af9-0d3cda2b8f84,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:20:31.597867 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 56560) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:20:31.602471 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-a7057b94-42b8-42af-b13f-a1777c67226e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1930391628', 'description': 'tempest-secgroup-smoke-1930391628 description', 'project_id': '267b27dd9c014097b0435b11fcd7bcf6'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:20:31.624649 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a7057b94-42b8-42af-b13f-a1777c67226e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:31.689839 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a7057b94-42b8-42af-b13f-a1777c67226e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:31.693685 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a7057b94-42b8-42af-b13f-a1777c67226e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:31.719714 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-a7057b94-42b8-42af-b13f-a1777c67226e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:31.720907 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-a7057b94-42b8-42af-b13f-a1777c67226e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1219931 Nov 24 02:20:31.723927 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 56562) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:20:31.724733 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7057b94-42b8-42af-b13f-a1777c67226e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a45a6083-cbbc-4043-976c-d65f486ea8b1,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:20:31.730161 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-cd5f349d-f5b5-4442-b98d-68259428780b tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Request body: {'security_group_rule': {'security_group_id': 'a45a6083-cbbc-4043-976c-d65f486ea8b1', 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:20:31.758190 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-cd5f349d-f5b5-4442-b98d-68259428780b tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:31.803461 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-cd5f349d-f5b5-4442-b98d-68259428780b tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:31.807596 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-cd5f349d-f5b5-4442-b98d-68259428780b tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:31.825852 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5f349d-f5b5-4442-b98d-68259428780b tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d7149b8-6f13-4aca-82b7-908059693f54,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:20:31.832522 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-cd5f349d-f5b5-4442-b98d-68259428780b tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:31.833757 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-cd5f349d-f5b5-4442-b98d-68259428780b tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1087551 Nov 24 02:20:31.836441 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 56564) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:20:31.840980 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-ceb9285b-86e6-4224-8bba-02fe5ba0783b tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Request body: {'security_group_rule': {'security_group_id': 'a45a6083-cbbc-4043-976c-d65f486ea8b1', 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:20:31.866892 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ceb9285b-86e6-4224-8bba-02fe5ba0783b tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:31.921520 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ceb9285b-86e6-4224-8bba-02fe5ba0783b tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:31.924882 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ceb9285b-86e6-4224-8bba-02fe5ba0783b tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:31.943182 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb9285b-86e6-4224-8bba-02fe5ba0783b tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0af13eec-f306-4416-a1da-3d600b1c00e9,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:20:31.950079 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ceb9285b-86e6-4224-8bba-02fe5ba0783b tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:31.951270 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-ceb9285b-86e6-4224-8bba-02fe5ba0783b tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1137626 Nov 24 02:20:31.953906 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 56566) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:20:31.958189 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-56d03b85-ce94-45a4-8aa8-cedccaf0e4db tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Request body: {'security_group_rule': {'security_group_id': 'a45a6083-cbbc-4043-976c-d65f486ea8b1', 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:20:31.984061 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-56d03b85-ce94-45a4-8aa8-cedccaf0e4db tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:32.045392 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-56d03b85-ce94-45a4-8aa8-cedccaf0e4db tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:32.048684 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-56d03b85-ce94-45a4-8aa8-cedccaf0e4db tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:32.065675 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d03b85-ce94-45a4-8aa8-cedccaf0e4db tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=147622a4-4d3d-4b8a-8d25-7b3147d47e31,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:20:32.073652 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-56d03b85-ce94-45a4-8aa8-cedccaf0e4db tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:32.074864 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-56d03b85-ce94-45a4-8aa8-cedccaf0e4db tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1200154 Nov 24 02:20:32.077487 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 56568) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:20:32.082109 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-b76d11d0-4ee3-4b87-9e2a-99e506f7209a tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Request body: {'security_group_rule': {'security_group_id': 'a45a6083-cbbc-4043-976c-d65f486ea8b1', 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:20:32.107994 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b76d11d0-4ee3-4b87-9e2a-99e506f7209a tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:32.164267 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b76d11d0-4ee3-4b87-9e2a-99e506f7209a tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:32.168258 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b76d11d0-4ee3-4b87-9e2a-99e506f7209a tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:32.184991 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76d11d0-4ee3-4b87-9e2a-99e506f7209a tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0af9a58a-0383-4f8b-a3d3-eaa97995e90d,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:20:32.193712 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b76d11d0-4ee3-4b87-9e2a-99e506f7209a tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:32.194890 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-b76d11d0-4ee3-4b87-9e2a-99e506f7209a tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1164763 Nov 24 02:20:32.197576 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 56570) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:20:32.202045 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-fc765813-8113-4f74-93a6-11071354771e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Request body: {'security_group_rule': {'security_group_id': 'a45a6083-cbbc-4043-976c-d65f486ea8b1', 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:20:32.222756 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.securitygroups_db [None req-fc765813-8113-4f74-93a6-11071354771e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Project 267b27dd9c014097b0435b11fcd7bcf6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 02:20:32.227674 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fc765813-8113-4f74-93a6-11071354771e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:32.285091 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fc765813-8113-4f74-93a6-11071354771e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:32.289480 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fc765813-8113-4f74-93a6-11071354771e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:32.309739 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc765813-8113-4f74-93a6-11071354771e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75f2637d-8ab6-4d4a-9869-482810ed8b1d,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:20:32.319061 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fc765813-8113-4f74-93a6-11071354771e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:32.320269 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-fc765813-8113-4f74-93a6-11071354771e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1217432 Nov 24 02:20:32.322992 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 56572) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:20:32.327310 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-7f8087f3-180a-442b-b6eb-f28959bd8c98 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Request body: {'security_group_rule': {'security_group_id': 'a45a6083-cbbc-4043-976c-d65f486ea8b1', 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:20:32.350399 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.securitygroups_db [None req-7f8087f3-180a-442b-b6eb-f28959bd8c98 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Project 267b27dd9c014097b0435b11fcd7bcf6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 02:20:32.356963 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7f8087f3-180a-442b-b6eb-f28959bd8c98 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:32.417659 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7f8087f3-180a-442b-b6eb-f28959bd8c98 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:32.421893 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7f8087f3-180a-442b-b6eb-f28959bd8c98 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:32.439264 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8087f3-180a-442b-b6eb-f28959bd8c98 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7a717b8-46ef-4ab0-a9bf-50ab35455aa7,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:20:32.446412 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-7f8087f3-180a-442b-b6eb-f28959bd8c98 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:32.450803 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-7f8087f3-180a-442b-b6eb-f28959bd8c98 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1242661 Nov 24 02:20:32.451022 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 56574) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:20:32.455830 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-0f838195-7287-4da2-8a12-b99b8f6f9e75 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Request body: {'network': {'name': 'tempest-network-smoke--996247905', 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'port_security_enabled': True}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:20:32.475746 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f838195-7287-4da2-8a12-b99b8f6f9e75 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Made reservation on behalf of 267b27dd9c014097b0435b11fcd7bcf6 for: {'network': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 02:20:32.479250 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0f838195-7287-4da2-8a12-b99b8f6f9e75 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:32.502249 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f838195-7287-4da2-8a12-b99b8f6f9e75 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=109867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 02:20:32.511973 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0f838195-7287-4da2-8a12-b99b8f6f9e75 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:32.512313 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.segments_db [None req-0f838195-7287-4da2-8a12-b99b8f6f9e75 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Added segment a66e7eb1-9018-4f04-86d7-2e8d89ea42ae of type vlan for network 83470dee-da14-4c4f-bafb-bc9ae43aa7e6 Nov 24 02:20:32.552369 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0f838195-7287-4da2-8a12-b99b8f6f9e75 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:32.576969 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0f838195-7287-4da2-8a12-b99b8f6f9e75 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:32.582498 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f838195-7287-4da2-8a12-b99b8f6f9e75 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:20:32.583064 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0f838195-7287-4da2-8a12-b99b8f6f9e75 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:32.621071 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-0f838195-7287-4da2-8a12-b99b8f6f9e75 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1689787 Nov 24 02:20:32.623780 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 56576) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:20:32.628006 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-c8be6add-ee18-440c-9477-5fe0e7e2a10e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-103471606', 'admin_state_up': True, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:20:32.666354 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f838195-7287-4da2-8a12-b99b8f6f9e75 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Pushing event updated for resources: {'Network': ['ID=83470dee-da14-4c4f-bafb-bc9ae43aa7e6,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:20:32.677424 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network 83470dee-da14-4c4f-bafb-bc9ae43aa7e6 details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 02:20:32.682957 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c8be6add-ee18-440c-9477-5fe0e7e2a10e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-424105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2744'] for router, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:32.683967 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c8be6add-ee18-440c-9477-5fe0e7e2a10e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-424325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-326625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2753'] for router, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:32.735632 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c8be6add-ee18-440c-9477-5fe0e7e2a10e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:33.088835 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device c83ac40a-cc28-4fdd-baa0-f7c9a1664810 no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 02:20:33.110684 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: c83ac40a-cc28-4fdd-baa0-f7c9a1664810 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 02:20:33.111023 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device c83ac40a-cc28-4fdd-baa0-f7c9a1664810 not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 02:20:33.199179 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c8be6add-ee18-440c-9477-5fe0e7e2a10e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:33.384644 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c8be6add-ee18-440c-9477-5fe0e7e2a10e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for router_gateway, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:33.402851 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c8be6add-ee18-440c-9477-5fe0e7e2a10e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:33.505592 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-c8be6add-ee18-440c-9477-5fe0e7e2a10e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Allocated IP 172.26.5.137 (eb22795d-37ee-46ee-844d-92c17e2ea450/3e66fcff-6e72-4083-b514-48f69cdaa2cb/04e4c78a-026a-42da-87b8-50e7caf4e4af) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 02:20:33.605599 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c8be6add-ee18-440c-9477-5fe0e7e2a10e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:33.637930 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c8be6add-ee18-440c-9477-5fe0e7e2a10e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:33.678361 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8be6add-ee18-440c-9477-5fe0e7e2a10e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Network eb22795d-37ee-46ee-844d-92c17e2ea450 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 02:20:33.683104 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-c8be6add-ee18-440c-9477-5fe0e7e2a10e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:20:33.686488 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8be6add-ee18-440c-9477-5fe0e7e2a10e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 02:20:33.697336 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6e76f0-833e-441d-bc61-4542b3e630e5 None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 02:20:33.709816 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8be6add-ee18-440c-9477-5fe0e7e2a10e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Pushing event updated for resources: {'Port': ['ID=04e4c78a-026a-42da-87b8-50e7caf4e4af,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:20:33.783117 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-6a310ce1-edb1-44a2-b2a3-034ab9c4911c None None] Provisioning complete for port 04e4c78a-026a-42da-87b8-50e7caf4e4af triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:20:33.783482 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-6a310ce1-edb1-44a2-b2a3-034ab9c4911c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:33.816534 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-6a310ce1-edb1-44a2-b2a3-034ab9c4911c None None] Port 04e4c78a-026a-42da-87b8-50e7caf4e4af cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 02:20:33.934196 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c8be6add-ee18-440c-9477-5fe0e7e2a10e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for router_gateway, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:34.126979 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c8be6add-ee18-440c-9477-5fe0e7e2a10e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-424338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418138'] for router, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:34.251846 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8be6add-ee18-440c-9477-5fe0e7e2a10e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Router 985771d7-bdbc-43ce-9167-de5366a651b1 is scheduled to L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e with binding_index 1 {{(pid=109867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 02:20:34.354709 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8be6add-ee18-440c-9477-5fe0e7e2a10e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 02:20:34.363909 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c74aa4-f1ae-48ef-8a5f-0102d342a4c6 None None] Sync routers for ids ['985771d7-bdbc-43ce-9167-de5366a651b1'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 02:20:34.373793 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c8be6add-ee18-440c-9477-5fe0e7e2a10e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for router, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:34.373987 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c74aa4-f1ae-48ef-8a5f-0102d342a4c6 None None] Routers {'985771d7-bdbc-43ce-9167-de5366a651b1'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:20:34.374515 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-e2c74aa4-f1ae-48ef-8a5f-0102d342a4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:20:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['985771d7-bdbc-43ce-9167-de5366a651b1'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:20:34.375064 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-c8be6add-ee18-440c-9477-5fe0e7e2a10e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7503333 Nov 24 02:20:34.377990 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 56578) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:20:34.409203 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-3ab33e7a-6f2b-41ce-9cbe-177672c21540 tempest-TestNetworkAdvancedServerOps-597099735 tempest-TestNetworkAdvancedServerOps-597099735-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=267b27dd9c014097b0435b11fcd7bcf6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0301163 Nov 24 02:20:34.411754 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 56580) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:20:34.480406 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-e2c74aa4-f1ae-48ef-8a5f-0102d342a4c6 None None] Set router 985771d7-bdbc-43ce-9167-de5366a651b1 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:20:34.497902 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f17642-c162-4fb1-83a6-65e22ad67653 tempest-TestNetworkAdvancedServerOps-597099735 tempest-TestNetworkAdvancedServerOps-597099735-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:20:34.499412 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-f6f17642-c162-4fb1-83a6-65e22ad67653 tempest-TestNetworkAdvancedServerOps-597099735 tempest-TestNetworkAdvancedServerOps-597099735-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0867643 Nov 24 02:20:34.503074 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 56582) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:20:34.535566 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-3bd30843-0c41-4a20-b9ef-ae6b8381849c tempest-TestNetworkAdvancedServerOps-597099735 tempest-TestNetworkAdvancedServerOps-597099735-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=eb22795d-37ee-46ee-844d-92c17e2ea450&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0291605 Nov 24 02:20:34.535856 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 56584) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:20:34.541957 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-d6f9583e-6d42-4f79-86c9-5d2b90557c8b tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-468935640', 'network_id': '83470dee-da14-4c4f-bafb-bc9ae43aa7e6', 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:20:34.638607 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6f9583e-6d42-4f79-86c9-5d2b90557c8b tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Made reservation on behalf of 267b27dd9c014097b0435b11fcd7bcf6 for: {'subnet': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 02:20:34.642187 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d6f9583e-6d42-4f79-86c9-5d2b90557c8b tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25307781'] for subnet, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:34.663710 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-e2c74aa4-f1ae-48ef-8a5f-0102d342a4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '985771d7-bdbc-43ce-9167-de5366a651b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-103471606', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.137'}], 'enable_snat': True}, 'gw_port_id': '04e4c78a-026a-42da-87b8-50e7caf4e4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:20:32Z', 'updated_at': '2021-11-24T02:20:33Z', 'revision_number': 3, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'gw_port': {'id': '04e4c78a-026a-42da-87b8-50e7caf4e4af', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:86:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '985771d7-bdbc-43ce-9167-de5366a651b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:20:33Z', 'updated_at': '2021-11-24T02:20:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:20:34.689732 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c74aa4-f1ae-48ef-8a5f-0102d342a4c6 None None] Checking router: 985771d7-bdbc-43ce-9167-de5366a651b1 for host: dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 02:20:34.690083 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c74aa4-f1ae-48ef-8a5f-0102d342a4c6 None None] Updating router 985771d7-bdbc-43ce-9167-de5366a651b1 port 04e4c78a-026a-42da-87b8-50e7caf4e4af binding host dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 02:20:34.715541 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e2c74aa4-f1ae-48ef-8a5f-0102d342a4c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:34.828250 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d6f9583e-6d42-4f79-86c9-5d2b90557c8b tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25501847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25307831'] for subnet, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:34.892902 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f9583e-6d42-4f79-86c9-5d2b90557c8b tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Pushing event updated for resources: {'Subnet': ['ID=76703f22-67ad-4470-bab1-2c44ab29baa8,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:20:34.896965 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f9583e-6d42-4f79-86c9-5d2b90557c8b tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Checking segment: {'id': 'a66e7eb1-9018-4f04-86d7-2e8d89ea42ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '83470dee-da14-4c4f-bafb-bc9ae43aa7e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 02:20:34.897321 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f9583e-6d42-4f79-86c9-5d2b90557c8b tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Network hostable DHCP agents. Network: 83470dee-da14-4c4f-bafb-bc9ae43aa7e6, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 02:20:34.916169 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f9583e-6d42-4f79-86c9-5d2b90557c8b tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Network 83470dee-da14-4c4f-bafb-bc9ae43aa7e6 is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 02:20:34.925433 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-d6f9583e-6d42-4f79-86c9-5d2b90557c8b tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, 83470dee-da14-4c4f-bafb-bc9ae43aa7e6) {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:20:34.930046 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f9583e-6d42-4f79-86c9-5d2b90557c8b tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:20:34.931141 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-d6f9583e-6d42-4f79-86c9-5d2b90557c8b tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:34.938183 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7332afbc-6420-4ab2-8f93-fd6b44c352f9 None None] Network 83470dee-da14-4c4f-bafb-bc9ae43aa7e6 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 02:20:34.949956 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-d6f9583e-6d42-4f79-86c9-5d2b90557c8b tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4100213 Nov 24 02:20:34.950488 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 56586) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:20:35.029830 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e2c74aa4-f1ae-48ef-8a5f-0102d342a4c6 None None] Publish callbacks [] for port, precommit_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:35.039315 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e2c74aa4-f1ae-48ef-8a5f-0102d342a4c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:35.117627 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92f3236-8f68-4287-b178-c433e9e6684c None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 02:20:35.138036 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-e2c74aa4-f1ae-48ef-8a5f-0102d342a4c6 None None] Attempting to bind port 04e4c78a-026a-42da-87b8-50e7caf4e4af on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 02:20:35.138409 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-e2c74aa4-f1ae-48ef-8a5f-0102d342a4c6 None None] Attempting to bind port 04e4c78a-026a-42da-87b8-50e7caf4e4af by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 02:20:35.138776 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c74aa4-f1ae-48ef-8a5f-0102d342a4c6 None None] Attempting to bind port 04e4c78a-026a-42da-87b8-50e7caf4e4af on network eb22795d-37ee-46ee-844d-92c17e2ea450 {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 02:20:35.143191 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc162452-ed7b-46eb-a59c-2faadbac1763 None None] Pushing event updated for resources: {'Port': ['ID=04e4c78a-026a-42da-87b8-50e7caf4e4af,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:20:35.151003 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c74aa4-f1ae-48ef-8a5f-0102d342a4c6 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 2, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 02:20:35.151382 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c74aa4-f1ae-48ef-8a5f-0102d342a4c6 None None] Checking segment: {'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 02:20:35.151789 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e2c74aa4-f1ae-48ef-8a5f-0102d342a4c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:35.152218 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c74aa4-f1ae-48ef-8a5f-0102d342a4c6 None None] Bound using segment: {'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 02:20:35.152640 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-e2c74aa4-f1ae-48ef-8a5f-0102d342a4c6 None None] Bound port: 04e4c78a-026a-42da-87b8-50e7caf4e4af, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 02:20:35.153023 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e2c74aa4-f1ae-48ef-8a5f-0102d342a4c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:35.217054 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7cb03c5-9c6d-4837-a8bd-9bcdd68dd7ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-83470dee-da14-4c4f-bafb-bc9ae43aa7e6', 'network_id': '83470dee-da14-4c4f-bafb-bc9ae43aa7e6', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'fixed_ips': [{'subnet_id': '76703f22-67ad-4470-bab1-2c44ab29baa8'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 02:20:35.217937 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-c7cb03c5-9c6d-4837-a8bd-9bcdd68dd7ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:35.243329 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e2c74aa4-f1ae-48ef-8a5f-0102d342a4c6 None None] For port 04e4c78a-026a-42da-87b8-50e7caf4e4af, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 02:20:35.264592 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e2c74aa4-f1ae-48ef-8a5f-0102d342a4c6 None None] For port 04e4c78a-026a-42da-87b8-50e7caf4e4af, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=04e4c78a-026a-42da-87b8-50e7caf4e4af,segment=NetworkSegment(03509fd2-ca9c-4aa0-94e6-e236afda62e7),segment_id=03509fd2-ca9c-4aa0-94e6-e236afda62e7)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 02:20:35.272383 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e2c74aa4-f1ae-48ef-8a5f-0102d342a4c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:35.316181 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-95c03e27-7c7f-46ff-afae-2529f6729d1f None None] Provisioning complete for port 04e4c78a-026a-42da-87b8-50e7caf4e4af triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:20:35.316552 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-95c03e27-7c7f-46ff-afae-2529f6729d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:35.388773 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8d435dd1-343b-411d-914b-be8147bd7f6c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:35.404262 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b63d84-aa0c-480f-8951-92825f5c2a43 None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 02:20:35.451779 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc162452-ed7b-46eb-a59c-2faadbac1763 None None] Pushing event updated for resources: {'Port': ['ID=04e4c78a-026a-42da-87b8-50e7caf4e4af,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:20:35.463545 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c74aa4-f1ae-48ef-8a5f-0102d342a4c6 None None] Routers {'985771d7-bdbc-43ce-9167-de5366a651b1'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:20:35.464171 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-e2c74aa4-f1ae-48ef-8a5f-0102d342a4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:20:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['985771d7-bdbc-43ce-9167-de5366a651b1'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:20:35.523315 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-c7cb03c5-9c6d-4837-a8bd-9bcdd68dd7ad None None] Allocated IP 172.20.0.2 (83470dee-da14-4c4f-bafb-bc9ae43aa7e6/76703f22-67ad-4470-bab1-2c44ab29baa8/4dd860b1-a38a-4ac3-9e1e-dcc7a8ca84bb) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 02:20:35.797457 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-95c03e27-7c7f-46ff-afae-2529f6729d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:35.825170 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-e2c74aa4-f1ae-48ef-8a5f-0102d342a4c6 None None] Set router 985771d7-bdbc-43ce-9167-de5366a651b1 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:20:35.895365 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-95c03e27-7c7f-46ff-afae-2529f6729d1f None None] For port 04e4c78a-026a-42da-87b8-50e7caf4e4af, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=04e4c78a-026a-42da-87b8-50e7caf4e4af,segment=NetworkSegment(03509fd2-ca9c-4aa0-94e6-e236afda62e7),segment_id=03509fd2-ca9c-4aa0-94e6-e236afda62e7)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:20:35.914327 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-95c03e27-7c7f-46ff-afae-2529f6729d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:36.037190 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-c7cb03c5-9c6d-4837-a8bd-9bcdd68dd7ad None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:36.062186 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-c7cb03c5-9c6d-4837-a8bd-9bcdd68dd7ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:36.071937 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c03e27-7c7f-46ff-afae-2529f6729d1f None None] Pushing event updated for resources: {'Port': ['ID=04e4c78a-026a-42da-87b8-50e7caf4e4af,revision_number=4']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:20:36.096730 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-8d435dd1-343b-411d-914b-be8147bd7f6c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Allocated IP 172.20.0.1 (83470dee-da14-4c4f-bafb-bc9ae43aa7e6/76703f22-67ad-4470-bab1-2c44ab29baa8/e1d70395-cb43-4401-8f5e-d035ced1a4ac) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 02:20:36.107804 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-6fc934d1-10e4-4db9-8a10-9465ea39d17b None None] Provisioning complete for port 04e4c78a-026a-42da-87b8-50e7caf4e4af triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:20:36.108175 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-6fc934d1-10e4-4db9-8a10-9465ea39d17b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:36.155256 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7cb03c5-9c6d-4837-a8bd-9bcdd68dd7ad None None] Network 83470dee-da14-4c4f-bafb-bc9ae43aa7e6 is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 02:20:36.165243 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-c7cb03c5-9c6d-4837-a8bd-9bcdd68dd7ad None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:20:36.174853 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7cb03c5-9c6d-4837-a8bd-9bcdd68dd7ad None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 02:20:36.189663 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cb03c5-9c6d-4837-a8bd-9bcdd68dd7ad None None] Pushing event updated for resources: {'Port': ['ID=4dd860b1-a38a-4ac3-9e1e-dcc7a8ca84bb,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:20:36.215490 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8d435dd1-343b-411d-914b-be8147bd7f6c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:36.252594 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8d435dd1-343b-411d-914b-be8147bd7f6c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:36.279253 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-c7cb03c5-9c6d-4837-a8bd-9bcdd68dd7ad None None] Attempting to bind port 4dd860b1-a38a-4ac3-9e1e-dcc7a8ca84bb on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 02:20:36.279626 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-c7cb03c5-9c6d-4837-a8bd-9bcdd68dd7ad None None] Attempting to bind port 4dd860b1-a38a-4ac3-9e1e-dcc7a8ca84bb by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': 'a66e7eb1-9018-4f04-86d7-2e8d89ea42ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '83470dee-da14-4c4f-bafb-bc9ae43aa7e6'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 02:20:36.279990 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7cb03c5-9c6d-4837-a8bd-9bcdd68dd7ad None None] Attempting to bind port 4dd860b1-a38a-4ac3-9e1e-dcc7a8ca84bb on network 83470dee-da14-4c4f-bafb-bc9ae43aa7e6 {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 02:20:36.293708 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-e2c74aa4-f1ae-48ef-8a5f-0102d342a4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '985771d7-bdbc-43ce-9167-de5366a651b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-103471606', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.137'}], 'enable_snat': True}, 'gw_port_id': '04e4c78a-026a-42da-87b8-50e7caf4e4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:20:32Z', 'updated_at': '2021-11-24T02:20:33Z', 'revision_number': 3, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'gw_port': {'id': '04e4c78a-026a-42da-87b8-50e7caf4e4af', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:86:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '985771d7-bdbc-43ce-9167-de5366a651b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:20:33Z', 'updated_at': '2021-11-24T02:20:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:20:36.295426 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d435dd1-343b-411d-914b-be8147bd7f6c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Network 83470dee-da14-4c4f-bafb-bc9ae43aa7e6 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 02:20:36.297966 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7cb03c5-9c6d-4837-a8bd-9bcdd68dd7ad None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 2, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 02:20:36.298344 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7cb03c5-9c6d-4837-a8bd-9bcdd68dd7ad None None] Checking segment: {'id': 'a66e7eb1-9018-4f04-86d7-2e8d89ea42ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '83470dee-da14-4c4f-bafb-bc9ae43aa7e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 02:20:36.298492 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-8d435dd1-343b-411d-914b-be8147bd7f6c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:20:36.298743 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-c7cb03c5-9c6d-4837-a8bd-9bcdd68dd7ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:36.299142 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7cb03c5-9c6d-4837-a8bd-9bcdd68dd7ad None None] Bound using segment: {'id': 'a66e7eb1-9018-4f04-86d7-2e8d89ea42ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '83470dee-da14-4c4f-bafb-bc9ae43aa7e6'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 02:20:36.299615 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-c7cb03c5-9c6d-4837-a8bd-9bcdd68dd7ad None None] Bound port: 4dd860b1-a38a-4ac3-9e1e-dcc7a8ca84bb, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a66e7eb1-9018-4f04-86d7-2e8d89ea42ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '83470dee-da14-4c4f-bafb-bc9ae43aa7e6'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 02:20:36.299998 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-c7cb03c5-9c6d-4837-a8bd-9bcdd68dd7ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:36.302100 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d435dd1-343b-411d-914b-be8147bd7f6c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 02:20:36.331728 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d435dd1-343b-411d-914b-be8147bd7f6c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Pushing event updated for resources: {'Port': ['ID=e1d70395-cb43-4401-8f5e-d035ced1a4ac,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:20:36.332841 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c74aa4-f1ae-48ef-8a5f-0102d342a4c6 None None] The sync data for ids ['985771d7-bdbc-43ce-9167-de5366a651b1'] in dv-neutron-818911-2-hyperv is: [{'id': '985771d7-bdbc-43ce-9167-de5366a651b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-103471606', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.137'}], 'enable_snat': True}, 'gw_port_id': '04e4c78a-026a-42da-87b8-50e7caf4e4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:20:32Z', 'updated_at': '2021-11-24T02:20:33Z', 'revision_number': 3, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'gw_port': {'id': '04e4c78a-026a-42da-87b8-50e7caf4e4af', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:86:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '985771d7-bdbc-43ce-9167-de5366a651b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:20:33Z', 'updated_at': '2021-11-24T02:20:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 02:20:36.357080 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8d435dd1-343b-411d-914b-be8147bd7f6c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3777869'] for router_interface, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:36.400780 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-c7cb03c5-9c6d-4837-a8bd-9bcdd68dd7ad None None] For port 4dd860b1-a38a-4ac3-9e1e-dcc7a8ca84bb, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 02:20:36.404364 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-c7cb03c5-9c6d-4837-a8bd-9bcdd68dd7ad None None] For port 4dd860b1-a38a-4ac3-9e1e-dcc7a8ca84bb, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=4dd860b1-a38a-4ac3-9e1e-dcc7a8ca84bb,segment=NetworkSegment(a66e7eb1-9018-4f04-86d7-2e8d89ea42ae),segment_id=a66e7eb1-9018-4f04-86d7-2e8d89ea42ae)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 02:20:36.410744 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-c7cb03c5-9c6d-4837-a8bd-9bcdd68dd7ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:36.473771 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cb03c5-9c6d-4837-a8bd-9bcdd68dd7ad None None] Pushing event updated for resources: {'Port': ['ID=4dd860b1-a38a-4ac3-9e1e-dcc7a8ca84bb,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:20:36.514579 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8d435dd1-343b-411d-914b-be8147bd7f6c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:36.865898 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8d435dd1-343b-411d-914b-be8147bd7f6c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for port, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:36.871411 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8d435dd1-343b-411d-914b-be8147bd7f6c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25501696'] for port, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:36.950663 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d435dd1-343b-411d-914b-be8147bd7f6c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Pushing event updated for resources: {'Port': ['ID=e1d70395-cb43-4401-8f5e-d035ced1a4ac,revision_number=2']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:20:36.953258 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-8d435dd1-343b-411d-914b-be8147bd7f6c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3778017'] for router_interface, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:37.059383 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d435dd1-343b-411d-914b-be8147bd7f6c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Network 83470dee-da14-4c4f-bafb-bc9ae43aa7e6 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 02:20:37.060776 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-8d435dd1-343b-411d-914b-be8147bd7f6c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:20:37.221642 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 4dd860b1-a38a-4ac3-9e1e-dcc7a8ca84bb up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 02:20:37.281306 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 4dd860b1-a38a-4ac3-9e1e-dcc7a8ca84bb triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:20:37.281981 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:37.388101 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:37.424969 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] For port 4dd860b1-a38a-4ac3-9e1e-dcc7a8ca84bb, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=4dd860b1-a38a-4ac3-9e1e-dcc7a8ca84bb,segment=NetworkSegment(a66e7eb1-9018-4f04-86d7-2e8d89ea42ae),segment_id=a66e7eb1-9018-4f04-86d7-2e8d89ea42ae)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:20:37.430588 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:37.431809 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 04e4c78a-026a-42da-87b8-50e7caf4e4af up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 02:20:37.509481 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Pushing event updated for resources: {'Port': ['ID=4dd860b1-a38a-4ac3-9e1e-dcc7a8ca84bb,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:20:37.523980 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 04e4c78a-026a-42da-87b8-50e7caf4e4af triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:20:37.524345 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:37.542048 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d435dd1-343b-411d-914b-be8147bd7f6c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Router 985771d7-bdbc-43ce-9167-de5366a651b1 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 02:20:37.548743 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b59ce5-7f09-40a1-bedd-76c6590ae8a7 None None] Network 83470dee-da14-4c4f-bafb-bc9ae43aa7e6 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 02:20:37.639664 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-742de81e-0aff-483e-a25e-166ec43f4472 None None] Provisioning complete for port 4dd860b1-a38a-4ac3-9e1e-dcc7a8ca84bb triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:20:37.639941 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-742de81e-0aff-483e-a25e-166ec43f4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:37.655349 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d435dd1-343b-411d-914b-be8147bd7f6c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 02:20:37.660472 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-8d435dd1-343b-411d-914b-be8147bd7f6c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "PUT /v2.0/routers/985771d7-bdbc-43ce-9167-de5366a651b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7092917 Nov 24 02:20:37.995592 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-831aa14e-4bd6-4c0f-8ac2-c1190e55cd42 req-8a879c87-516c-464b-9176-2cfdac36b32e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1930391628&fields=id&tenant_id=267b27dd9c014097b0435b11fcd7bcf6 HTTP/1.1" status: 200 len: 267 time: 0.0521643 Nov 24 02:20:38.049022 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-ecdc111b-272f-44c0-bdc0-db80187b04b7 None None] Provisioning complete for port 4dd860b1-a38a-4ac3-9e1e-dcc7a8ca84bb triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:20:38.049967 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-ecdc111b-272f-44c0-bdc0-db80187b04b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:38.113816 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831aa14e-4bd6-4c0f-8ac2-c1190e55cd42 req-134b239c-735d-48ed-aaf2-679fe86b6f03 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:20:38.117649 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-831aa14e-4bd6-4c0f-8ac2-c1190e55cd42 req-134b239c-735d-48ed-aaf2-679fe86b6f03 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/networks?id=83470dee-da14-4c4f-bafb-bc9ae43aa7e6 HTTP/1.1" status: 200 len: 796 time: 0.1150260 Nov 24 02:20:38.146022 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-831aa14e-4bd6-4c0f-8ac2-c1190e55cd42 req-9eeffebc-abca-4976-8cb6-4c7859896ccb tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/quotas/267b27dd9c014097b0435b11fcd7bcf6 HTTP/1.1" status: 200 len: 375 time: 0.0167313 Nov 24 02:20:38.152514 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0becc878-7ad0-4dda-8307-9edc7245ea47 None None] Sync routers for ids ['985771d7-bdbc-43ce-9167-de5366a651b1'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 02:20:38.160196 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-ecdc111b-272f-44c0-bdc0-db80187b04b7 None None] Provisioning complete for port e1d70395-cb43-4401-8f5e-d035ced1a4ac triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:20:38.160566 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-ecdc111b-272f-44c0-bdc0-db80187b04b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:38.163739 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0becc878-7ad0-4dda-8307-9edc7245ea47 None None] Routers {'985771d7-bdbc-43ce-9167-de5366a651b1'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:20:38.164589 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-0becc878-7ad0-4dda-8307-9edc7245ea47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:20:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['985771d7-bdbc-43ce-9167-de5366a651b1'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:20:38.200254 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-ecdc111b-272f-44c0-bdc0-db80187b04b7 None None] Port e1d70395-cb43-4401-8f5e-d035ced1a4ac cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 02:20:38.211075 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-831aa14e-4bd6-4c0f-8ac2-c1190e55cd42 req-92f8150b-4785-498b-9ccd-f8755609e66e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=267b27dd9c014097b0435b11fcd7bcf6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0515594 Nov 24 02:20:38.275031 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-0becc878-7ad0-4dda-8307-9edc7245ea47 None None] Set router 985771d7-bdbc-43ce-9167-de5366a651b1 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:20:38.317567 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-831aa14e-4bd6-4c0f-8ac2-c1190e55cd42 req-419e4989-e7f4-4dd4-87cc-28358f9d8718 service neutron] 10.222.0.21 "GET /v2.0/networks/83470dee-da14-4c4f-bafb-bc9ae43aa7e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932512 Nov 24 02:20:38.323154 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-5723f0e0-a0a9-4b15-874d-a5370a6ce627 None None] Provisioning complete for port e1d70395-cb43-4401-8f5e-d035ced1a4ac triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:20:38.324118 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-5723f0e0-a0a9-4b15-874d-a5370a6ce627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:38.373184 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-5723f0e0-a0a9-4b15-874d-a5370a6ce627 None None] Port e1d70395-cb43-4401-8f5e-d035ced1a4ac cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 02:20:38.422063 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-831aa14e-4bd6-4c0f-8ac2-c1190e55cd42 req-3615cc36-2349-4023-8de9-eb07646bab2e service neutron] 10.222.0.21 "GET /v2.0/networks/83470dee-da14-4c4f-bafb-bc9ae43aa7e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031477 Nov 24 02:20:38.494925 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-8c591a29-40ec-4895-8d59-6e52ff5cdc94 None None] Provisioning complete for port e1d70395-cb43-4401-8f5e-d035ced1a4ac triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:20:38.495471 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-8c591a29-40ec-4895-8d59-6e52ff5cdc94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:38.496115 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-0becc878-7ad0-4dda-8307-9edc7245ea47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '985771d7-bdbc-43ce-9167-de5366a651b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-103471606', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.137'}], 'enable_snat': True}, 'gw_port_id': '04e4c78a-026a-42da-87b8-50e7caf4e4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:20:32Z', 'updated_at': '2021-11-24T02:20:36Z', 'revision_number': 4, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'gw_port': {'id': '04e4c78a-026a-42da-87b8-50e7caf4e4af', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:86:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985771d7-bdbc-43ce-9167-de5366a651b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:20:33Z', 'updated_at': '2021-11-24T02:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': 'e1d70395-cb43-4401-8f5e-d035ced1a4ac', 'name': '', 'network_id': '83470dee-da14-4c4f-bafb-bc9ae43aa7e6', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'mac_address': 'fa:16:3e:fd:c0:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '985771d7-bdbc-43ce-9167-de5366a651b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '76703f22-67ad-4470-bab1-2c44ab29baa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:20:35Z', 'updated_at': '2021-11-24T02:20:36Z', 'revision_number': 2, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'subnets': [{'id': '76703f22-67ad-4470-bab1-2c44ab29baa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:20:38.527091 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0becc878-7ad0-4dda-8307-9edc7245ea47 None None] Checking router: 985771d7-bdbc-43ce-9167-de5366a651b1 for host: dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 02:20:38.527492 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0becc878-7ad0-4dda-8307-9edc7245ea47 None None] Updating router 985771d7-bdbc-43ce-9167-de5366a651b1 port e1d70395-cb43-4401-8f5e-d035ced1a4ac binding host dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 02:20:38.530904 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-8c591a29-40ec-4895-8d59-6e52ff5cdc94 None None] Port e1d70395-cb43-4401-8f5e-d035ced1a4ac cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 02:20:38.566356 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-0becc878-7ad0-4dda-8307-9edc7245ea47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:38.657830 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-869d06d1-47be-4246-a28e-bf576ab023a2 req-a9a32fc1-a694-4389-9e77-cdd3e593416c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=e09a1dfb-5187-4208-b475-e50ba4426948 HTTP/1.1" status: 200 len: 210 time: 0.0920162 Nov 24 02:20:38.848068 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-0becc878-7ad0-4dda-8307-9edc7245ea47 None None] Publish callbacks [] for port, precommit_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:38.853870 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-0becc878-7ad0-4dda-8307-9edc7245ea47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:38.924652 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29e22a2-d0d0-404e-84a7-f0f58c0645c2 None None] Pushing event updated for resources: {'Port': ['ID=e1d70395-cb43-4401-8f5e-d035ced1a4ac,revision_number=3']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:20:38.944336 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29e22a2-d0d0-404e-84a7-f0f58c0645c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:20:38.944680 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29e22a2-d0d0-404e-84a7-f0f58c0645c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:20:38.945016 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29e22a2-d0d0-404e-84a7-f0f58c0645c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:20:38.945349 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29e22a2-d0d0-404e-84a7-f0f58c0645c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:20:38.945703 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29e22a2-d0d0-404e-84a7-f0f58c0645c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:20:38.946029 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29e22a2-d0d0-404e-84a7-f0f58c0645c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:20:38.946353 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29e22a2-d0d0-404e-84a7-f0f58c0645c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:20:38.946675 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29e22a2-d0d0-404e-84a7-f0f58c0645c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:20:38.947245 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29e22a2-d0d0-404e-84a7-f0f58c0645c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:20:38.947450 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29e22a2-d0d0-404e-84a7-f0f58c0645c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:20:38.947823 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29e22a2-d0d0-404e-84a7-f0f58c0645c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:20:38.948073 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29e22a2-d0d0-404e-84a7-f0f58c0645c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:20:38.966048 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-0becc878-7ad0-4dda-8307-9edc7245ea47 None None] Attempting to bind port e1d70395-cb43-4401-8f5e-d035ced1a4ac on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 02:20:38.966611 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-0becc878-7ad0-4dda-8307-9edc7245ea47 None None] Attempting to bind port e1d70395-cb43-4401-8f5e-d035ced1a4ac by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': 'a66e7eb1-9018-4f04-86d7-2e8d89ea42ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '83470dee-da14-4c4f-bafb-bc9ae43aa7e6'}] {{(pid=109869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 02:20:38.967127 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0becc878-7ad0-4dda-8307-9edc7245ea47 None None] Attempting to bind port e1d70395-cb43-4401-8f5e-d035ced1a4ac on network 83470dee-da14-4c4f-bafb-bc9ae43aa7e6 {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 02:20:38.975399 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0becc878-7ad0-4dda-8307-9edc7245ea47 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 2, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 02:20:38.975977 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0becc878-7ad0-4dda-8307-9edc7245ea47 None None] Checking segment: {'id': 'a66e7eb1-9018-4f04-86d7-2e8d89ea42ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '83470dee-da14-4c4f-bafb-bc9ae43aa7e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 02:20:38.976604 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-0becc878-7ad0-4dda-8307-9edc7245ea47 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:38.977229 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0becc878-7ad0-4dda-8307-9edc7245ea47 None None] Bound using segment: {'id': 'a66e7eb1-9018-4f04-86d7-2e8d89ea42ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '83470dee-da14-4c4f-bafb-bc9ae43aa7e6'} {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 02:20:38.978006 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-0becc878-7ad0-4dda-8307-9edc7245ea47 None None] Bound port: e1d70395-cb43-4401-8f5e-d035ced1a4ac, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a66e7eb1-9018-4f04-86d7-2e8d89ea42ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '83470dee-da14-4c4f-bafb-bc9ae43aa7e6'}}] {{(pid=109869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 02:20:38.979194 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-0becc878-7ad0-4dda-8307-9edc7245ea47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:39.052127 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.db [None req-0becc878-7ad0-4dda-8307-9edc7245ea47 None None] For port e1d70395-cb43-4401-8f5e-d035ced1a4ac, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 02:20:39.056018 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.db [None req-0becc878-7ad0-4dda-8307-9edc7245ea47 None None] For port e1d70395-cb43-4401-8f5e-d035ced1a4ac, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=e1d70395-cb43-4401-8f5e-d035ced1a4ac,segment=NetworkSegment(a66e7eb1-9018-4f04-86d7-2e8d89ea42ae),segment_id=a66e7eb1-9018-4f04-86d7-2e8d89ea42ae)] {{(pid=109869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 02:20:39.060224 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-0becc878-7ad0-4dda-8307-9edc7245ea47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:39.117892 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0becc878-7ad0-4dda-8307-9edc7245ea47 None None] Routers {'985771d7-bdbc-43ce-9167-de5366a651b1'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:20:39.118234 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-0becc878-7ad0-4dda-8307-9edc7245ea47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:20:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['985771d7-bdbc-43ce-9167-de5366a651b1'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:20:39.162628 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-cb023791-588a-4fea-9fbe-8b691780e30e None None] Provisioning complete for port e1d70395-cb43-4401-8f5e-d035ced1a4ac triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:20:39.163301 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-cb023791-588a-4fea-9fbe-8b691780e30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:39.207630 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 4dd860b1-a38a-4ac3-9e1e-dcc7a8ca84bb up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 02:20:39.216442 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29e22a2-d0d0-404e-84a7-f0f58c0645c2 None None] Pushing event updated for resources: {'Port': ['ID=e1d70395-cb43-4401-8f5e-d035ced1a4ac,revision_number=4']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:20:39.243172 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-0becc878-7ad0-4dda-8307-9edc7245ea47 None None] Set router 985771d7-bdbc-43ce-9167-de5366a651b1 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:20:39.447723 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-cb023791-588a-4fea-9fbe-8b691780e30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:39.450828 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 4dd860b1-a38a-4ac3-9e1e-dcc7a8ca84bb triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:20:39.451180 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:39.511209 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-cb023791-588a-4fea-9fbe-8b691780e30e None None] For port e1d70395-cb43-4401-8f5e-d035ced1a4ac, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=e1d70395-cb43-4401-8f5e-d035ced1a4ac,segment=NetworkSegment(a66e7eb1-9018-4f04-86d7-2e8d89ea42ae),segment_id=a66e7eb1-9018-4f04-86d7-2e8d89ea42ae)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:20:39.520259 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-cb023791-588a-4fea-9fbe-8b691780e30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:39.553873 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-0becc878-7ad0-4dda-8307-9edc7245ea47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '985771d7-bdbc-43ce-9167-de5366a651b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-103471606', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.137'}], 'enable_snat': True}, 'gw_port_id': '04e4c78a-026a-42da-87b8-50e7caf4e4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:20:32Z', 'updated_at': '2021-11-24T02:20:36Z', 'revision_number': 4, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'gw_port': {'id': '04e4c78a-026a-42da-87b8-50e7caf4e4af', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:86:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985771d7-bdbc-43ce-9167-de5366a651b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:20:33Z', 'updated_at': '2021-11-24T02:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': 'e1d70395-cb43-4401-8f5e-d035ced1a4ac', 'name': '', 'network_id': '83470dee-da14-4c4f-bafb-bc9ae43aa7e6', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'mac_address': 'fa:16:3e:fd:c0:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '985771d7-bdbc-43ce-9167-de5366a651b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '76703f22-67ad-4470-bab1-2c44ab29baa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:20:35Z', 'updated_at': '2021-11-24T02:20:39Z', 'revision_number': 4, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'subnets': [{'id': '76703f22-67ad-4470-bab1-2c44ab29baa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:20:39.586189 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0becc878-7ad0-4dda-8307-9edc7245ea47 None None] The sync data for ids ['985771d7-bdbc-43ce-9167-de5366a651b1'] in dv-neutron-818911-2-hyperv is: [{'id': '985771d7-bdbc-43ce-9167-de5366a651b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-103471606', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.137'}], 'enable_snat': True}, 'gw_port_id': '04e4c78a-026a-42da-87b8-50e7caf4e4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:20:32Z', 'updated_at': '2021-11-24T02:20:36Z', 'revision_number': 4, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'gw_port': {'id': '04e4c78a-026a-42da-87b8-50e7caf4e4af', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:86:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985771d7-bdbc-43ce-9167-de5366a651b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:20:33Z', 'updated_at': '2021-11-24T02:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': 'e1d70395-cb43-4401-8f5e-d035ced1a4ac', 'name': '', 'network_id': '83470dee-da14-4c4f-bafb-bc9ae43aa7e6', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'mac_address': 'fa:16:3e:fd:c0:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '985771d7-bdbc-43ce-9167-de5366a651b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '76703f22-67ad-4470-bab1-2c44ab29baa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:20:35Z', 'updated_at': '2021-11-24T02:20:39Z', 'revision_number': 4, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'subnets': [{'id': '76703f22-67ad-4470-bab1-2c44ab29baa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 02:20:39.600425 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb023791-588a-4fea-9fbe-8b691780e30e None None] Pushing event updated for resources: {'Port': ['ID=e1d70395-cb43-4401-8f5e-d035ced1a4ac,revision_number=5']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:20:39.672180 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-89e5bb7f-9884-4a75-8d1e-3dc60b1b9b48 None None] Provisioning complete for port e1d70395-cb43-4401-8f5e-d035ced1a4ac triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:20:39.672579 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-89e5bb7f-9884-4a75-8d1e-3dc60b1b9b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:39.694438 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831aa14e-4bd6-4c0f-8ac2-c1190e55cd42 req-7039d420-f524-4270-933c-42697ec96b39 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:20:39.696455 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-831aa14e-4bd6-4c0f-8ac2-c1190e55cd42 req-7039d420-f524-4270-933c-42697ec96b39 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.48 "GET /v2.0/networks?id=83470dee-da14-4c4f-bafb-bc9ae43aa7e6 HTTP/1.1" status: 200 len: 796 time: 0.1420193 Nov 24 02:20:39.780960 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-831aa14e-4bd6-4c0f-8ac2-c1190e55cd42 req-636b9f09-63db-41c1-b6c2-6053662e17a5 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=267b27dd9c014097b0435b11fcd7bcf6 HTTP/1.1" status: 200 len: 380 time: 0.0689716 Nov 24 02:20:39.796201 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [req-831aa14e-4bd6-4c0f-8ac2-c1190e55cd42 req-76c62675-3697-4f35-a572-43aeba55e532 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Request body: {'port': {'device_id': 'e09a1dfb-5187-4208-b475-e50ba4426948', 'network_id': '83470dee-da14-4c4f-bafb-bc9ae43aa7e6', 'admin_state_up': True, 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'security_groups': ['a45a6083-cbbc-4043-976c-d65f486ea8b1']}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:20:39.811299 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-be795e93-1f7a-4ac1-8d5e-05a0739b3068 req-eb1ed734-105b-4c70-a02b-c19b4ea588d1 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=e09a1dfb-5187-4208-b475-e50ba4426948 HTTP/1.1" status: 200 len: 210 time: 0.0339704 Nov 24 02:20:39.930049 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-831aa14e-4bd6-4c0f-8ac2-c1190e55cd42 req-76c62675-3697-4f35-a572-43aeba55e532 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Made reservation on behalf of 267b27dd9c014097b0435b11fcd7bcf6 for: {'port': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 02:20:39.934207 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-831aa14e-4bd6-4c0f-8ac2-c1190e55cd42 req-76c62675-3697-4f35-a572-43aeba55e532 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:40.063019 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [req-831aa14e-4bd6-4c0f-8ac2-c1190e55cd42 req-76c62675-3697-4f35-a572-43aeba55e532 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Allocated IP 172.20.0.14 (83470dee-da14-4c4f-bafb-bc9ae43aa7e6/76703f22-67ad-4470-bab1-2c44ab29baa8/6cc50a0d-3b46-4589-84d2-fa4e3ebbaf09) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 02:20:40.220537 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-831aa14e-4bd6-4c0f-8ac2-c1190e55cd42 req-76c62675-3697-4f35-a572-43aeba55e532 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:40.258922 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-831aa14e-4bd6-4c0f-8ac2-c1190e55cd42 req-76c62675-3697-4f35-a572-43aeba55e532 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:40.305635 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-831aa14e-4bd6-4c0f-8ac2-c1190e55cd42 req-76c62675-3697-4f35-a572-43aeba55e532 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Network 83470dee-da14-4c4f-bafb-bc9ae43aa7e6 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 02:20:40.308778 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [req-831aa14e-4bd6-4c0f-8ac2-c1190e55cd42 req-76c62675-3697-4f35-a572-43aeba55e532 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:20:40.312600 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [req-831aa14e-4bd6-4c0f-8ac2-c1190e55cd42 req-76c62675-3697-4f35-a572-43aeba55e532 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 02:20:40.344983 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c62675-3697-4f35-a572-43aeba55e532 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Pushing event updated for resources: {'Port': ['ID=6cc50a0d-3b46-4589-84d2-fa4e3ebbaf09,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:20:40.376359 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831aa14e-4bd6-4c0f-8ac2-c1190e55cd42 req-76c62675-3697-4f35-a572-43aeba55e532 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:20:40.377004 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-831aa14e-4bd6-4c0f-8ac2-c1190e55cd42 req-76c62675-3697-4f35-a572-43aeba55e532 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:40.394846 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-831aa14e-4bd6-4c0f-8ac2-c1190e55cd42 req-76c62675-3697-4f35-a572-43aeba55e532 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6067634 Nov 24 02:20:40.413909 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [req-831aa14e-4bd6-4c0f-8ac2-c1190e55cd42 req-d10a1a79-e93d-4537-a546-afab3fd09747 service neutron] Request body: {'port': {'device_id': 'e09a1dfb-5187-4208-b475-e50ba4426948', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8189'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:20:40.472380 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-831aa14e-4bd6-4c0f-8ac2-c1190e55cd42 req-d10a1a79-e93d-4537-a546-afab3fd09747 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:40.601553 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-4dba9605-bb47-4462-9476-33699666a876 None None] Provisioning complete for port 6cc50a0d-3b46-4589-84d2-fa4e3ebbaf09 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:20:40.602151 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-4dba9605-bb47-4462-9476-33699666a876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:40.636932 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-4dba9605-bb47-4462-9476-33699666a876 None None] Port 6cc50a0d-3b46-4589-84d2-fa4e3ebbaf09 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 02:20:40.758843 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [req-831aa14e-4bd6-4c0f-8ac2-c1190e55cd42 req-d10a1a79-e93d-4537-a546-afab3fd09747 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cc50a0d-3b46-4589-84d2-fa4e3ebbaf09 {{(pid=109867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 02:20:40.767436 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-831aa14e-4bd6-4c0f-8ac2-c1190e55cd42 req-d10a1a79-e93d-4537-a546-afab3fd09747 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:40.780554 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.provisioning_blocks [req-831aa14e-4bd6-4c0f-8ac2-c1190e55cd42 req-d10a1a79-e93d-4537-a546-afab3fd09747 service neutron] Transition to ACTIVE for port object 6cc50a0d-3b46-4589-84d2-fa4e3ebbaf09 will not be triggered until provisioned by entity L2. {{(pid=109867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 02:20:40.784994 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-831aa14e-4bd6-4c0f-8ac2-c1190e55cd42 req-d10a1a79-e93d-4537-a546-afab3fd09747 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25501696'] for port, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:40.839530 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10a1a79-e93d-4537-a546-afab3fd09747 service neutron] Pushing event updated for resources: {'Port': ['ID=6cc50a0d-3b46-4589-84d2-fa4e3ebbaf09,revision_number=2']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:20:40.959232 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.managers [req-831aa14e-4bd6-4c0f-8ac2-c1190e55cd42 req-d10a1a79-e93d-4537-a546-afab3fd09747 service neutron] Attempting to bind port 6cc50a0d-3b46-4589-84d2-fa4e3ebbaf09 on host hv-neutron-8189 for vnic_type normal with profile {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 02:20:40.959569 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.managers [req-831aa14e-4bd6-4c0f-8ac2-c1190e55cd42 req-d10a1a79-e93d-4537-a546-afab3fd09747 service neutron] Attempting to bind port 6cc50a0d-3b46-4589-84d2-fa4e3ebbaf09 by drivers openvswitch,hyperv on host hv-neutron-8189 at level 0 using segments [{'id': 'a66e7eb1-9018-4f04-86d7-2e8d89ea42ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '83470dee-da14-4c4f-bafb-bc9ae43aa7e6'}] {{(pid=109867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 02:20:40.959896 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831aa14e-4bd6-4c0f-8ac2-c1190e55cd42 req-d10a1a79-e93d-4537-a546-afab3fd09747 service neutron] Attempting to bind port 6cc50a0d-3b46-4589-84d2-fa4e3ebbaf09 on network 83470dee-da14-4c4f-bafb-bc9ae43aa7e6 {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 02:20:40.971856 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7cc554-a73d-4fb2-8d40-632500760868 req-d8d24d08-caed-4861-a9d4-c199671894b2 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:20:40.973385 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-dd7cc554-a73d-4fb2-8d40-632500760868 req-d8d24d08-caed-4861-a9d4-c199671894b2 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=e09a1dfb-5187-4208-b475-e50ba4426948 HTTP/1.1" status: 200 len: 944 time: 0.0835268 Nov 24 02:20:40.975842 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831aa14e-4bd6-4c0f-8ac2-c1190e55cd42 req-d10a1a79-e93d-4537-a546-afab3fd09747 service neutron] Port 6cc50a0d-3b46-4589-84d2-fa4e3ebbaf09 on network 83470dee-da14-4c4f-bafb-bc9ae43aa7e6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8189 {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 02:20:40.976165 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831aa14e-4bd6-4c0f-8ac2-c1190e55cd42 req-d10a1a79-e93d-4537-a546-afab3fd09747 service neutron] Attempting to bind port 6cc50a0d-3b46-4589-84d2-fa4e3ebbaf09 on network 83470dee-da14-4c4f-bafb-bc9ae43aa7e6 {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 02:20:40.988498 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831aa14e-4bd6-4c0f-8ac2-c1190e55cd42 req-d10a1a79-e93d-4537-a546-afab3fd09747 service neutron] Checking agent: {'id': '5773fe6b-0967-455f-9dc9-84c0c923201b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 42, 58), 'started_at': datetime.datetime(2021, 11, 24, 1, 42, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 2, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 02:20:40.988889 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831aa14e-4bd6-4c0f-8ac2-c1190e55cd42 req-d10a1a79-e93d-4537-a546-afab3fd09747 service neutron] Checking segment: {'id': 'a66e7eb1-9018-4f04-86d7-2e8d89ea42ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '83470dee-da14-4c4f-bafb-bc9ae43aa7e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 02:20:40.989189 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831aa14e-4bd6-4c0f-8ac2-c1190e55cd42 req-d10a1a79-e93d-4537-a546-afab3fd09747 service neutron] Bound using segment: {'id': 'a66e7eb1-9018-4f04-86d7-2e8d89ea42ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '83470dee-da14-4c4f-bafb-bc9ae43aa7e6'} {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 02:20:40.989648 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.managers [req-831aa14e-4bd6-4c0f-8ac2-c1190e55cd42 req-d10a1a79-e93d-4537-a546-afab3fd09747 service neutron] Bound port: 6cc50a0d-3b46-4589-84d2-fa4e3ebbaf09, host: hv-neutron-8189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a66e7eb1-9018-4f04-86d7-2e8d89ea42ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '83470dee-da14-4c4f-bafb-bc9ae43aa7e6'}}] {{(pid=109867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 02:20:40.990000 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-831aa14e-4bd6-4c0f-8ac2-c1190e55cd42 req-d10a1a79-e93d-4537-a546-afab3fd09747 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:41.063957 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-dd7cc554-a73d-4fb2-8d40-632500760868 req-a7111999-dbf1-4bc7-a26d-acff0031cdf4 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?id=a45a6083-cbbc-4043-976c-d65f486ea8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840948 Nov 24 02:20:41.085498 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [req-831aa14e-4bd6-4c0f-8ac2-c1190e55cd42 req-d10a1a79-e93d-4537-a546-afab3fd09747 service neutron] For port 6cc50a0d-3b46-4589-84d2-fa4e3ebbaf09, host hv-neutron-8189, cleared binding levels {{(pid=109867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 02:20:41.088883 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [req-831aa14e-4bd6-4c0f-8ac2-c1190e55cd42 req-d10a1a79-e93d-4537-a546-afab3fd09747 service neutron] For port 6cc50a0d-3b46-4589-84d2-fa4e3ebbaf09, host hv-neutron-8189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=6cc50a0d-3b46-4589-84d2-fa4e3ebbaf09,segment=NetworkSegment(a66e7eb1-9018-4f04-86d7-2e8d89ea42ae),segment_id=a66e7eb1-9018-4f04-86d7-2e8d89ea42ae)] {{(pid=109867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 02:20:41.095310 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-831aa14e-4bd6-4c0f-8ac2-c1190e55cd42 req-d10a1a79-e93d-4537-a546-afab3fd09747 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25501696'] for port, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:41.131665 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831aa14e-4bd6-4c0f-8ac2-c1190e55cd42 req-d10a1a79-e93d-4537-a546-afab3fd09747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:20:41.132152 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-831aa14e-4bd6-4c0f-8ac2-c1190e55cd42 req-d10a1a79-e93d-4537-a546-afab3fd09747 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:41.138152 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-831aa14e-4bd6-4c0f-8ac2-c1190e55cd42 req-d10a1a79-e93d-4537-a546-afab3fd09747 service neutron] 10.222.0.48 "PUT /v2.0/ports/6cc50a0d-3b46-4589-84d2-fa4e3ebbaf09 HTTP/1.1" status: 200 len: 1094 time: 0.7286458 Nov 24 02:20:41.138688 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e09a1dfb-5187-4208-b475-e50ba4426948', 'tag': '6cc50a0d-3b46-4589-84d2-fa4e3ebbaf09'}] {{(pid=109867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:20:41.141044 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2155eb48762029a847224b6ca77dbed8b251e8450d3d79f1fc0a82d404e82e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7be743e6-0e74-44e1-81a5-e0d065ad4991" -d '{"events": [{"name": "network-changed", "server_uuid": "e09a1dfb-5187-4208-b475-e50ba4426948", "tag": "6cc50a0d-3b46-4589-84d2-fa4e3ebbaf09"}]}' {{(pid=109867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:20:41.169306 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10a1a79-e93d-4537-a546-afab3fd09747 service neutron] Pushing event updated for resources: {'Port': ['ID=6cc50a0d-3b46-4589-84d2-fa4e3ebbaf09,revision_number=3']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:20:41.175957 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device e1d70395-cb43-4401-8f5e-d035ced1a4ac up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 02:20:41.200067 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 02:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-008a9278-cfb1-4032-8ae8-ed61edf328d7 x-openstack-request-id: req-008a9278-cfb1-4032-8ae8-ed61edf328d7 {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:20:41.200438 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e09a1dfb-5187-4208-b475-e50ba4426948", "tag": "6cc50a0d-3b46-4589-84d2-fa4e3ebbaf09", "status": "completed", "code": 200}]} {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:20:41.200691 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-008a9278-cfb1-4032-8ae8-ed61edf328d7 {{(pid=109867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:20:41.201099 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e09a1dfb-5187-4208-b475-e50ba4426948', 'tag': '6cc50a0d-3b46-4589-84d2-fa4e3ebbaf09', 'status': 'completed', 'code': 200} Nov 24 02:20:41.233322 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port e1d70395-cb43-4401-8f5e-d035ced1a4ac triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:20:41.233983 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:41.265758 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831aa14e-4bd6-4c0f-8ac2-c1190e55cd42 req-7dc8d844-4f9e-4344-adb7-38fb973aec3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:20:41.267292 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-831aa14e-4bd6-4c0f-8ac2-c1190e55cd42 req-7dc8d844-4f9e-4344-adb7-38fb973aec3f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=267b27dd9c014097b0435b11fcd7bcf6&device_id=e09a1dfb-5187-4208-b475-e50ba4426948 HTTP/1.1" status: 200 len: 1097 time: 0.0504363 Nov 24 02:20:41.317735 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-831aa14e-4bd6-4c0f-8ac2-c1190e55cd42 req-032902a5-035d-40fb-bc2a-1396c706f875 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6cc50a0d-3b46-4589-84d2-fa4e3ebbaf09 HTTP/1.1" status: 200 len: 217 time: 0.0359952 Nov 24 02:20:41.368076 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831aa14e-4bd6-4c0f-8ac2-c1190e55cd42 req-5ae9eb4f-6423-47c4-b65a-11ef3429dd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:20:41.370091 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-831aa14e-4bd6-4c0f-8ac2-c1190e55cd42 req-5ae9eb4f-6423-47c4-b65a-11ef3429dd3a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=76703f22-67ad-4470-bab1-2c44ab29baa8 HTTP/1.1" status: 200 len: 834 time: 0.0453761 Nov 24 02:20:41.416291 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831aa14e-4bd6-4c0f-8ac2-c1190e55cd42 req-0abf5536-8a1f-41e4-9c85-0278675f2436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:20:41.417843 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-831aa14e-4bd6-4c0f-8ac2-c1190e55cd42 req-0abf5536-8a1f-41e4-9c85-0278675f2436 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=83470dee-da14-4c4f-bafb-bc9ae43aa7e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0411851 Nov 24 02:20:41.511202 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-831aa14e-4bd6-4c0f-8ac2-c1190e55cd42 req-2fc45333-1329-4889-8ada-7cd621b796a7 service neutron] 10.222.0.48 "GET /v2.0/networks/83470dee-da14-4c4f-bafb-bc9ae43aa7e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851207 Nov 24 02:20:41.604096 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-831aa14e-4bd6-4c0f-8ac2-c1190e55cd42 req-e054dccb-0174-482f-b2ce-0626bb0546bf service neutron] 10.222.0.48 "GET /v2.0/networks/83470dee-da14-4c4f-bafb-bc9ae43aa7e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855169 Nov 24 02:20:41.727864 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be743e6-0e74-44e1-81a5-e0d065ad4991 req-7869310e-c71e-4c17-b559-f5048ad28b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:20:41.730179 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-7be743e6-0e74-44e1-81a5-e0d065ad4991 req-7869310e-c71e-4c17-b559-f5048ad28b2a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=267b27dd9c014097b0435b11fcd7bcf6&device_id=e09a1dfb-5187-4208-b475-e50ba4426948 HTTP/1.1" status: 200 len: 1097 time: 0.0417690 Nov 24 02:20:41.823317 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be743e6-0e74-44e1-81a5-e0d065ad4991 req-f1a47778-a7b5-45b5-aeff-8961632bc192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:20:41.824783 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-7be743e6-0e74-44e1-81a5-e0d065ad4991 req-f1a47778-a7b5-45b5-aeff-8961632bc192 service neutron] 10.222.0.48 "GET /v2.0/networks?id=83470dee-da14-4c4f-bafb-bc9ae43aa7e6 HTTP/1.1" status: 200 len: 897 time: 0.0873723 Nov 24 02:20:41.870793 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-7be743e6-0e74-44e1-81a5-e0d065ad4991 req-dac8da8d-68cf-4633-955a-bef0ef938509 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6cc50a0d-3b46-4589-84d2-fa4e3ebbaf09 HTTP/1.1" status: 200 len: 217 time: 0.0375514 Nov 24 02:20:41.919740 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be743e6-0e74-44e1-81a5-e0d065ad4991 req-024bfda2-b1ee-48ea-86a0-16aa1cddd236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:20:41.921133 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-7be743e6-0e74-44e1-81a5-e0d065ad4991 req-024bfda2-b1ee-48ea-86a0-16aa1cddd236 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=76703f22-67ad-4470-bab1-2c44ab29baa8 HTTP/1.1" status: 200 len: 834 time: 0.0429337 Nov 24 02:20:41.967064 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be743e6-0e74-44e1-81a5-e0d065ad4991 req-12ceb7f2-12d3-4517-b3dc-ead2e9beeeda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:20:41.968490 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-7be743e6-0e74-44e1-81a5-e0d065ad4991 req-12ceb7f2-12d3-4517-b3dc-ead2e9beeeda service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=83470dee-da14-4c4f-bafb-bc9ae43aa7e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0387204 Nov 24 02:20:42.061501 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-7be743e6-0e74-44e1-81a5-e0d065ad4991 req-988dbbc2-d1fc-4f3a-a4b8-229522727b19 service neutron] 10.222.0.48 "GET /v2.0/networks/83470dee-da14-4c4f-bafb-bc9ae43aa7e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845859 Nov 24 02:20:42.181925 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-7be743e6-0e74-44e1-81a5-e0d065ad4991 req-47acf0da-d8e4-414f-bb9b-7deca6d2f07b service neutron] 10.222.0.48 "GET /v2.0/networks/83470dee-da14-4c4f-bafb-bc9ae43aa7e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122079 Nov 24 02:20:42.200253 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1802588b-e057-45b1-9af1-ae5520159282 req-53889e7f-3a1f-453a-a275-4563ab32ddd2 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:20:42.201688 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-1802588b-e057-45b1-9af1-ae5520159282 req-53889e7f-3a1f-453a-a275-4563ab32ddd2 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=e09a1dfb-5187-4208-b475-e50ba4426948 HTTP/1.1" status: 200 len: 944 time: 0.0698247 Nov 24 02:20:42.250261 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-1802588b-e057-45b1-9af1-ae5520159282 req-c79e3cb3-ea36-45f9-83ef-d8b8b4c014ec tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?id=a45a6083-cbbc-4043-976c-d65f486ea8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425897 Nov 24 02:20:43.370105 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cf7c44-ef68-417a-8668-4fc934e6d4ea req-68694295-7f3e-44c8-be08-d627878a2caa tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:20:43.371572 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-69cf7c44-ef68-417a-8668-4fc934e6d4ea req-68694295-7f3e-44c8-be08-d627878a2caa tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=e09a1dfb-5187-4208-b475-e50ba4426948 HTTP/1.1" status: 200 len: 944 time: 0.0478289 Nov 24 02:20:43.423688 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-69cf7c44-ef68-417a-8668-4fc934e6d4ea req-493587e9-1717-4353-965a-55591c1d5c64 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?id=a45a6083-cbbc-4043-976c-d65f486ea8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462799 Nov 24 02:20:44.188413 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 6cc50a0d-3b46-4589-84d2-fa4e3ebbaf09 details requested by agent hyperv_hv-neutron-8189 with host hv-neutron-8189 {{(pid=109868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 02:20:44.282974 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port 6cc50a0d-3b46-4589-84d2-fa4e3ebbaf09, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=6cc50a0d-3b46-4589-84d2-fa4e3ebbaf09,segment=NetworkSegment(a66e7eb1-9018-4f04-86d7-2e8d89ea42ae),segment_id=a66e7eb1-9018-4f04-86d7-2e8d89ea42ae)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:20:44.294233 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Returning: {'device': '6cc50a0d-3b46-4589-84d2-fa4e3ebbaf09', 'network_id': '83470dee-da14-4c4f-bafb-bc9ae43aa7e6', 'port_id': '6cc50a0d-3b46-4589-84d2-fa4e3ebbaf09', 'mac_address': 'fa:16:3e:8e:cb:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76703f22-67ad-4470-bab1-2c44ab29baa8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 02:20:44.330702 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:44.343880 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cc50a0d-3b46-4589-84d2-fa4e3ebbaf09 {{(pid=109868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 02:20:44.363258 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port 6cc50a0d-3b46-4589-84d2-fa4e3ebbaf09, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=6cc50a0d-3b46-4589-84d2-fa4e3ebbaf09,segment=NetworkSegment(a66e7eb1-9018-4f04-86d7-2e8d89ea42ae),segment_id=a66e7eb1-9018-4f04-86d7-2e8d89ea42ae)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:20:44.366922 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:44.414441 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=6cc50a0d-3b46-4589-84d2-fa4e3ebbaf09,revision_number=4']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:20:44.535966 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae63319b-ad0b-4412-9996-5559fb7b5ecf req-d18e4643-d60a-4781-92dc-85d1e4e18f63 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:20:44.537442 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-ae63319b-ad0b-4412-9996-5559fb7b5ecf req-d18e4643-d60a-4781-92dc-85d1e4e18f63 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=e09a1dfb-5187-4208-b475-e50ba4426948 HTTP/1.1" status: 200 len: 945 time: 0.0479887 Nov 24 02:20:44.586251 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-ae63319b-ad0b-4412-9996-5559fb7b5ecf req-84be9b04-0310-4c96-b564-244bfc30ec21 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?id=a45a6083-cbbc-4043-976c-d65f486ea8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424609 Nov 24 02:20:44.668313 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] get_ports_and_sgs() called for port_ids ['6cc50a0d-3b46-4589-84d2-fa4e3ebbaf09'] {{(pid=109868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 02:20:45.701090 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4803dce1-5bd7-4068-b9e3-f21d85e334e0 req-9b46b897-6bff-430e-addd-b32bccf69654 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:20:45.702676 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-4803dce1-5bd7-4068-b9e3-f21d85e334e0 req-9b46b897-6bff-430e-addd-b32bccf69654 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=e09a1dfb-5187-4208-b475-e50ba4426948 HTTP/1.1" status: 200 len: 945 time: 0.0481474 Nov 24 02:20:45.750211 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-4803dce1-5bd7-4068-b9e3-f21d85e334e0 req-70140539-8f88-4567-81a6-490042443e7b tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?id=a45a6083-cbbc-4043-976c-d65f486ea8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418005 Nov 24 02:20:46.187930 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 6cc50a0d-3b46-4589-84d2-fa4e3ebbaf09 up at agent hyperv_hv-neutron-8189 {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 02:20:46.236074 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Provisioning for port 6cc50a0d-3b46-4589-84d2-fa4e3ebbaf09 completed by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 02:20:46.239851 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Provisioning complete for port 6cc50a0d-3b46-4589-84d2-fa4e3ebbaf09 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:20:46.240213 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:46.314592 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:46.338472 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e09a1dfb-5187-4208-b475-e50ba4426948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cc50a0d-3b46-4589-84d2-fa4e3ebbaf09'}] {{(pid=109868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:20:46.340730 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adafa3b64de3cabc8eac619938bcace59b198ffee64d481093eb3def62699d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cba4db3-7794-4393-8ef8-ad5003589bf3" -d '{"events": [{"server_uuid": "e09a1dfb-5187-4208-b475-e50ba4426948", "name": "network-vif-plugged", "status": "completed", "tag": "6cc50a0d-3b46-4589-84d2-fa4e3ebbaf09"}]}' {{(pid=109868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:20:46.357575 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port 6cc50a0d-3b46-4589-84d2-fa4e3ebbaf09, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=6cc50a0d-3b46-4589-84d2-fa4e3ebbaf09,segment=NetworkSegment(a66e7eb1-9018-4f04-86d7-2e8d89ea42ae),segment_id=a66e7eb1-9018-4f04-86d7-2e8d89ea42ae)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:20:46.361669 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:46.383721 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 02:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1382c0d-3f43-4981-b367-1b6f1f7185ec x-openstack-request-id: req-b1382c0d-3f43-4981-b367-1b6f1f7185ec {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:20:46.384013 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e09a1dfb-5187-4208-b475-e50ba4426948", "name": "network-vif-plugged", "status": "completed", "tag": "6cc50a0d-3b46-4589-84d2-fa4e3ebbaf09", "code": 200}]} {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:20:46.384293 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b1382c0d-3f43-4981-b367-1b6f1f7185ec {{(pid=109868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:20:46.384679 dv-neutron-818911-2-hyperv neutron-server[109868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e09a1dfb-5187-4208-b475-e50ba4426948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cc50a0d-3b46-4589-84d2-fa4e3ebbaf09', 'code': 200} Nov 24 02:20:46.409062 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=6cc50a0d-3b46-4589-84d2-fa4e3ebbaf09,revision_number=5']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:20:46.606791 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fe94f5-40db-4be0-bff2-a12c2efb6983 req-b6b0a390-f2bd-4013-b464-76ec6e4a421f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:20:46.608443 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-c6fe94f5-40db-4be0-bff2-a12c2efb6983 req-b6b0a390-f2bd-4013-b464-76ec6e4a421f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e09a1dfb-5187-4208-b475-e50ba4426948 HTTP/1.1" status: 200 len: 1099 time: 0.0454841 Nov 24 02:20:46.654248 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-c6fe94f5-40db-4be0-bff2-a12c2efb6983 req-78ac23d3-0159-45bf-bc0c-f82ab4ebfe05 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a45a6083-cbbc-4043-976c-d65f486ea8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387187 Nov 24 02:20:46.864579 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaac6db4-5460-4c84-ba43-9897cb6df80e req-6e931dbc-1ded-450c-bf98-718e9c69bdf7 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:20:46.866085 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-aaac6db4-5460-4c84-ba43-9897cb6df80e req-6e931dbc-1ded-450c-bf98-718e9c69bdf7 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=e09a1dfb-5187-4208-b475-e50ba4426948 HTTP/1.1" status: 200 len: 946 time: 0.0499580 Nov 24 02:20:46.913799 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-aaac6db4-5460-4c84-ba43-9897cb6df80e req-a0eecab5-fe3a-4c99-a4fa-296b157de2c5 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?id=a45a6083-cbbc-4043-976c-d65f486ea8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417733 Nov 24 02:20:48.028209 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84662265-5d7c-48f5-8024-098758c0549b req-20745c29-1e82-4619-8807-a5f2a3596016 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:20:48.029750 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-84662265-5d7c-48f5-8024-098758c0549b req-20745c29-1e82-4619-8807-a5f2a3596016 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=e09a1dfb-5187-4208-b475-e50ba4426948 HTTP/1.1" status: 200 len: 946 time: 0.0492334 Nov 24 02:20:48.079101 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-84662265-5d7c-48f5-8024-098758c0549b req-d1519a4d-4cc6-416a-b8d0-bf8cc08a33f8 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?id=a45a6083-cbbc-4043-976c-d65f486ea8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434752 Nov 24 02:20:48.196611 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2de544-2e34-49d8-82e0-73bdddbd2cf6 req-251d554f-1038-47f9-97b0-b90506b4d664 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:20:48.198196 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-7a2de544-2e34-49d8-82e0-73bdddbd2cf6 req-251d554f-1038-47f9-97b0-b90506b4d664 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=e09a1dfb-5187-4208-b475-e50ba4426948 HTTP/1.1" status: 200 len: 946 time: 0.0521150 Nov 24 02:20:48.246452 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-7a2de544-2e34-49d8-82e0-73bdddbd2cf6 req-497939f3-1622-4527-9542-8c39266c1f54 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?id=a45a6083-cbbc-4043-976c-d65f486ea8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424583 Nov 24 02:20:48.267909 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 56640) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:20:48.307334 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6997c4d-7411-461b-95b5-70f417a7a258 tempest-TestNetworkAdvancedServerOps-597099735 tempest-TestNetworkAdvancedServerOps-597099735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:20:48.308854 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-b6997c4d-7411-461b-95b5-70f417a7a258 tempest-TestNetworkAdvancedServerOps-597099735 tempest-TestNetworkAdvancedServerOps-597099735-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e09a1dfb-5187-4208-b475-e50ba4426948 HTTP/1.1" status: 200 len: 1094 time: 0.0399344 Nov 24 02:20:48.311580 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 56642) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:20:48.316171 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-04df81b6-e048-4444-9239-df435cc441cb tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Request body: {'floatingip': {'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'port_id': '6cc50a0d-3b46-4589-84d2-fa4e3ebbaf09', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:20:48.337143 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-04df81b6-e048-4444-9239-df435cc441cb tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for floatingip, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:48.433277 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-04df81b6-e048-4444-9239-df435cc441cb tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:48.531742 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [None req-04df81b6-e048-4444-9239-df435cc441cb tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Allocated IP 172.26.5.254 (eb22795d-37ee-46ee-844d-92c17e2ea450/3e66fcff-6e72-4083-b514-48f69cdaa2cb/3ba5b3d0-b0df-4279-ae96-14d221582a2e) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 02:20:48.632233 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-04df81b6-e048-4444-9239-df435cc441cb tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:48.664239 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-04df81b6-e048-4444-9239-df435cc441cb tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:48.699897 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04df81b6-e048-4444-9239-df435cc441cb tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Network eb22795d-37ee-46ee-844d-92c17e2ea450 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 02:20:48.704475 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-04df81b6-e048-4444-9239-df435cc441cb tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:20:48.707852 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04df81b6-e048-4444-9239-df435cc441cb tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 02:20:48.731842 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04df81b6-e048-4444-9239-df435cc441cb tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Pushing event updated for resources: {'Port': ['ID=3ba5b3d0-b0df-4279-ae96-14d221582a2e,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:20:49.060168 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-04df81b6-e048-4444-9239-df435cc441cb tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:49.122614 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-04df81b6-e048-4444-9239-df435cc441cb tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:49.265882 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-04df81b6-e048-4444-9239-df435cc441cb tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for port, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:49.270360 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-04df81b6-e048-4444-9239-df435cc441cb tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29149402'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:49.662997 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04df81b6-e048-4444-9239-df435cc441cb tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Pushing event updated for resources: {'Port': ['ID=3ba5b3d0-b0df-4279-ae96-14d221582a2e,revision_number=2']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:20:49.670988 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-04df81b6-e048-4444-9239-df435cc441cb tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418250'] for floatingip, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:49.767332 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.l3_db [None req-04df81b6-e048-4444-9239-df435cc441cb tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Floating IP 85ad2b8a-2d87-472c-9925-7038ec8c2d84 associated. External IP: 172.26.5.254, port: 6cc50a0d-3b46-4589-84d2-fa4e3ebbaf09. Nov 24 02:20:49.969144 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04df81b6-e048-4444-9239-df435cc441cb tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Router 985771d7-bdbc-43ce-9167-de5366a651b1 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 02:20:50.070019 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04df81b6-e048-4444-9239-df435cc441cb tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 02:20:50.080442 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5772c5a-31e4-4372-b2b1-4f635deb1d30 None None] Sync routers for ids ['985771d7-bdbc-43ce-9167-de5366a651b1'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 02:20:50.087840 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-04df81b6-e048-4444-9239-df435cc441cb tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for floatingip, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:50.090404 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5772c5a-31e4-4372-b2b1-4f635deb1d30 None None] Routers {'985771d7-bdbc-43ce-9167-de5366a651b1'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:20:50.091035 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-d5772c5a-31e4-4372-b2b1-4f635deb1d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:20:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['985771d7-bdbc-43ce-9167-de5366a651b1'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:20:50.117003 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-04df81b6-e048-4444-9239-df435cc441cb tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8043735 Nov 24 02:20:50.117955 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e09a1dfb-5187-4208-b475-e50ba4426948', 'tag': '6cc50a0d-3b46-4589-84d2-fa4e3ebbaf09'}] {{(pid=109866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:20:50.121019 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b7c53c286d9351d1367337230623a155cee02c46c94b80588b67a0bc16402ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c77960d-6ade-4753-9680-6be1c18efa2e" -d '{"events": [{"name": "network-changed", "server_uuid": "e09a1dfb-5187-4208-b475-e50ba4426948", "tag": "6cc50a0d-3b46-4589-84d2-fa4e3ebbaf09"}]}' {{(pid=109866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:20:50.202383 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-d5772c5a-31e4-4372-b2b1-4f635deb1d30 None None] Set router 985771d7-bdbc-43ce-9167-de5366a651b1 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:20:50.220279 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 02:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e29b82a8-a198-4d89-9c75-305185aeffd9 x-openstack-request-id: req-e29b82a8-a198-4d89-9c75-305185aeffd9 {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:20:50.220692 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e09a1dfb-5187-4208-b475-e50ba4426948", "tag": "6cc50a0d-3b46-4589-84d2-fa4e3ebbaf09", "status": "completed", "code": 200}]} {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:20:50.221011 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e29b82a8-a198-4d89-9c75-305185aeffd9 {{(pid=109866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:20:50.221646 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e09a1dfb-5187-4208-b475-e50ba4426948', 'tag': '6cc50a0d-3b46-4589-84d2-fa4e3ebbaf09', 'status': 'completed', 'code': 200} Nov 24 02:20:50.272341 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847fb165-0802-40bd-be09-f047748a3dab req-1aafbe95-672b-4028-a118-e1f588a1e846 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:20:50.273855 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-847fb165-0802-40bd-be09-f047748a3dab req-1aafbe95-672b-4028-a118-e1f588a1e846 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=e09a1dfb-5187-4208-b475-e50ba4426948 HTTP/1.1" status: 200 len: 946 time: 0.0503533 Nov 24 02:20:50.349498 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c77960d-6ade-4753-9680-6be1c18efa2e req-39182190-b04f-4f3c-aa43-eb8b9c7d7ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:20:50.351088 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-0c77960d-6ade-4753-9680-6be1c18efa2e req-39182190-b04f-4f3c-aa43-eb8b9c7d7ad5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=267b27dd9c014097b0435b11fcd7bcf6&device_id=e09a1dfb-5187-4208-b475-e50ba4426948 HTTP/1.1" status: 200 len: 1099 time: 0.0762906 Nov 24 02:20:50.356575 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-847fb165-0802-40bd-be09-f047748a3dab req-688257ed-7e93-4ff0-a600-2659710ef968 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?id=a45a6083-cbbc-4043-976c-d65f486ea8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732708 Nov 24 02:20:50.383734 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 56652) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:20:50.435825 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-d5772c5a-31e4-4372-b2b1-4f635deb1d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '985771d7-bdbc-43ce-9167-de5366a651b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-103471606', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.137'}], 'enable_snat': True}, 'gw_port_id': '04e4c78a-026a-42da-87b8-50e7caf4e4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:20:32Z', 'updated_at': '2021-11-24T02:20:36Z', 'revision_number': 4, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'gw_port': {'id': '04e4c78a-026a-42da-87b8-50e7caf4e4af', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:86:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985771d7-bdbc-43ce-9167-de5366a651b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:20:33Z', 'updated_at': '2021-11-24T02:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_floatingips': [{'id': '85ad2b8a-2d87-472c-9925-7038ec8c2d84', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'floating_ip_address': '172.26.5.254', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': '985771d7-bdbc-43ce-9167-de5366a651b1', 'port_id': '6cc50a0d-3b46-4589-84d2-fa4e3ebbaf09', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83470dee-da14-4c4f-bafb-bc9ae43aa7e6', 'mac_address': 'fa:16:3e:8e:cb:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e09a1dfb-5187-4208-b475-e50ba4426948', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T02:20:48Z', 'updated_at': '2021-11-24T02:20:48Z', 'revision_number': 0, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1d70395-cb43-4401-8f5e-d035ced1a4ac', 'name': '', 'network_id': '83470dee-da14-4c4f-bafb-bc9ae43aa7e6', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'mac_address': 'fa:16:3e:fd:c0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985771d7-bdbc-43ce-9167-de5366a651b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '76703f22-67ad-4470-bab1-2c44ab29baa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:20:35Z', 'updated_at': '2021-11-24T02:20:39Z', 'revision_number': 5, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'subnets': [{'id': '76703f22-67ad-4470-bab1-2c44ab29baa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:20:50.446326 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-9cd3227f-90ce-4ccd-866d-ac821e902b26 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/floatingips/85ad2b8a-2d87-472c-9925-7038ec8c2d84 HTTP/1.1" status: 200 len: 992 time: 0.0614178 Nov 24 02:20:50.446969 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c77960d-6ade-4753-9680-6be1c18efa2e req-0389cbc0-8c96-4042-b1e1-96ea1bc27662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:20:50.448507 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-0c77960d-6ade-4753-9680-6be1c18efa2e req-0389cbc0-8c96-4042-b1e1-96ea1bc27662 service neutron] 10.222.0.48 "GET /v2.0/networks?id=83470dee-da14-4c4f-bafb-bc9ae43aa7e6 HTTP/1.1" status: 200 len: 897 time: 0.0905323 Nov 24 02:20:50.462035 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5772c5a-31e4-4372-b2b1-4f635deb1d30 None None] Checking router: 985771d7-bdbc-43ce-9167-de5366a651b1 for host: dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 02:20:50.470381 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5772c5a-31e4-4372-b2b1-4f635deb1d30 None None] Routers {'985771d7-bdbc-43ce-9167-de5366a651b1'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:20:50.470947 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-d5772c5a-31e4-4372-b2b1-4f635deb1d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:20:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['985771d7-bdbc-43ce-9167-de5366a651b1'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:20:50.520788 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-0c77960d-6ade-4753-9680-6be1c18efa2e req-af4c9d3a-724a-49e9-81fb-9260f68e1e7f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6cc50a0d-3b46-4589-84d2-fa4e3ebbaf09 HTTP/1.1" status: 200 len: 1000 time: 0.0646255 Nov 24 02:20:50.570326 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c77960d-6ade-4753-9680-6be1c18efa2e req-f337ab1b-be43-4eb3-9042-2c90e62d29e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:20:50.571826 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-0c77960d-6ade-4753-9680-6be1c18efa2e req-f337ab1b-be43-4eb3-9042-2c90e62d29e9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=76703f22-67ad-4470-bab1-2c44ab29baa8 HTTP/1.1" status: 200 len: 834 time: 0.0443237 Nov 24 02:20:50.575002 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-d5772c5a-31e4-4372-b2b1-4f635deb1d30 None None] Set router 985771d7-bdbc-43ce-9167-de5366a651b1 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:20:50.616961 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c77960d-6ade-4753-9680-6be1c18efa2e req-c42a0f0a-c36a-4668-b071-8e639b02c046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:20:50.619055 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-0c77960d-6ade-4753-9680-6be1c18efa2e req-c42a0f0a-c36a-4668-b071-8e639b02c046 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=83470dee-da14-4c4f-bafb-bc9ae43aa7e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396099 Nov 24 02:20:50.712523 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-0c77960d-6ade-4753-9680-6be1c18efa2e req-8cd1153c-dc1a-4c6b-b232-afd88ab54479 service neutron] 10.222.0.48 "GET /v2.0/networks/83470dee-da14-4c4f-bafb-bc9ae43aa7e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867243 Nov 24 02:20:50.791743 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-d5772c5a-31e4-4372-b2b1-4f635deb1d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '985771d7-bdbc-43ce-9167-de5366a651b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-103471606', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.137'}], 'enable_snat': True}, 'gw_port_id': '04e4c78a-026a-42da-87b8-50e7caf4e4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:20:32Z', 'updated_at': '2021-11-24T02:20:36Z', 'revision_number': 4, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'gw_port': {'id': '04e4c78a-026a-42da-87b8-50e7caf4e4af', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:86:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985771d7-bdbc-43ce-9167-de5366a651b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:20:33Z', 'updated_at': '2021-11-24T02:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_floatingips': [{'id': '85ad2b8a-2d87-472c-9925-7038ec8c2d84', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'floating_ip_address': '172.26.5.254', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': '985771d7-bdbc-43ce-9167-de5366a651b1', 'port_id': '6cc50a0d-3b46-4589-84d2-fa4e3ebbaf09', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83470dee-da14-4c4f-bafb-bc9ae43aa7e6', 'mac_address': 'fa:16:3e:8e:cb:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e09a1dfb-5187-4208-b475-e50ba4426948', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T02:20:48Z', 'updated_at': '2021-11-24T02:20:48Z', 'revision_number': 0, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1d70395-cb43-4401-8f5e-d035ced1a4ac', 'name': '', 'network_id': '83470dee-da14-4c4f-bafb-bc9ae43aa7e6', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'mac_address': 'fa:16:3e:fd:c0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985771d7-bdbc-43ce-9167-de5366a651b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '76703f22-67ad-4470-bab1-2c44ab29baa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:20:35Z', 'updated_at': '2021-11-24T02:20:39Z', 'revision_number': 5, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'subnets': [{'id': '76703f22-67ad-4470-bab1-2c44ab29baa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:20:50.810651 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-0c77960d-6ade-4753-9680-6be1c18efa2e req-938a869a-16f3-4a6f-8d30-a2812e2b0ed1 service neutron] 10.222.0.48 "GET /v2.0/networks/83470dee-da14-4c4f-bafb-bc9ae43aa7e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914660 Nov 24 02:20:50.820873 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5772c5a-31e4-4372-b2b1-4f635deb1d30 None None] The sync data for ids ['985771d7-bdbc-43ce-9167-de5366a651b1'] in dv-neutron-818911-2-hyperv is: [{'id': '985771d7-bdbc-43ce-9167-de5366a651b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-103471606', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.137'}], 'enable_snat': True}, 'gw_port_id': '04e4c78a-026a-42da-87b8-50e7caf4e4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:20:32Z', 'updated_at': '2021-11-24T02:20:36Z', 'revision_number': 4, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'gw_port': {'id': '04e4c78a-026a-42da-87b8-50e7caf4e4af', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:86:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985771d7-bdbc-43ce-9167-de5366a651b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:20:33Z', 'updated_at': '2021-11-24T02:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_floatingips': [{'id': '85ad2b8a-2d87-472c-9925-7038ec8c2d84', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'floating_ip_address': '172.26.5.254', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': '985771d7-bdbc-43ce-9167-de5366a651b1', 'port_id': '6cc50a0d-3b46-4589-84d2-fa4e3ebbaf09', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83470dee-da14-4c4f-bafb-bc9ae43aa7e6', 'mac_address': 'fa:16:3e:8e:cb:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e09a1dfb-5187-4208-b475-e50ba4426948', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T02:20:48Z', 'updated_at': '2021-11-24T02:20:48Z', 'revision_number': 0, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1d70395-cb43-4401-8f5e-d035ced1a4ac', 'name': '', 'network_id': '83470dee-da14-4c4f-bafb-bc9ae43aa7e6', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'mac_address': 'fa:16:3e:fd:c0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985771d7-bdbc-43ce-9167-de5366a651b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '76703f22-67ad-4470-bab1-2c44ab29baa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:20:35Z', 'updated_at': '2021-11-24T02:20:39Z', 'revision_number': 5, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'subnets': [{'id': '76703f22-67ad-4470-bab1-2c44ab29baa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 02:20:51.009100 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8c0d60-d4b2-4e1e-8dc6-6d119a611682 None None] New status for floating IP 85ad2b8a-2d87-472c-9925-7038ec8c2d84: ACTIVE {{(pid=109869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 02:20:51.162382 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.agents_db [None req-4e42c10c-a1d3-4d07-89d6-7a24334140aa None None] Agent healthcheck: found 6 active agents {{(pid=109869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 02:20:51.450098 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 56654) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:20:51.512381 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-5f6b696f-7e49-45a3-a84a-10be5783233c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/floatingips/85ad2b8a-2d87-472c-9925-7038ec8c2d84 HTTP/1.1" status: 200 len: 994 time: 0.0611055 Nov 24 02:20:54.790151 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-98936f44-ddc6-4912-a1ce-350fc5878b88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:57.262096 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-8a096f1a-3319-4e96-8880-fb12a33d71db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:58.218763 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:58.293330 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:20:59.721230 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:21:00.173632 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:21:20.297181 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cd9501-7c17-4298-87cd-5a38ed6dcd74 req-50177e2c-05d1-4beb-9f17-a46167e73e60 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:21:20.298691 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-65cd9501-7c17-4298-87cd-5a38ed6dcd74 req-50177e2c-05d1-4beb-9f17-a46167e73e60 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=e09a1dfb-5187-4208-b475-e50ba4426948 HTTP/1.1" status: 200 len: 946 time: 0.0483904 Nov 24 02:21:20.349860 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-65cd9501-7c17-4298-87cd-5a38ed6dcd74 req-14285381-2ab8-4a41-8057-85727dcd0758 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?id=a45a6083-cbbc-4043-976c-d65f486ea8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453653 Nov 24 02:21:21.469172 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5870c9da-f03c-422d-ae6b-eb5ce476b078 req-4d77b944-f18f-4034-91e6-964e0ba2743e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:21:21.470648 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-5870c9da-f03c-422d-ae6b-eb5ce476b078 req-4d77b944-f18f-4034-91e6-964e0ba2743e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=e09a1dfb-5187-4208-b475-e50ba4426948 HTTP/1.1" status: 200 len: 946 time: 0.0485215 Nov 24 02:21:21.519209 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-5870c9da-f03c-422d-ae6b-eb5ce476b078 req-e51b3bce-de49-4083-9012-e15e4fe22697 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?id=a45a6083-cbbc-4043-976c-d65f486ea8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428231 Nov 24 02:21:22.632361 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a042b7a-032a-44ad-b076-4013a1e514a7 req-88befdb4-f7bd-427c-819f-c622b9d7f4cf tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:21:22.634405 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-2a042b7a-032a-44ad-b076-4013a1e514a7 req-88befdb4-f7bd-427c-819f-c622b9d7f4cf tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=e09a1dfb-5187-4208-b475-e50ba4426948 HTTP/1.1" status: 200 len: 946 time: 0.0497873 Nov 24 02:21:22.682645 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-2a042b7a-032a-44ad-b076-4013a1e514a7 req-326daf84-e6e4-4471-b949-cfca6e13660a tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?id=a45a6083-cbbc-4043-976c-d65f486ea8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424006 Nov 24 02:21:23.796951 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b213faa-3a44-426e-81b9-46125df32e24 req-3529ff7e-5dd3-4113-b9cc-a0c781227847 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:21:23.798461 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-3b213faa-3a44-426e-81b9-46125df32e24 req-3529ff7e-5dd3-4113-b9cc-a0c781227847 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=e09a1dfb-5187-4208-b475-e50ba4426948 HTTP/1.1" status: 200 len: 946 time: 0.0475736 Nov 24 02:21:23.851017 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-3b213faa-3a44-426e-81b9-46125df32e24 req-5b4dd0dd-a7c7-4b2a-a421-7d2bc867ad60 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?id=a45a6083-cbbc-4043-976c-d65f486ea8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468128 Nov 24 02:21:24.795390 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-68becd7e-63bd-4023-b339-c822850f12b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:21:24.969352 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd81625b-1b76-47af-a985-6973f0444a68 req-7943e9d2-30cd-4181-a434-04736c0bb5e7 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:21:24.970799 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-dd81625b-1b76-47af-a985-6973f0444a68 req-7943e9d2-30cd-4181-a434-04736c0bb5e7 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=e09a1dfb-5187-4208-b475-e50ba4426948 HTTP/1.1" status: 200 len: 946 time: 0.0532482 Nov 24 02:21:25.021755 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-dd81625b-1b76-47af-a985-6973f0444a68 req-eb990a7e-f19f-4fb4-9b21-c2b0dd852680 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?id=a45a6083-cbbc-4043-976c-d65f486ea8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451534 Nov 24 02:21:26.135542 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d156154e-2280-4e78-836a-5ef45583862e req-ba4f91da-4a73-4317-9f2f-7b5e14165576 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:21:26.136922 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-d156154e-2280-4e78-836a-5ef45583862e req-ba4f91da-4a73-4317-9f2f-7b5e14165576 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=e09a1dfb-5187-4208-b475-e50ba4426948 HTTP/1.1" status: 200 len: 946 time: 0.0486245 Nov 24 02:21:26.185511 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-d156154e-2280-4e78-836a-5ef45583862e req-4bab9b6b-15b0-442b-9454-a93027b16d1a tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?id=a45a6083-cbbc-4043-976c-d65f486ea8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427606 Nov 24 02:21:27.263217 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-52e08046-008b-4363-aaf7-ecda8e01ce07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:21:27.298953 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795c5bff-0947-4d90-8049-d541ae448f02 req-67e3f1d1-15c3-4e61-95a0-f2ef2ddeddae tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:21:27.300469 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-795c5bff-0947-4d90-8049-d541ae448f02 req-67e3f1d1-15c3-4e61-95a0-f2ef2ddeddae tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=e09a1dfb-5187-4208-b475-e50ba4426948 HTTP/1.1" status: 200 len: 946 time: 0.0491159 Nov 24 02:21:27.351724 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-795c5bff-0947-4d90-8049-d541ae448f02 req-b80dfd67-fd89-4e30-b740-7f1baf12b600 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?id=a45a6083-cbbc-4043-976c-d65f486ea8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448208 Nov 24 02:21:28.160624 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.agents_db [None req-4e42c10c-a1d3-4d07-89d6-7a24334140aa None None] Agent healthcheck: found 6 active agents {{(pid=109869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 02:21:28.221213 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:21:28.299956 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:21:28.343668 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbf8e75-2795-4df2-bcde-104079a23e5c req-6653a678-d3ef-43d4-943b-7b834a3bc4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:21:28.345172 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-ddbf8e75-2795-4df2-bcde-104079a23e5c req-6653a678-d3ef-43d4-943b-7b834a3bc4cf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=267b27dd9c014097b0435b11fcd7bcf6&device_id=e09a1dfb-5187-4208-b475-e50ba4426948 HTTP/1.1" status: 200 len: 1099 time: 0.0816205 Nov 24 02:21:28.479821 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbf8e75-2795-4df2-bcde-104079a23e5c req-b0eed81c-6db3-4320-a242-9ac84e4becba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:21:28.481177 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-ddbf8e75-2795-4df2-bcde-104079a23e5c req-b0eed81c-6db3-4320-a242-9ac84e4becba service neutron] 10.222.0.48 "GET /v2.0/networks?id=83470dee-da14-4c4f-bafb-bc9ae43aa7e6 HTTP/1.1" status: 200 len: 897 time: 0.1158321 Nov 24 02:21:28.493238 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2de42f-7697-4fba-bd38-364b17c62e65 req-ca2a66e5-fa4c-4fa3-9421-1312b64c55f7 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:21:28.495185 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-1d2de42f-7697-4fba-bd38-364b17c62e65 req-ca2a66e5-fa4c-4fa3-9421-1312b64c55f7 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=e09a1dfb-5187-4208-b475-e50ba4426948 HTTP/1.1" status: 200 len: 946 time: 0.0704751 Nov 24 02:21:28.581595 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-ddbf8e75-2795-4df2-bcde-104079a23e5c req-aa060bc6-bbea-4d92-a8e8-373d3e798c6d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6cc50a0d-3b46-4589-84d2-fa4e3ebbaf09 HTTP/1.1" status: 200 len: 1002 time: 0.0854371 Nov 24 02:21:28.590782 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-1d2de42f-7697-4fba-bd38-364b17c62e65 req-a1c5b286-f6ed-49b9-8340-dfc98e4dba79 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?id=a45a6083-cbbc-4043-976c-d65f486ea8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893164 Nov 24 02:21:28.636248 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbf8e75-2795-4df2-bcde-104079a23e5c req-658f9d48-f336-47ef-82c0-51a18be200d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:21:28.637722 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-ddbf8e75-2795-4df2-bcde-104079a23e5c req-658f9d48-f336-47ef-82c0-51a18be200d9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=76703f22-67ad-4470-bab1-2c44ab29baa8 HTTP/1.1" status: 200 len: 834 time: 0.0460818 Nov 24 02:21:28.681701 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbf8e75-2795-4df2-bcde-104079a23e5c req-63f39b32-fdb4-4936-913d-04d07d7ed719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:21:28.683114 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-ddbf8e75-2795-4df2-bcde-104079a23e5c req-63f39b32-fdb4-4936-913d-04d07d7ed719 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=83470dee-da14-4c4f-bafb-bc9ae43aa7e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390098 Nov 24 02:21:28.774657 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-ddbf8e75-2795-4df2-bcde-104079a23e5c req-bfdcf578-9360-4b91-86e4-376fd755ede9 service neutron] 10.222.0.48 "GET /v2.0/networks/83470dee-da14-4c4f-bafb-bc9ae43aa7e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835557 Nov 24 02:21:28.861817 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-ddbf8e75-2795-4df2-bcde-104079a23e5c req-bd2c35c9-3c09-4eef-ae02-4ee80cf1a66a service neutron] 10.222.0.48 "GET /v2.0/networks/83470dee-da14-4c4f-bafb-bc9ae43aa7e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802486 Nov 24 02:21:29.710145 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e990e029-dffa-4e51-b793-f20c140c7219 req-29c73f41-0d9a-4084-af14-8352ab28ed0d tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:21:29.712236 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e990e029-dffa-4e51-b793-f20c140c7219 req-29c73f41-0d9a-4084-af14-8352ab28ed0d tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=e09a1dfb-5187-4208-b475-e50ba4426948 HTTP/1.1" status: 200 len: 946 time: 0.0494084 Nov 24 02:21:29.723960 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:21:29.765389 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e990e029-dffa-4e51-b793-f20c140c7219 req-dc282e53-94ae-4da3-bf2b-b747bb92e026 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?id=a45a6083-cbbc-4043-976c-d65f486ea8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472627 Nov 24 02:21:30.175205 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:21:30.883971 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0932b6-38e5-4c85-afb5-390cca06b6af req-1acab253-713c-4378-8dae-4f5eb04d2e84 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:21:30.885457 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-0e0932b6-38e5-4c85-afb5-390cca06b6af req-1acab253-713c-4378-8dae-4f5eb04d2e84 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=e09a1dfb-5187-4208-b475-e50ba4426948 HTTP/1.1" status: 200 len: 946 time: 0.0540211 Nov 24 02:21:30.939798 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-0e0932b6-38e5-4c85-afb5-390cca06b6af req-921255e8-bf88-4a9a-ba83-93a19f190248 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?id=a45a6083-cbbc-4043-976c-d65f486ea8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482647 Nov 24 02:21:30.962473 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 56690) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:21:31.020557 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-db3a08b0-b97f-46d8-aac5-74b7d992eff0 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/floatingips/85ad2b8a-2d87-472c-9925-7038ec8c2d84 HTTP/1.1" status: 200 len: 994 time: 0.0569670 Nov 24 02:21:32.303711 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52977255-cfc0-45d7-8d2f-a24a1b3f95e2 req-0ceaf5fd-4689-4a49-bd04-a97855fd8edf tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:21:32.305778 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-52977255-cfc0-45d7-8d2f-a24a1b3f95e2 req-0ceaf5fd-4689-4a49-bd04-a97855fd8edf tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=e09a1dfb-5187-4208-b475-e50ba4426948 HTTP/1.1" status: 200 len: 946 time: 0.0493321 Nov 24 02:21:32.356413 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e657ad3f-41bd-41ba-9e65-597b1cb5568e req-7e29ea7b-2ded-4b36-9854-1bb6e3705388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:21:32.357957 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e657ad3f-41bd-41ba-9e65-597b1cb5568e req-7e29ea7b-2ded-4b36-9854-1bb6e3705388 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=267b27dd9c014097b0435b11fcd7bcf6&device_id=e09a1dfb-5187-4208-b475-e50ba4426948 HTTP/1.1" status: 200 len: 1099 time: 0.0471332 Nov 24 02:21:32.359067 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-52977255-cfc0-45d7-8d2f-a24a1b3f95e2 req-bcd665a8-76d6-4614-b0db-e27eb71a24ca tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?id=a45a6083-cbbc-4043-976c-d65f486ea8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472555 Nov 24 02:21:32.449726 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e657ad3f-41bd-41ba-9e65-597b1cb5568e req-86a06c6f-d3bd-4e2a-96eb-f156dd5ebcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:21:32.451222 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e657ad3f-41bd-41ba-9e65-597b1cb5568e req-86a06c6f-d3bd-4e2a-96eb-f156dd5ebcc1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=83470dee-da14-4c4f-bafb-bc9ae43aa7e6 HTTP/1.1" status: 200 len: 897 time: 0.0859830 Nov 24 02:21:32.518767 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e657ad3f-41bd-41ba-9e65-597b1cb5568e req-171970f7-a6f3-4010-ba9a-1a47b0b8da6c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6cc50a0d-3b46-4589-84d2-fa4e3ebbaf09 HTTP/1.1" status: 200 len: 1002 time: 0.0605927 Nov 24 02:21:32.569040 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e657ad3f-41bd-41ba-9e65-597b1cb5568e req-2793f811-9436-4007-bf7d-7fc81f09eb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:21:32.570594 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e657ad3f-41bd-41ba-9e65-597b1cb5568e req-2793f811-9436-4007-bf7d-7fc81f09eb42 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=76703f22-67ad-4470-bab1-2c44ab29baa8 HTTP/1.1" status: 200 len: 834 time: 0.0443449 Nov 24 02:21:32.615426 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e657ad3f-41bd-41ba-9e65-597b1cb5568e req-43f266e5-04b1-4717-aff0-7c3d94648d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:21:32.616884 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e657ad3f-41bd-41ba-9e65-597b1cb5568e req-43f266e5-04b1-4717-aff0-7c3d94648d52 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=83470dee-da14-4c4f-bafb-bc9ae43aa7e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394273 Nov 24 02:21:32.708186 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e657ad3f-41bd-41ba-9e65-597b1cb5568e req-d737430e-d2d8-4602-aada-45fbf0fc9187 service neutron] 10.222.0.48 "GET /v2.0/networks/83470dee-da14-4c4f-bafb-bc9ae43aa7e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840673 Nov 24 02:21:32.796485 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e657ad3f-41bd-41ba-9e65-597b1cb5568e req-fa6f51d0-9bef-45df-a446-46c92e794e86 service neutron] 10.222.0.48 "GET /v2.0/networks/83470dee-da14-4c4f-bafb-bc9ae43aa7e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807695 Nov 24 02:21:33.480439 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350aadff-d225-47d1-b949-3b067aa6fe6c req-1434299c-6ed1-4139-9e62-a1503e543fa6 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:21:33.481940 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-350aadff-d225-47d1-b949-3b067aa6fe6c req-1434299c-6ed1-4139-9e62-a1503e543fa6 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=e09a1dfb-5187-4208-b475-e50ba4426948 HTTP/1.1" status: 200 len: 946 time: 0.0534387 Nov 24 02:21:33.530479 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-350aadff-d225-47d1-b949-3b067aa6fe6c req-8df46dfa-619c-42c8-afce-d7f113506b66 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?id=a45a6083-cbbc-4043-976c-d65f486ea8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427299 Nov 24 02:21:33.554105 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 56704) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:21:33.617953 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-88d565fe-def0-48e1-a634-e6ba933ee076 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/floatingips/85ad2b8a-2d87-472c-9925-7038ec8c2d84 HTTP/1.1" status: 200 len: 994 time: 0.0612514 Nov 24 02:21:54.797726 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-d58590e2-0dfa-4a05-969a-9ffaded6d623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:21:57.266978 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-56c6df51-2bfe-490f-ab76-17441753650c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:21:58.224093 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:21:58.302874 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:21:59.728108 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:00.176495 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:04.014543 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 56720) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:22:04.171030 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-b3b51447-b813-47c3-b005-28cdbbe2088d tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Deleting port 3ba5b3d0-b0df-4279-ae96-14d221582a2e {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 02:22:04.171284 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b3b51447-b813-47c3-b005-28cdbbe2088d tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:04.248697 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b3b51447-b813-47c3-b005-28cdbbe2088d tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:04.249021 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b3b51447-b813-47c3-b005-28cdbbe2088d tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:04.260538 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-b3b51447-b813-47c3-b005-28cdbbe2088d tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Calling delete_port for 3ba5b3d0-b0df-4279-ae96-14d221582a2e owned by network:floatingip {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 02:22:04.409132 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b3b51447-b813-47c3-b005-28cdbbe2088d tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:04.434375 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b51447-b813-47c3-b005-28cdbbe2088d tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Pushing event deleted for resources: {'Port': ['ID=3ba5b3d0-b0df-4279-ae96-14d221582a2e,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:22:04.459446 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b51447-b813-47c3-b005-28cdbbe2088d tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:22:04.460334 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b51447-b813-47c3-b005-28cdbbe2088d tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:22:04.460681 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b51447-b813-47c3-b005-28cdbbe2088d tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:22:04.461018 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b51447-b813-47c3-b005-28cdbbe2088d tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:22:04.461353 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b51447-b813-47c3-b005-28cdbbe2088d tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:22:04.461713 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b51447-b813-47c3-b005-28cdbbe2088d tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:22:04.462043 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b51447-b813-47c3-b005-28cdbbe2088d tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:22:04.462371 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b51447-b813-47c3-b005-28cdbbe2088d tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:22:04.462700 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b51447-b813-47c3-b005-28cdbbe2088d tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:22:04.463026 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b51447-b813-47c3-b005-28cdbbe2088d tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:22:04.463350 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b51447-b813-47c3-b005-28cdbbe2088d tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:22:04.463670 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b51447-b813-47c3-b005-28cdbbe2088d tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:22:04.501994 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b3b51447-b813-47c3-b005-28cdbbe2088d tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for floatingip, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:04.502321 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.l3_db [None req-b3b51447-b813-47c3-b005-28cdbbe2088d tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Floating IP 85ad2b8a-2d87-472c-9925-7038ec8c2d84 disassociated (deleted). External IP: 172.26.5.254, port: 6cc50a0d-3b46-4589-84d2-fa4e3ebbaf09. Nov 24 02:22:04.710970 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3b51447-b813-47c3-b005-28cdbbe2088d tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Router 985771d7-bdbc-43ce-9167-de5366a651b1 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 02:22:04.817593 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3b51447-b813-47c3-b005-28cdbbe2088d tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 02:22:04.822930 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b3b51447-b813-47c3-b005-28cdbbe2088d tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for floatingip, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:04.827791 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5aec3e-b252-46bc-85f2-cbb0439cf1da None None] Sync routers for ids ['985771d7-bdbc-43ce-9167-de5366a651b1'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 02:22:04.838092 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5aec3e-b252-46bc-85f2-cbb0439cf1da None None] Routers {'985771d7-bdbc-43ce-9167-de5366a651b1'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:22:04.838703 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-7b5aec3e-b252-46bc-85f2-cbb0439cf1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:21:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['985771d7-bdbc-43ce-9167-de5366a651b1'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:22:04.849455 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-b3b51447-b813-47c3-b005-28cdbbe2088d tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "DELETE /v2.0/floatingips/85ad2b8a-2d87-472c-9925-7038ec8c2d84 HTTP/1.1" status: 204 len: 168 time: 0.8338146 Nov 24 02:22:04.850048 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e09a1dfb-5187-4208-b475-e50ba4426948', 'tag': '6cc50a0d-3b46-4589-84d2-fa4e3ebbaf09'}] {{(pid=109867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:22:04.852421 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2155eb48762029a847224b6ca77dbed8b251e8450d3d79f1fc0a82d404e82e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-240c50b2-4a19-4456-a8e7-61504832ac39" -d '{"events": [{"name": "network-changed", "server_uuid": "e09a1dfb-5187-4208-b475-e50ba4426948", "tag": "6cc50a0d-3b46-4589-84d2-fa4e3ebbaf09"}]}' {{(pid=109867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:22:04.943759 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 02:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6213432c-eec5-4d3e-990c-68ad37a2fb5a x-openstack-request-id: req-6213432c-eec5-4d3e-990c-68ad37a2fb5a {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:22:04.944055 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e09a1dfb-5187-4208-b475-e50ba4426948", "tag": "6cc50a0d-3b46-4589-84d2-fa4e3ebbaf09", "status": "completed", "code": 200}]} {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:22:04.944933 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6213432c-eec5-4d3e-990c-68ad37a2fb5a {{(pid=109867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:22:04.945338 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e09a1dfb-5187-4208-b475-e50ba4426948', 'tag': '6cc50a0d-3b46-4589-84d2-fa4e3ebbaf09', 'status': 'completed', 'code': 200} Nov 24 02:22:04.955325 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-7b5aec3e-b252-46bc-85f2-cbb0439cf1da None None] Set router 985771d7-bdbc-43ce-9167-de5366a651b1 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:22:05.036098 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240c50b2-4a19-4456-a8e7-61504832ac39 req-9eead240-314c-4c80-82fb-d6aff80b2008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:22:05.037788 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-240c50b2-4a19-4456-a8e7-61504832ac39 req-9eead240-314c-4c80-82fb-d6aff80b2008 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=267b27dd9c014097b0435b11fcd7bcf6&device_id=e09a1dfb-5187-4208-b475-e50ba4426948 HTTP/1.1" status: 200 len: 1099 time: 0.0499256 Nov 24 02:22:05.084673 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b261c86-d9ad-4bc8-8384-7bf3612a1d64 req-7d6d88bb-27bf-4e67-932f-1b4306459e17 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:22:05.087095 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-6b261c86-d9ad-4bc8-8384-7bf3612a1d64 req-7d6d88bb-27bf-4e67-932f-1b4306459e17 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=e09a1dfb-5187-4208-b475-e50ba4426948 HTTP/1.1" status: 200 len: 946 time: 0.0525615 Nov 24 02:22:05.143008 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-6b261c86-d9ad-4bc8-8384-7bf3612a1d64 req-3c18805d-362f-4d25-8c0c-0099aaa38af1 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?id=a45a6083-cbbc-4043-976c-d65f486ea8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495195 Nov 24 02:22:05.143739 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240c50b2-4a19-4456-a8e7-61504832ac39 req-9d3c62e4-6a1c-4eca-a505-a8e7fb86ea40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:22:05.145423 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-240c50b2-4a19-4456-a8e7-61504832ac39 req-9d3c62e4-6a1c-4eca-a505-a8e7fb86ea40 service neutron] 10.222.0.48 "GET /v2.0/networks?id=83470dee-da14-4c4f-bafb-bc9ae43aa7e6 HTTP/1.1" status: 200 len: 897 time: 0.0975394 Nov 24 02:22:05.160946 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.agents_db [None req-4e42c10c-a1d3-4d07-89d6-7a24334140aa None None] Agent healthcheck: found 6 active agents {{(pid=109869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 02:22:05.176615 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-7b5aec3e-b252-46bc-85f2-cbb0439cf1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '985771d7-bdbc-43ce-9167-de5366a651b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-103471606', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.137'}], 'enable_snat': True}, 'gw_port_id': '04e4c78a-026a-42da-87b8-50e7caf4e4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:20:32Z', 'updated_at': '2021-11-24T02:20:36Z', 'revision_number': 4, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'gw_port': {'id': '04e4c78a-026a-42da-87b8-50e7caf4e4af', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:86:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985771d7-bdbc-43ce-9167-de5366a651b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:20:33Z', 'updated_at': '2021-11-24T02:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': 'e1d70395-cb43-4401-8f5e-d035ced1a4ac', 'name': '', 'network_id': '83470dee-da14-4c4f-bafb-bc9ae43aa7e6', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'mac_address': 'fa:16:3e:fd:c0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985771d7-bdbc-43ce-9167-de5366a651b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '76703f22-67ad-4470-bab1-2c44ab29baa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:20:35Z', 'updated_at': '2021-11-24T02:20:39Z', 'revision_number': 5, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'subnets': [{'id': '76703f22-67ad-4470-bab1-2c44ab29baa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:22:05.195968 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-240c50b2-4a19-4456-a8e7-61504832ac39 req-3ce114aa-8e1d-4e16-b58e-1b847d7a336d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6cc50a0d-3b46-4589-84d2-fa4e3ebbaf09 HTTP/1.1" status: 200 len: 217 time: 0.0413654 Nov 24 02:22:05.250113 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240c50b2-4a19-4456-a8e7-61504832ac39 req-a973b191-a9d6-4ef4-984f-24b0fa6ab87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:22:05.251509 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-240c50b2-4a19-4456-a8e7-61504832ac39 req-a973b191-a9d6-4ef4-984f-24b0fa6ab87d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=76703f22-67ad-4470-bab1-2c44ab29baa8 HTTP/1.1" status: 200 len: 834 time: 0.0474920 Nov 24 02:22:05.301120 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240c50b2-4a19-4456-a8e7-61504832ac39 req-096177fc-acd4-4564-9b25-6e5990d1dc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:22:05.302798 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-240c50b2-4a19-4456-a8e7-61504832ac39 req-096177fc-acd4-4564-9b25-6e5990d1dc0b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=83470dee-da14-4c4f-bafb-bc9ae43aa7e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0422342 Nov 24 02:22:05.347577 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5aec3e-b252-46bc-85f2-cbb0439cf1da None None] Checking router: 985771d7-bdbc-43ce-9167-de5366a651b1 for host: dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 02:22:05.356349 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5aec3e-b252-46bc-85f2-cbb0439cf1da None None] Routers {'985771d7-bdbc-43ce-9167-de5366a651b1'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:22:05.356955 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-7b5aec3e-b252-46bc-85f2-cbb0439cf1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:21:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['985771d7-bdbc-43ce-9167-de5366a651b1'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:22:05.402393 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-240c50b2-4a19-4456-a8e7-61504832ac39 req-c271ac88-3c41-46c0-a9f6-35e1893c3774 service neutron] 10.222.0.48 "GET /v2.0/networks/83470dee-da14-4c4f-bafb-bc9ae43aa7e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903096 Nov 24 02:22:05.460760 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-7b5aec3e-b252-46bc-85f2-cbb0439cf1da None None] Set router 985771d7-bdbc-43ce-9167-de5366a651b1 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:22:05.495298 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-240c50b2-4a19-4456-a8e7-61504832ac39 req-9b488c85-c175-4c8a-a33f-9cd507ad537f service neutron] 10.222.0.48 "GET /v2.0/networks/83470dee-da14-4c4f-bafb-bc9ae43aa7e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855904 Nov 24 02:22:05.652682 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-7b5aec3e-b252-46bc-85f2-cbb0439cf1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '985771d7-bdbc-43ce-9167-de5366a651b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-103471606', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.137'}], 'enable_snat': True}, 'gw_port_id': '04e4c78a-026a-42da-87b8-50e7caf4e4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:20:32Z', 'updated_at': '2021-11-24T02:20:36Z', 'revision_number': 4, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'gw_port': {'id': '04e4c78a-026a-42da-87b8-50e7caf4e4af', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:86:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985771d7-bdbc-43ce-9167-de5366a651b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:20:33Z', 'updated_at': '2021-11-24T02:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': 'e1d70395-cb43-4401-8f5e-d035ced1a4ac', 'name': '', 'network_id': '83470dee-da14-4c4f-bafb-bc9ae43aa7e6', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'mac_address': 'fa:16:3e:fd:c0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985771d7-bdbc-43ce-9167-de5366a651b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '76703f22-67ad-4470-bab1-2c44ab29baa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:20:35Z', 'updated_at': '2021-11-24T02:20:39Z', 'revision_number': 5, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'subnets': [{'id': '76703f22-67ad-4470-bab1-2c44ab29baa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:22:05.682576 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5aec3e-b252-46bc-85f2-cbb0439cf1da None None] The sync data for ids ['985771d7-bdbc-43ce-9167-de5366a651b1'] in dv-neutron-818911-2-hyperv is: [{'id': '985771d7-bdbc-43ce-9167-de5366a651b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-103471606', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.137'}], 'enable_snat': True}, 'gw_port_id': '04e4c78a-026a-42da-87b8-50e7caf4e4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:20:32Z', 'updated_at': '2021-11-24T02:20:36Z', 'revision_number': 4, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'gw_port': {'id': '04e4c78a-026a-42da-87b8-50e7caf4e4af', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:86:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985771d7-bdbc-43ce-9167-de5366a651b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:20:33Z', 'updated_at': '2021-11-24T02:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': 'e1d70395-cb43-4401-8f5e-d035ced1a4ac', 'name': '', 'network_id': '83470dee-da14-4c4f-bafb-bc9ae43aa7e6', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'mac_address': 'fa:16:3e:fd:c0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985771d7-bdbc-43ce-9167-de5366a651b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '76703f22-67ad-4470-bab1-2c44ab29baa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:20:35Z', 'updated_at': '2021-11-24T02:20:39Z', 'revision_number': 5, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'subnets': [{'id': '76703f22-67ad-4470-bab1-2c44ab29baa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 02:22:05.886523 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893252f3-cc54-44a3-9554-fb8e1b6f5d3b None None] New status for floating IP 85ad2b8a-2d87-472c-9925-7038ec8c2d84: DOWN {{(pid=109869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 02:22:06.254802 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d5e189-eefd-4f09-a77d-cfa3d25f9c95 req-53b30371-1220-4ad5-896d-82d4ac4c0846 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:22:06.256239 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-23d5e189-eefd-4f09-a77d-cfa3d25f9c95 req-53b30371-1220-4ad5-896d-82d4ac4c0846 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=e09a1dfb-5187-4208-b475-e50ba4426948 HTTP/1.1" status: 200 len: 946 time: 0.0489638 Nov 24 02:22:06.308406 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-23d5e189-eefd-4f09-a77d-cfa3d25f9c95 req-56aa7ac6-0d9f-42c5-9491-197eef917485 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?id=a45a6083-cbbc-4043-976c-d65f486ea8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458353 Nov 24 02:22:06.728698 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e97eaca-8fe4-40ad-abdc-7047a11ae28a req-b04b8a1e-1990-49dc-ac01-aed05960c65e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:22:06.730144 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-3e97eaca-8fe4-40ad-abdc-7047a11ae28a req-b04b8a1e-1990-49dc-ac01-aed05960c65e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.48 "GET /v2.0/ports?device_id=e09a1dfb-5187-4208-b475-e50ba4426948 HTTP/1.1" status: 200 len: 946 time: 0.0472097 Nov 24 02:22:06.816252 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [req-3e97eaca-8fe4-40ad-abdc-7047a11ae28a req-ecb38a19-5170-4cd2-891b-e592e9662056 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Deleting port 6cc50a0d-3b46-4589-84d2-fa4e3ebbaf09 {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 02:22:06.816577 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-3e97eaca-8fe4-40ad-abdc-7047a11ae28a req-ecb38a19-5170-4cd2-891b-e592e9662056 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:07.227666 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [req-3e97eaca-8fe4-40ad-abdc-7047a11ae28a req-ecb38a19-5170-4cd2-891b-e592e9662056 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] For port 6cc50a0d-3b46-4589-84d2-fa4e3ebbaf09, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=6cc50a0d-3b46-4589-84d2-fa4e3ebbaf09,segment=NetworkSegment(a66e7eb1-9018-4f04-86d7-2e8d89ea42ae),segment_id=a66e7eb1-9018-4f04-86d7-2e8d89ea42ae)] {{(pid=109867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:22:07.228036 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-3e97eaca-8fe4-40ad-abdc-7047a11ae28a req-ecb38a19-5170-4cd2-891b-e592e9662056 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:07.240520 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [req-3e97eaca-8fe4-40ad-abdc-7047a11ae28a req-ecb38a19-5170-4cd2-891b-e592e9662056 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Calling delete_port for 6cc50a0d-3b46-4589-84d2-fa4e3ebbaf09 owned by compute:nova {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 02:22:07.372098 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-3e97eaca-8fe4-40ad-abdc-7047a11ae28a req-ecb38a19-5170-4cd2-891b-e592e9662056 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:07.398402 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb38a19-5170-4cd2-891b-e592e9662056 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Pushing event deleted for resources: {'Port': ['ID=6cc50a0d-3b46-4589-84d2-fa4e3ebbaf09,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:22:07.417137 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-24ca2f1e-7a05-4338-879b-9344ff8c0e79 req-268b9b58-6595-4e19-8a7e-6a909fb0dfba tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=e09a1dfb-5187-4208-b475-e50ba4426948 HTTP/1.1" status: 200 len: 210 time: 0.0383854 Nov 24 02:22:07.452134 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e97eaca-8fe4-40ad-abdc-7047a11ae28a req-ecb38a19-5170-4cd2-891b-e592e9662056 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] No DVR routers for this DVR port 6cc50a0d-3b46-4589-84d2-fa4e3ebbaf09 on host hv-neutron-8189 {{(pid=109867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 02:22:07.454639 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-3e97eaca-8fe4-40ad-abdc-7047a11ae28a req-ecb38a19-5170-4cd2-891b-e592e9662056 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:07.458234 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-3e97eaca-8fe4-40ad-abdc-7047a11ae28a req-ecb38a19-5170-4cd2-891b-e592e9662056 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.48 "DELETE /v2.0/ports/6cc50a0d-3b46-4589-84d2-fa4e3ebbaf09 HTTP/1.1" status: 204 len: 173 time: 0.7217693 Nov 24 02:22:07.458691 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e09a1dfb-5187-4208-b475-e50ba4426948', 'name': 'network-vif-deleted', 'tag': '6cc50a0d-3b46-4589-84d2-fa4e3ebbaf09'}] {{(pid=109867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:22:07.461986 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2155eb48762029a847224b6ca77dbed8b251e8450d3d79f1fc0a82d404e82e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bba5eb4-b060-42ab-a26b-02e32a300f24" -d '{"events": [{"server_uuid": "e09a1dfb-5187-4208-b475-e50ba4426948", "name": "network-vif-deleted", "tag": "6cc50a0d-3b46-4589-84d2-fa4e3ebbaf09"}]}' {{(pid=109867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:22:07.503247 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 02:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6d52d68-1258-4152-b9e4-ea0a762f18d9 x-openstack-request-id: req-e6d52d68-1258-4152-b9e4-ea0a762f18d9 {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:22:07.503595 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e09a1dfb-5187-4208-b475-e50ba4426948", "name": "network-vif-deleted", "tag": "6cc50a0d-3b46-4589-84d2-fa4e3ebbaf09", "status": "completed", "code": 200}]} {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:22:07.504003 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e6d52d68-1258-4152-b9e4-ea0a762f18d9 {{(pid=109867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:22:07.504412 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e09a1dfb-5187-4208-b475-e50ba4426948', 'name': 'network-vif-deleted', 'tag': '6cc50a0d-3b46-4589-84d2-fa4e3ebbaf09', 'status': 'completed', 'code': 200} Nov 24 02:22:08.465592 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 56740) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:22:08.831386 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-09c0a262-dc4e-476a-b735-e516c84a8f57 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3777994'] for router_interface, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:09.082962 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-09c0a262-dc4e-476a-b735-e516c84a8f57 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Deleting port e1d70395-cb43-4401-8f5e-d035ced1a4ac {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 02:22:09.083216 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-09c0a262-dc4e-476a-b735-e516c84a8f57 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:09.172728 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [None req-09c0a262-dc4e-476a-b735-e516c84a8f57 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] For port e1d70395-cb43-4401-8f5e-d035ced1a4ac, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=e1d70395-cb43-4401-8f5e-d035ced1a4ac,segment=NetworkSegment(a66e7eb1-9018-4f04-86d7-2e8d89ea42ae),segment_id=a66e7eb1-9018-4f04-86d7-2e8d89ea42ae)] {{(pid=109866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:22:09.173088 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-09c0a262-dc4e-476a-b735-e516c84a8f57 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:09.184479 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-09c0a262-dc4e-476a-b735-e516c84a8f57 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Calling delete_port for e1d70395-cb43-4401-8f5e-d035ced1a4ac owned by network:router_interface {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 02:22:09.370511 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-09c0a262-dc4e-476a-b735-e516c84a8f57 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:09.396553 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c0a262-dc4e-476a-b735-e516c84a8f57 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Pushing event deleted for resources: {'Port': ['ID=e1d70395-cb43-4401-8f5e-d035ced1a4ac,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:22:09.422338 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c0a262-dc4e-476a-b735-e516c84a8f57 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:22:09.422693 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c0a262-dc4e-476a-b735-e516c84a8f57 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:22:09.423037 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c0a262-dc4e-476a-b735-e516c84a8f57 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:22:09.423377 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c0a262-dc4e-476a-b735-e516c84a8f57 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:22:09.423714 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c0a262-dc4e-476a-b735-e516c84a8f57 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:22:09.424045 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c0a262-dc4e-476a-b735-e516c84a8f57 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:22:09.424378 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c0a262-dc4e-476a-b735-e516c84a8f57 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:22:09.424704 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c0a262-dc4e-476a-b735-e516c84a8f57 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:22:09.425031 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c0a262-dc4e-476a-b735-e516c84a8f57 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:22:09.425359 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c0a262-dc4e-476a-b735-e516c84a8f57 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:22:09.425716 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c0a262-dc4e-476a-b735-e516c84a8f57 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:22:09.426065 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c0a262-dc4e-476a-b735-e516c84a8f57 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:22:09.581209 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-09c0a262-dc4e-476a-b735-e516c84a8f57 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424538'] for router_interface, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:09.790490 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09c0a262-dc4e-476a-b735-e516c84a8f57 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Router 985771d7-bdbc-43ce-9167-de5366a651b1 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 02:22:09.894458 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09c0a262-dc4e-476a-b735-e516c84a8f57 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 02:22:09.900740 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-09c0a262-dc4e-476a-b735-e516c84a8f57 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "PUT /v2.0/routers/985771d7-bdbc-43ce-9167-de5366a651b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4339914 Nov 24 02:22:09.902772 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 56742) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:22:09.904564 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f7439b-0b42-4588-8ab7-739ec794ea3c None None] Sync routers for ids ['985771d7-bdbc-43ce-9167-de5366a651b1'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 02:22:09.914621 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f7439b-0b42-4588-8ab7-739ec794ea3c None None] Routers {'985771d7-bdbc-43ce-9167-de5366a651b1'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:22:09.915228 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-68f7439b-0b42-4588-8ab7-739ec794ea3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:21:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['985771d7-bdbc-43ce-9167-de5366a651b1'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:22:09.952557 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_v2 [None req-abd622f7-e3ae-4a77-9f58-c59bca8eab18 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Deleting subnet 76703f22-67ad-4470-bab1-2c44ab29baa8 {{(pid=109866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 02:22:09.955666 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-abd622f7-e3ae-4a77-9f58-c59bca8eab18 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for subnet, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:09.994712 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-abd622f7-e3ae-4a77-9f58-c59bca8eab18 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29055568'] for subnet, precommit_delete_associations {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:10.018750 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-68f7439b-0b42-4588-8ab7-739ec794ea3c None None] Set router 985771d7-bdbc-43ce-9167-de5366a651b1 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:22:10.079542 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-abd622f7-e3ae-4a77-9f58-c59bca8eab18 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:10.137704 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-abd622f7-e3ae-4a77-9f58-c59bca8eab18 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29149324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29154870'] for subnet, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:10.164534 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd622f7-e3ae-4a77-9f58-c59bca8eab18 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Pushing event deleted for resources: {'Subnet': ['ID=76703f22-67ad-4470-bab1-2c44ab29baa8,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:22:10.168263 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-abd622f7-e3ae-4a77-9f58-c59bca8eab18 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:10.173979 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-abd622f7-e3ae-4a77-9f58-c59bca8eab18 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "DELETE /v2.0/subnets/76703f22-67ad-4470-bab1-2c44ab29baa8 HTTP/1.1" status: 204 len: 168 time: 0.2678137 Nov 24 02:22:10.174156 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 56744) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:22:10.175480 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cde1d09-dd71-4c0f-9eee-ff8b9f1aceb4 None None] Network 83470dee-da14-4c4f-bafb-bc9ae43aa7e6 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 02:22:10.280619 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1828915d-35f3-4cab-92f2-89ac0870d789 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for router, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:10.295615 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-68f7439b-0b42-4588-8ab7-739ec794ea3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '985771d7-bdbc-43ce-9167-de5366a651b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-103471606', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.137'}], 'enable_snat': True}, 'gw_port_id': '04e4c78a-026a-42da-87b8-50e7caf4e4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:20:32Z', 'updated_at': '2021-11-24T02:22:09Z', 'revision_number': 5, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'gw_port': {'id': '04e4c78a-026a-42da-87b8-50e7caf4e4af', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:86:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985771d7-bdbc-43ce-9167-de5366a651b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:20:33Z', 'updated_at': '2021-11-24T02:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:22:10.329698 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f7439b-0b42-4588-8ab7-739ec794ea3c None None] Checking router: 985771d7-bdbc-43ce-9167-de5366a651b1 for host: dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 02:22:10.343879 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f7439b-0b42-4588-8ab7-739ec794ea3c None None] Routers {'985771d7-bdbc-43ce-9167-de5366a651b1'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:22:10.344486 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-68f7439b-0b42-4588-8ab7-739ec794ea3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:21:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['985771d7-bdbc-43ce-9167-de5366a651b1'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:22:10.387675 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1828915d-35f3-4cab-92f2-89ac0870d789 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:10.422384 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44060cf-bc26-4f15-ba29-797492e80a53 None None] DHCP port deletion for 83470dee-da14-4c4f-bafb-bc9ae43aa7e6 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 02:22:10.441012 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-1828915d-35f3-4cab-92f2-89ac0870d789 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Deleting port 04e4c78a-026a-42da-87b8-50e7caf4e4af {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 02:22:10.441353 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1828915d-35f3-4cab-92f2-89ac0870d789 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:10.478117 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-68f7439b-0b42-4588-8ab7-739ec794ea3c None None] Set router 985771d7-bdbc-43ce-9167-de5366a651b1 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:22:10.521913 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [None req-1828915d-35f3-4cab-92f2-89ac0870d789 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] For port 04e4c78a-026a-42da-87b8-50e7caf4e4af, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=04e4c78a-026a-42da-87b8-50e7caf4e4af,segment=NetworkSegment(03509fd2-ca9c-4aa0-94e6-e236afda62e7),segment_id=03509fd2-ca9c-4aa0-94e6-e236afda62e7)] {{(pid=109866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:22:10.522307 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1828915d-35f3-4cab-92f2-89ac0870d789 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:10.533989 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-1828915d-35f3-4cab-92f2-89ac0870d789 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Calling delete_port for 04e4c78a-026a-42da-87b8-50e7caf4e4af owned by network:router_gateway {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 02:22:10.594746 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-f44060cf-bc26-4f15-ba29-797492e80a53 None None] Deleting port 4dd860b1-a38a-4ac3-9e1e-dcc7a8ca84bb {{(pid=109868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 02:22:10.595126 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-f44060cf-bc26-4f15-ba29-797492e80a53 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:10.603519 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 6cc50a0d-3b46-4589-84d2-fa4e3ebbaf09 no longer exists at agent hyperv_hv-neutron-8189 {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 02:22:10.652048 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] No Port match for: 6cc50a0d-3b46-4589-84d2-fa4e3ebbaf09 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 02:22:10.652376 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 6cc50a0d-3b46-4589-84d2-fa4e3ebbaf09 not bound to the agent host hv-neutron-8189 {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 02:22:10.698579 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1828915d-35f3-4cab-92f2-89ac0870d789 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:10.724833 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1828915d-35f3-4cab-92f2-89ac0870d789 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Pushing event deleted for resources: {'Port': ['ID=04e4c78a-026a-42da-87b8-50e7caf4e4af,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:22:10.725994 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-f44060cf-bc26-4f15-ba29-797492e80a53 None None] For port 4dd860b1-a38a-4ac3-9e1e-dcc7a8ca84bb, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=4dd860b1-a38a-4ac3-9e1e-dcc7a8ca84bb,segment=NetworkSegment(a66e7eb1-9018-4f04-86d7-2e8d89ea42ae),segment_id=a66e7eb1-9018-4f04-86d7-2e8d89ea42ae)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:22:10.726398 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-f44060cf-bc26-4f15-ba29-797492e80a53 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:10.738969 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c17879-2186-46ca-9498-44951a96c9b2 None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 02:22:10.753443 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-f44060cf-bc26-4f15-ba29-797492e80a53 None None] Calling delete_port for 4dd860b1-a38a-4ac3-9e1e-dcc7a8ca84bb owned by network:dhcp {{(pid=109868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 02:22:10.784763 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1828915d-35f3-4cab-92f2-89ac0870d789 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418161'] for router_gateway, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:10.883464 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1828915d-35f3-4cab-92f2-89ac0870d789 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-424460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2766'] for router, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:10.885788 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1828915d-35f3-4cab-92f2-89ac0870d789 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:10.930585 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1828915d-35f3-4cab-92f2-89ac0870d789 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-424469'] for router, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:10.931277 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1828915d-35f3-4cab-92f2-89ac0870d789 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Fanout notify agent at l3_agent the message router_deleted on router 985771d7-bdbc-43ce-9167-de5366a651b1 {{(pid=109866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 02:22:10.938553 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1828915d-35f3-4cab-92f2-89ac0870d789 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for router, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:10.939963 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-1828915d-35f3-4cab-92f2-89ac0870d789 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "DELETE /v2.0/routers/985771d7-bdbc-43ce-9167-de5366a651b1 HTTP/1.1" status: 204 len: 168 time: 0.7649126 Nov 24 02:22:10.942686 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 56746) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:22:10.979246 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-68f7439b-0b42-4588-8ab7-739ec794ea3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '985771d7-bdbc-43ce-9167-de5366a651b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-103471606', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.137'}], 'enable_snat': True}, 'gw_port_id': '04e4c78a-026a-42da-87b8-50e7caf4e4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:20:32Z', 'updated_at': '2021-11-24T02:22:09Z', 'revision_number': 5, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'gw_port': {'id': '04e4c78a-026a-42da-87b8-50e7caf4e4af', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:86:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985771d7-bdbc-43ce-9167-de5366a651b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:20:33Z', 'updated_at': '2021-11-24T02:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:22:11.008905 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f7439b-0b42-4588-8ab7-739ec794ea3c None None] The sync data for ids ['985771d7-bdbc-43ce-9167-de5366a651b1'] in dv-neutron-818911-2-hyperv is: [{'id': '985771d7-bdbc-43ce-9167-de5366a651b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-103471606', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.137'}], 'enable_snat': True}, 'gw_port_id': '04e4c78a-026a-42da-87b8-50e7caf4e4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:20:32Z', 'updated_at': '2021-11-24T02:22:09Z', 'revision_number': 5, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'gw_port': {'id': '04e4c78a-026a-42da-87b8-50e7caf4e4af', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:86:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985771d7-bdbc-43ce-9167-de5366a651b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:20:33Z', 'updated_at': '2021-11-24T02:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 02:22:11.017368 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-524ce42e-dcfc-40e7-801e-0f513262caaa tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:11.027900 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-f44060cf-bc26-4f15-ba29-797492e80a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974'] for port, after_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:11.056788 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44060cf-bc26-4f15-ba29-797492e80a53 None None] Pushing event deleted for resources: {'Port': ['ID=4dd860b1-a38a-4ac3-9e1e-dcc7a8ca84bb,revision_number=None']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:22:11.061781 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44060cf-bc26-4f15-ba29-797492e80a53 None None] No DVR routers for this DVR port 4dd860b1-a38a-4ac3-9e1e-dcc7a8ca84bb on host dv-neutron-818911-2-hyperv {{(pid=109868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 02:22:11.070027 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44060cf-bc26-4f15-ba29-797492e80a53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:22:11.070387 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44060cf-bc26-4f15-ba29-797492e80a53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:22:11.070736 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44060cf-bc26-4f15-ba29-797492e80a53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:22:11.071079 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44060cf-bc26-4f15-ba29-797492e80a53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:22:11.071415 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44060cf-bc26-4f15-ba29-797492e80a53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:22:11.071753 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44060cf-bc26-4f15-ba29-797492e80a53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:22:11.072085 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44060cf-bc26-4f15-ba29-797492e80a53 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:22:11.072415 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44060cf-bc26-4f15-ba29-797492e80a53 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:22:11.072752 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44060cf-bc26-4f15-ba29-797492e80a53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:22:11.073077 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44060cf-bc26-4f15-ba29-797492e80a53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:22:11.073453 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44060cf-bc26-4f15-ba29-797492e80a53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:22:11.073753 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44060cf-bc26-4f15-ba29-797492e80a53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:22:11.112214 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-524ce42e-dcfc-40e7-801e-0f513262caaa tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:11.131304 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-524ce42e-dcfc-40e7-801e-0f513262caaa tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83470dee-da14-4c4f-bafb-bc9ae43aa7e6']}} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:22:11.140202 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-524ce42e-dcfc-40e7-801e-0f513262caaa tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a66e7eb1-9018-4f04-86d7-2e8d89ea42ae') {'for_net_delete': True} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:22:11.140493 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-524ce42e-dcfc-40e7-801e-0f513262caaa tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a66e7eb1-9018-4f04-86d7-2e8d89ea42ae') {} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:22:11.150242 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-524ce42e-dcfc-40e7-801e-0f513262caaa tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29055561'] for segment, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:11.163566 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-524ce42e-dcfc-40e7-801e-0f513262caaa tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:11.169363 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-524ce42e-dcfc-40e7-801e-0f513262caaa tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=109866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 02:22:11.169753 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-524ce42e-dcfc-40e7-801e-0f513262caaa tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29151010'] for segment, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:11.172672 dv-neutron-818911-2-hyperv neutron-server[109866]: Traceback (most recent call last): Nov 24 02:22:11.172672 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 02:22:11.172672 dv-neutron-818911-2-hyperv neutron-server[109866]: timer() Nov 24 02:22:11.172672 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 02:22:11.172672 dv-neutron-818911-2-hyperv neutron-server[109866]: cb(*args, **kw) Nov 24 02:22:11.172672 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 02:22:11.172672 dv-neutron-818911-2-hyperv neutron-server[109866]: return func(*args, **kwargs) Nov 24 02:22:11.172672 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 02:22:11.172672 dv-neutron-818911-2-hyperv neutron-server[109866]: self._notify() Nov 24 02:22:11.172672 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 02:22:11.172672 dv-neutron-818911-2-hyperv neutron-server[109866]: self.callback(batched_events) Nov 24 02:22:11.172672 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 02:22:11.172672 dv-neutron-818911-2-hyperv neutron-server[109866]: event.method(event) Nov 24 02:22:11.172672 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 02:22:11.172672 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 02:22:11.172672 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 02:22:11.172672 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 02:22:11.172672 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 02:22:11.172672 dv-neutron-818911-2-hyperv neutron-server[109866]: return f(self, *a, **k) Nov 24 02:22:11.172672 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 02:22:11.172672 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._get(url).json() Nov 24 02:22:11.172672 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 02:22:11.172672 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 02:22:11.172672 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 02:22:11.172672 dv-neutron-818911-2-hyperv neutron-server[109866]: return self.request(url, 'GET', **kwargs) Nov 24 02:22:11.172672 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 02:22:11.172672 dv-neutron-818911-2-hyperv neutron-server[109866]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 02:22:11.172672 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 02:22:11.172672 dv-neutron-818911-2-hyperv neutron-server[109866]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 02:22:11.172672 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 02:22:11.172672 dv-neutron-818911-2-hyperv neutron-server[109866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 02:22:11.172672 dv-neutron-818911-2-hyperv neutron-server[109866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 02:22:11.235540 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-524ce42e-dcfc-40e7-801e-0f513262caaa tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:11.242319 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-524ce42e-dcfc-40e7-801e-0f513262caaa tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:11.245298 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-524ce42e-dcfc-40e7-801e-0f513262caaa tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "DELETE /v2.0/networks/83470dee-da14-4c4f-bafb-bc9ae43aa7e6 HTTP/1.1" status: 204 len: 168 time: 0.3016312 Nov 24 02:22:11.248191 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 56748) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:22:11.256196 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524ce42e-dcfc-40e7-801e-0f513262caaa tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Pushing event deleted for resources: {'Network': ['ID=83470dee-da14-4c4f-bafb-bc9ae43aa7e6,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:22:11.304483 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f484b159-b97f-4257-a9d8-64c5560e1437 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:11.332914 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f484b159-b97f-4257-a9d8-64c5560e1437 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:11.412077 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f484b159-b97f-4257-a9d8-64c5560e1437 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:11.414972 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f484b159-b97f-4257-a9d8-64c5560e1437 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:11.416164 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-f484b159-b97f-4257-a9d8-64c5560e1437 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "DELETE /v2.0/security-groups/a45a6083-cbbc-4043-976c-d65f486ea8b1 HTTP/1.1" status: 204 len: 168 time: 0.1668897 Nov 24 02:22:11.426451 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f484b159-b97f-4257-a9d8-64c5560e1437 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a45a6083-cbbc-4043-976c-d65f486ea8b1,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:22:11.474429 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 4dd860b1-a38a-4ac3-9e1e-dcc7a8ca84bb no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 02:22:11.498798 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: 4dd860b1-a38a-4ac3-9e1e-dcc7a8ca84bb {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 02:22:11.499143 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 4dd860b1-a38a-4ac3-9e1e-dcc7a8ca84bb not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 02:22:11.499563 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device e1d70395-cb43-4401-8f5e-d035ced1a4ac no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 02:22:11.519487 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: e1d70395-cb43-4401-8f5e-d035ced1a4ac {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 02:22:11.519835 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device e1d70395-cb43-4401-8f5e-d035ced1a4ac not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 02:22:11.632301 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 56754) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:22:11.637089 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-e36cfc2d-978c-4d04-8fcf-f420f9311373 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1702155365', 'description': 'tempest-secgroup-smoke-1702155365 description', 'project_id': '267b27dd9c014097b0435b11fcd7bcf6'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:22:11.661832 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e36cfc2d-978c-4d04-8fcf-f420f9311373 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:11.736933 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e36cfc2d-978c-4d04-8fcf-f420f9311373 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:11.741319 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e36cfc2d-978c-4d04-8fcf-f420f9311373 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:11.768232 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e36cfc2d-978c-4d04-8fcf-f420f9311373 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:11.769458 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-e36cfc2d-978c-4d04-8fcf-f420f9311373 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1361289 Nov 24 02:22:11.772421 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 56756) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:22:11.773951 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36cfc2d-978c-4d04-8fcf-f420f9311373 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf1f1cbd-9fa7-4396-8568-8888ac736d8c,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:22:11.777058 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-dd1ac596-99f5-4fd0-8010-34f02522ab32 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Request body: {'security_group_rule': {'security_group_id': 'bf1f1cbd-9fa7-4396-8568-8888ac736d8c', 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:22:11.804216 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-dd1ac596-99f5-4fd0-8010-34f02522ab32 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:11.858098 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-dd1ac596-99f5-4fd0-8010-34f02522ab32 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:11.861520 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-dd1ac596-99f5-4fd0-8010-34f02522ab32 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:11.879058 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1ac596-99f5-4fd0-8010-34f02522ab32 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63eebb26-ec0e-429c-a4d1-cd79ecba4169,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:22:11.894595 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-dd1ac596-99f5-4fd0-8010-34f02522ab32 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:11.895853 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-dd1ac596-99f5-4fd0-8010-34f02522ab32 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1223671 Nov 24 02:22:11.898508 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 56758) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:22:11.902780 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-caa0aa4f-50ef-44be-8c66-4d999df2fec2 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Request body: {'security_group_rule': {'security_group_id': 'bf1f1cbd-9fa7-4396-8568-8888ac736d8c', 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:22:11.932084 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-caa0aa4f-50ef-44be-8c66-4d999df2fec2 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:11.986929 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-caa0aa4f-50ef-44be-8c66-4d999df2fec2 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:11.990389 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-caa0aa4f-50ef-44be-8c66-4d999df2fec2 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:12.008565 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa0aa4f-50ef-44be-8c66-4d999df2fec2 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d428701-4c4f-4cf8-bb11-11ac4d54ad7f,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:22:12.015646 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-caa0aa4f-50ef-44be-8c66-4d999df2fec2 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:12.016856 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-caa0aa4f-50ef-44be-8c66-4d999df2fec2 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1174278 Nov 24 02:22:12.019531 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 56760) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:22:12.023796 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-3f637f30-952c-4a9d-ac42-be39c685ce51 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Request body: {'security_group_rule': {'security_group_id': 'bf1f1cbd-9fa7-4396-8568-8888ac736d8c', 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:22:12.051251 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3f637f30-952c-4a9d-ac42-be39c685ce51 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:12.113221 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3f637f30-952c-4a9d-ac42-be39c685ce51 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:12.118578 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3f637f30-952c-4a9d-ac42-be39c685ce51 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:12.135245 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f637f30-952c-4a9d-ac42-be39c685ce51 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aae769e3-15f5-4bf2-bcd5-b288ac5380c4,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:22:12.142887 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3f637f30-952c-4a9d-ac42-be39c685ce51 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:12.144083 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-3f637f30-952c-4a9d-ac42-be39c685ce51 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1236160 Nov 24 02:22:12.146763 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 56762) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:22:12.151238 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-994ce679-d05d-407d-b4eb-9215b07d2afe tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Request body: {'security_group_rule': {'security_group_id': 'bf1f1cbd-9fa7-4396-8568-8888ac736d8c', 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:22:12.178082 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-994ce679-d05d-407d-b4eb-9215b07d2afe tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:12.237388 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-994ce679-d05d-407d-b4eb-9215b07d2afe tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:12.241936 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-994ce679-d05d-407d-b4eb-9215b07d2afe tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:12.258621 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994ce679-d05d-407d-b4eb-9215b07d2afe tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9ca5d67-e624-493a-b81d-aeaf930da860,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:22:12.267284 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-994ce679-d05d-407d-b4eb-9215b07d2afe tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:12.268496 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-994ce679-d05d-407d-b4eb-9215b07d2afe tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1207943 Nov 24 02:22:12.271143 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 56764) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:22:12.275388 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-4805f788-ff80-421f-bc25-903bdb9ed700 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Request body: {'security_group_rule': {'security_group_id': 'bf1f1cbd-9fa7-4396-8568-8888ac736d8c', 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:22:12.296722 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.securitygroups_db [None req-4805f788-ff80-421f-bc25-903bdb9ed700 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Project 267b27dd9c014097b0435b11fcd7bcf6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 02:22:12.301717 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4805f788-ff80-421f-bc25-903bdb9ed700 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:12.361293 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4805f788-ff80-421f-bc25-903bdb9ed700 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:12.364567 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4805f788-ff80-421f-bc25-903bdb9ed700 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:12.382292 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4805f788-ff80-421f-bc25-903bdb9ed700 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04957b4e-fe9b-4f5c-a37e-162ea0b3e1bb,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:22:12.389038 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-4805f788-ff80-421f-bc25-903bdb9ed700 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:12.390339 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-4805f788-ff80-421f-bc25-903bdb9ed700 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1182654 Nov 24 02:22:12.393021 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 56766) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:22:12.397281 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-42bb666b-a2e2-47af-b33e-f0180cb6201a tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Request body: {'security_group_rule': {'security_group_id': 'bf1f1cbd-9fa7-4396-8568-8888ac736d8c', 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:22:12.418392 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.securitygroups_db [None req-42bb666b-a2e2-47af-b33e-f0180cb6201a tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Project 267b27dd9c014097b0435b11fcd7bcf6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 02:22:12.423050 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-42bb666b-a2e2-47af-b33e-f0180cb6201a tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:12.484305 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-42bb666b-a2e2-47af-b33e-f0180cb6201a tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:12.487712 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-42bb666b-a2e2-47af-b33e-f0180cb6201a tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:12.504439 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bb666b-a2e2-47af-b33e-f0180cb6201a tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a74eaa1-53a6-440f-9268-8ead2eed0079,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:22:12.512225 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-42bb666b-a2e2-47af-b33e-f0180cb6201a tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:12.513693 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-42bb666b-a2e2-47af-b33e-f0180cb6201a tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1194494 Nov 24 02:22:12.516269 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 56768) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:22:12.520930 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-749329eb-d58e-427a-90be-51391acaaebf tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Request body: {'network': {'name': 'tempest-network-smoke--1684626359', 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'port_security_enabled': True}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:22:12.542047 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-749329eb-d58e-427a-90be-51391acaaebf tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Made reservation on behalf of 267b27dd9c014097b0435b11fcd7bcf6 for: {'network': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 02:22:12.545474 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-749329eb-d58e-427a-90be-51391acaaebf tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:12.568684 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-749329eb-d58e-427a-90be-51391acaaebf tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=109866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 02:22:12.577800 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-749329eb-d58e-427a-90be-51391acaaebf tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:12.578331 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.segments_db [None req-749329eb-d58e-427a-90be-51391acaaebf tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Added segment f18c01b8-93bf-4233-a892-f3ddbb31d826 of type vlan for network 878c849a-5b25-448d-9ec5-f1627976467d Nov 24 02:22:12.617781 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-749329eb-d58e-427a-90be-51391acaaebf tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:12.640643 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-749329eb-d58e-427a-90be-51391acaaebf tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:12.646041 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749329eb-d58e-427a-90be-51391acaaebf tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:22:12.646597 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-749329eb-d58e-427a-90be-51391acaaebf tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:12.684270 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-749329eb-d58e-427a-90be-51391acaaebf tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1670024 Nov 24 02:22:12.686928 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 56770) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:22:12.691383 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-3862cbbb-f20e-492e-826b-a83b7de71903 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-898713579', 'admin_state_up': True, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:22:13.048487 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749329eb-d58e-427a-90be-51391acaaebf tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Pushing event updated for resources: {'Network': ['ID=878c849a-5b25-448d-9ec5-f1627976467d,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:22:13.058629 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network 878c849a-5b25-448d-9ec5-f1627976467d details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 02:22:13.065582 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3862cbbb-f20e-492e-826b-a83b7de71903 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-424105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2744'] for router, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:13.066567 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3862cbbb-f20e-492e-826b-a83b7de71903 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-424325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-326625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2753'] for router, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:13.115652 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3862cbbb-f20e-492e-826b-a83b7de71903 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:13.139508 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 04e4c78a-026a-42da-87b8-50e7caf4e4af no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 02:22:13.163519 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: 04e4c78a-026a-42da-87b8-50e7caf4e4af {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 02:22:13.163832 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 04e4c78a-026a-42da-87b8-50e7caf4e4af not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 02:22:13.255984 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3862cbbb-f20e-492e-826b-a83b7de71903 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:13.442402 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3862cbbb-f20e-492e-826b-a83b7de71903 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for router_gateway, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:13.464424 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3862cbbb-f20e-492e-826b-a83b7de71903 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:13.561380 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [None req-3862cbbb-f20e-492e-826b-a83b7de71903 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Allocated IP 172.26.5.35 (eb22795d-37ee-46ee-844d-92c17e2ea450/3e66fcff-6e72-4083-b514-48f69cdaa2cb/7392f85e-1564-4f19-b9f8-b647a54c7aa2) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 02:22:13.664554 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3862cbbb-f20e-492e-826b-a83b7de71903 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:13.697598 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3862cbbb-f20e-492e-826b-a83b7de71903 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:13.742045 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3862cbbb-f20e-492e-826b-a83b7de71903 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Network eb22795d-37ee-46ee-844d-92c17e2ea450 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 02:22:13.749665 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-3862cbbb-f20e-492e-826b-a83b7de71903 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:22:13.752031 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3862cbbb-f20e-492e-826b-a83b7de71903 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 02:22:13.763072 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b52b2db4-6e65-44ee-b3ac-834717718d56 None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 02:22:13.787158 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3862cbbb-f20e-492e-826b-a83b7de71903 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Pushing event updated for resources: {'Port': ['ID=7392f85e-1564-4f19-b9f8-b647a54c7aa2,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:22:13.846790 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-bce77581-b35b-45b0-8a6f-174207646589 None None] Provisioning complete for port 7392f85e-1564-4f19-b9f8-b647a54c7aa2 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:22:13.847649 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bce77581-b35b-45b0-8a6f-174207646589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:13.880005 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-bce77581-b35b-45b0-8a6f-174207646589 None None] Port 7392f85e-1564-4f19-b9f8-b647a54c7aa2 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 02:22:14.015104 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3862cbbb-f20e-492e-826b-a83b7de71903 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for router_gateway, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:14.207745 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3862cbbb-f20e-492e-826b-a83b7de71903 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-424338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418138'] for router, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:14.331004 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3862cbbb-f20e-492e-826b-a83b7de71903 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Router e0a53b2c-2fa7-4f5e-861a-329246fd393e is scheduled to L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e with binding_index 1 {{(pid=109866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 02:22:14.435343 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3862cbbb-f20e-492e-826b-a83b7de71903 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 02:22:14.445381 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5613c4-8170-4bf8-9f02-6359cd141cae None None] Sync routers for ids ['e0a53b2c-2fa7-4f5e-861a-329246fd393e'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 02:22:14.454799 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3862cbbb-f20e-492e-826b-a83b7de71903 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for router, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:14.456012 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-3862cbbb-f20e-492e-826b-a83b7de71903 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7681723 Nov 24 02:22:14.456303 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5613c4-8170-4bf8-9f02-6359cd141cae None None] Routers {'e0a53b2c-2fa7-4f5e-861a-329246fd393e'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:22:14.456858 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-0b5613c4-8170-4bf8-9f02-6359cd141cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:21:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['e0a53b2c-2fa7-4f5e-861a-329246fd393e'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:22:14.459181 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 56772) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:22:14.527893 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-d699b75c-ba18-4005-92c3-5e95533ff286 tempest-TestNetworkAdvancedServerOps-597099735 tempest-TestNetworkAdvancedServerOps-597099735-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=267b27dd9c014097b0435b11fcd7bcf6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0675766 Nov 24 02:22:14.530561 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 56776) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:22:14.561606 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-0b5613c4-8170-4bf8-9f02-6359cd141cae None None] Set router e0a53b2c-2fa7-4f5e-861a-329246fd393e gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:22:14.615467 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76bd326d-e0b9-45b5-aa81-c9a7a7a4a657 tempest-TestNetworkAdvancedServerOps-597099735 tempest-TestNetworkAdvancedServerOps-597099735-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:22:14.617610 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-76bd326d-e0b9-45b5-aa81-c9a7a7a4a657 tempest-TestNetworkAdvancedServerOps-597099735 tempest-TestNetworkAdvancedServerOps-597099735-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0861204 Nov 24 02:22:14.620575 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 56778) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:22:14.653712 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-4ad55621-fe64-41fe-8a77-05d529d16047 tempest-TestNetworkAdvancedServerOps-597099735 tempest-TestNetworkAdvancedServerOps-597099735-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=eb22795d-37ee-46ee-844d-92c17e2ea450&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0320029 Nov 24 02:22:14.656217 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 56780) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:22:14.660867 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-32407ce8-34c8-44a2-a012-9de2d38366e9 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1195220920', 'network_id': '878c849a-5b25-448d-9ec5-f1627976467d', 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:22:14.748240 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32407ce8-34c8-44a2-a012-9de2d38366e9 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Made reservation on behalf of 267b27dd9c014097b0435b11fcd7bcf6 for: {'subnet': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 02:22:14.751936 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-32407ce8-34c8-44a2-a012-9de2d38366e9 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29154835'] for subnet, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:14.826483 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-0b5613c4-8170-4bf8-9f02-6359cd141cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a53b2c-2fa7-4f5e-861a-329246fd393e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-898713579', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.35'}], 'enable_snat': True}, 'gw_port_id': '7392f85e-1564-4f19-b9f8-b647a54c7aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:22:13Z', 'updated_at': '2021-11-24T02:22:13Z', 'revision_number': 3, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'gw_port': {'id': '7392f85e-1564-4f19-b9f8-b647a54c7aa2', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d9:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0a53b2c-2fa7-4f5e-861a-329246fd393e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:22:13Z', 'updated_at': '2021-11-24T02:22:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:22:14.857742 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5613c4-8170-4bf8-9f02-6359cd141cae None None] Checking router: e0a53b2c-2fa7-4f5e-861a-329246fd393e for host: dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 02:22:14.858014 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5613c4-8170-4bf8-9f02-6359cd141cae None None] Updating router e0a53b2c-2fa7-4f5e-861a-329246fd393e port 7392f85e-1564-4f19-b9f8-b647a54c7aa2 binding host dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 02:22:14.888456 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-0b5613c4-8170-4bf8-9f02-6359cd141cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:14.938860 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-32407ce8-34c8-44a2-a012-9de2d38366e9 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29149261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29154849'] for subnet, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:14.999243 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32407ce8-34c8-44a2-a012-9de2d38366e9 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Pushing event updated for resources: {'Subnet': ['ID=fd0aa2cb-1cf9-418b-8df9-e38196392730,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:22:15.009858 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32407ce8-34c8-44a2-a012-9de2d38366e9 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Checking segment: {'id': 'f18c01b8-93bf-4233-a892-f3ddbb31d826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '878c849a-5b25-448d-9ec5-f1627976467d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 02:22:15.010235 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32407ce8-34c8-44a2-a012-9de2d38366e9 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Network hostable DHCP agents. Network: 878c849a-5b25-448d-9ec5-f1627976467d, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 02:22:15.027540 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32407ce8-34c8-44a2-a012-9de2d38366e9 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Network 878c849a-5b25-448d-9ec5-f1627976467d is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 02:22:15.035660 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-32407ce8-34c8-44a2-a012-9de2d38366e9 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, 878c849a-5b25-448d-9ec5-f1627976467d) {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:22:15.039660 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32407ce8-34c8-44a2-a012-9de2d38366e9 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:22:15.040247 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-32407ce8-34c8-44a2-a012-9de2d38366e9 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:15.047764 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e295e4-fb63-4d77-80aa-39a2897b08ad None None] Network 878c849a-5b25-448d-9ec5-f1627976467d requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 02:22:15.060064 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-32407ce8-34c8-44a2-a012-9de2d38366e9 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4026284 Nov 24 02:22:15.062653 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 56782) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:22:15.155698 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-0b5613c4-8170-4bf8-9f02-6359cd141cae None None] Publish callbacks [] for port, precommit_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:15.161793 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-0b5613c4-8170-4bf8-9f02-6359cd141cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:15.202131 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4152a520-6206-4b7c-93ef-316ebcbc8a6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-878c849a-5b25-448d-9ec5-f1627976467d', 'network_id': '878c849a-5b25-448d-9ec5-f1627976467d', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'fixed_ips': [{'subnet_id': 'fd0aa2cb-1cf9-418b-8df9-e38196392730'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 02:22:15.203310 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-4152a520-6206-4b7c-93ef-316ebcbc8a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:15.211168 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-0b5613c4-8170-4bf8-9f02-6359cd141cae None None] Attempting to bind port 7392f85e-1564-4f19-b9f8-b647a54c7aa2 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 02:22:15.211750 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-0b5613c4-8170-4bf8-9f02-6359cd141cae None None] Attempting to bind port 7392f85e-1564-4f19-b9f8-b647a54c7aa2 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}] {{(pid=109869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 02:22:15.212362 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5613c4-8170-4bf8-9f02-6359cd141cae None None] Attempting to bind port 7392f85e-1564-4f19-b9f8-b647a54c7aa2 on network eb22795d-37ee-46ee-844d-92c17e2ea450 {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 02:22:15.220806 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5613c4-8170-4bf8-9f02-6359cd141cae None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 02:22:15.221181 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5613c4-8170-4bf8-9f02-6359cd141cae None None] Checking segment: {'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 02:22:15.221804 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-0b5613c4-8170-4bf8-9f02-6359cd141cae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:15.222902 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5613c4-8170-4bf8-9f02-6359cd141cae None None] Bound using segment: {'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'} {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 02:22:15.223546 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-0b5613c4-8170-4bf8-9f02-6359cd141cae None None] Bound port: 7392f85e-1564-4f19-b9f8-b647a54c7aa2, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}}] {{(pid=109869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 02:22:15.224248 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a17ce2-6f51-4e64-8017-8071d4a99c8c None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 02:22:15.224671 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-0b5613c4-8170-4bf8-9f02-6359cd141cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:15.294277 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.db [None req-0b5613c4-8170-4bf8-9f02-6359cd141cae None None] For port 7392f85e-1564-4f19-b9f8-b647a54c7aa2, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 02:22:15.305879 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.db [None req-0b5613c4-8170-4bf8-9f02-6359cd141cae None None] For port 7392f85e-1564-4f19-b9f8-b647a54c7aa2, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=7392f85e-1564-4f19-b9f8-b647a54c7aa2,segment=NetworkSegment(03509fd2-ca9c-4aa0-94e6-e236afda62e7),segment_id=03509fd2-ca9c-4aa0-94e6-e236afda62e7)] {{(pid=109869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 02:22:15.314578 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-0b5613c4-8170-4bf8-9f02-6359cd141cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:15.324178 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6206b65a-16fb-4643-a287-e9a619633015 None None] Pushing event updated for resources: {'Port': ['ID=7392f85e-1564-4f19-b9f8-b647a54c7aa2,revision_number=2']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:22:15.332688 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6206b65a-16fb-4643-a287-e9a619633015 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:22:15.333038 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6206b65a-16fb-4643-a287-e9a619633015 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:22:15.333472 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6206b65a-16fb-4643-a287-e9a619633015 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:22:15.333765 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6206b65a-16fb-4643-a287-e9a619633015 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:22:15.334095 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6206b65a-16fb-4643-a287-e9a619633015 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:22:15.334547 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6206b65a-16fb-4643-a287-e9a619633015 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:22:15.334877 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6206b65a-16fb-4643-a287-e9a619633015 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:22:15.335202 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6206b65a-16fb-4643-a287-e9a619633015 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:22:15.335531 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6206b65a-16fb-4643-a287-e9a619633015 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:22:15.335850 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6206b65a-16fb-4643-a287-e9a619633015 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:22:15.336166 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6206b65a-16fb-4643-a287-e9a619633015 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:22:15.336484 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6206b65a-16fb-4643-a287-e9a619633015 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:22:15.346816 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-709b0289-8d81-46be-b678-1a9ecb295c09 None None] Provisioning complete for port 7392f85e-1564-4f19-b9f8-b647a54c7aa2 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:22:15.347134 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-709b0289-8d81-46be-b678-1a9ecb295c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:15.371544 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61894ac-12bd-4f38-a10d-96210dbbfd58 None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 02:22:15.394538 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6206b65a-16fb-4643-a287-e9a619633015 None None] Pushing event updated for resources: {'Port': ['ID=7392f85e-1564-4f19-b9f8-b647a54c7aa2,revision_number=3']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:22:15.399138 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5613c4-8170-4bf8-9f02-6359cd141cae None None] Routers {'e0a53b2c-2fa7-4f5e-861a-329246fd393e'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:22:15.399937 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-0b5613c4-8170-4bf8-9f02-6359cd141cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:21:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['e0a53b2c-2fa7-4f5e-861a-329246fd393e'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:22:15.409112 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-4152a520-6206-4b7c-93ef-316ebcbc8a6b None None] Allocated IP 172.20.0.2 (878c849a-5b25-448d-9ec5-f1627976467d/fd0aa2cb-1cf9-418b-8df9-e38196392730/2dfe44f7-f74d-4b79-b68c-23c469f1012a) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 02:22:15.519970 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-709b0289-8d81-46be-b678-1a9ecb295c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:15.539609 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-30802aef-16d4-4f23-986c-51a1f0131445 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:15.557717 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-709b0289-8d81-46be-b678-1a9ecb295c09 None None] For port 7392f85e-1564-4f19-b9f8-b647a54c7aa2, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=7392f85e-1564-4f19-b9f8-b647a54c7aa2,segment=NetworkSegment(03509fd2-ca9c-4aa0-94e6-e236afda62e7),segment_id=03509fd2-ca9c-4aa0-94e6-e236afda62e7)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:22:15.565885 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-709b0289-8d81-46be-b678-1a9ecb295c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:15.612761 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-0b5613c4-8170-4bf8-9f02-6359cd141cae None None] Set router e0a53b2c-2fa7-4f5e-861a-329246fd393e gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:22:15.665874 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709b0289-8d81-46be-b678-1a9ecb295c09 None None] Pushing event updated for resources: {'Port': ['ID=7392f85e-1564-4f19-b9f8-b647a54c7aa2,revision_number=4']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:22:15.681622 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-4152a520-6206-4b7c-93ef-316ebcbc8a6b None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:15.692649 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-4152a520-6206-4b7c-93ef-316ebcbc8a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:15.700892 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-15b13ff9-c06d-44b0-97fc-0a1645fb7394 None None] Provisioning complete for port 7392f85e-1564-4f19-b9f8-b647a54c7aa2 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:22:15.701251 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-15b13ff9-c06d-44b0-97fc-0a1645fb7394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:15.762659 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4152a520-6206-4b7c-93ef-316ebcbc8a6b None None] Network 878c849a-5b25-448d-9ec5-f1627976467d is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 02:22:15.769553 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-4152a520-6206-4b7c-93ef-316ebcbc8a6b None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:22:15.771933 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4152a520-6206-4b7c-93ef-316ebcbc8a6b None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 02:22:15.782001 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4152a520-6206-4b7c-93ef-316ebcbc8a6b None None] Pushing event updated for resources: {'Port': ['ID=2dfe44f7-f74d-4b79-b68c-23c469f1012a,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:22:15.802632 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-0b5613c4-8170-4bf8-9f02-6359cd141cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a53b2c-2fa7-4f5e-861a-329246fd393e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-898713579', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.35'}], 'enable_snat': True}, 'gw_port_id': '7392f85e-1564-4f19-b9f8-b647a54c7aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:22:13Z', 'updated_at': '2021-11-24T02:22:13Z', 'revision_number': 3, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'gw_port': {'id': '7392f85e-1564-4f19-b9f8-b647a54c7aa2', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d9:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0a53b2c-2fa7-4f5e-861a-329246fd393e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:22:13Z', 'updated_at': '2021-11-24T02:22:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:22:15.829183 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5613c4-8170-4bf8-9f02-6359cd141cae None None] The sync data for ids ['e0a53b2c-2fa7-4f5e-861a-329246fd393e'] in dv-neutron-818911-2-hyperv is: [{'id': 'e0a53b2c-2fa7-4f5e-861a-329246fd393e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-898713579', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.35'}], 'enable_snat': True}, 'gw_port_id': '7392f85e-1564-4f19-b9f8-b647a54c7aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:22:13Z', 'updated_at': '2021-11-24T02:22:13Z', 'revision_number': 3, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'gw_port': {'id': '7392f85e-1564-4f19-b9f8-b647a54c7aa2', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d9:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0a53b2c-2fa7-4f5e-861a-329246fd393e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:22:13Z', 'updated_at': '2021-11-24T02:22:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 02:22:15.829527 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [None req-30802aef-16d4-4f23-986c-51a1f0131445 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Allocated IP 172.20.0.1 (878c849a-5b25-448d-9ec5-f1627976467d/fd0aa2cb-1cf9-418b-8df9-e38196392730/6f613a5f-8f7b-45f9-a5bc-baad4adcf9d1) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 02:22:15.875183 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-4152a520-6206-4b7c-93ef-316ebcbc8a6b None None] Attempting to bind port 2dfe44f7-f74d-4b79-b68c-23c469f1012a on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 02:22:15.875558 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-4152a520-6206-4b7c-93ef-316ebcbc8a6b None None] Attempting to bind port 2dfe44f7-f74d-4b79-b68c-23c469f1012a by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': 'f18c01b8-93bf-4233-a892-f3ddbb31d826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '878c849a-5b25-448d-9ec5-f1627976467d'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 02:22:15.875918 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4152a520-6206-4b7c-93ef-316ebcbc8a6b None None] Attempting to bind port 2dfe44f7-f74d-4b79-b68c-23c469f1012a on network 878c849a-5b25-448d-9ec5-f1627976467d {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 02:22:15.884744 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4152a520-6206-4b7c-93ef-316ebcbc8a6b None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 02:22:15.885125 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4152a520-6206-4b7c-93ef-316ebcbc8a6b None None] Checking segment: {'id': 'f18c01b8-93bf-4233-a892-f3ddbb31d826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '878c849a-5b25-448d-9ec5-f1627976467d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 02:22:15.885549 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-4152a520-6206-4b7c-93ef-316ebcbc8a6b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:15.885935 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4152a520-6206-4b7c-93ef-316ebcbc8a6b None None] Bound using segment: {'id': 'f18c01b8-93bf-4233-a892-f3ddbb31d826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '878c849a-5b25-448d-9ec5-f1627976467d'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 02:22:15.886416 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-4152a520-6206-4b7c-93ef-316ebcbc8a6b None None] Bound port: 2dfe44f7-f74d-4b79-b68c-23c469f1012a, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f18c01b8-93bf-4233-a892-f3ddbb31d826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '878c849a-5b25-448d-9ec5-f1627976467d'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 02:22:15.886793 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-4152a520-6206-4b7c-93ef-316ebcbc8a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:15.957931 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-30802aef-16d4-4f23-986c-51a1f0131445 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:15.961277 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-4152a520-6206-4b7c-93ef-316ebcbc8a6b None None] For port 2dfe44f7-f74d-4b79-b68c-23c469f1012a, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 02:22:15.964987 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-4152a520-6206-4b7c-93ef-316ebcbc8a6b None None] For port 2dfe44f7-f74d-4b79-b68c-23c469f1012a, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=2dfe44f7-f74d-4b79-b68c-23c469f1012a,segment=NetworkSegment(f18c01b8-93bf-4233-a892-f3ddbb31d826),segment_id=f18c01b8-93bf-4233-a892-f3ddbb31d826)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 02:22:15.969466 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-4152a520-6206-4b7c-93ef-316ebcbc8a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:15.996327 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-30802aef-16d4-4f23-986c-51a1f0131445 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:16.033021 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4152a520-6206-4b7c-93ef-316ebcbc8a6b None None] Pushing event updated for resources: {'Port': ['ID=2dfe44f7-f74d-4b79-b68c-23c469f1012a,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:22:16.053823 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30802aef-16d4-4f23-986c-51a1f0131445 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Network 878c849a-5b25-448d-9ec5-f1627976467d is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 02:22:16.057956 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30802aef-16d4-4f23-986c-51a1f0131445 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Pushing event updated for resources: {'Port': ['ID=6f613a5f-8f7b-45f9-a5bc-baad4adcf9d1,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:22:16.060556 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-30802aef-16d4-4f23-986c-51a1f0131445 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:22:16.076479 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30802aef-16d4-4f23-986c-51a1f0131445 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 02:22:16.143737 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-30802aef-16d4-4f23-986c-51a1f0131445 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3777869'] for router_interface, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:16.310628 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-30802aef-16d4-4f23-986c-51a1f0131445 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:16.621476 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-30802aef-16d4-4f23-986c-51a1f0131445 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for port, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:16.627125 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-30802aef-16d4-4f23-986c-51a1f0131445 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29149402'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:16.708408 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-30802aef-16d4-4f23-986c-51a1f0131445 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3778017'] for router_interface, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:16.710202 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30802aef-16d4-4f23-986c-51a1f0131445 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Pushing event updated for resources: {'Port': ['ID=6f613a5f-8f7b-45f9-a5bc-baad4adcf9d1,revision_number=2']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:22:16.810106 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30802aef-16d4-4f23-986c-51a1f0131445 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Network 878c849a-5b25-448d-9ec5-f1627976467d is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 02:22:16.811615 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-30802aef-16d4-4f23-986c-51a1f0131445 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:22:16.938893 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30802aef-16d4-4f23-986c-51a1f0131445 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Router e0a53b2c-2fa7-4f5e-861a-329246fd393e has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 02:22:17.049480 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30802aef-16d4-4f23-986c-51a1f0131445 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 02:22:17.055255 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-30802aef-16d4-4f23-986c-51a1f0131445 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "PUT /v2.0/routers/e0a53b2c-2fa7-4f5e-861a-329246fd393e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9909348 Nov 24 02:22:17.067727 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41bfef6-755d-49b6-ad61-0644cfa22af4 None None] Network 878c849a-5b25-448d-9ec5-f1627976467d requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 02:22:17.145305 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-5b3c5a41-64d4-4c93-ad07-cee70698d0d8 None None] Provisioning complete for port 2dfe44f7-f74d-4b79-b68c-23c469f1012a triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:22:17.145743 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-5b3c5a41-64d4-4c93-ad07-cee70698d0d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:17.233056 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-37d9d254-ffb6-4824-bc89-97399c6718c8 req-a95d3554-5fce-4330-9b6a-828103052ecd tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1702155365&fields=id&tenant_id=267b27dd9c014097b0435b11fcd7bcf6 HTTP/1.1" status: 200 len: 267 time: 0.0517662 Nov 24 02:22:17.280238 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 7392f85e-1564-4f19-b9f8-b647a54c7aa2 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 02:22:17.336774 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-5b3c5a41-64d4-4c93-ad07-cee70698d0d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:17.355435 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d9d254-ffb6-4824-bc89-97399c6718c8 req-5e8af48d-973c-4176-911e-eac1da1a30f7 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:22:17.356961 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-37d9d254-ffb6-4824-bc89-97399c6718c8 req-5e8af48d-973c-4176-911e-eac1da1a30f7 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/networks?id=878c849a-5b25-448d-9ec5-f1627976467d HTTP/1.1" status: 200 len: 797 time: 0.1167471 Nov 24 02:22:17.373618 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-37d9d254-ffb6-4824-bc89-97399c6718c8 req-decdca13-5c48-40d5-856e-3fc1e71d026f tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/quotas/267b27dd9c014097b0435b11fcd7bcf6 HTTP/1.1" status: 200 len: 375 time: 0.0103593 Nov 24 02:22:17.384970 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-5b3c5a41-64d4-4c93-ad07-cee70698d0d8 None None] For port 2dfe44f7-f74d-4b79-b68c-23c469f1012a, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=2dfe44f7-f74d-4b79-b68c-23c469f1012a,segment=NetworkSegment(f18c01b8-93bf-4233-a892-f3ddbb31d826),segment_id=f18c01b8-93bf-4233-a892-f3ddbb31d826)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:22:17.387975 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 7392f85e-1564-4f19-b9f8-b647a54c7aa2 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:22:17.388336 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:17.391600 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-5b3c5a41-64d4-4c93-ad07-cee70698d0d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:17.430579 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-37d9d254-ffb6-4824-bc89-97399c6718c8 req-f44881b8-36cb-4a86-bcfa-812b655ad30c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=267b27dd9c014097b0435b11fcd7bcf6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509095 Nov 24 02:22:17.474809 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3c5a41-64d4-4c93-ad07-cee70698d0d8 None None] Pushing event updated for resources: {'Port': ['ID=2dfe44f7-f74d-4b79-b68c-23c469f1012a,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:22:17.521573 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [req-37d9d254-ffb6-4824-bc89-97399c6718c8 req-727d3b94-745b-4d6b-b8a8-e7b0897762c9 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 02:22:17.522745 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 2dfe44f7-f74d-4b79-b68c-23c469f1012a up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 02:22:17.523483 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-37d9d254-ffb6-4824-bc89-97399c6718c8 req-727d3b94-745b-4d6b-b8a8-e7b0897762c9 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0771670 Nov 24 02:22:17.580628 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 2dfe44f7-f74d-4b79-b68c-23c469f1012a triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:22:17.581139 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:17.630675 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-15a4ddf6-5379-4e38-9cd3-34261fbaf556 None None] Provisioning complete for port 6f613a5f-8f7b-45f9-a5bc-baad4adcf9d1 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:22:17.631026 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-15a4ddf6-5379-4e38-9cd3-34261fbaf556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:17.638051 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-37d9d254-ffb6-4824-bc89-97399c6718c8 req-934bef8b-325e-45fc-a2cb-fe1022ef005c service neutron] 10.222.0.21 "GET /v2.0/networks/878c849a-5b25-448d-9ec5-f1627976467d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076455 Nov 24 02:22:17.672589 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-15a4ddf6-5379-4e38-9cd3-34261fbaf556 None None] Port 6f613a5f-8f7b-45f9-a5bc-baad4adcf9d1 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 02:22:17.714744 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70e6463-2f28-4ab0-9c94-7782ac9b4110 None None] Sync routers for ids ['e0a53b2c-2fa7-4f5e-861a-329246fd393e'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 02:22:17.724119 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-15a4ddf6-5379-4e38-9cd3-34261fbaf556 None None] Provisioning complete for port 2dfe44f7-f74d-4b79-b68c-23c469f1012a triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:22:17.724481 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-15a4ddf6-5379-4e38-9cd3-34261fbaf556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:17.744122 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-37d9d254-ffb6-4824-bc89-97399c6718c8 req-9b082c2f-ec9c-4b45-b110-ea126b696494 service neutron] 10.222.0.21 "GET /v2.0/networks/878c849a-5b25-448d-9ec5-f1627976467d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025877 Nov 24 02:22:17.750987 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70e6463-2f28-4ab0-9c94-7782ac9b4110 None None] Routers {'e0a53b2c-2fa7-4f5e-861a-329246fd393e'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:22:17.751683 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-b70e6463-2f28-4ab0-9c94-7782ac9b4110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:21:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['e0a53b2c-2fa7-4f5e-861a-329246fd393e'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:22:17.907569 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-b70e6463-2f28-4ab0-9c94-7782ac9b4110 None None] Set router e0a53b2c-2fa7-4f5e-861a-329246fd393e gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:22:17.952786 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-b6f85244-3ce5-4507-a682-002cb8c7f369 req-cab25149-6e22-4980-b577-906f1444ee49 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e105a98-f753-42cd-bab3-cbb591f37154 HTTP/1.1" status: 200 len: 210 time: 0.0369647 Nov 24 02:22:18.193340 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-c2911a4a-35d5-41e2-a725-4ee36ec05e9a None None] Provisioning complete for port 6f613a5f-8f7b-45f9-a5bc-baad4adcf9d1 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:22:18.194470 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-c2911a4a-35d5-41e2-a725-4ee36ec05e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:18.278660 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-c2911a4a-35d5-41e2-a725-4ee36ec05e9a None None] Port 6f613a5f-8f7b-45f9-a5bc-baad4adcf9d1 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 02:22:18.334654 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-b70e6463-2f28-4ab0-9c94-7782ac9b4110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a53b2c-2fa7-4f5e-861a-329246fd393e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-898713579', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.35'}], 'enable_snat': True}, 'gw_port_id': '7392f85e-1564-4f19-b9f8-b647a54c7aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:22:13Z', 'updated_at': '2021-11-24T02:22:16Z', 'revision_number': 4, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'gw_port': {'id': '7392f85e-1564-4f19-b9f8-b647a54c7aa2', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a53b2c-2fa7-4f5e-861a-329246fd393e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:22:13Z', 'updated_at': '2021-11-24T02:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': '6f613a5f-8f7b-45f9-a5bc-baad4adcf9d1', 'name': '', 'network_id': '878c849a-5b25-448d-9ec5-f1627976467d', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'mac_address': 'fa:16:3e:5c:08:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0a53b2c-2fa7-4f5e-861a-329246fd393e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'fd0aa2cb-1cf9-418b-8df9-e38196392730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:22:15Z', 'updated_at': '2021-11-24T02:22:16Z', 'revision_number': 2, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'subnets': [{'id': 'fd0aa2cb-1cf9-418b-8df9-e38196392730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:22:18.362390 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70e6463-2f28-4ab0-9c94-7782ac9b4110 None None] Checking router: e0a53b2c-2fa7-4f5e-861a-329246fd393e for host: dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 02:22:18.362743 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70e6463-2f28-4ab0-9c94-7782ac9b4110 None None] Updating router e0a53b2c-2fa7-4f5e-861a-329246fd393e port 6f613a5f-8f7b-45f9-a5bc-baad4adcf9d1 binding host dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 02:22:18.395639 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-b70e6463-2f28-4ab0-9c94-7782ac9b4110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:18.418383 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-64790ba8-e6a9-455c-86b2-484b300e810c None None] Provisioning complete for port 6f613a5f-8f7b-45f9-a5bc-baad4adcf9d1 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:22:18.418759 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-64790ba8-e6a9-455c-86b2-484b300e810c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:18.479907 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-64790ba8-e6a9-455c-86b2-484b300e810c None None] Port 6f613a5f-8f7b-45f9-a5bc-baad4adcf9d1 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 02:22:18.689274 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-b70e6463-2f28-4ab0-9c94-7782ac9b4110 None None] Publish callbacks [] for port, precommit_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:18.694493 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-b70e6463-2f28-4ab0-9c94-7782ac9b4110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:18.746060 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01acb4e7-811f-4ef9-85d4-c8edc91b1c71 None None] Pushing event updated for resources: {'Port': ['ID=6f613a5f-8f7b-45f9-a5bc-baad4adcf9d1,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:22:18.799153 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-b70e6463-2f28-4ab0-9c94-7782ac9b4110 None None] Attempting to bind port 6f613a5f-8f7b-45f9-a5bc-baad4adcf9d1 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 02:22:18.799675 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-b70e6463-2f28-4ab0-9c94-7782ac9b4110 None None] Attempting to bind port 6f613a5f-8f7b-45f9-a5bc-baad4adcf9d1 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': 'f18c01b8-93bf-4233-a892-f3ddbb31d826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '878c849a-5b25-448d-9ec5-f1627976467d'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 02:22:18.799873 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70e6463-2f28-4ab0-9c94-7782ac9b4110 None None] Attempting to bind port 6f613a5f-8f7b-45f9-a5bc-baad4adcf9d1 on network 878c849a-5b25-448d-9ec5-f1627976467d {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 02:22:18.805304 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70e6463-2f28-4ab0-9c94-7782ac9b4110 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 02:22:18.805717 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70e6463-2f28-4ab0-9c94-7782ac9b4110 None None] Checking segment: {'id': 'f18c01b8-93bf-4233-a892-f3ddbb31d826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '878c849a-5b25-448d-9ec5-f1627976467d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 02:22:18.806122 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-b70e6463-2f28-4ab0-9c94-7782ac9b4110 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:18.806520 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70e6463-2f28-4ab0-9c94-7782ac9b4110 None None] Bound using segment: {'id': 'f18c01b8-93bf-4233-a892-f3ddbb31d826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '878c849a-5b25-448d-9ec5-f1627976467d'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 02:22:18.806990 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-b70e6463-2f28-4ab0-9c94-7782ac9b4110 None None] Bound port: 6f613a5f-8f7b-45f9-a5bc-baad4adcf9d1, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f18c01b8-93bf-4233-a892-f3ddbb31d826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '878c849a-5b25-448d-9ec5-f1627976467d'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 02:22:18.807379 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-b70e6463-2f28-4ab0-9c94-7782ac9b4110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:18.878824 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-b70e6463-2f28-4ab0-9c94-7782ac9b4110 None None] For port 6f613a5f-8f7b-45f9-a5bc-baad4adcf9d1, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 02:22:18.882841 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-b70e6463-2f28-4ab0-9c94-7782ac9b4110 None None] For port 6f613a5f-8f7b-45f9-a5bc-baad4adcf9d1, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=6f613a5f-8f7b-45f9-a5bc-baad4adcf9d1,segment=NetworkSegment(f18c01b8-93bf-4233-a892-f3ddbb31d826),segment_id=f18c01b8-93bf-4233-a892-f3ddbb31d826)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 02:22:18.888305 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-b70e6463-2f28-4ab0-9c94-7782ac9b4110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:18.937306 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70e6463-2f28-4ab0-9c94-7782ac9b4110 None None] Routers {'e0a53b2c-2fa7-4f5e-861a-329246fd393e'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:22:18.937964 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-b70e6463-2f28-4ab0-9c94-7782ac9b4110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:21:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['e0a53b2c-2fa7-4f5e-861a-329246fd393e'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:22:19.016926 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01acb4e7-811f-4ef9-85d4-c8edc91b1c71 None None] Pushing event updated for resources: {'Port': ['ID=6f613a5f-8f7b-45f9-a5bc-baad4adcf9d1,revision_number=4']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:22:19.061700 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-1ed43a03-8d37-4da8-a48d-e4daf282f6f6 None None] Provisioning complete for port 6f613a5f-8f7b-45f9-a5bc-baad4adcf9d1 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:22:19.062068 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-1ed43a03-8d37-4da8-a48d-e4daf282f6f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:19.062543 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d9d254-ffb6-4824-bc89-97399c6718c8 req-81cc44d4-0697-47a2-80ab-eedc727ff6c0 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:22:19.064684 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-37d9d254-ffb6-4824-bc89-97399c6718c8 req-81cc44d4-0697-47a2-80ab-eedc727ff6c0 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.48 "GET /v2.0/networks?id=878c849a-5b25-448d-9ec5-f1627976467d HTTP/1.1" status: 200 len: 797 time: 0.1584415 Nov 24 02:22:19.097518 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-c25ee6dc-7670-42ed-82f7-dcdcd92bad18 req-aa285d06-22ad-467e-9bd2-5fa23071234d tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e105a98-f753-42cd-bab3-cbb591f37154 HTTP/1.1" status: 200 len: 210 time: 0.0317657 Nov 24 02:22:19.157847 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-b70e6463-2f28-4ab0-9c94-7782ac9b4110 None None] Set router e0a53b2c-2fa7-4f5e-861a-329246fd393e gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:22:19.179624 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-37d9d254-ffb6-4824-bc89-97399c6718c8 req-c15baee5-f168-48ad-9754-d79ac3865849 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=267b27dd9c014097b0435b11fcd7bcf6 HTTP/1.1" status: 200 len: 380 time: 0.0846844 Nov 24 02:22:19.195445 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [req-37d9d254-ffb6-4824-bc89-97399c6718c8 req-a0ea6045-662a-4f8e-a79d-02a9070aed53 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Request body: {'port': {'device_id': '7e105a98-f753-42cd-bab3-cbb591f37154', 'network_id': '878c849a-5b25-448d-9ec5-f1627976467d', 'admin_state_up': True, 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'security_groups': ['bf1f1cbd-9fa7-4396-8568-8888ac736d8c']}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:22:19.208086 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 2dfe44f7-f74d-4b79-b68c-23c469f1012a up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 02:22:19.214214 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-1ed43a03-8d37-4da8-a48d-e4daf282f6f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:19.320024 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37d9d254-ffb6-4824-bc89-97399c6718c8 req-a0ea6045-662a-4f8e-a79d-02a9070aed53 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Made reservation on behalf of 267b27dd9c014097b0435b11fcd7bcf6 for: {'port': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 02:22:19.323670 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-37d9d254-ffb6-4824-bc89-97399c6718c8 req-a0ea6045-662a-4f8e-a79d-02a9070aed53 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:19.331154 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-1ed43a03-8d37-4da8-a48d-e4daf282f6f6 None None] For port 6f613a5f-8f7b-45f9-a5bc-baad4adcf9d1, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=6f613a5f-8f7b-45f9-a5bc-baad4adcf9d1,segment=NetworkSegment(f18c01b8-93bf-4233-a892-f3ddbb31d826),segment_id=f18c01b8-93bf-4233-a892-f3ddbb31d826)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:22:19.362288 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-1ed43a03-8d37-4da8-a48d-e4daf282f6f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:19.419171 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 2dfe44f7-f74d-4b79-b68c-23c469f1012a triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:22:19.419531 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:19.448319 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [req-37d9d254-ffb6-4824-bc89-97399c6718c8 req-a0ea6045-662a-4f8e-a79d-02a9070aed53 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Allocated IP 172.20.0.3 (878c849a-5b25-448d-9ec5-f1627976467d/fd0aa2cb-1cf9-418b-8df9-e38196392730/0a774350-e18b-4352-8ea1-a9340df49c77) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 02:22:19.484211 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed43a03-8d37-4da8-a48d-e4daf282f6f6 None None] Pushing event updated for resources: {'Port': ['ID=6f613a5f-8f7b-45f9-a5bc-baad4adcf9d1,revision_number=5']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:22:19.513466 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e3450eda-c587-4604-bdde-d1b02cc51604 None None] Provisioning complete for port 6f613a5f-8f7b-45f9-a5bc-baad4adcf9d1 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:22:19.513849 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e3450eda-c587-4604-bdde-d1b02cc51604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:19.592549 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-37d9d254-ffb6-4824-bc89-97399c6718c8 req-a0ea6045-662a-4f8e-a79d-02a9070aed53 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:19.602536 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-b70e6463-2f28-4ab0-9c94-7782ac9b4110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a53b2c-2fa7-4f5e-861a-329246fd393e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-898713579', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.35'}], 'enable_snat': True}, 'gw_port_id': '7392f85e-1564-4f19-b9f8-b647a54c7aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:22:13Z', 'updated_at': '2021-11-24T02:22:16Z', 'revision_number': 4, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'gw_port': {'id': '7392f85e-1564-4f19-b9f8-b647a54c7aa2', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a53b2c-2fa7-4f5e-861a-329246fd393e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:22:13Z', 'updated_at': '2021-11-24T02:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': '6f613a5f-8f7b-45f9-a5bc-baad4adcf9d1', 'name': '', 'network_id': '878c849a-5b25-448d-9ec5-f1627976467d', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'mac_address': 'fa:16:3e:5c:08:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0a53b2c-2fa7-4f5e-861a-329246fd393e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'fd0aa2cb-1cf9-418b-8df9-e38196392730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:22:15Z', 'updated_at': '2021-11-24T02:22:18Z', 'revision_number': 4, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'subnets': [{'id': 'fd0aa2cb-1cf9-418b-8df9-e38196392730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:22:19.628430 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-37d9d254-ffb6-4824-bc89-97399c6718c8 req-a0ea6045-662a-4f8e-a79d-02a9070aed53 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:19.630201 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70e6463-2f28-4ab0-9c94-7782ac9b4110 None None] The sync data for ids ['e0a53b2c-2fa7-4f5e-861a-329246fd393e'] in dv-neutron-818911-2-hyperv is: [{'id': 'e0a53b2c-2fa7-4f5e-861a-329246fd393e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-898713579', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.35'}], 'enable_snat': True}, 'gw_port_id': '7392f85e-1564-4f19-b9f8-b647a54c7aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:22:13Z', 'updated_at': '2021-11-24T02:22:16Z', 'revision_number': 4, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'gw_port': {'id': '7392f85e-1564-4f19-b9f8-b647a54c7aa2', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a53b2c-2fa7-4f5e-861a-329246fd393e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:22:13Z', 'updated_at': '2021-11-24T02:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': '6f613a5f-8f7b-45f9-a5bc-baad4adcf9d1', 'name': '', 'network_id': '878c849a-5b25-448d-9ec5-f1627976467d', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'mac_address': 'fa:16:3e:5c:08:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0a53b2c-2fa7-4f5e-861a-329246fd393e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'fd0aa2cb-1cf9-418b-8df9-e38196392730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:22:15Z', 'updated_at': '2021-11-24T02:22:18Z', 'revision_number': 4, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'subnets': [{'id': 'fd0aa2cb-1cf9-418b-8df9-e38196392730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 02:22:19.680239 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37d9d254-ffb6-4824-bc89-97399c6718c8 req-a0ea6045-662a-4f8e-a79d-02a9070aed53 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Network 878c849a-5b25-448d-9ec5-f1627976467d is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 02:22:19.693859 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ea6045-662a-4f8e-a79d-02a9070aed53 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Pushing event updated for resources: {'Port': ['ID=0a774350-e18b-4352-8ea1-a9340df49c77,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:22:19.697583 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [req-37d9d254-ffb6-4824-bc89-97399c6718c8 req-a0ea6045-662a-4f8e-a79d-02a9070aed53 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:22:19.703138 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [req-37d9d254-ffb6-4824-bc89-97399c6718c8 req-a0ea6045-662a-4f8e-a79d-02a9070aed53 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 02:22:19.765400 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d9d254-ffb6-4824-bc89-97399c6718c8 req-a0ea6045-662a-4f8e-a79d-02a9070aed53 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:22:19.766160 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-37d9d254-ffb6-4824-bc89-97399c6718c8 req-a0ea6045-662a-4f8e-a79d-02a9070aed53 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:19.785856 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-37d9d254-ffb6-4824-bc89-97399c6718c8 req-a0ea6045-662a-4f8e-a79d-02a9070aed53 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5996788 Nov 24 02:22:19.805929 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [req-37d9d254-ffb6-4824-bc89-97399c6718c8 req-148d51ed-beab-44db-b691-e54de04c28cd service neutron] Request body: {'port': {'device_id': '7e105a98-f753-42cd-bab3-cbb591f37154', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8189'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:22:19.873733 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-37d9d254-ffb6-4824-bc89-97399c6718c8 req-148d51ed-beab-44db-b691-e54de04c28cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:19.912360 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-3425c85e-b95a-488d-ae1d-6f96812c10d1 None None] Provisioning complete for port 0a774350-e18b-4352-8ea1-a9340df49c77 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:22:19.913280 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-3425c85e-b95a-488d-ae1d-6f96812c10d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:19.949759 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-3425c85e-b95a-488d-ae1d-6f96812c10d1 None None] Port 0a774350-e18b-4352-8ea1-a9340df49c77 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 02:22:20.172723 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [req-37d9d254-ffb6-4824-bc89-97399c6718c8 req-148d51ed-beab-44db-b691-e54de04c28cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a774350-e18b-4352-8ea1-a9340df49c77 {{(pid=109867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 02:22:20.181244 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-37d9d254-ffb6-4824-bc89-97399c6718c8 req-148d51ed-beab-44db-b691-e54de04c28cd service neutron] Publish callbacks [] for port, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:20.194805 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.provisioning_blocks [req-37d9d254-ffb6-4824-bc89-97399c6718c8 req-148d51ed-beab-44db-b691-e54de04c28cd service neutron] Transition to ACTIVE for port object 0a774350-e18b-4352-8ea1-a9340df49c77 will not be triggered until provisioned by entity L2. {{(pid=109867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 02:22:20.200008 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-37d9d254-ffb6-4824-bc89-97399c6718c8 req-148d51ed-beab-44db-b691-e54de04c28cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25501696'] for port, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:20.231275 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26643e5-4151-437a-bd89-787c390524b5 req-9981570e-0de5-48f3-b511-184cbf3fc55f tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:22:20.233865 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-f26643e5-4151-437a-bd89-787c390524b5 req-9981570e-0de5-48f3-b511-184cbf3fc55f tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e105a98-f753-42cd-bab3-cbb591f37154 HTTP/1.1" status: 200 len: 931 time: 0.0590508 Nov 24 02:22:20.262348 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148d51ed-beab-44db-b691-e54de04c28cd service neutron] Pushing event updated for resources: {'Port': ['ID=0a774350-e18b-4352-8ea1-a9340df49c77,revision_number=2']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:22:20.306049 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-f26643e5-4151-437a-bd89-787c390524b5 req-2218c23a-780c-4b81-b4af-f9b1f0854dac tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf1f1cbd-9fa7-4396-8568-8888ac736d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647891 Nov 24 02:22:20.330989 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.managers [req-37d9d254-ffb6-4824-bc89-97399c6718c8 req-148d51ed-beab-44db-b691-e54de04c28cd service neutron] Attempting to bind port 0a774350-e18b-4352-8ea1-a9340df49c77 on host hv-neutron-8189 for vnic_type normal with profile {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 02:22:20.331324 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.managers [req-37d9d254-ffb6-4824-bc89-97399c6718c8 req-148d51ed-beab-44db-b691-e54de04c28cd service neutron] Attempting to bind port 0a774350-e18b-4352-8ea1-a9340df49c77 by drivers openvswitch,hyperv on host hv-neutron-8189 at level 0 using segments [{'id': 'f18c01b8-93bf-4233-a892-f3ddbb31d826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '878c849a-5b25-448d-9ec5-f1627976467d'}] {{(pid=109867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 02:22:20.331671 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d9d254-ffb6-4824-bc89-97399c6718c8 req-148d51ed-beab-44db-b691-e54de04c28cd service neutron] Attempting to bind port 0a774350-e18b-4352-8ea1-a9340df49c77 on network 878c849a-5b25-448d-9ec5-f1627976467d {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 02:22:20.336973 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d9d254-ffb6-4824-bc89-97399c6718c8 req-148d51ed-beab-44db-b691-e54de04c28cd service neutron] Port 0a774350-e18b-4352-8ea1-a9340df49c77 on network 878c849a-5b25-448d-9ec5-f1627976467d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8189 {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 02:22:20.337301 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d9d254-ffb6-4824-bc89-97399c6718c8 req-148d51ed-beab-44db-b691-e54de04c28cd service neutron] Attempting to bind port 0a774350-e18b-4352-8ea1-a9340df49c77 on network 878c849a-5b25-448d-9ec5-f1627976467d {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 02:22:20.342662 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d9d254-ffb6-4824-bc89-97399c6718c8 req-148d51ed-beab-44db-b691-e54de04c28cd service neutron] Checking agent: {'id': '5773fe6b-0967-455f-9dc9-84c0c923201b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 42, 58), 'started_at': datetime.datetime(2021, 11, 24, 1, 42, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 2, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 02:22:20.343006 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d9d254-ffb6-4824-bc89-97399c6718c8 req-148d51ed-beab-44db-b691-e54de04c28cd service neutron] Checking segment: {'id': 'f18c01b8-93bf-4233-a892-f3ddbb31d826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '878c849a-5b25-448d-9ec5-f1627976467d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 02:22:20.343394 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d9d254-ffb6-4824-bc89-97399c6718c8 req-148d51ed-beab-44db-b691-e54de04c28cd service neutron] Bound using segment: {'id': 'f18c01b8-93bf-4233-a892-f3ddbb31d826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '878c849a-5b25-448d-9ec5-f1627976467d'} {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 02:22:20.343828 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.managers [req-37d9d254-ffb6-4824-bc89-97399c6718c8 req-148d51ed-beab-44db-b691-e54de04c28cd service neutron] Bound port: 0a774350-e18b-4352-8ea1-a9340df49c77, host: hv-neutron-8189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f18c01b8-93bf-4233-a892-f3ddbb31d826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '878c849a-5b25-448d-9ec5-f1627976467d'}}] {{(pid=109867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 02:22:20.344190 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-37d9d254-ffb6-4824-bc89-97399c6718c8 req-148d51ed-beab-44db-b691-e54de04c28cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:20.418969 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [req-37d9d254-ffb6-4824-bc89-97399c6718c8 req-148d51ed-beab-44db-b691-e54de04c28cd service neutron] For port 0a774350-e18b-4352-8ea1-a9340df49c77, host hv-neutron-8189, cleared binding levels {{(pid=109867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 02:22:20.422411 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [req-37d9d254-ffb6-4824-bc89-97399c6718c8 req-148d51ed-beab-44db-b691-e54de04c28cd service neutron] For port 0a774350-e18b-4352-8ea1-a9340df49c77, host hv-neutron-8189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=0a774350-e18b-4352-8ea1-a9340df49c77,segment=NetworkSegment(f18c01b8-93bf-4233-a892-f3ddbb31d826),segment_id=f18c01b8-93bf-4233-a892-f3ddbb31d826)] {{(pid=109867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 02:22:20.428937 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-37d9d254-ffb6-4824-bc89-97399c6718c8 req-148d51ed-beab-44db-b691-e54de04c28cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25501696'] for port, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:20.469606 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d9d254-ffb6-4824-bc89-97399c6718c8 req-148d51ed-beab-44db-b691-e54de04c28cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:22:20.470162 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-37d9d254-ffb6-4824-bc89-97399c6718c8 req-148d51ed-beab-44db-b691-e54de04c28cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:20.471752 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-37d9d254-ffb6-4824-bc89-97399c6718c8 req-148d51ed-beab-44db-b691-e54de04c28cd service neutron] 10.222.0.48 "PUT /v2.0/ports/0a774350-e18b-4352-8ea1-a9340df49c77 HTTP/1.1" status: 200 len: 1093 time: 0.6711671 Nov 24 02:22:20.474339 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e105a98-f753-42cd-bab3-cbb591f37154', 'tag': '0a774350-e18b-4352-8ea1-a9340df49c77'}] {{(pid=109867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:22:20.477083 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2155eb48762029a847224b6ca77dbed8b251e8450d3d79f1fc0a82d404e82e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df4ff2ca-83cc-4138-90a0-92f6aecf6cf1" -d '{"events": [{"name": "network-changed", "server_uuid": "7e105a98-f753-42cd-bab3-cbb591f37154", "tag": "0a774350-e18b-4352-8ea1-a9340df49c77"}]}' {{(pid=109867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:22:20.520523 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148d51ed-beab-44db-b691-e54de04c28cd service neutron] Pushing event updated for resources: {'Port': ['ID=0a774350-e18b-4352-8ea1-a9340df49c77,revision_number=3']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:22:20.526336 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 02:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81e5d905-206b-4bb0-9178-21bc405c64b9 x-openstack-request-id: req-81e5d905-206b-4bb0-9178-21bc405c64b9 {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:22:20.526697 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e105a98-f753-42cd-bab3-cbb591f37154", "tag": "0a774350-e18b-4352-8ea1-a9340df49c77", "status": "completed", "code": 200}]} {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:22:20.527020 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-81e5d905-206b-4bb0-9178-21bc405c64b9 {{(pid=109867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:22:20.527886 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e105a98-f753-42cd-bab3-cbb591f37154', 'tag': '0a774350-e18b-4352-8ea1-a9340df49c77', 'status': 'completed', 'code': 200} Nov 24 02:22:20.588924 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d9d254-ffb6-4824-bc89-97399c6718c8 req-038fe78e-54ee-4af3-bbbb-c7410e3709f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:22:20.590627 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-37d9d254-ffb6-4824-bc89-97399c6718c8 req-038fe78e-54ee-4af3-bbbb-c7410e3709f6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=267b27dd9c014097b0435b11fcd7bcf6&device_id=7e105a98-f753-42cd-bab3-cbb591f37154 HTTP/1.1" status: 200 len: 1096 time: 0.0473082 Nov 24 02:22:20.643397 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-37d9d254-ffb6-4824-bc89-97399c6718c8 req-18e861c3-43cd-4cbb-8852-1b63169cab5b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0a774350-e18b-4352-8ea1-a9340df49c77 HTTP/1.1" status: 200 len: 217 time: 0.0378313 Nov 24 02:22:20.703327 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d9d254-ffb6-4824-bc89-97399c6718c8 req-4cce75d7-9b68-453f-beaf-62a3f79ff4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:22:20.705200 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-37d9d254-ffb6-4824-bc89-97399c6718c8 req-4cce75d7-9b68-453f-beaf-62a3f79ff4ab service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fd0aa2cb-1cf9-418b-8df9-e38196392730 HTTP/1.1" status: 200 len: 835 time: 0.0543263 Nov 24 02:22:20.755296 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d9d254-ffb6-4824-bc89-97399c6718c8 req-4017bf22-7819-47e3-b285-a0e733a65922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:22:20.757335 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-37d9d254-ffb6-4824-bc89-97399c6718c8 req-4017bf22-7819-47e3-b285-a0e733a65922 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=878c849a-5b25-448d-9ec5-f1627976467d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0455306 Nov 24 02:22:20.849263 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-37d9d254-ffb6-4824-bc89-97399c6718c8 req-a3ebacfa-d664-47dd-a11d-c42fbf3b9848 service neutron] 10.222.0.48 "GET /v2.0/networks/878c849a-5b25-448d-9ec5-f1627976467d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838242 Nov 24 02:22:20.943551 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-37d9d254-ffb6-4824-bc89-97399c6718c8 req-0bc8d7fe-869e-492a-ac47-42a780ff5440 service neutron] 10.222.0.48 "GET /v2.0/networks/878c849a-5b25-448d-9ec5-f1627976467d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864537 Nov 24 02:22:21.081151 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4ff2ca-83cc-4138-90a0-92f6aecf6cf1 req-f80fb251-efa1-4622-a11b-36aba234f082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:22:21.082591 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-df4ff2ca-83cc-4138-90a0-92f6aecf6cf1 req-f80fb251-efa1-4622-a11b-36aba234f082 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=267b27dd9c014097b0435b11fcd7bcf6&device_id=7e105a98-f753-42cd-bab3-cbb591f37154 HTTP/1.1" status: 200 len: 1096 time: 0.0434327 Nov 24 02:22:21.182153 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4ff2ca-83cc-4138-90a0-92f6aecf6cf1 req-4c636755-ec78-4e23-a871-677f2de799f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:22:21.184203 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-df4ff2ca-83cc-4138-90a0-92f6aecf6cf1 req-4c636755-ec78-4e23-a871-677f2de799f0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=878c849a-5b25-448d-9ec5-f1627976467d HTTP/1.1" status: 200 len: 898 time: 0.0923879 Nov 24 02:22:21.205002 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 6f613a5f-8f7b-45f9-a5bc-baad4adcf9d1 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 02:22:21.227377 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-df4ff2ca-83cc-4138-90a0-92f6aecf6cf1 req-3c212234-1a90-4eaa-87c2-77daf806c90b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0a774350-e18b-4352-8ea1-a9340df49c77 HTTP/1.1" status: 200 len: 217 time: 0.0357432 Nov 24 02:22:21.253121 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 6f613a5f-8f7b-45f9-a5bc-baad4adcf9d1 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:22:21.253514 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:21.283346 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4ff2ca-83cc-4138-90a0-92f6aecf6cf1 req-e179fba0-0d67-4310-9b8e-a2c295a017e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:22:21.284848 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-df4ff2ca-83cc-4138-90a0-92f6aecf6cf1 req-e179fba0-0d67-4310-9b8e-a2c295a017e0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fd0aa2cb-1cf9-418b-8df9-e38196392730 HTTP/1.1" status: 200 len: 835 time: 0.0506735 Nov 24 02:22:21.334404 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4ff2ca-83cc-4138-90a0-92f6aecf6cf1 req-0861c70e-cc3f-4a1d-a933-8e12878911d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:22:21.335839 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-df4ff2ca-83cc-4138-90a0-92f6aecf6cf1 req-0861c70e-cc3f-4a1d-a933-8e12878911d1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=878c849a-5b25-448d-9ec5-f1627976467d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0431912 Nov 24 02:22:21.421148 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecf4fb0-b0c0-4c6d-9b04-5d88ac9703c7 req-339dda3c-f80e-4f1e-af51-515408a027b5 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:22:21.422674 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-9ecf4fb0-b0c0-4c6d-9b04-5d88ac9703c7 req-339dda3c-f80e-4f1e-af51-515408a027b5 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e105a98-f753-42cd-bab3-cbb591f37154 HTTP/1.1" status: 200 len: 943 time: 0.0479980 Nov 24 02:22:21.428913 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-df4ff2ca-83cc-4138-90a0-92f6aecf6cf1 req-71d9b43b-a2ae-46e4-9eb5-f285ae75e6d7 service neutron] 10.222.0.48 "GET /v2.0/networks/878c849a-5b25-448d-9ec5-f1627976467d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849893 Nov 24 02:22:21.471932 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-9ecf4fb0-b0c0-4c6d-9b04-5d88ac9703c7 req-0c689f1f-67a1-4bd9-8fe0-cbd4b4185046 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf1f1cbd-9fa7-4396-8568-8888ac736d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433962 Nov 24 02:22:21.523676 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-df4ff2ca-83cc-4138-90a0-92f6aecf6cf1 req-85fefca7-3977-4a18-9aa7-3b4dcced61fe service neutron] 10.222.0.48 "GET /v2.0/networks/878c849a-5b25-448d-9ec5-f1627976467d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871534 Nov 24 02:22:22.588367 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43ddf3d-51d1-4c61-8a59-6d57a646df78 req-60204683-4c6d-4daa-8cd9-150e9efc42a0 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:22:22.589870 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-c43ddf3d-51d1-4c61-8a59-6d57a646df78 req-60204683-4c6d-4daa-8cd9-150e9efc42a0 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e105a98-f753-42cd-bab3-cbb591f37154 HTTP/1.1" status: 200 len: 943 time: 0.0500998 Nov 24 02:22:22.638863 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-c43ddf3d-51d1-4c61-8a59-6d57a646df78 req-aeb130bc-445b-4f02-93ff-0b9a4a507c3f tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf1f1cbd-9fa7-4396-8568-8888ac736d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431097 Nov 24 02:22:23.749972 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ded60bf-fd58-4180-a136-a328866cfa7f req-a73f1467-1287-4477-81de-d2c3f265d91c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:22:23.751469 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-1ded60bf-fd58-4180-a136-a328866cfa7f req-a73f1467-1287-4477-81de-d2c3f265d91c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e105a98-f753-42cd-bab3-cbb591f37154 HTTP/1.1" status: 200 len: 943 time: 0.0479174 Nov 24 02:22:23.804225 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-1ded60bf-fd58-4180-a136-a328866cfa7f req-4212ddd1-dbc3-4648-b8d4-ff1fcddd1143 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf1f1cbd-9fa7-4396-8568-8888ac736d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463412 Nov 24 02:22:24.706544 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 0a774350-e18b-4352-8ea1-a9340df49c77 details requested by agent hyperv_hv-neutron-8189 with host hv-neutron-8189 {{(pid=109868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 02:22:24.814183 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port 0a774350-e18b-4352-8ea1-a9340df49c77, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=0a774350-e18b-4352-8ea1-a9340df49c77,segment=NetworkSegment(f18c01b8-93bf-4233-a892-f3ddbb31d826),segment_id=f18c01b8-93bf-4233-a892-f3ddbb31d826)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:22:24.816770 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-edb3c2dd-4931-4734-a3a2-36c0feb8008e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:24.827381 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Returning: {'device': '0a774350-e18b-4352-8ea1-a9340df49c77', 'network_id': '878c849a-5b25-448d-9ec5-f1627976467d', 'port_id': '0a774350-e18b-4352-8ea1-a9340df49c77', 'mac_address': 'fa:16:3e:1d:12:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd0aa2cb-1cf9-418b-8df9-e38196392730', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 02:22:24.870691 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:24.883990 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a774350-e18b-4352-8ea1-a9340df49c77 {{(pid=109868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 02:22:24.903600 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port 0a774350-e18b-4352-8ea1-a9340df49c77, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=0a774350-e18b-4352-8ea1-a9340df49c77,segment=NetworkSegment(f18c01b8-93bf-4233-a892-f3ddbb31d826),segment_id=f18c01b8-93bf-4233-a892-f3ddbb31d826)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:22:24.907272 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:24.924268 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb06c970-d136-4877-857c-350bb743859c req-9832a35b-75f5-48a4-b155-afe2e1502f29 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:22:24.925685 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-cb06c970-d136-4877-857c-350bb743859c req-9832a35b-75f5-48a4-b155-afe2e1502f29 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e105a98-f753-42cd-bab3-cbb591f37154 HTTP/1.1" status: 200 len: 943 time: 0.0544512 Nov 24 02:22:24.954767 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=0a774350-e18b-4352-8ea1-a9340df49c77,revision_number=4']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:22:24.976821 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-cb06c970-d136-4877-857c-350bb743859c req-d72bea50-70c7-4fcb-9b8d-ff79085703c9 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf1f1cbd-9fa7-4396-8568-8888ac736d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449920 Nov 24 02:22:25.188879 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] get_ports_and_sgs() called for port_ids ['0a774350-e18b-4352-8ea1-a9340df49c77'] {{(pid=109868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 02:22:26.090628 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2433826e-254d-4562-87fd-628f1e7fef34 req-4acd28a1-4008-44a7-b67d-f2ee3c08754e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:22:26.092141 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-2433826e-254d-4562-87fd-628f1e7fef34 req-4acd28a1-4008-44a7-b67d-f2ee3c08754e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e105a98-f753-42cd-bab3-cbb591f37154 HTTP/1.1" status: 200 len: 944 time: 0.0492127 Nov 24 02:22:26.140629 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-2433826e-254d-4562-87fd-628f1e7fef34 req-3aa0633e-e99c-4f59-b139-e20ad0b97b98 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf1f1cbd-9fa7-4396-8568-8888ac736d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425684 Nov 24 02:22:26.737352 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 0a774350-e18b-4352-8ea1-a9340df49c77 up at agent hyperv_hv-neutron-8189 {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 02:22:26.788107 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Provisioning for port 0a774350-e18b-4352-8ea1-a9340df49c77 completed by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 02:22:26.792100 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Provisioning complete for port 0a774350-e18b-4352-8ea1-a9340df49c77 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:22:26.792402 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:26.867382 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:26.903477 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e105a98-f753-42cd-bab3-cbb591f37154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a774350-e18b-4352-8ea1-a9340df49c77'}] {{(pid=109868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:22:26.905956 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adafa3b64de3cabc8eac619938bcace59b198ffee64d481093eb3def62699d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22bada08-626f-46cc-88a8-e023d6eed686" -d '{"events": [{"server_uuid": "7e105a98-f753-42cd-bab3-cbb591f37154", "name": "network-vif-plugged", "status": "completed", "tag": "0a774350-e18b-4352-8ea1-a9340df49c77"}]}' {{(pid=109868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:22:26.923510 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port 0a774350-e18b-4352-8ea1-a9340df49c77, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=0a774350-e18b-4352-8ea1-a9340df49c77,segment=NetworkSegment(f18c01b8-93bf-4233-a892-f3ddbb31d826),segment_id=f18c01b8-93bf-4233-a892-f3ddbb31d826)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:22:26.928290 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:26.956250 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 02:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c82a1c6c-9cc6-4fb0-829b-33338d7b1782 x-openstack-request-id: req-c82a1c6c-9cc6-4fb0-829b-33338d7b1782 {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:22:26.956546 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e105a98-f753-42cd-bab3-cbb591f37154", "name": "network-vif-plugged", "status": "completed", "tag": "0a774350-e18b-4352-8ea1-a9340df49c77", "code": 200}]} {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:22:26.956806 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c82a1c6c-9cc6-4fb0-829b-33338d7b1782 {{(pid=109868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:22:26.957193 dv-neutron-818911-2-hyperv neutron-server[109868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e105a98-f753-42cd-bab3-cbb591f37154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a774350-e18b-4352-8ea1-a9340df49c77', 'code': 200} Nov 24 02:22:26.984584 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=0a774350-e18b-4352-8ea1-a9340df49c77,revision_number=5']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:22:27.155097 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61308fc0-793c-4db0-9157-47492f7baec7 req-ff6ca8ac-a9bc-476b-8ef1-8ea8d9076406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:22:27.156568 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-61308fc0-793c-4db0-9157-47492f7baec7 req-ff6ca8ac-a9bc-476b-8ef1-8ea8d9076406 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7e105a98-f753-42cd-bab3-cbb591f37154 HTTP/1.1" status: 200 len: 1098 time: 0.0400777 Nov 24 02:22:27.203660 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-61308fc0-793c-4db0-9157-47492f7baec7 req-27897e38-6320-4e41-b870-df7f5eca7aa9 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=bf1f1cbd-9fa7-4396-8568-8888ac736d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399766 Nov 24 02:22:27.257718 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23911587-85e1-42a0-b17c-8d0c660a21c1 req-893200aa-dd61-44e2-aea5-5da7da698605 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:22:27.259246 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-23911587-85e1-42a0-b17c-8d0c660a21c1 req-893200aa-dd61-44e2-aea5-5da7da698605 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e105a98-f753-42cd-bab3-cbb591f37154 HTTP/1.1" status: 200 len: 945 time: 0.0520132 Nov 24 02:22:27.270184 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-0c3865be-e482-4be4-bad7-a9864597f432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:27.316697 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-23911587-85e1-42a0-b17c-8d0c660a21c1 req-b425a044-bc7e-43d9-b0e3-9bd1d538c52a tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf1f1cbd-9fa7-4396-8568-8888ac736d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503981 Nov 24 02:22:28.226568 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:28.322784 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:28.432702 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d11ed3b-628a-40a7-b620-dd045777b69f req-81357600-8d0a-414d-bd68-ff2a052be474 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:22:28.434198 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-4d11ed3b-628a-40a7-b620-dd045777b69f req-81357600-8d0a-414d-bd68-ff2a052be474 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e105a98-f753-42cd-bab3-cbb591f37154 HTTP/1.1" status: 200 len: 945 time: 0.0483527 Nov 24 02:22:28.486140 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-4d11ed3b-628a-40a7-b620-dd045777b69f req-3986bf2b-b35a-4ada-9eda-b4aed61591fd tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf1f1cbd-9fa7-4396-8568-8888ac736d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456963 Nov 24 02:22:28.920508 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a69e1d-6218-4312-81b0-a1b5ce98ac09 req-eb7509b4-763b-48dc-a58a-dcfc5440d570 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:22:28.922007 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-37a69e1d-6218-4312-81b0-a1b5ce98ac09 req-eb7509b4-763b-48dc-a58a-dcfc5440d570 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e105a98-f753-42cd-bab3-cbb591f37154 HTTP/1.1" status: 200 len: 945 time: 0.3715575 Nov 24 02:22:28.969619 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-37a69e1d-6218-4312-81b0-a1b5ce98ac09 req-28bd6077-f791-4ef2-ab8e-eddbfcc85e5f tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf1f1cbd-9fa7-4396-8568-8888ac736d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416801 Nov 24 02:22:28.991281 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 56840) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:22:29.028926 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01c52ff-60b9-4906-84fb-bf5293c1c4b2 tempest-TestNetworkAdvancedServerOps-597099735 tempest-TestNetworkAdvancedServerOps-597099735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:22:29.030421 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-f01c52ff-60b9-4906-84fb-bf5293c1c4b2 tempest-TestNetworkAdvancedServerOps-597099735 tempest-TestNetworkAdvancedServerOps-597099735-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7e105a98-f753-42cd-bab3-cbb591f37154 HTTP/1.1" status: 200 len: 1093 time: 0.0381718 Nov 24 02:22:29.033089 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 56842) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:22:29.037937 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-b5d21440-f697-4a1f-bd11-d775dc3a8751 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Request body: {'floatingip': {'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'port_id': '0a774350-e18b-4352-8ea1-a9340df49c77', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:22:29.058767 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b5d21440-f697-4a1f-bd11-d775dc3a8751 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for floatingip, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:29.154819 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b5d21440-f697-4a1f-bd11-d775dc3a8751 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:29.248614 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-48fe5c98-b83b-4f12-b2e2-22ec9a1747c7 req-30cbf637-78ae-4460-8963-04fc3d669ef5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7e105a98-f753-42cd-bab3-cbb591f37154&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0409229 Nov 24 02:22:29.255134 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [None req-b5d21440-f697-4a1f-bd11-d775dc3a8751 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Allocated IP 172.26.5.15 (eb22795d-37ee-46ee-844d-92c17e2ea450/3e66fcff-6e72-4083-b514-48f69cdaa2cb/b1f599bc-54a0-4646-b8db-f02e46f75d10) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 02:22:29.367179 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b5d21440-f697-4a1f-bd11-d775dc3a8751 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:29.390905 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fe5c98-b83b-4f12-b2e2-22ec9a1747c7 req-66192ac3-759e-4d70-a948-b3f953f408d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:22:29.392486 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-48fe5c98-b83b-4f12-b2e2-22ec9a1747c7 req-66192ac3-759e-4d70-a948-b3f953f408d2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=267b27dd9c014097b0435b11fcd7bcf6&device_id=7e105a98-f753-42cd-bab3-cbb591f37154 HTTP/1.1" status: 200 len: 1098 time: 0.0414433 Nov 24 02:22:29.400467 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b5d21440-f697-4a1f-bd11-d775dc3a8751 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:29.437639 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d21440-f697-4a1f-bd11-d775dc3a8751 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Network eb22795d-37ee-46ee-844d-92c17e2ea450 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 02:22:29.442776 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-b5d21440-f697-4a1f-bd11-d775dc3a8751 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:22:29.445968 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d21440-f697-4a1f-bd11-d775dc3a8751 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 02:22:29.473323 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d21440-f697-4a1f-bd11-d775dc3a8751 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Pushing event updated for resources: {'Port': ['ID=b1f599bc-54a0-4646-b8db-f02e46f75d10,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:22:29.503091 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fe5c98-b83b-4f12-b2e2-22ec9a1747c7 req-79930aa5-7e4b-48c2-b6d6-cf938ca4ecf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:22:29.504568 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-48fe5c98-b83b-4f12-b2e2-22ec9a1747c7 req-79930aa5-7e4b-48c2-b6d6-cf938ca4ecf6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=878c849a-5b25-448d-9ec5-f1627976467d HTTP/1.1" status: 200 len: 898 time: 0.0905221 Nov 24 02:22:29.547164 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-48fe5c98-b83b-4f12-b2e2-22ec9a1747c7 req-878002ac-b725-4c8a-bc40-57ffa9e9788f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0a774350-e18b-4352-8ea1-a9340df49c77 HTTP/1.1" status: 200 len: 217 time: 0.0343099 Nov 24 02:22:29.596365 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fe5c98-b83b-4f12-b2e2-22ec9a1747c7 req-88e42d2a-42d7-433a-99fb-59153ef5ae5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:22:29.597914 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-48fe5c98-b83b-4f12-b2e2-22ec9a1747c7 req-88e42d2a-42d7-433a-99fb-59153ef5ae5f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fd0aa2cb-1cf9-418b-8df9-e38196392730 HTTP/1.1" status: 200 len: 835 time: 0.0445178 Nov 24 02:22:29.648010 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fe5c98-b83b-4f12-b2e2-22ec9a1747c7 req-e473d0c0-2981-41f7-8f40-da81a7cfca7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:22:29.649453 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-48fe5c98-b83b-4f12-b2e2-22ec9a1747c7 req-e473d0c0-2981-41f7-8f40-da81a7cfca7f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=878c849a-5b25-448d-9ec5-f1627976467d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0441782 Nov 24 02:22:29.732829 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:29.744813 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-48fe5c98-b83b-4f12-b2e2-22ec9a1747c7 req-725d921b-35b7-46c3-83b1-4def250a6cfd service neutron] 10.222.0.48 "GET /v2.0/networks/878c849a-5b25-448d-9ec5-f1627976467d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869882 Nov 24 02:22:29.812942 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b5d21440-f697-4a1f-bd11-d775dc3a8751 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:29.840720 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-48fe5c98-b83b-4f12-b2e2-22ec9a1747c7 req-d904c7d0-97ab-4082-83aa-348120594d82 service neutron] 10.222.0.48 "GET /v2.0/networks/878c849a-5b25-448d-9ec5-f1627976467d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892494 Nov 24 02:22:29.881645 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b5d21440-f697-4a1f-bd11-d775dc3a8751 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:30.027789 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b5d21440-f697-4a1f-bd11-d775dc3a8751 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for port, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:30.032098 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b5d21440-f697-4a1f-bd11-d775dc3a8751 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29149402'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:30.102457 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d21440-f697-4a1f-bd11-d775dc3a8751 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Pushing event updated for resources: {'Port': ['ID=b1f599bc-54a0-4646-b8db-f02e46f75d10,revision_number=2']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:22:30.113840 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b5d21440-f697-4a1f-bd11-d775dc3a8751 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418250'] for floatingip, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:30.179622 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:30.215548 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.l3_db [None req-b5d21440-f697-4a1f-bd11-d775dc3a8751 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Floating IP dd40448a-23fd-47af-87c8-442e5b8ae386 associated. External IP: 172.26.5.15, port: 0a774350-e18b-4352-8ea1-a9340df49c77. Nov 24 02:22:30.418755 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5d21440-f697-4a1f-bd11-d775dc3a8751 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Router e0a53b2c-2fa7-4f5e-861a-329246fd393e has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 02:22:30.525159 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5d21440-f697-4a1f-bd11-d775dc3a8751 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 02:22:30.535265 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621dbcbe-fbd7-47b5-8f13-1d353f79b18f None None] Sync routers for ids ['e0a53b2c-2fa7-4f5e-861a-329246fd393e'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 02:22:30.543034 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-b5d21440-f697-4a1f-bd11-d775dc3a8751 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for floatingip, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:30.546514 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621dbcbe-fbd7-47b5-8f13-1d353f79b18f None None] Routers {'e0a53b2c-2fa7-4f5e-861a-329246fd393e'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:22:30.547164 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-621dbcbe-fbd7-47b5-8f13-1d353f79b18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:22:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['e0a53b2c-2fa7-4f5e-861a-329246fd393e'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:22:30.571892 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-b5d21440-f697-4a1f-bd11-d775dc3a8751 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5353465 Nov 24 02:22:30.571892 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e105a98-f753-42cd-bab3-cbb591f37154', 'tag': '0a774350-e18b-4352-8ea1-a9340df49c77'}] {{(pid=109866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:22:30.573860 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b7c53c286d9351d1367337230623a155cee02c46c94b80588b67a0bc16402ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0af941c-dd2e-460b-b584-88899083c7e7" -d '{"events": [{"name": "network-changed", "server_uuid": "7e105a98-f753-42cd-bab3-cbb591f37154", "tag": "0a774350-e18b-4352-8ea1-a9340df49c77"}]}' {{(pid=109866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:22:30.615783 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 02:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d090765d-46e2-436e-a97d-964fa7722a82 x-openstack-request-id: req-d090765d-46e2-436e-a97d-964fa7722a82 {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:22:30.616077 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e105a98-f753-42cd-bab3-cbb591f37154", "tag": "0a774350-e18b-4352-8ea1-a9340df49c77", "status": "completed", "code": 200}]} {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:22:30.616333 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d090765d-46e2-436e-a97d-964fa7722a82 {{(pid=109866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:22:30.617253 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e105a98-f753-42cd-bab3-cbb591f37154', 'tag': '0a774350-e18b-4352-8ea1-a9340df49c77', 'status': 'completed', 'code': 200} Nov 24 02:22:30.656921 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-621dbcbe-fbd7-47b5-8f13-1d353f79b18f None None] Set router e0a53b2c-2fa7-4f5e-861a-329246fd393e gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:22:30.703450 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea08087-8ad7-4d34-98fe-93d7ded3f1b8 req-8e2a72a2-4ba6-47bd-9e1d-d1eee4838afa tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:22:30.704933 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-7ea08087-8ad7-4d34-98fe-93d7ded3f1b8 req-8e2a72a2-4ba6-47bd-9e1d-d1eee4838afa tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e105a98-f753-42cd-bab3-cbb591f37154 HTTP/1.1" status: 200 len: 945 time: 0.0757618 Nov 24 02:22:30.720285 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0af941c-dd2e-460b-b584-88899083c7e7 req-1f6583f4-5ba5-4255-abe0-850a1b796b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:22:30.721711 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-a0af941c-dd2e-460b-b584-88899083c7e7 req-1f6583f4-5ba5-4255-abe0-850a1b796b2c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=267b27dd9c014097b0435b11fcd7bcf6&device_id=7e105a98-f753-42cd-bab3-cbb591f37154 HTTP/1.1" status: 200 len: 1098 time: 0.0595398 Nov 24 02:22:30.813928 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-7ea08087-8ad7-4d34-98fe-93d7ded3f1b8 req-d161290e-2914-4fcd-a03c-f286631f026b tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf1f1cbd-9fa7-4396-8568-8888ac736d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009500 Nov 24 02:22:30.838204 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 56848) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:22:30.848786 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0af941c-dd2e-460b-b584-88899083c7e7 req-37884a1d-8b06-4bb6-9a8c-9fc158f8c201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:22:30.851045 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-a0af941c-dd2e-460b-b584-88899083c7e7 req-37884a1d-8b06-4bb6-9a8c-9fc158f8c201 service neutron] 10.222.0.48 "GET /v2.0/networks?id=878c849a-5b25-448d-9ec5-f1627976467d HTTP/1.1" status: 200 len: 898 time: 0.1197710 Nov 24 02:22:30.886315 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-621dbcbe-fbd7-47b5-8f13-1d353f79b18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a53b2c-2fa7-4f5e-861a-329246fd393e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-898713579', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.35'}], 'enable_snat': True}, 'gw_port_id': '7392f85e-1564-4f19-b9f8-b647a54c7aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:22:13Z', 'updated_at': '2021-11-24T02:22:16Z', 'revision_number': 4, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'gw_port': {'id': '7392f85e-1564-4f19-b9f8-b647a54c7aa2', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a53b2c-2fa7-4f5e-861a-329246fd393e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:22:13Z', 'updated_at': '2021-11-24T02:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_floatingips': [{'id': 'dd40448a-23fd-47af-87c8-442e5b8ae386', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'floating_ip_address': '172.26.5.15', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': 'e0a53b2c-2fa7-4f5e-861a-329246fd393e', 'port_id': '0a774350-e18b-4352-8ea1-a9340df49c77', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1795, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '878c849a-5b25-448d-9ec5-f1627976467d', 'mac_address': 'fa:16:3e:1d:12:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e105a98-f753-42cd-bab3-cbb591f37154', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T02:22:29Z', 'updated_at': '2021-11-24T02:22:29Z', 'revision_number': 0, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f613a5f-8f7b-45f9-a5bc-baad4adcf9d1', 'name': '', 'network_id': '878c849a-5b25-448d-9ec5-f1627976467d', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'mac_address': 'fa:16:3e:5c:08:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a53b2c-2fa7-4f5e-861a-329246fd393e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'fd0aa2cb-1cf9-418b-8df9-e38196392730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:22:15Z', 'updated_at': '2021-11-24T02:22:19Z', 'revision_number': 5, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'subnets': [{'id': 'fd0aa2cb-1cf9-418b-8df9-e38196392730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:22:30.908297 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-ad03fc18-88d3-4088-a6c9-4bdc738b0935 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/floatingips/dd40448a-23fd-47af-87c8-442e5b8ae386 HTTP/1.1" status: 200 len: 990 time: 0.0677226 Nov 24 02:22:30.920538 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-a0af941c-dd2e-460b-b584-88899083c7e7 req-bc66e438-a932-45e9-888f-8ae0a7428cd0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0a774350-e18b-4352-8ea1-a9340df49c77 HTTP/1.1" status: 200 len: 998 time: 0.0616500 Nov 24 02:22:30.922607 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621dbcbe-fbd7-47b5-8f13-1d353f79b18f None None] Checking router: e0a53b2c-2fa7-4f5e-861a-329246fd393e for host: dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 02:22:30.931011 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621dbcbe-fbd7-47b5-8f13-1d353f79b18f None None] Routers {'e0a53b2c-2fa7-4f5e-861a-329246fd393e'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:22:30.931599 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-621dbcbe-fbd7-47b5-8f13-1d353f79b18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:22:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['e0a53b2c-2fa7-4f5e-861a-329246fd393e'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:22:30.974057 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0af941c-dd2e-460b-b584-88899083c7e7 req-13db5e77-9883-4fa7-97e1-befd8bcfbd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:22:30.975574 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-a0af941c-dd2e-460b-b584-88899083c7e7 req-13db5e77-9883-4fa7-97e1-befd8bcfbd98 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fd0aa2cb-1cf9-418b-8df9-e38196392730 HTTP/1.1" status: 200 len: 835 time: 0.0486798 Nov 24 02:22:31.027349 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0af941c-dd2e-460b-b584-88899083c7e7 req-4861875d-1194-45e3-8169-a573d96658ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:22:31.028847 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-a0af941c-dd2e-460b-b584-88899083c7e7 req-4861875d-1194-45e3-8169-a573d96658ff service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=878c849a-5b25-448d-9ec5-f1627976467d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0458045 Nov 24 02:22:31.035611 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-621dbcbe-fbd7-47b5-8f13-1d353f79b18f None None] Set router e0a53b2c-2fa7-4f5e-861a-329246fd393e gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:22:31.120721 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-a0af941c-dd2e-460b-b584-88899083c7e7 req-3de0addd-f056-43dc-8b19-67664d02ab17 service neutron] 10.222.0.48 "GET /v2.0/networks/878c849a-5b25-448d-9ec5-f1627976467d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845075 Nov 24 02:22:31.213508 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-a0af941c-dd2e-460b-b584-88899083c7e7 req-4790bea5-a0cd-4856-9ed2-8668c07e8399 service neutron] 10.222.0.48 "GET /v2.0/networks/878c849a-5b25-448d-9ec5-f1627976467d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856843 Nov 24 02:22:31.258275 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-621dbcbe-fbd7-47b5-8f13-1d353f79b18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a53b2c-2fa7-4f5e-861a-329246fd393e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-898713579', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.35'}], 'enable_snat': True}, 'gw_port_id': '7392f85e-1564-4f19-b9f8-b647a54c7aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:22:13Z', 'updated_at': '2021-11-24T02:22:16Z', 'revision_number': 4, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'gw_port': {'id': '7392f85e-1564-4f19-b9f8-b647a54c7aa2', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a53b2c-2fa7-4f5e-861a-329246fd393e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:22:13Z', 'updated_at': '2021-11-24T02:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_floatingips': [{'id': 'dd40448a-23fd-47af-87c8-442e5b8ae386', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'floating_ip_address': '172.26.5.15', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': 'e0a53b2c-2fa7-4f5e-861a-329246fd393e', 'port_id': '0a774350-e18b-4352-8ea1-a9340df49c77', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1795, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '878c849a-5b25-448d-9ec5-f1627976467d', 'mac_address': 'fa:16:3e:1d:12:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e105a98-f753-42cd-bab3-cbb591f37154', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T02:22:29Z', 'updated_at': '2021-11-24T02:22:29Z', 'revision_number': 0, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f613a5f-8f7b-45f9-a5bc-baad4adcf9d1', 'name': '', 'network_id': '878c849a-5b25-448d-9ec5-f1627976467d', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'mac_address': 'fa:16:3e:5c:08:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a53b2c-2fa7-4f5e-861a-329246fd393e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'fd0aa2cb-1cf9-418b-8df9-e38196392730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:22:15Z', 'updated_at': '2021-11-24T02:22:19Z', 'revision_number': 5, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'subnets': [{'id': 'fd0aa2cb-1cf9-418b-8df9-e38196392730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:22:31.285578 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621dbcbe-fbd7-47b5-8f13-1d353f79b18f None None] The sync data for ids ['e0a53b2c-2fa7-4f5e-861a-329246fd393e'] in dv-neutron-818911-2-hyperv is: [{'id': 'e0a53b2c-2fa7-4f5e-861a-329246fd393e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-898713579', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.35'}], 'enable_snat': True}, 'gw_port_id': '7392f85e-1564-4f19-b9f8-b647a54c7aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:22:13Z', 'updated_at': '2021-11-24T02:22:16Z', 'revision_number': 4, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'gw_port': {'id': '7392f85e-1564-4f19-b9f8-b647a54c7aa2', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a53b2c-2fa7-4f5e-861a-329246fd393e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:22:13Z', 'updated_at': '2021-11-24T02:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_floatingips': [{'id': 'dd40448a-23fd-47af-87c8-442e5b8ae386', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'floating_ip_address': '172.26.5.15', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': 'e0a53b2c-2fa7-4f5e-861a-329246fd393e', 'port_id': '0a774350-e18b-4352-8ea1-a9340df49c77', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1795, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '878c849a-5b25-448d-9ec5-f1627976467d', 'mac_address': 'fa:16:3e:1d:12:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e105a98-f753-42cd-bab3-cbb591f37154', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T02:22:29Z', 'updated_at': '2021-11-24T02:22:29Z', 'revision_number': 0, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f613a5f-8f7b-45f9-a5bc-baad4adcf9d1', 'name': '', 'network_id': '878c849a-5b25-448d-9ec5-f1627976467d', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'mac_address': 'fa:16:3e:5c:08:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a53b2c-2fa7-4f5e-861a-329246fd393e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'fd0aa2cb-1cf9-418b-8df9-e38196392730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:22:15Z', 'updated_at': '2021-11-24T02:22:19Z', 'revision_number': 5, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'subnets': [{'id': 'fd0aa2cb-1cf9-418b-8df9-e38196392730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 02:22:31.474894 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706a61a4-61fd-4db2-acf9-8cb71b96f111 None None] New status for floating IP dd40448a-23fd-47af-87c8-442e5b8ae386: ACTIVE {{(pid=109868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 02:22:31.911402 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 56850) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:22:31.975990 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-7f6f611b-3fc3-44d1-ab41-39239cae82ac tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/floatingips/dd40448a-23fd-47af-87c8-442e5b8ae386 HTTP/1.1" status: 200 len: 992 time: 0.0628712 Nov 24 02:22:42.159581 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.agents_db [None req-4e42c10c-a1d3-4d07-89d6-7a24334140aa None None] Agent healthcheck: found 6 active agents {{(pid=109869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 02:22:54.801922 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-7025742b-664a-4a07-acb8-ca3686745dc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:57.273249 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-3af21c15-1a06-4ebc-8547-92c903f9e121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:58.230493 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:58.323359 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:22:59.735656 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:00.181638 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:00.798741 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea81b48-2ede-49a3-9018-38a4375679c6 req-e3b11101-a94b-40e8-9e03-0d65d867a022 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:23:00.800259 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-8ea81b48-2ede-49a3-9018-38a4375679c6 req-e3b11101-a94b-40e8-9e03-0d65d867a022 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e105a98-f753-42cd-bab3-cbb591f37154 HTTP/1.1" status: 200 len: 945 time: 0.0532625 Nov 24 02:23:00.849978 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-8ea81b48-2ede-49a3-9018-38a4375679c6 req-9aeede28-bfe0-4749-a800-69827a135a3f tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf1f1cbd-9fa7-4396-8568-8888ac736d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437369 Nov 24 02:23:01.969046 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37feb881-4d8a-4ada-a85c-abea3e2d09aa req-fa85680b-6152-46f9-9996-4b42ad7ece0b tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:23:01.970546 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-37feb881-4d8a-4ada-a85c-abea3e2d09aa req-fa85680b-6152-46f9-9996-4b42ad7ece0b tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e105a98-f753-42cd-bab3-cbb591f37154 HTTP/1.1" status: 200 len: 945 time: 0.0527253 Nov 24 02:23:02.018035 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-37feb881-4d8a-4ada-a85c-abea3e2d09aa req-7e743399-31ce-400f-9d15-1383183f970a tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf1f1cbd-9fa7-4396-8568-8888ac736d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411286 Nov 24 02:23:02.040760 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 56866) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:23:02.111703 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-be07e064-6be4-48a5-9f4d-728f15f15ca9 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/floatingips/dd40448a-23fd-47af-87c8-442e5b8ae386 HTTP/1.1" status: 200 len: 992 time: 0.0694997 Nov 24 02:23:03.426701 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9f2d88-1f62-4c19-9ae6-fc20d9db9700 req-18a07565-1cda-4493-964c-318c9e23c84e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:23:03.428756 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-1c9f2d88-1f62-4c19-9ae6-fc20d9db9700 req-18a07565-1cda-4493-964c-318c9e23c84e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e105a98-f753-42cd-bab3-cbb591f37154 HTTP/1.1" status: 200 len: 945 time: 0.0536854 Nov 24 02:23:03.461283 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3f0e15-3c0d-4e7a-98ab-703baeab4063 req-1302280a-f65c-4e91-a45e-cf888c960a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:23:03.462860 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-dd3f0e15-3c0d-4e7a-98ab-703baeab4063 req-1302280a-f65c-4e91-a45e-cf888c960a7e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=267b27dd9c014097b0435b11fcd7bcf6&device_id=7e105a98-f753-42cd-bab3-cbb591f37154 HTTP/1.1" status: 200 len: 1098 time: 0.0435946 Nov 24 02:23:03.480462 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-1c9f2d88-1f62-4c19-9ae6-fc20d9db9700 req-98e4a0a6-4ca5-44ce-94c5-b6a6f0a403f3 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf1f1cbd-9fa7-4396-8568-8888ac736d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444677 Nov 24 02:23:03.555161 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3f0e15-3c0d-4e7a-98ab-703baeab4063 req-e55d1ba3-3877-4320-8722-4a46f4706981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:23:03.556629 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-dd3f0e15-3c0d-4e7a-98ab-703baeab4063 req-e55d1ba3-3877-4320-8722-4a46f4706981 service neutron] 10.222.0.48 "GET /v2.0/networks?id=878c849a-5b25-448d-9ec5-f1627976467d HTTP/1.1" status: 200 len: 898 time: 0.0869844 Nov 24 02:23:03.622853 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-dd3f0e15-3c0d-4e7a-98ab-703baeab4063 req-9b2a726d-35bb-4043-88e0-ab30025bb5ff service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0a774350-e18b-4352-8ea1-a9340df49c77 HTTP/1.1" status: 200 len: 1000 time: 0.0592847 Nov 24 02:23:03.672026 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3f0e15-3c0d-4e7a-98ab-703baeab4063 req-5af11169-f076-481f-95e6-707f8ef5c16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:23:03.673437 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-dd3f0e15-3c0d-4e7a-98ab-703baeab4063 req-5af11169-f076-481f-95e6-707f8ef5c16e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fd0aa2cb-1cf9-418b-8df9-e38196392730 HTTP/1.1" status: 200 len: 835 time: 0.0433431 Nov 24 02:23:03.718757 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3f0e15-3c0d-4e7a-98ab-703baeab4063 req-6f020718-8449-4220-9f13-354ed7b0ca71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:23:03.720124 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-dd3f0e15-3c0d-4e7a-98ab-703baeab4063 req-6f020718-8449-4220-9f13-354ed7b0ca71 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=878c849a-5b25-448d-9ec5-f1627976467d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396338 Nov 24 02:23:03.813428 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-dd3f0e15-3c0d-4e7a-98ab-703baeab4063 req-6d4eb557-1f8e-4c7a-8867-3af0a3f0e1b8 service neutron] 10.222.0.48 "GET /v2.0/networks/878c849a-5b25-448d-9ec5-f1627976467d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845299 Nov 24 02:23:03.902392 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-dd3f0e15-3c0d-4e7a-98ab-703baeab4063 req-9ec26a1c-caa2-42e1-87b8-f57a0a954f21 service neutron] 10.222.0.48 "GET /v2.0/networks/878c849a-5b25-448d-9ec5-f1627976467d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816011 Nov 24 02:23:04.596399 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d5d54b-cd39-4e62-83be-c5e9a9861542 req-b2a12538-a9a7-4687-a9b6-ddbdc6ebb03e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:23:04.597909 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-f3d5d54b-cd39-4e62-83be-c5e9a9861542 req-b2a12538-a9a7-4687-a9b6-ddbdc6ebb03e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e105a98-f753-42cd-bab3-cbb591f37154 HTTP/1.1" status: 200 len: 945 time: 0.0497701 Nov 24 02:23:04.651695 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-f3d5d54b-cd39-4e62-83be-c5e9a9861542 req-6a03d975-24a0-4189-8770-1373ee249843 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf1f1cbd-9fa7-4396-8568-8888ac736d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473142 Nov 24 02:23:05.768736 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20882fc2-295e-41cc-b46e-d48ce5fd16f0 req-b0af5f1a-c284-41e0-a3b1-3ac45bcdc20e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:23:05.770250 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-20882fc2-295e-41cc-b46e-d48ce5fd16f0 req-b0af5f1a-c284-41e0-a3b1-3ac45bcdc20e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e105a98-f753-42cd-bab3-cbb591f37154 HTTP/1.1" status: 200 len: 945 time: 0.0522215 Nov 24 02:23:05.819542 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-20882fc2-295e-41cc-b46e-d48ce5fd16f0 req-373803d2-2702-41ce-aebc-68af283dfa7a tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf1f1cbd-9fa7-4396-8568-8888ac736d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428655 Nov 24 02:23:05.842106 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 56878) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:23:05.900804 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-90a3b431-63a0-4d24-bb1d-81bc5d88ce3e tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/floatingips/dd40448a-23fd-47af-87c8-442e5b8ae386 HTTP/1.1" status: 200 len: 992 time: 0.0575402 Nov 24 02:23:06.243154 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 56884) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:23:06.397295 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-f43a1303-926a-407e-a8dd-87650169ddb9 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Deleting port b1f599bc-54a0-4646-b8db-f02e46f75d10 {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 02:23:06.397667 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f43a1303-926a-407e-a8dd-87650169ddb9 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:06.473538 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f43a1303-926a-407e-a8dd-87650169ddb9 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:06.473861 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f43a1303-926a-407e-a8dd-87650169ddb9 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:06.485980 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-f43a1303-926a-407e-a8dd-87650169ddb9 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Calling delete_port for b1f599bc-54a0-4646-b8db-f02e46f75d10 owned by network:floatingip {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 02:23:06.630676 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f43a1303-926a-407e-a8dd-87650169ddb9 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:06.653633 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43a1303-926a-407e-a8dd-87650169ddb9 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Pushing event deleted for resources: {'Port': ['ID=b1f599bc-54a0-4646-b8db-f02e46f75d10,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:23:06.663668 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43a1303-926a-407e-a8dd-87650169ddb9 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:23:06.664015 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43a1303-926a-407e-a8dd-87650169ddb9 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:23:06.664359 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43a1303-926a-407e-a8dd-87650169ddb9 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:23:06.664698 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43a1303-926a-407e-a8dd-87650169ddb9 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:23:06.665034 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43a1303-926a-407e-a8dd-87650169ddb9 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:23:06.665364 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43a1303-926a-407e-a8dd-87650169ddb9 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:23:06.666092 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43a1303-926a-407e-a8dd-87650169ddb9 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:23:06.666092 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43a1303-926a-407e-a8dd-87650169ddb9 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:23:06.666341 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43a1303-926a-407e-a8dd-87650169ddb9 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:23:06.666666 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43a1303-926a-407e-a8dd-87650169ddb9 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:23:06.666990 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43a1303-926a-407e-a8dd-87650169ddb9 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:23:06.667310 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43a1303-926a-407e-a8dd-87650169ddb9 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:23:06.729066 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f43a1303-926a-407e-a8dd-87650169ddb9 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for floatingip, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:06.729508 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.l3_db [None req-f43a1303-926a-407e-a8dd-87650169ddb9 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Floating IP dd40448a-23fd-47af-87c8-442e5b8ae386 disassociated (deleted). External IP: 172.26.5.15, port: 0a774350-e18b-4352-8ea1-a9340df49c77. Nov 24 02:23:07.261251 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f43a1303-926a-407e-a8dd-87650169ddb9 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Router e0a53b2c-2fa7-4f5e-861a-329246fd393e has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 02:23:07.369855 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f43a1303-926a-407e-a8dd-87650169ddb9 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 02:23:07.374955 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-f43a1303-926a-407e-a8dd-87650169ddb9 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for floatingip, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:07.381014 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab40c8ce-459a-4b7c-abcd-f5f8d2fdebf4 None None] Sync routers for ids ['e0a53b2c-2fa7-4f5e-861a-329246fd393e'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 02:23:07.390513 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab40c8ce-459a-4b7c-abcd-f5f8d2fdebf4 None None] Routers {'e0a53b2c-2fa7-4f5e-861a-329246fd393e'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:23:07.391126 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-ab40c8ce-459a-4b7c-abcd-f5f8d2fdebf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:22:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['e0a53b2c-2fa7-4f5e-861a-329246fd393e'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:23:07.406071 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-f43a1303-926a-407e-a8dd-87650169ddb9 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "DELETE /v2.0/floatingips/dd40448a-23fd-47af-87c8-442e5b8ae386 HTTP/1.1" status: 204 len: 168 time: 1.1595073 Nov 24 02:23:07.406071 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e105a98-f753-42cd-bab3-cbb591f37154', 'tag': '0a774350-e18b-4352-8ea1-a9340df49c77'}] {{(pid=109867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:23:07.406609 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2155eb48762029a847224b6ca77dbed8b251e8450d3d79f1fc0a82d404e82e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89894688-c1df-4f94-a14b-d3e642c9547f" -d '{"events": [{"name": "network-changed", "server_uuid": "7e105a98-f753-42cd-bab3-cbb591f37154", "tag": "0a774350-e18b-4352-8ea1-a9340df49c77"}]}' {{(pid=109867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:23:07.455685 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 02:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bc75fd8-e13d-4503-a562-a26f665bf3d3 x-openstack-request-id: req-3bc75fd8-e13d-4503-a562-a26f665bf3d3 {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:23:07.456253 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e105a98-f753-42cd-bab3-cbb591f37154", "tag": "0a774350-e18b-4352-8ea1-a9340df49c77", "status": "completed", "code": 200}]} {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:23:07.456744 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3bc75fd8-e13d-4503-a562-a26f665bf3d3 {{(pid=109867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:23:07.457357 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e105a98-f753-42cd-bab3-cbb591f37154', 'tag': '0a774350-e18b-4352-8ea1-a9340df49c77', 'status': 'completed', 'code': 200} Nov 24 02:23:07.519550 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-ab40c8ce-459a-4b7c-abcd-f5f8d2fdebf4 None None] Set router e0a53b2c-2fa7-4f5e-861a-329246fd393e gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:23:07.579464 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89894688-c1df-4f94-a14b-d3e642c9547f req-6d3594e2-8927-4910-a5a6-f03fa65647c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:23:07.580980 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-89894688-c1df-4f94-a14b-d3e642c9547f req-6d3594e2-8927-4910-a5a6-f03fa65647c8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=267b27dd9c014097b0435b11fcd7bcf6&device_id=7e105a98-f753-42cd-bab3-cbb591f37154 HTTP/1.1" status: 200 len: 1098 time: 0.0694506 Nov 24 02:23:07.732489 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d52f00-b328-43a9-949f-2845b685f608 req-f37f0e84-607b-45d7-950f-3b872f4e0435 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:23:07.734104 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-19d52f00-b328-43a9-949f-2845b685f608 req-f37f0e84-607b-45d7-950f-3b872f4e0435 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e105a98-f753-42cd-bab3-cbb591f37154 HTTP/1.1" status: 200 len: 945 time: 0.1107519 Nov 24 02:23:07.766205 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89894688-c1df-4f94-a14b-d3e642c9547f req-38a83e05-b01c-4334-98b4-e65a5a46d57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:23:07.767673 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-89894688-c1df-4f94-a14b-d3e642c9547f req-38a83e05-b01c-4334-98b4-e65a5a46d57d service neutron] 10.222.0.48 "GET /v2.0/networks?id=878c849a-5b25-448d-9ec5-f1627976467d HTTP/1.1" status: 200 len: 898 time: 0.1532345 Nov 24 02:23:07.819089 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-ab40c8ce-459a-4b7c-abcd-f5f8d2fdebf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a53b2c-2fa7-4f5e-861a-329246fd393e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-898713579', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.35'}], 'enable_snat': True}, 'gw_port_id': '7392f85e-1564-4f19-b9f8-b647a54c7aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:22:13Z', 'updated_at': '2021-11-24T02:22:16Z', 'revision_number': 4, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'gw_port': {'id': '7392f85e-1564-4f19-b9f8-b647a54c7aa2', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a53b2c-2fa7-4f5e-861a-329246fd393e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:22:13Z', 'updated_at': '2021-11-24T02:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': '6f613a5f-8f7b-45f9-a5bc-baad4adcf9d1', 'name': '', 'network_id': '878c849a-5b25-448d-9ec5-f1627976467d', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'mac_address': 'fa:16:3e:5c:08:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a53b2c-2fa7-4f5e-861a-329246fd393e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'fd0aa2cb-1cf9-418b-8df9-e38196392730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:22:15Z', 'updated_at': '2021-11-24T02:22:19Z', 'revision_number': 5, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'subnets': [{'id': 'fd0aa2cb-1cf9-418b-8df9-e38196392730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:23:07.828796 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-89894688-c1df-4f94-a14b-d3e642c9547f req-18f22da2-ed29-42b2-b74b-909864ef038f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0a774350-e18b-4352-8ea1-a9340df49c77 HTTP/1.1" status: 200 len: 217 time: 0.0491502 Nov 24 02:23:07.833090 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-19d52f00-b328-43a9-949f-2845b685f608 req-390816f3-1c15-472b-a915-fe67949c01ea tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf1f1cbd-9fa7-4396-8568-8888ac736d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874653 Nov 24 02:23:07.850039 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab40c8ce-459a-4b7c-abcd-f5f8d2fdebf4 None None] Checking router: e0a53b2c-2fa7-4f5e-861a-329246fd393e for host: dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 02:23:07.863960 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab40c8ce-459a-4b7c-abcd-f5f8d2fdebf4 None None] Routers {'e0a53b2c-2fa7-4f5e-861a-329246fd393e'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:23:07.864896 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-ab40c8ce-459a-4b7c-abcd-f5f8d2fdebf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:22:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['e0a53b2c-2fa7-4f5e-861a-329246fd393e'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:23:07.884434 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89894688-c1df-4f94-a14b-d3e642c9547f req-3974ce43-5a4b-4519-ac25-19c65a59d06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:23:07.886034 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-89894688-c1df-4f94-a14b-d3e642c9547f req-3974ce43-5a4b-4519-ac25-19c65a59d06c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fd0aa2cb-1cf9-418b-8df9-e38196392730 HTTP/1.1" status: 200 len: 835 time: 0.0489159 Nov 24 02:23:07.934140 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89894688-c1df-4f94-a14b-d3e642c9547f req-d0f2ad2e-d7c4-4d55-8ee7-bb91479d1c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:23:07.935773 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-89894688-c1df-4f94-a14b-d3e642c9547f req-d0f2ad2e-d7c4-4d55-8ee7-bb91479d1c2d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=878c849a-5b25-448d-9ec5-f1627976467d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0412581 Nov 24 02:23:07.971891 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-ab40c8ce-459a-4b7c-abcd-f5f8d2fdebf4 None None] Set router e0a53b2c-2fa7-4f5e-861a-329246fd393e gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:23:08.033827 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-89894688-c1df-4f94-a14b-d3e642c9547f req-9c6fb499-f58e-48e0-9aef-58052c4cbb56 service neutron] 10.222.0.48 "GET /v2.0/networks/878c849a-5b25-448d-9ec5-f1627976467d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886788 Nov 24 02:23:08.127210 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-89894688-c1df-4f94-a14b-d3e642c9547f req-5f4bc53f-0627-42f3-8b6f-f5ebc8340090 service neutron] 10.222.0.48 "GET /v2.0/networks/878c849a-5b25-448d-9ec5-f1627976467d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854430 Nov 24 02:23:08.174773 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-ab40c8ce-459a-4b7c-abcd-f5f8d2fdebf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a53b2c-2fa7-4f5e-861a-329246fd393e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-898713579', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.35'}], 'enable_snat': True}, 'gw_port_id': '7392f85e-1564-4f19-b9f8-b647a54c7aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:22:13Z', 'updated_at': '2021-11-24T02:22:16Z', 'revision_number': 4, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'gw_port': {'id': '7392f85e-1564-4f19-b9f8-b647a54c7aa2', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a53b2c-2fa7-4f5e-861a-329246fd393e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:22:13Z', 'updated_at': '2021-11-24T02:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': '6f613a5f-8f7b-45f9-a5bc-baad4adcf9d1', 'name': '', 'network_id': '878c849a-5b25-448d-9ec5-f1627976467d', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'mac_address': 'fa:16:3e:5c:08:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a53b2c-2fa7-4f5e-861a-329246fd393e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'fd0aa2cb-1cf9-418b-8df9-e38196392730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:22:15Z', 'updated_at': '2021-11-24T02:22:19Z', 'revision_number': 5, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'subnets': [{'id': 'fd0aa2cb-1cf9-418b-8df9-e38196392730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:23:08.201993 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab40c8ce-459a-4b7c-abcd-f5f8d2fdebf4 None None] The sync data for ids ['e0a53b2c-2fa7-4f5e-861a-329246fd393e'] in dv-neutron-818911-2-hyperv is: [{'id': 'e0a53b2c-2fa7-4f5e-861a-329246fd393e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-898713579', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.35'}], 'enable_snat': True}, 'gw_port_id': '7392f85e-1564-4f19-b9f8-b647a54c7aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:22:13Z', 'updated_at': '2021-11-24T02:22:16Z', 'revision_number': 4, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'gw_port': {'id': '7392f85e-1564-4f19-b9f8-b647a54c7aa2', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a53b2c-2fa7-4f5e-861a-329246fd393e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:22:13Z', 'updated_at': '2021-11-24T02:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': '6f613a5f-8f7b-45f9-a5bc-baad4adcf9d1', 'name': '', 'network_id': '878c849a-5b25-448d-9ec5-f1627976467d', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'mac_address': 'fa:16:3e:5c:08:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a53b2c-2fa7-4f5e-861a-329246fd393e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'fd0aa2cb-1cf9-418b-8df9-e38196392730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:22:15Z', 'updated_at': '2021-11-24T02:22:19Z', 'revision_number': 5, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'subnets': [{'id': 'fd0aa2cb-1cf9-418b-8df9-e38196392730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 02:23:08.413527 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82efe5c5-c82f-43af-98ec-68db6b1ccf19 None None] New status for floating IP dd40448a-23fd-47af-87c8-442e5b8ae386: DOWN {{(pid=109868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 02:23:08.964170 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42373af7-6a0c-420a-b647-563d386eb775 req-0f775228-5ce4-4f32-932b-ffa865917019 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:23:08.965668 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-42373af7-6a0c-420a-b647-563d386eb775 req-0f775228-5ce4-4f32-932b-ffa865917019 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e105a98-f753-42cd-bab3-cbb591f37154 HTTP/1.1" status: 200 len: 945 time: 0.0482898 Nov 24 02:23:09.017485 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-42373af7-6a0c-420a-b647-563d386eb775 req-f04f0954-2fd5-45e0-8a00-5615138f23fa tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf1f1cbd-9fa7-4396-8568-8888ac736d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460389 Nov 24 02:23:09.482155 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5b566f-39de-4eff-aba7-ea1b08b45b2e req-2f184601-54cd-4f63-bede-32e750036542 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:23:09.484289 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-9b5b566f-39de-4eff-aba7-ea1b08b45b2e req-2f184601-54cd-4f63-bede-32e750036542 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e105a98-f753-42cd-bab3-cbb591f37154 HTTP/1.1" status: 200 len: 945 time: 0.0505054 Nov 24 02:23:09.577565 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [req-9b5b566f-39de-4eff-aba7-ea1b08b45b2e req-e0d02f02-9683-452b-abea-96ed01626f6c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Deleting port 0a774350-e18b-4352-8ea1-a9340df49c77 {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 02:23:09.577894 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-9b5b566f-39de-4eff-aba7-ea1b08b45b2e req-e0d02f02-9683-452b-abea-96ed01626f6c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:09.667777 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [req-9b5b566f-39de-4eff-aba7-ea1b08b45b2e req-e0d02f02-9683-452b-abea-96ed01626f6c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] For port 0a774350-e18b-4352-8ea1-a9340df49c77, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=0a774350-e18b-4352-8ea1-a9340df49c77,segment=NetworkSegment(f18c01b8-93bf-4233-a892-f3ddbb31d826),segment_id=f18c01b8-93bf-4233-a892-f3ddbb31d826)] {{(pid=109867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:23:09.668133 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-9b5b566f-39de-4eff-aba7-ea1b08b45b2e req-e0d02f02-9683-452b-abea-96ed01626f6c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:09.680296 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [req-9b5b566f-39de-4eff-aba7-ea1b08b45b2e req-e0d02f02-9683-452b-abea-96ed01626f6c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Calling delete_port for 0a774350-e18b-4352-8ea1-a9340df49c77 owned by compute:nova {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 02:23:09.808308 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-9b5b566f-39de-4eff-aba7-ea1b08b45b2e req-e0d02f02-9683-452b-abea-96ed01626f6c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:09.841342 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d02f02-9683-452b-abea-96ed01626f6c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Pushing event deleted for resources: {'Port': ['ID=0a774350-e18b-4352-8ea1-a9340df49c77,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:23:09.882741 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b5b566f-39de-4eff-aba7-ea1b08b45b2e req-e0d02f02-9683-452b-abea-96ed01626f6c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] No DVR routers for this DVR port 0a774350-e18b-4352-8ea1-a9340df49c77 on host hv-neutron-8189 {{(pid=109867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 02:23:09.885231 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-9b5b566f-39de-4eff-aba7-ea1b08b45b2e req-e0d02f02-9683-452b-abea-96ed01626f6c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:09.888657 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-9b5b566f-39de-4eff-aba7-ea1b08b45b2e req-e0d02f02-9683-452b-abea-96ed01626f6c tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.48 "DELETE /v2.0/ports/0a774350-e18b-4352-8ea1-a9340df49c77 HTTP/1.1" status: 204 len: 173 time: 0.3978875 Nov 24 02:23:09.889102 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e105a98-f753-42cd-bab3-cbb591f37154', 'name': 'network-vif-deleted', 'tag': '0a774350-e18b-4352-8ea1-a9340df49c77'}] {{(pid=109867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:23:09.891401 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2155eb48762029a847224b6ca77dbed8b251e8450d3d79f1fc0a82d404e82e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5d9ce6c-3033-4a54-a710-8ea39caabcaa" -d '{"events": [{"server_uuid": "7e105a98-f753-42cd-bab3-cbb591f37154", "name": "network-vif-deleted", "tag": "0a774350-e18b-4352-8ea1-a9340df49c77"}]}' {{(pid=109867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:23:09.928140 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 02:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e0365e5-92c6-4deb-abf9-bba967323ed5 x-openstack-request-id: req-8e0365e5-92c6-4deb-abf9-bba967323ed5 {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:23:09.929975 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e105a98-f753-42cd-bab3-cbb591f37154", "name": "network-vif-deleted", "tag": "0a774350-e18b-4352-8ea1-a9340df49c77", "status": "completed", "code": 200}]} {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:23:09.930243 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8e0365e5-92c6-4deb-abf9-bba967323ed5 {{(pid=109867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:23:09.930667 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e105a98-f753-42cd-bab3-cbb591f37154', 'name': 'network-vif-deleted', 'tag': '0a774350-e18b-4352-8ea1-a9340df49c77', 'status': 'completed', 'code': 200} Nov 24 02:23:10.133467 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-48c65a94-c049-41d3-a378-2e101e7aa7d2 req-13f2b6ff-6c66-40ed-bdba-9f945da071c2 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e105a98-f753-42cd-bab3-cbb591f37154 HTTP/1.1" status: 200 len: 210 time: 0.0287037 Nov 24 02:23:11.189909 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 56900) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:23:11.551295 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ec3abee1-c956-4f44-bffa-7d5141d98408 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3777994'] for router_interface, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:11.797154 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-ec3abee1-c956-4f44-bffa-7d5141d98408 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Deleting port 6f613a5f-8f7b-45f9-a5bc-baad4adcf9d1 {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 02:23:11.797561 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ec3abee1-c956-4f44-bffa-7d5141d98408 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:11.888991 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [None req-ec3abee1-c956-4f44-bffa-7d5141d98408 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] For port 6f613a5f-8f7b-45f9-a5bc-baad4adcf9d1, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=6f613a5f-8f7b-45f9-a5bc-baad4adcf9d1,segment=NetworkSegment(f18c01b8-93bf-4233-a892-f3ddbb31d826),segment_id=f18c01b8-93bf-4233-a892-f3ddbb31d826)] {{(pid=109867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:23:11.889345 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ec3abee1-c956-4f44-bffa-7d5141d98408 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:11.901872 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-ec3abee1-c956-4f44-bffa-7d5141d98408 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Calling delete_port for 6f613a5f-8f7b-45f9-a5bc-baad4adcf9d1 owned by network:router_interface {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 02:23:12.086712 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ec3abee1-c956-4f44-bffa-7d5141d98408 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:12.115660 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3abee1-c956-4f44-bffa-7d5141d98408 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Pushing event deleted for resources: {'Port': ['ID=6f613a5f-8f7b-45f9-a5bc-baad4adcf9d1,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:23:12.302534 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ec3abee1-c956-4f44-bffa-7d5141d98408 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424538'] for router_interface, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:12.525452 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec3abee1-c956-4f44-bffa-7d5141d98408 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Router e0a53b2c-2fa7-4f5e-861a-329246fd393e has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 02:23:12.627476 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec3abee1-c956-4f44-bffa-7d5141d98408 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 02:23:12.634467 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-ec3abee1-c956-4f44-bffa-7d5141d98408 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "PUT /v2.0/routers/e0a53b2c-2fa7-4f5e-861a-329246fd393e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4416463 Nov 24 02:23:12.635276 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 56902) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:23:12.637686 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33aba245-73da-4a99-a9d7-60b0521a3e58 None None] Sync routers for ids ['e0a53b2c-2fa7-4f5e-861a-329246fd393e'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 02:23:12.648199 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33aba245-73da-4a99-a9d7-60b0521a3e58 None None] Routers {'e0a53b2c-2fa7-4f5e-861a-329246fd393e'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:23:12.648798 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-33aba245-73da-4a99-a9d7-60b0521a3e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:22:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['e0a53b2c-2fa7-4f5e-861a-329246fd393e'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:23:12.689118 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_v2 [None req-45c5f5e9-a41b-4ae8-bf42-e17680808dd6 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Deleting subnet fd0aa2cb-1cf9-418b-8df9-e38196392730 {{(pid=109867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 02:23:12.692277 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-45c5f5e9-a41b-4ae8-bf42-e17680808dd6 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for subnet, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:12.733255 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-45c5f5e9-a41b-4ae8-bf42-e17680808dd6 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28690885'] for subnet, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:12.757594 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-33aba245-73da-4a99-a9d7-60b0521a3e58 None None] Set router e0a53b2c-2fa7-4f5e-861a-329246fd393e gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:23:12.817324 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-45c5f5e9-a41b-4ae8-bf42-e17680808dd6 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:12.884828 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-45c5f5e9-a41b-4ae8-bf42-e17680808dd6 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25501782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25307808'] for subnet, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:12.914132 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c5f5e9-a41b-4ae8-bf42-e17680808dd6 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Pushing event deleted for resources: {'Subnet': ['ID=fd0aa2cb-1cf9-418b-8df9-e38196392730,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:23:12.916121 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-45c5f5e9-a41b-4ae8-bf42-e17680808dd6 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:12.920587 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c5924a-3533-417e-9649-1dd2f028ca00 None None] Network 878c849a-5b25-448d-9ec5-f1627976467d requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 02:23:12.922476 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-45c5f5e9-a41b-4ae8-bf42-e17680808dd6 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "DELETE /v2.0/subnets/fd0aa2cb-1cf9-418b-8df9-e38196392730 HTTP/1.1" status: 204 len: 168 time: 0.2862344 Nov 24 02:23:12.924983 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 56904) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:23:12.953106 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-33aba245-73da-4a99-a9d7-60b0521a3e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a53b2c-2fa7-4f5e-861a-329246fd393e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-898713579', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.35'}], 'enable_snat': True}, 'gw_port_id': '7392f85e-1564-4f19-b9f8-b647a54c7aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:22:13Z', 'updated_at': '2021-11-24T02:23:12Z', 'revision_number': 5, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'gw_port': {'id': '7392f85e-1564-4f19-b9f8-b647a54c7aa2', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a53b2c-2fa7-4f5e-861a-329246fd393e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:22:13Z', 'updated_at': '2021-11-24T02:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:23:12.981401 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33aba245-73da-4a99-a9d7-60b0521a3e58 None None] Checking router: e0a53b2c-2fa7-4f5e-861a-329246fd393e for host: dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 02:23:12.986024 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 0a774350-e18b-4352-8ea1-a9340df49c77 no longer exists at agent hyperv_hv-neutron-8189 {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 02:23:12.991373 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33aba245-73da-4a99-a9d7-60b0521a3e58 None None] Routers {'e0a53b2c-2fa7-4f5e-861a-329246fd393e'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:23:12.992024 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-33aba245-73da-4a99-a9d7-60b0521a3e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:22:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['e0a53b2c-2fa7-4f5e-861a-329246fd393e'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:23:13.027858 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] No Port match for: 0a774350-e18b-4352-8ea1-a9340df49c77 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 02:23:13.028209 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 0a774350-e18b-4352-8ea1-a9340df49c77 not bound to the agent host hv-neutron-8189 {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 02:23:13.040431 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-45778319-f049-4134-af14-d2726314be52 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for router, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:13.112715 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-33aba245-73da-4a99-a9d7-60b0521a3e58 None None] Set router e0a53b2c-2fa7-4f5e-861a-329246fd393e gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:23:13.154797 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e2ffa8-ca76-46ba-92fa-239a50971613 None None] DHCP port deletion for 878c849a-5b25-448d-9ec5-f1627976467d request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 02:23:13.170813 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-45778319-f049-4134-af14-d2726314be52 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:13.233223 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-45778319-f049-4134-af14-d2726314be52 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Deleting port 7392f85e-1564-4f19-b9f8-b647a54c7aa2 {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 02:23:13.233622 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-45778319-f049-4134-af14-d2726314be52 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:13.238785 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-a1e2ffa8-ca76-46ba-92fa-239a50971613 None None] Deleting port 2dfe44f7-f74d-4b79-b68c-23c469f1012a {{(pid=109868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 02:23:13.239150 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a1e2ffa8-ca76-46ba-92fa-239a50971613 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:13.320192 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-a1e2ffa8-ca76-46ba-92fa-239a50971613 None None] For port 2dfe44f7-f74d-4b79-b68c-23c469f1012a, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=2dfe44f7-f74d-4b79-b68c-23c469f1012a,segment=NetworkSegment(f18c01b8-93bf-4233-a892-f3ddbb31d826),segment_id=f18c01b8-93bf-4233-a892-f3ddbb31d826)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:23:13.320605 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a1e2ffa8-ca76-46ba-92fa-239a50971613 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:13.331972 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 2dfe44f7-f74d-4b79-b68c-23c469f1012a no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 02:23:13.340624 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-33aba245-73da-4a99-a9d7-60b0521a3e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a53b2c-2fa7-4f5e-861a-329246fd393e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-898713579', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.35'}], 'enable_snat': True}, 'gw_port_id': '7392f85e-1564-4f19-b9f8-b647a54c7aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:22:13Z', 'updated_at': '2021-11-24T02:23:12Z', 'revision_number': 5, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'gw_port': {'id': '7392f85e-1564-4f19-b9f8-b647a54c7aa2', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a53b2c-2fa7-4f5e-861a-329246fd393e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:22:13Z', 'updated_at': '2021-11-24T02:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:23:13.342622 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [None req-45778319-f049-4134-af14-d2726314be52 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] For port 7392f85e-1564-4f19-b9f8-b647a54c7aa2, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=7392f85e-1564-4f19-b9f8-b647a54c7aa2,segment=NetworkSegment(03509fd2-ca9c-4aa0-94e6-e236afda62e7),segment_id=03509fd2-ca9c-4aa0-94e6-e236afda62e7)] {{(pid=109867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:23:13.343157 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-45778319-f049-4134-af14-d2726314be52 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:13.357370 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-45778319-f049-4134-af14-d2726314be52 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Calling delete_port for 7392f85e-1564-4f19-b9f8-b647a54c7aa2 owned by network:router_gateway {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 02:23:13.368588 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33aba245-73da-4a99-a9d7-60b0521a3e58 None None] The sync data for ids ['e0a53b2c-2fa7-4f5e-861a-329246fd393e'] in dv-neutron-818911-2-hyperv is: [{'id': 'e0a53b2c-2fa7-4f5e-861a-329246fd393e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-898713579', 'tenant_id': '267b27dd9c014097b0435b11fcd7bcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.35'}], 'enable_snat': True}, 'gw_port_id': '7392f85e-1564-4f19-b9f8-b647a54c7aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:22:13Z', 'updated_at': '2021-11-24T02:23:12Z', 'revision_number': 5, 'project_id': '267b27dd9c014097b0435b11fcd7bcf6', 'gw_port': {'id': '7392f85e-1564-4f19-b9f8-b647a54c7aa2', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a53b2c-2fa7-4f5e-861a-329246fd393e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:22:13Z', 'updated_at': '2021-11-24T02:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 02:23:13.374897 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-a1e2ffa8-ca76-46ba-92fa-239a50971613 None None] Calling delete_port for 2dfe44f7-f74d-4b79-b68c-23c469f1012a owned by network:dhcp {{(pid=109868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 02:23:13.464594 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:13.511852 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] For port 2dfe44f7-f74d-4b79-b68c-23c469f1012a, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=2dfe44f7-f74d-4b79-b68c-23c469f1012a,segment=NetworkSegment(f18c01b8-93bf-4233-a892-f3ddbb31d826),segment_id=f18c01b8-93bf-4233-a892-f3ddbb31d826)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:23:13.515901 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:13.522082 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a1e2ffa8-ca76-46ba-92fa-239a50971613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974'] for port, after_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:13.546500 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Pushing event deleted for resources: {'Port': ['ID=2dfe44f7-f74d-4b79-b68c-23c469f1012a,revision_number=None']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:23:13.548383 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-45778319-f049-4134-af14-d2726314be52 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:13.557042 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:23:13.557392 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:23:13.557814 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:23:13.558156 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:23:13.558493 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:23:13.558823 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:23:13.559171 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:23:13.559498 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:23:13.559826 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:23:13.560157 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:23:13.560478 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:23:13.560810 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:23:13.563760 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e2ffa8-ca76-46ba-92fa-239a50971613 None None] No DVR routers for this DVR port 2dfe44f7-f74d-4b79-b68c-23c469f1012a on host dv-neutron-818911-2-hyperv {{(pid=109868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 02:23:13.578673 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45778319-f049-4134-af14-d2726314be52 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Pushing event deleted for resources: {'Port': ['ID=7392f85e-1564-4f19-b9f8-b647a54c7aa2,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:23:13.585882 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e2ffa8-ca76-46ba-92fa-239a50971613 None None] Pushing event deleted for resources: {'Port': ['ID=2dfe44f7-f74d-4b79-b68c-23c469f1012a,revision_number=None']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:23:13.595844 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55157aca-5570-4386-a007-6568c9b62f26 None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 02:23:13.978883 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-45778319-f049-4134-af14-d2726314be52 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418161'] for router_gateway, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:14.066177 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-45778319-f049-4134-af14-d2726314be52 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-424460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2766'] for router, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:14.068821 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-45778319-f049-4134-af14-d2726314be52 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:14.110582 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-45778319-f049-4134-af14-d2726314be52 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-424469'] for router, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:14.111131 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45778319-f049-4134-af14-d2726314be52 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Fanout notify agent at l3_agent the message router_deleted on router e0a53b2c-2fa7-4f5e-861a-329246fd393e {{(pid=109867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 02:23:14.119482 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-45778319-f049-4134-af14-d2726314be52 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for router, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:14.120604 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-45778319-f049-4134-af14-d2726314be52 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "DELETE /v2.0/routers/e0a53b2c-2fa7-4f5e-861a-329246fd393e HTTP/1.1" status: 204 len: 168 time: 1.1945627 Nov 24 02:23:14.123248 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 56910) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:23:14.204533 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c8160be6-2655-4267-af08-978c1319bfea tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:14.292719 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c8160be6-2655-4267-af08-978c1319bfea tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:14.312483 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-c8160be6-2655-4267-af08-978c1319bfea tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['878c849a-5b25-448d-9ec5-f1627976467d']}} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:23:14.322113 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-c8160be6-2655-4267-af08-978c1319bfea tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f18c01b8-93bf-4233-a892-f3ddbb31d826') {'for_net_delete': True} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:23:14.322406 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-c8160be6-2655-4267-af08-978c1319bfea tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f18c01b8-93bf-4233-a892-f3ddbb31d826') {} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:23:14.331486 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c8160be6-2655-4267-af08-978c1319bfea tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28690908'] for segment, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:14.345294 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c8160be6-2655-4267-af08-978c1319bfea tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:14.351575 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8160be6-2655-4267-af08-978c1319bfea tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=109867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 02:23:14.351951 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c8160be6-2655-4267-af08-978c1319bfea tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25503736'] for segment, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:14.354844 dv-neutron-818911-2-hyperv neutron-server[109867]: Traceback (most recent call last): Nov 24 02:23:14.354844 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 02:23:14.354844 dv-neutron-818911-2-hyperv neutron-server[109867]: timer() Nov 24 02:23:14.354844 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 02:23:14.354844 dv-neutron-818911-2-hyperv neutron-server[109867]: cb(*args, **kw) Nov 24 02:23:14.354844 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 02:23:14.354844 dv-neutron-818911-2-hyperv neutron-server[109867]: return func(*args, **kwargs) Nov 24 02:23:14.354844 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 02:23:14.354844 dv-neutron-818911-2-hyperv neutron-server[109867]: self._notify() Nov 24 02:23:14.354844 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 02:23:14.354844 dv-neutron-818911-2-hyperv neutron-server[109867]: self.callback(batched_events) Nov 24 02:23:14.354844 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 02:23:14.354844 dv-neutron-818911-2-hyperv neutron-server[109867]: event.method(event) Nov 24 02:23:14.354844 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 02:23:14.354844 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 02:23:14.354844 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 02:23:14.354844 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 02:23:14.354844 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 02:23:14.354844 dv-neutron-818911-2-hyperv neutron-server[109867]: return f(self, *a, **k) Nov 24 02:23:14.354844 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 02:23:14.354844 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._get(url).json() Nov 24 02:23:14.354844 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 02:23:14.354844 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 02:23:14.354844 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 02:23:14.354844 dv-neutron-818911-2-hyperv neutron-server[109867]: return self.request(url, 'GET', **kwargs) Nov 24 02:23:14.354844 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 02:23:14.354844 dv-neutron-818911-2-hyperv neutron-server[109867]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 02:23:14.354844 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 02:23:14.354844 dv-neutron-818911-2-hyperv neutron-server[109867]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 02:23:14.354844 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 02:23:14.354844 dv-neutron-818911-2-hyperv neutron-server[109867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 02:23:14.354844 dv-neutron-818911-2-hyperv neutron-server[109867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 02:23:14.411756 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c8160be6-2655-4267-af08-978c1319bfea tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:14.418302 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c8160be6-2655-4267-af08-978c1319bfea tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:14.421656 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-c8160be6-2655-4267-af08-978c1319bfea tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "DELETE /v2.0/networks/878c849a-5b25-448d-9ec5-f1627976467d HTTP/1.1" status: 204 len: 168 time: 0.2973850 Nov 24 02:23:14.424368 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 56912) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:23:14.433469 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8160be6-2655-4267-af08-978c1319bfea tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Pushing event deleted for resources: {'Network': ['ID=878c849a-5b25-448d-9ec5-f1627976467d,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:23:14.481784 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5aa22c0d-5742-4e87-ab0c-9f7b5a711fe2 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:14.507094 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5aa22c0d-5742-4e87-ab0c-9f7b5a711fe2 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:14.569756 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5aa22c0d-5742-4e87-ab0c-9f7b5a711fe2 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:14.572575 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5aa22c0d-5742-4e87-ab0c-9f7b5a711fe2 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Publish callbacks [] for security_group, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:14.573829 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-5aa22c0d-5742-4e87-ab0c-9f7b5a711fe2 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] 10.222.0.21 "DELETE /v2.0/security-groups/bf1f1cbd-9fa7-4396-8568-8888ac736d8c HTTP/1.1" status: 204 len: 168 time: 0.1484394 Nov 24 02:23:14.583712 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa22c0d-5742-4e87-ab0c-9f7b5a711fe2 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf1f1cbd-9fa7-4396-8568-8888ac736d8c,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:23:14.592681 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa22c0d-5742-4e87-ab0c-9f7b5a711fe2 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:23:14.593028 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa22c0d-5742-4e87-ab0c-9f7b5a711fe2 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:23:14.593369 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa22c0d-5742-4e87-ab0c-9f7b5a711fe2 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:23:14.593743 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa22c0d-5742-4e87-ab0c-9f7b5a711fe2 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:23:14.594073 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa22c0d-5742-4e87-ab0c-9f7b5a711fe2 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:23:14.594398 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa22c0d-5742-4e87-ab0c-9f7b5a711fe2 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:23:14.594723 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa22c0d-5742-4e87-ab0c-9f7b5a711fe2 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:23:14.595045 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa22c0d-5742-4e87-ab0c-9f7b5a711fe2 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:23:14.595364 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa22c0d-5742-4e87-ab0c-9f7b5a711fe2 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:23:14.595683 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa22c0d-5742-4e87-ab0c-9f7b5a711fe2 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:23:14.596002 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa22c0d-5742-4e87-ab0c-9f7b5a711fe2 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:23:14.596318 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa22c0d-5742-4e87-ab0c-9f7b5a711fe2 tempest-TestNetworkAdvancedServerOps-1217041623 tempest-TestNetworkAdvancedServerOps-1217041623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:23:14.884889 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 56920) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:23:15.011254 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-ba4dbee5-fea2-4459-9d3b-00c493fe9cff admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=267b27dd9c014097b0435b11fcd7bcf6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1251469 Nov 24 02:23:15.013688 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 56924) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:23:15.062879 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e9bfbf25-2868-4605-a8ca-984fe040307a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:15.084254 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e9bfbf25-2868-4605-a8ca-984fe040307a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:15.129259 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e9bfbf25-2868-4605-a8ca-984fe040307a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:15.132429 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e9bfbf25-2868-4605-a8ca-984fe040307a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:15.133608 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-e9bfbf25-2868-4605-a8ca-984fe040307a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e198afa0-7b5d-41f2-a2ab-1e6bc0fe4866 HTTP/1.1" status: 204 len: 168 time: 0.1190169 Nov 24 02:23:15.141351 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bfbf25-2868-4605-a8ca-984fe040307a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e198afa0-7b5d-41f2-a2ab-1e6bc0fe4866,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:23:15.223685 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 6f613a5f-8f7b-45f9-a5bc-baad4adcf9d1 no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 02:23:15.243840 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: 6f613a5f-8f7b-45f9-a5bc-baad4adcf9d1 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 02:23:15.244180 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 6f613a5f-8f7b-45f9-a5bc-baad4adcf9d1 not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 02:23:15.244598 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 7392f85e-1564-4f19-b9f8-b647a54c7aa2 no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 02:23:15.263988 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: 7392f85e-1564-4f19-b9f8-b647a54c7aa2 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 02:23:15.264334 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 7392f85e-1564-4f19-b9f8-b647a54c7aa2 not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 02:23:15.389720 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 56930) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:23:15.404945 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0dc0bac1-aa45-4793-9ff7-cc89e83bed83 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:15.485521 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0dc0bac1-aa45-4793-9ff7-cc89e83bed83 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:15.489079 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-0dc0bac1-aa45-4793-9ff7-cc89e83bed83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:15.530335 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc0bac1-aa45-4793-9ff7-cc89e83bed83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50d6f822-f306-4404-b114-e674c83ef763,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:23:15.534757 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-0dc0bac1-aa45-4793-9ff7-cc89e83bed83 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=51951cc055f842d19cbeb03692454f08&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1440172 Nov 24 02:23:15.537501 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 56932) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:23:15.584986 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-35235ed8-0122-47f7-9d02-9ccda56511cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:15.605488 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-35235ed8-0122-47f7-9d02-9ccda56511cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:15.651795 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-35235ed8-0122-47f7-9d02-9ccda56511cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:15.654421 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-35235ed8-0122-47f7-9d02-9ccda56511cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:15.655569 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-35235ed8-0122-47f7-9d02-9ccda56511cc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/50d6f822-f306-4404-b114-e674c83ef763 HTTP/1.1" status: 204 len: 168 time: 0.1171391 Nov 24 02:23:15.663282 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35235ed8-0122-47f7-9d02-9ccda56511cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50d6f822-f306-4404-b114-e674c83ef763,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:23:16.302188 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 56954) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:23:16.396009 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-dbc67c49-e82e-466a-b936-7b1bf90fa7fb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-375009341-network', 'tenant_id': 'e3a0809cf4cc4c10b723f1808d0828c0'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:23:16.417188 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbc67c49-e82e-466a-b936-7b1bf90fa7fb admin admin] Made reservation on behalf of e3a0809cf4cc4c10b723f1808d0828c0 for: {'network': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 02:23:16.419468 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-dbc67c49-e82e-466a-b936-7b1bf90fa7fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:16.427940 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-dbc67c49-e82e-466a-b936-7b1bf90fa7fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:16.507761 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-dbc67c49-e82e-466a-b936-7b1bf90fa7fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:16.512288 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-dbc67c49-e82e-466a-b936-7b1bf90fa7fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:16.536942 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbc67c49-e82e-466a-b936-7b1bf90fa7fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=109867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 02:23:16.550116 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc67c49-e82e-466a-b936-7b1bf90fa7fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d6860e1-9951-4200-9d82-3a70f238b93e,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:23:16.554823 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-dbc67c49-e82e-466a-b936-7b1bf90fa7fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:16.555159 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.segments_db [None req-dbc67c49-e82e-466a-b936-7b1bf90fa7fb admin admin] Added segment d3274902-e856-4cb9-82b7-d742a2bcc242 of type vlan for network 059f2685-2db6-4bd7-a991-0e0980196e45 Nov 24 02:23:16.594598 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-dbc67c49-e82e-466a-b936-7b1bf90fa7fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:16.620120 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-dbc67c49-e82e-466a-b936-7b1bf90fa7fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:16.621084 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc67c49-e82e-466a-b936-7b1bf90fa7fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:23:16.621681 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-dbc67c49-e82e-466a-b936-7b1bf90fa7fb admin admin] Publish callbacks [] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:16.657900 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-dbc67c49-e82e-466a-b936-7b1bf90fa7fb admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3545580 Nov 24 02:23:16.660894 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 56958) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:23:16.665993 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-0f95f295-934f-4b62-b6cb-57e0fc91dcf6 admin admin] Request body: {'subnet': {'network_id': '059f2685-2db6-4bd7-a991-0e0980196e45', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-375009341-subnet', 'tenant_id': 'e3a0809cf4cc4c10b723f1808d0828c0', 'ip_version': 4}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:23:16.686007 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc67c49-e82e-466a-b936-7b1bf90fa7fb admin admin] Pushing event updated for resources: {'Network': ['ID=059f2685-2db6-4bd7-a991-0e0980196e45,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:23:16.686723 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f95f295-934f-4b62-b6cb-57e0fc91dcf6 admin admin] Made reservation on behalf of e3a0809cf4cc4c10b723f1808d0828c0 for: {'subnet': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 02:23:16.689384 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0f95f295-934f-4b62-b6cb-57e0fc91dcf6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29154835'] for subnet, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:16.698166 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network 059f2685-2db6-4bd7-a991-0e0980196e45 details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 02:23:16.875975 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0f95f295-934f-4b62-b6cb-57e0fc91dcf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29149261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29154849'] for subnet, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:16.923616 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f95f295-934f-4b62-b6cb-57e0fc91dcf6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=554bea0f-2d53-4338-9e2a-7e41af17864e,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:23:16.938426 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f95f295-934f-4b62-b6cb-57e0fc91dcf6 admin admin] Checking segment: {'id': 'd3274902-e856-4cb9-82b7-d742a2bcc242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '059f2685-2db6-4bd7-a991-0e0980196e45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 02:23:16.938778 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f95f295-934f-4b62-b6cb-57e0fc91dcf6 admin admin] Network hostable DHCP agents. Network: 059f2685-2db6-4bd7-a991-0e0980196e45, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 02:23:16.955871 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f95f295-934f-4b62-b6cb-57e0fc91dcf6 admin admin] Network 059f2685-2db6-4bd7-a991-0e0980196e45 is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 02:23:16.964813 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-0f95f295-934f-4b62-b6cb-57e0fc91dcf6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, 059f2685-2db6-4bd7-a991-0e0980196e45) {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:23:16.968970 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f95f295-934f-4b62-b6cb-57e0fc91dcf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:23:16.969806 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0f95f295-934f-4b62-b6cb-57e0fc91dcf6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:16.973839 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71620b5b-7cbb-40c4-8d0e-f132934b8182 None None] Network 059f2685-2db6-4bd7-a991-0e0980196e45 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 02:23:16.984959 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-0f95f295-934f-4b62-b6cb-57e0fc91dcf6 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3228433 Nov 24 02:23:16.987694 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 56960) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:23:16.992421 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-7fd4b75d-a87d-4f2f-a97e-d18a173ed540 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-375009341-router', 'tenant_id': 'e3a0809cf4cc4c10b723f1808d0828c0', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:23:17.013738 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-7fd4b75d-a87d-4f2f-a97e-d18a173ed540 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-424105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2744'] for router, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:17.014736 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-7fd4b75d-a87d-4f2f-a97e-d18a173ed540 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-424325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-326625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2753'] for router, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:17.077974 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-7fd4b75d-a87d-4f2f-a97e-d18a173ed540 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:17.124311 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468241f6-e6df-41e4-97b1-a789c1417f8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-059f2685-2db6-4bd7-a991-0e0980196e45', 'network_id': '059f2685-2db6-4bd7-a991-0e0980196e45', 'tenant_id': 'e3a0809cf4cc4c10b723f1808d0828c0', 'fixed_ips': [{'subnet_id': '554bea0f-2d53-4338-9e2a-7e41af17864e'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 02:23:17.125202 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-468241f6-e6df-41e4-97b1-a789c1417f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:17.214078 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-7fd4b75d-a87d-4f2f-a97e-d18a173ed540 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:17.263724 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-468241f6-e6df-41e4-97b1-a789c1417f8d None None] Allocated IP 172.20.0.2 (059f2685-2db6-4bd7-a991-0e0980196e45/554bea0f-2d53-4338-9e2a-7e41af17864e/145314a9-627c-4c58-9431-7390c4537d7e) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 02:23:17.406504 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-468241f6-e6df-41e4-97b1-a789c1417f8d None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:17.412856 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-468241f6-e6df-41e4-97b1-a789c1417f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:17.413482 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-7fd4b75d-a87d-4f2f-a97e-d18a173ed540 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:17.432960 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-7fd4b75d-a87d-4f2f-a97e-d18a173ed540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:17.453964 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468241f6-e6df-41e4-97b1-a789c1417f8d None None] Network 059f2685-2db6-4bd7-a991-0e0980196e45 is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 02:23:17.457558 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-468241f6-e6df-41e4-97b1-a789c1417f8d None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:23:17.461198 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468241f6-e6df-41e4-97b1-a789c1417f8d None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 02:23:17.466977 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468241f6-e6df-41e4-97b1-a789c1417f8d None None] Pushing event updated for resources: {'Port': ['ID=145314a9-627c-4c58-9431-7390c4537d7e,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:23:17.519192 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-468241f6-e6df-41e4-97b1-a789c1417f8d None None] Attempting to bind port 145314a9-627c-4c58-9431-7390c4537d7e on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 02:23:17.519567 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-468241f6-e6df-41e4-97b1-a789c1417f8d None None] Attempting to bind port 145314a9-627c-4c58-9431-7390c4537d7e by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': 'd3274902-e856-4cb9-82b7-d742a2bcc242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '059f2685-2db6-4bd7-a991-0e0980196e45'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 02:23:17.519932 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468241f6-e6df-41e4-97b1-a789c1417f8d None None] Attempting to bind port 145314a9-627c-4c58-9431-7390c4537d7e on network 059f2685-2db6-4bd7-a991-0e0980196e45 {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 02:23:17.524966 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468241f6-e6df-41e4-97b1-a789c1417f8d None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 02:23:17.525370 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468241f6-e6df-41e4-97b1-a789c1417f8d None None] Checking segment: {'id': 'd3274902-e856-4cb9-82b7-d742a2bcc242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '059f2685-2db6-4bd7-a991-0e0980196e45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 02:23:17.525768 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-468241f6-e6df-41e4-97b1-a789c1417f8d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:17.526156 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468241f6-e6df-41e4-97b1-a789c1417f8d None None] Bound using segment: {'id': 'd3274902-e856-4cb9-82b7-d742a2bcc242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '059f2685-2db6-4bd7-a991-0e0980196e45'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 02:23:17.526617 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-468241f6-e6df-41e4-97b1-a789c1417f8d None None] Bound port: 145314a9-627c-4c58-9431-7390c4537d7e, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3274902-e856-4cb9-82b7-d742a2bcc242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '059f2685-2db6-4bd7-a991-0e0980196e45'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 02:23:17.526994 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-468241f6-e6df-41e4-97b1-a789c1417f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:17.547746 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [None req-7fd4b75d-a87d-4f2f-a97e-d18a173ed540 admin admin] Allocated IP 172.26.5.247 (eb22795d-37ee-46ee-844d-92c17e2ea450/3e66fcff-6e72-4083-b514-48f69cdaa2cb/59311d54-a930-435a-96db-4d98017ad57e) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 02:23:17.592239 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-468241f6-e6df-41e4-97b1-a789c1417f8d None None] For port 145314a9-627c-4c58-9431-7390c4537d7e, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 02:23:17.595595 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-468241f6-e6df-41e4-97b1-a789c1417f8d None None] For port 145314a9-627c-4c58-9431-7390c4537d7e, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=145314a9-627c-4c58-9431-7390c4537d7e,segment=NetworkSegment(d3274902-e856-4cb9-82b7-d742a2bcc242),segment_id=d3274902-e856-4cb9-82b7-d742a2bcc242)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 02:23:17.599704 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-468241f6-e6df-41e4-97b1-a789c1417f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:17.655928 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468241f6-e6df-41e4-97b1-a789c1417f8d None None] Pushing event updated for resources: {'Port': ['ID=145314a9-627c-4c58-9431-7390c4537d7e,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:23:17.662433 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-7fd4b75d-a87d-4f2f-a97e-d18a173ed540 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:17.697233 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-7fd4b75d-a87d-4f2f-a97e-d18a173ed540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:17.740663 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd4b75d-a87d-4f2f-a97e-d18a173ed540 admin admin] Network eb22795d-37ee-46ee-844d-92c17e2ea450 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 02:23:17.743615 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-7fd4b75d-a87d-4f2f-a97e-d18a173ed540 admin admin] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:23:17.748275 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd4b75d-a87d-4f2f-a97e-d18a173ed540 admin admin] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 02:23:17.751360 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd4b75d-a87d-4f2f-a97e-d18a173ed540 admin admin] Pushing event updated for resources: {'Port': ['ID=59311d54-a930-435a-96db-4d98017ad57e,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:23:17.756217 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0d9279-4b36-456e-9008-4fe7482b97ff None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 02:23:17.859122 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-6f00179b-e006-42f2-a7df-9677930a6e86 None None] Provisioning complete for port 59311d54-a930-435a-96db-4d98017ad57e triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:23:17.859754 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-6f00179b-e006-42f2-a7df-9677930a6e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:17.900159 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-6f00179b-e006-42f2-a7df-9677930a6e86 None None] Port 59311d54-a930-435a-96db-4d98017ad57e cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 02:23:18.045985 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-7fd4b75d-a87d-4f2f-a97e-d18a173ed540 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:18.248718 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-7fd4b75d-a87d-4f2f-a97e-d18a173ed540 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-424338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418138'] for router, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:18.385527 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fd4b75d-a87d-4f2f-a97e-d18a173ed540 admin admin] Router 9a2173f2-c36c-4848-9456-695481518937 is scheduled to L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e with binding_index 1 {{(pid=109866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 02:23:18.502336 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fd4b75d-a87d-4f2f-a97e-d18a173ed540 admin admin] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 02:23:18.512687 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2acd22c-f419-4291-a96c-e1828dd3089d None None] Sync routers for ids ['9a2173f2-c36c-4848-9456-695481518937'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 02:23:18.520594 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-7fd4b75d-a87d-4f2f-a97e-d18a173ed540 admin admin] Publish callbacks [] for router, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:18.521949 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-7fd4b75d-a87d-4f2f-a97e-d18a173ed540 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5332363 Nov 24 02:23:18.524474 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 56966) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:23:18.527061 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2acd22c-f419-4291-a96c-e1828dd3089d None None] Routers {'9a2173f2-c36c-4848-9456-695481518937'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:23:18.529347 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-c2acd22c-f419-4291-a96c-e1828dd3089d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:22:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['9a2173f2-c36c-4848-9456-695481518937'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:23:18.610093 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052707c8-dd88-4501-ac8e-21d88fa56d4d None None] Network 059f2685-2db6-4bd7-a991-0e0980196e45 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 02:23:18.703370 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-c2acd22c-f419-4291-a96c-e1828dd3089d None None] Set router 9a2173f2-c36c-4848-9456-695481518937 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:23:18.705306 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-73b96293-3691-426a-b165-b5cd5a879461 None None] Provisioning complete for port 145314a9-627c-4c58-9431-7390c4537d7e triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:23:18.705703 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-73b96293-3691-426a-b165-b5cd5a879461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:18.998813 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-73b96293-3691-426a-b165-b5cd5a879461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:19.159519 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.agents_db [None req-4e42c10c-a1d3-4d07-89d6-7a24334140aa None None] Agent healthcheck: found 6 active agents {{(pid=109869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 02:23:19.198912 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-73b96293-3691-426a-b165-b5cd5a879461 None None] For port 145314a9-627c-4c58-9431-7390c4537d7e, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=145314a9-627c-4c58-9431-7390c4537d7e,segment=NetworkSegment(d3274902-e856-4cb9-82b7-d742a2bcc242),segment_id=d3274902-e856-4cb9-82b7-d742a2bcc242)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:23:19.206981 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-73b96293-3691-426a-b165-b5cd5a879461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:19.232378 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-c2acd22c-f419-4291-a96c-e1828dd3089d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2173f2-c36c-4848-9456-695481518937', 'name': 'tempest-TestShelveInstance-375009341-router', 'tenant_id': 'e3a0809cf4cc4c10b723f1808d0828c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.247'}], 'enable_snat': True}, 'gw_port_id': '59311d54-a930-435a-96db-4d98017ad57e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:23:17Z', 'updated_at': '2021-11-24T02:23:17Z', 'revision_number': 3, 'project_id': 'e3a0809cf4cc4c10b723f1808d0828c0', 'gw_port': {'id': '59311d54-a930-435a-96db-4d98017ad57e', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d2:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a2173f2-c36c-4848-9456-695481518937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:23:17Z', 'updated_at': '2021-11-24T02:23:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:23:19.263809 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2acd22c-f419-4291-a96c-e1828dd3089d None None] Checking router: 9a2173f2-c36c-4848-9456-695481518937 for host: dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 02:23:19.264161 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2acd22c-f419-4291-a96c-e1828dd3089d None None] Updating router 9a2173f2-c36c-4848-9456-695481518937 port 59311d54-a930-435a-96db-4d98017ad57e binding host dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 02:23:19.288203 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 145314a9-627c-4c58-9431-7390c4537d7e up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 02:23:19.323311 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-274a7ea4-d687-48b2-9106-1a7118a15d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:19.336641 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b96293-3691-426a-b165-b5cd5a879461 None None] Pushing event updated for resources: {'Port': ['ID=145314a9-627c-4c58-9431-7390c4537d7e,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:23:19.339196 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-c2acd22c-f419-4291-a96c-e1828dd3089d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:19.387801 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-494f55ab-dbc0-435d-892e-71521fd15f97 None None] Provisioning complete for port 145314a9-627c-4c58-9431-7390c4537d7e triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:23:19.388132 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-494f55ab-dbc0-435d-892e-71521fd15f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:19.495345 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 145314a9-627c-4c58-9431-7390c4537d7e triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:23:19.495708 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:19.526494 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [None req-274a7ea4-d687-48b2-9106-1a7118a15d90 admin admin] Allocated IP 172.20.0.1 (059f2685-2db6-4bd7-a991-0e0980196e45/554bea0f-2d53-4338-9e2a-7e41af17864e/843fbf83-e1d8-4c65-b530-eba58cb23f27) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 02:23:19.630393 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-274a7ea4-d687-48b2-9106-1a7118a15d90 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:19.665584 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-274a7ea4-d687-48b2-9106-1a7118a15d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:19.710713 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274a7ea4-d687-48b2-9106-1a7118a15d90 admin admin] Network 059f2685-2db6-4bd7-a991-0e0980196e45 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 02:23:19.713611 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-274a7ea4-d687-48b2-9106-1a7118a15d90 admin admin] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:23:19.715952 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274a7ea4-d687-48b2-9106-1a7118a15d90 admin admin] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 02:23:19.745534 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274a7ea4-d687-48b2-9106-1a7118a15d90 admin admin] Pushing event updated for resources: {'Port': ['ID=843fbf83-e1d8-4c65-b530-eba58cb23f27,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:23:19.746728 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-c2acd22c-f419-4291-a96c-e1828dd3089d None None] Publish callbacks [] for port, precommit_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:19.756734 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-c2acd22c-f419-4291-a96c-e1828dd3089d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:19.763104 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-274a7ea4-d687-48b2-9106-1a7118a15d90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3777869'] for router_interface, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:19.812347 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae6a02a-c7ea-4d9e-a3e8-ffc4c71cd177 None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 02:23:19.822805 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-c2acd22c-f419-4291-a96c-e1828dd3089d None None] Attempting to bind port 59311d54-a930-435a-96db-4d98017ad57e on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 02:23:19.823176 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-c2acd22c-f419-4291-a96c-e1828dd3089d None None] Attempting to bind port 59311d54-a930-435a-96db-4d98017ad57e by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 02:23:19.823541 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2acd22c-f419-4291-a96c-e1828dd3089d None None] Attempting to bind port 59311d54-a930-435a-96db-4d98017ad57e on network eb22795d-37ee-46ee-844d-92c17e2ea450 {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 02:23:19.825882 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc68b681-1010-490c-8cb1-ba6726e93318 None None] Pushing event updated for resources: {'Port': ['ID=59311d54-a930-435a-96db-4d98017ad57e,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:23:19.833323 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2acd22c-f419-4291-a96c-e1828dd3089d None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 02:23:19.833730 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2acd22c-f419-4291-a96c-e1828dd3089d None None] Checking segment: {'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 02:23:19.834109 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-c2acd22c-f419-4291-a96c-e1828dd3089d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:19.834499 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2acd22c-f419-4291-a96c-e1828dd3089d None None] Bound using segment: {'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 02:23:19.834969 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-c2acd22c-f419-4291-a96c-e1828dd3089d None None] Bound port: 59311d54-a930-435a-96db-4d98017ad57e, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 02:23:19.835351 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-c2acd22c-f419-4291-a96c-e1828dd3089d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:19.897525 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-5ff414d2-fb0d-4d14-916c-c0f5dd526fd1 None None] Provisioning complete for port 59311d54-a930-435a-96db-4d98017ad57e triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:23:19.897849 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-5ff414d2-fb0d-4d14-916c-c0f5dd526fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:19.903305 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-c2acd22c-f419-4291-a96c-e1828dd3089d None None] For port 59311d54-a930-435a-96db-4d98017ad57e, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 02:23:19.906311 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-274a7ea4-d687-48b2-9106-1a7118a15d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:19.938910 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-c2acd22c-f419-4291-a96c-e1828dd3089d None None] For port 59311d54-a930-435a-96db-4d98017ad57e, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=59311d54-a930-435a-96db-4d98017ad57e,segment=NetworkSegment(03509fd2-ca9c-4aa0-94e6-e236afda62e7),segment_id=03509fd2-ca9c-4aa0-94e6-e236afda62e7)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 02:23:19.945373 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-c2acd22c-f419-4291-a96c-e1828dd3089d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:19.954824 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-5ff414d2-fb0d-4d14-916c-c0f5dd526fd1 None None] Port 59311d54-a930-435a-96db-4d98017ad57e cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 02:23:19.988939 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24cdf34b-fca4-4305-987d-993b1a805bf5 None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 02:23:20.017399 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2acd22c-f419-4291-a96c-e1828dd3089d None None] Routers {'9a2173f2-c36c-4848-9456-695481518937'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:23:20.018104 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-c2acd22c-f419-4291-a96c-e1828dd3089d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:22:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['9a2173f2-c36c-4848-9456-695481518937'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:23:20.020279 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc68b681-1010-490c-8cb1-ba6726e93318 None None] Pushing event updated for resources: {'Port': ['ID=59311d54-a930-435a-96db-4d98017ad57e,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:23:20.081033 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-274a7ea4-d687-48b2-9106-1a7118a15d90 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:20.085839 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-274a7ea4-d687-48b2-9106-1a7118a15d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29149402'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:20.111886 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-68916f99-1bd2-42e9-ae84-6b4159e4a5b1 None None] Provisioning complete for port 843fbf83-e1d8-4c65-b530-eba58cb23f27 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:23:20.112244 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-68916f99-1bd2-42e9-ae84-6b4159e4a5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:20.151665 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274a7ea4-d687-48b2-9106-1a7118a15d90 admin admin] Pushing event updated for resources: {'Port': ['ID=843fbf83-e1d8-4c65-b530-eba58cb23f27,revision_number=2']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:23:20.154129 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-274a7ea4-d687-48b2-9106-1a7118a15d90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3778017'] for router_interface, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:20.161349 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-c2acd22c-f419-4291-a96c-e1828dd3089d None None] Set router 9a2173f2-c36c-4848-9456-695481518937 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:23:20.163450 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-68916f99-1bd2-42e9-ae84-6b4159e4a5b1 None None] Port 843fbf83-e1d8-4c65-b530-eba58cb23f27 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 02:23:20.240772 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-68916f99-1bd2-42e9-ae84-6b4159e4a5b1 None None] Provisioning complete for port 59311d54-a930-435a-96db-4d98017ad57e triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:23:20.241137 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-68916f99-1bd2-42e9-ae84-6b4159e4a5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:20.249654 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274a7ea4-d687-48b2-9106-1a7118a15d90 admin admin] Network 059f2685-2db6-4bd7-a991-0e0980196e45 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 02:23:20.250996 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-274a7ea4-d687-48b2-9106-1a7118a15d90 admin admin] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:23:20.371173 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-274a7ea4-d687-48b2-9106-1a7118a15d90 admin admin] Router 9a2173f2-c36c-4848-9456-695481518937 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 02:23:20.414968 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-68916f99-1bd2-42e9-ae84-6b4159e4a5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:20.441129 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-68916f99-1bd2-42e9-ae84-6b4159e4a5b1 None None] For port 59311d54-a930-435a-96db-4d98017ad57e, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=59311d54-a930-435a-96db-4d98017ad57e,segment=NetworkSegment(03509fd2-ca9c-4aa0-94e6-e236afda62e7),segment_id=03509fd2-ca9c-4aa0-94e6-e236afda62e7)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:23:20.446455 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-68916f99-1bd2-42e9-ae84-6b4159e4a5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:20.478498 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-c2acd22c-f419-4291-a96c-e1828dd3089d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2173f2-c36c-4848-9456-695481518937', 'name': 'tempest-TestShelveInstance-375009341-router', 'tenant_id': 'e3a0809cf4cc4c10b723f1808d0828c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.247'}], 'enable_snat': True}, 'gw_port_id': '59311d54-a930-435a-96db-4d98017ad57e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:23:17Z', 'updated_at': '2021-11-24T02:23:19Z', 'revision_number': 4, 'project_id': 'e3a0809cf4cc4c10b723f1808d0828c0', 'gw_port': {'id': '59311d54-a930-435a-96db-4d98017ad57e', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d2:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a2173f2-c36c-4848-9456-695481518937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:23:17Z', 'updated_at': '2021-11-24T02:23:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': '843fbf83-e1d8-4c65-b530-eba58cb23f27', 'name': '', 'network_id': '059f2685-2db6-4bd7-a991-0e0980196e45', 'tenant_id': 'e3a0809cf4cc4c10b723f1808d0828c0', 'mac_address': 'fa:16:3e:52:d9:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a2173f2-c36c-4848-9456-695481518937', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '554bea0f-2d53-4338-9e2a-7e41af17864e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:23:19Z', 'updated_at': '2021-11-24T02:23:19Z', 'revision_number': 1, 'project_id': 'e3a0809cf4cc4c10b723f1808d0828c0', 'subnets': [{'id': '554bea0f-2d53-4338-9e2a-7e41af17864e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:23:20.497119 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-274a7ea4-d687-48b2-9106-1a7118a15d90 admin admin] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 02:23:20.502433 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-274a7ea4-d687-48b2-9106-1a7118a15d90 admin admin] 10.222.0.21 "PUT /v2.0/routers/9a2173f2-c36c-4848-9456-695481518937/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9768543 Nov 24 02:23:20.512428 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2acd22c-f419-4291-a96c-e1828dd3089d None None] The sync data for ids ['9a2173f2-c36c-4848-9456-695481518937'] in dv-neutron-818911-2-hyperv is: [{'id': '9a2173f2-c36c-4848-9456-695481518937', 'name': 'tempest-TestShelveInstance-375009341-router', 'tenant_id': 'e3a0809cf4cc4c10b723f1808d0828c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.247'}], 'enable_snat': True}, 'gw_port_id': '59311d54-a930-435a-96db-4d98017ad57e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:23:17Z', 'updated_at': '2021-11-24T02:23:19Z', 'revision_number': 4, 'project_id': 'e3a0809cf4cc4c10b723f1808d0828c0', 'gw_port': {'id': '59311d54-a930-435a-96db-4d98017ad57e', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d2:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a2173f2-c36c-4848-9456-695481518937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:23:17Z', 'updated_at': '2021-11-24T02:23:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': '843fbf83-e1d8-4c65-b530-eba58cb23f27', 'name': '', 'network_id': '059f2685-2db6-4bd7-a991-0e0980196e45', 'tenant_id': 'e3a0809cf4cc4c10b723f1808d0828c0', 'mac_address': 'fa:16:3e:52:d9:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a2173f2-c36c-4848-9456-695481518937', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '554bea0f-2d53-4338-9e2a-7e41af17864e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:23:19Z', 'updated_at': '2021-11-24T02:23:19Z', 'revision_number': 1, 'project_id': 'e3a0809cf4cc4c10b723f1808d0828c0', 'subnets': [{'id': '554bea0f-2d53-4338-9e2a-7e41af17864e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 02:23:20.527329 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68916f99-1bd2-42e9-ae84-6b4159e4a5b1 None None] Pushing event updated for resources: {'Port': ['ID=59311d54-a930-435a-96db-4d98017ad57e,revision_number=4']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:23:20.569275 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-6aa6f111-11b2-4583-9634-d26fe85a3efb None None] Provisioning complete for port 843fbf83-e1d8-4c65-b530-eba58cb23f27 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:23:20.569676 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-6aa6f111-11b2-4583-9634-d26fe85a3efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:20.607650 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-6aa6f111-11b2-4583-9634-d26fe85a3efb None None] Port 843fbf83-e1d8-4c65-b530-eba58cb23f27 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 02:23:21.030981 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 56984) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:23:21.036706 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-1a6e6e62-7ce5-47da-be9d-7c043e6de155 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1177682490-network', 'tenant_id': 'edc0834e53c74127a3968091d633d0e9'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:23:21.058166 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a6e6e62-7ce5-47da-be9d-7c043e6de155 admin admin] Made reservation on behalf of edc0834e53c74127a3968091d633d0e9 for: {'network': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 02:23:21.060534 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1a6e6e62-7ce5-47da-be9d-7c043e6de155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:21.070575 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1a6e6e62-7ce5-47da-be9d-7c043e6de155 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:21.167795 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1a6e6e62-7ce5-47da-be9d-7c043e6de155 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:21.173282 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1a6e6e62-7ce5-47da-be9d-7c043e6de155 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:21.200641 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a6e6e62-7ce5-47da-be9d-7c043e6de155 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=109866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 02:23:21.213740 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6e6e62-7ce5-47da-be9d-7c043e6de155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba4791d5-33d7-4b2d-902b-5a5c6987c406,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:23:21.216743 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1a6e6e62-7ce5-47da-be9d-7c043e6de155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:21.217096 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.segments_db [None req-1a6e6e62-7ce5-47da-be9d-7c043e6de155 admin admin] Added segment d72dfbf2-b028-4d7d-aa17-64f521516e69 of type vlan for network d2a92c26-d215-45e3-ac7f-c8a059826fd0 Nov 24 02:23:21.263455 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1a6e6e62-7ce5-47da-be9d-7c043e6de155 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:21.295319 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1a6e6e62-7ce5-47da-be9d-7c043e6de155 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:21.296405 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6e6e62-7ce5-47da-be9d-7c043e6de155 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:23:21.296989 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-1a6e6e62-7ce5-47da-be9d-7c043e6de155 admin admin] Publish callbacks [] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:21.335690 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-1a6e6e62-7ce5-47da-be9d-7c043e6de155 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2997761 Nov 24 02:23:21.335690 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 56986) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:23:21.340022 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-ccb87fd5-e4b9-4852-a698-4dd5faee0e39 admin admin] Request body: {'subnet': {'network_id': 'd2a92c26-d215-45e3-ac7f-c8a059826fd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1177682490-subnet', 'tenant_id': 'edc0834e53c74127a3968091d633d0e9', 'ip_version': 4}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:23:21.362865 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 59311d54-a930-435a-96db-4d98017ad57e up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 02:23:21.380009 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6e6e62-7ce5-47da-be9d-7c043e6de155 admin admin] Pushing event updated for resources: {'Network': ['ID=d2a92c26-d215-45e3-ac7f-c8a059826fd0,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:23:21.396503 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccb87fd5-e4b9-4852-a698-4dd5faee0e39 admin admin] Made reservation on behalf of edc0834e53c74127a3968091d633d0e9 for: {'subnet': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 02:23:21.398658 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network d2a92c26-d215-45e3-ac7f-c8a059826fd0 details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 02:23:21.398884 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ccb87fd5-e4b9-4852-a698-4dd5faee0e39 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29154835'] for subnet, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:21.479997 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 59311d54-a930-435a-96db-4d98017ad57e triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:23:21.480365 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:21.570001 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 145314a9-627c-4c58-9431-7390c4537d7e up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 02:23:21.583322 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ccb87fd5-e4b9-4852-a698-4dd5faee0e39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29149261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29154849'] for subnet, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:21.618610 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 145314a9-627c-4c58-9431-7390c4537d7e triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:23:21.619366 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:21.646177 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb87fd5-e4b9-4852-a698-4dd5faee0e39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2db200f-32c1-43eb-a96b-c3f8d669163e,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:23:21.652390 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb87fd5-e4b9-4852-a698-4dd5faee0e39 admin admin] Checking segment: {'id': 'd72dfbf2-b028-4d7d-aa17-64f521516e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd2a92c26-d215-45e3-ac7f-c8a059826fd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 02:23:21.652746 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb87fd5-e4b9-4852-a698-4dd5faee0e39 admin admin] Network hostable DHCP agents. Network: d2a92c26-d215-45e3-ac7f-c8a059826fd0, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 02:23:21.670800 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb87fd5-e4b9-4852-a698-4dd5faee0e39 admin admin] Network d2a92c26-d215-45e3-ac7f-c8a059826fd0 is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 02:23:21.682773 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-ccb87fd5-e4b9-4852-a698-4dd5faee0e39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, d2a92c26-d215-45e3-ac7f-c8a059826fd0) {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:23:21.688656 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb87fd5-e4b9-4852-a698-4dd5faee0e39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:23:21.689432 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ccb87fd5-e4b9-4852-a698-4dd5faee0e39 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:21.695338 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d5491c-7463-4d91-94b9-137331b96b40 None None] Network d2a92c26-d215-45e3-ac7f-c8a059826fd0 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 02:23:21.712152 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-ccb87fd5-e4b9-4852-a698-4dd5faee0e39 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3735974 Nov 24 02:23:21.712949 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 56988) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:23:21.717244 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-2526d03f-9bdd-43ac-9437-d30058d05d1c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1177682490-router', 'tenant_id': 'edc0834e53c74127a3968091d633d0e9', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:23:21.741224 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2526d03f-9bdd-43ac-9437-d30058d05d1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-424105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2744'] for router, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:21.742337 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2526d03f-9bdd-43ac-9437-d30058d05d1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-424325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-326625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2753'] for router, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:21.802818 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2526d03f-9bdd-43ac-9437-d30058d05d1c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:21.955987 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2526d03f-9bdd-43ac-9437-d30058d05d1c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:21.998034 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-debf6874-c7e8-411e-99a4-8dd1a7d0172c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-d2a92c26-d215-45e3-ac7f-c8a059826fd0', 'network_id': 'd2a92c26-d215-45e3-ac7f-c8a059826fd0', 'tenant_id': 'edc0834e53c74127a3968091d633d0e9', 'fixed_ips': [{'subnet_id': 'c2db200f-32c1-43eb-a96b-c3f8d669163e'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 02:23:21.998900 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-debf6874-c7e8-411e-99a4-8dd1a7d0172c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:22.135476 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-debf6874-c7e8-411e-99a4-8dd1a7d0172c None None] Allocated IP 172.20.0.2 (d2a92c26-d215-45e3-ac7f-c8a059826fd0/c2db200f-32c1-43eb-a96b-c3f8d669163e/2dc0184b-fc3d-4b4f-acf0-5f577197a1b0) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 02:23:22.160329 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2526d03f-9bdd-43ac-9437-d30058d05d1c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:22.180186 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2526d03f-9bdd-43ac-9437-d30058d05d1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:22.281890 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-debf6874-c7e8-411e-99a4-8dd1a7d0172c None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:22.291035 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-debf6874-c7e8-411e-99a4-8dd1a7d0172c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:22.293257 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-2526d03f-9bdd-43ac-9437-d30058d05d1c admin admin] Allocated IP 172.26.5.253 (eb22795d-37ee-46ee-844d-92c17e2ea450/3e66fcff-6e72-4083-b514-48f69cdaa2cb/42a36245-bdae-4e94-af3f-075002000e6d) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 02:23:22.338075 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-debf6874-c7e8-411e-99a4-8dd1a7d0172c None None] Network d2a92c26-d215-45e3-ac7f-c8a059826fd0 is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 02:23:22.343094 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-debf6874-c7e8-411e-99a4-8dd1a7d0172c None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:23:22.347891 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debf6874-c7e8-411e-99a4-8dd1a7d0172c None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 02:23:22.351660 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debf6874-c7e8-411e-99a4-8dd1a7d0172c None None] Pushing event updated for resources: {'Port': ['ID=2dc0184b-fc3d-4b4f-acf0-5f577197a1b0,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:23:22.404450 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-debf6874-c7e8-411e-99a4-8dd1a7d0172c None None] Attempting to bind port 2dc0184b-fc3d-4b4f-acf0-5f577197a1b0 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 02:23:22.405141 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-debf6874-c7e8-411e-99a4-8dd1a7d0172c None None] Attempting to bind port 2dc0184b-fc3d-4b4f-acf0-5f577197a1b0 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': 'd72dfbf2-b028-4d7d-aa17-64f521516e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd2a92c26-d215-45e3-ac7f-c8a059826fd0'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 02:23:22.405141 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debf6874-c7e8-411e-99a4-8dd1a7d0172c None None] Attempting to bind port 2dc0184b-fc3d-4b4f-acf0-5f577197a1b0 on network d2a92c26-d215-45e3-ac7f-c8a059826fd0 {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 02:23:22.410256 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debf6874-c7e8-411e-99a4-8dd1a7d0172c None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 02:23:22.410623 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debf6874-c7e8-411e-99a4-8dd1a7d0172c None None] Checking segment: {'id': 'd72dfbf2-b028-4d7d-aa17-64f521516e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd2a92c26-d215-45e3-ac7f-c8a059826fd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 02:23:22.411608 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-debf6874-c7e8-411e-99a4-8dd1a7d0172c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:22.411970 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debf6874-c7e8-411e-99a4-8dd1a7d0172c None None] Bound using segment: {'id': 'd72dfbf2-b028-4d7d-aa17-64f521516e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd2a92c26-d215-45e3-ac7f-c8a059826fd0'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 02:23:22.412425 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-debf6874-c7e8-411e-99a4-8dd1a7d0172c None None] Bound port: 2dc0184b-fc3d-4b4f-acf0-5f577197a1b0, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd72dfbf2-b028-4d7d-aa17-64f521516e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd2a92c26-d215-45e3-ac7f-c8a059826fd0'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 02:23:22.412825 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-debf6874-c7e8-411e-99a4-8dd1a7d0172c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:22.416706 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2526d03f-9bdd-43ac-9437-d30058d05d1c admin admin] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:22.453088 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2526d03f-9bdd-43ac-9437-d30058d05d1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:22.479495 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-debf6874-c7e8-411e-99a4-8dd1a7d0172c None None] For port 2dc0184b-fc3d-4b4f-acf0-5f577197a1b0, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 02:23:22.482762 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-debf6874-c7e8-411e-99a4-8dd1a7d0172c None None] For port 2dc0184b-fc3d-4b4f-acf0-5f577197a1b0, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=2dc0184b-fc3d-4b4f-acf0-5f577197a1b0,segment=NetworkSegment(d72dfbf2-b028-4d7d-aa17-64f521516e69),segment_id=d72dfbf2-b028-4d7d-aa17-64f521516e69)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 02:23:22.486758 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-debf6874-c7e8-411e-99a4-8dd1a7d0172c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:22.495425 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2526d03f-9bdd-43ac-9437-d30058d05d1c admin admin] Network eb22795d-37ee-46ee-844d-92c17e2ea450 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 02:23:22.500694 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-2526d03f-9bdd-43ac-9437-d30058d05d1c admin admin] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:23:22.503805 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2526d03f-9bdd-43ac-9437-d30058d05d1c admin admin] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 02:23:22.529136 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19edbe3d-3a73-4977-8a83-4104a6513c2e None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 02:23:22.541055 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2526d03f-9bdd-43ac-9437-d30058d05d1c admin admin] Pushing event updated for resources: {'Port': ['ID=42a36245-bdae-4e94-af3f-075002000e6d,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:23:22.565031 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debf6874-c7e8-411e-99a4-8dd1a7d0172c None None] Pushing event updated for resources: {'Port': ['ID=2dc0184b-fc3d-4b4f-acf0-5f577197a1b0,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:23:22.645202 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e063f756-8d94-4594-a9f9-f333cdd7a5e5 None None] Provisioning complete for port 42a36245-bdae-4e94-af3f-075002000e6d triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:23:22.646206 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e063f756-8d94-4594-a9f9-f333cdd7a5e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:22.685169 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-e063f756-8d94-4594-a9f9-f333cdd7a5e5 None None] Port 42a36245-bdae-4e94-af3f-075002000e6d cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 02:23:22.697780 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a03b343-cff6-405e-96a2-da7114c6ec79 None None] Sync routers for ids ['9a2173f2-c36c-4848-9456-695481518937'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 02:23:22.709341 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a03b343-cff6-405e-96a2-da7114c6ec79 None None] Routers {'9a2173f2-c36c-4848-9456-695481518937'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:23:22.710235 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-8a03b343-cff6-405e-96a2-da7114c6ec79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:22:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['9a2173f2-c36c-4848-9456-695481518937'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:23:22.814418 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2526d03f-9bdd-43ac-9437-d30058d05d1c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:22.846348 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-8a03b343-cff6-405e-96a2-da7114c6ec79 None None] Set router 9a2173f2-c36c-4848-9456-695481518937 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:23:23.019585 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2526d03f-9bdd-43ac-9437-d30058d05d1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-424338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418138'] for router, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:23.130749 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-8a03b343-cff6-405e-96a2-da7114c6ec79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2173f2-c36c-4848-9456-695481518937', 'name': 'tempest-TestShelveInstance-375009341-router', 'tenant_id': 'e3a0809cf4cc4c10b723f1808d0828c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.247'}], 'enable_snat': True}, 'gw_port_id': '59311d54-a930-435a-96db-4d98017ad57e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:23:17Z', 'updated_at': '2021-11-24T02:23:19Z', 'revision_number': 4, 'project_id': 'e3a0809cf4cc4c10b723f1808d0828c0', 'gw_port': {'id': '59311d54-a930-435a-96db-4d98017ad57e', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2173f2-c36c-4848-9456-695481518937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:23:17Z', 'updated_at': '2021-11-24T02:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': '843fbf83-e1d8-4c65-b530-eba58cb23f27', 'name': '', 'network_id': '059f2685-2db6-4bd7-a991-0e0980196e45', 'tenant_id': 'e3a0809cf4cc4c10b723f1808d0828c0', 'mac_address': 'fa:16:3e:52:d9:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a2173f2-c36c-4848-9456-695481518937', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '554bea0f-2d53-4338-9e2a-7e41af17864e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:23:19Z', 'updated_at': '2021-11-24T02:23:19Z', 'revision_number': 2, 'project_id': 'e3a0809cf4cc4c10b723f1808d0828c0', 'subnets': [{'id': '554bea0f-2d53-4338-9e2a-7e41af17864e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:23:23.151835 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2526d03f-9bdd-43ac-9437-d30058d05d1c admin admin] Router 8884fc6b-ad49-4773-a4e1-cda3198bf3ab is scheduled to L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e with binding_index 1 {{(pid=109867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 02:23:23.161937 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a03b343-cff6-405e-96a2-da7114c6ec79 None None] Checking router: 9a2173f2-c36c-4848-9456-695481518937 for host: dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 02:23:23.162374 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a03b343-cff6-405e-96a2-da7114c6ec79 None None] Updating router 9a2173f2-c36c-4848-9456-695481518937 port 843fbf83-e1d8-4c65-b530-eba58cb23f27 binding host dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 02:23:23.193719 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-8a03b343-cff6-405e-96a2-da7114c6ec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:23.270801 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 2dc0184b-fc3d-4b4f-acf0-5f577197a1b0 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 02:23:23.282517 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2526d03f-9bdd-43ac-9437-d30058d05d1c admin admin] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 02:23:23.300595 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0da058-424b-40dd-9eb5-6f39abaae178 None None] Sync routers for ids ['8884fc6b-ad49-4773-a4e1-cda3198bf3ab'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 02:23:23.307419 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2526d03f-9bdd-43ac-9437-d30058d05d1c admin admin] Publish callbacks [] for router, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:23.309952 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-2526d03f-9bdd-43ac-9437-d30058d05d1c admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5961759 Nov 24 02:23:23.313124 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 56990) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:23:23.330602 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0da058-424b-40dd-9eb5-6f39abaae178 None None] Routers {'8884fc6b-ad49-4773-a4e1-cda3198bf3ab'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:23:23.331721 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-0b0da058-424b-40dd-9eb5-6f39abaae178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:22:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['8884fc6b-ad49-4773-a4e1-cda3198bf3ab'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:23:23.390685 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 2dc0184b-fc3d-4b4f-acf0-5f577197a1b0 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:23:23.391205 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:23.493909 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-0b0da058-424b-40dd-9eb5-6f39abaae178 None None] Set router 8884fc6b-ad49-4773-a4e1-cda3198bf3ab gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:23:23.498062 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-8a03b343-cff6-405e-96a2-da7114c6ec79 None None] Publish callbacks [] for port, precommit_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:23.506401 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-8a03b343-cff6-405e-96a2-da7114c6ec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:23.569817 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd264e9d-95fa-4828-9d65-3994fe210e4e None None] Pushing event updated for resources: {'Port': ['ID=843fbf83-e1d8-4c65-b530-eba58cb23f27,revision_number=3']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:23:23.597797 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd264e9d-95fa-4828-9d65-3994fe210e4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:23:23.598149 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd264e9d-95fa-4828-9d65-3994fe210e4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:23:23.598846 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd264e9d-95fa-4828-9d65-3994fe210e4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:23:23.598846 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd264e9d-95fa-4828-9d65-3994fe210e4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:23:23.599178 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd264e9d-95fa-4828-9d65-3994fe210e4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:23:23.599511 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd264e9d-95fa-4828-9d65-3994fe210e4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:23:23.599849 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd264e9d-95fa-4828-9d65-3994fe210e4e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:23:23.600172 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd264e9d-95fa-4828-9d65-3994fe210e4e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:23:23.600542 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd264e9d-95fa-4828-9d65-3994fe210e4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:23:23.600817 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd264e9d-95fa-4828-9d65-3994fe210e4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:23:23.601140 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd264e9d-95fa-4828-9d65-3994fe210e4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:23:23.601711 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd264e9d-95fa-4828-9d65-3994fe210e4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:23:23.606615 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:23.643582 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-8a03b343-cff6-405e-96a2-da7114c6ec79 None None] Attempting to bind port 843fbf83-e1d8-4c65-b530-eba58cb23f27 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 02:23:23.643947 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-8a03b343-cff6-405e-96a2-da7114c6ec79 None None] Attempting to bind port 843fbf83-e1d8-4c65-b530-eba58cb23f27 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': 'd3274902-e856-4cb9-82b7-d742a2bcc242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '059f2685-2db6-4bd7-a991-0e0980196e45'}] {{(pid=109869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 02:23:23.644685 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a03b343-cff6-405e-96a2-da7114c6ec79 None None] Attempting to bind port 843fbf83-e1d8-4c65-b530-eba58cb23f27 on network 059f2685-2db6-4bd7-a991-0e0980196e45 {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 02:23:23.652628 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a03b343-cff6-405e-96a2-da7114c6ec79 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 02:23:23.652628 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a03b343-cff6-405e-96a2-da7114c6ec79 None None] Checking segment: {'id': 'd3274902-e856-4cb9-82b7-d742a2bcc242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '059f2685-2db6-4bd7-a991-0e0980196e45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 02:23:23.653058 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-8a03b343-cff6-405e-96a2-da7114c6ec79 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:23.653515 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a03b343-cff6-405e-96a2-da7114c6ec79 None None] Bound using segment: {'id': 'd3274902-e856-4cb9-82b7-d742a2bcc242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '059f2685-2db6-4bd7-a991-0e0980196e45'} {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 02:23:23.653994 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-8a03b343-cff6-405e-96a2-da7114c6ec79 None None] Bound port: 843fbf83-e1d8-4c65-b530-eba58cb23f27, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3274902-e856-4cb9-82b7-d742a2bcc242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '059f2685-2db6-4bd7-a991-0e0980196e45'}}] {{(pid=109869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 02:23:23.654373 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-8a03b343-cff6-405e-96a2-da7114c6ec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:23.678899 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] For port 2dc0184b-fc3d-4b4f-acf0-5f577197a1b0, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=2dc0184b-fc3d-4b4f-acf0-5f577197a1b0,segment=NetworkSegment(d72dfbf2-b028-4d7d-aa17-64f521516e69),segment_id=d72dfbf2-b028-4d7d-aa17-64f521516e69)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:23:23.689607 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:23.744066 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.db [None req-8a03b343-cff6-405e-96a2-da7114c6ec79 None None] For port 843fbf83-e1d8-4c65-b530-eba58cb23f27, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 02:23:23.748552 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.db [None req-8a03b343-cff6-405e-96a2-da7114c6ec79 None None] For port 843fbf83-e1d8-4c65-b530-eba58cb23f27, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=843fbf83-e1d8-4c65-b530-eba58cb23f27,segment=NetworkSegment(d3274902-e856-4cb9-82b7-d742a2bcc242),segment_id=d3274902-e856-4cb9-82b7-d742a2bcc242)] {{(pid=109869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 02:23:23.756526 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-8a03b343-cff6-405e-96a2-da7114c6ec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:23.806976 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Pushing event updated for resources: {'Port': ['ID=2dc0184b-fc3d-4b4f-acf0-5f577197a1b0,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:23:23.834217 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-0b0da058-424b-40dd-9eb5-6f39abaae178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8884fc6b-ad49-4773-a4e1-cda3198bf3ab', 'name': 'tempest-TestShelveInstance-1177682490-router', 'tenant_id': 'edc0834e53c74127a3968091d633d0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.253'}], 'enable_snat': True}, 'gw_port_id': '42a36245-bdae-4e94-af3f-075002000e6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:23:21Z', 'updated_at': '2021-11-24T02:23:22Z', 'revision_number': 3, 'project_id': 'edc0834e53c74127a3968091d633d0e9', 'gw_port': {'id': '42a36245-bdae-4e94-af3f-075002000e6d', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a7:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8884fc6b-ad49-4773-a4e1-cda3198bf3ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:23:22Z', 'updated_at': '2021-11-24T02:23:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:23:23.846423 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a03b343-cff6-405e-96a2-da7114c6ec79 None None] Routers {'9a2173f2-c36c-4848-9456-695481518937'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:23:23.846976 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-8a03b343-cff6-405e-96a2-da7114c6ec79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:22:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['9a2173f2-c36c-4848-9456-695481518937'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:23:23.850082 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd264e9d-95fa-4828-9d65-3994fe210e4e None None] Pushing event updated for resources: {'Port': ['ID=843fbf83-e1d8-4c65-b530-eba58cb23f27,revision_number=4']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:23:23.875637 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69354361-043d-4d73-b0e1-4e19e3bcae5b None None] Network d2a92c26-d215-45e3-ac7f-c8a059826fd0 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 02:23:23.878701 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0da058-424b-40dd-9eb5-6f39abaae178 None None] Checking router: 8884fc6b-ad49-4773-a4e1-cda3198bf3ab for host: dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 02:23:23.879132 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0da058-424b-40dd-9eb5-6f39abaae178 None None] Updating router 8884fc6b-ad49-4773-a4e1-cda3198bf3ab port 42a36245-bdae-4e94-af3f-075002000e6d binding host dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 02:23:23.912136 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6d606ed5-9895-4517-8c9c-7a4390f35088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:23.935095 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-0b0da058-424b-40dd-9eb5-6f39abaae178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:23.996231 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-0c44f24e-6d52-4471-ab3a-d0ba78026a84 None None] Provisioning complete for port 2dc0184b-fc3d-4b4f-acf0-5f577197a1b0 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:23:23.996596 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-0c44f24e-6d52-4471-ab3a-d0ba78026a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:23.997555 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-8a03b343-cff6-405e-96a2-da7114c6ec79 None None] Set router 9a2173f2-c36c-4848-9456-695481518937 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:23:24.104255 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-6d606ed5-9895-4517-8c9c-7a4390f35088 admin admin] Allocated IP 172.20.0.1 (d2a92c26-d215-45e3-ac7f-c8a059826fd0/c2db200f-32c1-43eb-a96b-c3f8d669163e/25f5313b-a95f-4e16-80ee-ded82a78d52a) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 02:23:24.225538 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6d606ed5-9895-4517-8c9c-7a4390f35088 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:24.252240 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-8a03b343-cff6-405e-96a2-da7114c6ec79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2173f2-c36c-4848-9456-695481518937', 'name': 'tempest-TestShelveInstance-375009341-router', 'tenant_id': 'e3a0809cf4cc4c10b723f1808d0828c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.247'}], 'enable_snat': True}, 'gw_port_id': '59311d54-a930-435a-96db-4d98017ad57e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:23:17Z', 'updated_at': '2021-11-24T02:23:19Z', 'revision_number': 4, 'project_id': 'e3a0809cf4cc4c10b723f1808d0828c0', 'gw_port': {'id': '59311d54-a930-435a-96db-4d98017ad57e', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2173f2-c36c-4848-9456-695481518937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:23:17Z', 'updated_at': '2021-11-24T02:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': '843fbf83-e1d8-4c65-b530-eba58cb23f27', 'name': '', 'network_id': '059f2685-2db6-4bd7-a991-0e0980196e45', 'tenant_id': 'e3a0809cf4cc4c10b723f1808d0828c0', 'mac_address': 'fa:16:3e:52:d9:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a2173f2-c36c-4848-9456-695481518937', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '554bea0f-2d53-4338-9e2a-7e41af17864e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:23:19Z', 'updated_at': '2021-11-24T02:23:23Z', 'revision_number': 4, 'project_id': 'e3a0809cf4cc4c10b723f1808d0828c0', 'subnets': [{'id': '554bea0f-2d53-4338-9e2a-7e41af17864e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:23:24.266588 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6d606ed5-9895-4517-8c9c-7a4390f35088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:24.283299 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a03b343-cff6-405e-96a2-da7114c6ec79 None None] The sync data for ids ['9a2173f2-c36c-4848-9456-695481518937'] in dv-neutron-818911-2-hyperv is: [{'id': '9a2173f2-c36c-4848-9456-695481518937', 'name': 'tempest-TestShelveInstance-375009341-router', 'tenant_id': 'e3a0809cf4cc4c10b723f1808d0828c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.247'}], 'enable_snat': True}, 'gw_port_id': '59311d54-a930-435a-96db-4d98017ad57e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:23:17Z', 'updated_at': '2021-11-24T02:23:19Z', 'revision_number': 4, 'project_id': 'e3a0809cf4cc4c10b723f1808d0828c0', 'gw_port': {'id': '59311d54-a930-435a-96db-4d98017ad57e', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2173f2-c36c-4848-9456-695481518937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:23:17Z', 'updated_at': '2021-11-24T02:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': '843fbf83-e1d8-4c65-b530-eba58cb23f27', 'name': '', 'network_id': '059f2685-2db6-4bd7-a991-0e0980196e45', 'tenant_id': 'e3a0809cf4cc4c10b723f1808d0828c0', 'mac_address': 'fa:16:3e:52:d9:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a2173f2-c36c-4848-9456-695481518937', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '554bea0f-2d53-4338-9e2a-7e41af17864e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:23:19Z', 'updated_at': '2021-11-24T02:23:23Z', 'revision_number': 4, 'project_id': 'e3a0809cf4cc4c10b723f1808d0828c0', 'subnets': [{'id': '554bea0f-2d53-4338-9e2a-7e41af17864e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 02:23:24.310465 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d606ed5-9895-4517-8c9c-7a4390f35088 admin admin] Network d2a92c26-d215-45e3-ac7f-c8a059826fd0 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 02:23:24.315576 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-6d606ed5-9895-4517-8c9c-7a4390f35088 admin admin] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:23:24.321036 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d606ed5-9895-4517-8c9c-7a4390f35088 admin admin] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 02:23:24.323208 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-0c44f24e-6d52-4471-ab3a-d0ba78026a84 None None] Provisioning complete for port 843fbf83-e1d8-4c65-b530-eba58cb23f27 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:23:24.324093 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d606ed5-9895-4517-8c9c-7a4390f35088 admin admin] Pushing event updated for resources: {'Port': ['ID=25f5313b-a95f-4e16-80ee-ded82a78d52a,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:23:24.324223 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-0c44f24e-6d52-4471-ab3a-d0ba78026a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:24.368633 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6d606ed5-9895-4517-8c9c-7a4390f35088 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3777869'] for router_interface, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:24.424654 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-0b0da058-424b-40dd-9eb5-6f39abaae178 None None] Publish callbacks [] for port, precommit_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:24.451332 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-0b0da058-424b-40dd-9eb5-6f39abaae178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:24.511581 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a29966f-5c6a-432d-ac4d-94410452b06a None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 02:23:24.523561 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-0c44f24e-6d52-4471-ab3a-d0ba78026a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:24.538523 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-0b0da058-424b-40dd-9eb5-6f39abaae178 None None] Attempting to bind port 42a36245-bdae-4e94-af3f-075002000e6d on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 02:23:24.538895 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-0b0da058-424b-40dd-9eb5-6f39abaae178 None None] Attempting to bind port 42a36245-bdae-4e94-af3f-075002000e6d by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 02:23:24.539261 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0da058-424b-40dd-9eb5-6f39abaae178 None None] Attempting to bind port 42a36245-bdae-4e94-af3f-075002000e6d on network eb22795d-37ee-46ee-844d-92c17e2ea450 {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 02:23:24.540043 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6d606ed5-9895-4517-8c9c-7a4390f35088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:24.551200 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0da058-424b-40dd-9eb5-6f39abaae178 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 02:23:24.552137 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0da058-424b-40dd-9eb5-6f39abaae178 None None] Checking segment: {'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 02:23:24.553075 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-0b0da058-424b-40dd-9eb5-6f39abaae178 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:24.553509 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0da058-424b-40dd-9eb5-6f39abaae178 None None] Bound using segment: {'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 02:23:24.554008 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-0b0da058-424b-40dd-9eb5-6f39abaae178 None None] Bound port: 42a36245-bdae-4e94-af3f-075002000e6d, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 02:23:24.554673 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-0b0da058-424b-40dd-9eb5-6f39abaae178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:24.592107 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d33c31a-79cc-41da-a303-8a285ac9f7d0 None None] Pushing event updated for resources: {'Port': ['ID=42a36245-bdae-4e94-af3f-075002000e6d,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:23:24.625236 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-0c44f24e-6d52-4471-ab3a-d0ba78026a84 None None] For port 843fbf83-e1d8-4c65-b530-eba58cb23f27, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=843fbf83-e1d8-4c65-b530-eba58cb23f27,segment=NetworkSegment(d3274902-e856-4cb9-82b7-d742a2bcc242),segment_id=d3274902-e856-4cb9-82b7-d742a2bcc242)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:23:24.639942 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-0c44f24e-6d52-4471-ab3a-d0ba78026a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:24.668006 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-0b0da058-424b-40dd-9eb5-6f39abaae178 None None] For port 42a36245-bdae-4e94-af3f-075002000e6d, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 02:23:24.688473 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-0b0da058-424b-40dd-9eb5-6f39abaae178 None None] For port 42a36245-bdae-4e94-af3f-075002000e6d, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=42a36245-bdae-4e94-af3f-075002000e6d,segment=NetworkSegment(03509fd2-ca9c-4aa0-94e6-e236afda62e7),segment_id=03509fd2-ca9c-4aa0-94e6-e236afda62e7)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 02:23:24.703441 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-0b0da058-424b-40dd-9eb5-6f39abaae178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:24.727291 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c44f24e-6d52-4471-ab3a-d0ba78026a84 None None] Pushing event updated for resources: {'Port': ['ID=843fbf83-e1d8-4c65-b530-eba58cb23f27,revision_number=5']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:23:24.761182 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe550e3d-f0ef-4f58-8923-0dc0dcf41ffd None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 02:23:24.774272 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6d606ed5-9895-4517-8c9c-7a4390f35088 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:24.785279 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6d606ed5-9895-4517-8c9c-7a4390f35088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25501696'] for port, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:24.872929 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6d606ed5-9895-4517-8c9c-7a4390f35088 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3778017'] for router_interface, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:24.916550 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d606ed5-9895-4517-8c9c-7a4390f35088 admin admin] Pushing event updated for resources: {'Port': ['ID=25f5313b-a95f-4e16-80ee-ded82a78d52a,revision_number=2']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:23:24.946502 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0da058-424b-40dd-9eb5-6f39abaae178 None None] Routers {'8884fc6b-ad49-4773-a4e1-cda3198bf3ab'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:23:24.947135 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-0b0da058-424b-40dd-9eb5-6f39abaae178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:22:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['8884fc6b-ad49-4773-a4e1-cda3198bf3ab'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:23:25.005010 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d606ed5-9895-4517-8c9c-7a4390f35088 admin admin] Network d2a92c26-d215-45e3-ac7f-c8a059826fd0 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 02:23:25.005329 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d33c31a-79cc-41da-a303-8a285ac9f7d0 None None] Pushing event updated for resources: {'Port': ['ID=42a36245-bdae-4e94-af3f-075002000e6d,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:23:25.006720 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-6d606ed5-9895-4517-8c9c-7a4390f35088 admin admin] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:23:25.007971 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-8b0f8b21-3d11-4dec-8998-80ad5ff8e235 None None] Provisioning complete for port 2dc0184b-fc3d-4b4f-acf0-5f577197a1b0 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:23:25.008334 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-8b0f8b21-3d11-4dec-8998-80ad5ff8e235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:25.038975 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-2265a581-f832-4221-9a37-5c98e340674a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:25.139215 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-0b0da058-424b-40dd-9eb5-6f39abaae178 None None] Set router 8884fc6b-ad49-4773-a4e1-cda3198bf3ab gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:23:25.154015 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d606ed5-9895-4517-8c9c-7a4390f35088 admin admin] Router 8884fc6b-ad49-4773-a4e1-cda3198bf3ab has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 02:23:25.238789 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-8b0f8b21-3d11-4dec-8998-80ad5ff8e235 None None] Provisioning complete for port 843fbf83-e1d8-4c65-b530-eba58cb23f27 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:23:25.239192 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-8b0f8b21-3d11-4dec-8998-80ad5ff8e235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:25.289554 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d606ed5-9895-4517-8c9c-7a4390f35088 admin admin] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 02:23:25.294567 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-6d606ed5-9895-4517-8c9c-7a4390f35088 admin admin] 10.222.0.21 "PUT /v2.0/routers/8884fc6b-ad49-4773-a4e1-cda3198bf3ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9804013 Nov 24 02:23:25.317725 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 2dc0184b-fc3d-4b4f-acf0-5f577197a1b0 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 02:23:25.460602 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 2dc0184b-fc3d-4b4f-acf0-5f577197a1b0 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:23:25.460948 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:25.493201 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-8b0f8b21-3d11-4dec-8998-80ad5ff8e235 None None] Provisioning complete for port 42a36245-bdae-4e94-af3f-075002000e6d triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:23:25.493586 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-8b0f8b21-3d11-4dec-8998-80ad5ff8e235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:25.543147 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-0b0da058-424b-40dd-9eb5-6f39abaae178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8884fc6b-ad49-4773-a4e1-cda3198bf3ab', 'name': 'tempest-TestShelveInstance-1177682490-router', 'tenant_id': 'edc0834e53c74127a3968091d633d0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.253'}], 'enable_snat': True}, 'gw_port_id': '42a36245-bdae-4e94-af3f-075002000e6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:23:21Z', 'updated_at': '2021-11-24T02:23:24Z', 'revision_number': 4, 'project_id': 'edc0834e53c74127a3968091d633d0e9', 'gw_port': {'id': '42a36245-bdae-4e94-af3f-075002000e6d', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a7:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8884fc6b-ad49-4773-a4e1-cda3198bf3ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:23:22Z', 'updated_at': '2021-11-24T02:23:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': '25f5313b-a95f-4e16-80ee-ded82a78d52a', 'name': '', 'network_id': 'd2a92c26-d215-45e3-ac7f-c8a059826fd0', 'tenant_id': 'edc0834e53c74127a3968091d633d0e9', 'mac_address': 'fa:16:3e:20:88:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8884fc6b-ad49-4773-a4e1-cda3198bf3ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'c2db200f-32c1-43eb-a96b-c3f8d669163e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:23:23Z', 'updated_at': '2021-11-24T02:23:24Z', 'revision_number': 2, 'project_id': 'edc0834e53c74127a3968091d633d0e9', 'subnets': [{'id': 'c2db200f-32c1-43eb-a96b-c3f8d669163e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:23:25.580622 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0da058-424b-40dd-9eb5-6f39abaae178 None None] The sync data for ids ['8884fc6b-ad49-4773-a4e1-cda3198bf3ab'] in dv-neutron-818911-2-hyperv is: [{'id': '8884fc6b-ad49-4773-a4e1-cda3198bf3ab', 'name': 'tempest-TestShelveInstance-1177682490-router', 'tenant_id': 'edc0834e53c74127a3968091d633d0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.253'}], 'enable_snat': True}, 'gw_port_id': '42a36245-bdae-4e94-af3f-075002000e6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:23:21Z', 'updated_at': '2021-11-24T02:23:24Z', 'revision_number': 4, 'project_id': 'edc0834e53c74127a3968091d633d0e9', 'gw_port': {'id': '42a36245-bdae-4e94-af3f-075002000e6d', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a7:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8884fc6b-ad49-4773-a4e1-cda3198bf3ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:23:22Z', 'updated_at': '2021-11-24T02:23:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': '25f5313b-a95f-4e16-80ee-ded82a78d52a', 'name': '', 'network_id': 'd2a92c26-d215-45e3-ac7f-c8a059826fd0', 'tenant_id': 'edc0834e53c74127a3968091d633d0e9', 'mac_address': 'fa:16:3e:20:88:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8884fc6b-ad49-4773-a4e1-cda3198bf3ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'c2db200f-32c1-43eb-a96b-c3f8d669163e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:23:23Z', 'updated_at': '2021-11-24T02:23:24Z', 'revision_number': 2, 'project_id': 'edc0834e53c74127a3968091d633d0e9', 'subnets': [{'id': 'c2db200f-32c1-43eb-a96b-c3f8d669163e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 02:23:25.656539 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-8b0f8b21-3d11-4dec-8998-80ad5ff8e235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:25.661968 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 843fbf83-e1d8-4c65-b530-eba58cb23f27 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 02:23:25.697530 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-8b0f8b21-3d11-4dec-8998-80ad5ff8e235 None None] For port 42a36245-bdae-4e94-af3f-075002000e6d, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=42a36245-bdae-4e94-af3f-075002000e6d,segment=NetworkSegment(03509fd2-ca9c-4aa0-94e6-e236afda62e7),segment_id=03509fd2-ca9c-4aa0-94e6-e236afda62e7)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:23:25.706097 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-8b0f8b21-3d11-4dec-8998-80ad5ff8e235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:25.764495 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 843fbf83-e1d8-4c65-b530-eba58cb23f27 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:23:25.769896 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:25.774414 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0f8b21-3d11-4dec-8998-80ad5ff8e235 None None] Pushing event updated for resources: {'Port': ['ID=42a36245-bdae-4e94-af3f-075002000e6d,revision_number=4']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:23:25.849907 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-7a4eba12-3171-4529-a50b-d682266ca215 None None] Provisioning complete for port 25f5313b-a95f-4e16-80ee-ded82a78d52a triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:23:25.850730 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-7a4eba12-3171-4529-a50b-d682266ca215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:25.910511 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-7a4eba12-3171-4529-a50b-d682266ca215 None None] Port 25f5313b-a95f-4e16-80ee-ded82a78d52a cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 02:23:25.938768 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-7a4eba12-3171-4529-a50b-d682266ca215 None None] Provisioning complete for port 42a36245-bdae-4e94-af3f-075002000e6d triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:23:25.939131 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-7a4eba12-3171-4529-a50b-d682266ca215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:26.103274 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 56998) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:23:26.108127 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-e7881fd1-3f99-4214-967e-31c2c11ab56c tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1256211223', 'description': 'tempest-secgroup-smoke-1256211223 description', 'project_id': 'e3a0809cf4cc4c10b723f1808d0828c0'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:23:26.133187 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e7881fd1-3f99-4214-967e-31c2c11ab56c tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Publish callbacks [] for security_group, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:26.209497 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e7881fd1-3f99-4214-967e-31c2c11ab56c tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Publish callbacks [] for security_group, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:26.213296 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e7881fd1-3f99-4214-967e-31c2c11ab56c tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:26.241009 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e7881fd1-3f99-4214-967e-31c2c11ab56c tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:26.242258 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-e7881fd1-3f99-4214-967e-31c2c11ab56c tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1378255 Nov 24 02:23:26.245338 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 57000) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:23:26.246250 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7881fd1-3f99-4214-967e-31c2c11ab56c tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b121256-a188-4bf2-9418-3d6897e9c960,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:23:26.250043 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-c5519221-6b7d-48bc-9d2c-d4cd3bbe81e9 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Request body: {'security_group_rule': {'security_group_id': '7b121256-a188-4bf2-9418-3d6897e9c960', 'project_id': 'e3a0809cf4cc4c10b723f1808d0828c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:23:26.276044 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c5519221-6b7d-48bc-9d2c-d4cd3bbe81e9 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:26.333351 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c5519221-6b7d-48bc-9d2c-d4cd3bbe81e9 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:26.337717 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c5519221-6b7d-48bc-9d2c-d4cd3bbe81e9 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:26.356305 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5519221-6b7d-48bc-9d2c-d4cd3bbe81e9 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e49fd8b-2564-4dc8-b418-01bf0f0ed252,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:23:26.365528 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c5519221-6b7d-48bc-9d2c-d4cd3bbe81e9 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:26.366703 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-c5519221-6b7d-48bc-9d2c-d4cd3bbe81e9 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1202579 Nov 24 02:23:26.369455 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 57002) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:23:26.373643 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-0a9b1664-da9a-4a20-bdf3-779344287bf8 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Request body: {'security_group_rule': {'security_group_id': '7b121256-a188-4bf2-9418-3d6897e9c960', 'project_id': 'e3a0809cf4cc4c10b723f1808d0828c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:23:26.399001 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0a9b1664-da9a-4a20-bdf3-779344287bf8 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:26.457606 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0a9b1664-da9a-4a20-bdf3-779344287bf8 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:26.460972 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0a9b1664-da9a-4a20-bdf3-779344287bf8 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:26.478190 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9b1664-da9a-4a20-bdf3-779344287bf8 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30cc6fc4-9980-4b18-968f-bc4293daf562,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:23:26.485289 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0a9b1664-da9a-4a20-bdf3-779344287bf8 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:26.486519 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-0a9b1664-da9a-4a20-bdf3-779344287bf8 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1161211 Nov 24 02:23:26.489820 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 57004) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:23:26.494029 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-f82cd90c-6f2a-46a4-8cac-d7d06e484baf tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Request body: {'security_group_rule': {'security_group_id': '7b121256-a188-4bf2-9418-3d6897e9c960', 'project_id': 'e3a0809cf4cc4c10b723f1808d0828c0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:23:26.520134 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f82cd90c-6f2a-46a4-8cac-d7d06e484baf tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:26.575963 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f82cd90c-6f2a-46a4-8cac-d7d06e484baf tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:26.580390 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f82cd90c-6f2a-46a4-8cac-d7d06e484baf tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:26.594655 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82cd90c-6f2a-46a4-8cac-d7d06e484baf tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa285fd3-180e-439b-b927-ca349a9c9b60,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:23:26.605486 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f82cd90c-6f2a-46a4-8cac-d7d06e484baf tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:26.607603 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-f82cd90c-6f2a-46a4-8cac-d7d06e484baf tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1168330 Nov 24 02:23:26.609561 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 57006) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:23:26.614278 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-008f2ea7-dae6-4fbc-aa4a-7132570776ef tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Request body: {'security_group_rule': {'security_group_id': '7b121256-a188-4bf2-9418-3d6897e9c960', 'project_id': 'e3a0809cf4cc4c10b723f1808d0828c0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:23:26.639388 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-008f2ea7-dae6-4fbc-aa4a-7132570776ef tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:26.699074 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-008f2ea7-dae6-4fbc-aa4a-7132570776ef tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:26.702429 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-008f2ea7-dae6-4fbc-aa4a-7132570776ef tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:26.720425 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008f2ea7-dae6-4fbc-aa4a-7132570776ef tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acc9fddd-90a4-475b-b73b-8780ac3456c3,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:23:26.727896 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-008f2ea7-dae6-4fbc-aa4a-7132570776ef tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:26.729076 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-008f2ea7-dae6-4fbc-aa4a-7132570776ef tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1185036 Nov 24 02:23:26.731787 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 57008) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:23:26.736131 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-1ba51702-f2ff-40f3-903f-59b9057686b4 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Request body: {'security_group_rule': {'security_group_id': '7b121256-a188-4bf2-9418-3d6897e9c960', 'project_id': 'e3a0809cf4cc4c10b723f1808d0828c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:23:26.757138 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.securitygroups_db [None req-1ba51702-f2ff-40f3-903f-59b9057686b4 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Project e3a0809cf4cc4c10b723f1808d0828c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 02:23:26.761754 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1ba51702-f2ff-40f3-903f-59b9057686b4 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:26.819606 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1ba51702-f2ff-40f3-903f-59b9057686b4 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:26.822473 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1ba51702-f2ff-40f3-903f-59b9057686b4 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:26.840863 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba51702-f2ff-40f3-903f-59b9057686b4 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07ec635f-41ec-419b-be40-c398c3462c27,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:23:26.847104 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1ba51702-f2ff-40f3-903f-59b9057686b4 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:26.849859 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-1ba51702-f2ff-40f3-903f-59b9057686b4 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1170642 Nov 24 02:23:26.851026 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 57010) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:23:26.855382 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-c5ed3926-dd12-4f2b-bdfc-74ac59ef690d tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Request body: {'security_group_rule': {'security_group_id': '7b121256-a188-4bf2-9418-3d6897e9c960', 'project_id': 'e3a0809cf4cc4c10b723f1808d0828c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:23:26.877841 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.securitygroups_db [None req-c5ed3926-dd12-4f2b-bdfc-74ac59ef690d tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Project e3a0809cf4cc4c10b723f1808d0828c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 02:23:26.883108 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c5ed3926-dd12-4f2b-bdfc-74ac59ef690d tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:26.940799 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c5ed3926-dd12-4f2b-bdfc-74ac59ef690d tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:26.944673 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c5ed3926-dd12-4f2b-bdfc-74ac59ef690d tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:26.964610 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ed3926-dd12-4f2b-bdfc-74ac59ef690d tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48a3e925-fb4f-4e18-9b15-f045df06ee93,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:23:26.970586 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c5ed3926-dd12-4f2b-bdfc-74ac59ef690d tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:26.975862 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-c5ed3926-dd12-4f2b-bdfc-74ac59ef690d tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1190937 Nov 24 02:23:27.141261 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-fba8d33e-c052-4000-b92f-9912c26ddee3 req-b1a53748-8a47-47af-93b2-57d29aaced6c tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1256211223&fields=id&tenant_id=e3a0809cf4cc4c10b723f1808d0828c0 HTTP/1.1" status: 200 len: 267 time: 0.0537529 Nov 24 02:23:27.265058 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 42a36245-bdae-4e94-af3f-075002000e6d up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 02:23:27.277326 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba8d33e-c052-4000-b92f-9912c26ddee3 req-a928aafc-7d35-45a3-a376-03cb43042dab tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:23:27.279031 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-fba8d33e-c052-4000-b92f-9912c26ddee3 req-a928aafc-7d35-45a3-a376-03cb43042dab tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/networks?id=059f2685-2db6-4bd7-a991-0e0980196e45 HTTP/1.1" status: 200 len: 808 time: 0.1302307 Nov 24 02:23:27.295044 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-fba8d33e-c052-4000-b92f-9912c26ddee3 req-685e6fb3-7994-45af-9b40-f3e8df4914c9 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/quotas/e3a0809cf4cc4c10b723f1808d0828c0 HTTP/1.1" status: 200 len: 375 time: 0.0098171 Nov 24 02:23:27.305925 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-973cafef-80d6-4b3b-bf82-ceaebecc73f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:27.331158 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 42a36245-bdae-4e94-af3f-075002000e6d triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:23:27.331532 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:27.354307 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-fba8d33e-c052-4000-b92f-9912c26ddee3 req-2c3fa314-e7a2-4b39-950c-53c96b997192 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e3a0809cf4cc4c10b723f1808d0828c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0534003 Nov 24 02:23:27.549541 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-fba8d33e-c052-4000-b92f-9912c26ddee3 req-80ce99c7-9dbb-42a5-b4a3-6960fdc6ddf2 service neutron] 10.222.0.21 "GET /v2.0/networks/059f2685-2db6-4bd7-a991-0e0980196e45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831293 Nov 24 02:23:27.650246 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-fba8d33e-c052-4000-b92f-9912c26ddee3 req-07553b25-3fb2-451f-a487-dbac386d308a service neutron] 10.222.0.21 "GET /v2.0/networks/059f2685-2db6-4bd7-a991-0e0980196e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937526 Nov 24 02:23:27.820233 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-c916eb72-8d51-425b-afac-81e9274f6369 req-7d03d3cb-df88-41d9-be7b-7ec2d951c21c tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d677717-f009-4367-9a1d-1d40c1bc76b5 HTTP/1.1" status: 200 len: 210 time: 0.0296977 Nov 24 02:23:28.243093 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:28.330303 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:28.485586 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed987cdc-eec5-49c3-8e0f-b6c116069add None None] Sync routers for ids ['8884fc6b-ad49-4773-a4e1-cda3198bf3ab'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 02:23:28.495517 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed987cdc-eec5-49c3-8e0f-b6c116069add None None] Routers {'8884fc6b-ad49-4773-a4e1-cda3198bf3ab'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:23:28.496117 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-ed987cdc-eec5-49c3-8e0f-b6c116069add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:23:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['8884fc6b-ad49-4773-a4e1-cda3198bf3ab'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:23:28.616066 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-ed987cdc-eec5-49c3-8e0f-b6c116069add None None] Set router 8884fc6b-ad49-4773-a4e1-cda3198bf3ab gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:23:28.818339 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-ed987cdc-eec5-49c3-8e0f-b6c116069add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8884fc6b-ad49-4773-a4e1-cda3198bf3ab', 'name': 'tempest-TestShelveInstance-1177682490-router', 'tenant_id': 'edc0834e53c74127a3968091d633d0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.253'}], 'enable_snat': True}, 'gw_port_id': '42a36245-bdae-4e94-af3f-075002000e6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:23:21Z', 'updated_at': '2021-11-24T02:23:24Z', 'revision_number': 4, 'project_id': 'edc0834e53c74127a3968091d633d0e9', 'gw_port': {'id': '42a36245-bdae-4e94-af3f-075002000e6d', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8884fc6b-ad49-4773-a4e1-cda3198bf3ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:23:22Z', 'updated_at': '2021-11-24T02:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': '25f5313b-a95f-4e16-80ee-ded82a78d52a', 'name': '', 'network_id': 'd2a92c26-d215-45e3-ac7f-c8a059826fd0', 'tenant_id': 'edc0834e53c74127a3968091d633d0e9', 'mac_address': 'fa:16:3e:20:88:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8884fc6b-ad49-4773-a4e1-cda3198bf3ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'c2db200f-32c1-43eb-a96b-c3f8d669163e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:23:23Z', 'updated_at': '2021-11-24T02:23:24Z', 'revision_number': 2, 'project_id': 'edc0834e53c74127a3968091d633d0e9', 'subnets': [{'id': 'c2db200f-32c1-43eb-a96b-c3f8d669163e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:23:28.847575 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed987cdc-eec5-49c3-8e0f-b6c116069add None None] Checking router: 8884fc6b-ad49-4773-a4e1-cda3198bf3ab for host: dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 02:23:28.847575 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed987cdc-eec5-49c3-8e0f-b6c116069add None None] Updating router 8884fc6b-ad49-4773-a4e1-cda3198bf3ab port 25f5313b-a95f-4e16-80ee-ded82a78d52a binding host dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 02:23:28.874351 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-ed987cdc-eec5-49c3-8e0f-b6c116069add None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:28.890289 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba8d33e-c052-4000-b92f-9912c26ddee3 req-be62c099-8030-4e2f-9c8c-0d6a36381939 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:23:28.892522 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-fba8d33e-c052-4000-b92f-9912c26ddee3 req-be62c099-8030-4e2f-9c8c-0d6a36381939 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.48 "GET /v2.0/networks?id=059f2685-2db6-4bd7-a991-0e0980196e45 HTTP/1.1" status: 200 len: 808 time: 0.1188715 Nov 24 02:23:28.925855 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-f1683e39-ca5f-45f6-86c2-a31883f33b55 req-49690652-a0b0-45f4-80e1-f84575906966 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d677717-f009-4367-9a1d-1d40c1bc76b5 HTTP/1.1" status: 200 len: 210 time: 0.0277731 Nov 24 02:23:28.974426 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-fba8d33e-c052-4000-b92f-9912c26ddee3 req-4ee6145a-504e-4a84-86bc-c530ef7cf82e tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e3a0809cf4cc4c10b723f1808d0828c0 HTTP/1.1" status: 200 len: 380 time: 0.0659037 Nov 24 02:23:28.986742 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [req-fba8d33e-c052-4000-b92f-9912c26ddee3 req-889e0b1c-fff7-4e27-9040-605296a65880 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Request body: {'port': {'device_id': '6d677717-f009-4367-9a1d-1d40c1bc76b5', 'network_id': '059f2685-2db6-4bd7-a991-0e0980196e45', 'admin_state_up': True, 'tenant_id': 'e3a0809cf4cc4c10b723f1808d0828c0', 'security_groups': ['7b121256-a188-4bf2-9418-3d6897e9c960']}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:23:29.239877 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-ed987cdc-eec5-49c3-8e0f-b6c116069add None None] Publish callbacks [] for port, precommit_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:29.246722 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-ed987cdc-eec5-49c3-8e0f-b6c116069add None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:29.299762 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37231a3-b32a-4894-8744-53b65bebdc9d None None] Pushing event updated for resources: {'Port': ['ID=25f5313b-a95f-4e16-80ee-ded82a78d52a,revision_number=3']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:23:29.365575 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-ed987cdc-eec5-49c3-8e0f-b6c116069add None None] Attempting to bind port 25f5313b-a95f-4e16-80ee-ded82a78d52a on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 02:23:29.366082 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-ed987cdc-eec5-49c3-8e0f-b6c116069add None None] Attempting to bind port 25f5313b-a95f-4e16-80ee-ded82a78d52a by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': 'd72dfbf2-b028-4d7d-aa17-64f521516e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd2a92c26-d215-45e3-ac7f-c8a059826fd0'}] {{(pid=109869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 02:23:29.366539 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed987cdc-eec5-49c3-8e0f-b6c116069add None None] Attempting to bind port 25f5313b-a95f-4e16-80ee-ded82a78d52a on network d2a92c26-d215-45e3-ac7f-c8a059826fd0 {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 02:23:29.372233 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed987cdc-eec5-49c3-8e0f-b6c116069add None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 02:23:29.372817 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed987cdc-eec5-49c3-8e0f-b6c116069add None None] Checking segment: {'id': 'd72dfbf2-b028-4d7d-aa17-64f521516e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd2a92c26-d215-45e3-ac7f-c8a059826fd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 02:23:29.373302 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-ed987cdc-eec5-49c3-8e0f-b6c116069add None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:29.373797 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed987cdc-eec5-49c3-8e0f-b6c116069add None None] Bound using segment: {'id': 'd72dfbf2-b028-4d7d-aa17-64f521516e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd2a92c26-d215-45e3-ac7f-c8a059826fd0'} {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 02:23:29.374348 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-ed987cdc-eec5-49c3-8e0f-b6c116069add None None] Bound port: 25f5313b-a95f-4e16-80ee-ded82a78d52a, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd72dfbf2-b028-4d7d-aa17-64f521516e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd2a92c26-d215-45e3-ac7f-c8a059826fd0'}}] {{(pid=109869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 02:23:29.374817 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-ed987cdc-eec5-49c3-8e0f-b6c116069add None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:29.439653 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fba8d33e-c052-4000-b92f-9912c26ddee3 req-889e0b1c-fff7-4e27-9040-605296a65880 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Made reservation on behalf of e3a0809cf4cc4c10b723f1808d0828c0 for: {'port': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 02:23:29.443471 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.db [None req-ed987cdc-eec5-49c3-8e0f-b6c116069add None None] For port 25f5313b-a95f-4e16-80ee-ded82a78d52a, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 02:23:29.444088 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-fba8d33e-c052-4000-b92f-9912c26ddee3 req-889e0b1c-fff7-4e27-9040-605296a65880 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:29.447038 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.db [None req-ed987cdc-eec5-49c3-8e0f-b6c116069add None None] For port 25f5313b-a95f-4e16-80ee-ded82a78d52a, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=25f5313b-a95f-4e16-80ee-ded82a78d52a,segment=NetworkSegment(d72dfbf2-b028-4d7d-aa17-64f521516e69),segment_id=d72dfbf2-b028-4d7d-aa17-64f521516e69)] {{(pid=109869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 02:23:29.452560 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-ed987cdc-eec5-49c3-8e0f-b6c116069add None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:29.513952 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed987cdc-eec5-49c3-8e0f-b6c116069add None None] Routers {'8884fc6b-ad49-4773-a4e1-cda3198bf3ab'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:23:29.514698 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-ed987cdc-eec5-49c3-8e0f-b6c116069add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:23:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['8884fc6b-ad49-4773-a4e1-cda3198bf3ab'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:23:29.516529 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37231a3-b32a-4894-8744-53b65bebdc9d None None] Pushing event updated for resources: {'Port': ['ID=25f5313b-a95f-4e16-80ee-ded82a78d52a,revision_number=4']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:23:29.577673 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-f676cd57-fd05-4b44-9cac-a06c70246717 None None] Provisioning complete for port 25f5313b-a95f-4e16-80ee-ded82a78d52a triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:23:29.578628 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-f676cd57-fd05-4b44-9cac-a06c70246717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:29.589643 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [req-fba8d33e-c052-4000-b92f-9912c26ddee3 req-889e0b1c-fff7-4e27-9040-605296a65880 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Allocated IP 172.20.0.13 (059f2685-2db6-4bd7-a991-0e0980196e45/554bea0f-2d53-4338-9e2a-7e41af17864e/984181ef-9d65-4a2c-9f8b-09e1874cb39c) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 02:23:29.651494 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-ed987cdc-eec5-49c3-8e0f-b6c116069add None None] Set router 8884fc6b-ad49-4773-a4e1-cda3198bf3ab gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:23:29.668460 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-f676cd57-fd05-4b44-9cac-a06c70246717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:29.709995 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-f676cd57-fd05-4b44-9cac-a06c70246717 None None] For port 25f5313b-a95f-4e16-80ee-ded82a78d52a, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=25f5313b-a95f-4e16-80ee-ded82a78d52a,segment=NetworkSegment(d72dfbf2-b028-4d7d-aa17-64f521516e69),segment_id=d72dfbf2-b028-4d7d-aa17-64f521516e69)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:23:29.715944 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-f676cd57-fd05-4b44-9cac-a06c70246717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:29.771317 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-fba8d33e-c052-4000-b92f-9912c26ddee3 req-889e0b1c-fff7-4e27-9040-605296a65880 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:29.789455 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:29.794201 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f676cd57-fd05-4b44-9cac-a06c70246717 None None] Pushing event updated for resources: {'Port': ['ID=25f5313b-a95f-4e16-80ee-ded82a78d52a,revision_number=5']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:23:29.813368 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-fba8d33e-c052-4000-b92f-9912c26ddee3 req-889e0b1c-fff7-4e27-9040-605296a65880 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:29.845077 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-0ace73db-4418-4453-bd3b-0b6bc5c5df7d None None] Provisioning complete for port 25f5313b-a95f-4e16-80ee-ded82a78d52a triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:23:29.845493 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-0ace73db-4418-4453-bd3b-0b6bc5c5df7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:29.865604 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fba8d33e-c052-4000-b92f-9912c26ddee3 req-889e0b1c-fff7-4e27-9040-605296a65880 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Network 059f2685-2db6-4bd7-a991-0e0980196e45 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 02:23:29.868231 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [req-fba8d33e-c052-4000-b92f-9912c26ddee3 req-889e0b1c-fff7-4e27-9040-605296a65880 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:23:29.873010 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [req-fba8d33e-c052-4000-b92f-9912c26ddee3 req-889e0b1c-fff7-4e27-9040-605296a65880 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 02:23:29.877083 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889e0b1c-fff7-4e27-9040-605296a65880 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Pushing event updated for resources: {'Port': ['ID=984181ef-9d65-4a2c-9f8b-09e1874cb39c,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:23:29.878900 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-ed987cdc-eec5-49c3-8e0f-b6c116069add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8884fc6b-ad49-4773-a4e1-cda3198bf3ab', 'name': 'tempest-TestShelveInstance-1177682490-router', 'tenant_id': 'edc0834e53c74127a3968091d633d0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.253'}], 'enable_snat': True}, 'gw_port_id': '42a36245-bdae-4e94-af3f-075002000e6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:23:21Z', 'updated_at': '2021-11-24T02:23:24Z', 'revision_number': 4, 'project_id': 'edc0834e53c74127a3968091d633d0e9', 'gw_port': {'id': '42a36245-bdae-4e94-af3f-075002000e6d', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8884fc6b-ad49-4773-a4e1-cda3198bf3ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:23:22Z', 'updated_at': '2021-11-24T02:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': '25f5313b-a95f-4e16-80ee-ded82a78d52a', 'name': '', 'network_id': 'd2a92c26-d215-45e3-ac7f-c8a059826fd0', 'tenant_id': 'edc0834e53c74127a3968091d633d0e9', 'mac_address': 'fa:16:3e:20:88:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8884fc6b-ad49-4773-a4e1-cda3198bf3ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'c2db200f-32c1-43eb-a96b-c3f8d669163e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:23:23Z', 'updated_at': '2021-11-24T02:23:29Z', 'revision_number': 4, 'project_id': 'edc0834e53c74127a3968091d633d0e9', 'subnets': [{'id': 'c2db200f-32c1-43eb-a96b-c3f8d669163e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:23:29.913657 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed987cdc-eec5-49c3-8e0f-b6c116069add None None] The sync data for ids ['8884fc6b-ad49-4773-a4e1-cda3198bf3ab'] in dv-neutron-818911-2-hyperv is: [{'id': '8884fc6b-ad49-4773-a4e1-cda3198bf3ab', 'name': 'tempest-TestShelveInstance-1177682490-router', 'tenant_id': 'edc0834e53c74127a3968091d633d0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.253'}], 'enable_snat': True}, 'gw_port_id': '42a36245-bdae-4e94-af3f-075002000e6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:23:21Z', 'updated_at': '2021-11-24T02:23:24Z', 'revision_number': 4, 'project_id': 'edc0834e53c74127a3968091d633d0e9', 'gw_port': {'id': '42a36245-bdae-4e94-af3f-075002000e6d', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8884fc6b-ad49-4773-a4e1-cda3198bf3ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:23:22Z', 'updated_at': '2021-11-24T02:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': '25f5313b-a95f-4e16-80ee-ded82a78d52a', 'name': '', 'network_id': 'd2a92c26-d215-45e3-ac7f-c8a059826fd0', 'tenant_id': 'edc0834e53c74127a3968091d633d0e9', 'mac_address': 'fa:16:3e:20:88:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8884fc6b-ad49-4773-a4e1-cda3198bf3ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'c2db200f-32c1-43eb-a96b-c3f8d669163e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:23:23Z', 'updated_at': '2021-11-24T02:23:29Z', 'revision_number': 4, 'project_id': 'edc0834e53c74127a3968091d633d0e9', 'subnets': [{'id': 'c2db200f-32c1-43eb-a96b-c3f8d669163e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 02:23:29.929514 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba8d33e-c052-4000-b92f-9912c26ddee3 req-889e0b1c-fff7-4e27-9040-605296a65880 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:23:29.930294 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-fba8d33e-c052-4000-b92f-9912c26ddee3 req-889e0b1c-fff7-4e27-9040-605296a65880 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:29.951009 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-fba8d33e-c052-4000-b92f-9912c26ddee3 req-889e0b1c-fff7-4e27-9040-605296a65880 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9679027 Nov 24 02:23:29.978087 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [req-fba8d33e-c052-4000-b92f-9912c26ddee3 req-8a66d83c-f722-4612-91d4-ee5ff0f416af service neutron] Request body: {'port': {'device_id': '6d677717-f009-4367-9a1d-1d40c1bc76b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8189'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:23:30.078679 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-fba8d33e-c052-4000-b92f-9912c26ddee3 req-8a66d83c-f722-4612-91d4-ee5ff0f416af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:30.097937 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add28315-7084-421b-9fd4-517bcdb68072 req-6a19ba20-92c0-47e8-84a2-ecf3b2a2183f tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:23:30.100340 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-add28315-7084-421b-9fd4-517bcdb68072 req-6a19ba20-92c0-47e8-84a2-ecf3b2a2183f tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d677717-f009-4367-9a1d-1d40c1bc76b5 HTTP/1.1" status: 200 len: 932 time: 0.0968707 Nov 24 02:23:30.169944 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e6a2df8d-1fac-428f-81a2-764287b063a6 None None] Provisioning complete for port 984181ef-9d65-4a2c-9f8b-09e1874cb39c triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:23:30.170304 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e6a2df8d-1fac-428f-81a2-764287b063a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:30.211247 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:30.217977 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-e6a2df8d-1fac-428f-81a2-764287b063a6 None None] Port 984181ef-9d65-4a2c-9f8b-09e1874cb39c cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 02:23:30.242767 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-add28315-7084-421b-9fd4-517bcdb68072 req-811d1758-0ac5-4327-bcae-49ca09586a46 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b121256-a188-4bf2-9418-3d6897e9c960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199007 Nov 24 02:23:30.398361 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [req-fba8d33e-c052-4000-b92f-9912c26ddee3 req-8a66d83c-f722-4612-91d4-ee5ff0f416af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 984181ef-9d65-4a2c-9f8b-09e1874cb39c {{(pid=109867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 02:23:30.405636 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-fba8d33e-c052-4000-b92f-9912c26ddee3 req-8a66d83c-f722-4612-91d4-ee5ff0f416af service neutron] Publish callbacks [] for port, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:30.417530 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.provisioning_blocks [req-fba8d33e-c052-4000-b92f-9912c26ddee3 req-8a66d83c-f722-4612-91d4-ee5ff0f416af service neutron] Transition to ACTIVE for port object 984181ef-9d65-4a2c-9f8b-09e1874cb39c will not be triggered until provisioned by entity L2. {{(pid=109867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 02:23:30.420827 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-fba8d33e-c052-4000-b92f-9912c26ddee3 req-8a66d83c-f722-4612-91d4-ee5ff0f416af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25501696'] for port, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:30.477156 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a66d83c-f722-4612-91d4-ee5ff0f416af service neutron] Pushing event updated for resources: {'Port': ['ID=984181ef-9d65-4a2c-9f8b-09e1874cb39c,revision_number=2']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:23:30.543375 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.managers [req-fba8d33e-c052-4000-b92f-9912c26ddee3 req-8a66d83c-f722-4612-91d4-ee5ff0f416af service neutron] Attempting to bind port 984181ef-9d65-4a2c-9f8b-09e1874cb39c on host hv-neutron-8189 for vnic_type normal with profile {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 02:23:30.543717 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.managers [req-fba8d33e-c052-4000-b92f-9912c26ddee3 req-8a66d83c-f722-4612-91d4-ee5ff0f416af service neutron] Attempting to bind port 984181ef-9d65-4a2c-9f8b-09e1874cb39c by drivers openvswitch,hyperv on host hv-neutron-8189 at level 0 using segments [{'id': 'd3274902-e856-4cb9-82b7-d742a2bcc242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '059f2685-2db6-4bd7-a991-0e0980196e45'}] {{(pid=109867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 02:23:30.544047 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba8d33e-c052-4000-b92f-9912c26ddee3 req-8a66d83c-f722-4612-91d4-ee5ff0f416af service neutron] Attempting to bind port 984181ef-9d65-4a2c-9f8b-09e1874cb39c on network 059f2685-2db6-4bd7-a991-0e0980196e45 {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 02:23:30.548614 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba8d33e-c052-4000-b92f-9912c26ddee3 req-8a66d83c-f722-4612-91d4-ee5ff0f416af service neutron] Port 984181ef-9d65-4a2c-9f8b-09e1874cb39c on network 059f2685-2db6-4bd7-a991-0e0980196e45 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8189 {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 02:23:30.548933 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba8d33e-c052-4000-b92f-9912c26ddee3 req-8a66d83c-f722-4612-91d4-ee5ff0f416af service neutron] Attempting to bind port 984181ef-9d65-4a2c-9f8b-09e1874cb39c on network 059f2685-2db6-4bd7-a991-0e0980196e45 {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 02:23:30.554723 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba8d33e-c052-4000-b92f-9912c26ddee3 req-8a66d83c-f722-4612-91d4-ee5ff0f416af service neutron] Checking agent: {'id': '5773fe6b-0967-455f-9dc9-84c0c923201b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 42, 58), 'started_at': datetime.datetime(2021, 11, 24, 1, 42, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 2, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 02:23:30.555060 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba8d33e-c052-4000-b92f-9912c26ddee3 req-8a66d83c-f722-4612-91d4-ee5ff0f416af service neutron] Checking segment: {'id': 'd3274902-e856-4cb9-82b7-d742a2bcc242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '059f2685-2db6-4bd7-a991-0e0980196e45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 02:23:30.555450 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba8d33e-c052-4000-b92f-9912c26ddee3 req-8a66d83c-f722-4612-91d4-ee5ff0f416af service neutron] Bound using segment: {'id': 'd3274902-e856-4cb9-82b7-d742a2bcc242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '059f2685-2db6-4bd7-a991-0e0980196e45'} {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 02:23:30.555881 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.managers [req-fba8d33e-c052-4000-b92f-9912c26ddee3 req-8a66d83c-f722-4612-91d4-ee5ff0f416af service neutron] Bound port: 984181ef-9d65-4a2c-9f8b-09e1874cb39c, host: hv-neutron-8189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3274902-e856-4cb9-82b7-d742a2bcc242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '059f2685-2db6-4bd7-a991-0e0980196e45'}}] {{(pid=109867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 02:23:30.556241 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-fba8d33e-c052-4000-b92f-9912c26ddee3 req-8a66d83c-f722-4612-91d4-ee5ff0f416af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:30.621608 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [req-fba8d33e-c052-4000-b92f-9912c26ddee3 req-8a66d83c-f722-4612-91d4-ee5ff0f416af service neutron] For port 984181ef-9d65-4a2c-9f8b-09e1874cb39c, host hv-neutron-8189, cleared binding levels {{(pid=109867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 02:23:30.624587 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [req-fba8d33e-c052-4000-b92f-9912c26ddee3 req-8a66d83c-f722-4612-91d4-ee5ff0f416af service neutron] For port 984181ef-9d65-4a2c-9f8b-09e1874cb39c, host hv-neutron-8189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=984181ef-9d65-4a2c-9f8b-09e1874cb39c,segment=NetworkSegment(d3274902-e856-4cb9-82b7-d742a2bcc242),segment_id=d3274902-e856-4cb9-82b7-d742a2bcc242)] {{(pid=109867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 02:23:30.629322 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-fba8d33e-c052-4000-b92f-9912c26ddee3 req-8a66d83c-f722-4612-91d4-ee5ff0f416af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25501696'] for port, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:30.666120 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba8d33e-c052-4000-b92f-9912c26ddee3 req-8a66d83c-f722-4612-91d4-ee5ff0f416af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:23:30.666745 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-fba8d33e-c052-4000-b92f-9912c26ddee3 req-8a66d83c-f722-4612-91d4-ee5ff0f416af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:30.668202 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-fba8d33e-c052-4000-b92f-9912c26ddee3 req-8a66d83c-f722-4612-91d4-ee5ff0f416af service neutron] 10.222.0.48 "PUT /v2.0/ports/984181ef-9d65-4a2c-9f8b-09e1874cb39c HTTP/1.1" status: 200 len: 1094 time: 0.7003427 Nov 24 02:23:30.670424 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d677717-f009-4367-9a1d-1d40c1bc76b5', 'tag': '984181ef-9d65-4a2c-9f8b-09e1874cb39c'}] {{(pid=109867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:23:30.672736 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2155eb48762029a847224b6ca77dbed8b251e8450d3d79f1fc0a82d404e82e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57784440-9dad-43ed-897b-44d8dc105519" -d '{"events": [{"name": "network-changed", "server_uuid": "6d677717-f009-4367-9a1d-1d40c1bc76b5", "tag": "984181ef-9d65-4a2c-9f8b-09e1874cb39c"}]}' {{(pid=109867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:23:30.705754 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a66d83c-f722-4612-91d4-ee5ff0f416af service neutron] Pushing event updated for resources: {'Port': ['ID=984181ef-9d65-4a2c-9f8b-09e1874cb39c,revision_number=3']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:23:30.718958 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 02:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13656338-d043-4db7-b8fd-142a7abe67ef x-openstack-request-id: req-13656338-d043-4db7-b8fd-142a7abe67ef {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:23:30.719187 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d677717-f009-4367-9a1d-1d40c1bc76b5", "tag": "984181ef-9d65-4a2c-9f8b-09e1874cb39c", "status": "completed", "code": 200}]} {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:23:30.719440 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-13656338-d043-4db7-b8fd-142a7abe67ef {{(pid=109867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:23:30.719878 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d677717-f009-4367-9a1d-1d40c1bc76b5', 'tag': '984181ef-9d65-4a2c-9f8b-09e1874cb39c', 'status': 'completed', 'code': 200} Nov 24 02:23:30.771845 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba8d33e-c052-4000-b92f-9912c26ddee3 req-cbdb6538-fb6e-41ff-9649-3df5e66e915b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:23:30.773371 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-fba8d33e-c052-4000-b92f-9912c26ddee3 req-cbdb6538-fb6e-41ff-9649-3df5e66e915b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e3a0809cf4cc4c10b723f1808d0828c0&device_id=6d677717-f009-4367-9a1d-1d40c1bc76b5 HTTP/1.1" status: 200 len: 1097 time: 0.0424891 Nov 24 02:23:30.824213 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-fba8d33e-c052-4000-b92f-9912c26ddee3 req-47318237-67d1-4cc1-ba13-395bb2acd721 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=984181ef-9d65-4a2c-9f8b-09e1874cb39c HTTP/1.1" status: 200 len: 217 time: 0.0362909 Nov 24 02:23:30.874062 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba8d33e-c052-4000-b92f-9912c26ddee3 req-c2d9957e-998b-491e-a1df-b445dabfa6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:23:30.875539 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-fba8d33e-c052-4000-b92f-9912c26ddee3 req-c2d9957e-998b-491e-a1df-b445dabfa6c9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=554bea0f-2d53-4338-9e2a-7e41af17864e HTTP/1.1" status: 200 len: 847 time: 0.0449231 Nov 24 02:23:30.924741 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba8d33e-c052-4000-b92f-9912c26ddee3 req-4a7ea1a8-c2b7-49ed-bfb0-a4a0726c82b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:23:30.926293 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-fba8d33e-c052-4000-b92f-9912c26ddee3 req-4a7ea1a8-c2b7-49ed-bfb0-a4a0726c82b9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=059f2685-2db6-4bd7-a991-0e0980196e45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0437353 Nov 24 02:23:31.017232 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-fba8d33e-c052-4000-b92f-9912c26ddee3 req-2b0e613d-a9ef-48a8-b9f1-c868387ba82a service neutron] 10.222.0.48 "GET /v2.0/networks/059f2685-2db6-4bd7-a991-0e0980196e45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835979 Nov 24 02:23:31.114087 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-fba8d33e-c052-4000-b92f-9912c26ddee3 req-cc51396f-fa62-4836-86d3-79c55cfc39b6 service neutron] 10.222.0.48 "GET /v2.0/networks/059f2685-2db6-4bd7-a991-0e0980196e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890746 Nov 24 02:23:31.256040 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 25f5313b-a95f-4e16-80ee-ded82a78d52a up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 02:23:31.260603 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57784440-9dad-43ed-897b-44d8dc105519 req-9f2c5d3b-c7e6-4576-bf13-fa5c5dbb7cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:23:31.262281 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-57784440-9dad-43ed-897b-44d8dc105519 req-9f2c5d3b-c7e6-4576-bf13-fa5c5dbb7cf7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e3a0809cf4cc4c10b723f1808d0828c0&device_id=6d677717-f009-4367-9a1d-1d40c1bc76b5 HTTP/1.1" status: 200 len: 1097 time: 0.0501032 Nov 24 02:23:31.307086 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 25f5313b-a95f-4e16-80ee-ded82a78d52a triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:23:31.307443 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:31.406724 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e7b643-c0df-4c42-9aab-5e4d7e785465 req-62a132bf-aa78-404f-85a7-5e638d4dc8aa tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:23:31.408270 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-65e7b643-c0df-4c42-9aab-5e4d7e785465 req-62a132bf-aa78-404f-85a7-5e638d4dc8aa tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d677717-f009-4367-9a1d-1d40c1bc76b5 HTTP/1.1" status: 200 len: 944 time: 0.0745203 Nov 24 02:23:31.409504 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57784440-9dad-43ed-897b-44d8dc105519 req-62f5c11b-b945-41f1-8848-f75023e0ea76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:23:31.410932 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-57784440-9dad-43ed-897b-44d8dc105519 req-62f5c11b-b945-41f1-8848-f75023e0ea76 service neutron] 10.222.0.48 "GET /v2.0/networks?id=059f2685-2db6-4bd7-a991-0e0980196e45 HTTP/1.1" status: 200 len: 909 time: 0.1414192 Nov 24 02:23:31.467311 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-57784440-9dad-43ed-897b-44d8dc105519 req-614f5f66-8d94-43b8-8d65-5abd4f888562 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=984181ef-9d65-4a2c-9f8b-09e1874cb39c HTTP/1.1" status: 200 len: 217 time: 0.0466299 Nov 24 02:23:31.525465 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-65e7b643-c0df-4c42-9aab-5e4d7e785465 req-d099a22b-8816-4b3b-b228-6b82d60c3e7c tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b121256-a188-4bf2-9418-3d6897e9c960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107907 Nov 24 02:23:31.536759 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57784440-9dad-43ed-897b-44d8dc105519 req-cb4f13d6-b621-44fa-80f1-975b2a7d2d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:23:31.538101 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-57784440-9dad-43ed-897b-44d8dc105519 req-cb4f13d6-b621-44fa-80f1-975b2a7d2d40 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=554bea0f-2d53-4338-9e2a-7e41af17864e HTTP/1.1" status: 200 len: 847 time: 0.0598669 Nov 24 02:23:31.585923 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57784440-9dad-43ed-897b-44d8dc105519 req-f8a839fe-93ab-4267-b8af-d4738455110d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:23:31.587400 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-57784440-9dad-43ed-897b-44d8dc105519 req-f8a839fe-93ab-4267-b8af-d4738455110d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=059f2685-2db6-4bd7-a991-0e0980196e45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0410399 Nov 24 02:23:31.682456 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-57784440-9dad-43ed-897b-44d8dc105519 req-bc50fcc1-f66b-49d1-a1a6-0503e3845af2 service neutron] 10.222.0.48 "GET /v2.0/networks/059f2685-2db6-4bd7-a991-0e0980196e45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854459 Nov 24 02:23:31.772357 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-57784440-9dad-43ed-897b-44d8dc105519 req-30a54504-5d8f-4e42-a4a5-273bf847d5b9 service neutron] 10.222.0.48 "GET /v2.0/networks/059f2685-2db6-4bd7-a991-0e0980196e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820932 Nov 24 02:23:32.638985 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa8878f-07f5-44ad-b43d-0c9a31ec4a80 req-5aca1a44-586f-497e-8c72-110024c108cc tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:23:32.640440 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-2fa8878f-07f5-44ad-b43d-0c9a31ec4a80 req-5aca1a44-586f-497e-8c72-110024c108cc tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d677717-f009-4367-9a1d-1d40c1bc76b5 HTTP/1.1" status: 200 len: 944 time: 0.0478859 Nov 24 02:23:32.692149 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-2fa8878f-07f5-44ad-b43d-0c9a31ec4a80 req-d7f814f0-7325-4b8b-bad5-ca77c16d1942 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b121256-a188-4bf2-9418-3d6897e9c960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458181 Nov 24 02:23:33.810160 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad67d35-7086-490f-a57f-6fbf72c1f8c0 req-45f86f48-8eb5-4355-87d1-dafb8bee6dba tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:23:33.811631 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-cad67d35-7086-490f-a57f-6fbf72c1f8c0 req-45f86f48-8eb5-4355-87d1-dafb8bee6dba tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d677717-f009-4367-9a1d-1d40c1bc76b5 HTTP/1.1" status: 200 len: 944 time: 0.0543444 Nov 24 02:23:33.863325 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-cad67d35-7086-490f-a57f-6fbf72c1f8c0 req-3d309cac-6647-41c3-b284-792b1b45a0a8 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b121256-a188-4bf2-9418-3d6897e9c960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451345 Nov 24 02:23:34.978146 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a92c2da-c32f-46ef-a178-ae7dff14a2b7 req-1337e013-38d9-44a3-9f61-16b6e5d03ebf tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:23:34.979616 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-8a92c2da-c32f-46ef-a178-ae7dff14a2b7 req-1337e013-38d9-44a3-9f61-16b6e5d03ebf tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d677717-f009-4367-9a1d-1d40c1bc76b5 HTTP/1.1" status: 200 len: 944 time: 0.0495508 Nov 24 02:23:35.027089 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-8a92c2da-c32f-46ef-a178-ae7dff14a2b7 req-d556b75e-f676-4903-8db3-33877b17629a tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b121256-a188-4bf2-9418-3d6897e9c960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417118 Nov 24 02:23:35.049162 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 984181ef-9d65-4a2c-9f8b-09e1874cb39c details requested by agent hyperv_hv-neutron-8189 with host hv-neutron-8189 {{(pid=109868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 02:23:35.143070 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port 984181ef-9d65-4a2c-9f8b-09e1874cb39c, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=984181ef-9d65-4a2c-9f8b-09e1874cb39c,segment=NetworkSegment(d3274902-e856-4cb9-82b7-d742a2bcc242),segment_id=d3274902-e856-4cb9-82b7-d742a2bcc242)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:23:35.153626 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Returning: {'device': '984181ef-9d65-4a2c-9f8b-09e1874cb39c', 'network_id': '059f2685-2db6-4bd7-a991-0e0980196e45', 'port_id': '984181ef-9d65-4a2c-9f8b-09e1874cb39c', 'mac_address': 'fa:16:3e:0c:38:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '554bea0f-2d53-4338-9e2a-7e41af17864e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 02:23:35.193663 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:35.206012 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 984181ef-9d65-4a2c-9f8b-09e1874cb39c {{(pid=109868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 02:23:35.224709 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port 984181ef-9d65-4a2c-9f8b-09e1874cb39c, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=984181ef-9d65-4a2c-9f8b-09e1874cb39c,segment=NetworkSegment(d3274902-e856-4cb9-82b7-d742a2bcc242),segment_id=d3274902-e856-4cb9-82b7-d742a2bcc242)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:23:35.229663 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:35.275652 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=984181ef-9d65-4a2c-9f8b-09e1874cb39c,revision_number=4']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:23:35.515299 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] get_ports_and_sgs() called for port_ids ['984181ef-9d65-4a2c-9f8b-09e1874cb39c'] {{(pid=109868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 02:23:36.140221 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ee272c-9926-460d-b824-9d19be25ab6b req-6c611f5b-40b4-404d-a013-daa62f760e7b tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:23:36.141637 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-d6ee272c-9926-460d-b824-9d19be25ab6b req-6c611f5b-40b4-404d-a013-daa62f760e7b tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d677717-f009-4367-9a1d-1d40c1bc76b5 HTTP/1.1" status: 200 len: 945 time: 0.0486820 Nov 24 02:23:36.191369 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-d6ee272c-9926-460d-b824-9d19be25ab6b req-f1b7fe77-9204-4a57-bd4b-3e7d553261ca tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b121256-a188-4bf2-9418-3d6897e9c960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433438 Nov 24 02:23:37.048475 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 984181ef-9d65-4a2c-9f8b-09e1874cb39c up at agent hyperv_hv-neutron-8189 {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 02:23:37.095483 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Provisioning for port 984181ef-9d65-4a2c-9f8b-09e1874cb39c completed by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 02:23:37.099931 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Provisioning complete for port 984181ef-9d65-4a2c-9f8b-09e1874cb39c triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:23:37.100242 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:37.175734 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:37.198532 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d677717-f009-4367-9a1d-1d40c1bc76b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '984181ef-9d65-4a2c-9f8b-09e1874cb39c'}] {{(pid=109868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:23:37.200773 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adafa3b64de3cabc8eac619938bcace59b198ffee64d481093eb3def62699d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87c89334-f177-4b60-80db-aec9cf0c8cc9" -d '{"events": [{"server_uuid": "6d677717-f009-4367-9a1d-1d40c1bc76b5", "name": "network-vif-plugged", "status": "completed", "tag": "984181ef-9d65-4a2c-9f8b-09e1874cb39c"}]}' {{(pid=109868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:23:37.213568 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port 984181ef-9d65-4a2c-9f8b-09e1874cb39c, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=984181ef-9d65-4a2c-9f8b-09e1874cb39c,segment=NetworkSegment(d3274902-e856-4cb9-82b7-d742a2bcc242),segment_id=d3274902-e856-4cb9-82b7-d742a2bcc242)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:23:37.218726 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:37.243454 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 02:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64aed42a-4c48-4240-9b51-43d112de52e5 x-openstack-request-id: req-64aed42a-4c48-4240-9b51-43d112de52e5 {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:23:37.243754 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d677717-f009-4367-9a1d-1d40c1bc76b5", "name": "network-vif-plugged", "status": "completed", "tag": "984181ef-9d65-4a2c-9f8b-09e1874cb39c", "code": 200}]} {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:23:37.244009 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-64aed42a-4c48-4240-9b51-43d112de52e5 {{(pid=109868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:23:37.244400 dv-neutron-818911-2-hyperv neutron-server[109868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d677717-f009-4367-9a1d-1d40c1bc76b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '984181ef-9d65-4a2c-9f8b-09e1874cb39c', 'code': 200} Nov 24 02:23:37.269393 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=984181ef-9d65-4a2c-9f8b-09e1874cb39c,revision_number=5']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:23:37.314001 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f099b519-2f73-4644-91a7-ad23ea3b0586 req-30e2bea8-a29f-4bb4-ada5-831c6161e721 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:23:37.315508 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-f099b519-2f73-4644-91a7-ad23ea3b0586 req-30e2bea8-a29f-4bb4-ada5-831c6161e721 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d677717-f009-4367-9a1d-1d40c1bc76b5 HTTP/1.1" status: 200 len: 946 time: 0.0524819 Nov 24 02:23:37.372862 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-f099b519-2f73-4644-91a7-ad23ea3b0586 req-c344f766-ea11-490b-be9a-770201474257 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b121256-a188-4bf2-9418-3d6897e9c960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507834 Nov 24 02:23:37.447545 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cb26c0-41b2-49b2-a65e-13b932fcd9c9 req-618d6fb7-96bd-4c76-a5be-7dacff353567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:23:37.449030 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-80cb26c0-41b2-49b2-a65e-13b932fcd9c9 req-618d6fb7-96bd-4c76-a5be-7dacff353567 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6d677717-f009-4367-9a1d-1d40c1bc76b5 HTTP/1.1" status: 200 len: 1099 time: 0.0405941 Nov 24 02:23:37.499077 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-80cb26c0-41b2-49b2-a65e-13b932fcd9c9 req-72d2af1c-8f2d-4fa0-8a8b-9debe7776f1e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7b121256-a188-4bf2-9418-3d6897e9c960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434318 Nov 24 02:23:38.489107 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19829c0c-a797-445d-a2a6-e2f60bde83e6 req-4f160798-585c-4e37-806c-7357cfaf803d tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:23:38.490729 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-19829c0c-a797-445d-a2a6-e2f60bde83e6 req-4f160798-585c-4e37-806c-7357cfaf803d tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d677717-f009-4367-9a1d-1d40c1bc76b5 HTTP/1.1" status: 200 len: 946 time: 0.0489631 Nov 24 02:23:38.542663 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-19829c0c-a797-445d-a2a6-e2f60bde83e6 req-5a117d24-dfbd-4571-99b7-0171969754d1 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b121256-a188-4bf2-9418-3d6897e9c960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444455 Nov 24 02:23:39.657589 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f095bfa-3c4c-481d-bbca-a2b1334d316c req-34b8ed61-f934-4abd-9c22-2500cf49c7b8 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:23:39.659068 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-2f095bfa-3c4c-481d-bbca-a2b1334d316c req-34b8ed61-f934-4abd-9c22-2500cf49c7b8 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d677717-f009-4367-9a1d-1d40c1bc76b5 HTTP/1.1" status: 200 len: 946 time: 0.0487933 Nov 24 02:23:39.708530 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-2f095bfa-3c4c-481d-bbca-a2b1334d316c req-491b6c97-f62e-4ae5-962a-090d9cf12f44 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b121256-a188-4bf2-9418-3d6897e9c960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429015 Nov 24 02:23:39.824265 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6030812e-7a9a-4796-8036-24e522a06b0d req-76960ec0-e91a-4dc4-ac0e-b5a72ef4e60f tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:23:39.825657 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-6030812e-7a9a-4796-8036-24e522a06b0d req-76960ec0-e91a-4dc4-ac0e-b5a72ef4e60f tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d677717-f009-4367-9a1d-1d40c1bc76b5 HTTP/1.1" status: 200 len: 946 time: 0.0523214 Nov 24 02:23:39.873709 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-6030812e-7a9a-4796-8036-24e522a06b0d req-f08ff067-dad7-4144-9511-1d7ab538372f tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b121256-a188-4bf2-9418-3d6897e9c960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421445 Nov 24 02:23:39.894822 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 57070) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:23:39.975467 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f593ade0-77c2-4dd5-ae45-5a765b9bab46 tempest-TestShelveInstance-627610026 tempest-TestShelveInstance-627610026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:23:39.976963 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-f593ade0-77c2-4dd5-ae45-5a765b9bab46 tempest-TestShelveInstance-627610026 tempest-TestShelveInstance-627610026-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=6d677717-f009-4367-9a1d-1d40c1bc76b5 HTTP/1.1" status: 200 len: 1094 time: 0.0812011 Nov 24 02:23:39.979857 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 57074) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:23:39.984026 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-350123de-608d-4357-a376-13b8f02a9583 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Request body: {'floatingip': {'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'port_id': '984181ef-9d65-4a2c-9f8b-09e1874cb39c', 'tenant_id': 'e3a0809cf4cc4c10b723f1808d0828c0', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:23:40.005003 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-350123de-608d-4357-a376-13b8f02a9583 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Publish callbacks [] for floatingip, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:40.101595 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-350123de-608d-4357-a376-13b8f02a9583 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:40.199053 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [None req-350123de-608d-4357-a376-13b8f02a9583 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Allocated IP 172.26.5.48 (eb22795d-37ee-46ee-844d-92c17e2ea450/3e66fcff-6e72-4083-b514-48f69cdaa2cb/21c2b394-6727-4fc4-a58e-08102430e87a) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 02:23:40.300826 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-350123de-608d-4357-a376-13b8f02a9583 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:40.332975 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-350123de-608d-4357-a376-13b8f02a9583 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:40.372478 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350123de-608d-4357-a376-13b8f02a9583 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Network eb22795d-37ee-46ee-844d-92c17e2ea450 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 02:23:40.375225 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-350123de-608d-4357-a376-13b8f02a9583 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:23:40.378669 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350123de-608d-4357-a376-13b8f02a9583 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 02:23:40.384599 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350123de-608d-4357-a376-13b8f02a9583 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Pushing event updated for resources: {'Port': ['ID=21c2b394-6727-4fc4-a58e-08102430e87a,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:23:40.734452 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-350123de-608d-4357-a376-13b8f02a9583 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:40.798312 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-350123de-608d-4357-a376-13b8f02a9583 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:40.946714 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-350123de-608d-4357-a376-13b8f02a9583 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Publish callbacks [] for port, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:40.950993 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-350123de-608d-4357-a376-13b8f02a9583 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29149402'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:41.022432 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350123de-608d-4357-a376-13b8f02a9583 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Pushing event updated for resources: {'Port': ['ID=21c2b394-6727-4fc4-a58e-08102430e87a,revision_number=2']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:23:41.032187 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-350123de-608d-4357-a376-13b8f02a9583 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418250'] for floatingip, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:41.455549 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.l3_db [None req-350123de-608d-4357-a376-13b8f02a9583 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Floating IP 0af44e30-9f52-4b08-bdb1-aa879cb1192f associated. External IP: 172.26.5.48, port: 984181ef-9d65-4a2c-9f8b-09e1874cb39c. Nov 24 02:23:41.655985 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-350123de-608d-4357-a376-13b8f02a9583 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Router 9a2173f2-c36c-4848-9456-695481518937 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 02:23:41.760878 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-350123de-608d-4357-a376-13b8f02a9583 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 02:23:41.770380 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c65499-284c-445f-944b-35a8ad06c7c5 None None] Sync routers for ids ['9a2173f2-c36c-4848-9456-695481518937'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 02:23:41.779683 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-350123de-608d-4357-a376-13b8f02a9583 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for floatingip, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:41.782285 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c65499-284c-445f-944b-35a8ad06c7c5 None None] Routers {'9a2173f2-c36c-4848-9456-695481518937'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:23:41.782898 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-80c65499-284c-445f-944b-35a8ad06c7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:23:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['9a2173f2-c36c-4848-9456-695481518937'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:23:41.806174 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-350123de-608d-4357-a376-13b8f02a9583 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8252997 Nov 24 02:23:41.806775 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d677717-f009-4367-9a1d-1d40c1bc76b5', 'tag': '984181ef-9d65-4a2c-9f8b-09e1874cb39c'}] {{(pid=109866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:23:41.809148 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b7c53c286d9351d1367337230623a155cee02c46c94b80588b67a0bc16402ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ede8d368-daad-415b-9dea-12f340f223b7" -d '{"events": [{"name": "network-changed", "server_uuid": "6d677717-f009-4367-9a1d-1d40c1bc76b5", "tag": "984181ef-9d65-4a2c-9f8b-09e1874cb39c"}]}' {{(pid=109866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:23:41.846131 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 02:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f41c2f41-7857-4a3a-a22e-a10976188475 x-openstack-request-id: req-f41c2f41-7857-4a3a-a22e-a10976188475 {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:23:41.846131 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d677717-f009-4367-9a1d-1d40c1bc76b5", "tag": "984181ef-9d65-4a2c-9f8b-09e1874cb39c", "status": "completed", "code": 200}]} {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:23:41.846131 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f41c2f41-7857-4a3a-a22e-a10976188475 {{(pid=109866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:23:41.846471 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d677717-f009-4367-9a1d-1d40c1bc76b5', 'tag': '984181ef-9d65-4a2c-9f8b-09e1874cb39c', 'status': 'completed', 'code': 200} Nov 24 02:23:41.891676 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-80c65499-284c-445f-944b-35a8ad06c7c5 None None] Set router 9a2173f2-c36c-4848-9456-695481518937 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:23:41.933301 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede8d368-daad-415b-9dea-12f340f223b7 req-0f28f38d-bc5d-4fff-8525-41ba0bc974e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:23:41.934851 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-ede8d368-daad-415b-9dea-12f340f223b7 req-0f28f38d-bc5d-4fff-8525-41ba0bc974e3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e3a0809cf4cc4c10b723f1808d0828c0&device_id=6d677717-f009-4367-9a1d-1d40c1bc76b5 HTTP/1.1" status: 200 len: 1099 time: 0.0453310 Nov 24 02:23:42.025943 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede8d368-daad-415b-9dea-12f340f223b7 req-f45eb23a-24a4-4388-9d87-7da5b3d215cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:23:42.027322 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-ede8d368-daad-415b-9dea-12f340f223b7 req-f45eb23a-24a4-4388-9d87-7da5b3d215cb service neutron] 10.222.0.48 "GET /v2.0/networks?id=059f2685-2db6-4bd7-a991-0e0980196e45 HTTP/1.1" status: 200 len: 909 time: 0.0851166 Nov 24 02:23:42.096105 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-ede8d368-daad-415b-9dea-12f340f223b7 req-b874f1df-746e-4ec3-9d53-8848de61a9b8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=984181ef-9d65-4a2c-9f8b-09e1874cb39c HTTP/1.1" status: 200 len: 999 time: 0.0620892 Nov 24 02:23:42.112647 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-80c65499-284c-445f-944b-35a8ad06c7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2173f2-c36c-4848-9456-695481518937', 'name': 'tempest-TestShelveInstance-375009341-router', 'tenant_id': 'e3a0809cf4cc4c10b723f1808d0828c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.247'}], 'enable_snat': True}, 'gw_port_id': '59311d54-a930-435a-96db-4d98017ad57e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:23:17Z', 'updated_at': '2021-11-24T02:23:19Z', 'revision_number': 4, 'project_id': 'e3a0809cf4cc4c10b723f1808d0828c0', 'gw_port': {'id': '59311d54-a930-435a-96db-4d98017ad57e', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2173f2-c36c-4848-9456-695481518937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:23:17Z', 'updated_at': '2021-11-24T02:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_floatingips': [{'id': '0af44e30-9f52-4b08-bdb1-aa879cb1192f', 'tenant_id': 'e3a0809cf4cc4c10b723f1808d0828c0', 'floating_ip_address': '172.26.5.48', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': '9a2173f2-c36c-4848-9456-695481518937', 'port_id': '984181ef-9d65-4a2c-9f8b-09e1874cb39c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '059f2685-2db6-4bd7-a991-0e0980196e45', 'mac_address': 'fa:16:3e:0c:38:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d677717-f009-4367-9a1d-1d40c1bc76b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T02:23:40Z', 'updated_at': '2021-11-24T02:23:40Z', 'revision_number': 0, 'project_id': 'e3a0809cf4cc4c10b723f1808d0828c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '843fbf83-e1d8-4c65-b530-eba58cb23f27', 'name': '', 'network_id': '059f2685-2db6-4bd7-a991-0e0980196e45', 'tenant_id': 'e3a0809cf4cc4c10b723f1808d0828c0', 'mac_address': 'fa:16:3e:52:d9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2173f2-c36c-4848-9456-695481518937', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '554bea0f-2d53-4338-9e2a-7e41af17864e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:23:19Z', 'updated_at': '2021-11-24T02:23:24Z', 'revision_number': 5, 'project_id': 'e3a0809cf4cc4c10b723f1808d0828c0', 'subnets': [{'id': '554bea0f-2d53-4338-9e2a-7e41af17864e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:23:42.143169 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c65499-284c-445f-944b-35a8ad06c7c5 None None] Checking router: 9a2173f2-c36c-4848-9456-695481518937 for host: dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 02:23:42.145864 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede8d368-daad-415b-9dea-12f340f223b7 req-2507e8e7-a708-4f8a-aa65-8b6a4a3ca45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:23:42.147404 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-ede8d368-daad-415b-9dea-12f340f223b7 req-2507e8e7-a708-4f8a-aa65-8b6a4a3ca45e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=554bea0f-2d53-4338-9e2a-7e41af17864e HTTP/1.1" status: 200 len: 847 time: 0.0444870 Nov 24 02:23:42.151564 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c65499-284c-445f-944b-35a8ad06c7c5 None None] Routers {'9a2173f2-c36c-4848-9456-695481518937'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:23:42.152172 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-80c65499-284c-445f-944b-35a8ad06c7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:23:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['9a2173f2-c36c-4848-9456-695481518937'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:23:42.196512 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede8d368-daad-415b-9dea-12f340f223b7 req-a076c59c-17ab-4c13-9c1e-20bcb254fb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:23:42.198039 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-ede8d368-daad-415b-9dea-12f340f223b7 req-a076c59c-17ab-4c13-9c1e-20bcb254fb8d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=059f2685-2db6-4bd7-a991-0e0980196e45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0439723 Nov 24 02:23:42.258369 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-80c65499-284c-445f-944b-35a8ad06c7c5 None None] Set router 9a2173f2-c36c-4848-9456-695481518937 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:23:42.291884 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-ede8d368-daad-415b-9dea-12f340f223b7 req-38d79499-fa5d-4a0d-b657-e23513192ba2 service neutron] 10.222.0.48 "GET /v2.0/networks/059f2685-2db6-4bd7-a991-0e0980196e45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866511 Nov 24 02:23:42.392072 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-ede8d368-daad-415b-9dea-12f340f223b7 req-e0369f61-7ede-459d-9b51-49276f6106f8 service neutron] 10.222.0.48 "GET /v2.0/networks/059f2685-2db6-4bd7-a991-0e0980196e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936329 Nov 24 02:23:42.485360 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-80c65499-284c-445f-944b-35a8ad06c7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2173f2-c36c-4848-9456-695481518937', 'name': 'tempest-TestShelveInstance-375009341-router', 'tenant_id': 'e3a0809cf4cc4c10b723f1808d0828c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.247'}], 'enable_snat': True}, 'gw_port_id': '59311d54-a930-435a-96db-4d98017ad57e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:23:17Z', 'updated_at': '2021-11-24T02:23:19Z', 'revision_number': 4, 'project_id': 'e3a0809cf4cc4c10b723f1808d0828c0', 'gw_port': {'id': '59311d54-a930-435a-96db-4d98017ad57e', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2173f2-c36c-4848-9456-695481518937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:23:17Z', 'updated_at': '2021-11-24T02:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_floatingips': [{'id': '0af44e30-9f52-4b08-bdb1-aa879cb1192f', 'tenant_id': 'e3a0809cf4cc4c10b723f1808d0828c0', 'floating_ip_address': '172.26.5.48', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': '9a2173f2-c36c-4848-9456-695481518937', 'port_id': '984181ef-9d65-4a2c-9f8b-09e1874cb39c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '059f2685-2db6-4bd7-a991-0e0980196e45', 'mac_address': 'fa:16:3e:0c:38:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d677717-f009-4367-9a1d-1d40c1bc76b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T02:23:40Z', 'updated_at': '2021-11-24T02:23:40Z', 'revision_number': 0, 'project_id': 'e3a0809cf4cc4c10b723f1808d0828c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '843fbf83-e1d8-4c65-b530-eba58cb23f27', 'name': '', 'network_id': '059f2685-2db6-4bd7-a991-0e0980196e45', 'tenant_id': 'e3a0809cf4cc4c10b723f1808d0828c0', 'mac_address': 'fa:16:3e:52:d9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2173f2-c36c-4848-9456-695481518937', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '554bea0f-2d53-4338-9e2a-7e41af17864e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:23:19Z', 'updated_at': '2021-11-24T02:23:24Z', 'revision_number': 5, 'project_id': 'e3a0809cf4cc4c10b723f1808d0828c0', 'subnets': [{'id': '554bea0f-2d53-4338-9e2a-7e41af17864e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:23:42.511853 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c65499-284c-445f-944b-35a8ad06c7c5 None None] The sync data for ids ['9a2173f2-c36c-4848-9456-695481518937'] in dv-neutron-818911-2-hyperv is: [{'id': '9a2173f2-c36c-4848-9456-695481518937', 'name': 'tempest-TestShelveInstance-375009341-router', 'tenant_id': 'e3a0809cf4cc4c10b723f1808d0828c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.247'}], 'enable_snat': True}, 'gw_port_id': '59311d54-a930-435a-96db-4d98017ad57e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:23:17Z', 'updated_at': '2021-11-24T02:23:19Z', 'revision_number': 4, 'project_id': 'e3a0809cf4cc4c10b723f1808d0828c0', 'gw_port': {'id': '59311d54-a930-435a-96db-4d98017ad57e', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2173f2-c36c-4848-9456-695481518937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:23:17Z', 'updated_at': '2021-11-24T02:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_floatingips': [{'id': '0af44e30-9f52-4b08-bdb1-aa879cb1192f', 'tenant_id': 'e3a0809cf4cc4c10b723f1808d0828c0', 'floating_ip_address': '172.26.5.48', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': '9a2173f2-c36c-4848-9456-695481518937', 'port_id': '984181ef-9d65-4a2c-9f8b-09e1874cb39c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '059f2685-2db6-4bd7-a991-0e0980196e45', 'mac_address': 'fa:16:3e:0c:38:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d677717-f009-4367-9a1d-1d40c1bc76b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T02:23:40Z', 'updated_at': '2021-11-24T02:23:40Z', 'revision_number': 0, 'project_id': 'e3a0809cf4cc4c10b723f1808d0828c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '843fbf83-e1d8-4c65-b530-eba58cb23f27', 'name': '', 'network_id': '059f2685-2db6-4bd7-a991-0e0980196e45', 'tenant_id': 'e3a0809cf4cc4c10b723f1808d0828c0', 'mac_address': 'fa:16:3e:52:d9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2173f2-c36c-4848-9456-695481518937', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '554bea0f-2d53-4338-9e2a-7e41af17864e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:23:19Z', 'updated_at': '2021-11-24T02:23:24Z', 'revision_number': 5, 'project_id': 'e3a0809cf4cc4c10b723f1808d0828c0', 'subnets': [{'id': '554bea0f-2d53-4338-9e2a-7e41af17864e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 02:23:42.687140 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41dee94-e91c-4ff6-b614-0e17cd370337 None None] New status for floating IP 0af44e30-9f52-4b08-bdb1-aa879cb1192f: ACTIVE {{(pid=109869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 02:23:54.803003 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-7386f8fa-f766-4b09-8b74-199310fa5439 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:56.159525 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.agents_db [None req-4e42c10c-a1d3-4d07-89d6-7a24334140aa None None] Agent healthcheck: found 6 active agents {{(pid=109869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 02:23:57.278047 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bdd3e76f-a953-436d-915a-d17466240518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:58.235453 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:58.336329 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:23:59.748355 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:24:00.175864 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:24:24.808178 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e62c8a6b-1ccf-4aa2-83c8-ef06ddb59c77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:24:27.279299 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a348d36f-d910-4ec8-b39e-db580597ef8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:24:28.238197 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:24:28.334947 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:24:29.751981 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:24:30.178747 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:24:32.305610 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-4a4f5176-7d51-4761-b718-27a320a93fd6 req-56f9961d-fa9e-4ef3-b0b7-6122f279025a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6d677717-f009-4367-9a1d-1d40c1bc76b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406730 Nov 24 02:24:32.402004 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4f5176-7d51-4761-b718-27a320a93fd6 req-f3ee4ee9-1b53-4648-8a0d-dbba2ac6b490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:24:32.403483 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-4a4f5176-7d51-4761-b718-27a320a93fd6 req-f3ee4ee9-1b53-4648-8a0d-dbba2ac6b490 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e3a0809cf4cc4c10b723f1808d0828c0&device_id=6d677717-f009-4367-9a1d-1d40c1bc76b5 HTTP/1.1" status: 200 len: 1099 time: 0.0406473 Nov 24 02:24:32.510115 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4f5176-7d51-4761-b718-27a320a93fd6 req-dbe8de8c-1554-43d3-a573-277c0713aac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:24:32.511591 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-4a4f5176-7d51-4761-b718-27a320a93fd6 req-dbe8de8c-1554-43d3-a573-277c0713aac7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=059f2685-2db6-4bd7-a991-0e0980196e45 HTTP/1.1" status: 200 len: 909 time: 0.0889645 Nov 24 02:24:32.576481 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-4a4f5176-7d51-4761-b718-27a320a93fd6 req-60dea9fc-d18c-413c-a1c9-3c6f0b0b3677 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=984181ef-9d65-4a2c-9f8b-09e1874cb39c HTTP/1.1" status: 200 len: 1001 time: 0.0578001 Nov 24 02:24:32.629366 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4f5176-7d51-4761-b718-27a320a93fd6 req-91135bdc-3e74-4d9f-bc16-c1983a618fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:24:32.630788 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-4a4f5176-7d51-4761-b718-27a320a93fd6 req-91135bdc-3e74-4d9f-bc16-c1983a618fd2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=554bea0f-2d53-4338-9e2a-7e41af17864e HTTP/1.1" status: 200 len: 847 time: 0.0470161 Nov 24 02:24:32.676066 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4f5176-7d51-4761-b718-27a320a93fd6 req-e1c2ec24-57b4-4b6d-9f95-79d8217c7008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:24:32.677526 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-4a4f5176-7d51-4761-b718-27a320a93fd6 req-e1c2ec24-57b4-4b6d-9f95-79d8217c7008 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=059f2685-2db6-4bd7-a991-0e0980196e45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395186 Nov 24 02:24:32.766530 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-4a4f5176-7d51-4761-b718-27a320a93fd6 req-ad7b8ab1-d9e1-48dc-b952-3108b921fd9d service neutron] 10.222.0.48 "GET /v2.0/networks/059f2685-2db6-4bd7-a991-0e0980196e45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811379 Nov 24 02:24:32.860824 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-4a4f5176-7d51-4761-b718-27a320a93fd6 req-b97094a6-c2c1-4873-99ad-c83325c46dfb service neutron] 10.222.0.48 "GET /v2.0/networks/059f2685-2db6-4bd7-a991-0e0980196e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872526 Nov 24 02:24:33.158330 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.agents_db [None req-4e42c10c-a1d3-4d07-89d6-7a24334140aa None None] Agent healthcheck: found 6 active agents {{(pid=109869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 02:24:54.810573 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381c5016-37a1-4cc4-ab2c-3edad49ddc86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:24:57.279999 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-15645bab-994d-4e41-b43b-d461b3dcc433 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:24:58.240430 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:24:58.326482 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:24:59.754821 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:25:00.180171 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:25:02.533757 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [req-a26e7a57-5352-4736-abdf-a88c253f62b4 req-238f7f31-6083-494a-83b4-57d6c1778e02 service neutron] (109867) timed out ('10.222.0.21', 53146) {{(pid=109867) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 24 02:25:10.157274 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.agents_db [None req-4e42c10c-a1d3-4d07-89d6-7a24334140aa None None] Agent healthcheck: found 6 active agents {{(pid=109869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 02:25:24.812555 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9ca4e3a3-85e9-4aa5-937f-78b3626ac786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:25:27.281023 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-792031ac-57b7-47ef-827b-2c572a63230e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:25:28.243692 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:25:28.331607 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:25:29.756305 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:25:30.181369 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:25:33.264061 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-fcca7086-30b8-4733-af57-a47eefdb45c1 req-ade9f187-329c-4821-9f5a-c96b084ef34b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6d677717-f009-4367-9a1d-1d40c1bc76b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0435421 Nov 24 02:25:33.363252 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcca7086-30b8-4733-af57-a47eefdb45c1 req-267104c7-048d-43b6-919c-9c6e465e0870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:25:33.364748 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-fcca7086-30b8-4733-af57-a47eefdb45c1 req-267104c7-048d-43b6-919c-9c6e465e0870 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e3a0809cf4cc4c10b723f1808d0828c0&device_id=6d677717-f009-4367-9a1d-1d40c1bc76b5 HTTP/1.1" status: 200 len: 1099 time: 0.0399513 Nov 24 02:25:33.468120 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcca7086-30b8-4733-af57-a47eefdb45c1 req-a84de1d7-3dd9-4184-a0e8-90fceb7f5e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:25:33.469613 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-fcca7086-30b8-4733-af57-a47eefdb45c1 req-a84de1d7-3dd9-4184-a0e8-90fceb7f5e7f service neutron] 10.222.0.48 "GET /v2.0/networks?id=059f2685-2db6-4bd7-a991-0e0980196e45 HTTP/1.1" status: 200 len: 909 time: 0.0844278 Nov 24 02:25:33.537236 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-fcca7086-30b8-4733-af57-a47eefdb45c1 req-2f871d25-41f2-48d6-a1f1-b096a52eb283 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=984181ef-9d65-4a2c-9f8b-09e1874cb39c HTTP/1.1" status: 200 len: 1001 time: 0.0600450 Nov 24 02:25:33.586678 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcca7086-30b8-4733-af57-a47eefdb45c1 req-cdfa2240-b9dd-4acc-95af-fda873e6cd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:25:33.588062 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-fcca7086-30b8-4733-af57-a47eefdb45c1 req-cdfa2240-b9dd-4acc-95af-fda873e6cd5b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=554bea0f-2d53-4338-9e2a-7e41af17864e HTTP/1.1" status: 200 len: 847 time: 0.0435319 Nov 24 02:25:33.632794 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcca7086-30b8-4733-af57-a47eefdb45c1 req-689c6329-216c-443d-9cab-2abc7ac7c3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:25:33.634317 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-fcca7086-30b8-4733-af57-a47eefdb45c1 req-689c6329-216c-443d-9cab-2abc7ac7c3cd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=059f2685-2db6-4bd7-a991-0e0980196e45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390770 Nov 24 02:25:33.645110 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [req-fcca7086-30b8-4733-af57-a47eefdb45c1 req-9b7a2975-38e6-4342-b3e3-b24fddef07a0 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 02:25:33.646140 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-fcca7086-30b8-4733-af57-a47eefdb45c1 req-9b7a2975-38e6-4342-b3e3-b24fddef07a0 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048535 Nov 24 02:25:33.737320 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-fcca7086-30b8-4733-af57-a47eefdb45c1 req-f4aff5fa-8a5a-4ca6-99b7-828911d7d060 service neutron] 10.222.0.48 "GET /v2.0/networks/059f2685-2db6-4bd7-a991-0e0980196e45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841949 Nov 24 02:25:33.826816 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-fcca7086-30b8-4733-af57-a47eefdb45c1 req-22b3c9f0-2781-4eff-bd73-8b19cbf84bb1 service neutron] 10.222.0.48 "GET /v2.0/networks/059f2685-2db6-4bd7-a991-0e0980196e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817914 Nov 24 02:25:37.346172 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedfa4da-cabd-40b9-9db5-cf0487ffabff req-679fe020-1198-4683-a6eb-d98399d165a3 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:25:37.347655 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-bedfa4da-cabd-40b9-9db5-cf0487ffabff req-679fe020-1198-4683-a6eb-d98399d165a3 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d677717-f009-4367-9a1d-1d40c1bc76b5 HTTP/1.1" status: 200 len: 946 time: 0.0546417 Nov 24 02:25:37.398084 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-bedfa4da-cabd-40b9-9db5-cf0487ffabff req-d4a23901-15fe-4e29-8c7f-af157838a2e4 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b121256-a188-4bf2-9418-3d6897e9c960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440614 Nov 24 02:25:38.566428 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185283b4-2768-49ca-bc0c-c8d94fc4710d req-bd7c7338-78bc-426d-82b5-52364779cbd4 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:25:38.567955 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-185283b4-2768-49ca-bc0c-c8d94fc4710d req-bd7c7338-78bc-426d-82b5-52364779cbd4 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d677717-f009-4367-9a1d-1d40c1bc76b5 HTTP/1.1" status: 200 len: 946 time: 0.1001766 Nov 24 02:25:38.617770 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-185283b4-2768-49ca-bc0c-c8d94fc4710d req-33bd33de-d588-47d2-a278-0b871d43e329 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b121256-a188-4bf2-9418-3d6897e9c960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425010 Nov 24 02:25:39.791191 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189c4308-8e7b-4627-9e19-58443363388a req-e79ebce4-f7e1-4967-a8ef-a58df4f4de65 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:25:39.793117 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-189c4308-8e7b-4627-9e19-58443363388a req-e79ebce4-f7e1-4967-a8ef-a58df4f4de65 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d677717-f009-4367-9a1d-1d40c1bc76b5 HTTP/1.1" status: 200 len: 946 time: 0.0965178 Nov 24 02:25:39.844271 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-189c4308-8e7b-4627-9e19-58443363388a req-cd783517-d7d5-4313-9b52-6e8c74f69430 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b121256-a188-4bf2-9418-3d6897e9c960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451388 Nov 24 02:25:40.957171 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d092407-602e-4ef9-adde-dc897988e847 req-f15118ff-7862-4d10-8684-10a2a4936772 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:25:40.958657 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-9d092407-602e-4ef9-adde-dc897988e847 req-f15118ff-7862-4d10-8684-10a2a4936772 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d677717-f009-4367-9a1d-1d40c1bc76b5 HTTP/1.1" status: 200 len: 946 time: 0.0478795 Nov 24 02:25:41.006173 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-9d092407-602e-4ef9-adde-dc897988e847 req-be202207-4f77-4925-b716-4c50d1660d02 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b121256-a188-4bf2-9418-3d6897e9c960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411656 Nov 24 02:25:42.123569 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d196c60-3bb8-4c3a-8f35-82df6412a76d req-275a112f-6190-461f-a90c-a84f3da2b783 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:25:42.124955 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-9d196c60-3bb8-4c3a-8f35-82df6412a76d req-275a112f-6190-461f-a90c-a84f3da2b783 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d677717-f009-4367-9a1d-1d40c1bc76b5 HTTP/1.1" status: 200 len: 946 time: 0.0524700 Nov 24 02:25:42.172718 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-9d196c60-3bb8-4c3a-8f35-82df6412a76d req-dd41445e-9f2c-43cb-9aa2-4317b0cf7512 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b121256-a188-4bf2-9418-3d6897e9c960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419075 Nov 24 02:25:43.290848 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf0085c-821e-4be6-9cef-e589421cc5ab req-25b679b1-66ed-4242-a3fc-df8d96e23ad1 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:25:43.292315 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-baf0085c-821e-4be6-9cef-e589421cc5ab req-25b679b1-66ed-4242-a3fc-df8d96e23ad1 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d677717-f009-4367-9a1d-1d40c1bc76b5 HTTP/1.1" status: 200 len: 946 time: 0.0526400 Nov 24 02:25:43.346233 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-baf0085c-821e-4be6-9cef-e589421cc5ab req-34317304-d006-4c4e-b6b0-6023ca7b15eb tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b121256-a188-4bf2-9418-3d6897e9c960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480072 Nov 24 02:25:44.459974 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c1ea9c-826c-404d-92f0-75b01463e8b0 req-de3d3257-668f-4df2-804d-b1880c74e898 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:25:44.461485 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-02c1ea9c-826c-404d-92f0-75b01463e8b0 req-de3d3257-668f-4df2-804d-b1880c74e898 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d677717-f009-4367-9a1d-1d40c1bc76b5 HTTP/1.1" status: 200 len: 946 time: 0.0484161 Nov 24 02:25:44.509249 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-02c1ea9c-826c-404d-92f0-75b01463e8b0 req-91bf46f5-5398-4347-88ce-48eaeed116e8 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b121256-a188-4bf2-9418-3d6897e9c960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413206 Nov 24 02:25:45.622178 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c435874d-91d8-4372-a7cd-0dea65eca46c req-7c3ce6ca-03e8-4f99-bf5b-716e993308b7 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:25:45.623630 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-c435874d-91d8-4372-a7cd-0dea65eca46c req-7c3ce6ca-03e8-4f99-bf5b-716e993308b7 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d677717-f009-4367-9a1d-1d40c1bc76b5 HTTP/1.1" status: 200 len: 946 time: 0.0469222 Nov 24 02:25:45.671139 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-c435874d-91d8-4372-a7cd-0dea65eca46c req-5a042493-8746-415b-95d1-f948d28abf9a tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b121256-a188-4bf2-9418-3d6897e9c960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417104 Nov 24 02:25:46.783965 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07acac71-46a0-413f-9ae2-7f1b43f6e493 req-734fcaaf-776c-4feb-9366-db0cb864c81d tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:25:46.785444 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-07acac71-46a0-413f-9ae2-7f1b43f6e493 req-734fcaaf-776c-4feb-9366-db0cb864c81d tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d677717-f009-4367-9a1d-1d40c1bc76b5 HTTP/1.1" status: 200 len: 946 time: 0.0482264 Nov 24 02:25:46.837955 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-07acac71-46a0-413f-9ae2-7f1b43f6e493 req-9a497b5e-d87c-4888-8eb2-eb8af66d26aa tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b121256-a188-4bf2-9418-3d6897e9c960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466368 Nov 24 02:25:47.156769 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.agents_db [None req-4e42c10c-a1d3-4d07-89d6-7a24334140aa None None] Agent healthcheck: found 6 active agents {{(pid=109869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 02:25:47.952411 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ae775b-8543-420f-87d3-0cb20c6a0968 req-437418f6-ed63-4792-bc8f-cc0844f839ef tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:25:47.953935 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e9ae775b-8543-420f-87d3-0cb20c6a0968 req-437418f6-ed63-4792-bc8f-cc0844f839ef tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d677717-f009-4367-9a1d-1d40c1bc76b5 HTTP/1.1" status: 200 len: 946 time: 0.0481181 Nov 24 02:25:48.005729 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e9ae775b-8543-420f-87d3-0cb20c6a0968 req-2a3d55f9-72dc-4687-8346-36511eb91975 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b121256-a188-4bf2-9418-3d6897e9c960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457766 Nov 24 02:25:49.120033 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99105d4-9070-4dad-b92f-833b569bc162 req-4e05f360-7dfb-4106-ac66-7457767bbd03 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:25:49.121398 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-a99105d4-9070-4dad-b92f-833b569bc162 req-4e05f360-7dfb-4106-ac66-7457767bbd03 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d677717-f009-4367-9a1d-1d40c1bc76b5 HTTP/1.1" status: 200 len: 946 time: 0.0484345 Nov 24 02:25:49.169898 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-a99105d4-9070-4dad-b92f-833b569bc162 req-d39ddd15-81f2-453f-907c-1d700f5098f3 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b121256-a188-4bf2-9418-3d6897e9c960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427246 Nov 24 02:25:49.680991 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 984181ef-9d65-4a2c-9f8b-09e1874cb39c details requested by agent hyperv_hv-neutron-8189 with host hv-neutron-8189 {{(pid=109868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 02:25:49.787667 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port 984181ef-9d65-4a2c-9f8b-09e1874cb39c, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=984181ef-9d65-4a2c-9f8b-09e1874cb39c,segment=NetworkSegment(d3274902-e856-4cb9-82b7-d742a2bcc242),segment_id=d3274902-e856-4cb9-82b7-d742a2bcc242)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:25:49.800753 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Returning: {'device': '984181ef-9d65-4a2c-9f8b-09e1874cb39c', 'network_id': '059f2685-2db6-4bd7-a991-0e0980196e45', 'port_id': '984181ef-9d65-4a2c-9f8b-09e1874cb39c', 'mac_address': 'fa:16:3e:0c:38:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '554bea0f-2d53-4338-9e2a-7e41af17864e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 02:25:49.839066 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:25:49.851952 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 984181ef-9d65-4a2c-9f8b-09e1874cb39c {{(pid=109868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 02:25:49.871688 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port 984181ef-9d65-4a2c-9f8b-09e1874cb39c, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=984181ef-9d65-4a2c-9f8b-09e1874cb39c,segment=NetworkSegment(d3274902-e856-4cb9-82b7-d742a2bcc242),segment_id=d3274902-e856-4cb9-82b7-d742a2bcc242)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:25:49.876584 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:25:49.926519 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=984181ef-9d65-4a2c-9f8b-09e1874cb39c,revision_number=6']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:25:49.933996 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:25:49.934346 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:25:49.934709 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:25:49.935046 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:25:49.935377 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:25:49.935708 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:25:49.936067 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:25:49.936530 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:25:49.936891 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:25:49.937263 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:25:49.937615 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:25:49.937940 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:25:50.013759 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] get_ports_and_sgs() called for port_ids ['984181ef-9d65-4a2c-9f8b-09e1874cb39c'] {{(pid=109868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 02:25:50.310662 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaca1fa-b40d-4fee-81eb-7c2d18dc599f req-1d652eea-fb9b-44ac-8844-8e9bdd3d066a tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:25:50.313898 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-3eaca1fa-b40d-4fee-81eb-7c2d18dc599f req-1d652eea-fb9b-44ac-8844-8e9bdd3d066a tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d677717-f009-4367-9a1d-1d40c1bc76b5 HTTP/1.1" status: 200 len: 945 time: 0.0581024 Nov 24 02:25:50.373217 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-3eaca1fa-b40d-4fee-81eb-7c2d18dc599f req-c5366bf6-001a-4002-8e63-7758ffb34bba tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b121256-a188-4bf2-9418-3d6897e9c960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539608 Nov 24 02:25:51.493344 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4081cfa8-6a7d-4f9e-b8f0-867e0138dd4c req-c239bdd5-619a-4c67-ab22-030cf786fe1c tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:25:51.495372 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-4081cfa8-6a7d-4f9e-b8f0-867e0138dd4c req-c239bdd5-619a-4c67-ab22-030cf786fe1c tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d677717-f009-4367-9a1d-1d40c1bc76b5 HTTP/1.1" status: 200 len: 945 time: 0.0504820 Nov 24 02:25:51.551065 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-4081cfa8-6a7d-4f9e-b8f0-867e0138dd4c req-a2765b00-2084-464c-a586-4d77ccd6b296 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b121256-a188-4bf2-9418-3d6897e9c960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498652 Nov 24 02:25:51.677788 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 984181ef-9d65-4a2c-9f8b-09e1874cb39c up at agent hyperv_hv-neutron-8189 {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 02:25:51.739364 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Provisioning complete for port 984181ef-9d65-4a2c-9f8b-09e1874cb39c triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:25:51.739732 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:25:51.835879 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:25:51.865437 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d677717-f009-4367-9a1d-1d40c1bc76b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '984181ef-9d65-4a2c-9f8b-09e1874cb39c'}] {{(pid=109868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:25:51.867994 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adafa3b64de3cabc8eac619938bcace59b198ffee64d481093eb3def62699d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9179c80-2ab6-4d4c-b0a4-78960b383c99" -d '{"events": [{"server_uuid": "6d677717-f009-4367-9a1d-1d40c1bc76b5", "name": "network-vif-plugged", "status": "completed", "tag": "984181ef-9d65-4a2c-9f8b-09e1874cb39c"}]}' {{(pid=109868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:25:51.881721 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port 984181ef-9d65-4a2c-9f8b-09e1874cb39c, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=984181ef-9d65-4a2c-9f8b-09e1874cb39c,segment=NetworkSegment(d3274902-e856-4cb9-82b7-d742a2bcc242),segment_id=d3274902-e856-4cb9-82b7-d742a2bcc242)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:25:51.892032 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:25:51.971842 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=984181ef-9d65-4a2c-9f8b-09e1874cb39c,revision_number=7']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:25:51.991102 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 02:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7714103-eb94-4d67-8c31-cd2d015d0cfc x-openstack-request-id: req-c7714103-eb94-4d67-8c31-cd2d015d0cfc {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:25:51.993737 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d677717-f009-4367-9a1d-1d40c1bc76b5", "name": "network-vif-plugged", "status": "completed", "tag": "984181ef-9d65-4a2c-9f8b-09e1874cb39c", "code": 200}]} {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:25:51.994067 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c7714103-eb94-4d67-8c31-cd2d015d0cfc {{(pid=109868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:25:51.994606 dv-neutron-818911-2-hyperv neutron-server[109868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d677717-f009-4367-9a1d-1d40c1bc76b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '984181ef-9d65-4a2c-9f8b-09e1874cb39c', 'code': 200} Nov 24 02:25:52.681687 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bef4f7a-8569-4bee-a2d0-73da7c1a1d4f req-321e2045-efa2-4a3e-bb80-82587d745ef5 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:25:52.683354 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-9bef4f7a-8569-4bee-a2d0-73da7c1a1d4f req-321e2045-efa2-4a3e-bb80-82587d745ef5 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d677717-f009-4367-9a1d-1d40c1bc76b5 HTTP/1.1" status: 200 len: 946 time: 0.0597880 Nov 24 02:25:52.738879 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-9bef4f7a-8569-4bee-a2d0-73da7c1a1d4f req-e54a61c2-47da-4305-b97a-9c968b643591 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b121256-a188-4bf2-9418-3d6897e9c960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489507 Nov 24 02:25:53.864800 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2fe86e-0659-49bd-88f0-4454a991e8af req-992e06cf-6aa4-437e-8c6f-cf3f025da621 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:25:53.869045 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-9e2fe86e-0659-49bd-88f0-4454a991e8af req-992e06cf-6aa4-437e-8c6f-cf3f025da621 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d677717-f009-4367-9a1d-1d40c1bc76b5 HTTP/1.1" status: 200 len: 946 time: 0.0516691 Nov 24 02:25:53.922462 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-9e2fe86e-0659-49bd-88f0-4454a991e8af req-db7122ba-3322-4526-b948-8c2deb10a7cf tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b121256-a188-4bf2-9418-3d6897e9c960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480411 Nov 24 02:25:54.818122 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e4bf6b08-2f3b-4d42-acdb-a2101cb9dd99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:25:55.046528 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949c7c73-46f0-46c2-8544-141692856f2e req-1f1859d9-c8f9-4d90-a482-ff1cf0ae1002 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:25:55.048060 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-949c7c73-46f0-46c2-8544-141692856f2e req-1f1859d9-c8f9-4d90-a482-ff1cf0ae1002 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d677717-f009-4367-9a1d-1d40c1bc76b5 HTTP/1.1" status: 200 len: 946 time: 0.0552807 Nov 24 02:25:55.106037 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-949c7c73-46f0-46c2-8544-141692856f2e req-eb484ce8-1b33-4e4e-abb2-24124c7ef855 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b121256-a188-4bf2-9418-3d6897e9c960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508993 Nov 24 02:25:56.231585 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84f2cbf-ffd3-47a5-aea9-2d64d004eb02 req-42530ffd-15e6-460f-8f05-693ba8899a5c tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:25:56.234593 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-d84f2cbf-ffd3-47a5-aea9-2d64d004eb02 req-42530ffd-15e6-460f-8f05-693ba8899a5c tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d677717-f009-4367-9a1d-1d40c1bc76b5 HTTP/1.1" status: 200 len: 946 time: 0.0581713 Nov 24 02:25:56.286304 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-d84f2cbf-ffd3-47a5-aea9-2d64d004eb02 req-ac1582b4-b674-44ee-a359-9ea8789b8b56 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b121256-a188-4bf2-9418-3d6897e9c960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456481 Nov 24 02:25:57.285788 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-72219be6-e743-4e1c-9563-46c1920f45fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:25:57.484306 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464a66a0-77db-4635-90a5-875ef0ccdda8 req-44b2e938-c005-465a-9756-ab14f59517b9 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:25:57.485897 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-464a66a0-77db-4635-90a5-875ef0ccdda8 req-44b2e938-c005-465a-9756-ab14f59517b9 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d677717-f009-4367-9a1d-1d40c1bc76b5 HTTP/1.1" status: 200 len: 946 time: 0.0589998 Nov 24 02:25:57.544277 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-464a66a0-77db-4635-90a5-875ef0ccdda8 req-d6a36b30-fb31-4622-9bb8-412ca60e9e35 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b121256-a188-4bf2-9418-3d6897e9c960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523765 Nov 24 02:25:58.248334 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:25:58.385394 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:25:58.670102 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8bc625-92f0-4f72-a507-3fa7f072a57a req-fa4d45e4-bf93-4060-86b8-7e8bd7547c1c tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:25:58.671765 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-5c8bc625-92f0-4f72-a507-3fa7f072a57a req-fa4d45e4-bf93-4060-86b8-7e8bd7547c1c tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d677717-f009-4367-9a1d-1d40c1bc76b5 HTTP/1.1" status: 200 len: 946 time: 0.0559318 Nov 24 02:25:58.730910 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-5c8bc625-92f0-4f72-a507-3fa7f072a57a req-576afebc-724a-47ca-b600-d796abd52696 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b121256-a188-4bf2-9418-3d6897e9c960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532751 Nov 24 02:25:59.758706 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:25:59.873514 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d791786c-b5e4-43ee-a5da-ea2ffa513d1a req-5ddec8e7-e2ff-4480-bdfc-3cccfdad7c07 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:25:59.874993 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-d791786c-b5e4-43ee-a5da-ea2ffa513d1a req-5ddec8e7-e2ff-4480-bdfc-3cccfdad7c07 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d677717-f009-4367-9a1d-1d40c1bc76b5 HTTP/1.1" status: 200 len: 946 time: 0.0748291 Nov 24 02:25:59.877520 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359654dd-f007-4d2c-b019-134ebc332775 req-05fb542a-2e88-4874-b704-0098b3c63e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:25:59.878858 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-359654dd-f007-4d2c-b019-134ebc332775 req-05fb542a-2e88-4874-b704-0098b3c63e60 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e3a0809cf4cc4c10b723f1808d0828c0&device_id=6d677717-f009-4367-9a1d-1d40c1bc76b5 HTTP/1.1" status: 200 len: 1099 time: 0.0698767 Nov 24 02:25:59.979717 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-d791786c-b5e4-43ee-a5da-ea2ffa513d1a req-c40ccdd0-c9cf-41d1-92db-1c53ebb34e60 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b121256-a188-4bf2-9418-3d6897e9c960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987546 Nov 24 02:26:00.003405 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359654dd-f007-4d2c-b019-134ebc332775 req-239a7801-b7f1-4f8c-9f7e-9bf63b456095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:26:00.004867 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-359654dd-f007-4d2c-b019-134ebc332775 req-239a7801-b7f1-4f8c-9f7e-9bf63b456095 service neutron] 10.222.0.48 "GET /v2.0/networks?id=059f2685-2db6-4bd7-a991-0e0980196e45 HTTP/1.1" status: 200 len: 909 time: 0.1178417 Nov 24 02:26:00.072896 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-359654dd-f007-4d2c-b019-134ebc332775 req-21c439a2-5697-41c5-93d2-e1a456128e03 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=984181ef-9d65-4a2c-9f8b-09e1874cb39c HTTP/1.1" status: 200 len: 1001 time: 0.0563715 Nov 24 02:26:00.125478 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359654dd-f007-4d2c-b019-134ebc332775 req-3693b637-ec96-4967-831e-9050e9dbdc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:26:00.126912 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-359654dd-f007-4d2c-b019-134ebc332775 req-3693b637-ec96-4967-831e-9050e9dbdc40 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=554bea0f-2d53-4338-9e2a-7e41af17864e HTTP/1.1" status: 200 len: 847 time: 0.0462024 Nov 24 02:26:00.173659 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359654dd-f007-4d2c-b019-134ebc332775 req-7e5b4d76-e0c2-40a2-b471-4d071cc7fc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:26:00.175178 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-359654dd-f007-4d2c-b019-134ebc332775 req-7e5b4d76-e0c2-40a2-b471-4d071cc7fc3d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=059f2685-2db6-4bd7-a991-0e0980196e45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0411508 Nov 24 02:26:00.181900 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:26:00.268072 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-359654dd-f007-4d2c-b019-134ebc332775 req-ea654e6f-799d-4d9a-b247-b3d28a22d20c service neutron] 10.222.0.48 "GET /v2.0/networks/059f2685-2db6-4bd7-a991-0e0980196e45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850739 Nov 24 02:26:00.358702 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-359654dd-f007-4d2c-b019-134ebc332775 req-02865d67-f0a5-4262-becc-dcc44b697346 service neutron] 10.222.0.48 "GET /v2.0/networks/059f2685-2db6-4bd7-a991-0e0980196e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821302 Nov 24 02:26:01.096712 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac8dba6-7eae-47cd-9892-1569c47a8136 req-be044743-6060-4c1c-bda0-d87575b2f88f tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:26:01.098273 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-4ac8dba6-7eae-47cd-9892-1569c47a8136 req-be044743-6060-4c1c-bda0-d87575b2f88f tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d677717-f009-4367-9a1d-1d40c1bc76b5 HTTP/1.1" status: 200 len: 946 time: 0.0514209 Nov 24 02:26:01.146430 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-4ac8dba6-7eae-47cd-9892-1569c47a8136 req-04a0d382-c103-4a18-8945-6f34b2b01909 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b121256-a188-4bf2-9418-3d6897e9c960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417252 Nov 24 02:26:02.262301 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a48c73-7982-4c94-b3ba-eef93820fef3 req-828bb00c-c134-4827-8397-adc0c43da2e0 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:26:02.263779 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-f8a48c73-7982-4c94-b3ba-eef93820fef3 req-828bb00c-c134-4827-8397-adc0c43da2e0 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d677717-f009-4367-9a1d-1d40c1bc76b5 HTTP/1.1" status: 200 len: 946 time: 0.0483527 Nov 24 02:26:02.316115 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-f8a48c73-7982-4c94-b3ba-eef93820fef3 req-f2dff3ab-f5e8-4b87-b9d5-1f42fc87a2f8 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b121256-a188-4bf2-9418-3d6897e9c960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464835 Nov 24 02:26:02.390923 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [req-7b4c2fd8-8816-40a6-a62d-f3669b0a7755 req-9a027ed3-9cf4-4a4d-a439-8414b297586a service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 02:26:02.391894 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-7b4c2fd8-8816-40a6-a62d-f3669b0a7755 req-9a027ed3-9cf4-4a4d-a439-8414b297586a service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053144 Nov 24 02:26:02.550511 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e655eb-8bce-4ce9-a1b8-480807315d81 req-929240e3-ee5a-4335-add0-f8f058f4d1cc tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:26:02.552012 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-50e655eb-8bce-4ce9-a1b8-480807315d81 req-929240e3-ee5a-4335-add0-f8f058f4d1cc tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d677717-f009-4367-9a1d-1d40c1bc76b5 HTTP/1.1" status: 200 len: 946 time: 0.0493855 Nov 24 02:26:02.605612 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-50e655eb-8bce-4ce9-a1b8-480807315d81 req-00893d16-0db3-4da0-8f20-f1ffd4a31d60 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b121256-a188-4bf2-9418-3d6897e9c960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445261 Nov 24 02:26:02.808533 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-b6022bb3-254e-498f-b99e-8f1ab12a0c22 req-a915528a-94f9-4901-9d48-887e765a2b46 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6d677717-f009-4367-9a1d-1d40c1bc76b5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0800107 Nov 24 02:26:03.700826 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6022bb3-254e-498f-b99e-8f1ab12a0c22 req-8d2e7f6a-1b0d-49ae-92b3-a14d7af4873b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:26:03.702350 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-b6022bb3-254e-498f-b99e-8f1ab12a0c22 req-8d2e7f6a-1b0d-49ae-92b3-a14d7af4873b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6d677717-f009-4367-9a1d-1d40c1bc76b5&tenant_id=e3a0809cf4cc4c10b723f1808d0828c0 HTTP/1.1" status: 200 len: 1099 time: 0.0412014 Nov 24 02:26:03.720747 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 984181ef-9d65-4a2c-9f8b-09e1874cb39c no longer exists at agent hyperv_hv-neutron-8189 {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 02:26:03.721558 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f163c3-dc98-4a71-b957-a5690e4ff18c req-0df968a5-6738-44f3-b375-4774a4f708c3 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:26:03.723113 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-03f163c3-dc98-4a71-b957-a5690e4ff18c req-0df968a5-6738-44f3-b375-4774a4f708c3 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d677717-f009-4367-9a1d-1d40c1bc76b5 HTTP/1.1" status: 200 len: 946 time: 0.0500767 Nov 24 02:26:03.778179 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-03f163c3-dc98-4a71-b957-a5690e4ff18c req-dea2ecc5-aaab-45d1-bef4-e94d7e1a889a tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b121256-a188-4bf2-9418-3d6897e9c960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482459 Nov 24 02:26:03.781919 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6022bb3-254e-498f-b99e-8f1ab12a0c22 req-0fd69440-bd55-4c0a-bbd0-943199bca262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:26:03.783587 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-b6022bb3-254e-498f-b99e-8f1ab12a0c22 req-0fd69440-bd55-4c0a-bbd0-943199bca262 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e3a0809cf4cc4c10b723f1808d0828c0&device_id=6d677717-f009-4367-9a1d-1d40c1bc76b5 HTTP/1.1" status: 200 len: 1099 time: 0.0434749 Nov 24 02:26:03.798443 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:26:03.824208 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d677717-f009-4367-9a1d-1d40c1bc76b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '984181ef-9d65-4a2c-9f8b-09e1874cb39c'}] {{(pid=109868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:26:03.826453 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adafa3b64de3cabc8eac619938bcace59b198ffee64d481093eb3def62699d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7430e60a-8f20-4bf1-985d-7d87888f5ed7" -d '{"events": [{"server_uuid": "6d677717-f009-4367-9a1d-1d40c1bc76b5", "name": "network-vif-unplugged", "status": "completed", "tag": "984181ef-9d65-4a2c-9f8b-09e1874cb39c"}]}' {{(pid=109868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:26:03.839263 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port 984181ef-9d65-4a2c-9f8b-09e1874cb39c, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=984181ef-9d65-4a2c-9f8b-09e1874cb39c,segment=NetworkSegment(d3274902-e856-4cb9-82b7-d742a2bcc242),segment_id=d3274902-e856-4cb9-82b7-d742a2bcc242)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:26:03.846210 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:26:03.870630 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 02:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc1e33e-b75d-45d3-8b8c-372b03873e0a x-openstack-request-id: req-1bc1e33e-b75d-45d3-8b8c-372b03873e0a {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:26:03.870922 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d677717-f009-4367-9a1d-1d40c1bc76b5", "name": "network-vif-unplugged", "status": "completed", "tag": "984181ef-9d65-4a2c-9f8b-09e1874cb39c", "code": 200}]} {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:26:03.871174 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1bc1e33e-b75d-45d3-8b8c-372b03873e0a {{(pid=109868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:26:03.871561 dv-neutron-818911-2-hyperv neutron-server[109868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d677717-f009-4367-9a1d-1d40c1bc76b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '984181ef-9d65-4a2c-9f8b-09e1874cb39c', 'code': 200} Nov 24 02:26:03.883403 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6022bb3-254e-498f-b99e-8f1ab12a0c22 req-91340d95-9f79-4fa7-bdba-7eef7ecd154a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:26:03.885517 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-b6022bb3-254e-498f-b99e-8f1ab12a0c22 req-91340d95-9f79-4fa7-bdba-7eef7ecd154a service neutron] 10.222.0.48 "GET /v2.0/networks?id=059f2685-2db6-4bd7-a991-0e0980196e45 HTTP/1.1" status: 200 len: 909 time: 0.0946953 Nov 24 02:26:03.895051 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=984181ef-9d65-4a2c-9f8b-09e1874cb39c,revision_number=8']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:26:03.966993 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-b6022bb3-254e-498f-b99e-8f1ab12a0c22 req-cb317e51-d96c-4c89-aa67-2f3e554db79d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=984181ef-9d65-4a2c-9f8b-09e1874cb39c HTTP/1.1" status: 200 len: 999 time: 0.0601456 Nov 24 02:26:04.015476 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6022bb3-254e-498f-b99e-8f1ab12a0c22 req-979aab84-ae53-4d20-8141-b72c2b7f25d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:26:04.016843 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-b6022bb3-254e-498f-b99e-8f1ab12a0c22 req-979aab84-ae53-4d20-8141-b72c2b7f25d9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=554bea0f-2d53-4338-9e2a-7e41af17864e HTTP/1.1" status: 200 len: 847 time: 0.0422921 Nov 24 02:26:04.061223 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6022bb3-254e-498f-b99e-8f1ab12a0c22 req-d495be33-0b71-4ab0-af53-07c45f15ed4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:26:04.062707 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-b6022bb3-254e-498f-b99e-8f1ab12a0c22 req-d495be33-0b71-4ab0-af53-07c45f15ed4c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=059f2685-2db6-4bd7-a991-0e0980196e45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0388973 Nov 24 02:26:04.155423 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-b6022bb3-254e-498f-b99e-8f1ab12a0c22 req-b03e80e7-5f48-45e8-b7aa-67fdc2e60413 service neutron] 10.222.0.48 "GET /v2.0/networks/059f2685-2db6-4bd7-a991-0e0980196e45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853791 Nov 24 02:26:04.243581 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-b6022bb3-254e-498f-b99e-8f1ab12a0c22 req-cca915b2-0841-4563-95cf-f2db7c16f189 service neutron] 10.222.0.48 "GET /v2.0/networks/059f2685-2db6-4bd7-a991-0e0980196e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805206 Nov 24 02:26:04.916874 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8674a910-952e-42ff-8ac2-190b1bb5cd7e req-41282c57-f859-4f3e-a344-d7c0c13f1513 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:26:04.924664 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-8674a910-952e-42ff-8ac2-190b1bb5cd7e req-41282c57-f859-4f3e-a344-d7c0c13f1513 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d677717-f009-4367-9a1d-1d40c1bc76b5 HTTP/1.1" status: 200 len: 944 time: 0.0610142 Nov 24 02:26:04.971082 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-8674a910-952e-42ff-8ac2-190b1bb5cd7e req-b4a5db56-057a-4898-b1d8-6f5251a51cb9 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b121256-a188-4bf2-9418-3d6897e9c960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455310 Nov 24 02:26:06.100399 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfccdd1-65cc-45dc-b874-414e9d3b3d70 req-59a61fdf-89bd-4241-b160-b9d73f3a0ed9 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:26:06.101894 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-4bfccdd1-65cc-45dc-b874-414e9d3b3d70 req-59a61fdf-89bd-4241-b160-b9d73f3a0ed9 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d677717-f009-4367-9a1d-1d40c1bc76b5 HTTP/1.1" status: 200 len: 944 time: 0.0584702 Nov 24 02:26:06.159641 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-4bfccdd1-65cc-45dc-b874-414e9d3b3d70 req-1e5c4dee-2d5e-4814-a8bd-75fbc1afb842 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b121256-a188-4bf2-9418-3d6897e9c960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516300 Nov 24 02:26:07.287412 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359c1008-4f56-42d9-9e91-5efefd845987 req-e506c8f8-25d7-4186-9287-e3fa5d6afaa6 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:26:07.289749 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-359c1008-4f56-42d9-9e91-5efefd845987 req-e506c8f8-25d7-4186-9287-e3fa5d6afaa6 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d677717-f009-4367-9a1d-1d40c1bc76b5 HTTP/1.1" status: 200 len: 944 time: 0.0572000 Nov 24 02:26:07.343025 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-359c1008-4f56-42d9-9e91-5efefd845987 req-4981294a-3e56-44b6-8afd-56bf2add0168 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b121256-a188-4bf2-9418-3d6897e9c960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469360 Nov 24 02:26:08.464866 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ee8111-2c4f-4a2d-b84d-1a4f091f5187 req-0f7f14e5-d632-4e9e-a422-49dc47187be3 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:26:08.466372 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-52ee8111-2c4f-4a2d-b84d-1a4f091f5187 req-0f7f14e5-d632-4e9e-a422-49dc47187be3 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d677717-f009-4367-9a1d-1d40c1bc76b5 HTTP/1.1" status: 200 len: 944 time: 0.0528982 Nov 24 02:26:08.519715 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-52ee8111-2c4f-4a2d-b84d-1a4f091f5187 req-68719000-e216-4a6b-a27f-9fc0824d8710 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b121256-a188-4bf2-9418-3d6897e9c960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466332 Nov 24 02:26:09.644476 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa2775f-fd31-497c-8814-80c5faca01c5 req-42f3b3b2-bd57-4830-b8fe-a535eac02a29 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:26:09.646019 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-1aa2775f-fd31-497c-8814-80c5faca01c5 req-42f3b3b2-bd57-4830-b8fe-a535eac02a29 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d677717-f009-4367-9a1d-1d40c1bc76b5 HTTP/1.1" status: 200 len: 944 time: 0.0499620 Nov 24 02:26:09.699246 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-1aa2775f-fd31-497c-8814-80c5faca01c5 req-a07d004a-bb66-4241-b918-0417b8d4f66f tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b121256-a188-4bf2-9418-3d6897e9c960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471473 Nov 24 02:26:10.814492 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06136b22-9e58-4f09-979f-33ec6cdee0da req-fc529d15-99f8-4c6a-9364-3eff7a432377 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:26:10.815988 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-06136b22-9e58-4f09-979f-33ec6cdee0da req-fc529d15-99f8-4c6a-9364-3eff7a432377 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d677717-f009-4367-9a1d-1d40c1bc76b5 HTTP/1.1" status: 200 len: 944 time: 0.0493155 Nov 24 02:26:10.871858 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-06136b22-9e58-4f09-979f-33ec6cdee0da req-b8a8d8ef-9878-485e-8897-48a755beb2b8 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b121256-a188-4bf2-9418-3d6897e9c960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488291 Nov 24 02:26:11.992694 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e6810d-e603-43f0-bc07-99c3b575c36b req-7e66f176-937b-4b53-8ed7-0032dc84eecb tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:26:11.994212 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-50e6810d-e603-43f0-bc07-99c3b575c36b req-7e66f176-937b-4b53-8ed7-0032dc84eecb tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d677717-f009-4367-9a1d-1d40c1bc76b5 HTTP/1.1" status: 200 len: 944 time: 0.0494382 Nov 24 02:26:12.042591 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-50e6810d-e603-43f0-bc07-99c3b575c36b req-c703c317-8e6b-48c5-9659-c9c63f725746 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b121256-a188-4bf2-9418-3d6897e9c960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419261 Nov 24 02:26:13.179619 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d8e947-ad19-4c69-b3fb-76b221a22790 req-ac5629a1-f6ca-41f6-96c4-f4f3d840db22 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:26:13.181078 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-b0d8e947-ad19-4c69-b3fb-76b221a22790 req-ac5629a1-f6ca-41f6-96c4-f4f3d840db22 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d677717-f009-4367-9a1d-1d40c1bc76b5 HTTP/1.1" status: 200 len: 944 time: 0.0682557 Nov 24 02:26:13.236043 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-b0d8e947-ad19-4c69-b3fb-76b221a22790 req-e83bd310-edb8-41f5-a6e2-b997e4658ee3 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b121256-a188-4bf2-9418-3d6897e9c960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485058 Nov 24 02:26:14.358422 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ad0808-5709-4474-bb6c-80a55f1d9fdd req-47f61eb5-d7d1-4c4e-a95c-6f3160298459 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:26:14.360158 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-54ad0808-5709-4474-bb6c-80a55f1d9fdd req-47f61eb5-d7d1-4c4e-a95c-6f3160298459 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d677717-f009-4367-9a1d-1d40c1bc76b5 HTTP/1.1" status: 200 len: 944 time: 0.0527670 Nov 24 02:26:14.409444 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-54ad0808-5709-4474-bb6c-80a55f1d9fdd req-2ea85317-f8c0-4817-9ee5-d9f63c663fd7 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b121256-a188-4bf2-9418-3d6897e9c960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434525 Nov 24 02:26:15.524880 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceed81db-8aed-4e8b-9b96-2987b66469f8 req-cd82f9a4-bfdf-40d9-a5b7-76dc6950557b tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:26:15.526431 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-ceed81db-8aed-4e8b-9b96-2987b66469f8 req-cd82f9a4-bfdf-40d9-a5b7-76dc6950557b tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d677717-f009-4367-9a1d-1d40c1bc76b5 HTTP/1.1" status: 200 len: 944 time: 0.0487664 Nov 24 02:26:15.574826 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-ceed81db-8aed-4e8b-9b96-2987b66469f8 req-aa84232c-b4e5-406d-a2fa-3448e3324fe2 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b121256-a188-4bf2-9418-3d6897e9c960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425410 Nov 24 02:26:16.691887 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c060ba04-12db-406c-a485-749468d4c623 req-81052e6e-f450-4cac-8619-99f48458b9fe tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:26:16.693457 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-c060ba04-12db-406c-a485-749468d4c623 req-81052e6e-f450-4cac-8619-99f48458b9fe tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d677717-f009-4367-9a1d-1d40c1bc76b5 HTTP/1.1" status: 200 len: 944 time: 0.0521774 Nov 24 02:26:16.743568 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-c060ba04-12db-406c-a485-749468d4c623 req-7248b1a7-4d7b-4106-80a7-3818455d83e0 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b121256-a188-4bf2-9418-3d6897e9c960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432098 Nov 24 02:26:16.876217 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb084bc-0036-4de3-acca-9a72cb992f27 req-9f15a127-28e1-4991-a65d-8f918925defb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:26:16.877691 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-bdb084bc-0036-4de3-acca-9a72cb992f27 req-9f15a127-28e1-4991-a65d-8f918925defb service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6d677717-f009-4367-9a1d-1d40c1bc76b5 HTTP/1.1" status: 200 len: 1097 time: 0.0441282 Nov 24 02:26:16.922662 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-bdb084bc-0036-4de3-acca-9a72cb992f27 req-834aab5d-4586-491d-8111-31761420a713 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7b121256-a188-4bf2-9418-3d6897e9c960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383334 Nov 24 02:26:17.770748 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 984181ef-9d65-4a2c-9f8b-09e1874cb39c details requested by agent hyperv_hv-neutron-8189 with host hv-neutron-8189 {{(pid=109868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 02:26:17.864421 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa7e9e6-6025-4f95-a848-7a72eb401170 req-e9dbff52-24bc-4d9c-97e5-060a48075883 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:26:17.866030 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-caa7e9e6-6025-4f95-a848-7a72eb401170 req-e9dbff52-24bc-4d9c-97e5-060a48075883 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d677717-f009-4367-9a1d-1d40c1bc76b5 HTTP/1.1" status: 200 len: 944 time: 0.0519319 Nov 24 02:26:17.921227 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-caa7e9e6-6025-4f95-a848-7a72eb401170 req-0894b29a-183b-4aa3-80f4-cbe7de301b99 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b121256-a188-4bf2-9418-3d6897e9c960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475099 Nov 24 02:26:18.015940 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port 984181ef-9d65-4a2c-9f8b-09e1874cb39c, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=984181ef-9d65-4a2c-9f8b-09e1874cb39c,segment=NetworkSegment(d3274902-e856-4cb9-82b7-d742a2bcc242),segment_id=d3274902-e856-4cb9-82b7-d742a2bcc242)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:26:18.027287 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Returning: {'device': '984181ef-9d65-4a2c-9f8b-09e1874cb39c', 'network_id': '059f2685-2db6-4bd7-a991-0e0980196e45', 'port_id': '984181ef-9d65-4a2c-9f8b-09e1874cb39c', 'mac_address': 'fa:16:3e:0c:38:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '554bea0f-2d53-4338-9e2a-7e41af17864e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 02:26:18.068486 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:26:18.081189 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 984181ef-9d65-4a2c-9f8b-09e1874cb39c {{(pid=109868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 02:26:18.101521 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port 984181ef-9d65-4a2c-9f8b-09e1874cb39c, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=984181ef-9d65-4a2c-9f8b-09e1874cb39c,segment=NetworkSegment(d3274902-e856-4cb9-82b7-d742a2bcc242),segment_id=d3274902-e856-4cb9-82b7-d742a2bcc242)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:26:18.106002 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:26:18.152416 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=984181ef-9d65-4a2c-9f8b-09e1874cb39c,revision_number=9']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:26:18.393869 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] get_ports_and_sgs() called for port_ids ['984181ef-9d65-4a2c-9f8b-09e1874cb39c'] {{(pid=109868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 02:26:19.040691 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998ce7bd-013b-4b6a-94f6-2af8f062bcb7 req-940266eb-6420-4cfb-9a66-bb146933913a tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:26:19.042208 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-998ce7bd-013b-4b6a-94f6-2af8f062bcb7 req-940266eb-6420-4cfb-9a66-bb146933913a tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d677717-f009-4367-9a1d-1d40c1bc76b5 HTTP/1.1" status: 200 len: 945 time: 0.0482221 Nov 24 02:26:19.092007 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-998ce7bd-013b-4b6a-94f6-2af8f062bcb7 req-0b4a14de-7f82-40eb-ba98-e40a02b1a5f0 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b121256-a188-4bf2-9418-3d6897e9c960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440054 Nov 24 02:26:19.792308 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 984181ef-9d65-4a2c-9f8b-09e1874cb39c up at agent hyperv_hv-neutron-8189 {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 02:26:19.839232 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Provisioning complete for port 984181ef-9d65-4a2c-9f8b-09e1874cb39c triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:26:19.840192 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:26:19.916365 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:26:19.937792 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d677717-f009-4367-9a1d-1d40c1bc76b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '984181ef-9d65-4a2c-9f8b-09e1874cb39c'}] {{(pid=109868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:26:19.940033 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adafa3b64de3cabc8eac619938bcace59b198ffee64d481093eb3def62699d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-485eb765-7c57-4cc4-8bb5-83bbf87a0518" -d '{"events": [{"server_uuid": "6d677717-f009-4367-9a1d-1d40c1bc76b5", "name": "network-vif-plugged", "status": "completed", "tag": "984181ef-9d65-4a2c-9f8b-09e1874cb39c"}]}' {{(pid=109868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:26:19.952580 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port 984181ef-9d65-4a2c-9f8b-09e1874cb39c, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=984181ef-9d65-4a2c-9f8b-09e1874cb39c,segment=NetworkSegment(d3274902-e856-4cb9-82b7-d742a2bcc242),segment_id=d3274902-e856-4cb9-82b7-d742a2bcc242)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:26:19.958607 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:26:19.981472 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 02:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e869bf12-bacc-4a24-8157-9e88deb31fe1 x-openstack-request-id: req-e869bf12-bacc-4a24-8157-9e88deb31fe1 {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:26:19.981767 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d677717-f009-4367-9a1d-1d40c1bc76b5", "name": "network-vif-plugged", "status": "completed", "tag": "984181ef-9d65-4a2c-9f8b-09e1874cb39c", "code": 200}]} {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:26:19.982023 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e869bf12-bacc-4a24-8157-9e88deb31fe1 {{(pid=109868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:26:19.982536 dv-neutron-818911-2-hyperv neutron-server[109868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d677717-f009-4367-9a1d-1d40c1bc76b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '984181ef-9d65-4a2c-9f8b-09e1874cb39c', 'code': 200} Nov 24 02:26:20.006458 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=984181ef-9d65-4a2c-9f8b-09e1874cb39c,revision_number=10']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:26:24.156625 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.agents_db [None req-4e42c10c-a1d3-4d07-89d6-7a24334140aa None None] Agent healthcheck: found 6 active agents {{(pid=109869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 02:26:24.810821 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9805cd41-8963-4a6e-803f-709dd01c281a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:26:27.278897 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-0cf5e371-1c50-480e-b3fa-77827fe74c7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:26:28.250092 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:26:28.338731 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:26:29.761495 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:26:30.183697 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:26:33.278892 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-ad4f945e-f0bd-4f29-b2e9-2cbc200b79b0 req-de5a20d6-b897-4b26-b343-332b15b39ee1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6d677717-f009-4367-9a1d-1d40c1bc76b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0809009 Nov 24 02:26:33.393544 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4f945e-f0bd-4f29-b2e9-2cbc200b79b0 req-b45f70e9-f68a-4b6a-a6e5-bd2d5e835ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:26:33.395034 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-ad4f945e-f0bd-4f29-b2e9-2cbc200b79b0 req-b45f70e9-f68a-4b6a-a6e5-bd2d5e835ec5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e3a0809cf4cc4c10b723f1808d0828c0&device_id=6d677717-f009-4367-9a1d-1d40c1bc76b5 HTTP/1.1" status: 200 len: 1100 time: 0.0443075 Nov 24 02:26:33.500617 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4f945e-f0bd-4f29-b2e9-2cbc200b79b0 req-17e5f1fa-a703-4246-a4f7-d164e9a94212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:26:33.502006 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-ad4f945e-f0bd-4f29-b2e9-2cbc200b79b0 req-17e5f1fa-a703-4246-a4f7-d164e9a94212 service neutron] 10.222.0.48 "GET /v2.0/networks?id=059f2685-2db6-4bd7-a991-0e0980196e45 HTTP/1.1" status: 200 len: 909 time: 0.0840476 Nov 24 02:26:33.886906 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-ad4f945e-f0bd-4f29-b2e9-2cbc200b79b0 req-be8eb409-469c-47cc-bd17-a27850ac1d84 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=984181ef-9d65-4a2c-9f8b-09e1874cb39c HTTP/1.1" status: 200 len: 1001 time: 0.3764846 Nov 24 02:26:33.935957 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4f945e-f0bd-4f29-b2e9-2cbc200b79b0 req-170021ff-b85f-4009-8b02-b17b80eb07a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:26:33.937368 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-ad4f945e-f0bd-4f29-b2e9-2cbc200b79b0 req-170021ff-b85f-4009-8b02-b17b80eb07a3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=554bea0f-2d53-4338-9e2a-7e41af17864e HTTP/1.1" status: 200 len: 847 time: 0.0422478 Nov 24 02:26:33.980530 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4f945e-f0bd-4f29-b2e9-2cbc200b79b0 req-46a617dc-a7ad-425f-bd26-c1071f18f421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:26:33.982023 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-ad4f945e-f0bd-4f29-b2e9-2cbc200b79b0 req-46a617dc-a7ad-425f-bd26-c1071f18f421 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=059f2685-2db6-4bd7-a991-0e0980196e45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0378008 Nov 24 02:26:34.072264 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-ad4f945e-f0bd-4f29-b2e9-2cbc200b79b0 req-f5b0fe94-c15b-4ceb-81d5-9bec5f111086 service neutron] 10.222.0.48 "GET /v2.0/networks/059f2685-2db6-4bd7-a991-0e0980196e45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817688 Nov 24 02:26:34.158789 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-ad4f945e-f0bd-4f29-b2e9-2cbc200b79b0 req-189dc4a9-1bfb-49b4-bdd2-60de2f1e7167 service neutron] 10.222.0.48 "GET /v2.0/networks/059f2685-2db6-4bd7-a991-0e0980196e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791378 Nov 24 02:26:54.813158 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-5cf21ea7-1033-47e0-af8b-82a37087d28e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:26:57.279941 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-2c31c5de-6348-4e00-9b4e-3e55615abfb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:26:58.254675 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:26:58.346595 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:26:59.763276 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:27:00.184466 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:27:01.156017 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.agents_db [None req-4e42c10c-a1d3-4d07-89d6-7a24334140aa None None] Agent healthcheck: found 6 active agents {{(pid=109869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 02:27:24.814572 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381b5748-d382-4cff-bae8-76f96082048e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:27:27.281172 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e252e8e3-bce0-477a-b439-90638b01625f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:27:28.254324 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:27:28.343734 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:27:29.765886 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:27:30.185058 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:27:32.177696 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 57386) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:27:32.336754 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-2f7bbaea-772d-4d3a-a6d7-177117eb6778 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Deleting port 21c2b394-6727-4fc4-a58e-08102430e87a {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 02:27:32.337089 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2f7bbaea-772d-4d3a-a6d7-177117eb6778 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:27:32.418054 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2f7bbaea-772d-4d3a-a6d7-177117eb6778 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:27:32.418375 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2f7bbaea-772d-4d3a-a6d7-177117eb6778 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:27:32.430270 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-2f7bbaea-772d-4d3a-a6d7-177117eb6778 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Calling delete_port for 21c2b394-6727-4fc4-a58e-08102430e87a owned by network:floatingip {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 02:27:32.570990 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2f7bbaea-772d-4d3a-a6d7-177117eb6778 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:27:32.598913 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7bbaea-772d-4d3a-a6d7-177117eb6778 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Pushing event deleted for resources: {'Port': ['ID=21c2b394-6727-4fc4-a58e-08102430e87a,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:27:32.623426 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7bbaea-772d-4d3a-a6d7-177117eb6778 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:27:32.623770 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7bbaea-772d-4d3a-a6d7-177117eb6778 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:27:32.624108 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7bbaea-772d-4d3a-a6d7-177117eb6778 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:27:32.624440 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7bbaea-772d-4d3a-a6d7-177117eb6778 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:27:32.624769 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7bbaea-772d-4d3a-a6d7-177117eb6778 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:27:32.625097 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7bbaea-772d-4d3a-a6d7-177117eb6778 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:27:32.625568 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7bbaea-772d-4d3a-a6d7-177117eb6778 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:27:32.626129 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7bbaea-772d-4d3a-a6d7-177117eb6778 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:27:32.626697 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7bbaea-772d-4d3a-a6d7-177117eb6778 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:27:32.627051 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7bbaea-772d-4d3a-a6d7-177117eb6778 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:27:32.627392 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7bbaea-772d-4d3a-a6d7-177117eb6778 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:27:32.627699 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7bbaea-772d-4d3a-a6d7-177117eb6778 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:27:32.670208 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2f7bbaea-772d-4d3a-a6d7-177117eb6778 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Publish callbacks [] for floatingip, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:27:32.670533 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.l3_db [None req-2f7bbaea-772d-4d3a-a6d7-177117eb6778 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Floating IP 0af44e30-9f52-4b08-bdb1-aa879cb1192f disassociated (deleted). External IP: 172.26.5.48, port: 984181ef-9d65-4a2c-9f8b-09e1874cb39c. Nov 24 02:27:32.878293 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f7bbaea-772d-4d3a-a6d7-177117eb6778 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Router 9a2173f2-c36c-4848-9456-695481518937 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 02:27:32.985323 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f7bbaea-772d-4d3a-a6d7-177117eb6778 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 02:27:32.990768 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-2f7bbaea-772d-4d3a-a6d7-177117eb6778 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for floatingip, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:27:32.995352 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516d3710-fd0b-4f7b-b89b-b43326cbb845 None None] Sync routers for ids ['9a2173f2-c36c-4848-9456-695481518937'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 02:27:33.004451 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516d3710-fd0b-4f7b-b89b-b43326cbb845 None None] Routers {'9a2173f2-c36c-4848-9456-695481518937'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:27:33.005070 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-516d3710-fd0b-4f7b-b89b-b43326cbb845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:27:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['9a2173f2-c36c-4848-9456-695481518937'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:27:33.016767 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-2f7bbaea-772d-4d3a-a6d7-177117eb6778 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "DELETE /v2.0/floatingips/0af44e30-9f52-4b08-bdb1-aa879cb1192f HTTP/1.1" status: 204 len: 168 time: 0.8380811 Nov 24 02:27:33.017498 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d677717-f009-4367-9a1d-1d40c1bc76b5', 'tag': '984181ef-9d65-4a2c-9f8b-09e1874cb39c'}] {{(pid=109867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:27:33.019867 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2155eb48762029a847224b6ca77dbed8b251e8450d3d79f1fc0a82d404e82e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a20103b9-27e1-4450-bdbd-5f6d1cfb3bc0" -d '{"events": [{"name": "network-changed", "server_uuid": "6d677717-f009-4367-9a1d-1d40c1bc76b5", "tag": "984181ef-9d65-4a2c-9f8b-09e1874cb39c"}]}' {{(pid=109867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:27:33.116024 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-516d3710-fd0b-4f7b-b89b-b43326cbb845 None None] Set router 9a2173f2-c36c-4848-9456-695481518937 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:27:33.117376 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 02:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48fe051a-73b1-4b14-97be-d0b42dae0c14 x-openstack-request-id: req-48fe051a-73b1-4b14-97be-d0b42dae0c14 {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:27:33.117783 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d677717-f009-4367-9a1d-1d40c1bc76b5", "tag": "984181ef-9d65-4a2c-9f8b-09e1874cb39c", "status": "completed", "code": 200}]} {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:27:33.118152 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-48fe051a-73b1-4b14-97be-d0b42dae0c14 {{(pid=109867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:27:33.118462 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d677717-f009-4367-9a1d-1d40c1bc76b5', 'tag': '984181ef-9d65-4a2c-9f8b-09e1874cb39c', 'status': 'completed', 'code': 200} Nov 24 02:27:33.275432 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5aa5f5-543b-404d-b697-7a42b883db27 req-c68674bd-5f56-414e-87c0-bf48e247c51b tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:27:33.276956 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-8e5aa5f5-543b-404d-b697-7a42b883db27 req-c68674bd-5f56-414e-87c0-bf48e247c51b tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d677717-f009-4367-9a1d-1d40c1bc76b5 HTTP/1.1" status: 200 len: 947 time: 0.0765946 Nov 24 02:27:33.282377 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20103b9-27e1-4450-bdbd-5f6d1cfb3bc0 req-9f452d40-17f0-40a7-baeb-c948aaeaf364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:27:33.283784 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-a20103b9-27e1-4450-bdbd-5f6d1cfb3bc0 req-9f452d40-17f0-40a7-baeb-c948aaeaf364 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e3a0809cf4cc4c10b723f1808d0828c0&device_id=6d677717-f009-4367-9a1d-1d40c1bc76b5 HTTP/1.1" status: 200 len: 1100 time: 0.0717461 Nov 24 02:27:33.321797 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-516d3710-fd0b-4f7b-b89b-b43326cbb845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2173f2-c36c-4848-9456-695481518937', 'name': 'tempest-TestShelveInstance-375009341-router', 'tenant_id': 'e3a0809cf4cc4c10b723f1808d0828c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.247'}], 'enable_snat': True}, 'gw_port_id': '59311d54-a930-435a-96db-4d98017ad57e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:23:17Z', 'updated_at': '2021-11-24T02:23:19Z', 'revision_number': 4, 'project_id': 'e3a0809cf4cc4c10b723f1808d0828c0', 'gw_port': {'id': '59311d54-a930-435a-96db-4d98017ad57e', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2173f2-c36c-4848-9456-695481518937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:23:17Z', 'updated_at': '2021-11-24T02:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': '843fbf83-e1d8-4c65-b530-eba58cb23f27', 'name': '', 'network_id': '059f2685-2db6-4bd7-a991-0e0980196e45', 'tenant_id': 'e3a0809cf4cc4c10b723f1808d0828c0', 'mac_address': 'fa:16:3e:52:d9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2173f2-c36c-4848-9456-695481518937', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '554bea0f-2d53-4338-9e2a-7e41af17864e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:23:19Z', 'updated_at': '2021-11-24T02:23:24Z', 'revision_number': 5, 'project_id': 'e3a0809cf4cc4c10b723f1808d0828c0', 'subnets': [{'id': '554bea0f-2d53-4338-9e2a-7e41af17864e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:27:33.351451 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516d3710-fd0b-4f7b-b89b-b43326cbb845 None None] Checking router: 9a2173f2-c36c-4848-9456-695481518937 for host: dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 02:27:33.359841 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516d3710-fd0b-4f7b-b89b-b43326cbb845 None None] Routers {'9a2173f2-c36c-4848-9456-695481518937'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:27:33.360382 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-516d3710-fd0b-4f7b-b89b-b43326cbb845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:27:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['9a2173f2-c36c-4848-9456-695481518937'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:27:33.384960 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-8e5aa5f5-543b-404d-b697-7a42b883db27 req-5cc98520-9bdc-4fc4-b0b4-48ddae69afc8 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b121256-a188-4bf2-9418-3d6897e9c960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001322 Nov 24 02:27:33.414918 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20103b9-27e1-4450-bdbd-5f6d1cfb3bc0 req-73f62d9b-ce97-4678-b80a-5407cec1a418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:27:33.416401 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-a20103b9-27e1-4450-bdbd-5f6d1cfb3bc0 req-73f62d9b-ce97-4678-b80a-5407cec1a418 service neutron] 10.222.0.48 "GET /v2.0/networks?id=059f2685-2db6-4bd7-a991-0e0980196e45 HTTP/1.1" status: 200 len: 909 time: 0.1142845 Nov 24 02:27:33.464486 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-a20103b9-27e1-4450-bdbd-5f6d1cfb3bc0 req-7ba7eb41-bdff-410e-acc7-00533624ee18 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=984181ef-9d65-4a2c-9f8b-09e1874cb39c HTTP/1.1" status: 200 len: 217 time: 0.0396142 Nov 24 02:27:33.466865 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-516d3710-fd0b-4f7b-b89b-b43326cbb845 None None] Set router 9a2173f2-c36c-4848-9456-695481518937 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:27:33.515226 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20103b9-27e1-4450-bdbd-5f6d1cfb3bc0 req-408ff09a-e355-446b-8300-69a4cc3a7469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:27:33.516684 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-a20103b9-27e1-4450-bdbd-5f6d1cfb3bc0 req-408ff09a-e355-446b-8300-69a4cc3a7469 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=554bea0f-2d53-4338-9e2a-7e41af17864e HTTP/1.1" status: 200 len: 847 time: 0.0437057 Nov 24 02:27:33.564241 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20103b9-27e1-4450-bdbd-5f6d1cfb3bc0 req-63b3bf19-301c-41eb-812e-36cefa54fd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:27:33.565793 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-a20103b9-27e1-4450-bdbd-5f6d1cfb3bc0 req-63b3bf19-301c-41eb-812e-36cefa54fd5b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=059f2685-2db6-4bd7-a991-0e0980196e45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0409892 Nov 24 02:27:33.660180 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-516d3710-fd0b-4f7b-b89b-b43326cbb845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2173f2-c36c-4848-9456-695481518937', 'name': 'tempest-TestShelveInstance-375009341-router', 'tenant_id': 'e3a0809cf4cc4c10b723f1808d0828c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.247'}], 'enable_snat': True}, 'gw_port_id': '59311d54-a930-435a-96db-4d98017ad57e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:23:17Z', 'updated_at': '2021-11-24T02:23:19Z', 'revision_number': 4, 'project_id': 'e3a0809cf4cc4c10b723f1808d0828c0', 'gw_port': {'id': '59311d54-a930-435a-96db-4d98017ad57e', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2173f2-c36c-4848-9456-695481518937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:23:17Z', 'updated_at': '2021-11-24T02:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': '843fbf83-e1d8-4c65-b530-eba58cb23f27', 'name': '', 'network_id': '059f2685-2db6-4bd7-a991-0e0980196e45', 'tenant_id': 'e3a0809cf4cc4c10b723f1808d0828c0', 'mac_address': 'fa:16:3e:52:d9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2173f2-c36c-4848-9456-695481518937', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '554bea0f-2d53-4338-9e2a-7e41af17864e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:23:19Z', 'updated_at': '2021-11-24T02:23:24Z', 'revision_number': 5, 'project_id': 'e3a0809cf4cc4c10b723f1808d0828c0', 'subnets': [{'id': '554bea0f-2d53-4338-9e2a-7e41af17864e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:27:33.661332 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-a20103b9-27e1-4450-bdbd-5f6d1cfb3bc0 req-8944521b-e07a-49ca-9028-dd8ad6ba7162 service neutron] 10.222.0.48 "GET /v2.0/networks/059f2685-2db6-4bd7-a991-0e0980196e45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870700 Nov 24 02:27:33.686364 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516d3710-fd0b-4f7b-b89b-b43326cbb845 None None] The sync data for ids ['9a2173f2-c36c-4848-9456-695481518937'] in dv-neutron-818911-2-hyperv is: [{'id': '9a2173f2-c36c-4848-9456-695481518937', 'name': 'tempest-TestShelveInstance-375009341-router', 'tenant_id': 'e3a0809cf4cc4c10b723f1808d0828c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.247'}], 'enable_snat': True}, 'gw_port_id': '59311d54-a930-435a-96db-4d98017ad57e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:23:17Z', 'updated_at': '2021-11-24T02:23:19Z', 'revision_number': 4, 'project_id': 'e3a0809cf4cc4c10b723f1808d0828c0', 'gw_port': {'id': '59311d54-a930-435a-96db-4d98017ad57e', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2173f2-c36c-4848-9456-695481518937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:23:17Z', 'updated_at': '2021-11-24T02:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': '843fbf83-e1d8-4c65-b530-eba58cb23f27', 'name': '', 'network_id': '059f2685-2db6-4bd7-a991-0e0980196e45', 'tenant_id': 'e3a0809cf4cc4c10b723f1808d0828c0', 'mac_address': 'fa:16:3e:52:d9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2173f2-c36c-4848-9456-695481518937', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '554bea0f-2d53-4338-9e2a-7e41af17864e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:23:19Z', 'updated_at': '2021-11-24T02:23:24Z', 'revision_number': 5, 'project_id': 'e3a0809cf4cc4c10b723f1808d0828c0', 'subnets': [{'id': '554bea0f-2d53-4338-9e2a-7e41af17864e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 02:27:33.755296 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-a20103b9-27e1-4450-bdbd-5f6d1cfb3bc0 req-713cbd7b-0880-4957-a39d-b0c3ba75f0e5 service neutron] 10.222.0.48 "GET /v2.0/networks/059f2685-2db6-4bd7-a991-0e0980196e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859649 Nov 24 02:27:33.892007 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a203a0d-ca9d-41ac-a738-e6cf593c3e3b None None] New status for floating IP 0af44e30-9f52-4b08-bdb1-aa879cb1192f: DOWN {{(pid=109869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 02:27:34.506521 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf79d2f-5a33-40ce-98aa-c9222277e616 req-78e85c2d-5d28-48de-ae80-66e846107c79 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:27:34.508006 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-eaf79d2f-5a33-40ce-98aa-c9222277e616 req-78e85c2d-5d28-48de-ae80-66e846107c79 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d677717-f009-4367-9a1d-1d40c1bc76b5 HTTP/1.1" status: 200 len: 947 time: 0.0528555 Nov 24 02:27:34.558254 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-eaf79d2f-5a33-40ce-98aa-c9222277e616 req-a26b3466-ce1a-40bf-8acd-28ae502c1c6c tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b121256-a188-4bf2-9418-3d6897e9c960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439639 Nov 24 02:27:34.752402 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02719876-71e4-490e-b72f-c50338aecd7e req-8301e9f5-0f03-45a9-9b47-5e48cd42093b tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:27:34.753869 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-02719876-71e4-490e-b72f-c50338aecd7e req-8301e9f5-0f03-45a9-9b47-5e48cd42093b tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d677717-f009-4367-9a1d-1d40c1bc76b5 HTTP/1.1" status: 200 len: 947 time: 0.0495498 Nov 24 02:27:34.849288 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [req-02719876-71e4-490e-b72f-c50338aecd7e req-b55eaa9a-ca29-4aca-90ef-20a06b35d592 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Deleting port 984181ef-9d65-4a2c-9f8b-09e1874cb39c {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 02:27:34.849657 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-02719876-71e4-490e-b72f-c50338aecd7e req-b55eaa9a-ca29-4aca-90ef-20a06b35d592 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:27:34.939133 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [req-02719876-71e4-490e-b72f-c50338aecd7e req-b55eaa9a-ca29-4aca-90ef-20a06b35d592 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] For port 984181ef-9d65-4a2c-9f8b-09e1874cb39c, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=984181ef-9d65-4a2c-9f8b-09e1874cb39c,segment=NetworkSegment(d3274902-e856-4cb9-82b7-d742a2bcc242),segment_id=d3274902-e856-4cb9-82b7-d742a2bcc242)] {{(pid=109867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:27:34.939487 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-02719876-71e4-490e-b72f-c50338aecd7e req-b55eaa9a-ca29-4aca-90ef-20a06b35d592 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:27:34.951278 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [req-02719876-71e4-490e-b72f-c50338aecd7e req-b55eaa9a-ca29-4aca-90ef-20a06b35d592 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Calling delete_port for 984181ef-9d65-4a2c-9f8b-09e1874cb39c owned by compute:nova {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 02:27:35.076288 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-02719876-71e4-490e-b72f-c50338aecd7e req-b55eaa9a-ca29-4aca-90ef-20a06b35d592 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:27:35.108933 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55eaa9a-ca29-4aca-90ef-20a06b35d592 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Pushing event deleted for resources: {'Port': ['ID=984181ef-9d65-4a2c-9f8b-09e1874cb39c,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:27:35.150231 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [req-02719876-71e4-490e-b72f-c50338aecd7e req-b55eaa9a-ca29-4aca-90ef-20a06b35d592 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] No DVR routers for this DVR port 984181ef-9d65-4a2c-9f8b-09e1874cb39c on host hv-neutron-8189 {{(pid=109867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 02:27:35.152714 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-02719876-71e4-490e-b72f-c50338aecd7e req-b55eaa9a-ca29-4aca-90ef-20a06b35d592 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:27:35.156129 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-02719876-71e4-490e-b72f-c50338aecd7e req-b55eaa9a-ca29-4aca-90ef-20a06b35d592 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.48 "DELETE /v2.0/ports/984181ef-9d65-4a2c-9f8b-09e1874cb39c HTTP/1.1" status: 204 len: 173 time: 0.3964484 Nov 24 02:27:35.156589 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d677717-f009-4367-9a1d-1d40c1bc76b5', 'name': 'network-vif-deleted', 'tag': '984181ef-9d65-4a2c-9f8b-09e1874cb39c'}] {{(pid=109867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:27:35.158843 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2155eb48762029a847224b6ca77dbed8b251e8450d3d79f1fc0a82d404e82e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71b4dd0c-e647-46d3-9823-e5b7e10480fd" -d '{"events": [{"server_uuid": "6d677717-f009-4367-9a1d-1d40c1bc76b5", "name": "network-vif-deleted", "tag": "984181ef-9d65-4a2c-9f8b-09e1874cb39c"}]}' {{(pid=109867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:27:35.374416 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 02:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0291e97-cfa9-42c9-b4f5-90930358ef44 x-openstack-request-id: req-b0291e97-cfa9-42c9-b4f5-90930358ef44 {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:27:35.374711 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d677717-f009-4367-9a1d-1d40c1bc76b5", "name": "network-vif-deleted", "tag": "984181ef-9d65-4a2c-9f8b-09e1874cb39c", "status": "completed", "code": 200}]} {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:27:35.374993 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b0291e97-cfa9-42c9-b4f5-90930358ef44 {{(pid=109867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:27:35.375398 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d677717-f009-4367-9a1d-1d40c1bc76b5', 'name': 'network-vif-deleted', 'tag': '984181ef-9d65-4a2c-9f8b-09e1874cb39c', 'status': 'completed', 'code': 200} Nov 24 02:27:35.664129 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-fa9c8cb7-2230-4d8c-9bbc-1c1b8d277d14 req-0aea1439-0d3c-4cfd-941c-ca42bad90933 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d677717-f009-4367-9a1d-1d40c1bc76b5 HTTP/1.1" status: 200 len: 210 time: 0.0260141 Nov 24 02:27:36.720365 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 57412) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:27:36.776474 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c55e8296-3848-4ee7-9d12-7e6993ea0fd4 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Publish callbacks [] for security_group, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:27:36.801068 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c55e8296-3848-4ee7-9d12-7e6993ea0fd4 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:27:36.861555 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c55e8296-3848-4ee7-9d12-7e6993ea0fd4 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:27:36.864798 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c55e8296-3848-4ee7-9d12-7e6993ea0fd4 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:27:36.866012 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-c55e8296-3848-4ee7-9d12-7e6993ea0fd4 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "DELETE /v2.0/security-groups/7b121256-a188-4bf2-9418-3d6897e9c960 HTTP/1.1" status: 204 len: 168 time: 0.1446476 Nov 24 02:27:36.875376 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55e8296-3848-4ee7-9d12-7e6993ea0fd4 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b121256-a188-4bf2-9418-3d6897e9c960,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:27:37.058586 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 57418) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:27:37.063252 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-ce461d53-bfb7-4d24-abcc-6c6be7a7ba35 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2128807568', 'description': 'tempest-secgroup-smoke-2128807568 description', 'project_id': 'e3a0809cf4cc4c10b723f1808d0828c0'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:27:37.085998 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ce461d53-bfb7-4d24-abcc-6c6be7a7ba35 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Publish callbacks [] for security_group, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:27:37.155482 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ce461d53-bfb7-4d24-abcc-6c6be7a7ba35 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Publish callbacks [] for security_group, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:27:37.158991 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ce461d53-bfb7-4d24-abcc-6c6be7a7ba35 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:27:37.186941 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ce461d53-bfb7-4d24-abcc-6c6be7a7ba35 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:27:37.188143 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-ce461d53-bfb7-4d24-abcc-6c6be7a7ba35 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1285496 Nov 24 02:27:37.191321 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 57420) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:27:37.192685 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce461d53-bfb7-4d24-abcc-6c6be7a7ba35 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16b4bd09-372d-413d-8523-ed57eb9d95d3,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:27:37.196665 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-3d5a86c7-4ecc-4124-97e7-9d4ced28a420 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Request body: {'security_group_rule': {'security_group_id': '16b4bd09-372d-413d-8523-ed57eb9d95d3', 'project_id': 'e3a0809cf4cc4c10b723f1808d0828c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:27:37.223738 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3d5a86c7-4ecc-4124-97e7-9d4ced28a420 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:27:37.277246 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3d5a86c7-4ecc-4124-97e7-9d4ced28a420 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:27:37.280580 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3d5a86c7-4ecc-4124-97e7-9d4ced28a420 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:27:37.297682 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5a86c7-4ecc-4124-97e7-9d4ced28a420 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2ea873c-f7fe-4947-82c0-8c5ba31e3f02,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:27:37.308550 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-3d5a86c7-4ecc-4124-97e7-9d4ced28a420 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:27:37.309749 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-3d5a86c7-4ecc-4124-97e7-9d4ced28a420 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1173651 Nov 24 02:27:37.311086 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5a86c7-4ecc-4124-97e7-9d4ced28a420 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:27:37.311433 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5a86c7-4ecc-4124-97e7-9d4ced28a420 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:27:37.311769 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5a86c7-4ecc-4124-97e7-9d4ced28a420 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:27:37.312191 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5a86c7-4ecc-4124-97e7-9d4ced28a420 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:27:37.312526 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5a86c7-4ecc-4124-97e7-9d4ced28a420 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:27:37.312638 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 57422) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:27:37.312856 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5a86c7-4ecc-4124-97e7-9d4ced28a420 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:27:37.313180 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5a86c7-4ecc-4124-97e7-9d4ced28a420 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:27:37.313525 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5a86c7-4ecc-4124-97e7-9d4ced28a420 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:27:37.313849 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5a86c7-4ecc-4124-97e7-9d4ced28a420 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:27:37.314170 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5a86c7-4ecc-4124-97e7-9d4ced28a420 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:27:37.314495 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5a86c7-4ecc-4124-97e7-9d4ced28a420 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:27:37.314813 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5a86c7-4ecc-4124-97e7-9d4ced28a420 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:27:37.317688 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-9316c52e-c77f-42f2-8cc2-a634bc111dfc tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Request body: {'security_group_rule': {'security_group_id': '16b4bd09-372d-413d-8523-ed57eb9d95d3', 'project_id': 'e3a0809cf4cc4c10b723f1808d0828c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:27:37.342649 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9316c52e-c77f-42f2-8cc2-a634bc111dfc tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:27:37.397853 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9316c52e-c77f-42f2-8cc2-a634bc111dfc tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:27:37.401202 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9316c52e-c77f-42f2-8cc2-a634bc111dfc tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:27:37.418589 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9316c52e-c77f-42f2-8cc2-a634bc111dfc tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a3bdac5-7f45-4eed-af5d-6381dcfe1d6a,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:27:37.426212 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9316c52e-c77f-42f2-8cc2-a634bc111dfc tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:27:37.427388 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-9316c52e-c77f-42f2-8cc2-a634bc111dfc tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1135199 Nov 24 02:27:37.429987 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 57424) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:27:37.434582 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-74fb5769-c5bc-4faa-b020-e7ca436170aa tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Request body: {'security_group_rule': {'security_group_id': '16b4bd09-372d-413d-8523-ed57eb9d95d3', 'project_id': 'e3a0809cf4cc4c10b723f1808d0828c0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:27:37.465443 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-74fb5769-c5bc-4faa-b020-e7ca436170aa tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:27:37.520661 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-74fb5769-c5bc-4faa-b020-e7ca436170aa tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:27:37.525271 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-74fb5769-c5bc-4faa-b020-e7ca436170aa tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:27:37.542144 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fb5769-c5bc-4faa-b020-e7ca436170aa tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3c10966-f12c-483e-9aa7-ce4815d518ff,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:27:37.550614 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-74fb5769-c5bc-4faa-b020-e7ca436170aa tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:27:37.551824 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-74fb5769-c5bc-4faa-b020-e7ca436170aa tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1208954 Nov 24 02:27:37.554464 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 57426) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:27:37.558937 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-fa7d7809-0e1c-4803-9012-d202a6ef5065 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Request body: {'security_group_rule': {'security_group_id': '16b4bd09-372d-413d-8523-ed57eb9d95d3', 'project_id': 'e3a0809cf4cc4c10b723f1808d0828c0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:27:37.585650 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fa7d7809-0e1c-4803-9012-d202a6ef5065 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:27:37.652502 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fa7d7809-0e1c-4803-9012-d202a6ef5065 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:27:37.655210 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fa7d7809-0e1c-4803-9012-d202a6ef5065 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:27:37.672245 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7d7809-0e1c-4803-9012-d202a6ef5065 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e60ac9e3-ae97-4d15-80c4-78cfb72f2e43,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:27:37.680327 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fa7d7809-0e1c-4803-9012-d202a6ef5065 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:27:37.681795 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-fa7d7809-0e1c-4803-9012-d202a6ef5065 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1264160 Nov 24 02:27:37.684546 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 57428) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:27:37.688957 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-621664d9-6cd0-4833-bdb2-9a910e91bc64 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Request body: {'security_group_rule': {'security_group_id': '16b4bd09-372d-413d-8523-ed57eb9d95d3', 'project_id': 'e3a0809cf4cc4c10b723f1808d0828c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:27:37.710909 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.securitygroups_db [None req-621664d9-6cd0-4833-bdb2-9a910e91bc64 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Project e3a0809cf4cc4c10b723f1808d0828c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 02:27:37.715704 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-621664d9-6cd0-4833-bdb2-9a910e91bc64 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:27:37.773481 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-621664d9-6cd0-4833-bdb2-9a910e91bc64 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:27:37.776953 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-621664d9-6cd0-4833-bdb2-9a910e91bc64 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:27:37.794470 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621664d9-6cd0-4833-bdb2-9a910e91bc64 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ab1e750-c6f2-408a-8ddf-71701a053e67,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:27:37.802812 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-621664d9-6cd0-4833-bdb2-9a910e91bc64 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:27:37.804000 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-621664d9-6cd0-4833-bdb2-9a910e91bc64 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1184957 Nov 24 02:27:37.807087 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 57430) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:27:37.811532 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-968145ae-5db7-41de-8648-fe88a0cd92d7 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Request body: {'security_group_rule': {'security_group_id': '16b4bd09-372d-413d-8523-ed57eb9d95d3', 'project_id': 'e3a0809cf4cc4c10b723f1808d0828c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:27:37.834276 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.securitygroups_db [None req-968145ae-5db7-41de-8648-fe88a0cd92d7 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Project e3a0809cf4cc4c10b723f1808d0828c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 02:27:37.839030 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-968145ae-5db7-41de-8648-fe88a0cd92d7 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:27:37.897286 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-968145ae-5db7-41de-8648-fe88a0cd92d7 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:27:37.901592 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-968145ae-5db7-41de-8648-fe88a0cd92d7 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:27:37.925255 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968145ae-5db7-41de-8648-fe88a0cd92d7 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8a57677-0b14-4ae6-9579-00ed98f36f7b,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:27:37.931786 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-968145ae-5db7-41de-8648-fe88a0cd92d7 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:27:37.932587 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-968145ae-5db7-41de-8648-fe88a0cd92d7 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1245399 Nov 24 02:27:38.154546 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.agents_db [None req-4e42c10c-a1d3-4d07-89d6-7a24334140aa None None] Agent healthcheck: found 6 active agents {{(pid=109869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 02:27:40.165020 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 984181ef-9d65-4a2c-9f8b-09e1874cb39c no longer exists at agent hyperv_hv-neutron-8189 {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 02:27:40.185195 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] No Port match for: 984181ef-9d65-4a2c-9f8b-09e1874cb39c {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 02:27:40.185568 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 984181ef-9d65-4a2c-9f8b-09e1874cb39c not bound to the agent host hv-neutron-8189 {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 02:27:53.148959 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-7fd4ce7e-af88-4d0f-9509-b1b6b16ec703 req-9c4fd721-0d5d-42eb-9496-c306e274d665 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2128807568&fields=id&tenant_id=e3a0809cf4cc4c10b723f1808d0828c0 HTTP/1.1" status: 200 len: 267 time: 0.0433872 Nov 24 02:27:53.257465 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd4ce7e-af88-4d0f-9509-b1b6b16ec703 req-9312e28c-6f06-44a7-9400-9a24cc040c63 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:27:53.258922 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-7fd4ce7e-af88-4d0f-9509-b1b6b16ec703 req-9312e28c-6f06-44a7-9400-9a24cc040c63 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/networks?id=059f2685-2db6-4bd7-a991-0e0980196e45 HTTP/1.1" status: 200 len: 808 time: 0.1033835 Nov 24 02:27:53.273291 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-7fd4ce7e-af88-4d0f-9509-b1b6b16ec703 req-ac7354cb-0d1c-45df-865d-185a5d59a5f1 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/quotas/e3a0809cf4cc4c10b723f1808d0828c0 HTTP/1.1" status: 200 len: 375 time: 0.0087497 Nov 24 02:27:53.323235 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-7fd4ce7e-af88-4d0f-9509-b1b6b16ec703 req-0d069336-bf9f-4f92-9512-d2e9e73ffc85 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e3a0809cf4cc4c10b723f1808d0828c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447984 Nov 24 02:27:53.338496 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [req-7fd4ce7e-af88-4d0f-9509-b1b6b16ec703 req-9d0379be-0c32-4ac4-8904-b221c8945ca9 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 02:27:53.339466 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-7fd4ce7e-af88-4d0f-9509-b1b6b16ec703 req-9d0379be-0c32-4ac4-8904-b221c8945ca9 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050993 Nov 24 02:27:53.432266 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-7fd4ce7e-af88-4d0f-9509-b1b6b16ec703 req-1b50e22c-6b2e-42c8-a762-56767fc1c405 service neutron] 10.222.0.21 "GET /v2.0/networks/059f2685-2db6-4bd7-a991-0e0980196e45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873022 Nov 24 02:27:53.519855 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-7fd4ce7e-af88-4d0f-9509-b1b6b16ec703 req-a83f5bce-fdee-43d6-ac68-37711d053253 service neutron] 10.222.0.21 "GET /v2.0/networks/059f2685-2db6-4bd7-a991-0e0980196e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816145 Nov 24 02:27:53.799813 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-c28990eb-f534-4582-9ac3-a72e74b4e65d req-79af29b5-40ee-4071-ac75-b727293d5059 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/ports?device_id=4953a6e1-0caa-4036-bf10-4e7828d29e72 HTTP/1.1" status: 200 len: 210 time: 0.0288186 Nov 24 02:27:54.800689 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd4ce7e-af88-4d0f-9509-b1b6b16ec703 req-7d29747b-3391-4916-8ff9-246acd89f75c tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:27:54.802268 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-7fd4ce7e-af88-4d0f-9509-b1b6b16ec703 req-7d29747b-3391-4916-8ff9-246acd89f75c tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.48 "GET /v2.0/networks?id=059f2685-2db6-4bd7-a991-0e0980196e45 HTTP/1.1" status: 200 len: 808 time: 0.1112874 Nov 24 02:27:54.816533 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-4e714265-50c1-447c-ac57-54de289fec23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:27:54.888884 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-7fd4ce7e-af88-4d0f-9509-b1b6b16ec703 req-6d3b3639-bcc6-4f67-a978-0777db7ead9b tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e3a0809cf4cc4c10b723f1808d0828c0 HTTP/1.1" status: 200 len: 380 time: 0.0647476 Nov 24 02:27:54.898927 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [req-7fd4ce7e-af88-4d0f-9509-b1b6b16ec703 req-7c35224a-5215-490e-ab3c-8d0652c5e749 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Request body: {'port': {'device_id': '4953a6e1-0caa-4036-bf10-4e7828d29e72', 'network_id': '059f2685-2db6-4bd7-a991-0e0980196e45', 'admin_state_up': True, 'tenant_id': 'e3a0809cf4cc4c10b723f1808d0828c0', 'security_groups': ['16b4bd09-372d-413d-8523-ed57eb9d95d3']}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:27:54.899636 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-c4bc462f-897a-4efa-bc46-d2a4ec40bae8 req-1d970186-80de-4bb1-9211-41063d291ba2 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/ports?device_id=4953a6e1-0caa-4036-bf10-4e7828d29e72 HTTP/1.1" status: 200 len: 210 time: 0.0321379 Nov 24 02:27:55.014839 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fd4ce7e-af88-4d0f-9509-b1b6b16ec703 req-7c35224a-5215-490e-ab3c-8d0652c5e749 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Made reservation on behalf of e3a0809cf4cc4c10b723f1808d0828c0 for: {'port': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 02:27:55.018347 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-7fd4ce7e-af88-4d0f-9509-b1b6b16ec703 req-7c35224a-5215-490e-ab3c-8d0652c5e749 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:27:55.167204 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [req-7fd4ce7e-af88-4d0f-9509-b1b6b16ec703 req-7c35224a-5215-490e-ab3c-8d0652c5e749 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Allocated IP 172.20.0.13 (059f2685-2db6-4bd7-a991-0e0980196e45/554bea0f-2d53-4338-9e2a-7e41af17864e/1cd25dc9-c9f1-49a9-8402-8915aa2707e9) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 02:27:55.302739 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-7fd4ce7e-af88-4d0f-9509-b1b6b16ec703 req-7c35224a-5215-490e-ab3c-8d0652c5e749 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:27:55.336972 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-7fd4ce7e-af88-4d0f-9509-b1b6b16ec703 req-7c35224a-5215-490e-ab3c-8d0652c5e749 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:27:55.386090 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fd4ce7e-af88-4d0f-9509-b1b6b16ec703 req-7c35224a-5215-490e-ab3c-8d0652c5e749 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Network 059f2685-2db6-4bd7-a991-0e0980196e45 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 02:27:55.389035 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [req-7fd4ce7e-af88-4d0f-9509-b1b6b16ec703 req-7c35224a-5215-490e-ab3c-8d0652c5e749 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:27:55.392728 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fd4ce7e-af88-4d0f-9509-b1b6b16ec703 req-7c35224a-5215-490e-ab3c-8d0652c5e749 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 02:27:55.399379 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c35224a-5215-490e-ab3c-8d0652c5e749 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Pushing event updated for resources: {'Port': ['ID=1cd25dc9-c9f1-49a9-8402-8915aa2707e9,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:27:55.450775 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd4ce7e-af88-4d0f-9509-b1b6b16ec703 req-7c35224a-5215-490e-ab3c-8d0652c5e749 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:27:55.451693 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-7fd4ce7e-af88-4d0f-9509-b1b6b16ec703 req-7c35224a-5215-490e-ab3c-8d0652c5e749 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:27:55.471290 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-7fd4ce7e-af88-4d0f-9509-b1b6b16ec703 req-7c35224a-5215-490e-ab3c-8d0652c5e749 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5757625 Nov 24 02:27:55.489622 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [req-7fd4ce7e-af88-4d0f-9509-b1b6b16ec703 req-fd9e06db-8836-4166-b6d4-0589224417ab service neutron] Request body: {'port': {'device_id': '4953a6e1-0caa-4036-bf10-4e7828d29e72', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8189'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:27:55.544649 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-7fd4ce7e-af88-4d0f-9509-b1b6b16ec703 req-fd9e06db-8836-4166-b6d4-0589224417ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:27:55.644854 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-909ea5d4-051d-4a8f-81e9-449ba63bd397 None None] Provisioning complete for port 1cd25dc9-c9f1-49a9-8402-8915aa2707e9 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:27:55.645219 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-909ea5d4-051d-4a8f-81e9-449ba63bd397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:27:55.682467 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-909ea5d4-051d-4a8f-81e9-449ba63bd397 None None] Port 1cd25dc9-c9f1-49a9-8402-8915aa2707e9 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 02:27:55.819363 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [req-7fd4ce7e-af88-4d0f-9509-b1b6b16ec703 req-fd9e06db-8836-4166-b6d4-0589224417ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cd25dc9-c9f1-49a9-8402-8915aa2707e9 {{(pid=109867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 02:27:55.826646 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-7fd4ce7e-af88-4d0f-9509-b1b6b16ec703 req-fd9e06db-8836-4166-b6d4-0589224417ab service neutron] Publish callbacks [] for port, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:27:55.839445 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.provisioning_blocks [req-7fd4ce7e-af88-4d0f-9509-b1b6b16ec703 req-fd9e06db-8836-4166-b6d4-0589224417ab service neutron] Transition to ACTIVE for port object 1cd25dc9-c9f1-49a9-8402-8915aa2707e9 will not be triggered until provisioned by entity L2. {{(pid=109867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 02:27:55.842864 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-7fd4ce7e-af88-4d0f-9509-b1b6b16ec703 req-fd9e06db-8836-4166-b6d4-0589224417ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25501696'] for port, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:27:55.896970 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9e06db-8836-4166-b6d4-0589224417ab service neutron] Pushing event updated for resources: {'Port': ['ID=1cd25dc9-c9f1-49a9-8402-8915aa2707e9,revision_number=2']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:27:55.979574 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.managers [req-7fd4ce7e-af88-4d0f-9509-b1b6b16ec703 req-fd9e06db-8836-4166-b6d4-0589224417ab service neutron] Attempting to bind port 1cd25dc9-c9f1-49a9-8402-8915aa2707e9 on host hv-neutron-8189 for vnic_type normal with profile {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 02:27:55.979975 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.managers [req-7fd4ce7e-af88-4d0f-9509-b1b6b16ec703 req-fd9e06db-8836-4166-b6d4-0589224417ab service neutron] Attempting to bind port 1cd25dc9-c9f1-49a9-8402-8915aa2707e9 by drivers openvswitch,hyperv on host hv-neutron-8189 at level 0 using segments [{'id': 'd3274902-e856-4cb9-82b7-d742a2bcc242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '059f2685-2db6-4bd7-a991-0e0980196e45'}] {{(pid=109867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 02:27:55.980315 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd4ce7e-af88-4d0f-9509-b1b6b16ec703 req-fd9e06db-8836-4166-b6d4-0589224417ab service neutron] Attempting to bind port 1cd25dc9-c9f1-49a9-8402-8915aa2707e9 on network 059f2685-2db6-4bd7-a991-0e0980196e45 {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 02:27:55.988267 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd4ce7e-af88-4d0f-9509-b1b6b16ec703 req-fd9e06db-8836-4166-b6d4-0589224417ab service neutron] Port 1cd25dc9-c9f1-49a9-8402-8915aa2707e9 on network 059f2685-2db6-4bd7-a991-0e0980196e45 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8189 {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 02:27:55.988876 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd4ce7e-af88-4d0f-9509-b1b6b16ec703 req-fd9e06db-8836-4166-b6d4-0589224417ab service neutron] Attempting to bind port 1cd25dc9-c9f1-49a9-8402-8915aa2707e9 on network 059f2685-2db6-4bd7-a991-0e0980196e45 {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 02:27:55.994732 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd4ce7e-af88-4d0f-9509-b1b6b16ec703 req-fd9e06db-8836-4166-b6d4-0589224417ab service neutron] Checking agent: {'id': '5773fe6b-0967-455f-9dc9-84c0c923201b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 42, 58), 'started_at': datetime.datetime(2021, 11, 24, 1, 42, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 2, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 02:27:55.995176 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd4ce7e-af88-4d0f-9509-b1b6b16ec703 req-fd9e06db-8836-4166-b6d4-0589224417ab service neutron] Checking segment: {'id': 'd3274902-e856-4cb9-82b7-d742a2bcc242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '059f2685-2db6-4bd7-a991-0e0980196e45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 02:27:55.995709 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd4ce7e-af88-4d0f-9509-b1b6b16ec703 req-fd9e06db-8836-4166-b6d4-0589224417ab service neutron] Bound using segment: {'id': 'd3274902-e856-4cb9-82b7-d742a2bcc242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '059f2685-2db6-4bd7-a991-0e0980196e45'} {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 02:27:55.996216 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.managers [req-7fd4ce7e-af88-4d0f-9509-b1b6b16ec703 req-fd9e06db-8836-4166-b6d4-0589224417ab service neutron] Bound port: 1cd25dc9-c9f1-49a9-8402-8915aa2707e9, host: hv-neutron-8189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3274902-e856-4cb9-82b7-d742a2bcc242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '059f2685-2db6-4bd7-a991-0e0980196e45'}}] {{(pid=109867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 02:27:55.996632 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-7fd4ce7e-af88-4d0f-9509-b1b6b16ec703 req-fd9e06db-8836-4166-b6d4-0589224417ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:27:56.099187 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5db28b-8ebf-4a52-bc91-8eb9cd70a311 req-55523ba8-f00a-41f5-878f-8753d1759390 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:27:56.100695 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-ae5db28b-8ebf-4a52-bc91-8eb9cd70a311 req-55523ba8-f00a-41f5-878f-8753d1759390 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/ports?device_id=4953a6e1-0caa-4036-bf10-4e7828d29e72 HTTP/1.1" status: 200 len: 944 time: 0.0887511 Nov 24 02:27:56.106985 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [req-7fd4ce7e-af88-4d0f-9509-b1b6b16ec703 req-fd9e06db-8836-4166-b6d4-0589224417ab service neutron] For port 1cd25dc9-c9f1-49a9-8402-8915aa2707e9, host hv-neutron-8189, cleared binding levels {{(pid=109867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 02:27:56.110752 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [req-7fd4ce7e-af88-4d0f-9509-b1b6b16ec703 req-fd9e06db-8836-4166-b6d4-0589224417ab service neutron] For port 1cd25dc9-c9f1-49a9-8402-8915aa2707e9, host hv-neutron-8189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=1cd25dc9-c9f1-49a9-8402-8915aa2707e9,segment=NetworkSegment(d3274902-e856-4cb9-82b7-d742a2bcc242),segment_id=d3274902-e856-4cb9-82b7-d742a2bcc242)] {{(pid=109867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 02:27:56.120302 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-7fd4ce7e-af88-4d0f-9509-b1b6b16ec703 req-fd9e06db-8836-4166-b6d4-0589224417ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25501696'] for port, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:27:56.164627 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd4ce7e-af88-4d0f-9509-b1b6b16ec703 req-fd9e06db-8836-4166-b6d4-0589224417ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:27:56.165249 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-7fd4ce7e-af88-4d0f-9509-b1b6b16ec703 req-fd9e06db-8836-4166-b6d4-0589224417ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:27:56.166747 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-7fd4ce7e-af88-4d0f-9509-b1b6b16ec703 req-fd9e06db-8836-4166-b6d4-0589224417ab service neutron] 10.222.0.48 "PUT /v2.0/ports/1cd25dc9-c9f1-49a9-8402-8915aa2707e9 HTTP/1.1" status: 200 len: 1094 time: 0.6819911 Nov 24 02:27:56.167193 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4953a6e1-0caa-4036-bf10-4e7828d29e72', 'tag': '1cd25dc9-c9f1-49a9-8402-8915aa2707e9'}] {{(pid=109867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:27:56.169479 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2155eb48762029a847224b6ca77dbed8b251e8450d3d79f1fc0a82d404e82e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3cba2c8-e359-4cae-b0fb-08adf73daa13" -d '{"events": [{"name": "network-changed", "server_uuid": "4953a6e1-0caa-4036-bf10-4e7828d29e72", "tag": "1cd25dc9-c9f1-49a9-8402-8915aa2707e9"}]}' {{(pid=109867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:27:56.222005 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-ae5db28b-8ebf-4a52-bc91-8eb9cd70a311 req-588553e9-c571-401a-a29e-d081366338ed tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b4bd09-372d-413d-8523-ed57eb9d95d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094997 Nov 24 02:27:56.223091 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9e06db-8836-4166-b6d4-0589224417ab service neutron] Pushing event updated for resources: {'Port': ['ID=1cd25dc9-c9f1-49a9-8402-8915aa2707e9,revision_number=3']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:27:56.250924 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 02:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f79acbd7-f927-468b-ac92-05da7e6fc6d0 x-openstack-request-id: req-f79acbd7-f927-468b-ac92-05da7e6fc6d0 {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:27:56.251274 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4953a6e1-0caa-4036-bf10-4e7828d29e72", "tag": "1cd25dc9-c9f1-49a9-8402-8915aa2707e9", "status": "completed", "code": 200}]} {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:27:56.251585 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f79acbd7-f927-468b-ac92-05da7e6fc6d0 {{(pid=109867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:27:56.253182 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4953a6e1-0caa-4036-bf10-4e7828d29e72', 'tag': '1cd25dc9-c9f1-49a9-8402-8915aa2707e9', 'status': 'completed', 'code': 200} Nov 24 02:27:56.307816 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd4ce7e-af88-4d0f-9509-b1b6b16ec703 req-225eaca0-8295-4dfe-bbce-0f5f5298273b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:27:56.309753 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-7fd4ce7e-af88-4d0f-9509-b1b6b16ec703 req-225eaca0-8295-4dfe-bbce-0f5f5298273b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e3a0809cf4cc4c10b723f1808d0828c0&device_id=4953a6e1-0caa-4036-bf10-4e7828d29e72 HTTP/1.1" status: 200 len: 1097 time: 0.0438788 Nov 24 02:27:56.367543 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-7fd4ce7e-af88-4d0f-9509-b1b6b16ec703 req-acc034db-3e63-492a-945c-e09fb434486b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1cd25dc9-c9f1-49a9-8402-8915aa2707e9 HTTP/1.1" status: 200 len: 217 time: 0.0414803 Nov 24 02:27:56.425773 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd4ce7e-af88-4d0f-9509-b1b6b16ec703 req-ace0dab5-302c-44c5-95c3-ba32ebc56599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:27:56.427420 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-7fd4ce7e-af88-4d0f-9509-b1b6b16ec703 req-ace0dab5-302c-44c5-95c3-ba32ebc56599 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=554bea0f-2d53-4338-9e2a-7e41af17864e HTTP/1.1" status: 200 len: 847 time: 0.0523932 Nov 24 02:27:56.476532 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd4ce7e-af88-4d0f-9509-b1b6b16ec703 req-7e0e110f-e626-4a77-8210-de5aa843153c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:27:56.478120 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-7fd4ce7e-af88-4d0f-9509-b1b6b16ec703 req-7e0e110f-e626-4a77-8210-de5aa843153c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=059f2685-2db6-4bd7-a991-0e0980196e45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0440798 Nov 24 02:27:56.569229 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-7fd4ce7e-af88-4d0f-9509-b1b6b16ec703 req-379952b6-9357-46cf-a6bf-cdccb462a80d service neutron] 10.222.0.48 "GET /v2.0/networks/059f2685-2db6-4bd7-a991-0e0980196e45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836916 Nov 24 02:27:56.664457 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-7fd4ce7e-af88-4d0f-9509-b1b6b16ec703 req-9faa6af2-6987-4508-a113-1940f5605a4c service neutron] 10.222.0.48 "GET /v2.0/networks/059f2685-2db6-4bd7-a991-0e0980196e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870609 Nov 24 02:27:56.775754 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cba2c8-e359-4cae-b0fb-08adf73daa13 req-9d0456d5-1894-4022-99fe-425dd72f2b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:27:56.777152 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e3cba2c8-e359-4cae-b0fb-08adf73daa13 req-9d0456d5-1894-4022-99fe-425dd72f2b0f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e3a0809cf4cc4c10b723f1808d0828c0&device_id=4953a6e1-0caa-4036-bf10-4e7828d29e72 HTTP/1.1" status: 200 len: 1097 time: 0.0416710 Nov 24 02:27:56.872156 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cba2c8-e359-4cae-b0fb-08adf73daa13 req-47722fd9-e1dc-4127-9c21-0adb557efcae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:27:56.873690 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e3cba2c8-e359-4cae-b0fb-08adf73daa13 req-47722fd9-e1dc-4127-9c21-0adb557efcae service neutron] 10.222.0.48 "GET /v2.0/networks?id=059f2685-2db6-4bd7-a991-0e0980196e45 HTTP/1.1" status: 200 len: 909 time: 0.0894704 Nov 24 02:27:56.914305 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e3cba2c8-e359-4cae-b0fb-08adf73daa13 req-10aee2b4-31a7-4589-b6ff-7e161cb3d3cd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1cd25dc9-c9f1-49a9-8402-8915aa2707e9 HTTP/1.1" status: 200 len: 217 time: 0.0337777 Nov 24 02:27:56.964163 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cba2c8-e359-4cae-b0fb-08adf73daa13 req-6b9342be-9324-426e-802a-85ee24e2c7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:27:56.965588 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e3cba2c8-e359-4cae-b0fb-08adf73daa13 req-6b9342be-9324-426e-802a-85ee24e2c7fa service neutron] 10.222.0.48 "GET /v2.0/subnets?id=554bea0f-2d53-4338-9e2a-7e41af17864e HTTP/1.1" status: 200 len: 847 time: 0.0444500 Nov 24 02:27:57.015206 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cba2c8-e359-4cae-b0fb-08adf73daa13 req-87fdb32e-4c74-4129-bbf3-b3f297cd4c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:27:57.016684 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e3cba2c8-e359-4cae-b0fb-08adf73daa13 req-87fdb32e-4c74-4129-bbf3-b3f297cd4c31 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=059f2685-2db6-4bd7-a991-0e0980196e45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0439291 Nov 24 02:27:57.106407 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e3cba2c8-e359-4cae-b0fb-08adf73daa13 req-03841834-278f-46cd-a8c8-4a034d1f61e7 service neutron] 10.222.0.48 "GET /v2.0/networks/059f2685-2db6-4bd7-a991-0e0980196e45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823405 Nov 24 02:27:57.205147 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e3cba2c8-e359-4cae-b0fb-08adf73daa13 req-b8c5f03c-ed6b-4df1-9060-ded579f05259 service neutron] 10.222.0.48 "GET /v2.0/networks/059f2685-2db6-4bd7-a991-0e0980196e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888736 Nov 24 02:27:57.282599 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-15dcd1e2-d5ac-4af3-9d16-684c5940fb52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:27:57.360579 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9d7dee-6cf9-45b8-b564-cc96b2b223a5 req-ec5ff091-d0ef-4c7f-8484-637c03475cbb tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:27:57.362606 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-bf9d7dee-6cf9-45b8-b564-cc96b2b223a5 req-ec5ff091-d0ef-4c7f-8484-637c03475cbb tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/ports?device_id=4953a6e1-0caa-4036-bf10-4e7828d29e72 HTTP/1.1" status: 200 len: 944 time: 0.0499589 Nov 24 02:27:57.412764 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-bf9d7dee-6cf9-45b8-b564-cc96b2b223a5 req-f495e08f-e309-49b0-83ff-b71a8b8322b8 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b4bd09-372d-413d-8523-ed57eb9d95d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437894 Nov 24 02:27:58.258291 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:27:58.343283 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:27:58.529270 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b3b392-4926-4120-a913-c2013048d6e7 req-d1011b23-805f-47e0-95e1-b920b15fd94c tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:27:58.530807 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-c6b3b392-4926-4120-a913-c2013048d6e7 req-d1011b23-805f-47e0-95e1-b920b15fd94c tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/ports?device_id=4953a6e1-0caa-4036-bf10-4e7828d29e72 HTTP/1.1" status: 200 len: 944 time: 0.0501697 Nov 24 02:27:58.579516 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-c6b3b392-4926-4120-a913-c2013048d6e7 req-41368b08-62b0-437b-b22c-14ba8b4f70b0 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b4bd09-372d-413d-8523-ed57eb9d95d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427005 Nov 24 02:27:59.696288 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2efdd9f-8b60-4aae-8797-210301fc56e9 req-5090a73a-0ec7-4c36-ae07-7b143be6f955 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:27:59.697816 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-b2efdd9f-8b60-4aae-8797-210301fc56e9 req-5090a73a-0ec7-4c36-ae07-7b143be6f955 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/ports?device_id=4953a6e1-0caa-4036-bf10-4e7828d29e72 HTTP/1.1" status: 200 len: 944 time: 0.0499516 Nov 24 02:27:59.749738 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-b2efdd9f-8b60-4aae-8797-210301fc56e9 req-3008492a-39a9-48cd-a44f-cc4994ca7a5d tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b4bd09-372d-413d-8523-ed57eb9d95d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457950 Nov 24 02:27:59.770819 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:28:00.187624 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:28:00.866067 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065d79e7-3db3-464c-a8aa-7edf0d222f06 req-de8fcafa-fd2c-47ba-90b4-fe6ccd2893a2 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:28:00.867545 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-065d79e7-3db3-464c-a8aa-7edf0d222f06 req-de8fcafa-fd2c-47ba-90b4-fe6ccd2893a2 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/ports?device_id=4953a6e1-0caa-4036-bf10-4e7828d29e72 HTTP/1.1" status: 200 len: 944 time: 0.0483420 Nov 24 02:28:00.919333 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-065d79e7-3db3-464c-a8aa-7edf0d222f06 req-bda62376-99db-4171-8602-4ee279439ea8 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b4bd09-372d-413d-8523-ed57eb9d95d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459776 Nov 24 02:28:02.036693 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5d81bb-4b40-4618-9212-6c6ff5e4b427 req-4fd120c0-d470-43c0-840b-4371dd8a667c tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:28:02.038193 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-ab5d81bb-4b40-4618-9212-6c6ff5e4b427 req-4fd120c0-d470-43c0-840b-4371dd8a667c tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/ports?device_id=4953a6e1-0caa-4036-bf10-4e7828d29e72 HTTP/1.1" status: 200 len: 944 time: 0.0519135 Nov 24 02:28:02.085903 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-ab5d81bb-4b40-4618-9212-6c6ff5e4b427 req-76b5259b-db30-4862-9ef9-a9fcce1ef467 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b4bd09-372d-413d-8523-ed57eb9d95d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419223 Nov 24 02:28:03.200805 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72cbad2-3387-4100-be7d-de20a742c142 req-6f054694-dda3-44bd-a2ac-a954d7fa7367 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:28:03.202322 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e72cbad2-3387-4100-be7d-de20a742c142 req-6f054694-dda3-44bd-a2ac-a954d7fa7367 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/ports?device_id=4953a6e1-0caa-4036-bf10-4e7828d29e72 HTTP/1.1" status: 200 len: 944 time: 0.0521011 Nov 24 02:28:03.251290 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e72cbad2-3387-4100-be7d-de20a742c142 req-f9d146c1-d5fb-4400-8010-664710316cfb tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b4bd09-372d-413d-8523-ed57eb9d95d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425544 Nov 24 02:28:04.363207 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1762e137-1898-4e94-a0cc-f3d8365a1ceb req-7f0db4f2-e6bc-4099-b1e6-417bb20cbbb9 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:28:04.364665 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-1762e137-1898-4e94-a0cc-f3d8365a1ceb req-7f0db4f2-e6bc-4099-b1e6-417bb20cbbb9 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/ports?device_id=4953a6e1-0caa-4036-bf10-4e7828d29e72 HTTP/1.1" status: 200 len: 944 time: 0.0478034 Nov 24 02:28:04.413839 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-1762e137-1898-4e94-a0cc-f3d8365a1ceb req-1f085f78-feda-4a3a-ba78-e6935d56efb6 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b4bd09-372d-413d-8523-ed57eb9d95d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427961 Nov 24 02:28:05.528214 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b162674c-2998-4336-b259-1156279512d3 req-81691a09-7742-406a-ab89-0c4a9488b0f2 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:28:05.529706 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-b162674c-2998-4336-b259-1156279512d3 req-81691a09-7742-406a-ab89-0c4a9488b0f2 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/ports?device_id=4953a6e1-0caa-4036-bf10-4e7828d29e72 HTTP/1.1" status: 200 len: 944 time: 0.0485957 Nov 24 02:28:05.581080 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-b162674c-2998-4336-b259-1156279512d3 req-f1f9bc99-8986-4d03-a5ee-f2f937708598 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b4bd09-372d-413d-8523-ed57eb9d95d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453973 Nov 24 02:28:06.693040 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d924fc-6518-4f8d-b3f3-a29c047cb86d req-69bc2d23-e810-4286-9ede-96f8f0c497cb tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:28:06.694629 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-28d924fc-6518-4f8d-b3f3-a29c047cb86d req-69bc2d23-e810-4286-9ede-96f8f0c497cb tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/ports?device_id=4953a6e1-0caa-4036-bf10-4e7828d29e72 HTTP/1.1" status: 200 len: 944 time: 0.0482569 Nov 24 02:28:06.747155 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-28d924fc-6518-4f8d-b3f3-a29c047cb86d req-62bad74e-7a77-43c5-9f76-50cee9e8a27a tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b4bd09-372d-413d-8523-ed57eb9d95d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466251 Nov 24 02:28:07.865757 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bafbb7-b142-4ead-8ae5-a5a8e2ca5f98 req-302b5fc2-a2ec-4d0c-8d17-a87cb7bd5fdc tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:28:07.867609 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-f6bafbb7-b142-4ead-8ae5-a5a8e2ca5f98 req-302b5fc2-a2ec-4d0c-8d17-a87cb7bd5fdc tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/ports?device_id=4953a6e1-0caa-4036-bf10-4e7828d29e72 HTTP/1.1" status: 200 len: 944 time: 0.0533636 Nov 24 02:28:07.916957 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-f6bafbb7-b142-4ead-8ae5-a5a8e2ca5f98 req-40a85fbc-528b-4b04-983c-89b8491b5f2b tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b4bd09-372d-413d-8523-ed57eb9d95d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434487 Nov 24 02:28:08.209136 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 1cd25dc9-c9f1-49a9-8402-8915aa2707e9 details requested by agent hyperv_hv-neutron-8189 with host hv-neutron-8189 {{(pid=109868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 02:28:08.307664 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port 1cd25dc9-c9f1-49a9-8402-8915aa2707e9, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=1cd25dc9-c9f1-49a9-8402-8915aa2707e9,segment=NetworkSegment(d3274902-e856-4cb9-82b7-d742a2bcc242),segment_id=d3274902-e856-4cb9-82b7-d742a2bcc242)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:28:08.318397 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Returning: {'device': '1cd25dc9-c9f1-49a9-8402-8915aa2707e9', 'network_id': '059f2685-2db6-4bd7-a991-0e0980196e45', 'port_id': '1cd25dc9-c9f1-49a9-8402-8915aa2707e9', 'mac_address': 'fa:16:3e:71:21:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '554bea0f-2d53-4338-9e2a-7e41af17864e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 02:28:08.353906 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:28:08.365831 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cd25dc9-c9f1-49a9-8402-8915aa2707e9 {{(pid=109868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 02:28:08.385587 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port 1cd25dc9-c9f1-49a9-8402-8915aa2707e9, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=1cd25dc9-c9f1-49a9-8402-8915aa2707e9,segment=NetworkSegment(d3274902-e856-4cb9-82b7-d742a2bcc242),segment_id=d3274902-e856-4cb9-82b7-d742a2bcc242)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:28:08.389079 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:28:08.434288 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=1cd25dc9-c9f1-49a9-8402-8915aa2707e9,revision_number=4']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:28:08.440988 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:28:08.441338 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:28:08.441707 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:28:08.442044 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:28:08.442373 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:28:08.442706 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:28:08.443037 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:28:08.443366 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:28:08.443694 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:28:08.444016 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:28:08.444350 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:28:08.444668 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:28:08.701014 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] get_ports_and_sgs() called for port_ids ['1cd25dc9-c9f1-49a9-8402-8915aa2707e9'] {{(pid=109868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 02:28:09.030004 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8867c2-eb02-4258-b708-65e3c3e4efde req-e3c834cd-bdf8-4e00-adeb-120c766e1d23 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:28:09.031465 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-ce8867c2-eb02-4258-b708-65e3c3e4efde req-e3c834cd-bdf8-4e00-adeb-120c766e1d23 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/ports?device_id=4953a6e1-0caa-4036-bf10-4e7828d29e72 HTTP/1.1" status: 200 len: 945 time: 0.0482476 Nov 24 02:28:09.078866 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-ce8867c2-eb02-4258-b708-65e3c3e4efde req-85a8a137-b0f4-4053-9b07-dd4297697638 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b4bd09-372d-413d-8523-ed57eb9d95d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415990 Nov 24 02:28:10.199541 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae0b6e2-613c-42a0-946b-a0b656a0f714 req-08f84458-897b-426f-a9c2-1cb245f53315 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:28:10.201058 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-1ae0b6e2-613c-42a0-946b-a0b656a0f714 req-08f84458-897b-426f-a9c2-1cb245f53315 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/ports?device_id=4953a6e1-0caa-4036-bf10-4e7828d29e72 HTTP/1.1" status: 200 len: 945 time: 0.0499263 Nov 24 02:28:10.208626 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 1cd25dc9-c9f1-49a9-8402-8915aa2707e9 up at agent hyperv_hv-neutron-8189 {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 02:28:10.252624 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-1ae0b6e2-613c-42a0-946b-a0b656a0f714 req-ef30d16b-39a9-4a51-8a89-a1e9f3633adb tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b4bd09-372d-413d-8523-ed57eb9d95d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442324 Nov 24 02:28:10.262594 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Provisioning for port 1cd25dc9-c9f1-49a9-8402-8915aa2707e9 completed by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 02:28:10.274701 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Provisioning complete for port 1cd25dc9-c9f1-49a9-8402-8915aa2707e9 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:28:10.274701 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:28:10.342344 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:28:10.363980 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4953a6e1-0caa-4036-bf10-4e7828d29e72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cd25dc9-c9f1-49a9-8402-8915aa2707e9'}] {{(pid=109868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:28:10.366166 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adafa3b64de3cabc8eac619938bcace59b198ffee64d481093eb3def62699d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb96dc7d-1256-44a2-b393-8f43d38e4bf4" -d '{"events": [{"server_uuid": "4953a6e1-0caa-4036-bf10-4e7828d29e72", "name": "network-vif-plugged", "status": "completed", "tag": "1cd25dc9-c9f1-49a9-8402-8915aa2707e9"}]}' {{(pid=109868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:28:10.379680 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port 1cd25dc9-c9f1-49a9-8402-8915aa2707e9, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=1cd25dc9-c9f1-49a9-8402-8915aa2707e9,segment=NetworkSegment(d3274902-e856-4cb9-82b7-d742a2bcc242),segment_id=d3274902-e856-4cb9-82b7-d742a2bcc242)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:28:10.383609 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:28:10.552636 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 02:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b26d7139-124e-4bd8-a266-30de5cf78aef x-openstack-request-id: req-b26d7139-124e-4bd8-a266-30de5cf78aef {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:28:10.552910 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4953a6e1-0caa-4036-bf10-4e7828d29e72", "name": "network-vif-plugged", "status": "completed", "tag": "1cd25dc9-c9f1-49a9-8402-8915aa2707e9", "code": 200}]} {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:28:10.553165 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b26d7139-124e-4bd8-a266-30de5cf78aef {{(pid=109868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:28:10.553598 dv-neutron-818911-2-hyperv neutron-server[109868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4953a6e1-0caa-4036-bf10-4e7828d29e72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cd25dc9-c9f1-49a9-8402-8915aa2707e9', 'code': 200} Nov 24 02:28:10.578708 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=1cd25dc9-c9f1-49a9-8402-8915aa2707e9,revision_number=5']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:28:10.623515 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfeab88-927e-4556-8d3b-6464ed86d218 req-f266ec0b-34b2-46c6-9d5e-2370dcdca849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:28:10.624896 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-2bfeab88-927e-4556-8d3b-6464ed86d218 req-f266ec0b-34b2-46c6-9d5e-2370dcdca849 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4953a6e1-0caa-4036-bf10-4e7828d29e72 HTTP/1.1" status: 200 len: 1099 time: 0.0439048 Nov 24 02:28:10.669816 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-2bfeab88-927e-4556-8d3b-6464ed86d218 req-83429d1e-49ab-4db6-ab41-0f2280d970dc service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=16b4bd09-372d-413d-8523-ed57eb9d95d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378649 Nov 24 02:28:11.367316 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bcaabf-9b45-467a-a544-7738c778c017 req-85790c83-857e-434c-b1f8-dc6f422bd59e tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:28:11.368832 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-f5bcaabf-9b45-467a-a544-7738c778c017 req-85790c83-857e-434c-b1f8-dc6f422bd59e tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/ports?device_id=4953a6e1-0caa-4036-bf10-4e7828d29e72 HTTP/1.1" status: 200 len: 946 time: 0.0484333 Nov 24 02:28:11.417202 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-f5bcaabf-9b45-467a-a544-7738c778c017 req-b23e9ec4-3bf5-4e1c-84ae-e023f63edd46 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b4bd09-372d-413d-8523-ed57eb9d95d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418725 Nov 24 02:28:12.533814 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99deade-bdce-4332-b870-59ba595cfbf1 req-207ef40d-c2e1-4a92-9005-db116a2edad0 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:28:12.535274 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e99deade-bdce-4332-b870-59ba595cfbf1 req-207ef40d-c2e1-4a92-9005-db116a2edad0 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/ports?device_id=4953a6e1-0caa-4036-bf10-4e7828d29e72 HTTP/1.1" status: 200 len: 946 time: 0.0508113 Nov 24 02:28:12.583029 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e99deade-bdce-4332-b870-59ba595cfbf1 req-5aee2d4c-d099-4b0a-aa45-61b7a70795b4 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b4bd09-372d-413d-8523-ed57eb9d95d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419157 Nov 24 02:28:12.699283 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2cd514-f2d7-4f86-bd26-b9c8daaff98c req-827d0e61-8cbd-45f9-833f-3c703608ce2f tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:28:12.700674 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-bb2cd514-f2d7-4f86-bd26-b9c8daaff98c req-827d0e61-8cbd-45f9-833f-3c703608ce2f tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/ports?device_id=4953a6e1-0caa-4036-bf10-4e7828d29e72 HTTP/1.1" status: 200 len: 946 time: 0.0482759 Nov 24 02:28:12.752938 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-bb2cd514-f2d7-4f86-bd26-b9c8daaff98c req-240a9257-1f78-4642-8155-b4ac9c4cfdcf tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b4bd09-372d-413d-8523-ed57eb9d95d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458071 Nov 24 02:28:12.774395 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 57626) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:28:12.817962 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0bd3654-0650-40cc-b837-963789c5e533 tempest-TestShelveInstance-627610026 tempest-TestShelveInstance-627610026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:28:12.819842 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-e0bd3654-0650-40cc-b837-963789c5e533 tempest-TestShelveInstance-627610026 tempest-TestShelveInstance-627610026-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=4953a6e1-0caa-4036-bf10-4e7828d29e72 HTTP/1.1" status: 200 len: 1094 time: 0.0442977 Nov 24 02:28:12.822380 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 57628) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:28:12.826616 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-c16cd7e0-fbc4-4ffe-9f3f-4ea6d6db5f26 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Request body: {'floatingip': {'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'port_id': '1cd25dc9-c9f1-49a9-8402-8915aa2707e9', 'tenant_id': 'e3a0809cf4cc4c10b723f1808d0828c0', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:28:12.849225 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c16cd7e0-fbc4-4ffe-9f3f-4ea6d6db5f26 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Publish callbacks [] for floatingip, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:28:12.943192 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c16cd7e0-fbc4-4ffe-9f3f-4ea6d6db5f26 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:28:13.046368 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-c16cd7e0-fbc4-4ffe-9f3f-4ea6d6db5f26 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Allocated IP 172.26.5.48 (eb22795d-37ee-46ee-844d-92c17e2ea450/3e66fcff-6e72-4083-b514-48f69cdaa2cb/26d00321-39b3-4dd4-a318-4938a214d1d9) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 02:28:13.144929 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c16cd7e0-fbc4-4ffe-9f3f-4ea6d6db5f26 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:28:13.181644 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c16cd7e0-fbc4-4ffe-9f3f-4ea6d6db5f26 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:28:13.221688 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16cd7e0-fbc4-4ffe-9f3f-4ea6d6db5f26 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Network eb22795d-37ee-46ee-844d-92c17e2ea450 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 02:28:13.224579 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-c16cd7e0-fbc4-4ffe-9f3f-4ea6d6db5f26 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:28:13.227987 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16cd7e0-fbc4-4ffe-9f3f-4ea6d6db5f26 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 02:28:13.249157 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16cd7e0-fbc4-4ffe-9f3f-4ea6d6db5f26 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Pushing event updated for resources: {'Port': ['ID=26d00321-39b3-4dd4-a318-4938a214d1d9,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:28:13.891430 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c16cd7e0-fbc4-4ffe-9f3f-4ea6d6db5f26 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:28:13.955663 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c16cd7e0-fbc4-4ffe-9f3f-4ea6d6db5f26 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:28:14.100519 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c16cd7e0-fbc4-4ffe-9f3f-4ea6d6db5f26 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Publish callbacks [] for port, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:28:14.104480 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c16cd7e0-fbc4-4ffe-9f3f-4ea6d6db5f26 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25501696'] for port, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:28:14.170622 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16cd7e0-fbc4-4ffe-9f3f-4ea6d6db5f26 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Pushing event updated for resources: {'Port': ['ID=26d00321-39b3-4dd4-a318-4938a214d1d9,revision_number=2']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:28:14.180533 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c16cd7e0-fbc4-4ffe-9f3f-4ea6d6db5f26 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418250'] for floatingip, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:28:14.279891 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.l3_db [None req-c16cd7e0-fbc4-4ffe-9f3f-4ea6d6db5f26 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Floating IP cb1339d6-1f9b-42a3-ad64-f43ff5e91af1 associated. External IP: 172.26.5.48, port: 1cd25dc9-c9f1-49a9-8402-8915aa2707e9. Nov 24 02:28:14.485545 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c16cd7e0-fbc4-4ffe-9f3f-4ea6d6db5f26 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Router 9a2173f2-c36c-4848-9456-695481518937 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 02:28:14.592620 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c16cd7e0-fbc4-4ffe-9f3f-4ea6d6db5f26 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 02:28:14.602556 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eda4d9b-f466-438c-9092-ee383c6d261a None None] Sync routers for ids ['9a2173f2-c36c-4848-9456-695481518937'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 02:28:14.609577 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-c16cd7e0-fbc4-4ffe-9f3f-4ea6d6db5f26 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for floatingip, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:28:14.612783 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eda4d9b-f466-438c-9092-ee383c6d261a None None] Routers {'9a2173f2-c36c-4848-9456-695481518937'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:28:14.613427 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-6eda4d9b-f466-438c-9092-ee383c6d261a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:27:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['9a2173f2-c36c-4848-9456-695481518937'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:28:14.637186 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-c16cd7e0-fbc4-4ffe-9f3f-4ea6d6db5f26 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8137965 Nov 24 02:28:14.637808 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4953a6e1-0caa-4036-bf10-4e7828d29e72', 'tag': '1cd25dc9-c9f1-49a9-8402-8915aa2707e9'}] {{(pid=109867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:28:14.640092 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2155eb48762029a847224b6ca77dbed8b251e8450d3d79f1fc0a82d404e82e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-148dcc9c-096e-496c-a4f8-97ed435512bd" -d '{"events": [{"name": "network-changed", "server_uuid": "4953a6e1-0caa-4036-bf10-4e7828d29e72", "tag": "1cd25dc9-c9f1-49a9-8402-8915aa2707e9"}]}' {{(pid=109867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:28:14.677961 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 02:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99402609-eaee-4560-a24e-3b8d060d7011 x-openstack-request-id: req-99402609-eaee-4560-a24e-3b8d060d7011 {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:28:14.678256 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4953a6e1-0caa-4036-bf10-4e7828d29e72", "tag": "1cd25dc9-c9f1-49a9-8402-8915aa2707e9", "status": "completed", "code": 200}]} {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:28:14.678514 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-99402609-eaee-4560-a24e-3b8d060d7011 {{(pid=109867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:28:14.678927 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4953a6e1-0caa-4036-bf10-4e7828d29e72', 'tag': '1cd25dc9-c9f1-49a9-8402-8915aa2707e9', 'status': 'completed', 'code': 200} Nov 24 02:28:14.722483 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-6eda4d9b-f466-438c-9092-ee383c6d261a None None] Set router 9a2173f2-c36c-4848-9456-695481518937 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:28:14.762728 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148dcc9c-096e-496c-a4f8-97ed435512bd req-2d34a276-c29d-4ed3-9730-329ed332300c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:28:14.764165 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-148dcc9c-096e-496c-a4f8-97ed435512bd req-2d34a276-c29d-4ed3-9730-329ed332300c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e3a0809cf4cc4c10b723f1808d0828c0&device_id=4953a6e1-0caa-4036-bf10-4e7828d29e72 HTTP/1.1" status: 200 len: 1099 time: 0.0414879 Nov 24 02:28:14.861577 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148dcc9c-096e-496c-a4f8-97ed435512bd req-646cf882-e0dd-4b90-bc3d-005b7735b996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:28:14.863647 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-148dcc9c-096e-496c-a4f8-97ed435512bd req-646cf882-e0dd-4b90-bc3d-005b7735b996 service neutron] 10.222.0.48 "GET /v2.0/networks?id=059f2685-2db6-4bd7-a991-0e0980196e45 HTTP/1.1" status: 200 len: 909 time: 0.0926642 Nov 24 02:28:14.928196 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-148dcc9c-096e-496c-a4f8-97ed435512bd req-2133a49b-9668-4e94-811e-ad6dbeaf04f9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1cd25dc9-c9f1-49a9-8402-8915aa2707e9 HTTP/1.1" status: 200 len: 999 time: 0.0572557 Nov 24 02:28:14.956892 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-6eda4d9b-f466-438c-9092-ee383c6d261a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2173f2-c36c-4848-9456-695481518937', 'name': 'tempest-TestShelveInstance-375009341-router', 'tenant_id': 'e3a0809cf4cc4c10b723f1808d0828c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.247'}], 'enable_snat': True}, 'gw_port_id': '59311d54-a930-435a-96db-4d98017ad57e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:23:17Z', 'updated_at': '2021-11-24T02:23:19Z', 'revision_number': 4, 'project_id': 'e3a0809cf4cc4c10b723f1808d0828c0', 'gw_port': {'id': '59311d54-a930-435a-96db-4d98017ad57e', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2173f2-c36c-4848-9456-695481518937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:23:17Z', 'updated_at': '2021-11-24T02:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_floatingips': [{'id': 'cb1339d6-1f9b-42a3-ad64-f43ff5e91af1', 'tenant_id': 'e3a0809cf4cc4c10b723f1808d0828c0', 'floating_ip_address': '172.26.5.48', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': '9a2173f2-c36c-4848-9456-695481518937', 'port_id': '1cd25dc9-c9f1-49a9-8402-8915aa2707e9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1848, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '059f2685-2db6-4bd7-a991-0e0980196e45', 'mac_address': 'fa:16:3e:71:21:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4953a6e1-0caa-4036-bf10-4e7828d29e72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T02:28:13Z', 'updated_at': '2021-11-24T02:28:13Z', 'revision_number': 0, 'project_id': 'e3a0809cf4cc4c10b723f1808d0828c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '843fbf83-e1d8-4c65-b530-eba58cb23f27', 'name': '', 'network_id': '059f2685-2db6-4bd7-a991-0e0980196e45', 'tenant_id': 'e3a0809cf4cc4c10b723f1808d0828c0', 'mac_address': 'fa:16:3e:52:d9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2173f2-c36c-4848-9456-695481518937', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '554bea0f-2d53-4338-9e2a-7e41af17864e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:23:19Z', 'updated_at': '2021-11-24T02:23:24Z', 'revision_number': 5, 'project_id': 'e3a0809cf4cc4c10b723f1808d0828c0', 'subnets': [{'id': '554bea0f-2d53-4338-9e2a-7e41af17864e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:28:14.982007 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148dcc9c-096e-496c-a4f8-97ed435512bd req-e17a802a-3061-41aa-9cc2-80934a2fcb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:28:14.982634 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eda4d9b-f466-438c-9092-ee383c6d261a None None] Checking router: 9a2173f2-c36c-4848-9456-695481518937 for host: dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 02:28:14.983480 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-148dcc9c-096e-496c-a4f8-97ed435512bd req-e17a802a-3061-41aa-9cc2-80934a2fcb6e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=554bea0f-2d53-4338-9e2a-7e41af17864e HTTP/1.1" status: 200 len: 847 time: 0.0479672 Nov 24 02:28:14.990829 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eda4d9b-f466-438c-9092-ee383c6d261a None None] Routers {'9a2173f2-c36c-4848-9456-695481518937'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:28:14.991432 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-6eda4d9b-f466-438c-9092-ee383c6d261a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:27:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['9a2173f2-c36c-4848-9456-695481518937'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:28:15.029338 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148dcc9c-096e-496c-a4f8-97ed435512bd req-79dd195a-f16c-4701-a180-f7815ba67e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:28:15.030778 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-148dcc9c-096e-496c-a4f8-97ed435512bd req-79dd195a-f16c-4701-a180-f7815ba67e38 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=059f2685-2db6-4bd7-a991-0e0980196e45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403948 Nov 24 02:28:15.095680 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-6eda4d9b-f466-438c-9092-ee383c6d261a None None] Set router 9a2173f2-c36c-4848-9456-695481518937 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:28:15.124891 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-148dcc9c-096e-496c-a4f8-97ed435512bd req-9e878f4a-999d-4974-97b6-9b22143738de service neutron] 10.222.0.48 "GET /v2.0/networks/059f2685-2db6-4bd7-a991-0e0980196e45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869236 Nov 24 02:28:15.153750 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.agents_db [None req-4e42c10c-a1d3-4d07-89d6-7a24334140aa None None] Agent healthcheck: found 6 active agents {{(pid=109869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 02:28:15.216343 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-148dcc9c-096e-496c-a4f8-97ed435512bd req-c1f67602-826e-47a7-bfb1-1c2c738dd440 service neutron] 10.222.0.48 "GET /v2.0/networks/059f2685-2db6-4bd7-a991-0e0980196e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843754 Nov 24 02:28:15.321662 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-6eda4d9b-f466-438c-9092-ee383c6d261a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2173f2-c36c-4848-9456-695481518937', 'name': 'tempest-TestShelveInstance-375009341-router', 'tenant_id': 'e3a0809cf4cc4c10b723f1808d0828c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.247'}], 'enable_snat': True}, 'gw_port_id': '59311d54-a930-435a-96db-4d98017ad57e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:23:17Z', 'updated_at': '2021-11-24T02:23:19Z', 'revision_number': 4, 'project_id': 'e3a0809cf4cc4c10b723f1808d0828c0', 'gw_port': {'id': '59311d54-a930-435a-96db-4d98017ad57e', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2173f2-c36c-4848-9456-695481518937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:23:17Z', 'updated_at': '2021-11-24T02:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_floatingips': [{'id': 'cb1339d6-1f9b-42a3-ad64-f43ff5e91af1', 'tenant_id': 'e3a0809cf4cc4c10b723f1808d0828c0', 'floating_ip_address': '172.26.5.48', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': '9a2173f2-c36c-4848-9456-695481518937', 'port_id': '1cd25dc9-c9f1-49a9-8402-8915aa2707e9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1848, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '059f2685-2db6-4bd7-a991-0e0980196e45', 'mac_address': 'fa:16:3e:71:21:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4953a6e1-0caa-4036-bf10-4e7828d29e72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T02:28:13Z', 'updated_at': '2021-11-24T02:28:13Z', 'revision_number': 0, 'project_id': 'e3a0809cf4cc4c10b723f1808d0828c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '843fbf83-e1d8-4c65-b530-eba58cb23f27', 'name': '', 'network_id': '059f2685-2db6-4bd7-a991-0e0980196e45', 'tenant_id': 'e3a0809cf4cc4c10b723f1808d0828c0', 'mac_address': 'fa:16:3e:52:d9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2173f2-c36c-4848-9456-695481518937', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '554bea0f-2d53-4338-9e2a-7e41af17864e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:23:19Z', 'updated_at': '2021-11-24T02:23:24Z', 'revision_number': 5, 'project_id': 'e3a0809cf4cc4c10b723f1808d0828c0', 'subnets': [{'id': '554bea0f-2d53-4338-9e2a-7e41af17864e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:28:15.351590 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eda4d9b-f466-438c-9092-ee383c6d261a None None] The sync data for ids ['9a2173f2-c36c-4848-9456-695481518937'] in dv-neutron-818911-2-hyperv is: [{'id': '9a2173f2-c36c-4848-9456-695481518937', 'name': 'tempest-TestShelveInstance-375009341-router', 'tenant_id': 'e3a0809cf4cc4c10b723f1808d0828c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.247'}], 'enable_snat': True}, 'gw_port_id': '59311d54-a930-435a-96db-4d98017ad57e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:23:17Z', 'updated_at': '2021-11-24T02:23:19Z', 'revision_number': 4, 'project_id': 'e3a0809cf4cc4c10b723f1808d0828c0', 'gw_port': {'id': '59311d54-a930-435a-96db-4d98017ad57e', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2173f2-c36c-4848-9456-695481518937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:23:17Z', 'updated_at': '2021-11-24T02:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_floatingips': [{'id': 'cb1339d6-1f9b-42a3-ad64-f43ff5e91af1', 'tenant_id': 'e3a0809cf4cc4c10b723f1808d0828c0', 'floating_ip_address': '172.26.5.48', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': '9a2173f2-c36c-4848-9456-695481518937', 'port_id': '1cd25dc9-c9f1-49a9-8402-8915aa2707e9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1848, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '059f2685-2db6-4bd7-a991-0e0980196e45', 'mac_address': 'fa:16:3e:71:21:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4953a6e1-0caa-4036-bf10-4e7828d29e72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T02:28:13Z', 'updated_at': '2021-11-24T02:28:13Z', 'revision_number': 0, 'project_id': 'e3a0809cf4cc4c10b723f1808d0828c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '843fbf83-e1d8-4c65-b530-eba58cb23f27', 'name': '', 'network_id': '059f2685-2db6-4bd7-a991-0e0980196e45', 'tenant_id': 'e3a0809cf4cc4c10b723f1808d0828c0', 'mac_address': 'fa:16:3e:52:d9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2173f2-c36c-4848-9456-695481518937', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '554bea0f-2d53-4338-9e2a-7e41af17864e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:23:19Z', 'updated_at': '2021-11-24T02:23:24Z', 'revision_number': 5, 'project_id': 'e3a0809cf4cc4c10b723f1808d0828c0', 'subnets': [{'id': '554bea0f-2d53-4338-9e2a-7e41af17864e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 02:28:15.537980 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fa12ef-83c7-4513-908f-099644721c18 None None] New status for floating IP cb1339d6-1f9b-42a3-ad64-f43ff5e91af1: ACTIVE {{(pid=109869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 02:28:24.821996 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-fc07a979-6208-4e8a-87f5-8d4f19224a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:28:27.284304 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9cee51e4-073f-4ac6-b901-7a2277fc58af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:28:28.260406 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:28:28.341996 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:28:29.772487 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:28:30.191757 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:28:37.254260 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e7cbb763-b50e-400e-8524-e19d2a47947a req-09ae85da-7b1d-4e92-9371-26f47db426a3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4953a6e1-0caa-4036-bf10-4e7828d29e72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0528350 Nov 24 02:28:37.360837 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cbb763-b50e-400e-8524-e19d2a47947a req-edfb6f46-d4c6-4f3f-a8df-ffb438370814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:28:37.362707 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e7cbb763-b50e-400e-8524-e19d2a47947a req-edfb6f46-d4c6-4f3f-a8df-ffb438370814 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e3a0809cf4cc4c10b723f1808d0828c0&device_id=4953a6e1-0caa-4036-bf10-4e7828d29e72 HTTP/1.1" status: 200 len: 1099 time: 0.0485337 Nov 24 02:28:37.470585 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cbb763-b50e-400e-8524-e19d2a47947a req-2958dcd0-49ab-4bf6-b46b-30ef7b484c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:28:37.472058 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e7cbb763-b50e-400e-8524-e19d2a47947a req-2958dcd0-49ab-4bf6-b46b-30ef7b484c8f service neutron] 10.222.0.48 "GET /v2.0/networks?id=059f2685-2db6-4bd7-a991-0e0980196e45 HTTP/1.1" status: 200 len: 909 time: 0.0899947 Nov 24 02:28:37.545576 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e7cbb763-b50e-400e-8524-e19d2a47947a req-a4ac860d-cf97-41d2-82c6-af638a8cd158 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1cd25dc9-c9f1-49a9-8402-8915aa2707e9 HTTP/1.1" status: 200 len: 1001 time: 0.0643902 Nov 24 02:28:37.597386 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cbb763-b50e-400e-8524-e19d2a47947a req-85f6690a-9867-4c0b-b576-fa48c75e3f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:28:37.598908 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e7cbb763-b50e-400e-8524-e19d2a47947a req-85f6690a-9867-4c0b-b576-fa48c75e3f24 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=554bea0f-2d53-4338-9e2a-7e41af17864e HTTP/1.1" status: 200 len: 847 time: 0.0467939 Nov 24 02:28:37.648172 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cbb763-b50e-400e-8524-e19d2a47947a req-5fccc9ff-3aa2-406b-8e6b-c2ab99401f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:28:37.649716 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e7cbb763-b50e-400e-8524-e19d2a47947a req-5fccc9ff-3aa2-406b-8e6b-c2ab99401f4d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=059f2685-2db6-4bd7-a991-0e0980196e45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0425429 Nov 24 02:28:37.748322 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e7cbb763-b50e-400e-8524-e19d2a47947a req-a2d0c25d-146e-466e-83c4-7544a8bbf036 service neutron] 10.222.0.48 "GET /v2.0/networks/059f2685-2db6-4bd7-a991-0e0980196e45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906441 Nov 24 02:28:37.840738 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e7cbb763-b50e-400e-8524-e19d2a47947a req-d70cf6f7-d144-41c1-9eec-d78bd728c450 service neutron] 10.222.0.48 "GET /v2.0/networks/059f2685-2db6-4bd7-a991-0e0980196e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855258 Nov 24 02:28:52.151810 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.agents_db [None req-4e42c10c-a1d3-4d07-89d6-7a24334140aa None None] Agent healthcheck: found 6 active agents {{(pid=109869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 02:28:54.824659 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-f7992217-1678-47ba-b894-57a0e758dfbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:28:57.286238 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-65dd6a6e-8af6-43ee-82a3-c0ec300ef684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:28:58.262885 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:28:58.327663 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:28:59.775598 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:29:00.193444 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:29:24.827137 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a4553b6b-57bf-41ed-86ec-65762d3787dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:29:27.286663 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-6aa6c92a-e656-4e1b-bcf6-82abaaf6aa13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:29:28.265529 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:29:28.341670 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:29:29.151178 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.agents_db [None req-4e42c10c-a1d3-4d07-89d6-7a24334140aa None None] Agent healthcheck: found 6 active agents {{(pid=109869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 02:29:29.778143 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:29:30.195791 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:29:39.300378 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-5fa55b6b-5cd9-47cd-aad6-9c3c03ca3846 req-33e1c5c3-e62d-478d-80b6-1a0dafb08d44 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4953a6e1-0caa-4036-bf10-4e7828d29e72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397387 Nov 24 02:29:39.399043 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa55b6b-5cd9-47cd-aad6-9c3c03ca3846 req-86e5d296-3fbe-4538-a102-1d7f5b980981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:29:39.400521 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-5fa55b6b-5cd9-47cd-aad6-9c3c03ca3846 req-86e5d296-3fbe-4538-a102-1d7f5b980981 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e3a0809cf4cc4c10b723f1808d0828c0&device_id=4953a6e1-0caa-4036-bf10-4e7828d29e72 HTTP/1.1" status: 200 len: 1099 time: 0.0404782 Nov 24 02:29:39.505893 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa55b6b-5cd9-47cd-aad6-9c3c03ca3846 req-a65376dc-03f9-45e3-926c-9ab99e65ac17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:29:39.507353 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-5fa55b6b-5cd9-47cd-aad6-9c3c03ca3846 req-a65376dc-03f9-45e3-926c-9ab99e65ac17 service neutron] 10.222.0.48 "GET /v2.0/networks?id=059f2685-2db6-4bd7-a991-0e0980196e45 HTTP/1.1" status: 200 len: 909 time: 0.0865686 Nov 24 02:29:39.574667 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-5fa55b6b-5cd9-47cd-aad6-9c3c03ca3846 req-1a61f0cb-685b-4258-8ca8-d1bbd02ba97c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1cd25dc9-c9f1-49a9-8402-8915aa2707e9 HTTP/1.1" status: 200 len: 1001 time: 0.0604424 Nov 24 02:29:39.626846 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa55b6b-5cd9-47cd-aad6-9c3c03ca3846 req-bc638ddc-ebe6-4747-99b8-05137246bba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:29:39.628286 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-5fa55b6b-5cd9-47cd-aad6-9c3c03ca3846 req-bc638ddc-ebe6-4747-99b8-05137246bba7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=554bea0f-2d53-4338-9e2a-7e41af17864e HTTP/1.1" status: 200 len: 847 time: 0.0473800 Nov 24 02:29:39.674063 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa55b6b-5cd9-47cd-aad6-9c3c03ca3846 req-e3c13afb-eeb6-4e58-893e-4b870d290a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:29:39.675598 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-5fa55b6b-5cd9-47cd-aad6-9c3c03ca3846 req-e3c13afb-eeb6-4e58-893e-4b870d290a22 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=059f2685-2db6-4bd7-a991-0e0980196e45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0405884 Nov 24 02:29:39.763661 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-5fa55b6b-5cd9-47cd-aad6-9c3c03ca3846 req-fe7233e0-8a0e-49fa-8198-f4e8978c613d service neutron] 10.222.0.48 "GET /v2.0/networks/059f2685-2db6-4bd7-a991-0e0980196e45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811975 Nov 24 02:29:39.858077 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-5fa55b6b-5cd9-47cd-aad6-9c3c03ca3846 req-12e33161-830b-4874-a475-349485ffb6f6 service neutron] 10.222.0.48 "GET /v2.0/networks/059f2685-2db6-4bd7-a991-0e0980196e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874140 Nov 24 02:29:54.830106 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-f55b158d-b7f0-4717-8772-3f6173eeb6b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:29:57.289642 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-0ca4805e-68a8-42e5-a232-04e73e9d9a9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:29:58.271232 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:29:58.340418 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:29:59.779772 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:30:00.196656 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:30:06.150147 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.agents_db [None req-4e42c10c-a1d3-4d07-89d6-7a24334140aa None None] Agent healthcheck: found 6 active agents {{(pid=109869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 02:30:09.261078 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7156ffb-3d57-4f1b-bfa8-33f79e492ea2 req-9ddf47ba-a252-4a8f-bc67-02ca50b10422 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:30:09.262611 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-f7156ffb-3d57-4f1b-bfa8-33f79e492ea2 req-9ddf47ba-a252-4a8f-bc67-02ca50b10422 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/ports?device_id=4953a6e1-0caa-4036-bf10-4e7828d29e72 HTTP/1.1" status: 200 len: 946 time: 0.0553515 Nov 24 02:30:09.313101 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-f7156ffb-3d57-4f1b-bfa8-33f79e492ea2 req-95c25715-ce5b-4223-b7ee-3061c722c7bc tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b4bd09-372d-413d-8523-ed57eb9d95d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442703 Nov 24 02:30:10.446305 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3204ff65-79f4-4208-b01c-137d7a24b626 req-8b7bd3a0-21a5-4f56-b622-a1cdcb9b3890 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:30:10.447761 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-3204ff65-79f4-4208-b01c-137d7a24b626 req-8b7bd3a0-21a5-4f56-b622-a1cdcb9b3890 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/ports?device_id=4953a6e1-0caa-4036-bf10-4e7828d29e72 HTTP/1.1" status: 200 len: 946 time: 0.0522721 Nov 24 02:30:10.496786 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-3204ff65-79f4-4208-b01c-137d7a24b626 req-a89b4f9f-c077-444e-9858-f941234f06a8 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b4bd09-372d-413d-8523-ed57eb9d95d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430791 Nov 24 02:30:11.640343 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbe331e-4b9f-4cda-a2c1-76335fa864aa req-537158ce-4714-4f9e-9d22-b06e117f0dc6 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:30:11.641769 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-3dbe331e-4b9f-4cda-a2c1-76335fa864aa req-537158ce-4714-4f9e-9d22-b06e117f0dc6 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/ports?device_id=4953a6e1-0caa-4036-bf10-4e7828d29e72 HTTP/1.1" status: 200 len: 946 time: 0.0490289 Nov 24 02:30:11.690493 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-3dbe331e-4b9f-4cda-a2c1-76335fa864aa req-ab784954-79cf-44d5-b22b-4edffe65552e tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b4bd09-372d-413d-8523-ed57eb9d95d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428855 Nov 24 02:30:12.803256 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f578ee67-aee6-4319-b85e-5f8ead188238 req-c8ee2cb5-1b3e-4036-be4d-edfe66f13bf7 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:30:12.804739 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-f578ee67-aee6-4319-b85e-5f8ead188238 req-c8ee2cb5-1b3e-4036-be4d-edfe66f13bf7 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/ports?device_id=4953a6e1-0caa-4036-bf10-4e7828d29e72 HTTP/1.1" status: 200 len: 946 time: 0.0491693 Nov 24 02:30:12.853077 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-f578ee67-aee6-4319-b85e-5f8ead188238 req-9a6b9a9a-5b99-46df-b820-f5fc413ff226 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b4bd09-372d-413d-8523-ed57eb9d95d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417957 Nov 24 02:30:13.971067 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22c84fd-2f46-445f-8afa-b71a97f82a90 req-9ce833c5-fdcb-4071-afb9-20ee0f2f61fc tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:30:13.972520 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-a22c84fd-2f46-445f-8afa-b71a97f82a90 req-9ce833c5-fdcb-4071-afb9-20ee0f2f61fc tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/ports?device_id=4953a6e1-0caa-4036-bf10-4e7828d29e72 HTTP/1.1" status: 200 len: 946 time: 0.0523291 Nov 24 02:30:14.020690 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-a22c84fd-2f46-445f-8afa-b71a97f82a90 req-78d4bdb8-f499-4fc1-ba66-53dfd35c3809 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b4bd09-372d-413d-8523-ed57eb9d95d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422170 Nov 24 02:30:15.134358 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca502db-a000-4af3-9f52-6573ee5d5405 req-b39a9c92-20d8-4be3-b85c-0dbf362bea3f tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:30:15.135738 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-1ca502db-a000-4af3-9f52-6573ee5d5405 req-b39a9c92-20d8-4be3-b85c-0dbf362bea3f tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/ports?device_id=4953a6e1-0caa-4036-bf10-4e7828d29e72 HTTP/1.1" status: 200 len: 946 time: 0.0480406 Nov 24 02:30:15.188432 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-1ca502db-a000-4af3-9f52-6573ee5d5405 req-e5bde449-7ee8-4441-a7de-d3cb145440cf tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b4bd09-372d-413d-8523-ed57eb9d95d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463490 Nov 24 02:30:16.303051 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3040ab3e-afab-48ad-98eb-d65a121ddfc7 req-709e3110-b3cb-4493-82c9-9d79318114cf tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:30:16.304572 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-3040ab3e-afab-48ad-98eb-d65a121ddfc7 req-709e3110-b3cb-4493-82c9-9d79318114cf tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/ports?device_id=4953a6e1-0caa-4036-bf10-4e7828d29e72 HTTP/1.1" status: 200 len: 946 time: 0.0491168 Nov 24 02:30:16.352576 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-3040ab3e-afab-48ad-98eb-d65a121ddfc7 req-4158e3df-8c7d-44ea-849d-ca361c95feb8 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b4bd09-372d-413d-8523-ed57eb9d95d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421858 Nov 24 02:30:17.467559 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db38d147-c30b-40a1-9784-7c1412f3ac59 req-f908dbda-6a1e-43fb-bd54-f3037ab1d34d tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:30:17.469005 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-db38d147-c30b-40a1-9784-7c1412f3ac59 req-f908dbda-6a1e-43fb-bd54-f3037ab1d34d tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/ports?device_id=4953a6e1-0caa-4036-bf10-4e7828d29e72 HTTP/1.1" status: 200 len: 946 time: 0.0485432 Nov 24 02:30:17.516329 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-db38d147-c30b-40a1-9784-7c1412f3ac59 req-8d0a9caf-5389-4e80-a44e-6302bd42dec8 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b4bd09-372d-413d-8523-ed57eb9d95d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414846 Nov 24 02:30:18.629247 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6281e96e-24bc-4c6d-9d19-421f9a0435bd req-e1b7adc2-8836-4bce-9b9b-542f7e03f7ed tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:30:18.630782 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-6281e96e-24bc-4c6d-9d19-421f9a0435bd req-e1b7adc2-8836-4bce-9b9b-542f7e03f7ed tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/ports?device_id=4953a6e1-0caa-4036-bf10-4e7828d29e72 HTTP/1.1" status: 200 len: 946 time: 0.0483298 Nov 24 02:30:18.682573 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-6281e96e-24bc-4c6d-9d19-421f9a0435bd req-e2d9daac-ec9e-4f20-b896-2dbcf6fecf3e tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b4bd09-372d-413d-8523-ed57eb9d95d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458822 Nov 24 02:30:19.457591 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1108ae5a-9402-4c7f-be2c-3b35d4bf1880 req-ac9343d7-60b3-4fa1-b5b7-9c5fc32ccaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:30:19.459073 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-1108ae5a-9402-4c7f-be2c-3b35d4bf1880 req-ac9343d7-60b3-4fa1-b5b7-9c5fc32ccaf6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e3a0809cf4cc4c10b723f1808d0828c0&device_id=4953a6e1-0caa-4036-bf10-4e7828d29e72 HTTP/1.1" status: 200 len: 1099 time: 0.0412400 Nov 24 02:30:19.552646 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1108ae5a-9402-4c7f-be2c-3b35d4bf1880 req-78ade22e-54c5-4054-bdde-080b95ba37ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:30:19.554120 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-1108ae5a-9402-4c7f-be2c-3b35d4bf1880 req-78ade22e-54c5-4054-bdde-080b95ba37ff service neutron] 10.222.0.48 "GET /v2.0/networks?id=059f2685-2db6-4bd7-a991-0e0980196e45 HTTP/1.1" status: 200 len: 909 time: 0.0880930 Nov 24 02:30:19.617937 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-1108ae5a-9402-4c7f-be2c-3b35d4bf1880 req-06c0c905-1a24-4698-90e2-7b6dd3ab9bad service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1cd25dc9-c9f1-49a9-8402-8915aa2707e9 HTTP/1.1" status: 200 len: 1001 time: 0.0562265 Nov 24 02:30:19.671815 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1108ae5a-9402-4c7f-be2c-3b35d4bf1880 req-15a49fa6-9c6a-4d5a-82dc-3b2aef673fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:30:19.673150 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-1108ae5a-9402-4c7f-be2c-3b35d4bf1880 req-15a49fa6-9c6a-4d5a-82dc-3b2aef673fc6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=554bea0f-2d53-4338-9e2a-7e41af17864e HTTP/1.1" status: 200 len: 847 time: 0.0476196 Nov 24 02:30:19.719251 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1108ae5a-9402-4c7f-be2c-3b35d4bf1880 req-da6c32e6-e62f-4345-8505-ffb3572620fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:30:19.720768 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-1108ae5a-9402-4c7f-be2c-3b35d4bf1880 req-da6c32e6-e62f-4345-8505-ffb3572620fd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=059f2685-2db6-4bd7-a991-0e0980196e45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404899 Nov 24 02:30:19.848715 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682ad3f6-c67b-4684-a5e9-48474ce21447 req-e2ab31bc-1941-4f4f-baa9-fc8118b99377 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:30:19.850262 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-682ad3f6-c67b-4684-a5e9-48474ce21447 req-e2ab31bc-1941-4f4f-baa9-fc8118b99377 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/ports?device_id=4953a6e1-0caa-4036-bf10-4e7828d29e72 HTTP/1.1" status: 200 len: 946 time: 0.0965571 Nov 24 02:30:19.854023 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-1108ae5a-9402-4c7f-be2c-3b35d4bf1880 req-b9c33330-161b-4b71-a166-6d9cca703541 service neutron] 10.222.0.48 "GET /v2.0/networks/059f2685-2db6-4bd7-a991-0e0980196e45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264472 Nov 24 02:30:19.955278 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-682ad3f6-c67b-4684-a5e9-48474ce21447 req-7a9e4610-1b00-4d36-9b32-b6646c8db8f7 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b4bd09-372d-413d-8523-ed57eb9d95d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989261 Nov 24 02:30:19.974116 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-1108ae5a-9402-4c7f-be2c-3b35d4bf1880 req-f673021d-964e-4c8e-9d77-454e121041fc service neutron] 10.222.0.48 "GET /v2.0/networks/059f2685-2db6-4bd7-a991-0e0980196e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120143 Nov 24 02:30:21.067630 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84916490-f517-4b30-aaba-61514986690e req-4253e600-7288-4a90-ae3a-e6312a0d5f40 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:30:21.069092 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-84916490-f517-4b30-aaba-61514986690e req-4253e600-7288-4a90-ae3a-e6312a0d5f40 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/ports?device_id=4953a6e1-0caa-4036-bf10-4e7828d29e72 HTTP/1.1" status: 200 len: 946 time: 0.0484991 Nov 24 02:30:21.117133 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-84916490-f517-4b30-aaba-61514986690e req-3319fbd4-55f9-4e03-9699-57466bce7d1f tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b4bd09-372d-413d-8523-ed57eb9d95d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421598 Nov 24 02:30:22.236238 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf5e0c1-5efa-4b9d-b0bb-cfdfd85946b1 req-6cc2168a-1e63-4fe8-b1a1-3793a9e0eadf tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:30:22.238052 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-3cf5e0c1-5efa-4b9d-b0bb-cfdfd85946b1 req-6cc2168a-1e63-4fe8-b1a1-3793a9e0eadf tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/ports?device_id=4953a6e1-0caa-4036-bf10-4e7828d29e72 HTTP/1.1" status: 200 len: 946 time: 0.0550838 Nov 24 02:30:22.287028 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-3cf5e0c1-5efa-4b9d-b0bb-cfdfd85946b1 req-97ec13e9-9fa0-4edf-b6b1-4933a0aa3061 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b4bd09-372d-413d-8523-ed57eb9d95d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430934 Nov 24 02:30:23.407483 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8fb7c7-9760-426a-98da-e3482bd9b34a req-db48a287-5f15-43d0-8fa9-a6deb3ab9402 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:30:23.409058 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-9e8fb7c7-9760-426a-98da-e3482bd9b34a req-db48a287-5f15-43d0-8fa9-a6deb3ab9402 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/ports?device_id=4953a6e1-0caa-4036-bf10-4e7828d29e72 HTTP/1.1" status: 200 len: 946 time: 0.0539362 Nov 24 02:30:23.459314 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-9e8fb7c7-9760-426a-98da-e3482bd9b34a req-fa09bb2a-abf2-43d6-afca-ee2ee75737ed tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b4bd09-372d-413d-8523-ed57eb9d95d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441928 Nov 24 02:30:24.573066 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd60af2d-2f7c-4a45-b3e2-9dfebb68a910 req-b0eee9d8-48e2-4976-81aa-68cfaa1af1d0 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:30:24.574543 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-cd60af2d-2f7c-4a45-b3e2-9dfebb68a910 req-b0eee9d8-48e2-4976-81aa-68cfaa1af1d0 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/ports?device_id=4953a6e1-0caa-4036-bf10-4e7828d29e72 HTTP/1.1" status: 200 len: 946 time: 0.0480649 Nov 24 02:30:24.624983 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-cd60af2d-2f7c-4a45-b3e2-9dfebb68a910 req-77bf1af9-2670-4d75-a630-c666df640f3f tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b4bd09-372d-413d-8523-ed57eb9d95d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428309 Nov 24 02:30:24.805318 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e3533c17-313c-4a06-bcbc-16ce70efc0d7 req-b84afd4b-6042-4409-ac1d-7a6fca3e5518 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4953a6e1-0caa-4036-bf10-4e7828d29e72&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0444508 Nov 24 02:30:24.815281 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [req-e3533c17-313c-4a06-bcbc-16ce70efc0d7 req-afed56db-eacf-4c50-8b45-a83b6745cb3a service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 02:30:24.816264 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e3533c17-313c-4a06-bcbc-16ce70efc0d7 req-afed56db-eacf-4c50-8b45-a83b6745cb3a service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051081 Nov 24 02:30:24.832696 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-fdc05ede-dfbc-4e62-a662-6822f909c6c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:30:24.846263 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532b8729-d0c9-4403-af0a-94c0f09290e0 req-2a68b2a0-b2ba-40ee-86ec-e3d320feb7a1 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:30:24.847788 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-532b8729-d0c9-4403-af0a-94c0f09290e0 req-2a68b2a0-b2ba-40ee-86ec-e3d320feb7a1 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/ports?device_id=4953a6e1-0caa-4036-bf10-4e7828d29e72 HTTP/1.1" status: 200 len: 946 time: 0.0670068 Nov 24 02:30:24.899487 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-532b8729-d0c9-4403-af0a-94c0f09290e0 req-a8f181b0-290b-4dc8-bb83-63428454e64e tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b4bd09-372d-413d-8523-ed57eb9d95d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436089 Nov 24 02:30:26.022590 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994db667-5c5f-4667-8130-1a25456cbdbb req-d8447c8c-33f2-4848-84fe-9a9fe39b0365 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:30:26.024461 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-994db667-5c5f-4667-8130-1a25456cbdbb req-d8447c8c-33f2-4848-84fe-9a9fe39b0365 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/ports?device_id=4953a6e1-0caa-4036-bf10-4e7828d29e72 HTTP/1.1" status: 200 len: 946 time: 0.0509903 Nov 24 02:30:26.077921 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-994db667-5c5f-4667-8130-1a25456cbdbb req-dbe2e42e-b091-4235-b16f-24454e71c985 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b4bd09-372d-413d-8523-ed57eb9d95d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464058 Nov 24 02:30:26.300114 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [req-0d4db54e-bdbb-4767-b510-e036edcf976e req-0004ba10-5186-4dfd-ae54-e01afa6568cc service neutron] (109866) timed out ('10.222.0.48', 56211) {{(pid=109866) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 24 02:30:26.802176 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 1cd25dc9-c9f1-49a9-8402-8915aa2707e9 no longer exists at agent hyperv_hv-neutron-8189 {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 02:30:26.883933 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:30:26.906302 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4953a6e1-0caa-4036-bf10-4e7828d29e72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1cd25dc9-c9f1-49a9-8402-8915aa2707e9'}] {{(pid=109868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:30:26.908561 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adafa3b64de3cabc8eac619938bcace59b198ffee64d481093eb3def62699d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe82b7c1-b0ee-4ddc-9138-304e293836f3" -d '{"events": [{"server_uuid": "4953a6e1-0caa-4036-bf10-4e7828d29e72", "name": "network-vif-unplugged", "status": "completed", "tag": "1cd25dc9-c9f1-49a9-8402-8915aa2707e9"}]}' {{(pid=109868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:30:26.923870 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port 1cd25dc9-c9f1-49a9-8402-8915aa2707e9, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=1cd25dc9-c9f1-49a9-8402-8915aa2707e9,segment=NetworkSegment(d3274902-e856-4cb9-82b7-d742a2bcc242),segment_id=d3274902-e856-4cb9-82b7-d742a2bcc242)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:30:26.929988 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:30:26.953055 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 24 Nov 2021 02:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-292c9069-06f7-4403-9440-b8702303cc0e x-openstack-request-id: req-292c9069-06f7-4403-9440-b8702303cc0e {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:30:26.953350 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4953a6e1-0caa-4036-bf10-4e7828d29e72", "name": "network-vif-unplugged", "status": "failed", "tag": "1cd25dc9-c9f1-49a9-8402-8915aa2707e9", "code": 422}]} {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:30:26.953638 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-292c9069-06f7-4403-9440-b8702303cc0e {{(pid=109868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:30:26.954042 dv-neutron-818911-2-hyperv neutron-server[109868]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4953a6e1-0caa-4036-bf10-4e7828d29e72', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1cd25dc9-c9f1-49a9-8402-8915aa2707e9', 'code': 422} returned with failed status Nov 24 02:30:26.979149 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=1cd25dc9-c9f1-49a9-8402-8915aa2707e9,revision_number=6']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:30:26.986978 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:30:26.987329 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:30:26.987673 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:30:26.988015 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:30:26.988349 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:30:26.988690 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:30:26.989025 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:30:26.989356 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:30:26.989726 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:30:26.990057 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:30:26.990384 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:30:26.990711 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:30:27.192860 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3437f02-9dfc-4ad3-a7c1-23e67d4fc4c4 req-e1c68a80-f658-4da2-ad44-381029d4692b tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:30:27.194510 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-c3437f02-9dfc-4ad3-a7c1-23e67d4fc4c4 req-e1c68a80-f658-4da2-ad44-381029d4692b tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/ports?device_id=4953a6e1-0caa-4036-bf10-4e7828d29e72 HTTP/1.1" status: 200 len: 944 time: 0.0489650 Nov 24 02:30:27.248623 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-c3437f02-9dfc-4ad3-a7c1-23e67d4fc4c4 req-640d43a1-5d3e-4ebd-a856-1eb23cb9e32b tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b4bd09-372d-413d-8523-ed57eb9d95d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470164 Nov 24 02:30:27.295133 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-b97c73c5-a02f-4a9d-ac03-7b8791036044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:30:28.276614 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:30:28.344554 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:30:28.373300 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bd6fd3-2849-41d1-af37-267eb6bbafe1 req-3b2ae286-becd-4043-b2bc-8b896cac37ec tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:30:28.374813 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-d9bd6fd3-2849-41d1-af37-267eb6bbafe1 req-3b2ae286-becd-4043-b2bc-8b896cac37ec tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/ports?device_id=4953a6e1-0caa-4036-bf10-4e7828d29e72 HTTP/1.1" status: 200 len: 944 time: 0.0522707 Nov 24 02:30:28.424404 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-d9bd6fd3-2849-41d1-af37-267eb6bbafe1 req-7abc886a-3d7e-4522-af21-a4e2e316655e tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b4bd09-372d-413d-8523-ed57eb9d95d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435195 Nov 24 02:30:29.538627 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80abb80c-e0fc-4c81-b9ca-61c7d370a84a req-ca86baf2-d6d2-4c96-b12d-73c3866a76fa tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:30:29.540208 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-80abb80c-e0fc-4c81-b9ca-61c7d370a84a req-ca86baf2-d6d2-4c96-b12d-73c3866a76fa tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/ports?device_id=4953a6e1-0caa-4036-bf10-4e7828d29e72 HTTP/1.1" status: 200 len: 944 time: 0.0487454 Nov 24 02:30:29.589648 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-80abb80c-e0fc-4c81-b9ca-61c7d370a84a req-e27d475b-41ff-4aca-a309-b4260618d14a tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b4bd09-372d-413d-8523-ed57eb9d95d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430133 Nov 24 02:30:29.786932 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:30:30.197858 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:30:30.571907 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3533c17-313c-4a06-bcbc-16ce70efc0d7 req-abf82f00-2101-4486-956b-dad07dba685f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:30:30.573386 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e3533c17-313c-4a06-bcbc-16ce70efc0d7 req-abf82f00-2101-4486-956b-dad07dba685f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4953a6e1-0caa-4036-bf10-4e7828d29e72&tenant_id=e3a0809cf4cc4c10b723f1808d0828c0 HTTP/1.1" status: 200 len: 1097 time: 0.0403335 Nov 24 02:30:30.648981 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3533c17-313c-4a06-bcbc-16ce70efc0d7 req-8c856799-e5f2-42f6-9f58-e3d12ee11318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:30:30.650498 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e3533c17-313c-4a06-bcbc-16ce70efc0d7 req-8c856799-e5f2-42f6-9f58-e3d12ee11318 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e3a0809cf4cc4c10b723f1808d0828c0&device_id=4953a6e1-0caa-4036-bf10-4e7828d29e72 HTTP/1.1" status: 200 len: 1097 time: 0.0441873 Nov 24 02:30:30.761995 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c1c529-b1fd-4f02-b456-e4c76482c378 req-8ab51363-d69e-4b5d-92dd-515de1722124 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:30:30.763562 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-54c1c529-b1fd-4f02-b456-e4c76482c378 req-8ab51363-d69e-4b5d-92dd-515de1722124 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/ports?device_id=4953a6e1-0caa-4036-bf10-4e7828d29e72 HTTP/1.1" status: 200 len: 944 time: 0.1073556 Nov 24 02:30:30.791801 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3533c17-313c-4a06-bcbc-16ce70efc0d7 req-757fc746-6bf6-47c2-9f35-354e13d39bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:30:30.793228 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e3533c17-313c-4a06-bcbc-16ce70efc0d7 req-757fc746-6bf6-47c2-9f35-354e13d39bbf service neutron] 10.222.0.48 "GET /v2.0/networks?id=059f2685-2db6-4bd7-a991-0e0980196e45 HTTP/1.1" status: 200 len: 909 time: 0.1290557 Nov 24 02:30:30.866051 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-54c1c529-b1fd-4f02-b456-e4c76482c378 req-452707af-5aeb-456d-99bf-7c07dbf53343 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b4bd09-372d-413d-8523-ed57eb9d95d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946741 Nov 24 02:30:30.877935 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e3533c17-313c-4a06-bcbc-16ce70efc0d7 req-161a2cea-ef18-4762-ad79-ef3e172417af service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1cd25dc9-c9f1-49a9-8402-8915aa2707e9 HTTP/1.1" status: 200 len: 999 time: 0.0774472 Nov 24 02:30:30.927119 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3533c17-313c-4a06-bcbc-16ce70efc0d7 req-db6bc570-6b03-4ce1-9595-0fba139fb2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:30:30.928769 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e3533c17-313c-4a06-bcbc-16ce70efc0d7 req-db6bc570-6b03-4ce1-9595-0fba139fb2fa service neutron] 10.222.0.48 "GET /v2.0/subnets?id=554bea0f-2d53-4338-9e2a-7e41af17864e HTTP/1.1" status: 200 len: 847 time: 0.0440798 Nov 24 02:30:30.978793 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3533c17-313c-4a06-bcbc-16ce70efc0d7 req-7d48d8ed-2c8a-4daf-ac4d-e2923c0e2242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:30:30.980283 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e3533c17-313c-4a06-bcbc-16ce70efc0d7 req-7d48d8ed-2c8a-4daf-ac4d-e2923c0e2242 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=059f2685-2db6-4bd7-a991-0e0980196e45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0437472 Nov 24 02:30:31.067503 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e3533c17-313c-4a06-bcbc-16ce70efc0d7 req-983fc836-904b-4d8c-a893-325cdef86ff2 service neutron] 10.222.0.48 "GET /v2.0/networks/059f2685-2db6-4bd7-a991-0e0980196e45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799744 Nov 24 02:30:31.160476 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e3533c17-313c-4a06-bcbc-16ce70efc0d7 req-499368c9-ddc4-42c9-a70f-704403001c77 service neutron] 10.222.0.48 "GET /v2.0/networks/059f2685-2db6-4bd7-a991-0e0980196e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853431 Nov 24 02:30:31.977372 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8087b22-17c5-4fec-80a7-565fc32e7e72 req-33e3d1f4-4fc5-4d6f-b66c-595a626d88cf tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:30:31.978860 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-c8087b22-17c5-4fec-80a7-565fc32e7e72 req-33e3d1f4-4fc5-4d6f-b66c-595a626d88cf tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/ports?device_id=4953a6e1-0caa-4036-bf10-4e7828d29e72 HTTP/1.1" status: 200 len: 944 time: 0.0481291 Nov 24 02:30:32.034522 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-c8087b22-17c5-4fec-80a7-565fc32e7e72 req-0165657d-bccb-4399-8a63-f41544d707fd tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b4bd09-372d-413d-8523-ed57eb9d95d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492353 Nov 24 02:30:33.147977 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f460f9-a3c4-489c-b7d5-da6fe9529f8f req-f2353351-11c3-4094-a095-6f8c150e2d96 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:30:33.149332 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-16f460f9-a3c4-489c-b7d5-da6fe9529f8f req-f2353351-11c3-4094-a095-6f8c150e2d96 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/ports?device_id=4953a6e1-0caa-4036-bf10-4e7828d29e72 HTTP/1.1" status: 200 len: 944 time: 0.0485990 Nov 24 02:30:33.198311 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-16f460f9-a3c4-489c-b7d5-da6fe9529f8f req-df1b9cf5-5c71-40b2-b8ce-89404296bbf8 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b4bd09-372d-413d-8523-ed57eb9d95d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428545 Nov 24 02:30:34.315330 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e34fd56-a9b0-49cf-8ef3-71af4eff2a7c req-b5f58a1a-dbe0-4c7f-9125-3658243bcb09 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:30:34.316814 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-0e34fd56-a9b0-49cf-8ef3-71af4eff2a7c req-b5f58a1a-dbe0-4c7f-9125-3658243bcb09 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/ports?device_id=4953a6e1-0caa-4036-bf10-4e7828d29e72 HTTP/1.1" status: 200 len: 944 time: 0.0528784 Nov 24 02:30:34.365107 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-0e34fd56-a9b0-49cf-8ef3-71af4eff2a7c req-3cb6be50-3c3f-4aa4-aea7-f0a5fb425232 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b4bd09-372d-413d-8523-ed57eb9d95d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424109 Nov 24 02:30:35.483384 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28035a60-e798-4e2d-8002-665b7756ecb1 req-4c8cf929-517c-479c-92f9-82915a9c51f7 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:30:35.484970 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-28035a60-e798-4e2d-8002-665b7756ecb1 req-4c8cf929-517c-479c-92f9-82915a9c51f7 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/ports?device_id=4953a6e1-0caa-4036-bf10-4e7828d29e72 HTTP/1.1" status: 200 len: 944 time: 0.0531795 Nov 24 02:30:35.538388 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-28035a60-e798-4e2d-8002-665b7756ecb1 req-8b6f3c55-ebaa-4cb9-8be9-e2574b55cb58 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b4bd09-372d-413d-8523-ed57eb9d95d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473311 Nov 24 02:30:36.651254 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459a6600-6d1e-40fb-aa29-412f22703db0 req-49eff352-a93e-450f-ac9f-5ff98792ae1a tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:30:36.652765 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-459a6600-6d1e-40fb-aa29-412f22703db0 req-49eff352-a93e-450f-ac9f-5ff98792ae1a tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/ports?device_id=4953a6e1-0caa-4036-bf10-4e7828d29e72 HTTP/1.1" status: 200 len: 944 time: 0.0483699 Nov 24 02:30:36.717403 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-459a6600-6d1e-40fb-aa29-412f22703db0 req-66ebcbf8-5192-4ffd-86c5-c85e08f4c4c4 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b4bd09-372d-413d-8523-ed57eb9d95d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525486 Nov 24 02:30:37.831048 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729c724b-ce24-4a82-9d11-66b340a10736 req-5a9ae8ee-3d23-4e81-97d4-57d69002ddeb tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:30:37.832518 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-729c724b-ce24-4a82-9d11-66b340a10736 req-5a9ae8ee-3d23-4e81-97d4-57d69002ddeb tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/ports?device_id=4953a6e1-0caa-4036-bf10-4e7828d29e72 HTTP/1.1" status: 200 len: 944 time: 0.0486317 Nov 24 02:30:37.880845 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-729c724b-ce24-4a82-9d11-66b340a10736 req-4e9cff3d-27ff-4579-820f-6c64131372fa tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b4bd09-372d-413d-8523-ed57eb9d95d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424311 Nov 24 02:30:38.858131 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 1cd25dc9-c9f1-49a9-8402-8915aa2707e9 details requested by agent hyperv_hv-neutron-8189 with host hv-neutron-8189 {{(pid=109868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 02:30:38.951392 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port 1cd25dc9-c9f1-49a9-8402-8915aa2707e9, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=1cd25dc9-c9f1-49a9-8402-8915aa2707e9,segment=NetworkSegment(d3274902-e856-4cb9-82b7-d742a2bcc242),segment_id=d3274902-e856-4cb9-82b7-d742a2bcc242)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:30:38.965867 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Returning: {'device': '1cd25dc9-c9f1-49a9-8402-8915aa2707e9', 'network_id': '059f2685-2db6-4bd7-a991-0e0980196e45', 'port_id': '1cd25dc9-c9f1-49a9-8402-8915aa2707e9', 'mac_address': 'fa:16:3e:71:21:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '554bea0f-2d53-4338-9e2a-7e41af17864e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 02:30:39.002579 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:30:39.014789 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cd25dc9-c9f1-49a9-8402-8915aa2707e9 {{(pid=109868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 02:30:39.034516 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port 1cd25dc9-c9f1-49a9-8402-8915aa2707e9, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=1cd25dc9-c9f1-49a9-8402-8915aa2707e9,segment=NetworkSegment(d3274902-e856-4cb9-82b7-d742a2bcc242),segment_id=d3274902-e856-4cb9-82b7-d742a2bcc242)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:30:39.039252 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:30:39.081956 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14524783-2ea2-48b0-b137-ac279bf3e11b req-6950d7ab-724c-4243-92e4-5bb22ef9c1b7 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:30:39.083458 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-14524783-2ea2-48b0-b137-ac279bf3e11b req-6950d7ab-724c-4243-92e4-5bb22ef9c1b7 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/ports?device_id=4953a6e1-0caa-4036-bf10-4e7828d29e72 HTTP/1.1" status: 200 len: 945 time: 0.1360819 Nov 24 02:30:39.086939 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=1cd25dc9-c9f1-49a9-8402-8915aa2707e9,revision_number=7']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:30:39.136766 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-14524783-2ea2-48b0-b137-ac279bf3e11b req-59c7fa8b-b6d5-499b-b2f8-2d6daa60cdd2 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b4bd09-372d-413d-8523-ed57eb9d95d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470212 Nov 24 02:30:39.329903 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] get_ports_and_sgs() called for port_ids ['1cd25dc9-c9f1-49a9-8402-8915aa2707e9'] {{(pid=109868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 02:30:40.311063 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9461a26-41f4-48bb-860e-6db60d2f6cf5 req-727a70f8-264e-44bb-846a-97d9fdee0997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:30:40.312553 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e9461a26-41f4-48bb-860e-6db60d2f6cf5 req-727a70f8-264e-44bb-846a-97d9fdee0997 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e3a0809cf4cc4c10b723f1808d0828c0&device_id=4953a6e1-0caa-4036-bf10-4e7828d29e72 HTTP/1.1" status: 200 len: 1098 time: 0.0749438 Nov 24 02:30:40.326122 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bea9018-13c6-464a-a9f9-daa27b55461c req-01c20c6b-2fcd-42ce-b6b1-edb94cc71e12 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:30:40.327554 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-6bea9018-13c6-464a-a9f9-daa27b55461c req-01c20c6b-2fcd-42ce-b6b1-edb94cc71e12 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/ports?device_id=4953a6e1-0caa-4036-bf10-4e7828d29e72 HTTP/1.1" status: 200 len: 945 time: 0.1228313 Nov 24 02:30:40.440075 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-6bea9018-13c6-464a-a9f9-daa27b55461c req-5ad65801-0b8a-4e3b-b20c-d86cdb2ca77b tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b4bd09-372d-413d-8523-ed57eb9d95d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009624 Nov 24 02:30:40.457056 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9461a26-41f4-48bb-860e-6db60d2f6cf5 req-e580d433-ebc8-4406-a859-cd43da7afa44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:30:40.458547 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e9461a26-41f4-48bb-860e-6db60d2f6cf5 req-e580d433-ebc8-4406-a859-cd43da7afa44 service neutron] 10.222.0.48 "GET /v2.0/networks?id=059f2685-2db6-4bd7-a991-0e0980196e45 HTTP/1.1" status: 200 len: 909 time: 0.1268263 Nov 24 02:30:40.523029 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e9461a26-41f4-48bb-860e-6db60d2f6cf5 req-d0302a7a-e835-41bb-9e3b-30cc5c11e3f0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1cd25dc9-c9f1-49a9-8402-8915aa2707e9 HTTP/1.1" status: 200 len: 1000 time: 0.0575023 Nov 24 02:30:40.571043 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9461a26-41f4-48bb-860e-6db60d2f6cf5 req-92455dd6-e5e9-4b4c-81e2-5610ecc283fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:30:40.572429 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e9461a26-41f4-48bb-860e-6db60d2f6cf5 req-92455dd6-e5e9-4b4c-81e2-5610ecc283fc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=554bea0f-2d53-4338-9e2a-7e41af17864e HTTP/1.1" status: 200 len: 847 time: 0.0431409 Nov 24 02:30:40.619654 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9461a26-41f4-48bb-860e-6db60d2f6cf5 req-fcdd8b6d-fdbe-4042-b93a-0b456430334e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:30:40.621110 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e9461a26-41f4-48bb-860e-6db60d2f6cf5 req-fcdd8b6d-fdbe-4042-b93a-0b456430334e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=059f2685-2db6-4bd7-a991-0e0980196e45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0418184 Nov 24 02:30:40.707832 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e9461a26-41f4-48bb-860e-6db60d2f6cf5 req-4bb1aa1c-7911-44c4-804c-fb9761f53f7f service neutron] 10.222.0.48 "GET /v2.0/networks/059f2685-2db6-4bd7-a991-0e0980196e45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793076 Nov 24 02:30:40.800345 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e9461a26-41f4-48bb-860e-6db60d2f6cf5 req-6e3f6cf3-8fca-47c4-a2d6-85b3bcfd8caa service neutron] 10.222.0.48 "GET /v2.0/networks/059f2685-2db6-4bd7-a991-0e0980196e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851221 Nov 24 02:30:40.874087 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 1cd25dc9-c9f1-49a9-8402-8915aa2707e9 up at agent hyperv_hv-neutron-8189 {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 02:30:40.923064 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Provisioning complete for port 1cd25dc9-c9f1-49a9-8402-8915aa2707e9 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:30:40.923426 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:30:40.998105 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:30:41.019618 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4953a6e1-0caa-4036-bf10-4e7828d29e72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cd25dc9-c9f1-49a9-8402-8915aa2707e9'}] {{(pid=109868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:30:41.021878 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adafa3b64de3cabc8eac619938bcace59b198ffee64d481093eb3def62699d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-627b8939-4bf1-429c-863b-2e5463220155" -d '{"events": [{"server_uuid": "4953a6e1-0caa-4036-bf10-4e7828d29e72", "name": "network-vif-plugged", "status": "completed", "tag": "1cd25dc9-c9f1-49a9-8402-8915aa2707e9"}]}' {{(pid=109868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:30:41.034388 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port 1cd25dc9-c9f1-49a9-8402-8915aa2707e9, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=1cd25dc9-c9f1-49a9-8402-8915aa2707e9,segment=NetworkSegment(d3274902-e856-4cb9-82b7-d742a2bcc242),segment_id=d3274902-e856-4cb9-82b7-d742a2bcc242)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:30:41.039407 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:30:41.064499 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 02:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e70e4f7-af07-4832-a97a-a878ce374911 x-openstack-request-id: req-4e70e4f7-af07-4832-a97a-a878ce374911 {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:30:41.064790 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4953a6e1-0caa-4036-bf10-4e7828d29e72", "name": "network-vif-plugged", "status": "completed", "tag": "1cd25dc9-c9f1-49a9-8402-8915aa2707e9", "code": 200}]} {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:30:41.065044 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4e70e4f7-af07-4832-a97a-a878ce374911 {{(pid=109868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:30:41.065438 dv-neutron-818911-2-hyperv neutron-server[109868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4953a6e1-0caa-4036-bf10-4e7828d29e72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cd25dc9-c9f1-49a9-8402-8915aa2707e9', 'code': 200} Nov 24 02:30:41.090219 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=1cd25dc9-c9f1-49a9-8402-8915aa2707e9,revision_number=8']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:30:41.315267 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644865b1-8c13-4430-aafb-53d6f0a20fe6 req-ba4b8f2d-25f2-4553-9fb8-f7e75f1ee5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:30:41.316636 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-644865b1-8c13-4430-aafb-53d6f0a20fe6 req-ba4b8f2d-25f2-4553-9fb8-f7e75f1ee5b6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4953a6e1-0caa-4036-bf10-4e7828d29e72 HTTP/1.1" status: 200 len: 1099 time: 0.0403996 Nov 24 02:30:41.362700 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-644865b1-8c13-4430-aafb-53d6f0a20fe6 req-cdbf43b4-dd9e-4293-8d51-229a1d88228c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=16b4bd09-372d-413d-8523-ed57eb9d95d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385695 Nov 24 02:30:41.554718 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883ce8c1-fbd5-47b7-92f1-7f81d93facf6 req-2588f1d9-daa7-4d87-b26a-17cb716ff291 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:30:41.556187 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-883ce8c1-fbd5-47b7-92f1-7f81d93facf6 req-2588f1d9-daa7-4d87-b26a-17cb716ff291 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/ports?device_id=4953a6e1-0caa-4036-bf10-4e7828d29e72 HTTP/1.1" status: 200 len: 946 time: 0.0504923 Nov 24 02:30:41.607603 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-883ce8c1-fbd5-47b7-92f1-7f81d93facf6 req-f14e7345-2718-45d7-86f7-9c83c7d23512 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b4bd09-372d-413d-8523-ed57eb9d95d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455210 Nov 24 02:30:42.722250 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a599bb57-d759-407c-97c8-c810f41ade31 req-fc96b3f3-8363-42f6-b782-d08fb0b954ff tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:30:42.723727 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-a599bb57-d759-407c-97c8-c810f41ade31 req-fc96b3f3-8363-42f6-b782-d08fb0b954ff tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/ports?device_id=4953a6e1-0caa-4036-bf10-4e7828d29e72 HTTP/1.1" status: 200 len: 946 time: 0.0481508 Nov 24 02:30:42.771640 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-a599bb57-d759-407c-97c8-c810f41ade31 req-15ccd3ad-22bb-4fd7-b0e5-ffeecf1bc22d tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b4bd09-372d-413d-8523-ed57eb9d95d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420988 Nov 24 02:30:43.148437 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.agents_db [None req-4e42c10c-a1d3-4d07-89d6-7a24334140aa None None] Agent healthcheck: found 6 active agents {{(pid=109869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 02:30:54.835195 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-1400aee5-d74a-4e22-9dec-1f99673612d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:30:57.288117 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a15db2df-91d1-407b-a237-78cce6ff813a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:30:58.273863 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:30:58.368938 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:30:59.785304 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:31:00.199319 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:31:20.148281 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.agents_db [None req-4e42c10c-a1d3-4d07-89d6-7a24334140aa None None] Agent healthcheck: found 6 active agents {{(pid=109869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 02:31:24.837448 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-c1bc62f8-3ae1-4ba6-9480-affbaa19c26f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:31:27.289985 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a7ae1c3a-cd0e-4c99-878f-b8f117551cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:31:28.276256 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:31:28.364322 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:31:29.788632 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:31:30.203361 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:31:41.317576 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-46162d23-06e5-4306-9827-e3718b7a91f2 req-653ec912-bb66-4ace-90d3-88e9e7509670 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4953a6e1-0caa-4036-bf10-4e7828d29e72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0762899 Nov 24 02:31:41.413792 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46162d23-06e5-4306-9827-e3718b7a91f2 req-d3e120af-7fad-4419-9d59-5fc9c7f96f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:31:41.415785 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-46162d23-06e5-4306-9827-e3718b7a91f2 req-d3e120af-7fad-4419-9d59-5fc9c7f96f79 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e3a0809cf4cc4c10b723f1808d0828c0&device_id=4953a6e1-0caa-4036-bf10-4e7828d29e72 HTTP/1.1" status: 200 len: 1099 time: 0.0402379 Nov 24 02:31:41.519352 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46162d23-06e5-4306-9827-e3718b7a91f2 req-f42e627a-6671-40e9-a36f-d7709c66dd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:31:41.520712 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-46162d23-06e5-4306-9827-e3718b7a91f2 req-f42e627a-6671-40e9-a36f-d7709c66dd55 service neutron] 10.222.0.48 "GET /v2.0/networks?id=059f2685-2db6-4bd7-a991-0e0980196e45 HTTP/1.1" status: 200 len: 909 time: 0.0863767 Nov 24 02:31:41.592668 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-46162d23-06e5-4306-9827-e3718b7a91f2 req-580a8fd1-fcf4-41e9-8631-ccf3718df681 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1cd25dc9-c9f1-49a9-8402-8915aa2707e9 HTTP/1.1" status: 200 len: 1001 time: 0.0602365 Nov 24 02:31:41.642286 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46162d23-06e5-4306-9827-e3718b7a91f2 req-c8c377a2-47a4-415e-a6fe-325048ddac33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:31:41.643694 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-46162d23-06e5-4306-9827-e3718b7a91f2 req-c8c377a2-47a4-415e-a6fe-325048ddac33 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=554bea0f-2d53-4338-9e2a-7e41af17864e HTTP/1.1" status: 200 len: 847 time: 0.0427866 Nov 24 02:31:41.692157 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46162d23-06e5-4306-9827-e3718b7a91f2 req-5c8ce628-deab-466e-9768-69b7086cc320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:31:41.693693 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-46162d23-06e5-4306-9827-e3718b7a91f2 req-5c8ce628-deab-466e-9768-69b7086cc320 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=059f2685-2db6-4bd7-a991-0e0980196e45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0424366 Nov 24 02:31:42.099222 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-46162d23-06e5-4306-9827-e3718b7a91f2 req-7d398021-6959-4508-b2ba-aa8181682ea5 service neutron] 10.222.0.48 "GET /v2.0/networks/059f2685-2db6-4bd7-a991-0e0980196e45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3983901 Nov 24 02:31:42.190409 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-46162d23-06e5-4306-9827-e3718b7a91f2 req-f547a14d-6478-42a5-ad86-9f12510ccfcb service neutron] 10.222.0.48 "GET /v2.0/networks/059f2685-2db6-4bd7-a991-0e0980196e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841250 Nov 24 02:31:54.838835 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-31d48c10-ee01-44cd-ae1f-377438957e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:31:57.146727 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.agents_db [None req-4e42c10c-a1d3-4d07-89d6-7a24334140aa None None] Agent healthcheck: found 6 active agents {{(pid=109869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 02:31:57.291101 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-f3bc98ca-497c-418d-b5f8-752f34b22cca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:31:58.278043 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:31:58.324580 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 57772) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:31:58.378657 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:31:58.480412 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-1215271f-9b64-4d59-8f3f-78d854c650e0 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Deleting port 26d00321-39b3-4dd4-a318-4938a214d1d9 {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 02:31:58.480747 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1215271f-9b64-4d59-8f3f-78d854c650e0 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:31:58.556626 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1215271f-9b64-4d59-8f3f-78d854c650e0 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:31:58.556862 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1215271f-9b64-4d59-8f3f-78d854c650e0 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:31:58.568577 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-1215271f-9b64-4d59-8f3f-78d854c650e0 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Calling delete_port for 26d00321-39b3-4dd4-a318-4938a214d1d9 owned by network:floatingip {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 02:31:58.714695 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1215271f-9b64-4d59-8f3f-78d854c650e0 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:31:58.739281 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1215271f-9b64-4d59-8f3f-78d854c650e0 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Pushing event deleted for resources: {'Port': ['ID=26d00321-39b3-4dd4-a318-4938a214d1d9,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:31:58.763023 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1215271f-9b64-4d59-8f3f-78d854c650e0 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:31:58.763377 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1215271f-9b64-4d59-8f3f-78d854c650e0 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:31:58.763715 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1215271f-9b64-4d59-8f3f-78d854c650e0 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:31:58.764057 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1215271f-9b64-4d59-8f3f-78d854c650e0 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:31:58.764387 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1215271f-9b64-4d59-8f3f-78d854c650e0 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:31:58.764715 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1215271f-9b64-4d59-8f3f-78d854c650e0 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:31:58.765041 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1215271f-9b64-4d59-8f3f-78d854c650e0 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:31:58.765366 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1215271f-9b64-4d59-8f3f-78d854c650e0 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:31:58.765725 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1215271f-9b64-4d59-8f3f-78d854c650e0 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:31:58.766044 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1215271f-9b64-4d59-8f3f-78d854c650e0 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:31:58.766378 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1215271f-9b64-4d59-8f3f-78d854c650e0 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:31:58.766684 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1215271f-9b64-4d59-8f3f-78d854c650e0 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:31:58.807230 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1215271f-9b64-4d59-8f3f-78d854c650e0 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Publish callbacks [] for floatingip, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:31:58.807478 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.l3_db [None req-1215271f-9b64-4d59-8f3f-78d854c650e0 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Floating IP cb1339d6-1f9b-42a3-ad64-f43ff5e91af1 disassociated (deleted). External IP: 172.26.5.48, port: 1cd25dc9-c9f1-49a9-8402-8915aa2707e9. Nov 24 02:31:59.014506 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1215271f-9b64-4d59-8f3f-78d854c650e0 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Router 9a2173f2-c36c-4848-9456-695481518937 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 02:31:59.121531 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1215271f-9b64-4d59-8f3f-78d854c650e0 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 02:31:59.126357 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-1215271f-9b64-4d59-8f3f-78d854c650e0 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for floatingip, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:31:59.131475 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32e75de-38fb-4e5c-8504-bfe55f8fd018 None None] Sync routers for ids ['9a2173f2-c36c-4848-9456-695481518937'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 02:31:59.140658 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32e75de-38fb-4e5c-8504-bfe55f8fd018 None None] Routers {'9a2173f2-c36c-4848-9456-695481518937'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:31:59.141289 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-b32e75de-38fb-4e5c-8504-bfe55f8fd018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:31:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['9a2173f2-c36c-4848-9456-695481518937'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:31:59.153656 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-1215271f-9b64-4d59-8f3f-78d854c650e0 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "DELETE /v2.0/floatingips/cb1339d6-1f9b-42a3-ad64-f43ff5e91af1 HTTP/1.1" status: 204 len: 168 time: 0.8279617 Nov 24 02:31:59.154236 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4953a6e1-0caa-4036-bf10-4e7828d29e72', 'tag': '1cd25dc9-c9f1-49a9-8402-8915aa2707e9'}] {{(pid=109867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:31:59.156506 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2155eb48762029a847224b6ca77dbed8b251e8450d3d79f1fc0a82d404e82e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d08c5d1-e2d6-4c4b-b503-eaddb7b7b230" -d '{"events": [{"name": "network-changed", "server_uuid": "4953a6e1-0caa-4036-bf10-4e7828d29e72", "tag": "1cd25dc9-c9f1-49a9-8402-8915aa2707e9"}]}' {{(pid=109867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:31:59.199072 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 02:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-772adfca-3d28-4396-af3c-3abb8bad1f85 x-openstack-request-id: req-772adfca-3d28-4396-af3c-3abb8bad1f85 {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:31:59.199464 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4953a6e1-0caa-4036-bf10-4e7828d29e72", "tag": "1cd25dc9-c9f1-49a9-8402-8915aa2707e9", "status": "completed", "code": 200}]} {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:31:59.199692 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-772adfca-3d28-4396-af3c-3abb8bad1f85 {{(pid=109867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:31:59.200104 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4953a6e1-0caa-4036-bf10-4e7828d29e72', 'tag': '1cd25dc9-c9f1-49a9-8402-8915aa2707e9', 'status': 'completed', 'code': 200} Nov 24 02:31:59.258373 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-b32e75de-38fb-4e5c-8504-bfe55f8fd018 None None] Set router 9a2173f2-c36c-4848-9456-695481518937 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:31:59.307178 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d08c5d1-e2d6-4c4b-b503-eaddb7b7b230 req-0683cb4b-a28d-45e2-881d-c991afd7cbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:31:59.308214 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-4d08c5d1-e2d6-4c4b-b503-eaddb7b7b230 req-0683cb4b-a28d-45e2-881d-c991afd7cbf2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e3a0809cf4cc4c10b723f1808d0828c0&device_id=4953a6e1-0caa-4036-bf10-4e7828d29e72 HTTP/1.1" status: 200 len: 1099 time: 0.0637352 Nov 24 02:31:59.386838 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ab9f8d-9034-4924-a1ad-37f157c91ce0 req-b9728594-084f-4938-9904-ec82d0ae0db5 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:31:59.389323 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-a3ab9f8d-9034-4924-a1ad-37f157c91ce0 req-b9728594-084f-4938-9904-ec82d0ae0db5 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/ports?device_id=4953a6e1-0caa-4036-bf10-4e7828d29e72 HTTP/1.1" status: 200 len: 946 time: 0.0521882 Nov 24 02:31:59.426125 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d08c5d1-e2d6-4c4b-b503-eaddb7b7b230 req-2c637e75-b16a-4a80-892a-05ede5ef5826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:31:59.427772 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-4d08c5d1-e2d6-4c4b-b503-eaddb7b7b230 req-2c637e75-b16a-4a80-892a-05ede5ef5826 service neutron] 10.222.0.48 "GET /v2.0/networks?id=059f2685-2db6-4bd7-a991-0e0980196e45 HTTP/1.1" status: 200 len: 909 time: 0.0904045 Nov 24 02:31:59.459683 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-a3ab9f8d-9034-4924-a1ad-37f157c91ce0 req-436f5664-03d9-4017-918e-79915488b16f tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b4bd09-372d-413d-8523-ed57eb9d95d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625701 Nov 24 02:31:59.470570 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-b32e75de-38fb-4e5c-8504-bfe55f8fd018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2173f2-c36c-4848-9456-695481518937', 'name': 'tempest-TestShelveInstance-375009341-router', 'tenant_id': 'e3a0809cf4cc4c10b723f1808d0828c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.247'}], 'enable_snat': True}, 'gw_port_id': '59311d54-a930-435a-96db-4d98017ad57e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:23:17Z', 'updated_at': '2021-11-24T02:23:19Z', 'revision_number': 4, 'project_id': 'e3a0809cf4cc4c10b723f1808d0828c0', 'gw_port': {'id': '59311d54-a930-435a-96db-4d98017ad57e', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2173f2-c36c-4848-9456-695481518937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:23:17Z', 'updated_at': '2021-11-24T02:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': '843fbf83-e1d8-4c65-b530-eba58cb23f27', 'name': '', 'network_id': '059f2685-2db6-4bd7-a991-0e0980196e45', 'tenant_id': 'e3a0809cf4cc4c10b723f1808d0828c0', 'mac_address': 'fa:16:3e:52:d9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2173f2-c36c-4848-9456-695481518937', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '554bea0f-2d53-4338-9e2a-7e41af17864e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:23:19Z', 'updated_at': '2021-11-24T02:23:24Z', 'revision_number': 5, 'project_id': 'e3a0809cf4cc4c10b723f1808d0828c0', 'subnets': [{'id': '554bea0f-2d53-4338-9e2a-7e41af17864e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:31:59.477503 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-4d08c5d1-e2d6-4c4b-b503-eaddb7b7b230 req-1a8f601a-0214-4c0a-b76a-326cf0fafe1f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1cd25dc9-c9f1-49a9-8402-8915aa2707e9 HTTP/1.1" status: 200 len: 217 time: 0.0399630 Nov 24 02:31:59.496819 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32e75de-38fb-4e5c-8504-bfe55f8fd018 None None] Checking router: 9a2173f2-c36c-4848-9456-695481518937 for host: dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 02:31:59.504877 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32e75de-38fb-4e5c-8504-bfe55f8fd018 None None] Routers {'9a2173f2-c36c-4848-9456-695481518937'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:31:59.505767 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-b32e75de-38fb-4e5c-8504-bfe55f8fd018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:31:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['9a2173f2-c36c-4848-9456-695481518937'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:31:59.529079 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d08c5d1-e2d6-4c4b-b503-eaddb7b7b230 req-528ff312-c02c-4278-8a78-2ca4f3107fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:31:59.530584 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-4d08c5d1-e2d6-4c4b-b503-eaddb7b7b230 req-528ff312-c02c-4278-8a78-2ca4f3107fe3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=554bea0f-2d53-4338-9e2a-7e41af17864e HTTP/1.1" status: 200 len: 847 time: 0.0445826 Nov 24 02:31:59.578068 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d08c5d1-e2d6-4c4b-b503-eaddb7b7b230 req-4f36a5fa-5d50-4a46-9766-09fcc7ae035e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:31:59.579575 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-4d08c5d1-e2d6-4c4b-b503-eaddb7b7b230 req-4f36a5fa-5d50-4a46-9766-09fcc7ae035e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=059f2685-2db6-4bd7-a991-0e0980196e45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402064 Nov 24 02:31:59.609276 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-b32e75de-38fb-4e5c-8504-bfe55f8fd018 None None] Set router 9a2173f2-c36c-4848-9456-695481518937 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:31:59.673030 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-4d08c5d1-e2d6-4c4b-b503-eaddb7b7b230 req-f07df98e-9fbd-4552-8a2e-df86dd020ea8 service neutron] 10.222.0.48 "GET /v2.0/networks/059f2685-2db6-4bd7-a991-0e0980196e45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850830 Nov 24 02:31:59.766662 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-4d08c5d1-e2d6-4c4b-b503-eaddb7b7b230 req-70e2049b-74e7-458d-9b2d-9171553a2b44 service neutron] 10.222.0.48 "GET /v2.0/networks/059f2685-2db6-4bd7-a991-0e0980196e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858104 Nov 24 02:31:59.798632 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:31:59.816782 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-b32e75de-38fb-4e5c-8504-bfe55f8fd018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2173f2-c36c-4848-9456-695481518937', 'name': 'tempest-TestShelveInstance-375009341-router', 'tenant_id': 'e3a0809cf4cc4c10b723f1808d0828c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.247'}], 'enable_snat': True}, 'gw_port_id': '59311d54-a930-435a-96db-4d98017ad57e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:23:17Z', 'updated_at': '2021-11-24T02:23:19Z', 'revision_number': 4, 'project_id': 'e3a0809cf4cc4c10b723f1808d0828c0', 'gw_port': {'id': '59311d54-a930-435a-96db-4d98017ad57e', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2173f2-c36c-4848-9456-695481518937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:23:17Z', 'updated_at': '2021-11-24T02:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': '843fbf83-e1d8-4c65-b530-eba58cb23f27', 'name': '', 'network_id': '059f2685-2db6-4bd7-a991-0e0980196e45', 'tenant_id': 'e3a0809cf4cc4c10b723f1808d0828c0', 'mac_address': 'fa:16:3e:52:d9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2173f2-c36c-4848-9456-695481518937', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '554bea0f-2d53-4338-9e2a-7e41af17864e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:23:19Z', 'updated_at': '2021-11-24T02:23:24Z', 'revision_number': 5, 'project_id': 'e3a0809cf4cc4c10b723f1808d0828c0', 'subnets': [{'id': '554bea0f-2d53-4338-9e2a-7e41af17864e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:31:59.847150 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32e75de-38fb-4e5c-8504-bfe55f8fd018 None None] The sync data for ids ['9a2173f2-c36c-4848-9456-695481518937'] in dv-neutron-818911-2-hyperv is: [{'id': '9a2173f2-c36c-4848-9456-695481518937', 'name': 'tempest-TestShelveInstance-375009341-router', 'tenant_id': 'e3a0809cf4cc4c10b723f1808d0828c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.247'}], 'enable_snat': True}, 'gw_port_id': '59311d54-a930-435a-96db-4d98017ad57e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:23:17Z', 'updated_at': '2021-11-24T02:23:19Z', 'revision_number': 4, 'project_id': 'e3a0809cf4cc4c10b723f1808d0828c0', 'gw_port': {'id': '59311d54-a930-435a-96db-4d98017ad57e', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2173f2-c36c-4848-9456-695481518937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:23:17Z', 'updated_at': '2021-11-24T02:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': '843fbf83-e1d8-4c65-b530-eba58cb23f27', 'name': '', 'network_id': '059f2685-2db6-4bd7-a991-0e0980196e45', 'tenant_id': 'e3a0809cf4cc4c10b723f1808d0828c0', 'mac_address': 'fa:16:3e:52:d9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2173f2-c36c-4848-9456-695481518937', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '554bea0f-2d53-4338-9e2a-7e41af17864e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:23:19Z', 'updated_at': '2021-11-24T02:23:24Z', 'revision_number': 5, 'project_id': 'e3a0809cf4cc4c10b723f1808d0828c0', 'subnets': [{'id': '554bea0f-2d53-4338-9e2a-7e41af17864e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 02:32:00.056048 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353abb23-e1e0-46e0-ab91-8c8a2c6deae9 None None] New status for floating IP cb1339d6-1f9b-42a3-ad64-f43ff5e91af1: DOWN {{(pid=109869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 02:32:00.205835 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:00.582289 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25324588-1deb-4617-8cb6-572c7f11c509 req-a8868969-6a22-4164-8908-e23f33de91ac tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:32:00.583897 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-25324588-1deb-4617-8cb6-572c7f11c509 req-a8868969-6a22-4164-8908-e23f33de91ac tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/ports?device_id=4953a6e1-0caa-4036-bf10-4e7828d29e72 HTTP/1.1" status: 200 len: 946 time: 0.0529613 Nov 24 02:32:00.643247 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-25324588-1deb-4617-8cb6-572c7f11c509 req-0913d9ad-abe9-42d3-afb5-2faf3f705b09 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b4bd09-372d-413d-8523-ed57eb9d95d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495543 Nov 24 02:32:01.078054 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f32a414-06ae-46de-9504-648ba8b7e3ed req-370476e5-b840-409e-aebd-8e0b9ff58081 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:32:01.079496 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-1f32a414-06ae-46de-9504-648ba8b7e3ed req-370476e5-b840-409e-aebd-8e0b9ff58081 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.48 "GET /v2.0/ports?device_id=4953a6e1-0caa-4036-bf10-4e7828d29e72 HTTP/1.1" status: 200 len: 946 time: 0.0485256 Nov 24 02:32:01.167969 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [req-1f32a414-06ae-46de-9504-648ba8b7e3ed req-60f75307-b096-454d-bba0-e6da736e2ba9 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Deleting port 1cd25dc9-c9f1-49a9-8402-8915aa2707e9 {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 02:32:01.168235 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-1f32a414-06ae-46de-9504-648ba8b7e3ed req-60f75307-b096-454d-bba0-e6da736e2ba9 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:01.268913 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [req-1f32a414-06ae-46de-9504-648ba8b7e3ed req-60f75307-b096-454d-bba0-e6da736e2ba9 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] For port 1cd25dc9-c9f1-49a9-8402-8915aa2707e9, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=1cd25dc9-c9f1-49a9-8402-8915aa2707e9,segment=NetworkSegment(d3274902-e856-4cb9-82b7-d742a2bcc242),segment_id=d3274902-e856-4cb9-82b7-d742a2bcc242)] {{(pid=109867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:32:01.269270 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-1f32a414-06ae-46de-9504-648ba8b7e3ed req-60f75307-b096-454d-bba0-e6da736e2ba9 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:01.283090 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [req-1f32a414-06ae-46de-9504-648ba8b7e3ed req-60f75307-b096-454d-bba0-e6da736e2ba9 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Calling delete_port for 1cd25dc9-c9f1-49a9-8402-8915aa2707e9 owned by compute:nova {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 02:32:01.411149 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-1f32a414-06ae-46de-9504-648ba8b7e3ed req-60f75307-b096-454d-bba0-e6da736e2ba9 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:01.440080 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f75307-b096-454d-bba0-e6da736e2ba9 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Pushing event deleted for resources: {'Port': ['ID=1cd25dc9-c9f1-49a9-8402-8915aa2707e9,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:32:01.479944 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f32a414-06ae-46de-9504-648ba8b7e3ed req-60f75307-b096-454d-bba0-e6da736e2ba9 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] No DVR routers for this DVR port 1cd25dc9-c9f1-49a9-8402-8915aa2707e9 on host hv-neutron-8189 {{(pid=109867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 02:32:01.482449 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-1f32a414-06ae-46de-9504-648ba8b7e3ed req-60f75307-b096-454d-bba0-e6da736e2ba9 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:01.485842 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-1f32a414-06ae-46de-9504-648ba8b7e3ed req-60f75307-b096-454d-bba0-e6da736e2ba9 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.48 "DELETE /v2.0/ports/1cd25dc9-c9f1-49a9-8402-8915aa2707e9 HTTP/1.1" status: 204 len: 173 time: 0.4002776 Nov 24 02:32:01.486286 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4953a6e1-0caa-4036-bf10-4e7828d29e72', 'name': 'network-vif-deleted', 'tag': '1cd25dc9-c9f1-49a9-8402-8915aa2707e9'}] {{(pid=109867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:32:01.488529 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2155eb48762029a847224b6ca77dbed8b251e8450d3d79f1fc0a82d404e82e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6493160d-ddb2-4269-ad44-a534a238248f" -d '{"events": [{"server_uuid": "4953a6e1-0caa-4036-bf10-4e7828d29e72", "name": "network-vif-deleted", "tag": "1cd25dc9-c9f1-49a9-8402-8915aa2707e9"}]}' {{(pid=109867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:32:01.529516 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 02:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40e31088-4fb2-44d0-981e-9d12383d8cea x-openstack-request-id: req-40e31088-4fb2-44d0-981e-9d12383d8cea {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:32:01.529820 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4953a6e1-0caa-4036-bf10-4e7828d29e72", "name": "network-vif-deleted", "tag": "1cd25dc9-c9f1-49a9-8402-8915aa2707e9", "status": "completed", "code": 200}]} {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:32:01.530082 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-40e31088-4fb2-44d0-981e-9d12383d8cea {{(pid=109867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:32:01.530491 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4953a6e1-0caa-4036-bf10-4e7828d29e72', 'name': 'network-vif-deleted', 'tag': '1cd25dc9-c9f1-49a9-8402-8915aa2707e9', 'status': 'completed', 'code': 200} Nov 24 02:32:01.736603 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-1c5ae565-82dc-404b-8559-867d2d6a094c req-f53ec043-ac1c-47d4-b1d5-b5333806cb65 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/ports?device_id=4953a6e1-0caa-4036-bf10-4e7828d29e72 HTTP/1.1" status: 200 len: 210 time: 0.0267186 Nov 24 02:32:02.830617 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-984eb053-b774-49ea-a19a-3fe17617be29 req-ad838b8e-74e3-44ef-b2a3-624cc5267051 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/ports?device_id=4953a6e1-0caa-4036-bf10-4e7828d29e72 HTTP/1.1" status: 200 len: 210 time: 0.0262806 Nov 24 02:32:03.926519 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-49d6ea26-6196-44fa-93f6-df3427240762 req-bce64f8c-7804-4b6e-b1c1-f9e5fe479fe4 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/ports?device_id=4953a6e1-0caa-4036-bf10-4e7828d29e72 HTTP/1.1" status: 200 len: 210 time: 0.0278864 Nov 24 02:32:05.021636 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-9d9198e4-501c-4041-bd4b-352c9ac2c494 req-b8dd2f9d-b8d8-4f4c-a2ce-af634161f0de tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/ports?device_id=4953a6e1-0caa-4036-bf10-4e7828d29e72 HTTP/1.1" status: 200 len: 210 time: 0.0262351 Nov 24 02:32:05.312001 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 1cd25dc9-c9f1-49a9-8402-8915aa2707e9 no longer exists at agent hyperv_hv-neutron-8189 {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 02:32:05.332681 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] No Port match for: 1cd25dc9-c9f1-49a9-8402-8915aa2707e9 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 02:32:05.333022 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 1cd25dc9-c9f1-49a9-8402-8915aa2707e9 not bound to the agent host hv-neutron-8189 {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 02:32:06.134833 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e22af0e6-c224-4ee0-a728-ef75fded95f2 req-2f7b156a-b707-4264-9e00-38b115d050f4 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "GET /v2.0/ports?device_id=4953a6e1-0caa-4036-bf10-4e7828d29e72 HTTP/1.1" status: 200 len: 210 time: 0.0327415 Nov 24 02:32:07.195780 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 57808) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:32:07.262440 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-adcd7a92-d5ea-4492-bcbf-6172760057d5 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Publish callbacks [] for security_group, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:07.294832 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-adcd7a92-d5ea-4492-bcbf-6172760057d5 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:07.364059 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-adcd7a92-d5ea-4492-bcbf-6172760057d5 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:07.367654 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-adcd7a92-d5ea-4492-bcbf-6172760057d5 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Publish callbacks [] for security_group, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:07.371426 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-adcd7a92-d5ea-4492-bcbf-6172760057d5 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] 10.222.0.21 "DELETE /v2.0/security-groups/16b4bd09-372d-413d-8523-ed57eb9d95d3 HTTP/1.1" status: 204 len: 168 time: 0.1722114 Nov 24 02:32:07.383371 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcd7a92-d5ea-4492-bcbf-6172760057d5 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b4bd09-372d-413d-8523-ed57eb9d95d3,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:32:07.392717 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcd7a92-d5ea-4492-bcbf-6172760057d5 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:32:07.393145 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcd7a92-d5ea-4492-bcbf-6172760057d5 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:32:07.393733 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcd7a92-d5ea-4492-bcbf-6172760057d5 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:32:07.394251 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcd7a92-d5ea-4492-bcbf-6172760057d5 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:32:07.394632 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcd7a92-d5ea-4492-bcbf-6172760057d5 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:32:07.395085 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcd7a92-d5ea-4492-bcbf-6172760057d5 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:32:07.395523 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcd7a92-d5ea-4492-bcbf-6172760057d5 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:32:07.395747 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcd7a92-d5ea-4492-bcbf-6172760057d5 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:32:07.396157 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcd7a92-d5ea-4492-bcbf-6172760057d5 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:32:07.396782 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcd7a92-d5ea-4492-bcbf-6172760057d5 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:32:07.397363 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcd7a92-d5ea-4492-bcbf-6172760057d5 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:32:07.397688 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcd7a92-d5ea-4492-bcbf-6172760057d5 tempest-TestShelveInstance-305275777 tempest-TestShelveInstance-305275777-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:32:07.429503 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 57812) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:32:07.899025 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5ef76551-e937-4bc1-bc16-7eda4666e5b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3777994'] for router_interface, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:08.152016 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-5ef76551-e937-4bc1-bc16-7eda4666e5b5 admin admin] Deleting port 843fbf83-e1d8-4c65-b530-eba58cb23f27 {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 02:32:08.152454 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5ef76551-e937-4bc1-bc16-7eda4666e5b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:08.241864 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [None req-5ef76551-e937-4bc1-bc16-7eda4666e5b5 admin admin] For port 843fbf83-e1d8-4c65-b530-eba58cb23f27, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=843fbf83-e1d8-4c65-b530-eba58cb23f27,segment=NetworkSegment(d3274902-e856-4cb9-82b7-d742a2bcc242),segment_id=d3274902-e856-4cb9-82b7-d742a2bcc242)] {{(pid=109867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:32:08.242821 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5ef76551-e937-4bc1-bc16-7eda4666e5b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:08.255471 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-5ef76551-e937-4bc1-bc16-7eda4666e5b5 admin admin] Calling delete_port for 843fbf83-e1d8-4c65-b530-eba58cb23f27 owned by network:router_interface {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 02:32:08.447780 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5ef76551-e937-4bc1-bc16-7eda4666e5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:08.473992 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef76551-e937-4bc1-bc16-7eda4666e5b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=843fbf83-e1d8-4c65-b530-eba58cb23f27,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:32:08.655570 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-5ef76551-e937-4bc1-bc16-7eda4666e5b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424538'] for router_interface, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:08.872273 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ef76551-e937-4bc1-bc16-7eda4666e5b5 admin admin] Router 9a2173f2-c36c-4848-9456-695481518937 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 02:32:08.976912 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ef76551-e937-4bc1-bc16-7eda4666e5b5 admin admin] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 02:32:08.984667 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-5ef76551-e937-4bc1-bc16-7eda4666e5b5 admin admin] 10.222.0.21 "PUT /v2.0/routers/9a2173f2-c36c-4848-9456-695481518937/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5506990 Nov 24 02:32:08.984793 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 57816) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:32:08.985924 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2fd4bd-d45e-4dbd-b83c-c22b7f517a55 None None] Sync routers for ids ['9a2173f2-c36c-4848-9456-695481518937'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 02:32:08.997137 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2fd4bd-d45e-4dbd-b83c-c22b7f517a55 None None] Routers {'9a2173f2-c36c-4848-9456-695481518937'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:32:08.997796 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-ab2fd4bd-d45e-4dbd-b83c-c22b7f517a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:31:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['9a2173f2-c36c-4848-9456-695481518937'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:32:09.091100 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-48cd642f-abc6-4cda-b012-76645a12a4b3 admin admin] Publish callbacks [] for router, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:09.101677 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-ab2fd4bd-d45e-4dbd-b83c-c22b7f517a55 None None] Set router 9a2173f2-c36c-4848-9456-695481518937 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:32:09.198132 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-48cd642f-abc6-4cda-b012-76645a12a4b3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:09.255722 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-48cd642f-abc6-4cda-b012-76645a12a4b3 admin admin] Deleting port 59311d54-a930-435a-96db-4d98017ad57e {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 02:32:09.256160 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-48cd642f-abc6-4cda-b012-76645a12a4b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:09.302049 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-ab2fd4bd-d45e-4dbd-b83c-c22b7f517a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2173f2-c36c-4848-9456-695481518937', 'name': 'tempest-TestShelveInstance-375009341-router', 'tenant_id': 'e3a0809cf4cc4c10b723f1808d0828c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.247'}], 'enable_snat': True}, 'gw_port_id': '59311d54-a930-435a-96db-4d98017ad57e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:23:17Z', 'updated_at': '2021-11-24T02:32:08Z', 'revision_number': 5, 'project_id': 'e3a0809cf4cc4c10b723f1808d0828c0', 'gw_port': {'id': '59311d54-a930-435a-96db-4d98017ad57e', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2173f2-c36c-4848-9456-695481518937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:23:17Z', 'updated_at': '2021-11-24T02:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:32:09.330486 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2fd4bd-d45e-4dbd-b83c-c22b7f517a55 None None] Checking router: 9a2173f2-c36c-4848-9456-695481518937 for host: dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 02:32:09.339489 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2fd4bd-d45e-4dbd-b83c-c22b7f517a55 None None] Routers {'9a2173f2-c36c-4848-9456-695481518937'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:32:09.340100 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-ab2fd4bd-d45e-4dbd-b83c-c22b7f517a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:31:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['9a2173f2-c36c-4848-9456-695481518937'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:32:09.348412 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [None req-48cd642f-abc6-4cda-b012-76645a12a4b3 admin admin] For port 59311d54-a930-435a-96db-4d98017ad57e, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=59311d54-a930-435a-96db-4d98017ad57e,segment=NetworkSegment(03509fd2-ca9c-4aa0-94e6-e236afda62e7),segment_id=03509fd2-ca9c-4aa0-94e6-e236afda62e7)] {{(pid=109867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:32:09.348771 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-48cd642f-abc6-4cda-b012-76645a12a4b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:09.361206 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-48cd642f-abc6-4cda-b012-76645a12a4b3 admin admin] Calling delete_port for 59311d54-a930-435a-96db-4d98017ad57e owned by network:router_gateway {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 02:32:09.426785 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-ab2fd4bd-d45e-4dbd-b83c-c22b7f517a55 None None] Set router 9a2173f2-c36c-4848-9456-695481518937 gateway port host: None {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:32:09.484914 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-ab2fd4bd-d45e-4dbd-b83c-c22b7f517a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2173f2-c36c-4848-9456-695481518937', 'name': 'tempest-TestShelveInstance-375009341-router', 'tenant_id': 'e3a0809cf4cc4c10b723f1808d0828c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:23:17Z', 'updated_at': '2021-11-24T02:32:09Z', 'revision_number': 6, 'project_id': 'e3a0809cf4cc4c10b723f1808d0828c0', 'gw_port_host': None}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:32:09.512796 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2fd4bd-d45e-4dbd-b83c-c22b7f517a55 None None] The sync data for ids ['9a2173f2-c36c-4848-9456-695481518937'] in dv-neutron-818911-2-hyperv is: [{'id': '9a2173f2-c36c-4848-9456-695481518937', 'name': 'tempest-TestShelveInstance-375009341-router', 'tenant_id': 'e3a0809cf4cc4c10b723f1808d0828c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:23:17Z', 'updated_at': '2021-11-24T02:32:09Z', 'revision_number': 6, 'project_id': 'e3a0809cf4cc4c10b723f1808d0828c0', 'gw_port_host': None}] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 02:32:09.541628 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-48cd642f-abc6-4cda-b012-76645a12a4b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:09.574404 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cd642f-abc6-4cda-b012-76645a12a4b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=59311d54-a930-435a-96db-4d98017ad57e,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:32:09.586989 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9081baf2-d224-474c-a7e7-e1f99dd7de98 None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 02:32:09.639036 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-48cd642f-abc6-4cda-b012-76645a12a4b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418161'] for router_gateway, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:10.052688 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-48cd642f-abc6-4cda-b012-76645a12a4b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-424460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2766'] for router, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:10.055706 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-48cd642f-abc6-4cda-b012-76645a12a4b3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:10.098618 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-48cd642f-abc6-4cda-b012-76645a12a4b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-424469'] for router, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:10.099139 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48cd642f-abc6-4cda-b012-76645a12a4b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a2173f2-c36c-4848-9456-695481518937 {{(pid=109867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 02:32:10.104512 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-48cd642f-abc6-4cda-b012-76645a12a4b3 admin admin] Publish callbacks [] for router, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:10.105722 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-48cd642f-abc6-4cda-b012-76645a12a4b3 admin admin] 10.222.0.21 "DELETE /v2.0/routers/9a2173f2-c36c-4848-9456-695481518937 HTTP/1.1" status: 204 len: 168 time: 1.1200557 Nov 24 02:32:10.108148 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 57818) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:32:10.151393 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_v2 [None req-01bf2781-f5d2-4c4e-b1ee-fa03ee5f9b77 admin admin] Deleting subnet 554bea0f-2d53-4338-9e2a-7e41af17864e {{(pid=109867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 02:32:10.154343 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-01bf2781-f5d2-4c4e-b1ee-fa03ee5f9b77 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:10.188825 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-01bf2781-f5d2-4c4e-b1ee-fa03ee5f9b77 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28690885'] for subnet, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:10.268874 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-01bf2781-f5d2-4c4e-b1ee-fa03ee5f9b77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:10.323490 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-01bf2781-f5d2-4c4e-b1ee-fa03ee5f9b77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25501782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25307808'] for subnet, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:10.354465 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-01bf2781-f5d2-4c4e-b1ee-fa03ee5f9b77 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:10.359363 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-01bf2781-f5d2-4c4e-b1ee-fa03ee5f9b77 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/554bea0f-2d53-4338-9e2a-7e41af17864e HTTP/1.1" status: 204 len: 168 time: 0.2493103 Nov 24 02:32:10.360552 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 57820) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:32:10.362177 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bf2781-f5d2-4c4e-b1ee-fa03ee5f9b77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=554bea0f-2d53-4338-9e2a-7e41af17864e,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:32:10.362862 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fff6f31-a8c7-4624-bf95-99abcfb4c352 None None] Network 059f2685-2db6-4bd7-a991-0e0980196e45 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 02:32:10.442243 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cc0cb6d7-aef0-4dd6-8e7d-2c8bfb519602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:10.495981 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cb6d7-aef0-4dd6-8e7d-2c8bfb519602 admin admin] Deleting port 145314a9-627c-4c58-9431-7390c4537d7e {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 02:32:10.496198 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cc0cb6d7-aef0-4dd6-8e7d-2c8bfb519602 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:10.567542 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [None req-cc0cb6d7-aef0-4dd6-8e7d-2c8bfb519602 admin admin] For port 145314a9-627c-4c58-9431-7390c4537d7e, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=145314a9-627c-4c58-9431-7390c4537d7e,segment=NetworkSegment(d3274902-e856-4cb9-82b7-d742a2bcc242),segment_id=d3274902-e856-4cb9-82b7-d742a2bcc242)] {{(pid=109866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:32:10.567542 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cc0cb6d7-aef0-4dd6-8e7d-2c8bfb519602 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:10.576949 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f718ced7-72b2-4b85-a3ab-1b9b891f3396 None None] DHCP port deletion for 059f2685-2db6-4bd7-a991-0e0980196e45 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 02:32:10.581550 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-cc0cb6d7-aef0-4dd6-8e7d-2c8bfb519602 admin admin] Calling delete_port for 145314a9-627c-4c58-9431-7390c4537d7e owned by network:dhcp {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 02:32:10.623761 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-f718ced7-72b2-4b85-a3ab-1b9b891f3396 None None] Deleting port 145314a9-627c-4c58-9431-7390c4537d7e {{(pid=109868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 02:32:10.624140 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-f718ced7-72b2-4b85-a3ab-1b9b891f3396 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:10.660632 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cc0cb6d7-aef0-4dd6-8e7d-2c8bfb519602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:10.687711 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cb6d7-aef0-4dd6-8e7d-2c8bfb519602 admin admin] Pushing event deleted for resources: {'Port': ['ID=145314a9-627c-4c58-9431-7390c4537d7e,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:32:10.688065 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-f718ced7-72b2-4b85-a3ab-1b9b891f3396 None None] For port 145314a9-627c-4c58-9431-7390c4537d7e, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=145314a9-627c-4c58-9431-7390c4537d7e,segment=NetworkSegment(d3274902-e856-4cb9-82b7-d742a2bcc242),segment_id=d3274902-e856-4cb9-82b7-d742a2bcc242)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:32:10.688481 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-f718ced7-72b2-4b85-a3ab-1b9b891f3396 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:10.693453 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0cb6d7-aef0-4dd6-8e7d-2c8bfb519602 admin admin] No DVR routers for this DVR port 145314a9-627c-4c58-9431-7390c4537d7e on host dv-neutron-818911-2-hyperv {{(pid=109866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 02:32:10.715380 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-f718ced7-72b2-4b85-a3ab-1b9b891f3396 None None] Calling delete_port for 145314a9-627c-4c58-9431-7390c4537d7e owned by network:dhcp {{(pid=109868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 02:32:10.769149 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cc0cb6d7-aef0-4dd6-8e7d-2c8bfb519602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:10.788466 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-cc0cb6d7-aef0-4dd6-8e7d-2c8bfb519602 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['059f2685-2db6-4bd7-a991-0e0980196e45']}} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:32:10.790173 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-f718ced7-72b2-4b85-a3ab-1b9b891f3396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974'] for port, after_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:10.798785 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-cc0cb6d7-aef0-4dd6-8e7d-2c8bfb519602 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3274902-e856-4cb9-82b7-d742a2bcc242') {'for_net_delete': True} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:32:10.799074 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-cc0cb6d7-aef0-4dd6-8e7d-2c8bfb519602 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3274902-e856-4cb9-82b7-d742a2bcc242') {} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:32:10.809345 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cc0cb6d7-aef0-4dd6-8e7d-2c8bfb519602 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29055561'] for segment, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:10.818959 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f718ced7-72b2-4b85-a3ab-1b9b891f3396 None None] Pushing event deleted for resources: {'Port': ['ID=145314a9-627c-4c58-9431-7390c4537d7e,revision_number=None']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:32:10.823006 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cc0cb6d7-aef0-4dd6-8e7d-2c8bfb519602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:10.826535 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f718ced7-72b2-4b85-a3ab-1b9b891f3396 None None] No DVR routers for this DVR port 145314a9-627c-4c58-9431-7390c4537d7e on host dv-neutron-818911-2-hyperv {{(pid=109868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 02:32:10.828830 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f718ced7-72b2-4b85-a3ab-1b9b891f3396 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:32:10.829292 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f718ced7-72b2-4b85-a3ab-1b9b891f3396 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:32:10.829436 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc0cb6d7-aef0-4dd6-8e7d-2c8bfb519602 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=109866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 02:32:10.829844 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f718ced7-72b2-4b85-a3ab-1b9b891f3396 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:32:10.829962 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cc0cb6d7-aef0-4dd6-8e7d-2c8bfb519602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29151010'] for segment, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:10.830149 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f718ced7-72b2-4b85-a3ab-1b9b891f3396 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:32:10.830314 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f718ced7-72b2-4b85-a3ab-1b9b891f3396 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:32:10.830698 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f718ced7-72b2-4b85-a3ab-1b9b891f3396 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:32:10.831195 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f718ced7-72b2-4b85-a3ab-1b9b891f3396 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:32:10.831533 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f718ced7-72b2-4b85-a3ab-1b9b891f3396 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:32:10.831660 dv-neutron-818911-2-hyperv neutron-server[109866]: Traceback (most recent call last): Nov 24 02:32:10.831660 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 02:32:10.831660 dv-neutron-818911-2-hyperv neutron-server[109866]: timer() Nov 24 02:32:10.831660 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 02:32:10.831660 dv-neutron-818911-2-hyperv neutron-server[109866]: cb(*args, **kw) Nov 24 02:32:10.831660 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 02:32:10.831660 dv-neutron-818911-2-hyperv neutron-server[109866]: return func(*args, **kwargs) Nov 24 02:32:10.831660 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 02:32:10.831660 dv-neutron-818911-2-hyperv neutron-server[109866]: self._notify() Nov 24 02:32:10.831660 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 02:32:10.831660 dv-neutron-818911-2-hyperv neutron-server[109866]: self.callback(batched_events) Nov 24 02:32:10.831660 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 02:32:10.831660 dv-neutron-818911-2-hyperv neutron-server[109866]: event.method(event) Nov 24 02:32:10.831660 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 02:32:10.831660 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 02:32:10.831660 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 02:32:10.831660 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 02:32:10.831660 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 02:32:10.831660 dv-neutron-818911-2-hyperv neutron-server[109866]: return f(self, *a, **k) Nov 24 02:32:10.831660 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 02:32:10.831660 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._get(url).json() Nov 24 02:32:10.831660 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 02:32:10.831660 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 02:32:10.831660 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 02:32:10.831660 dv-neutron-818911-2-hyperv neutron-server[109866]: return self.request(url, 'GET', **kwargs) Nov 24 02:32:10.831660 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 02:32:10.831660 dv-neutron-818911-2-hyperv neutron-server[109866]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 02:32:10.831660 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 02:32:10.831660 dv-neutron-818911-2-hyperv neutron-server[109866]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 02:32:10.831660 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 02:32:10.831660 dv-neutron-818911-2-hyperv neutron-server[109866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 02:32:10.831660 dv-neutron-818911-2-hyperv neutron-server[109866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 02:32:10.834259 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f718ced7-72b2-4b85-a3ab-1b9b891f3396 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:32:10.834259 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f718ced7-72b2-4b85-a3ab-1b9b891f3396 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:32:10.834259 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f718ced7-72b2-4b85-a3ab-1b9b891f3396 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:32:10.834259 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f718ced7-72b2-4b85-a3ab-1b9b891f3396 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:32:10.890468 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cc0cb6d7-aef0-4dd6-8e7d-2c8bfb519602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:10.895706 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cc0cb6d7-aef0-4dd6-8e7d-2c8bfb519602 admin admin] Publish callbacks [] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:10.899513 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-cc0cb6d7-aef0-4dd6-8e7d-2c8bfb519602 admin admin] 10.222.0.21 "DELETE /v2.0/networks/059f2685-2db6-4bd7-a991-0e0980196e45 HTTP/1.1" status: 204 len: 168 time: 0.5350356 Nov 24 02:32:10.902505 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 57822) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:32:10.909703 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cb6d7-aef0-4dd6-8e7d-2c8bfb519602 admin admin] Pushing event deleted for resources: {'Network': ['ID=059f2685-2db6-4bd7-a991-0e0980196e45,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:32:11.256604 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6a804efa-24af-4597-99b3-0aedcb655e24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3777994'] for router_interface, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:11.498205 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 59311d54-a930-435a-96db-4d98017ad57e no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 02:32:11.513283 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-6a804efa-24af-4597-99b3-0aedcb655e24 admin admin] Deleting port 25f5313b-a95f-4e16-80ee-ded82a78d52a {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 02:32:11.513610 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6a804efa-24af-4597-99b3-0aedcb655e24 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:11.519148 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: 59311d54-a930-435a-96db-4d98017ad57e {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 02:32:11.519489 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 59311d54-a930-435a-96db-4d98017ad57e not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 02:32:11.519900 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 145314a9-627c-4c58-9431-7390c4537d7e no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 02:32:11.538552 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: 145314a9-627c-4c58-9431-7390c4537d7e {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 02:32:11.538885 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 145314a9-627c-4c58-9431-7390c4537d7e not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 02:32:11.539288 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 843fbf83-e1d8-4c65-b530-eba58cb23f27 no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 02:32:11.558161 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: 843fbf83-e1d8-4c65-b530-eba58cb23f27 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 02:32:11.558501 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 843fbf83-e1d8-4c65-b530-eba58cb23f27 not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 02:32:11.592705 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [None req-6a804efa-24af-4597-99b3-0aedcb655e24 admin admin] For port 25f5313b-a95f-4e16-80ee-ded82a78d52a, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=25f5313b-a95f-4e16-80ee-ded82a78d52a,segment=NetworkSegment(d72dfbf2-b028-4d7d-aa17-64f521516e69),segment_id=d72dfbf2-b028-4d7d-aa17-64f521516e69)] {{(pid=109867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:32:11.593057 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6a804efa-24af-4597-99b3-0aedcb655e24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:11.605239 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-6a804efa-24af-4597-99b3-0aedcb655e24 admin admin] Calling delete_port for 25f5313b-a95f-4e16-80ee-ded82a78d52a owned by network:router_interface {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 02:32:11.790871 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6a804efa-24af-4597-99b3-0aedcb655e24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:11.817953 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a804efa-24af-4597-99b3-0aedcb655e24 admin admin] Pushing event deleted for resources: {'Port': ['ID=25f5313b-a95f-4e16-80ee-ded82a78d52a,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:32:11.985477 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6a804efa-24af-4597-99b3-0aedcb655e24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424538'] for router_interface, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:12.199112 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a804efa-24af-4597-99b3-0aedcb655e24 admin admin] Router 8884fc6b-ad49-4773-a4e1-cda3198bf3ab has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 02:32:12.306523 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a804efa-24af-4597-99b3-0aedcb655e24 admin admin] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 02:32:12.311497 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-6a804efa-24af-4597-99b3-0aedcb655e24 admin admin] 10.222.0.21 "PUT /v2.0/routers/8884fc6b-ad49-4773-a4e1-cda3198bf3ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4079380 Nov 24 02:32:12.314092 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 57824) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:32:12.315931 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7c4177-bedc-4a51-a9d8-06cf0e268ec5 None None] Sync routers for ids ['8884fc6b-ad49-4773-a4e1-cda3198bf3ab'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 02:32:12.327255 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7c4177-bedc-4a51-a9d8-06cf0e268ec5 None None] Routers {'8884fc6b-ad49-4773-a4e1-cda3198bf3ab'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:32:12.327968 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-8c7c4177-bedc-4a51-a9d8-06cf0e268ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:31:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['8884fc6b-ad49-4773-a4e1-cda3198bf3ab'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:32:12.422565 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e6464d62-55c6-46d6-be3d-fb9dd221cecc admin admin] Publish callbacks [] for router, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:12.431422 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-8c7c4177-bedc-4a51-a9d8-06cf0e268ec5 None None] Set router 8884fc6b-ad49-4773-a4e1-cda3198bf3ab gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:32:12.524238 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e6464d62-55c6-46d6-be3d-fb9dd221cecc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:12.575788 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-e6464d62-55c6-46d6-be3d-fb9dd221cecc admin admin] Deleting port 42a36245-bdae-4e94-af3f-075002000e6d {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 02:32:12.576119 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e6464d62-55c6-46d6-be3d-fb9dd221cecc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:12.606124 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-8c7c4177-bedc-4a51-a9d8-06cf0e268ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8884fc6b-ad49-4773-a4e1-cda3198bf3ab', 'name': 'tempest-TestShelveInstance-1177682490-router', 'tenant_id': 'edc0834e53c74127a3968091d633d0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.253'}], 'enable_snat': True}, 'gw_port_id': '42a36245-bdae-4e94-af3f-075002000e6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:23:21Z', 'updated_at': '2021-11-24T02:32:11Z', 'revision_number': 5, 'project_id': 'edc0834e53c74127a3968091d633d0e9', 'gw_port': {'id': '42a36245-bdae-4e94-af3f-075002000e6d', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8884fc6b-ad49-4773-a4e1-cda3198bf3ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:23:22Z', 'updated_at': '2021-11-24T02:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:32:12.636311 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7c4177-bedc-4a51-a9d8-06cf0e268ec5 None None] Checking router: 8884fc6b-ad49-4773-a4e1-cda3198bf3ab for host: dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 02:32:12.644327 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7c4177-bedc-4a51-a9d8-06cf0e268ec5 None None] Routers {'8884fc6b-ad49-4773-a4e1-cda3198bf3ab'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:32:12.644923 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-8c7c4177-bedc-4a51-a9d8-06cf0e268ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:31:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['8884fc6b-ad49-4773-a4e1-cda3198bf3ab'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:32:12.658368 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [None req-e6464d62-55c6-46d6-be3d-fb9dd221cecc admin admin] For port 42a36245-bdae-4e94-af3f-075002000e6d, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=42a36245-bdae-4e94-af3f-075002000e6d,segment=NetworkSegment(03509fd2-ca9c-4aa0-94e6-e236afda62e7),segment_id=03509fd2-ca9c-4aa0-94e6-e236afda62e7)] {{(pid=109867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:32:12.658722 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e6464d62-55c6-46d6-be3d-fb9dd221cecc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:12.670168 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-e6464d62-55c6-46d6-be3d-fb9dd221cecc admin admin] Calling delete_port for 42a36245-bdae-4e94-af3f-075002000e6d owned by network:router_gateway {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 02:32:12.727539 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-8c7c4177-bedc-4a51-a9d8-06cf0e268ec5 None None] Set router 8884fc6b-ad49-4773-a4e1-cda3198bf3ab gateway port host: None {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:32:12.778041 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-8c7c4177-bedc-4a51-a9d8-06cf0e268ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8884fc6b-ad49-4773-a4e1-cda3198bf3ab', 'name': 'tempest-TestShelveInstance-1177682490-router', 'tenant_id': 'edc0834e53c74127a3968091d633d0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:23:21Z', 'updated_at': '2021-11-24T02:32:12Z', 'revision_number': 6, 'project_id': 'edc0834e53c74127a3968091d633d0e9', 'gw_port_host': None}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:32:12.809224 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7c4177-bedc-4a51-a9d8-06cf0e268ec5 None None] The sync data for ids ['8884fc6b-ad49-4773-a4e1-cda3198bf3ab'] in dv-neutron-818911-2-hyperv is: [{'id': '8884fc6b-ad49-4773-a4e1-cda3198bf3ab', 'name': 'tempest-TestShelveInstance-1177682490-router', 'tenant_id': 'edc0834e53c74127a3968091d633d0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:23:21Z', 'updated_at': '2021-11-24T02:32:12Z', 'revision_number': 6, 'project_id': 'edc0834e53c74127a3968091d633d0e9', 'gw_port_host': None}] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 02:32:12.832895 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e6464d62-55c6-46d6-be3d-fb9dd221cecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:12.860152 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6464d62-55c6-46d6-be3d-fb9dd221cecc admin admin] Pushing event deleted for resources: {'Port': ['ID=42a36245-bdae-4e94-af3f-075002000e6d,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:32:12.870693 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e885e939-eaae-4e2d-8722-bbf408fb399a None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 02:32:12.923878 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e6464d62-55c6-46d6-be3d-fb9dd221cecc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418161'] for router_gateway, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:13.011568 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e6464d62-55c6-46d6-be3d-fb9dd221cecc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-424460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2766'] for router, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:13.013657 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e6464d62-55c6-46d6-be3d-fb9dd221cecc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:13.055611 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e6464d62-55c6-46d6-be3d-fb9dd221cecc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-424469'] for router, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:13.056075 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6464d62-55c6-46d6-be3d-fb9dd221cecc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8884fc6b-ad49-4773-a4e1-cda3198bf3ab {{(pid=109867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 02:32:13.060348 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-e6464d62-55c6-46d6-be3d-fb9dd221cecc admin admin] Publish callbacks [] for router, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:13.063857 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-e6464d62-55c6-46d6-be3d-fb9dd221cecc admin admin] 10.222.0.21 "DELETE /v2.0/routers/8884fc6b-ad49-4773-a4e1-cda3198bf3ab HTTP/1.1" status: 204 len: 168 time: 0.7464850 Nov 24 02:32:13.064045 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 57826) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:32:13.107363 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d5247e2-cfca-4292-b459-f571d43592b1 admin admin] Deleting subnet c2db200f-32c1-43eb-a96b-c3f8d669163e {{(pid=109867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 02:32:13.110320 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9d5247e2-cfca-4292-b459-f571d43592b1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:13.143613 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9d5247e2-cfca-4292-b459-f571d43592b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28690885'] for subnet, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:13.226959 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9d5247e2-cfca-4292-b459-f571d43592b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:13.281798 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9d5247e2-cfca-4292-b459-f571d43592b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25501782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25307808'] for subnet, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:13.307079 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5247e2-cfca-4292-b459-f571d43592b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2db200f-32c1-43eb-a96b-c3f8d669163e,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:32:13.310706 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9d5247e2-cfca-4292-b459-f571d43592b1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:13.313885 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-9d5247e2-cfca-4292-b459-f571d43592b1 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c2db200f-32c1-43eb-a96b-c3f8d669163e HTTP/1.1" status: 204 len: 168 time: 0.2489264 Nov 24 02:32:13.316286 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 57828) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:32:13.317382 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ad6ec2-d745-4d20-a883-22c543e67dfc None None] Network d2a92c26-d215-45e3-ac7f-c8a059826fd0 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 02:32:13.388799 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-153d10a8-06f5-48b8-a827-fb9979903173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:13.443710 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-153d10a8-06f5-48b8-a827-fb9979903173 admin admin] Deleting port 2dc0184b-fc3d-4b4f-acf0-5f577197a1b0 {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 02:32:13.444049 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-153d10a8-06f5-48b8-a827-fb9979903173 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:13.506492 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [None req-153d10a8-06f5-48b8-a827-fb9979903173 admin admin] For port 2dc0184b-fc3d-4b4f-acf0-5f577197a1b0, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=2dc0184b-fc3d-4b4f-acf0-5f577197a1b0,segment=NetworkSegment(d72dfbf2-b028-4d7d-aa17-64f521516e69),segment_id=d72dfbf2-b028-4d7d-aa17-64f521516e69)] {{(pid=109867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:32:13.506809 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-153d10a8-06f5-48b8-a827-fb9979903173 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:13.523317 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-153d10a8-06f5-48b8-a827-fb9979903173 admin admin] Calling delete_port for 2dc0184b-fc3d-4b4f-acf0-5f577197a1b0 owned by network:dhcp {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 02:32:13.588369 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434f3ca6-7927-4aad-9853-48091167860e None None] DHCP port deletion for d2a92c26-d215-45e3-ac7f-c8a059826fd0 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 02:32:13.615970 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-153d10a8-06f5-48b8-a827-fb9979903173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:13.643227 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 25f5313b-a95f-4e16-80ee-ded82a78d52a no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 02:32:13.645532 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153d10a8-06f5-48b8-a827-fb9979903173 admin admin] Pushing event deleted for resources: {'Port': ['ID=2dc0184b-fc3d-4b4f-acf0-5f577197a1b0,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:32:13.647408 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153d10a8-06f5-48b8-a827-fb9979903173 admin admin] No DVR routers for this DVR port 2dc0184b-fc3d-4b4f-acf0-5f577197a1b0 on host dv-neutron-818911-2-hyperv {{(pid=109867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 02:32:13.649271 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-434f3ca6-7927-4aad-9853-48091167860e None None] Deleting port 2dc0184b-fc3d-4b4f-acf0-5f577197a1b0 {{(pid=109868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 02:32:13.649677 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-434f3ca6-7927-4aad-9853-48091167860e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:13.688506 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: 25f5313b-a95f-4e16-80ee-ded82a78d52a {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 02:32:13.688854 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 25f5313b-a95f-4e16-80ee-ded82a78d52a not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 02:32:13.689282 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 2dc0184b-fc3d-4b4f-acf0-5f577197a1b0 no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 02:32:13.713149 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: 2dc0184b-fc3d-4b4f-acf0-5f577197a1b0 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 02:32:13.713517 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 2dc0184b-fc3d-4b4f-acf0-5f577197a1b0 not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 02:32:13.713940 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 42a36245-bdae-4e94-af3f-075002000e6d no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 02:32:13.724093 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-153d10a8-06f5-48b8-a827-fb9979903173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:13.745275 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-153d10a8-06f5-48b8-a827-fb9979903173 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2a92c26-d215-45e3-ac7f-c8a059826fd0']}} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:32:13.754925 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-153d10a8-06f5-48b8-a827-fb9979903173 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd72dfbf2-b028-4d7d-aa17-64f521516e69') {'for_net_delete': True} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:32:13.755210 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.services.segments.db [None req-153d10a8-06f5-48b8-a827-fb9979903173 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd72dfbf2-b028-4d7d-aa17-64f521516e69') {} {{(pid=109867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:32:13.761808 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: 42a36245-bdae-4e94-af3f-075002000e6d {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 02:32:13.762154 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 42a36245-bdae-4e94-af3f-075002000e6d not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 02:32:13.770766 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-434f3ca6-7927-4aad-9853-48091167860e None None] For port 2dc0184b-fc3d-4b4f-acf0-5f577197a1b0, host dv-neutron-818911-2-hyperv, got binding levels [] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:32:13.771162 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-434f3ca6-7927-4aad-9853-48091167860e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:13.775465 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-153d10a8-06f5-48b8-a827-fb9979903173 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28690908'] for segment, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:13.784549 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-434f3ca6-7927-4aad-9853-48091167860e None None] Calling delete_port for 2dc0184b-fc3d-4b4f-acf0-5f577197a1b0 owned by network:dhcp {{(pid=109868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 02:32:13.787242 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.ipam_backend_mixin [None req-434f3ca6-7927-4aad-9853-48091167860e None None] Port 2dc0184b-fc3d-4b4f-acf0-5f577197a1b0 was not found and therefore no delete operation was performed {{(pid=109868) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 24 02:32:13.788762 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-434f3ca6-7927-4aad-9853-48091167860e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974'] for port, after_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:13.791504 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-153d10a8-06f5-48b8-a827-fb9979903173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:13.806245 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-153d10a8-06f5-48b8-a827-fb9979903173 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=109867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 02:32:13.806659 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-153d10a8-06f5-48b8-a827-fb9979903173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25503736'] for segment, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:13.809491 dv-neutron-818911-2-hyperv neutron-server[109867]: Traceback (most recent call last): Nov 24 02:32:13.809491 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 02:32:13.809491 dv-neutron-818911-2-hyperv neutron-server[109867]: timer() Nov 24 02:32:13.809491 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 02:32:13.809491 dv-neutron-818911-2-hyperv neutron-server[109867]: cb(*args, **kw) Nov 24 02:32:13.809491 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 02:32:13.809491 dv-neutron-818911-2-hyperv neutron-server[109867]: return func(*args, **kwargs) Nov 24 02:32:13.809491 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 02:32:13.809491 dv-neutron-818911-2-hyperv neutron-server[109867]: self._notify() Nov 24 02:32:13.809491 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 02:32:13.809491 dv-neutron-818911-2-hyperv neutron-server[109867]: self.callback(batched_events) Nov 24 02:32:13.809491 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 02:32:13.809491 dv-neutron-818911-2-hyperv neutron-server[109867]: event.method(event) Nov 24 02:32:13.809491 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 02:32:13.809491 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 02:32:13.809491 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 02:32:13.809491 dv-neutron-818911-2-hyperv neutron-server[109867]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 02:32:13.809491 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 02:32:13.809491 dv-neutron-818911-2-hyperv neutron-server[109867]: return f(self, *a, **k) Nov 24 02:32:13.809491 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 02:32:13.809491 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._get(url).json() Nov 24 02:32:13.809491 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 02:32:13.809491 dv-neutron-818911-2-hyperv neutron-server[109867]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 02:32:13.809491 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 02:32:13.809491 dv-neutron-818911-2-hyperv neutron-server[109867]: return self.request(url, 'GET', **kwargs) Nov 24 02:32:13.809491 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 02:32:13.809491 dv-neutron-818911-2-hyperv neutron-server[109867]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 02:32:13.809491 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 02:32:13.809491 dv-neutron-818911-2-hyperv neutron-server[109867]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 02:32:13.809491 dv-neutron-818911-2-hyperv neutron-server[109867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 02:32:13.809491 dv-neutron-818911-2-hyperv neutron-server[109867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 02:32:13.809491 dv-neutron-818911-2-hyperv neutron-server[109867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 02:32:13.818828 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434f3ca6-7927-4aad-9853-48091167860e None None] Pushing event deleted for resources: {'Port': ['ID=2dc0184b-fc3d-4b4f-acf0-5f577197a1b0,revision_number=None']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:32:13.825750 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434f3ca6-7927-4aad-9853-48091167860e None None] No DVR routers for this DVR port 2dc0184b-fc3d-4b4f-acf0-5f577197a1b0 on host dv-neutron-818911-2-hyperv {{(pid=109868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 02:32:13.876332 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-153d10a8-06f5-48b8-a827-fb9979903173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:13.880626 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-153d10a8-06f5-48b8-a827-fb9979903173 admin admin] Publish callbacks [] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:13.885396 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-153d10a8-06f5-48b8-a827-fb9979903173 admin admin] 10.222.0.21 "DELETE /v2.0/networks/d2a92c26-d215-45e3-ac7f-c8a059826fd0 HTTP/1.1" status: 204 len: 168 time: 0.5681520 Nov 24 02:32:13.897670 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153d10a8-06f5-48b8-a827-fb9979903173 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2a92c26-d215-45e3-ac7f-c8a059826fd0,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:32:13.990913 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 57832) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:32:14.030774 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-e7074541-696d-4e98-881f-10d47c0d7317 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e3a0809cf4cc4c10b723f1808d0828c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386951 Nov 24 02:32:14.033171 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 57834) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:32:14.079327 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0b5f3254-0816-44fe-963c-651e1f095683 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:14.099993 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0b5f3254-0816-44fe-963c-651e1f095683 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:14.145528 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0b5f3254-0816-44fe-963c-651e1f095683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:14.148071 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0b5f3254-0816-44fe-963c-651e1f095683 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:14.149255 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-0b5f3254-0816-44fe-963c-651e1f095683 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3d6860e1-9951-4200-9d82-3a70f238b93e HTTP/1.1" status: 204 len: 168 time: 0.1151724 Nov 24 02:32:14.156664 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5f3254-0816-44fe-963c-651e1f095683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d6860e1-9951-4200-9d82-3a70f238b93e,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:32:14.464967 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 57840) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:32:14.514639 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-ab4e46a0-fa5b-4c01-a407-5515de5b3d8a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=edc0834e53c74127a3968091d633d0e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0484769 Nov 24 02:32:14.517057 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 57842) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:32:14.563066 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d7b1bf2c-7645-4996-9c83-8fd972129e62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:14.583991 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d7b1bf2c-7645-4996-9c83-8fd972129e62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:14.631364 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d7b1bf2c-7645-4996-9c83-8fd972129e62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:14.634740 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d7b1bf2c-7645-4996-9c83-8fd972129e62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:14.635884 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-d7b1bf2c-7645-4996-9c83-8fd972129e62 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ba4791d5-33d7-4b2d-902b-5a5c6987c406 HTTP/1.1" status: 204 len: 168 time: 0.1178772 Nov 24 02:32:14.646704 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b1bf2c-7645-4996-9c83-8fd972129e62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba4791d5-33d7-4b2d-902b-5a5c6987c406,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:32:15.310058 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 57864) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:32:15.404701 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-01b447dc-45c1-47dc-a1c0-8d9108aba888 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-552509070-network', 'tenant_id': '9fc246153d634e1fbd174d0b60a30ca7'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:32:15.430387 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01b447dc-45c1-47dc-a1c0-8d9108aba888 admin admin] Made reservation on behalf of 9fc246153d634e1fbd174d0b60a30ca7 for: {'network': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 02:32:15.432663 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-01b447dc-45c1-47dc-a1c0-8d9108aba888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:15.440839 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-01b447dc-45c1-47dc-a1c0-8d9108aba888 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:15.514958 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-01b447dc-45c1-47dc-a1c0-8d9108aba888 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:15.518718 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-01b447dc-45c1-47dc-a1c0-8d9108aba888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:15.540881 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01b447dc-45c1-47dc-a1c0-8d9108aba888 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=109867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 02:32:15.556189 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b447dc-45c1-47dc-a1c0-8d9108aba888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7543009-9c7c-410a-8647-cdac21f6e242,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:32:15.559178 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-01b447dc-45c1-47dc-a1c0-8d9108aba888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:15.559522 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.segments_db [None req-01b447dc-45c1-47dc-a1c0-8d9108aba888 admin admin] Added segment b64d917e-d87d-4fad-b1a2-08b63e6b256d of type vlan for network 973e2594-3d10-43fa-8ff0-d248cfcc4d82 Nov 24 02:32:15.600465 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-01b447dc-45c1-47dc-a1c0-8d9108aba888 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:15.624650 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-01b447dc-45c1-47dc-a1c0-8d9108aba888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:15.625622 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b447dc-45c1-47dc-a1c0-8d9108aba888 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:32:15.626196 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-01b447dc-45c1-47dc-a1c0-8d9108aba888 admin admin] Publish callbacks [] for network, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:15.658789 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-01b447dc-45c1-47dc-a1c0-8d9108aba888 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3475521 Nov 24 02:32:15.661680 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 57868) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:32:15.666729 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-0f64090c-b69b-43a0-bd5c-e347d59487f6 admin admin] Request body: {'subnet': {'network_id': '973e2594-3d10-43fa-8ff0-d248cfcc4d82', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-552509070-subnet', 'tenant_id': '9fc246153d634e1fbd174d0b60a30ca7', 'ip_version': 4}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:32:15.691184 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f64090c-b69b-43a0-bd5c-e347d59487f6 admin admin] Made reservation on behalf of 9fc246153d634e1fbd174d0b60a30ca7 for: {'subnet': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 02:32:15.694022 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0f64090c-b69b-43a0-bd5c-e347d59487f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29154835'] for subnet, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:15.694470 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b447dc-45c1-47dc-a1c0-8d9108aba888 admin admin] Pushing event updated for resources: {'Network': ['ID=973e2594-3d10-43fa-8ff0-d248cfcc4d82,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:32:15.705900 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network 973e2594-3d10-43fa-8ff0-d248cfcc4d82 details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 02:32:15.861816 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0f64090c-b69b-43a0-bd5c-e347d59487f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29149261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29154849'] for subnet, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:15.917341 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f64090c-b69b-43a0-bd5c-e347d59487f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22d43662-4307-48cc-86ab-8a82330c5771,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:32:15.928301 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f64090c-b69b-43a0-bd5c-e347d59487f6 admin admin] Checking segment: {'id': 'b64d917e-d87d-4fad-b1a2-08b63e6b256d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '973e2594-3d10-43fa-8ff0-d248cfcc4d82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 02:32:15.928653 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f64090c-b69b-43a0-bd5c-e347d59487f6 admin admin] Network hostable DHCP agents. Network: 973e2594-3d10-43fa-8ff0-d248cfcc4d82, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 02:32:15.944960 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f64090c-b69b-43a0-bd5c-e347d59487f6 admin admin] Network 973e2594-3d10-43fa-8ff0-d248cfcc4d82 is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 02:32:15.953500 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-0f64090c-b69b-43a0-bd5c-e347d59487f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, 973e2594-3d10-43fa-8ff0-d248cfcc4d82) {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:32:15.957723 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f64090c-b69b-43a0-bd5c-e347d59487f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:32:15.958507 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-0f64090c-b69b-43a0-bd5c-e347d59487f6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:15.962047 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d22c12-71aa-43b2-a868-f2d3c750c417 None None] Network 973e2594-3d10-43fa-8ff0-d248cfcc4d82 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 02:32:15.973722 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-0f64090c-b69b-43a0-bd5c-e347d59487f6 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3108897 Nov 24 02:32:15.976315 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 57870) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:32:15.981086 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-e053c210-65b6-4ba3-b8cd-7813cb4ab901 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-552509070-router', 'tenant_id': '9fc246153d634e1fbd174d0b60a30ca7', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:32:16.002954 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e053c210-65b6-4ba3-b8cd-7813cb4ab901 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-424105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2744'] for router, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:16.004007 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e053c210-65b6-4ba3-b8cd-7813cb4ab901 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-424325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-326625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2753'] for router, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:16.085956 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e053c210-65b6-4ba3-b8cd-7813cb4ab901 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:16.222506 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e053c210-65b6-4ba3-b8cd-7813cb4ab901 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:16.263709 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6d2f80-b1a9-4b08-bb08-8c7076717a99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-973e2594-3d10-43fa-8ff0-d248cfcc4d82', 'network_id': '973e2594-3d10-43fa-8ff0-d248cfcc4d82', 'tenant_id': '9fc246153d634e1fbd174d0b60a30ca7', 'fixed_ips': [{'subnet_id': '22d43662-4307-48cc-86ab-8a82330c5771'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 02:32:16.264709 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-5d6d2f80-b1a9-4b08-bb08-8c7076717a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:16.396637 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-5d6d2f80-b1a9-4b08-bb08-8c7076717a99 None None] Allocated IP 172.20.0.2 (973e2594-3d10-43fa-8ff0-d248cfcc4d82/22d43662-4307-48cc-86ab-8a82330c5771/ed491bfa-c317-44d7-8175-e1660a9539df) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 02:32:16.427753 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e053c210-65b6-4ba3-b8cd-7813cb4ab901 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:16.447651 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e053c210-65b6-4ba3-b8cd-7813cb4ab901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:16.542345 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-5d6d2f80-b1a9-4b08-bb08-8c7076717a99 None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:16.548080 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-5d6d2f80-b1a9-4b08-bb08-8c7076717a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:16.559502 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [None req-e053c210-65b6-4ba3-b8cd-7813cb4ab901 admin admin] Allocated IP 172.26.5.156 (eb22795d-37ee-46ee-844d-92c17e2ea450/3e66fcff-6e72-4083-b514-48f69cdaa2cb/3bb0ba61-bf70-4739-b24a-b6b24f07c3b8) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 02:32:16.594574 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6d2f80-b1a9-4b08-bb08-8c7076717a99 None None] Network 973e2594-3d10-43fa-8ff0-d248cfcc4d82 is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 02:32:16.598648 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-5d6d2f80-b1a9-4b08-bb08-8c7076717a99 None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:32:16.600348 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6d2f80-b1a9-4b08-bb08-8c7076717a99 None None] Pushing event updated for resources: {'Port': ['ID=ed491bfa-c317-44d7-8175-e1660a9539df,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:32:16.602570 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6d2f80-b1a9-4b08-bb08-8c7076717a99 None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 02:32:16.658209 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-5d6d2f80-b1a9-4b08-bb08-8c7076717a99 None None] Attempting to bind port ed491bfa-c317-44d7-8175-e1660a9539df on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 02:32:16.658669 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-5d6d2f80-b1a9-4b08-bb08-8c7076717a99 None None] Attempting to bind port ed491bfa-c317-44d7-8175-e1660a9539df by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': 'b64d917e-d87d-4fad-b1a2-08b63e6b256d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '973e2594-3d10-43fa-8ff0-d248cfcc4d82'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 02:32:16.659049 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6d2f80-b1a9-4b08-bb08-8c7076717a99 None None] Attempting to bind port ed491bfa-c317-44d7-8175-e1660a9539df on network 973e2594-3d10-43fa-8ff0-d248cfcc4d82 {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 02:32:16.664114 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6d2f80-b1a9-4b08-bb08-8c7076717a99 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 02:32:16.664471 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6d2f80-b1a9-4b08-bb08-8c7076717a99 None None] Checking segment: {'id': 'b64d917e-d87d-4fad-b1a2-08b63e6b256d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '973e2594-3d10-43fa-8ff0-d248cfcc4d82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 02:32:16.664895 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-5d6d2f80-b1a9-4b08-bb08-8c7076717a99 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:16.665282 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6d2f80-b1a9-4b08-bb08-8c7076717a99 None None] Bound using segment: {'id': 'b64d917e-d87d-4fad-b1a2-08b63e6b256d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '973e2594-3d10-43fa-8ff0-d248cfcc4d82'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 02:32:16.665757 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-5d6d2f80-b1a9-4b08-bb08-8c7076717a99 None None] Bound port: ed491bfa-c317-44d7-8175-e1660a9539df, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b64d917e-d87d-4fad-b1a2-08b63e6b256d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '973e2594-3d10-43fa-8ff0-d248cfcc4d82'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 02:32:16.666150 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-5d6d2f80-b1a9-4b08-bb08-8c7076717a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:16.667543 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e053c210-65b6-4ba3-b8cd-7813cb4ab901 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:16.703610 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e053c210-65b6-4ba3-b8cd-7813cb4ab901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:16.735324 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-5d6d2f80-b1a9-4b08-bb08-8c7076717a99 None None] For port ed491bfa-c317-44d7-8175-e1660a9539df, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 02:32:16.738620 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-5d6d2f80-b1a9-4b08-bb08-8c7076717a99 None None] For port ed491bfa-c317-44d7-8175-e1660a9539df, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=ed491bfa-c317-44d7-8175-e1660a9539df,segment=NetworkSegment(b64d917e-d87d-4fad-b1a2-08b63e6b256d),segment_id=b64d917e-d87d-4fad-b1a2-08b63e6b256d)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 02:32:16.740994 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e053c210-65b6-4ba3-b8cd-7813cb4ab901 admin admin] Network eb22795d-37ee-46ee-844d-92c17e2ea450 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 02:32:16.743855 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-5d6d2f80-b1a9-4b08-bb08-8c7076717a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:16.746772 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-e053c210-65b6-4ba3-b8cd-7813cb4ab901 admin admin] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:32:16.750260 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e053c210-65b6-4ba3-b8cd-7813cb4ab901 admin admin] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 02:32:16.779822 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e053c210-65b6-4ba3-b8cd-7813cb4ab901 admin admin] Pushing event updated for resources: {'Port': ['ID=3bb0ba61-bf70-4739-b24a-b6b24f07c3b8,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:32:16.782125 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5275a7eb-2467-4b2e-9e2f-1ebcdf0c83af None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 02:32:16.820929 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6d2f80-b1a9-4b08-bb08-8c7076717a99 None None] Pushing event updated for resources: {'Port': ['ID=ed491bfa-c317-44d7-8175-e1660a9539df,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:32:16.864905 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-664c91fa-2f50-4551-88c2-d29ac75646b0 None None] Provisioning complete for port 3bb0ba61-bf70-4739-b24a-b6b24f07c3b8 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:32:16.865269 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-664c91fa-2f50-4551-88c2-d29ac75646b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:16.902383 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-664c91fa-2f50-4551-88c2-d29ac75646b0 None None] Port 3bb0ba61-bf70-4739-b24a-b6b24f07c3b8 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 02:32:17.031473 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e053c210-65b6-4ba3-b8cd-7813cb4ab901 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:17.226770 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e053c210-65b6-4ba3-b8cd-7813cb4ab901 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-424338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418138'] for router, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:17.352554 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e053c210-65b6-4ba3-b8cd-7813cb4ab901 admin admin] Router caf76a19-b03e-4eb8-8481-8df29ed94c1e is scheduled to L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e with binding_index 1 {{(pid=109866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 02:32:17.466324 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e053c210-65b6-4ba3-b8cd-7813cb4ab901 admin admin] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 02:32:17.481440 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f281ff21-f5b2-4013-9155-ace82f4e042c None None] Sync routers for ids ['caf76a19-b03e-4eb8-8481-8df29ed94c1e'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 02:32:17.493690 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f281ff21-f5b2-4013-9155-ace82f4e042c None None] Routers {'caf76a19-b03e-4eb8-8481-8df29ed94c1e'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:32:17.494469 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-f281ff21-f5b2-4013-9155-ace82f4e042c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:31:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['caf76a19-b03e-4eb8-8481-8df29ed94c1e'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:32:17.498548 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-e053c210-65b6-4ba3-b8cd-7813cb4ab901 admin admin] Publish callbacks [] for router, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:17.500029 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-e053c210-65b6-4ba3-b8cd-7813cb4ab901 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5222881 Nov 24 02:32:17.502874 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 57872) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:32:17.559242 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device ed491bfa-c317-44d7-8175-e1660a9539df up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 02:32:17.657455 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-f281ff21-f5b2-4013-9155-ace82f4e042c None None] Set router caf76a19-b03e-4eb8-8481-8df29ed94c1e gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:32:17.715824 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port ed491bfa-c317-44d7-8175-e1660a9539df triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:32:17.716277 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:17.794193 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b299a387-e9d1-4196-a040-af94bc36f2d3 None None] Network 973e2594-3d10-43fa-8ff0-d248cfcc4d82 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 02:32:17.895967 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-6c221755-e4bb-458d-a5c4-1fc109952cfa None None] Provisioning complete for port ed491bfa-c317-44d7-8175-e1660a9539df triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:32:17.896251 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-6c221755-e4bb-458d-a5c4-1fc109952cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:18.025399 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:18.125094 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] For port ed491bfa-c317-44d7-8175-e1660a9539df, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=ed491bfa-c317-44d7-8175-e1660a9539df,segment=NetworkSegment(b64d917e-d87d-4fad-b1a2-08b63e6b256d),segment_id=b64d917e-d87d-4fad-b1a2-08b63e6b256d)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:32:18.140148 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:18.151042 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-f281ff21-f5b2-4013-9155-ace82f4e042c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf76a19-b03e-4eb8-8481-8df29ed94c1e', 'name': 'tempest-TestSnapshotPattern-552509070-router', 'tenant_id': '9fc246153d634e1fbd174d0b60a30ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.156'}], 'enable_snat': True}, 'gw_port_id': '3bb0ba61-bf70-4739-b24a-b6b24f07c3b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:32:16Z', 'updated_at': '2021-11-24T02:32:16Z', 'revision_number': 3, 'project_id': '9fc246153d634e1fbd174d0b60a30ca7', 'gw_port': {'id': '3bb0ba61-bf70-4739-b24a-b6b24f07c3b8', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:bd:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf76a19-b03e-4eb8-8481-8df29ed94c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:32:16Z', 'updated_at': '2021-11-24T02:32:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:32:18.199202 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-6c221755-e4bb-458d-a5c4-1fc109952cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:18.202748 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f281ff21-f5b2-4013-9155-ace82f4e042c None None] Checking router: caf76a19-b03e-4eb8-8481-8df29ed94c1e for host: dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 02:32:18.203093 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f281ff21-f5b2-4013-9155-ace82f4e042c None None] Updating router caf76a19-b03e-4eb8-8481-8df29ed94c1e port 3bb0ba61-bf70-4739-b24a-b6b24f07c3b8 binding host dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 02:32:18.263614 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-f281ff21-f5b2-4013-9155-ace82f4e042c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:18.263875 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4e207ee5-0ad5-4711-9636-09419a4e53ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:18.288862 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Pushing event updated for resources: {'Port': ['ID=ed491bfa-c317-44d7-8175-e1660a9539df,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:32:18.378955 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.db.api [None req-6c221755-e4bb-458d-a5c4-1fc109952cfa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 02:32:18.379177 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG oslo_db.api [None req-6c221755-e4bb-458d-a5c4-1fc109952cfa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 02:32:18.436098 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-4e207ee5-0ad5-4711-9636-09419a4e53ba admin admin] Allocated IP 172.20.0.1 (973e2594-3d10-43fa-8ff0-d248cfcc4d82/22d43662-4307-48cc-86ab-8a82330c5771/71c25821-448c-4fac-a666-e9ee8b3dca69) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 02:32:18.539620 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4e207ee5-0ad5-4711-9636-09419a4e53ba admin admin] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:18.558107 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-f281ff21-f5b2-4013-9155-ace82f4e042c None None] Publish callbacks [] for port, precommit_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:18.564427 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-f281ff21-f5b2-4013-9155-ace82f4e042c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:18.573821 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4e207ee5-0ad5-4711-9636-09419a4e53ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:18.608924 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c45a1ee-a008-4f0d-b8bf-7ebf119e2bdc None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 02:32:18.621385 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-f281ff21-f5b2-4013-9155-ace82f4e042c None None] Attempting to bind port 3bb0ba61-bf70-4739-b24a-b6b24f07c3b8 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 02:32:18.621585 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e207ee5-0ad5-4711-9636-09419a4e53ba admin admin] Network 973e2594-3d10-43fa-8ff0-d248cfcc4d82 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 02:32:18.621773 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-f281ff21-f5b2-4013-9155-ace82f4e042c None None] Attempting to bind port 3bb0ba61-bf70-4739-b24a-b6b24f07c3b8 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 02:32:18.622127 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f281ff21-f5b2-4013-9155-ace82f4e042c None None] Attempting to bind port 3bb0ba61-bf70-4739-b24a-b6b24f07c3b8 on network eb22795d-37ee-46ee-844d-92c17e2ea450 {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 02:32:18.624154 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73292702-3d4e-44c4-bbfd-31207f0edffc None None] Pushing event updated for resources: {'Port': ['ID=3bb0ba61-bf70-4739-b24a-b6b24f07c3b8,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:32:18.624306 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-4e207ee5-0ad5-4711-9636-09419a4e53ba admin admin] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:32:18.628062 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e207ee5-0ad5-4711-9636-09419a4e53ba admin admin] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 02:32:18.631291 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f281ff21-f5b2-4013-9155-ace82f4e042c None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 02:32:18.631663 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f281ff21-f5b2-4013-9155-ace82f4e042c None None] Checking segment: {'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 02:32:18.632167 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-f281ff21-f5b2-4013-9155-ace82f4e042c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:18.632819 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f281ff21-f5b2-4013-9155-ace82f4e042c None None] Bound using segment: {'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 02:32:18.633085 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-f281ff21-f5b2-4013-9155-ace82f4e042c None None] Bound port: 3bb0ba61-bf70-4739-b24a-b6b24f07c3b8, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 02:32:18.633281 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-f281ff21-f5b2-4013-9155-ace82f4e042c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:18.656807 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e207ee5-0ad5-4711-9636-09419a4e53ba admin admin] Pushing event updated for resources: {'Port': ['ID=71c25821-448c-4fac-a666-e9ee8b3dca69,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:32:18.675975 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4e207ee5-0ad5-4711-9636-09419a4e53ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3777869'] for router_interface, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:18.685331 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-f281ff21-f5b2-4013-9155-ace82f4e042c None None] For port 3bb0ba61-bf70-4739-b24a-b6b24f07c3b8, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 02:32:18.689576 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-f281ff21-f5b2-4013-9155-ace82f4e042c None None] For port 3bb0ba61-bf70-4739-b24a-b6b24f07c3b8, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=3bb0ba61-bf70-4739-b24a-b6b24f07c3b8,segment=NetworkSegment(03509fd2-ca9c-4aa0-94e6-e236afda62e7),segment_id=03509fd2-ca9c-4aa0-94e6-e236afda62e7)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 02:32:18.694504 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-f281ff21-f5b2-4013-9155-ace82f4e042c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:18.745345 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f65c09-a08c-41cb-9021-d0e1c47d22f4 None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 02:32:18.760874 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f281ff21-f5b2-4013-9155-ace82f4e042c None None] Routers {'caf76a19-b03e-4eb8-8481-8df29ed94c1e'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:32:18.761531 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-f281ff21-f5b2-4013-9155-ace82f4e042c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:31:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['caf76a19-b03e-4eb8-8481-8df29ed94c1e'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:32:18.824361 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4e207ee5-0ad5-4711-9636-09419a4e53ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:18.954208 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73292702-3d4e-44c4-bbfd-31207f0edffc None None] Pushing event updated for resources: {'Port': ['ID=3bb0ba61-bf70-4739-b24a-b6b24f07c3b8,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:32:18.997657 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4e207ee5-0ad5-4711-9636-09419a4e53ba admin admin] Publish callbacks [] for port, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:19.004137 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4e207ee5-0ad5-4711-9636-09419a4e53ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25501696'] for port, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:19.052481 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-f281ff21-f5b2-4013-9155-ace82f4e042c None None] Set router caf76a19-b03e-4eb8-8481-8df29ed94c1e gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:32:19.071411 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e207ee5-0ad5-4711-9636-09419a4e53ba admin admin] Pushing event updated for resources: {'Port': ['ID=71c25821-448c-4fac-a666-e9ee8b3dca69,revision_number=2']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:32:19.073795 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4e207ee5-0ad5-4711-9636-09419a4e53ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3778017'] for router_interface, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:19.139292 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-4ba98c61-d881-4ea1-b24e-e1e9696b75f8 None None] Provisioning complete for port ed491bfa-c317-44d7-8175-e1660a9539df triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:32:19.139660 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-4ba98c61-d881-4ea1-b24e-e1e9696b75f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:19.167402 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e207ee5-0ad5-4711-9636-09419a4e53ba admin admin] Network 973e2594-3d10-43fa-8ff0-d248cfcc4d82 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 02:32:19.168496 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-4e207ee5-0ad5-4711-9636-09419a4e53ba admin admin] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:32:19.286427 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e207ee5-0ad5-4711-9636-09419a4e53ba admin admin] Router caf76a19-b03e-4eb8-8481-8df29ed94c1e has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 02:32:19.312778 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-4ba98c61-d881-4ea1-b24e-e1e9696b75f8 None None] Provisioning complete for port 71c25821-448c-4fac-a666-e9ee8b3dca69 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:32:19.313139 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-4ba98c61-d881-4ea1-b24e-e1e9696b75f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:19.339477 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-f281ff21-f5b2-4013-9155-ace82f4e042c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf76a19-b03e-4eb8-8481-8df29ed94c1e', 'name': 'tempest-TestSnapshotPattern-552509070-router', 'tenant_id': '9fc246153d634e1fbd174d0b60a30ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.156'}], 'enable_snat': True}, 'gw_port_id': '3bb0ba61-bf70-4739-b24a-b6b24f07c3b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:32:16Z', 'updated_at': '2021-11-24T02:32:16Z', 'revision_number': 3, 'project_id': '9fc246153d634e1fbd174d0b60a30ca7', 'gw_port': {'id': '3bb0ba61-bf70-4739-b24a-b6b24f07c3b8', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:bd:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf76a19-b03e-4eb8-8481-8df29ed94c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:32:16Z', 'updated_at': '2021-11-24T02:32:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:32:19.371709 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f281ff21-f5b2-4013-9155-ace82f4e042c None None] The sync data for ids ['caf76a19-b03e-4eb8-8481-8df29ed94c1e'] in dv-neutron-818911-2-hyperv is: [{'id': 'caf76a19-b03e-4eb8-8481-8df29ed94c1e', 'name': 'tempest-TestSnapshotPattern-552509070-router', 'tenant_id': '9fc246153d634e1fbd174d0b60a30ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.156'}], 'enable_snat': True}, 'gw_port_id': '3bb0ba61-bf70-4739-b24a-b6b24f07c3b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:32:16Z', 'updated_at': '2021-11-24T02:32:16Z', 'revision_number': 3, 'project_id': '9fc246153d634e1fbd174d0b60a30ca7', 'gw_port': {'id': '3bb0ba61-bf70-4739-b24a-b6b24f07c3b8', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:bd:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf76a19-b03e-4eb8-8481-8df29ed94c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:32:16Z', 'updated_at': '2021-11-24T02:32:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 02:32:19.377061 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-4ba98c61-d881-4ea1-b24e-e1e9696b75f8 None None] Port 71c25821-448c-4fac-a666-e9ee8b3dca69 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 02:32:19.386607 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-4ba98c61-d881-4ea1-b24e-e1e9696b75f8 None None] Provisioning complete for port 3bb0ba61-bf70-4739-b24a-b6b24f07c3b8 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:32:19.387104 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-4ba98c61-d881-4ea1-b24e-e1e9696b75f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:19.406340 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e207ee5-0ad5-4711-9636-09419a4e53ba admin admin] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 02:32:19.411402 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-4e207ee5-0ad5-4711-9636-09419a4e53ba admin admin] 10.222.0.21 "PUT /v2.0/routers/caf76a19-b03e-4eb8-8481-8df29ed94c1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9069006 Nov 24 02:32:19.482172 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-4ba98c61-d881-4ea1-b24e-e1e9696b75f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:19.505593 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-4ba98c61-d881-4ea1-b24e-e1e9696b75f8 None None] For port 3bb0ba61-bf70-4739-b24a-b6b24f07c3b8, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=3bb0ba61-bf70-4739-b24a-b6b24f07c3b8,segment=NetworkSegment(03509fd2-ca9c-4aa0-94e6-e236afda62e7),segment_id=03509fd2-ca9c-4aa0-94e6-e236afda62e7)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:32:19.511782 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-4ba98c61-d881-4ea1-b24e-e1e9696b75f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:19.519176 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device ed491bfa-c317-44d7-8175-e1660a9539df up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 02:32:19.597221 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba98c61-d881-4ea1-b24e-e1e9696b75f8 None None] Pushing event updated for resources: {'Port': ['ID=3bb0ba61-bf70-4739-b24a-b6b24f07c3b8,revision_number=4']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:32:19.611067 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port ed491bfa-c317-44d7-8175-e1660a9539df triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:32:19.611433 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:19.674806 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-df2dfde4-66a2-4da3-9aad-11d08d68e24c None None] Provisioning complete for port 71c25821-448c-4fac-a666-e9ee8b3dca69 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:32:19.675175 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-df2dfde4-66a2-4da3-9aad-11d08d68e24c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:19.743396 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-df2dfde4-66a2-4da3-9aad-11d08d68e24c None None] Port 71c25821-448c-4fac-a666-e9ee8b3dca69 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 02:32:19.973982 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 57888) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:32:19.979495 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-cfb3fdef-824d-4189-a5e4-e815c9a9fd98 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-67029058-network', 'tenant_id': '285073c393d5471b9588caee6a1186f3'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:32:20.001105 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfb3fdef-824d-4189-a5e4-e815c9a9fd98 admin admin] Made reservation on behalf of 285073c393d5471b9588caee6a1186f3 for: {'network': 1} {{(pid=109866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 02:32:20.003585 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cfb3fdef-824d-4189-a5e4-e815c9a9fd98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for network, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:20.012615 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cfb3fdef-824d-4189-a5e4-e815c9a9fd98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:20.090412 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cfb3fdef-824d-4189-a5e4-e815c9a9fd98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:20.094250 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cfb3fdef-824d-4189-a5e4-e815c9a9fd98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:20.119624 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfb3fdef-824d-4189-a5e4-e815c9a9fd98 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=109866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 02:32:20.129643 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb3fdef-824d-4189-a5e4-e815c9a9fd98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aa8a3fb-560b-46f3-a2ec-10a0ee341ade,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:32:20.134666 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cfb3fdef-824d-4189-a5e4-e815c9a9fd98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:20.135018 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.segments_db [None req-cfb3fdef-824d-4189-a5e4-e815c9a9fd98 admin admin] Added segment 136757de-d3d8-484e-a9ee-289119a29b53 of type vlan for network 01bd7ff5-3e90-4195-9b32-90f9e2784f31 Nov 24 02:32:20.176794 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cfb3fdef-824d-4189-a5e4-e815c9a9fd98 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774267503948'] for network, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:20.205301 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cfb3fdef-824d-4189-a5e4-e815c9a9fd98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637'] for network, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:20.206306 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb3fdef-824d-4189-a5e4-e815c9a9fd98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:32:20.206871 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-cfb3fdef-824d-4189-a5e4-e815c9a9fd98 admin admin] Publish callbacks [] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:20.238416 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-cfb3fdef-824d-4189-a5e4-e815c9a9fd98 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2633085 Nov 24 02:32:20.241222 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 57890) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:32:20.246524 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-b8c217c5-9b83-4a42-a859-bdd6850eb272 admin admin] Request body: {'subnet': {'network_id': '01bd7ff5-3e90-4195-9b32-90f9e2784f31', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-67029058-subnet', 'tenant_id': '285073c393d5471b9588caee6a1186f3', 'ip_version': 4}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:32:20.268581 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8c217c5-9b83-4a42-a859-bdd6850eb272 admin admin] Made reservation on behalf of 285073c393d5471b9588caee6a1186f3 for: {'subnet': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 02:32:20.271330 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b8c217c5-9b83-4a42-a859-bdd6850eb272 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25307781'] for subnet, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:20.272146 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb3fdef-824d-4189-a5e4-e815c9a9fd98 admin admin] Pushing event updated for resources: {'Network': ['ID=01bd7ff5-3e90-4195-9b32-90f9e2784f31,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:32:20.283212 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Network 01bd7ff5-3e90-4195-9b32-90f9e2784f31 details requested by agent ovs-agent-dv-neutron-818911-2-hyperv with host dv-neutron-818911-2-hyperv {{(pid=109868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 02:32:20.447981 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b8c217c5-9b83-4a42-a859-bdd6850eb272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25501847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25307831'] for subnet, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:20.503610 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c217c5-9b83-4a42-a859-bdd6850eb272 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1eb1a8ff-bb49-4c0a-81b6-1b40eeee1f6e,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:32:20.513432 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c217c5-9b83-4a42-a859-bdd6850eb272 admin admin] Checking segment: {'id': '136757de-d3d8-484e-a9ee-289119a29b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '01bd7ff5-3e90-4195-9b32-90f9e2784f31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 02:32:20.513798 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c217c5-9b83-4a42-a859-bdd6850eb272 admin admin] Network hostable DHCP agents. Network: 01bd7ff5-3e90-4195-9b32-90f9e2784f31, hostable agents: ['aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298'], hosted agents: [] {{(pid=109867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 02:32:20.530356 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c217c5-9b83-4a42-a859-bdd6850eb272 admin admin] Network 01bd7ff5-3e90-4195-9b32-90f9e2784f31 is scheduled to be hosted by DHCP agent aaf2c5a8-cb7f-41cb-a9ec-2b869fea6298 with binding_index 1 {{(pid=109867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 02:32:20.538673 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-b8c217c5-9b83-4a42-a859-bdd6850eb272 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818911-2-hyperv, 01bd7ff5-3e90-4195-9b32-90f9e2784f31) {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:32:20.543457 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c217c5-9b83-4a42-a859-bdd6850eb272 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:32:20.544055 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-b8c217c5-9b83-4a42-a859-bdd6850eb272 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:20.547860 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce4f271-bd19-49eb-b2f4-d6a896337978 None None] Network 01bd7ff5-3e90-4195-9b32-90f9e2784f31 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 02:32:20.560761 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-b8c217c5-9b83-4a42-a859-bdd6850eb272 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3182638 Nov 24 02:32:20.563281 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 57892) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:32:20.567525 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-6f5e26f7-e793-489c-b0cf-eb3826dd62d8 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-67029058-router', 'tenant_id': '285073c393d5471b9588caee6a1186f3', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:32:20.589910 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6f5e26f7-e793-489c-b0cf-eb3826dd62d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-424105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2744'] for router, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:20.590898 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6f5e26f7-e793-489c-b0cf-eb3826dd62d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-424325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-326625', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2753'] for router, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:20.645091 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6f5e26f7-e793-489c-b0cf-eb3826dd62d8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:20.696017 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97791b6-4b02-429e-a8d6-373f031c78b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e90b452-791b-511d-a00d-8f402839eefe-01bd7ff5-3e90-4195-9b32-90f9e2784f31', 'network_id': '01bd7ff5-3e90-4195-9b32-90f9e2784f31', 'tenant_id': '285073c393d5471b9588caee6a1186f3', 'fixed_ips': [{'subnet_id': '1eb1a8ff-bb49-4c0a-81b6-1b40eeee1f6e'}]}} from dv-neutron-818911-2-hyperv. {{(pid=109868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 02:32:20.696917 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-b97791b6-4b02-429e-a8d6-373f031c78b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:20.796140 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6f5e26f7-e793-489c-b0cf-eb3826dd62d8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:20.838252 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.db_base_plugin_common [None req-b97791b6-4b02-429e-a8d6-373f031c78b2 None None] Allocated IP 172.20.0.2 (01bd7ff5-3e90-4195-9b32-90f9e2784f31/1eb1a8ff-bb49-4c0a-81b6-1b40eeee1f6e/95efd2e8-fca2-4be3-84b5-f27fd109917c) {{(pid=109868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 02:32:20.984955 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-b97791b6-4b02-429e-a8d6-373f031c78b2 None None] Publish callbacks [] for port, precommit_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:20.991539 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-b97791b6-4b02-429e-a8d6-373f031c78b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965'] for port, after_create {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:20.997008 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4241aa-31af-4403-abef-53e95e39f922 None None] Sync routers for ids ['caf76a19-b03e-4eb8-8481-8df29ed94c1e'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 02:32:21.006743 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6f5e26f7-e793-489c-b0cf-eb3826dd62d8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:21.007416 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4241aa-31af-4403-abef-53e95e39f922 None None] Routers {'caf76a19-b03e-4eb8-8481-8df29ed94c1e'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:32:21.008125 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-ce4241aa-31af-4403-abef-53e95e39f922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:31:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['caf76a19-b03e-4eb8-8481-8df29ed94c1e'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:32:21.029287 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6f5e26f7-e793-489c-b0cf-eb3826dd62d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:21.042593 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97791b6-4b02-429e-a8d6-373f031c78b2 None None] Network 01bd7ff5-3e90-4195-9b32-90f9e2784f31 is already hosted by enough agents. {{(pid=109868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 02:32:21.046999 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.scheduler.base_scheduler [None req-b97791b6-4b02-429e-a8d6-373f031c78b2 None None] Resources bound (agent type, host, resource id): {{(pid=109868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:32:21.049252 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97791b6-4b02-429e-a8d6-373f031c78b2 None None] Received port after_create {{(pid=109868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 02:32:21.054311 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97791b6-4b02-429e-a8d6-373f031c78b2 None None] Pushing event updated for resources: {'Port': ['ID=95efd2e8-fca2-4be3-84b5-f27fd109917c,revision_number=1']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:32:21.113059 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-b97791b6-4b02-429e-a8d6-373f031c78b2 None None] Attempting to bind port 95efd2e8-fca2-4be3-84b5-f27fd109917c on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 02:32:21.113450 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-b97791b6-4b02-429e-a8d6-373f031c78b2 None None] Attempting to bind port 95efd2e8-fca2-4be3-84b5-f27fd109917c by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '136757de-d3d8-484e-a9ee-289119a29b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '01bd7ff5-3e90-4195-9b32-90f9e2784f31'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 02:32:21.113816 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97791b6-4b02-429e-a8d6-373f031c78b2 None None] Attempting to bind port 95efd2e8-fca2-4be3-84b5-f27fd109917c on network 01bd7ff5-3e90-4195-9b32-90f9e2784f31 {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 02:32:21.120280 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97791b6-4b02-429e-a8d6-373f031c78b2 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 02:32:21.121020 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97791b6-4b02-429e-a8d6-373f031c78b2 None None] Checking segment: {'id': '136757de-d3d8-484e-a9ee-289119a29b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '01bd7ff5-3e90-4195-9b32-90f9e2784f31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 02:32:21.121199 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-b97791b6-4b02-429e-a8d6-373f031c78b2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:21.121458 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97791b6-4b02-429e-a8d6-373f031c78b2 None None] Bound using segment: {'id': '136757de-d3d8-484e-a9ee-289119a29b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '01bd7ff5-3e90-4195-9b32-90f9e2784f31'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 02:32:21.121935 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-b97791b6-4b02-429e-a8d6-373f031c78b2 None None] Bound port: 95efd2e8-fca2-4be3-84b5-f27fd109917c, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '136757de-d3d8-484e-a9ee-289119a29b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '01bd7ff5-3e90-4195-9b32-90f9e2784f31'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 02:32:21.122318 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-b97791b6-4b02-429e-a8d6-373f031c78b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:21.146836 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-6f5e26f7-e793-489c-b0cf-eb3826dd62d8 admin admin] Allocated IP 172.26.5.112 (eb22795d-37ee-46ee-844d-92c17e2ea450/3e66fcff-6e72-4083-b514-48f69cdaa2cb/a9218f2c-5bc3-4f96-9332-4b7fe2070c12) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 02:32:21.192597 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-b97791b6-4b02-429e-a8d6-373f031c78b2 None None] For port 95efd2e8-fca2-4be3-84b5-f27fd109917c, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 02:32:21.197502 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-b97791b6-4b02-429e-a8d6-373f031c78b2 None None] For port 95efd2e8-fca2-4be3-84b5-f27fd109917c, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=95efd2e8-fca2-4be3-84b5-f27fd109917c,segment=NetworkSegment(136757de-d3d8-484e-a9ee-289119a29b53),segment_id=136757de-d3d8-484e-a9ee-289119a29b53)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 02:32:21.202555 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-b97791b6-4b02-429e-a8d6-373f031c78b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:21.212421 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-ce4241aa-31af-4403-abef-53e95e39f922 None None] Set router caf76a19-b03e-4eb8-8481-8df29ed94c1e gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:32:21.264718 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97791b6-4b02-429e-a8d6-373f031c78b2 None None] Pushing event updated for resources: {'Port': ['ID=95efd2e8-fca2-4be3-84b5-f27fd109917c,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:32:21.286493 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6f5e26f7-e793-489c-b0cf-eb3826dd62d8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:21.327065 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6f5e26f7-e793-489c-b0cf-eb3826dd62d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:21.364934 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5e26f7-e793-489c-b0cf-eb3826dd62d8 admin admin] Network eb22795d-37ee-46ee-844d-92c17e2ea450 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 02:32:21.370758 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-6f5e26f7-e793-489c-b0cf-eb3826dd62d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:32:21.374654 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5e26f7-e793-489c-b0cf-eb3826dd62d8 admin admin] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 02:32:21.390105 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff4dc84-f275-4b9f-b2c8-59a675a59ff0 None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 02:32:21.404820 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5e26f7-e793-489c-b0cf-eb3826dd62d8 admin admin] Pushing event updated for resources: {'Port': ['ID=a9218f2c-5bc3-4f96-9332-4b7fe2070c12,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:32:21.433793 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-ce4241aa-31af-4403-abef-53e95e39f922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf76a19-b03e-4eb8-8481-8df29ed94c1e', 'name': 'tempest-TestSnapshotPattern-552509070-router', 'tenant_id': '9fc246153d634e1fbd174d0b60a30ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.156'}], 'enable_snat': True}, 'gw_port_id': '3bb0ba61-bf70-4739-b24a-b6b24f07c3b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:32:16Z', 'updated_at': '2021-11-24T02:32:18Z', 'revision_number': 4, 'project_id': '9fc246153d634e1fbd174d0b60a30ca7', 'gw_port': {'id': '3bb0ba61-bf70-4739-b24a-b6b24f07c3b8', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:bd:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf76a19-b03e-4eb8-8481-8df29ed94c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:32:16Z', 'updated_at': '2021-11-24T02:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': '71c25821-448c-4fac-a666-e9ee8b3dca69', 'name': '', 'network_id': '973e2594-3d10-43fa-8ff0-d248cfcc4d82', 'tenant_id': '9fc246153d634e1fbd174d0b60a30ca7', 'mac_address': 'fa:16:3e:71:34:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf76a19-b03e-4eb8-8481-8df29ed94c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '22d43662-4307-48cc-86ab-8a82330c5771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:32:18Z', 'updated_at': '2021-11-24T02:32:18Z', 'revision_number': 2, 'project_id': '9fc246153d634e1fbd174d0b60a30ca7', 'subnets': [{'id': '22d43662-4307-48cc-86ab-8a82330c5771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:32:21.470120 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4241aa-31af-4403-abef-53e95e39f922 None None] Checking router: caf76a19-b03e-4eb8-8481-8df29ed94c1e for host: dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 02:32:21.470763 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4241aa-31af-4403-abef-53e95e39f922 None None] Updating router caf76a19-b03e-4eb8-8481-8df29ed94c1e port 71c25821-448c-4fac-a666-e9ee8b3dca69 binding host dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 02:32:21.500238 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-b95181be-c610-4fcc-bad2-3e6c7f73bf55 None None] Provisioning complete for port a9218f2c-5bc3-4f96-9332-4b7fe2070c12 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:32:21.500686 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-b95181be-c610-4fcc-bad2-3e6c7f73bf55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:21.511821 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-ce4241aa-31af-4403-abef-53e95e39f922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:21.560830 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-b95181be-c610-4fcc-bad2-3e6c7f73bf55 None None] Port a9218f2c-5bc3-4f96-9332-4b7fe2070c12 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 02:32:21.670159 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 95efd2e8-fca2-4be3-84b5-f27fd109917c up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 02:32:21.681669 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6f5e26f7-e793-489c-b0cf-eb3826dd62d8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:21.739539 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 95efd2e8-fca2-4be3-84b5-f27fd109917c triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:32:21.739908 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:21.820087 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:21.853476 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-ce4241aa-31af-4403-abef-53e95e39f922 None None] Publish callbacks [] for port, precommit_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:21.859510 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-ce4241aa-31af-4403-abef-53e95e39f922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:21.862447 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] For port 95efd2e8-fca2-4be3-84b5-f27fd109917c, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=95efd2e8-fca2-4be3-84b5-f27fd109917c,segment=NetworkSegment(136757de-d3d8-484e-a9ee-289119a29b53),segment_id=136757de-d3d8-484e-a9ee-289119a29b53)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:32:21.867965 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:21.869560 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 3bb0ba61-bf70-4739-b24a-b6b24f07c3b8 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 02:32:21.890534 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6f5e26f7-e793-489c-b0cf-eb3826dd62d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-424338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418138'] for router, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:21.959238 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Pushing event updated for resources: {'Port': ['ID=95efd2e8-fca2-4be3-84b5-f27fd109917c,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:32:21.973505 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 3bb0ba61-bf70-4739-b24a-b6b24f07c3b8 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:32:21.974094 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:21.980757 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-ce4241aa-31af-4403-abef-53e95e39f922 None None] Attempting to bind port 71c25821-448c-4fac-a666-e9ee8b3dca69 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 02:32:21.981469 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-ce4241aa-31af-4403-abef-53e95e39f922 None None] Attempting to bind port 71c25821-448c-4fac-a666-e9ee8b3dca69 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': 'b64d917e-d87d-4fad-b1a2-08b63e6b256d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '973e2594-3d10-43fa-8ff0-d248cfcc4d82'}] {{(pid=109869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 02:32:21.982086 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4241aa-31af-4403-abef-53e95e39f922 None None] Attempting to bind port 71c25821-448c-4fac-a666-e9ee8b3dca69 on network 973e2594-3d10-43fa-8ff0-d248cfcc4d82 {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 02:32:21.984419 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4808b570-f515-4a72-8365-f8841829378b None None] Pushing event updated for resources: {'Port': ['ID=71c25821-448c-4fac-a666-e9ee8b3dca69,revision_number=3']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:32:21.993363 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4808b570-f515-4a72-8365-f8841829378b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:32:21.994122 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4808b570-f515-4a72-8365-f8841829378b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:32:21.994713 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4808b570-f515-4a72-8365-f8841829378b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:32:21.995255 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4808b570-f515-4a72-8365-f8841829378b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:32:21.996262 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4808b570-f515-4a72-8365-f8841829378b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:32:21.996826 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4808b570-f515-4a72-8365-f8841829378b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:32:21.997368 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4808b570-f515-4a72-8365-f8841829378b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:32:21.998854 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4808b570-f515-4a72-8365-f8841829378b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:32:21.999353 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4808b570-f515-4a72-8365-f8841829378b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:32:21.999841 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4808b570-f515-4a72-8365-f8841829378b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:32:22.000768 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4808b570-f515-4a72-8365-f8841829378b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:32:22.001282 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4808b570-f515-4a72-8365-f8841829378b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:32:22.010228 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4241aa-31af-4403-abef-53e95e39f922 None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 02:32:22.010857 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4241aa-31af-4403-abef-53e95e39f922 None None] Checking segment: {'id': 'b64d917e-d87d-4fad-b1a2-08b63e6b256d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '973e2594-3d10-43fa-8ff0-d248cfcc4d82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 02:32:22.011764 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-ce4241aa-31af-4403-abef-53e95e39f922 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:22.012298 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4241aa-31af-4403-abef-53e95e39f922 None None] Bound using segment: {'id': 'b64d917e-d87d-4fad-b1a2-08b63e6b256d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '973e2594-3d10-43fa-8ff0-d248cfcc4d82'} {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 02:32:22.013540 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-ce4241aa-31af-4403-abef-53e95e39f922 None None] Bound port: 71c25821-448c-4fac-a666-e9ee8b3dca69, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b64d917e-d87d-4fad-b1a2-08b63e6b256d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '973e2594-3d10-43fa-8ff0-d248cfcc4d82'}}] {{(pid=109869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 02:32:22.014101 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-ce4241aa-31af-4403-abef-53e95e39f922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:22.078799 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f5e26f7-e793-489c-b0cf-eb3826dd62d8 admin admin] Router 4c1b2647-eff2-48c9-b4e7-2d60c5455fd8 is scheduled to L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e with binding_index 1 {{(pid=109867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 02:32:22.095298 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.db [None req-ce4241aa-31af-4403-abef-53e95e39f922 None None] For port 71c25821-448c-4fac-a666-e9ee8b3dca69, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 02:32:22.102149 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.db [None req-ce4241aa-31af-4403-abef-53e95e39f922 None None] For port 71c25821-448c-4fac-a666-e9ee8b3dca69, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=71c25821-448c-4fac-a666-e9ee8b3dca69,segment=NetworkSegment(b64d917e-d87d-4fad-b1a2-08b63e6b256d),segment_id=b64d917e-d87d-4fad-b1a2-08b63e6b256d)] {{(pid=109869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 02:32:22.106929 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-ce4241aa-31af-4403-abef-53e95e39f922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:22.170239 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4241aa-31af-4403-abef-53e95e39f922 None None] Routers {'caf76a19-b03e-4eb8-8481-8df29ed94c1e'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:32:22.170875 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-ce4241aa-31af-4403-abef-53e95e39f922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:31:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['caf76a19-b03e-4eb8-8481-8df29ed94c1e'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:32:22.172832 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4808b570-f515-4a72-8365-f8841829378b None None] Pushing event updated for resources: {'Port': ['ID=71c25821-448c-4fac-a666-e9ee8b3dca69,revision_number=4']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:32:22.198093 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-3bdf75bf-c89a-4666-bc51-1248a2258410 None None] Provisioning complete for port 71c25821-448c-4fac-a666-e9ee8b3dca69 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:32:22.203828 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-3bdf75bf-c89a-4666-bc51-1248a2258410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:22.272503 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f5e26f7-e793-489c-b0cf-eb3826dd62d8 admin admin] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 02:32:22.288235 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb80141c-7988-49ee-ac40-eb17dc23f85e None None] Sync routers for ids ['4c1b2647-eff2-48c9-b4e7-2d60c5455fd8'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 02:32:22.301590 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6f5e26f7-e793-489c-b0cf-eb3826dd62d8 admin admin] Publish callbacks [] for router, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:22.302888 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-6f5e26f7-e793-489c-b0cf-eb3826dd62d8 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7386670 Nov 24 02:32:22.306513 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 57894) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:32:22.310110 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb80141c-7988-49ee-ac40-eb17dc23f85e None None] Routers {'4c1b2647-eff2-48c9-b4e7-2d60c5455fd8'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:32:22.310745 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-eb80141c-7988-49ee-ac40-eb17dc23f85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:31:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['4c1b2647-eff2-48c9-b4e7-2d60c5455fd8'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:32:22.366986 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-3bdf75bf-c89a-4666-bc51-1248a2258410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:22.367660 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-ce4241aa-31af-4403-abef-53e95e39f922 None None] Set router caf76a19-b03e-4eb8-8481-8df29ed94c1e gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:32:22.474806 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-3bdf75bf-c89a-4666-bc51-1248a2258410 None None] For port 71c25821-448c-4fac-a666-e9ee8b3dca69, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=71c25821-448c-4fac-a666-e9ee8b3dca69,segment=NetworkSegment(b64d917e-d87d-4fad-b1a2-08b63e6b256d),segment_id=b64d917e-d87d-4fad-b1a2-08b63e6b256d)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:32:22.488065 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-3bdf75bf-c89a-4666-bc51-1248a2258410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:22.544339 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdf75bf-c89a-4666-bc51-1248a2258410 None None] Pushing event updated for resources: {'Port': ['ID=71c25821-448c-4fac-a666-e9ee8b3dca69,revision_number=5']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:32:22.563934 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-eb80141c-7988-49ee-ac40-eb17dc23f85e None None] Set router 4c1b2647-eff2-48c9-b4e7-2d60c5455fd8 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:32:22.624536 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-ce4241aa-31af-4403-abef-53e95e39f922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf76a19-b03e-4eb8-8481-8df29ed94c1e', 'name': 'tempest-TestSnapshotPattern-552509070-router', 'tenant_id': '9fc246153d634e1fbd174d0b60a30ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.156'}], 'enable_snat': True}, 'gw_port_id': '3bb0ba61-bf70-4739-b24a-b6b24f07c3b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:32:16Z', 'updated_at': '2021-11-24T02:32:18Z', 'revision_number': 4, 'project_id': '9fc246153d634e1fbd174d0b60a30ca7', 'gw_port': {'id': '3bb0ba61-bf70-4739-b24a-b6b24f07c3b8', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:bd:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf76a19-b03e-4eb8-8481-8df29ed94c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:32:16Z', 'updated_at': '2021-11-24T02:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': '71c25821-448c-4fac-a666-e9ee8b3dca69', 'name': '', 'network_id': '973e2594-3d10-43fa-8ff0-d248cfcc4d82', 'tenant_id': '9fc246153d634e1fbd174d0b60a30ca7', 'mac_address': 'fa:16:3e:71:34:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf76a19-b03e-4eb8-8481-8df29ed94c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '22d43662-4307-48cc-86ab-8a82330c5771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:32:18Z', 'updated_at': '2021-11-24T02:32:22Z', 'revision_number': 4, 'project_id': '9fc246153d634e1fbd174d0b60a30ca7', 'subnets': [{'id': '22d43662-4307-48cc-86ab-8a82330c5771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:32:22.657235 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4241aa-31af-4403-abef-53e95e39f922 None None] The sync data for ids ['caf76a19-b03e-4eb8-8481-8df29ed94c1e'] in dv-neutron-818911-2-hyperv is: [{'id': 'caf76a19-b03e-4eb8-8481-8df29ed94c1e', 'name': 'tempest-TestSnapshotPattern-552509070-router', 'tenant_id': '9fc246153d634e1fbd174d0b60a30ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.156'}], 'enable_snat': True}, 'gw_port_id': '3bb0ba61-bf70-4739-b24a-b6b24f07c3b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:32:16Z', 'updated_at': '2021-11-24T02:32:18Z', 'revision_number': 4, 'project_id': '9fc246153d634e1fbd174d0b60a30ca7', 'gw_port': {'id': '3bb0ba61-bf70-4739-b24a-b6b24f07c3b8', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:bd:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf76a19-b03e-4eb8-8481-8df29ed94c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:32:16Z', 'updated_at': '2021-11-24T02:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': '71c25821-448c-4fac-a666-e9ee8b3dca69', 'name': '', 'network_id': '973e2594-3d10-43fa-8ff0-d248cfcc4d82', 'tenant_id': '9fc246153d634e1fbd174d0b60a30ca7', 'mac_address': 'fa:16:3e:71:34:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf76a19-b03e-4eb8-8481-8df29ed94c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '22d43662-4307-48cc-86ab-8a82330c5771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:32:18Z', 'updated_at': '2021-11-24T02:32:22Z', 'revision_number': 4, 'project_id': '9fc246153d634e1fbd174d0b60a30ca7', 'subnets': [{'id': '22d43662-4307-48cc-86ab-8a82330c5771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 02:32:22.819359 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b031834-b7a6-466f-b66c-9c30f5f97121 None None] Network 01bd7ff5-3e90-4195-9b32-90f9e2784f31 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 02:32:22.934093 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-7f787e2b-e41a-4a51-a148-6e8abb618c5c None None] Provisioning complete for port 71c25821-448c-4fac-a666-e9ee8b3dca69 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:32:22.934758 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-7f787e2b-e41a-4a51-a148-6e8abb618c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:23.159718 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-eb80141c-7988-49ee-ac40-eb17dc23f85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c1b2647-eff2-48c9-b4e7-2d60c5455fd8', 'name': 'tempest-TestSnapshotPattern-67029058-router', 'tenant_id': '285073c393d5471b9588caee6a1186f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.112'}], 'enable_snat': True}, 'gw_port_id': 'a9218f2c-5bc3-4f96-9332-4b7fe2070c12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:32:20Z', 'updated_at': '2021-11-24T02:32:21Z', 'revision_number': 3, 'project_id': '285073c393d5471b9588caee6a1186f3', 'gw_port': {'id': 'a9218f2c-5bc3-4f96-9332-4b7fe2070c12', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:7e:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c1b2647-eff2-48c9-b4e7-2d60c5455fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:32:21Z', 'updated_at': '2021-11-24T02:32:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:32:23.183544 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d87a895d-f755-4826-9b9c-d943aecdca3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:23.194517 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb80141c-7988-49ee-ac40-eb17dc23f85e None None] Checking router: 4c1b2647-eff2-48c9-b4e7-2d60c5455fd8 for host: dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 02:32:23.194870 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb80141c-7988-49ee-ac40-eb17dc23f85e None None] Updating router 4c1b2647-eff2-48c9-b4e7-2d60c5455fd8 port a9218f2c-5bc3-4f96-9332-4b7fe2070c12 binding host dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 02:32:23.227671 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-eb80141c-7988-49ee-ac40-eb17dc23f85e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:23.355738 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-18283945-33e5-4444-af0b-d7ce31e6e9b7 None None] Provisioning complete for port 95efd2e8-fca2-4be3-84b5-f27fd109917c triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:32:23.356111 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-18283945-33e5-4444-af0b-d7ce31e6e9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:23.379606 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [None req-d87a895d-f755-4826-9b9c-d943aecdca3a admin admin] Allocated IP 172.20.0.1 (01bd7ff5-3e90-4195-9b32-90f9e2784f31/1eb1a8ff-bb49-4c0a-81b6-1b40eeee1f6e/65b74bf2-b037-47de-87fe-aada2e36528c) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 02:32:23.534063 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d87a895d-f755-4826-9b9c-d943aecdca3a admin admin] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:23.579668 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d87a895d-f755-4826-9b9c-d943aecdca3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:23.598139 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-eb80141c-7988-49ee-ac40-eb17dc23f85e None None] Publish callbacks [] for port, precommit_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:23.617281 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-eb80141c-7988-49ee-ac40-eb17dc23f85e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:23.627519 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87a895d-f755-4826-9b9c-d943aecdca3a admin admin] Network 01bd7ff5-3e90-4195-9b32-90f9e2784f31 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 02:32:23.633270 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-d87a895d-f755-4826-9b9c-d943aecdca3a admin admin] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:32:23.636871 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87a895d-f755-4826-9b9c-d943aecdca3a admin admin] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 02:32:23.665579 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 95efd2e8-fca2-4be3-84b5-f27fd109917c up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 02:32:23.667192 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87a895d-f755-4826-9b9c-d943aecdca3a admin admin] Pushing event updated for resources: {'Port': ['ID=65b74bf2-b037-47de-87fe-aada2e36528c,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:32:23.685122 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d87a895d-f755-4826-9b9c-d943aecdca3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3777869'] for router_interface, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:23.706148 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa082e2-6d83-465a-9e52-b5b1879a69d9 None None] Pushing event updated for resources: {'Port': ['ID=a9218f2c-5bc3-4f96-9332-4b7fe2070c12,revision_number=2']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:32:23.735425 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc09c58-a70d-406c-a9c1-2f6583b77268 None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 02:32:23.762975 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-eb80141c-7988-49ee-ac40-eb17dc23f85e None None] Attempting to bind port a9218f2c-5bc3-4f96-9332-4b7fe2070c12 on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 02:32:23.763344 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-eb80141c-7988-49ee-ac40-eb17dc23f85e None None] Attempting to bind port a9218f2c-5bc3-4f96-9332-4b7fe2070c12 by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 02:32:23.764306 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb80141c-7988-49ee-ac40-eb17dc23f85e None None] Attempting to bind port a9218f2c-5bc3-4f96-9332-4b7fe2070c12 on network eb22795d-37ee-46ee-844d-92c17e2ea450 {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 02:32:23.771449 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-2b339895-8195-43d6-b91f-648b4f4092b2 None None] Provisioning complete for port 95efd2e8-fca2-4be3-84b5-f27fd109917c triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:32:23.771818 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-2b339895-8195-43d6-b91f-648b4f4092b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:23.806704 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb80141c-7988-49ee-ac40-eb17dc23f85e None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 02:32:23.807084 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb80141c-7988-49ee-ac40-eb17dc23f85e None None] Checking segment: {'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 02:32:23.807482 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-eb80141c-7988-49ee-ac40-eb17dc23f85e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:23.807877 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb80141c-7988-49ee-ac40-eb17dc23f85e None None] Bound using segment: {'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'} {{(pid=109868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 02:32:23.808362 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.managers [None req-eb80141c-7988-49ee-ac40-eb17dc23f85e None None] Bound port: a9218f2c-5bc3-4f96-9332-4b7fe2070c12, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03509fd2-ca9c-4aa0-94e6-e236afda62e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450'}}] {{(pid=109868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 02:32:23.808743 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-eb80141c-7988-49ee-ac40-eb17dc23f85e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:23.848073 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 95efd2e8-fca2-4be3-84b5-f27fd109917c triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:32:23.848442 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:23.866622 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d87a895d-f755-4826-9b9c-d943aecdca3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:23.938003 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-eb80141c-7988-49ee-ac40-eb17dc23f85e None None] For port a9218f2c-5bc3-4f96-9332-4b7fe2070c12, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 02:32:23.961389 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-eb80141c-7988-49ee-ac40-eb17dc23f85e None None] For port a9218f2c-5bc3-4f96-9332-4b7fe2070c12, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=a9218f2c-5bc3-4f96-9332-4b7fe2070c12,segment=NetworkSegment(03509fd2-ca9c-4aa0-94e6-e236afda62e7),segment_id=03509fd2-ca9c-4aa0-94e6-e236afda62e7)] {{(pid=109868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 02:32:23.970614 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-eb80141c-7988-49ee-ac40-eb17dc23f85e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:24.040016 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d87a895d-f755-4826-9b9c-d943aecdca3a admin admin] Publish callbacks [] for port, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:24.045460 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7458be-40d4-4ec5-bb22-abc472a2ef89 None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 02:32:24.045764 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d87a895d-f755-4826-9b9c-d943aecdca3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29149402'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:24.077361 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb80141c-7988-49ee-ac40-eb17dc23f85e None None] Routers {'4c1b2647-eff2-48c9-b4e7-2d60c5455fd8'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:32:24.078279 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-eb80141c-7988-49ee-ac40-eb17dc23f85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:31:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['4c1b2647-eff2-48c9-b4e7-2d60c5455fd8'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:32:24.082479 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa082e2-6d83-465a-9e52-b5b1879a69d9 None None] Pushing event updated for resources: {'Port': ['ID=a9218f2c-5bc3-4f96-9332-4b7fe2070c12,revision_number=3']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:32:24.084989 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 71c25821-448c-4fac-a666-e9ee8b3dca69 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 02:32:24.118356 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-d87a895d-f755-4826-9b9c-d943aecdca3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3778017'] for router_interface, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:24.121280 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87a895d-f755-4826-9b9c-d943aecdca3a admin admin] Pushing event updated for resources: {'Port': ['ID=65b74bf2-b037-47de-87fe-aada2e36528c,revision_number=2']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:32:24.172974 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-fd160549-0409-458e-99c4-dc870999947d None None] Provisioning complete for port 65b74bf2-b037-47de-87fe-aada2e36528c triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:32:24.173249 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-fd160549-0409-458e-99c4-dc870999947d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:24.211649 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87a895d-f755-4826-9b9c-d943aecdca3a admin admin] Network 01bd7ff5-3e90-4195-9b32-90f9e2784f31 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 02:32:24.213048 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-d87a895d-f755-4826-9b9c-d943aecdca3a admin admin] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:32:24.264250 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-eb80141c-7988-49ee-ac40-eb17dc23f85e None None] Set router 4c1b2647-eff2-48c9-b4e7-2d60c5455fd8 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:32:24.293742 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-fd160549-0409-458e-99c4-dc870999947d None None] Port 65b74bf2-b037-47de-87fe-aada2e36528c cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 02:32:24.301360 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 71c25821-448c-4fac-a666-e9ee8b3dca69 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:32:24.301757 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:24.338766 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d87a895d-f755-4826-9b9c-d943aecdca3a admin admin] Router 4c1b2647-eff2-48c9-b4e7-2d60c5455fd8 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 02:32:24.388769 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-fd160549-0409-458e-99c4-dc870999947d None None] Provisioning complete for port a9218f2c-5bc3-4f96-9332-4b7fe2070c12 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:32:24.389142 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-fd160549-0409-458e-99c4-dc870999947d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:24.455438 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d87a895d-f755-4826-9b9c-d943aecdca3a admin admin] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 02:32:24.462343 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-d87a895d-f755-4826-9b9c-d943aecdca3a admin admin] 10.222.0.21 "PUT /v2.0/routers/4c1b2647-eff2-48c9-b4e7-2d60c5455fd8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1547940 Nov 24 02:32:24.596789 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-fd160549-0409-458e-99c4-dc870999947d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:24.621092 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-fd160549-0409-458e-99c4-dc870999947d None None] For port a9218f2c-5bc3-4f96-9332-4b7fe2070c12, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=a9218f2c-5bc3-4f96-9332-4b7fe2070c12,segment=NetworkSegment(03509fd2-ca9c-4aa0-94e6-e236afda62e7),segment_id=03509fd2-ca9c-4aa0-94e6-e236afda62e7)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:32:24.625835 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-fd160549-0409-458e-99c4-dc870999947d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:24.652224 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-eb80141c-7988-49ee-ac40-eb17dc23f85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c1b2647-eff2-48c9-b4e7-2d60c5455fd8', 'name': 'tempest-TestSnapshotPattern-67029058-router', 'tenant_id': '285073c393d5471b9588caee6a1186f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.112'}], 'enable_snat': True}, 'gw_port_id': 'a9218f2c-5bc3-4f96-9332-4b7fe2070c12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:32:20Z', 'updated_at': '2021-11-24T02:32:23Z', 'revision_number': 4, 'project_id': '285073c393d5471b9588caee6a1186f3', 'gw_port': {'id': 'a9218f2c-5bc3-4f96-9332-4b7fe2070c12', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:7e:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c1b2647-eff2-48c9-b4e7-2d60c5455fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:32:21Z', 'updated_at': '2021-11-24T02:32:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': '65b74bf2-b037-47de-87fe-aada2e36528c', 'name': '', 'network_id': '01bd7ff5-3e90-4195-9b32-90f9e2784f31', 'tenant_id': '285073c393d5471b9588caee6a1186f3', 'mac_address': 'fa:16:3e:86:16:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c1b2647-eff2-48c9-b4e7-2d60c5455fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '1eb1a8ff-bb49-4c0a-81b6-1b40eeee1f6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:32:23Z', 'updated_at': '2021-11-24T02:32:23Z', 'revision_number': 2, 'project_id': '285073c393d5471b9588caee6a1186f3', 'subnets': [{'id': '1eb1a8ff-bb49-4c0a-81b6-1b40eeee1f6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:32:24.683896 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb80141c-7988-49ee-ac40-eb17dc23f85e None None] The sync data for ids ['4c1b2647-eff2-48c9-b4e7-2d60c5455fd8'] in dv-neutron-818911-2-hyperv is: [{'id': '4c1b2647-eff2-48c9-b4e7-2d60c5455fd8', 'name': 'tempest-TestSnapshotPattern-67029058-router', 'tenant_id': '285073c393d5471b9588caee6a1186f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.112'}], 'enable_snat': True}, 'gw_port_id': 'a9218f2c-5bc3-4f96-9332-4b7fe2070c12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:32:20Z', 'updated_at': '2021-11-24T02:32:23Z', 'revision_number': 4, 'project_id': '285073c393d5471b9588caee6a1186f3', 'gw_port': {'id': 'a9218f2c-5bc3-4f96-9332-4b7fe2070c12', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:7e:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c1b2647-eff2-48c9-b4e7-2d60c5455fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:32:21Z', 'updated_at': '2021-11-24T02:32:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': '65b74bf2-b037-47de-87fe-aada2e36528c', 'name': '', 'network_id': '01bd7ff5-3e90-4195-9b32-90f9e2784f31', 'tenant_id': '285073c393d5471b9588caee6a1186f3', 'mac_address': 'fa:16:3e:86:16:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c1b2647-eff2-48c9-b4e7-2d60c5455fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '1eb1a8ff-bb49-4c0a-81b6-1b40eeee1f6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:32:23Z', 'updated_at': '2021-11-24T02:32:23Z', 'revision_number': 2, 'project_id': '285073c393d5471b9588caee6a1186f3', 'subnets': [{'id': '1eb1a8ff-bb49-4c0a-81b6-1b40eeee1f6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 02:32:24.706990 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd160549-0409-458e-99c4-dc870999947d None None] Pushing event updated for resources: {'Port': ['ID=a9218f2c-5bc3-4f96-9332-4b7fe2070c12,revision_number=4']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:32:24.746045 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-4c9950c6-101a-4ef4-b7c5-481742da23fc None None] Provisioning complete for port 65b74bf2-b037-47de-87fe-aada2e36528c triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:32:24.746414 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-4c9950c6-101a-4ef4-b7c5-481742da23fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:24.797488 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-4c9950c6-101a-4ef4-b7c5-481742da23fc None None] Port 65b74bf2-b037-47de-87fe-aada2e36528c cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 02:32:24.839655 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-728a8381-46dc-4244-8814-ebb8b3ebdc87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:25.537239 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device a9218f2c-5bc3-4f96-9332-4b7fe2070c12 up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 02:32:25.586748 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port a9218f2c-5bc3-4f96-9332-4b7fe2070c12 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:32:25.587117 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:26.036994 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 57904) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:32:26.042533 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-ca39b655-e3b2-48bc-9773-49e770f30e0c tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1507997707', 'description': 'tempest-secgroup-smoke-1507997707 description', 'project_id': '9fc246153d634e1fbd174d0b60a30ca7'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:32:26.064305 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ca39b655-e3b2-48bc-9773-49e770f30e0c tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Publish callbacks [] for security_group, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:26.128991 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ca39b655-e3b2-48bc-9773-49e770f30e0c tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Publish callbacks [] for security_group, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:26.132236 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ca39b655-e3b2-48bc-9773-49e770f30e0c tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:26.162828 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ca39b655-e3b2-48bc-9773-49e770f30e0c tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Publish callbacks [] for security_group, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:26.164160 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-ca39b655-e3b2-48bc-9773-49e770f30e0c tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1258855 Nov 24 02:32:26.166069 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca39b655-e3b2-48bc-9773-49e770f30e0c tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9814165d-3356-41ee-a602-ad9afc0e937e,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:32:26.167794 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 57906) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:32:26.173136 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-43cba897-ca10-482d-8254-02396f8ce812 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Request body: {'security_group_rule': {'security_group_id': '9814165d-3356-41ee-a602-ad9afc0e937e', 'project_id': '9fc246153d634e1fbd174d0b60a30ca7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:32:26.206671 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-43cba897-ca10-482d-8254-02396f8ce812 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:26.256163 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-43cba897-ca10-482d-8254-02396f8ce812 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:26.261270 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-43cba897-ca10-482d-8254-02396f8ce812 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:26.281128 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cba897-ca10-482d-8254-02396f8ce812 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4471cbcf-c6fc-4007-9a95-07703f8ba58f,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:32:26.287470 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-43cba897-ca10-482d-8254-02396f8ce812 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:26.288786 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-43cba897-ca10-482d-8254-02396f8ce812 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1199291 Nov 24 02:32:26.292079 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 57908) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:32:26.296483 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-665fa5d7-ad88-4bc8-a6d8-e78542de5a5b tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Request body: {'security_group_rule': {'security_group_id': '9814165d-3356-41ee-a602-ad9afc0e937e', 'project_id': '9fc246153d634e1fbd174d0b60a30ca7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:32:26.322788 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-665fa5d7-ad88-4bc8-a6d8-e78542de5a5b tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:26.383704 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-665fa5d7-ad88-4bc8-a6d8-e78542de5a5b tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:26.387910 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-665fa5d7-ad88-4bc8-a6d8-e78542de5a5b tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:26.410010 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665fa5d7-ad88-4bc8-a6d8-e78542de5a5b tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ff5ae13-9f53-469d-a6f3-2266ac5cd489,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:32:26.416156 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-665fa5d7-ad88-4bc8-a6d8-e78542de5a5b tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:26.417634 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-665fa5d7-ad88-4bc8-a6d8-e78542de5a5b tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1245837 Nov 24 02:32:26.420299 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 57910) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:32:26.424778 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-29564240-f323-4c85-9d3c-1efa9983d12b tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Request body: {'security_group_rule': {'security_group_id': '9814165d-3356-41ee-a602-ad9afc0e937e', 'project_id': '9fc246153d634e1fbd174d0b60a30ca7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:32:26.451944 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-29564240-f323-4c85-9d3c-1efa9983d12b tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:26.513791 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-29564240-f323-4c85-9d3c-1efa9983d12b tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:26.520125 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-29564240-f323-4c85-9d3c-1efa9983d12b tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:26.538048 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29564240-f323-4c85-9d3c-1efa9983d12b tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a4f24a7-b470-4a8d-b63c-9f02be42a962,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:32:26.543299 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae81d7c-5e61-40cb-a692-dbf9976c2a0c None None] Sync routers for ids ['4c1b2647-eff2-48c9-b4e7-2d60c5455fd8'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 02:32:26.548990 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-29564240-f323-4c85-9d3c-1efa9983d12b tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:26.550247 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-29564240-f323-4c85-9d3c-1efa9983d12b tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1290379 Nov 24 02:32:26.552920 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 57912) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:32:26.557998 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-9a28b114-4e66-4799-8ee5-55cf9cbe39e4 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Request body: {'security_group_rule': {'security_group_id': '9814165d-3356-41ee-a602-ad9afc0e937e', 'project_id': '9fc246153d634e1fbd174d0b60a30ca7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:32:26.558791 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae81d7c-5e61-40cb-a692-dbf9976c2a0c None None] Routers {'4c1b2647-eff2-48c9-b4e7-2d60c5455fd8'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:32:26.559392 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-eae81d7c-5e61-40cb-a692-dbf9976c2a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:31:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['4c1b2647-eff2-48c9-b4e7-2d60c5455fd8'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:32:26.584047 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9a28b114-4e66-4799-8ee5-55cf9cbe39e4 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:26.642573 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9a28b114-4e66-4799-8ee5-55cf9cbe39e4 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:26.647585 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9a28b114-4e66-4799-8ee5-55cf9cbe39e4 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:26.668222 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a28b114-4e66-4799-8ee5-55cf9cbe39e4 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f3f714e-66ef-4e58-8b24-145c2b8b94c7,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:32:26.669508 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-eae81d7c-5e61-40cb-a692-dbf9976c2a0c None None] Set router 4c1b2647-eff2-48c9-b4e7-2d60c5455fd8 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:32:26.676739 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9a28b114-4e66-4799-8ee5-55cf9cbe39e4 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:26.677981 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-9a28b114-4e66-4799-8ee5-55cf9cbe39e4 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1240938 Nov 24 02:32:26.681290 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 57914) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:32:26.685650 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-ad5afba8-a8f7-420b-8e74-487ae0758ebf tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Request body: {'security_group_rule': {'security_group_id': '9814165d-3356-41ee-a602-ad9afc0e937e', 'project_id': '9fc246153d634e1fbd174d0b60a30ca7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:32:26.707384 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.securitygroups_db [None req-ad5afba8-a8f7-420b-8e74-487ae0758ebf tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Project 9fc246153d634e1fbd174d0b60a30ca7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 02:32:26.712166 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ad5afba8-a8f7-420b-8e74-487ae0758ebf tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:26.776810 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ad5afba8-a8f7-420b-8e74-487ae0758ebf tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:26.781107 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ad5afba8-a8f7-420b-8e74-487ae0758ebf tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:26.803631 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5afba8-a8f7-420b-8e74-487ae0758ebf tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ea4a5b7-e77f-4673-8505-392e209c5925,revision_number=0']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:32:26.810420 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ad5afba8-a8f7-420b-8e74-487ae0758ebf tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:26.815205 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-ad5afba8-a8f7-420b-8e74-487ae0758ebf tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1293852 Nov 24 02:32:26.815395 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 57916) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:32:26.820894 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-5151b657-50e7-47e6-a949-f08967a262a8 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Request body: {'security_group_rule': {'security_group_id': '9814165d-3356-41ee-a602-ad9afc0e937e', 'project_id': '9fc246153d634e1fbd174d0b60a30ca7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:32:26.847647 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.securitygroups_db [None req-5151b657-50e7-47e6-a949-f08967a262a8 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Project 9fc246153d634e1fbd174d0b60a30ca7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 02:32:26.854273 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5151b657-50e7-47e6-a949-f08967a262a8 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:26.883405 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-eae81d7c-5e61-40cb-a692-dbf9976c2a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c1b2647-eff2-48c9-b4e7-2d60c5455fd8', 'name': 'tempest-TestSnapshotPattern-67029058-router', 'tenant_id': '285073c393d5471b9588caee6a1186f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.112'}], 'enable_snat': True}, 'gw_port_id': 'a9218f2c-5bc3-4f96-9332-4b7fe2070c12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:32:20Z', 'updated_at': '2021-11-24T02:32:23Z', 'revision_number': 4, 'project_id': '285073c393d5471b9588caee6a1186f3', 'gw_port': {'id': 'a9218f2c-5bc3-4f96-9332-4b7fe2070c12', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:7e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1b2647-eff2-48c9-b4e7-2d60c5455fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:32:21Z', 'updated_at': '2021-11-24T02:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': '65b74bf2-b037-47de-87fe-aada2e36528c', 'name': '', 'network_id': '01bd7ff5-3e90-4195-9b32-90f9e2784f31', 'tenant_id': '285073c393d5471b9588caee6a1186f3', 'mac_address': 'fa:16:3e:86:16:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c1b2647-eff2-48c9-b4e7-2d60c5455fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '1eb1a8ff-bb49-4c0a-81b6-1b40eeee1f6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:32:23Z', 'updated_at': '2021-11-24T02:32:23Z', 'revision_number': 2, 'project_id': '285073c393d5471b9588caee6a1186f3', 'subnets': [{'id': '1eb1a8ff-bb49-4c0a-81b6-1b40eeee1f6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:32:26.910037 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae81d7c-5e61-40cb-a692-dbf9976c2a0c None None] Checking router: 4c1b2647-eff2-48c9-b4e7-2d60c5455fd8 for host: dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 02:32:26.910381 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae81d7c-5e61-40cb-a692-dbf9976c2a0c None None] Updating router 4c1b2647-eff2-48c9-b4e7-2d60c5455fd8 port 65b74bf2-b037-47de-87fe-aada2e36528c binding host dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 02:32:26.926459 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5151b657-50e7-47e6-a949-f08967a262a8 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:26.931128 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5151b657-50e7-47e6-a949-f08967a262a8 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3780482'] for security_group_rule, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:26.938704 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-eae81d7c-5e61-40cb-a692-dbf9976c2a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:26.948648 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5151b657-50e7-47e6-a949-f08967a262a8 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f79dcaf-1ea8-42b2-af87-97b0f3ef2d45,revision_number=0']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:32:26.960210 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-5151b657-50e7-47e6-a949-f08967a262a8 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:26.962015 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-5151b657-50e7-47e6-a949-f08967a262a8 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1458924 Nov 24 02:32:27.147649 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-4dfc3a82-b0e6-47fe-abfc-e8e111ce0aaa req-87d92fbd-7538-4867-937a-41bcce2b1bc5 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1507997707&fields=id&tenant_id=9fc246153d634e1fbd174d0b60a30ca7 HTTP/1.1" status: 200 len: 267 time: 0.0620530 Nov 24 02:32:27.232067 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-eae81d7c-5e61-40cb-a692-dbf9976c2a0c None None] Publish callbacks [] for port, precommit_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:27.238177 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-eae81d7c-5e61-40cb-a692-dbf9976c2a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:27.275790 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfc3a82-b0e6-47fe-abfc-e8e111ce0aaa req-28aaf4be-c8f9-4dc0-9798-e7a0c65cb088 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:32:27.278396 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-4dfc3a82-b0e6-47fe-abfc-e8e111ce0aaa req-28aaf4be-c8f9-4dc0-9798-e7a0c65cb088 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] 10.222.0.21 "GET /v2.0/networks?id=973e2594-3d10-43fa-8ff0-d248cfcc4d82 HTTP/1.1" status: 200 len: 809 time: 0.1220849 Nov 24 02:32:27.299958 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205723d4-6f4b-45e4-93b0-a19866b81302 None None] Pushing event updated for resources: {'Port': ['ID=65b74bf2-b037-47de-87fe-aada2e36528c,revision_number=3']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:32:27.305897 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-22bba06a-af88-423b-8e1a-6de088816c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:27.312522 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-4dfc3a82-b0e6-47fe-abfc-e8e111ce0aaa req-69bcae21-8b25-4d6b-9714-33922304c55d tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] 10.222.0.21 "GET /v2.0/quotas/9fc246153d634e1fbd174d0b60a30ca7 HTTP/1.1" status: 200 len: 375 time: 0.0198462 Nov 24 02:32:27.361345 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-eae81d7c-5e61-40cb-a692-dbf9976c2a0c None None] Attempting to bind port 65b74bf2-b037-47de-87fe-aada2e36528c on host dv-neutron-818911-2-hyperv for vnic_type normal with profile {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 02:32:27.361745 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-eae81d7c-5e61-40cb-a692-dbf9976c2a0c None None] Attempting to bind port 65b74bf2-b037-47de-87fe-aada2e36528c by drivers openvswitch,hyperv on host dv-neutron-818911-2-hyperv at level 0 using segments [{'id': '136757de-d3d8-484e-a9ee-289119a29b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '01bd7ff5-3e90-4195-9b32-90f9e2784f31'}] {{(pid=109869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 02:32:27.362099 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae81d7c-5e61-40cb-a692-dbf9976c2a0c None None] Attempting to bind port 65b74bf2-b037-47de-87fe-aada2e36528c on network 01bd7ff5-3e90-4195-9b32-90f9e2784f31 {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 02:32:27.369163 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae81d7c-5e61-40cb-a692-dbf9976c2a0c None None] Checking agent: {'id': '8912d0e6-3369-4c27-943f-853002c32eff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818911-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 37, 30), 'started_at': datetime.datetime(2021, 11, 24, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818911-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 02:32:27.369558 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae81d7c-5e61-40cb-a692-dbf9976c2a0c None None] Checking segment: {'id': '136757de-d3d8-484e-a9ee-289119a29b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '01bd7ff5-3e90-4195-9b32-90f9e2784f31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 02:32:27.369951 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-eae81d7c-5e61-40cb-a692-dbf9976c2a0c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:27.370335 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae81d7c-5e61-40cb-a692-dbf9976c2a0c None None] Bound using segment: {'id': '136757de-d3d8-484e-a9ee-289119a29b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '01bd7ff5-3e90-4195-9b32-90f9e2784f31'} {{(pid=109869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 02:32:27.370793 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.managers [None req-eae81d7c-5e61-40cb-a692-dbf9976c2a0c None None] Bound port: 65b74bf2-b037-47de-87fe-aada2e36528c, host: dv-neutron-818911-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '136757de-d3d8-484e-a9ee-289119a29b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '01bd7ff5-3e90-4195-9b32-90f9e2784f31'}}] {{(pid=109869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 02:32:27.371164 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-eae81d7c-5e61-40cb-a692-dbf9976c2a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:27.390614 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-4dfc3a82-b0e6-47fe-abfc-e8e111ce0aaa req-1a441ec0-11d6-48d1-93f9-1ea5a276c014 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9fc246153d634e1fbd174d0b60a30ca7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0662458 Nov 24 02:32:27.449666 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.db [None req-eae81d7c-5e61-40cb-a692-dbf9976c2a0c None None] For port 65b74bf2-b037-47de-87fe-aada2e36528c, host dv-neutron-818911-2-hyperv, cleared binding levels {{(pid=109869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 02:32:27.454648 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.plugins.ml2.db [None req-eae81d7c-5e61-40cb-a692-dbf9976c2a0c None None] For port 65b74bf2-b037-47de-87fe-aada2e36528c, host dv-neutron-818911-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=65b74bf2-b037-47de-87fe-aada2e36528c,segment=NetworkSegment(136757de-d3d8-484e-a9ee-289119a29b53),segment_id=136757de-d3d8-484e-a9ee-289119a29b53)] {{(pid=109869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 02:32:27.462016 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron_lib.callbacks.manager [None req-eae81d7c-5e61-40cb-a692-dbf9976c2a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:27.544000 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-b92f4da1-a27a-4643-8a3c-e78f8c308059 None None] Provisioning complete for port 65b74bf2-b037-47de-87fe-aada2e36528c triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:32:27.544456 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-b92f4da1-a27a-4643-8a3c-e78f8c308059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:27.545681 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [req-4dfc3a82-b0e6-47fe-abfc-e8e111ce0aaa req-e5a764b2-adac-4e76-9e4a-9ee9323ab35a service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 02:32:27.548211 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-4dfc3a82-b0e6-47fe-abfc-e8e111ce0aaa req-e5a764b2-adac-4e76-9e4a-9ee9323ab35a service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1438119 Nov 24 02:32:27.611776 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae81d7c-5e61-40cb-a692-dbf9976c2a0c None None] Routers {'4c1b2647-eff2-48c9-b4e7-2d60c5455fd8'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:32:27.612811 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-eae81d7c-5e61-40cb-a692-dbf9976c2a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:32:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['4c1b2647-eff2-48c9-b4e7-2d60c5455fd8'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:32:27.628430 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-b92f4da1-a27a-4643-8a3c-e78f8c308059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:27.670239 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-b92f4da1-a27a-4643-8a3c-e78f8c308059 None None] For port 65b74bf2-b037-47de-87fe-aada2e36528c, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=65b74bf2-b037-47de-87fe-aada2e36528c,segment=NetworkSegment(136757de-d3d8-484e-a9ee-289119a29b53),segment_id=136757de-d3d8-484e-a9ee-289119a29b53)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:32:27.676614 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-b92f4da1-a27a-4643-8a3c-e78f8c308059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:27.682879 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-4dfc3a82-b0e6-47fe-abfc-e8e111ce0aaa req-474f0918-5fa9-4410-8a88-d9b77f98f934 service neutron] 10.222.0.21 "GET /v2.0/networks/973e2594-3d10-43fa-8ff0-d248cfcc4d82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249735 Nov 24 02:32:27.721759 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205723d4-6f4b-45e4-93b0-a19866b81302 None None] Pushing event updated for resources: {'Port': ['ID=65b74bf2-b037-47de-87fe-aada2e36528c,revision_number=4']} {{(pid=109869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:32:27.735225 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-eae81d7c-5e61-40cb-a692-dbf9976c2a0c None None] Set router 4c1b2647-eff2-48c9-b4e7-2d60c5455fd8 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:32:27.743110 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92f4da1-a27a-4643-8a3c-e78f8c308059 None None] Pushing event updated for resources: {'Port': ['ID=65b74bf2-b037-47de-87fe-aada2e36528c,revision_number=5']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:32:27.794486 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-4dfc3a82-b0e6-47fe-abfc-e8e111ce0aaa req-cf7ba9b9-258b-4d81-a650-2c849e244df6 service neutron] 10.222.0.21 "GET /v2.0/networks/973e2594-3d10-43fa-8ff0-d248cfcc4d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046410 Nov 24 02:32:27.899927 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-7e4caeb0-6e2a-4aa6-93f8-8b9c5a0171f7 None None] Provisioning complete for port 65b74bf2-b037-47de-87fe-aada2e36528c triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:32:27.900436 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-7e4caeb0-6e2a-4aa6-93f8-8b9c5a0171f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:27.964618 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-eae81d7c-5e61-40cb-a692-dbf9976c2a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c1b2647-eff2-48c9-b4e7-2d60c5455fd8', 'name': 'tempest-TestSnapshotPattern-67029058-router', 'tenant_id': '285073c393d5471b9588caee6a1186f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.112'}], 'enable_snat': True}, 'gw_port_id': 'a9218f2c-5bc3-4f96-9332-4b7fe2070c12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:32:20Z', 'updated_at': '2021-11-24T02:32:23Z', 'revision_number': 4, 'project_id': '285073c393d5471b9588caee6a1186f3', 'gw_port': {'id': 'a9218f2c-5bc3-4f96-9332-4b7fe2070c12', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:7e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1b2647-eff2-48c9-b4e7-2d60c5455fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:32:21Z', 'updated_at': '2021-11-24T02:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': '65b74bf2-b037-47de-87fe-aada2e36528c', 'name': '', 'network_id': '01bd7ff5-3e90-4195-9b32-90f9e2784f31', 'tenant_id': '285073c393d5471b9588caee6a1186f3', 'mac_address': 'fa:16:3e:86:16:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c1b2647-eff2-48c9-b4e7-2d60c5455fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '1eb1a8ff-bb49-4c0a-81b6-1b40eeee1f6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:32:23Z', 'updated_at': '2021-11-24T02:32:27Z', 'revision_number': 4, 'project_id': '285073c393d5471b9588caee6a1186f3', 'subnets': [{'id': '1eb1a8ff-bb49-4c0a-81b6-1b40eeee1f6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:32:27.997964 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae81d7c-5e61-40cb-a692-dbf9976c2a0c None None] The sync data for ids ['4c1b2647-eff2-48c9-b4e7-2d60c5455fd8'] in dv-neutron-818911-2-hyperv is: [{'id': '4c1b2647-eff2-48c9-b4e7-2d60c5455fd8', 'name': 'tempest-TestSnapshotPattern-67029058-router', 'tenant_id': '285073c393d5471b9588caee6a1186f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.112'}], 'enable_snat': True}, 'gw_port_id': 'a9218f2c-5bc3-4f96-9332-4b7fe2070c12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:32:20Z', 'updated_at': '2021-11-24T02:32:23Z', 'revision_number': 4, 'project_id': '285073c393d5471b9588caee6a1186f3', 'gw_port': {'id': 'a9218f2c-5bc3-4f96-9332-4b7fe2070c12', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:7e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1b2647-eff2-48c9-b4e7-2d60c5455fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:32:21Z', 'updated_at': '2021-11-24T02:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': '65b74bf2-b037-47de-87fe-aada2e36528c', 'name': '', 'network_id': '01bd7ff5-3e90-4195-9b32-90f9e2784f31', 'tenant_id': '285073c393d5471b9588caee6a1186f3', 'mac_address': 'fa:16:3e:86:16:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c1b2647-eff2-48c9-b4e7-2d60c5455fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '1eb1a8ff-bb49-4c0a-81b6-1b40eeee1f6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:32:23Z', 'updated_at': '2021-11-24T02:32:27Z', 'revision_number': 4, 'project_id': '285073c393d5471b9588caee6a1186f3', 'subnets': [{'id': '1eb1a8ff-bb49-4c0a-81b6-1b40eeee1f6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 02:32:28.003107 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-491420e1-f7a5-48ec-a096-5a5eb3c63501 req-82ec56d3-1f5b-4671-b68a-80eb58111ba0 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c617619-43fb-4eda-a9f5-11ac441ed945 HTTP/1.1" status: 200 len: 210 time: 0.0367410 Nov 24 02:32:28.285333 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:28.380194 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:29.139618 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-40022fee-e7c9-42b0-b6f9-811754ae6617 req-857ef8e0-60ec-4277-980e-3407ed88cb86 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c617619-43fb-4eda-a9f5-11ac441ed945 HTTP/1.1" status: 200 len: 210 time: 0.0555353 Nov 24 02:32:29.178300 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfc3a82-b0e6-47fe-abfc-e8e111ce0aaa req-285a43da-8f03-4c8e-926c-3e4bab639d30 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:32:29.179726 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-4dfc3a82-b0e6-47fe-abfc-e8e111ce0aaa req-285a43da-8f03-4c8e-926c-3e4bab639d30 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] 10.222.0.48 "GET /v2.0/networks?id=973e2594-3d10-43fa-8ff0-d248cfcc4d82 HTTP/1.1" status: 200 len: 809 time: 0.1358335 Nov 24 02:32:29.261741 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-4dfc3a82-b0e6-47fe-abfc-e8e111ce0aaa req-dca81067-bf0e-4c4b-8808-c96f0eba3730 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9fc246153d634e1fbd174d0b60a30ca7 HTTP/1.1" status: 200 len: 380 time: 0.0594237 Nov 24 02:32:29.271453 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [req-4dfc3a82-b0e6-47fe-abfc-e8e111ce0aaa req-74314cdd-57a7-400a-9b60-6b600b4b3cc0 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Request body: {'port': {'device_id': '7c617619-43fb-4eda-a9f5-11ac441ed945', 'network_id': '973e2594-3d10-43fa-8ff0-d248cfcc4d82', 'admin_state_up': True, 'tenant_id': '9fc246153d634e1fbd174d0b60a30ca7', 'security_groups': ['9814165d-3356-41ee-a602-ad9afc0e937e']}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:32:29.376975 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dfc3a82-b0e6-47fe-abfc-e8e111ce0aaa req-74314cdd-57a7-400a-9b60-6b600b4b3cc0 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Made reservation on behalf of 9fc246153d634e1fbd174d0b60a30ca7 for: {'port': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 02:32:29.380466 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-4dfc3a82-b0e6-47fe-abfc-e8e111ce0aaa req-74314cdd-57a7-400a-9b60-6b600b4b3cc0 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:29.512599 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [req-4dfc3a82-b0e6-47fe-abfc-e8e111ce0aaa req-74314cdd-57a7-400a-9b60-6b600b4b3cc0 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Allocated IP 172.20.0.13 (973e2594-3d10-43fa-8ff0-d248cfcc4d82/22d43662-4307-48cc-86ab-8a82330c5771/8dab046b-d426-4bc4-80c5-cc00dac39789) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 02:32:29.542471 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 65b74bf2-b037-47de-87fe-aada2e36528c up at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 02:32:29.596672 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Provisioning complete for port 65b74bf2-b037-47de-87fe-aada2e36528c triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:32:29.597041 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:29.652245 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-4dfc3a82-b0e6-47fe-abfc-e8e111ce0aaa req-74314cdd-57a7-400a-9b60-6b600b4b3cc0 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:29.690894 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-4dfc3a82-b0e6-47fe-abfc-e8e111ce0aaa req-74314cdd-57a7-400a-9b60-6b600b4b3cc0 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:29.734578 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dfc3a82-b0e6-47fe-abfc-e8e111ce0aaa req-74314cdd-57a7-400a-9b60-6b600b4b3cc0 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Network 973e2594-3d10-43fa-8ff0-d248cfcc4d82 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 02:32:29.737466 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [req-4dfc3a82-b0e6-47fe-abfc-e8e111ce0aaa req-74314cdd-57a7-400a-9b60-6b600b4b3cc0 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:32:29.741054 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dfc3a82-b0e6-47fe-abfc-e8e111ce0aaa req-74314cdd-57a7-400a-9b60-6b600b4b3cc0 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 02:32:29.748131 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74314cdd-57a7-400a-9b60-6b600b4b3cc0 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Pushing event updated for resources: {'Port': ['ID=8dab046b-d426-4bc4-80c5-cc00dac39789,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:32:29.800216 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:29.808138 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfc3a82-b0e6-47fe-abfc-e8e111ce0aaa req-74314cdd-57a7-400a-9b60-6b600b4b3cc0 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:32:29.808903 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-4dfc3a82-b0e6-47fe-abfc-e8e111ce0aaa req-74314cdd-57a7-400a-9b60-6b600b4b3cc0 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:29.826298 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-4dfc3a82-b0e6-47fe-abfc-e8e111ce0aaa req-74314cdd-57a7-400a-9b60-6b600b4b3cc0 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5583375 Nov 24 02:32:29.845194 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [req-4dfc3a82-b0e6-47fe-abfc-e8e111ce0aaa req-14912ee7-0a6f-400d-8355-1f83b01f96a3 service neutron] Request body: {'port': {'device_id': '7c617619-43fb-4eda-a9f5-11ac441ed945', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8189'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:32:29.905537 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-4dfc3a82-b0e6-47fe-abfc-e8e111ce0aaa req-14912ee7-0a6f-400d-8355-1f83b01f96a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:29.943716 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-b7a0524b-620a-409e-89d3-9a044e9a5752 None None] Provisioning complete for port 8dab046b-d426-4bc4-80c5-cc00dac39789 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:32:29.944078 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-b7a0524b-620a-409e-89d3-9a044e9a5752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:29.983581 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-b7a0524b-620a-409e-89d3-9a044e9a5752 None None] Port 8dab046b-d426-4bc4-80c5-cc00dac39789 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 02:32:30.166768 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [req-4dfc3a82-b0e6-47fe-abfc-e8e111ce0aaa req-14912ee7-0a6f-400d-8355-1f83b01f96a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dab046b-d426-4bc4-80c5-cc00dac39789 {{(pid=109867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 02:32:30.175037 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-4dfc3a82-b0e6-47fe-abfc-e8e111ce0aaa req-14912ee7-0a6f-400d-8355-1f83b01f96a3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:30.187282 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.provisioning_blocks [req-4dfc3a82-b0e6-47fe-abfc-e8e111ce0aaa req-14912ee7-0a6f-400d-8355-1f83b01f96a3 service neutron] Transition to ACTIVE for port object 8dab046b-d426-4bc4-80c5-cc00dac39789 will not be triggered until provisioned by entity L2. {{(pid=109867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 02:32:30.192347 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-4dfc3a82-b0e6-47fe-abfc-e8e111ce0aaa req-14912ee7-0a6f-400d-8355-1f83b01f96a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25501696'] for port, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:30.209700 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:30.250413 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14912ee7-0a6f-400d-8355-1f83b01f96a3 service neutron] Pushing event updated for resources: {'Port': ['ID=8dab046b-d426-4bc4-80c5-cc00dac39789,revision_number=2']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:32:30.281302 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb6ca82-639a-4ed1-8cc1-28e2bee4db30 req-1bb5e3f6-393b-4832-a949-2579dd1bf46d tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:32:30.283047 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-5fb6ca82-639a-4ed1-8cc1-28e2bee4db30 req-1bb5e3f6-393b-4832-a949-2579dd1bf46d tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c617619-43fb-4eda-a9f5-11ac441ed945 HTTP/1.1" status: 200 len: 944 time: 0.0723047 Nov 24 02:32:30.344916 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-5fb6ca82-639a-4ed1-8cc1-28e2bee4db30 req-d03a48f2-de54-476d-a2f4-3eda27b20265 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] 10.222.0.21 "GET /v2.0/security-groups?id=9814165d-3356-41ee-a602-ad9afc0e937e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556371 Nov 24 02:32:30.346064 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.managers [req-4dfc3a82-b0e6-47fe-abfc-e8e111ce0aaa req-14912ee7-0a6f-400d-8355-1f83b01f96a3 service neutron] Attempting to bind port 8dab046b-d426-4bc4-80c5-cc00dac39789 on host hv-neutron-8189 for vnic_type normal with profile {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 02:32:30.346462 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.managers [req-4dfc3a82-b0e6-47fe-abfc-e8e111ce0aaa req-14912ee7-0a6f-400d-8355-1f83b01f96a3 service neutron] Attempting to bind port 8dab046b-d426-4bc4-80c5-cc00dac39789 by drivers openvswitch,hyperv on host hv-neutron-8189 at level 0 using segments [{'id': 'b64d917e-d87d-4fad-b1a2-08b63e6b256d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '973e2594-3d10-43fa-8ff0-d248cfcc4d82'}] {{(pid=109867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 02:32:30.346855 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dfc3a82-b0e6-47fe-abfc-e8e111ce0aaa req-14912ee7-0a6f-400d-8355-1f83b01f96a3 service neutron] Attempting to bind port 8dab046b-d426-4bc4-80c5-cc00dac39789 on network 973e2594-3d10-43fa-8ff0-d248cfcc4d82 {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 02:32:30.351839 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dfc3a82-b0e6-47fe-abfc-e8e111ce0aaa req-14912ee7-0a6f-400d-8355-1f83b01f96a3 service neutron] Port 8dab046b-d426-4bc4-80c5-cc00dac39789 on network 973e2594-3d10-43fa-8ff0-d248cfcc4d82 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8189 {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 02:32:30.352158 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dfc3a82-b0e6-47fe-abfc-e8e111ce0aaa req-14912ee7-0a6f-400d-8355-1f83b01f96a3 service neutron] Attempting to bind port 8dab046b-d426-4bc4-80c5-cc00dac39789 on network 973e2594-3d10-43fa-8ff0-d248cfcc4d82 {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 02:32:30.357709 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dfc3a82-b0e6-47fe-abfc-e8e111ce0aaa req-14912ee7-0a6f-400d-8355-1f83b01f96a3 service neutron] Checking agent: {'id': '5773fe6b-0967-455f-9dc9-84c0c923201b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 42, 58), 'started_at': datetime.datetime(2021, 11, 24, 1, 42, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 2, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 02:32:30.358047 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dfc3a82-b0e6-47fe-abfc-e8e111ce0aaa req-14912ee7-0a6f-400d-8355-1f83b01f96a3 service neutron] Checking segment: {'id': 'b64d917e-d87d-4fad-b1a2-08b63e6b256d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '973e2594-3d10-43fa-8ff0-d248cfcc4d82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 02:32:30.358434 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dfc3a82-b0e6-47fe-abfc-e8e111ce0aaa req-14912ee7-0a6f-400d-8355-1f83b01f96a3 service neutron] Bound using segment: {'id': 'b64d917e-d87d-4fad-b1a2-08b63e6b256d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '973e2594-3d10-43fa-8ff0-d248cfcc4d82'} {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 02:32:30.366116 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.managers [req-4dfc3a82-b0e6-47fe-abfc-e8e111ce0aaa req-14912ee7-0a6f-400d-8355-1f83b01f96a3 service neutron] Bound port: 8dab046b-d426-4bc4-80c5-cc00dac39789, host: hv-neutron-8189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b64d917e-d87d-4fad-b1a2-08b63e6b256d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '973e2594-3d10-43fa-8ff0-d248cfcc4d82'}}] {{(pid=109867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 02:32:30.366511 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-4dfc3a82-b0e6-47fe-abfc-e8e111ce0aaa req-14912ee7-0a6f-400d-8355-1f83b01f96a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:30.438671 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [req-4dfc3a82-b0e6-47fe-abfc-e8e111ce0aaa req-14912ee7-0a6f-400d-8355-1f83b01f96a3 service neutron] For port 8dab046b-d426-4bc4-80c5-cc00dac39789, host hv-neutron-8189, cleared binding levels {{(pid=109867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 02:32:30.442093 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [req-4dfc3a82-b0e6-47fe-abfc-e8e111ce0aaa req-14912ee7-0a6f-400d-8355-1f83b01f96a3 service neutron] For port 8dab046b-d426-4bc4-80c5-cc00dac39789, host hv-neutron-8189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=8dab046b-d426-4bc4-80c5-cc00dac39789,segment=NetworkSegment(b64d917e-d87d-4fad-b1a2-08b63e6b256d),segment_id=b64d917e-d87d-4fad-b1a2-08b63e6b256d)] {{(pid=109867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 02:32:30.447593 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-4dfc3a82-b0e6-47fe-abfc-e8e111ce0aaa req-14912ee7-0a6f-400d-8355-1f83b01f96a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25501696'] for port, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:30.485641 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfc3a82-b0e6-47fe-abfc-e8e111ce0aaa req-14912ee7-0a6f-400d-8355-1f83b01f96a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:32:30.486294 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-4dfc3a82-b0e6-47fe-abfc-e8e111ce0aaa req-14912ee7-0a6f-400d-8355-1f83b01f96a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:30.489273 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-4dfc3a82-b0e6-47fe-abfc-e8e111ce0aaa req-14912ee7-0a6f-400d-8355-1f83b01f96a3 service neutron] 10.222.0.48 "PUT /v2.0/ports/8dab046b-d426-4bc4-80c5-cc00dac39789 HTTP/1.1" status: 200 len: 1094 time: 0.6471016 Nov 24 02:32:30.489273 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c617619-43fb-4eda-a9f5-11ac441ed945', 'tag': '8dab046b-d426-4bc4-80c5-cc00dac39789'}] {{(pid=109867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:32:30.491826 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2155eb48762029a847224b6ca77dbed8b251e8450d3d79f1fc0a82d404e82e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bd2db27-4610-42b5-9d0b-d656f57ce094" -d '{"events": [{"name": "network-changed", "server_uuid": "7c617619-43fb-4eda-a9f5-11ac441ed945", "tag": "8dab046b-d426-4bc4-80c5-cc00dac39789"}]}' {{(pid=109867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:32:30.520563 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14912ee7-0a6f-400d-8355-1f83b01f96a3 service neutron] Pushing event updated for resources: {'Port': ['ID=8dab046b-d426-4bc4-80c5-cc00dac39789,revision_number=3']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:32:30.559574 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 02:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b149a76b-dbb5-4684-92c3-89142b24f855 x-openstack-request-id: req-b149a76b-dbb5-4684-92c3-89142b24f855 {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:32:30.559877 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c617619-43fb-4eda-a9f5-11ac441ed945", "tag": "8dab046b-d426-4bc4-80c5-cc00dac39789", "status": "completed", "code": 200}]} {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:32:30.560134 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b149a76b-dbb5-4684-92c3-89142b24f855 {{(pid=109867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:32:30.560549 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c617619-43fb-4eda-a9f5-11ac441ed945', 'tag': '8dab046b-d426-4bc4-80c5-cc00dac39789', 'status': 'completed', 'code': 200} Nov 24 02:32:30.619173 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfc3a82-b0e6-47fe-abfc-e8e111ce0aaa req-0c49cb3c-bca8-4fa8-b858-e6882f31a2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:32:30.620698 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-4dfc3a82-b0e6-47fe-abfc-e8e111ce0aaa req-0c49cb3c-bca8-4fa8-b858-e6882f31a2ca service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9fc246153d634e1fbd174d0b60a30ca7&device_id=7c617619-43fb-4eda-a9f5-11ac441ed945 HTTP/1.1" status: 200 len: 1097 time: 0.0502203 Nov 24 02:32:30.675334 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-4dfc3a82-b0e6-47fe-abfc-e8e111ce0aaa req-47260f28-bd1d-40f9-8a11-f64d67683553 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8dab046b-d426-4bc4-80c5-cc00dac39789 HTTP/1.1" status: 200 len: 217 time: 0.0391350 Nov 24 02:32:30.724341 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfc3a82-b0e6-47fe-abfc-e8e111ce0aaa req-ea96da76-e22e-401e-aff6-c193db9a1fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:32:30.725781 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-4dfc3a82-b0e6-47fe-abfc-e8e111ce0aaa req-ea96da76-e22e-401e-aff6-c193db9a1fd6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=22d43662-4307-48cc-86ab-8a82330c5771 HTTP/1.1" status: 200 len: 848 time: 0.0436144 Nov 24 02:32:30.772154 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfc3a82-b0e6-47fe-abfc-e8e111ce0aaa req-677399ea-64e1-4f92-949f-0862cebd92d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:32:30.773606 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-4dfc3a82-b0e6-47fe-abfc-e8e111ce0aaa req-677399ea-64e1-4f92-949f-0862cebd92d9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=973e2594-3d10-43fa-8ff0-d248cfcc4d82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0409014 Nov 24 02:32:30.866361 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-4dfc3a82-b0e6-47fe-abfc-e8e111ce0aaa req-e1f5f0ce-dc50-415d-9385-9a72f7e4d29d service neutron] 10.222.0.48 "GET /v2.0/networks/973e2594-3d10-43fa-8ff0-d248cfcc4d82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852776 Nov 24 02:32:30.954270 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-4dfc3a82-b0e6-47fe-abfc-e8e111ce0aaa req-d0d6ecfc-32b8-43cf-b432-76c33ab10fdd service neutron] 10.222.0.48 "GET /v2.0/networks/973e2594-3d10-43fa-8ff0-d248cfcc4d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806901 Nov 24 02:32:31.090522 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd2db27-4610-42b5-9d0b-d656f57ce094 req-cb90ff5e-3b4a-4715-b92a-6271bd84b66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:32:31.092001 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-0bd2db27-4610-42b5-9d0b-d656f57ce094 req-cb90ff5e-3b4a-4715-b92a-6271bd84b66e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9fc246153d634e1fbd174d0b60a30ca7&device_id=7c617619-43fb-4eda-a9f5-11ac441ed945 HTTP/1.1" status: 200 len: 1097 time: 0.0440617 Nov 24 02:32:31.184930 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd2db27-4610-42b5-9d0b-d656f57ce094 req-c167b872-5c11-474c-a278-96002f199b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:32:31.186417 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-0bd2db27-4610-42b5-9d0b-d656f57ce094 req-c167b872-5c11-474c-a278-96002f199b8a service neutron] 10.222.0.48 "GET /v2.0/networks?id=973e2594-3d10-43fa-8ff0-d248cfcc4d82 HTTP/1.1" status: 200 len: 910 time: 0.0867157 Nov 24 02:32:31.465828 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44b4773-c06d-47b8-a4fd-dc183f02481f req-46035e24-d678-465d-b1cc-b3ea9585d85e tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:32:31.467602 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-c44b4773-c06d-47b8-a4fd-dc183f02481f req-46035e24-d678-465d-b1cc-b3ea9585d85e tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c617619-43fb-4eda-a9f5-11ac441ed945 HTTP/1.1" status: 200 len: 944 time: 0.0515800 Nov 24 02:32:31.528518 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-c44b4773-c06d-47b8-a4fd-dc183f02481f req-d2a1179a-8d76-42c2-a061-2e6af0acbc5c tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] 10.222.0.21 "GET /v2.0/security-groups?id=9814165d-3356-41ee-a602-ad9afc0e937e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546770 Nov 24 02:32:31.563993 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-0bd2db27-4610-42b5-9d0b-d656f57ce094 req-6ed428c1-eba5-4365-82d4-ae273c9ff7b2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8dab046b-d426-4bc4-80c5-cc00dac39789 HTTP/1.1" status: 200 len: 217 time: 0.3683500 Nov 24 02:32:31.612043 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd2db27-4610-42b5-9d0b-d656f57ce094 req-60931743-36c7-48c0-ae21-35091a8f8005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:32:31.613401 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-0bd2db27-4610-42b5-9d0b-d656f57ce094 req-60931743-36c7-48c0-ae21-35091a8f8005 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=22d43662-4307-48cc-86ab-8a82330c5771 HTTP/1.1" status: 200 len: 848 time: 0.0415163 Nov 24 02:32:31.657837 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd2db27-4610-42b5-9d0b-d656f57ce094 req-791387d1-28d8-41e2-9f8d-e66e79c782a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:32:31.659186 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-0bd2db27-4610-42b5-9d0b-d656f57ce094 req-791387d1-28d8-41e2-9f8d-e66e79c782a6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=973e2594-3d10-43fa-8ff0-d248cfcc4d82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0387549 Nov 24 02:32:31.752558 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-0bd2db27-4610-42b5-9d0b-d656f57ce094 req-427ff05d-c6c2-4c10-8f2e-b0e7a03dca26 service neutron] 10.222.0.48 "GET /v2.0/networks/973e2594-3d10-43fa-8ff0-d248cfcc4d82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843892 Nov 24 02:32:31.846235 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-0bd2db27-4610-42b5-9d0b-d656f57ce094 req-0857da1a-2f90-4957-9aec-e8a2f07eea29 service neutron] 10.222.0.48 "GET /v2.0/networks/973e2594-3d10-43fa-8ff0-d248cfcc4d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855567 Nov 24 02:32:32.648931 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b188ab65-8878-4f42-b437-7cd75d1dc61e req-e9ee3184-1d2d-4d74-8dac-0f753b00da06 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:32:32.650430 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-b188ab65-8878-4f42-b437-7cd75d1dc61e req-e9ee3184-1d2d-4d74-8dac-0f753b00da06 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c617619-43fb-4eda-a9f5-11ac441ed945 HTTP/1.1" status: 200 len: 944 time: 0.0542600 Nov 24 02:32:32.698942 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-b188ab65-8878-4f42-b437-7cd75d1dc61e req-8b553561-64cf-4542-9f6f-7a5bdbba66fd tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] 10.222.0.21 "GET /v2.0/security-groups?id=9814165d-3356-41ee-a602-ad9afc0e937e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425947 Nov 24 02:32:33.392093 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 8dab046b-d426-4bc4-80c5-cc00dac39789 details requested by agent hyperv_hv-neutron-8189 with host hv-neutron-8189 {{(pid=109868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 02:32:33.487112 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port 8dab046b-d426-4bc4-80c5-cc00dac39789, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=8dab046b-d426-4bc4-80c5-cc00dac39789,segment=NetworkSegment(b64d917e-d87d-4fad-b1a2-08b63e6b256d),segment_id=b64d917e-d87d-4fad-b1a2-08b63e6b256d)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:32:33.497812 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Returning: {'device': '8dab046b-d426-4bc4-80c5-cc00dac39789', 'network_id': '973e2594-3d10-43fa-8ff0-d248cfcc4d82', 'port_id': '8dab046b-d426-4bc4-80c5-cc00dac39789', 'mac_address': 'fa:16:3e:af:c8:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22d43662-4307-48cc-86ab-8a82330c5771', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 02:32:33.534143 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:33.546772 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dab046b-d426-4bc4-80c5-cc00dac39789 {{(pid=109868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 02:32:33.565693 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port 8dab046b-d426-4bc4-80c5-cc00dac39789, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=8dab046b-d426-4bc4-80c5-cc00dac39789,segment=NetworkSegment(b64d917e-d87d-4fad-b1a2-08b63e6b256d),segment_id=b64d917e-d87d-4fad-b1a2-08b63e6b256d)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:32:33.569665 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:33.614237 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=8dab046b-d426-4bc4-80c5-cc00dac39789,revision_number=4']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:32:33.811931 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa70b32e-2b65-409e-81dc-b6935f56a1fa req-e1f64875-ae98-4c0c-8e16-db5dd9ec1e02 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:32:33.813484 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-fa70b32e-2b65-409e-81dc-b6935f56a1fa req-e1f64875-ae98-4c0c-8e16-db5dd9ec1e02 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c617619-43fb-4eda-a9f5-11ac441ed945 HTTP/1.1" status: 200 len: 945 time: 0.0494580 Nov 24 02:32:33.863291 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-fa70b32e-2b65-409e-81dc-b6935f56a1fa req-d0220b3e-bb45-41f9-9121-5571eecfe1d7 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] 10.222.0.21 "GET /v2.0/security-groups?id=9814165d-3356-41ee-a602-ad9afc0e937e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438993 Nov 24 02:32:33.889623 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] get_ports_and_sgs() called for port_ids ['8dab046b-d426-4bc4-80c5-cc00dac39789'] {{(pid=109868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 02:32:34.145298 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.agents_db [None req-4e42c10c-a1d3-4d07-89d6-7a24334140aa None None] Agent healthcheck: found 6 active agents {{(pid=109869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 02:32:34.976100 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419ab439-493e-43b5-b00e-fbe841ecf7a3 req-2077f7de-f408-4cbe-ab79-f41954f3f996 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:32:34.977634 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-419ab439-493e-43b5-b00e-fbe841ecf7a3 req-2077f7de-f408-4cbe-ab79-f41954f3f996 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c617619-43fb-4eda-a9f5-11ac441ed945 HTTP/1.1" status: 200 len: 945 time: 0.0495412 Nov 24 02:32:35.026092 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-419ab439-493e-43b5-b00e-fbe841ecf7a3 req-d4bb39be-9c68-413f-99f3-5f5194c5a1db tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] 10.222.0.21 "GET /v2.0/security-groups?id=9814165d-3356-41ee-a602-ad9afc0e937e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426173 Nov 24 02:32:35.403631 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 8dab046b-d426-4bc4-80c5-cc00dac39789 up at agent hyperv_hv-neutron-8189 {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 02:32:35.453597 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Provisioning for port 8dab046b-d426-4bc4-80c5-cc00dac39789 completed by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 02:32:35.457460 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Provisioning complete for port 8dab046b-d426-4bc4-80c5-cc00dac39789 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:32:35.457832 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:35.533549 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:35.556855 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c617619-43fb-4eda-a9f5-11ac441ed945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dab046b-d426-4bc4-80c5-cc00dac39789'}] {{(pid=109868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:32:35.559135 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adafa3b64de3cabc8eac619938bcace59b198ffee64d481093eb3def62699d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84ac9bc6-87c3-4e56-95fa-229501d771be" -d '{"events": [{"server_uuid": "7c617619-43fb-4eda-a9f5-11ac441ed945", "name": "network-vif-plugged", "status": "completed", "tag": "8dab046b-d426-4bc4-80c5-cc00dac39789"}]}' {{(pid=109868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:32:35.571959 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port 8dab046b-d426-4bc4-80c5-cc00dac39789, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=8dab046b-d426-4bc4-80c5-cc00dac39789,segment=NetworkSegment(b64d917e-d87d-4fad-b1a2-08b63e6b256d),segment_id=b64d917e-d87d-4fad-b1a2-08b63e6b256d)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:32:35.575942 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:35.626458 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=8dab046b-d426-4bc4-80c5-cc00dac39789,revision_number=5']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:32:35.649874 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 02:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-054e9762-3d8e-4e8a-8d28-a9bfcb7d9a5c x-openstack-request-id: req-054e9762-3d8e-4e8a-8d28-a9bfcb7d9a5c {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:32:35.650173 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c617619-43fb-4eda-a9f5-11ac441ed945", "name": "network-vif-plugged", "status": "completed", "tag": "8dab046b-d426-4bc4-80c5-cc00dac39789", "code": 200}]} {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:32:35.650435 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-054e9762-3d8e-4e8a-8d28-a9bfcb7d9a5c {{(pid=109868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:32:35.650898 dv-neutron-818911-2-hyperv neutron-server[109868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c617619-43fb-4eda-a9f5-11ac441ed945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dab046b-d426-4bc4-80c5-cc00dac39789', 'code': 200} Nov 24 02:32:35.850079 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac00f20-02d7-4fbf-a94c-9f147b05e371 req-d6c35401-1478-435f-a160-4b4fc5c0cab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:32:35.851565 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-5ac00f20-02d7-4fbf-a94c-9f147b05e371 req-d6c35401-1478-435f-a160-4b4fc5c0cab7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7c617619-43fb-4eda-a9f5-11ac441ed945 HTTP/1.1" status: 200 len: 1099 time: 0.0395923 Nov 24 02:32:35.900049 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-5ac00f20-02d7-4fbf-a94c-9f147b05e371 req-3519bc2b-f556-40c7-8bd8-5b5c9cf4a109 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9814165d-3356-41ee-a602-ad9afc0e937e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416427 Nov 24 02:32:36.137464 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725a0460-50a8-4f8b-b5b4-d8d529f7c2f4 req-32bb6d56-9454-4512-98fa-9fde7309b9f0 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:32:36.138819 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-725a0460-50a8-4f8b-b5b4-d8d529f7c2f4 req-32bb6d56-9454-4512-98fa-9fde7309b9f0 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c617619-43fb-4eda-a9f5-11ac441ed945 HTTP/1.1" status: 200 len: 946 time: 0.0473528 Nov 24 02:32:36.188590 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-725a0460-50a8-4f8b-b5b4-d8d529f7c2f4 req-bceba5f3-cf50-48e4-aaec-c84b0df4a27e tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] 10.222.0.21 "GET /v2.0/security-groups?id=9814165d-3356-41ee-a602-ad9afc0e937e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439661 Nov 24 02:32:37.305930 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdf3d59-31b9-40b0-a9bc-1a526ca81f50 req-0e27e0f0-c6a0-4e26-ba47-2641a3671914 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:32:37.307420 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-2cdf3d59-31b9-40b0-a9bc-1a526ca81f50 req-0e27e0f0-c6a0-4e26-ba47-2641a3671914 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c617619-43fb-4eda-a9f5-11ac441ed945 HTTP/1.1" status: 200 len: 946 time: 0.0502491 Nov 24 02:32:37.355573 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-2cdf3d59-31b9-40b0-a9bc-1a526ca81f50 req-e2f7cef4-b412-4396-b36b-265398443e53 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] 10.222.0.21 "GET /v2.0/security-groups?id=9814165d-3356-41ee-a602-ad9afc0e937e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420151 Nov 24 02:32:37.467812 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21983588-47b2-4911-838e-df85d02d131e req-30ce7d34-b5db-4c31-b9e6-adb44ed4539a tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:32:37.469234 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-21983588-47b2-4911-838e-df85d02d131e req-30ce7d34-b5db-4c31-b9e6-adb44ed4539a tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c617619-43fb-4eda-a9f5-11ac441ed945 HTTP/1.1" status: 200 len: 946 time: 0.0475576 Nov 24 02:32:37.517235 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-21983588-47b2-4911-838e-df85d02d131e req-955eab68-b96f-483c-b060-b1b9c6452c08 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] 10.222.0.21 "GET /v2.0/security-groups?id=9814165d-3356-41ee-a602-ad9afc0e937e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421140 Nov 24 02:32:37.538710 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 57980) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:32:37.622437 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc78cb6-28ce-427c-a712-d9653ee718ca tempest-TestSnapshotPattern-687866915 tempest-TestSnapshotPattern-687866915-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:32:37.623931 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-3cc78cb6-28ce-427c-a712-d9653ee718ca tempest-TestSnapshotPattern-687866915 tempest-TestSnapshotPattern-687866915-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7c617619-43fb-4eda-a9f5-11ac441ed945 HTTP/1.1" status: 200 len: 1094 time: 0.0837173 Nov 24 02:32:37.626765 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 57984) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:32:37.631009 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [None req-169de185-c344-41d4-9469-33ce2d26fe72 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Request body: {'floatingip': {'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'port_id': '8dab046b-d426-4bc4-80c5-cc00dac39789', 'tenant_id': '9fc246153d634e1fbd174d0b60a30ca7', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:32:37.651835 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-169de185-c344-41d4-9469-33ce2d26fe72 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Publish callbacks [] for floatingip, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:37.748736 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-169de185-c344-41d4-9469-33ce2d26fe72 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:37.854829 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [None req-169de185-c344-41d4-9469-33ce2d26fe72 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Allocated IP 172.26.5.37 (eb22795d-37ee-46ee-844d-92c17e2ea450/3e66fcff-6e72-4083-b514-48f69cdaa2cb/81360ce8-3579-4716-b22e-bd67a6961867) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 02:32:37.954491 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-169de185-c344-41d4-9469-33ce2d26fe72 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:37.986784 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-169de185-c344-41d4-9469-33ce2d26fe72 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:38.033480 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169de185-c344-41d4-9469-33ce2d26fe72 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Network eb22795d-37ee-46ee-844d-92c17e2ea450 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 02:32:38.036204 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [None req-169de185-c344-41d4-9469-33ce2d26fe72 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:32:38.039004 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169de185-c344-41d4-9469-33ce2d26fe72 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 02:32:38.063800 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169de185-c344-41d4-9469-33ce2d26fe72 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Pushing event updated for resources: {'Port': ['ID=81360ce8-3579-4716-b22e-bd67a6961867,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:32:38.397366 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-169de185-c344-41d4-9469-33ce2d26fe72 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:38.464076 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-169de185-c344-41d4-9469-33ce2d26fe72 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:38.611734 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-169de185-c344-41d4-9469-33ce2d26fe72 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Publish callbacks [] for port, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:38.616240 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-169de185-c344-41d4-9469-33ce2d26fe72 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25501696'] for port, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:38.684791 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169de185-c344-41d4-9469-33ce2d26fe72 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Pushing event updated for resources: {'Port': ['ID=81360ce8-3579-4716-b22e-bd67a6961867,revision_number=2']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:32:38.696796 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-169de185-c344-41d4-9469-33ce2d26fe72 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418250'] for floatingip, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:38.797132 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.l3_db [None req-169de185-c344-41d4-9469-33ce2d26fe72 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Floating IP 363645a4-83d3-42a6-9ca1-6cf07b086423 associated. External IP: 172.26.5.37, port: 8dab046b-d426-4bc4-80c5-cc00dac39789. Nov 24 02:32:39.004069 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-169de185-c344-41d4-9469-33ce2d26fe72 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Router caf76a19-b03e-4eb8-8481-8df29ed94c1e has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 02:32:39.110814 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-169de185-c344-41d4-9469-33ce2d26fe72 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 02:32:39.121614 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a50852-25ab-4781-89fb-e6211f1ff4eb None None] Sync routers for ids ['caf76a19-b03e-4eb8-8481-8df29ed94c1e'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 02:32:39.129377 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-169de185-c344-41d4-9469-33ce2d26fe72 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for floatingip, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:39.130577 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a50852-25ab-4781-89fb-e6211f1ff4eb None None] Routers {'caf76a19-b03e-4eb8-8481-8df29ed94c1e'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:32:39.131226 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-39a50852-25ab-4781-89fb-e6211f1ff4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:32:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['caf76a19-b03e-4eb8-8481-8df29ed94c1e'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:32:39.156691 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-169de185-c344-41d4-9469-33ce2d26fe72 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5289268 Nov 24 02:32:39.157274 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c617619-43fb-4eda-a9f5-11ac441ed945', 'tag': '8dab046b-d426-4bc4-80c5-cc00dac39789'}] {{(pid=109867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:32:39.159742 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2155eb48762029a847224b6ca77dbed8b251e8450d3d79f1fc0a82d404e82e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32e603f0-026b-4c90-8e29-cc91c704baac" -d '{"events": [{"name": "network-changed", "server_uuid": "7c617619-43fb-4eda-a9f5-11ac441ed945", "tag": "8dab046b-d426-4bc4-80c5-cc00dac39789"}]}' {{(pid=109867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:32:39.238493 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-39a50852-25ab-4781-89fb-e6211f1ff4eb None None] Set router caf76a19-b03e-4eb8-8481-8df29ed94c1e gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:32:39.249896 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 02:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffd7f345-dff1-4a92-9d42-0c4b55f001b6 x-openstack-request-id: req-ffd7f345-dff1-4a92-9d42-0c4b55f001b6 {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:32:39.250192 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c617619-43fb-4eda-a9f5-11ac441ed945", "tag": "8dab046b-d426-4bc4-80c5-cc00dac39789", "status": "completed", "code": 200}]} {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:32:39.250448 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ffd7f345-dff1-4a92-9d42-0c4b55f001b6 {{(pid=109867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:32:39.250854 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c617619-43fb-4eda-a9f5-11ac441ed945', 'tag': '8dab046b-d426-4bc4-80c5-cc00dac39789', 'status': 'completed', 'code': 200} Nov 24 02:32:39.333260 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e603f0-026b-4c90-8e29-cc91c704baac req-0c6d2ea8-fc3a-49b9-a8dc-0641a68f660e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:32:39.334777 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-32e603f0-026b-4c90-8e29-cc91c704baac req-0c6d2ea8-fc3a-49b9-a8dc-0641a68f660e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9fc246153d634e1fbd174d0b60a30ca7&device_id=7c617619-43fb-4eda-a9f5-11ac441ed945 HTTP/1.1" status: 200 len: 1099 time: 0.0408595 Nov 24 02:32:39.429109 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e603f0-026b-4c90-8e29-cc91c704baac req-681fa25f-0825-4f43-801a-2c544f460235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:32:39.431470 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-32e603f0-026b-4c90-8e29-cc91c704baac req-681fa25f-0825-4f43-801a-2c544f460235 service neutron] 10.222.0.48 "GET /v2.0/networks?id=973e2594-3d10-43fa-8ff0-d248cfcc4d82 HTTP/1.1" status: 200 len: 910 time: 0.0896471 Nov 24 02:32:39.460104 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-39a50852-25ab-4781-89fb-e6211f1ff4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf76a19-b03e-4eb8-8481-8df29ed94c1e', 'name': 'tempest-TestSnapshotPattern-552509070-router', 'tenant_id': '9fc246153d634e1fbd174d0b60a30ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.156'}], 'enable_snat': True}, 'gw_port_id': '3bb0ba61-bf70-4739-b24a-b6b24f07c3b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:32:16Z', 'updated_at': '2021-11-24T02:32:18Z', 'revision_number': 4, 'project_id': '9fc246153d634e1fbd174d0b60a30ca7', 'gw_port': {'id': '3bb0ba61-bf70-4739-b24a-b6b24f07c3b8', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:bd:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf76a19-b03e-4eb8-8481-8df29ed94c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:32:16Z', 'updated_at': '2021-11-24T02:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_floatingips': [{'id': '363645a4-83d3-42a6-9ca1-6cf07b086423', 'tenant_id': '9fc246153d634e1fbd174d0b60a30ca7', 'floating_ip_address': '172.26.5.37', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': 'caf76a19-b03e-4eb8-8481-8df29ed94c1e', 'port_id': '8dab046b-d426-4bc4-80c5-cc00dac39789', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '973e2594-3d10-43fa-8ff0-d248cfcc4d82', 'mac_address': 'fa:16:3e:af:c8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c617619-43fb-4eda-a9f5-11ac441ed945', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T02:32:38Z', 'updated_at': '2021-11-24T02:32:38Z', 'revision_number': 0, 'project_id': '9fc246153d634e1fbd174d0b60a30ca7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71c25821-448c-4fac-a666-e9ee8b3dca69', 'name': '', 'network_id': '973e2594-3d10-43fa-8ff0-d248cfcc4d82', 'tenant_id': '9fc246153d634e1fbd174d0b60a30ca7', 'mac_address': 'fa:16:3e:71:34:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf76a19-b03e-4eb8-8481-8df29ed94c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '22d43662-4307-48cc-86ab-8a82330c5771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:32:18Z', 'updated_at': '2021-11-24T02:32:22Z', 'revision_number': 5, 'project_id': '9fc246153d634e1fbd174d0b60a30ca7', 'subnets': [{'id': '22d43662-4307-48cc-86ab-8a82330c5771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:32:39.492116 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a50852-25ab-4781-89fb-e6211f1ff4eb None None] Checking router: caf76a19-b03e-4eb8-8481-8df29ed94c1e for host: dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 02:32:39.496709 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-32e603f0-026b-4c90-8e29-cc91c704baac req-d35736e6-4f7e-42fd-ba7f-24b9b3231181 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8dab046b-d426-4bc4-80c5-cc00dac39789 HTTP/1.1" status: 200 len: 999 time: 0.0584798 Nov 24 02:32:39.501099 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a50852-25ab-4781-89fb-e6211f1ff4eb None None] Routers {'caf76a19-b03e-4eb8-8481-8df29ed94c1e'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:32:39.501742 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-39a50852-25ab-4781-89fb-e6211f1ff4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:32:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['caf76a19-b03e-4eb8-8481-8df29ed94c1e'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:32:39.551378 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e603f0-026b-4c90-8e29-cc91c704baac req-736b69e1-92df-47bf-aa1a-3733c1b1d63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:32:39.552836 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-32e603f0-026b-4c90-8e29-cc91c704baac req-736b69e1-92df-47bf-aa1a-3733c1b1d63b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=22d43662-4307-48cc-86ab-8a82330c5771 HTTP/1.1" status: 200 len: 848 time: 0.0477169 Nov 24 02:32:39.598810 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e603f0-026b-4c90-8e29-cc91c704baac req-bf8a49a5-08c3-4d36-bed1-2abba439c738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:32:39.600757 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-32e603f0-026b-4c90-8e29-cc91c704baac req-bf8a49a5-08c3-4d36-bed1-2abba439c738 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=973e2594-3d10-43fa-8ff0-d248cfcc4d82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404029 Nov 24 02:32:39.606572 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-39a50852-25ab-4781-89fb-e6211f1ff4eb None None] Set router caf76a19-b03e-4eb8-8481-8df29ed94c1e gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:32:39.689675 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-32e603f0-026b-4c90-8e29-cc91c704baac req-dce2f87d-1aa0-4fc6-8b22-ed80e75be318 service neutron] 10.222.0.48 "GET /v2.0/networks/973e2594-3d10-43fa-8ff0-d248cfcc4d82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823510 Nov 24 02:32:39.783406 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-32e603f0-026b-4c90-8e29-cc91c704baac req-0f6e7f6e-fcf8-469d-81b7-db03673b74cc service neutron] 10.222.0.48 "GET /v2.0/networks/973e2594-3d10-43fa-8ff0-d248cfcc4d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872371 Nov 24 02:32:39.825604 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-39a50852-25ab-4781-89fb-e6211f1ff4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf76a19-b03e-4eb8-8481-8df29ed94c1e', 'name': 'tempest-TestSnapshotPattern-552509070-router', 'tenant_id': '9fc246153d634e1fbd174d0b60a30ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.156'}], 'enable_snat': True}, 'gw_port_id': '3bb0ba61-bf70-4739-b24a-b6b24f07c3b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:32:16Z', 'updated_at': '2021-11-24T02:32:18Z', 'revision_number': 4, 'project_id': '9fc246153d634e1fbd174d0b60a30ca7', 'gw_port': {'id': '3bb0ba61-bf70-4739-b24a-b6b24f07c3b8', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:bd:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf76a19-b03e-4eb8-8481-8df29ed94c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:32:16Z', 'updated_at': '2021-11-24T02:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_floatingips': [{'id': '363645a4-83d3-42a6-9ca1-6cf07b086423', 'tenant_id': '9fc246153d634e1fbd174d0b60a30ca7', 'floating_ip_address': '172.26.5.37', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': 'caf76a19-b03e-4eb8-8481-8df29ed94c1e', 'port_id': '8dab046b-d426-4bc4-80c5-cc00dac39789', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '973e2594-3d10-43fa-8ff0-d248cfcc4d82', 'mac_address': 'fa:16:3e:af:c8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c617619-43fb-4eda-a9f5-11ac441ed945', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T02:32:38Z', 'updated_at': '2021-11-24T02:32:38Z', 'revision_number': 0, 'project_id': '9fc246153d634e1fbd174d0b60a30ca7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71c25821-448c-4fac-a666-e9ee8b3dca69', 'name': '', 'network_id': '973e2594-3d10-43fa-8ff0-d248cfcc4d82', 'tenant_id': '9fc246153d634e1fbd174d0b60a30ca7', 'mac_address': 'fa:16:3e:71:34:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf76a19-b03e-4eb8-8481-8df29ed94c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '22d43662-4307-48cc-86ab-8a82330c5771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:32:18Z', 'updated_at': '2021-11-24T02:32:22Z', 'revision_number': 5, 'project_id': '9fc246153d634e1fbd174d0b60a30ca7', 'subnets': [{'id': '22d43662-4307-48cc-86ab-8a82330c5771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:32:39.855685 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a50852-25ab-4781-89fb-e6211f1ff4eb None None] The sync data for ids ['caf76a19-b03e-4eb8-8481-8df29ed94c1e'] in dv-neutron-818911-2-hyperv is: [{'id': 'caf76a19-b03e-4eb8-8481-8df29ed94c1e', 'name': 'tempest-TestSnapshotPattern-552509070-router', 'tenant_id': '9fc246153d634e1fbd174d0b60a30ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.156'}], 'enable_snat': True}, 'gw_port_id': '3bb0ba61-bf70-4739-b24a-b6b24f07c3b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:32:16Z', 'updated_at': '2021-11-24T02:32:18Z', 'revision_number': 4, 'project_id': '9fc246153d634e1fbd174d0b60a30ca7', 'gw_port': {'id': '3bb0ba61-bf70-4739-b24a-b6b24f07c3b8', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:bd:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf76a19-b03e-4eb8-8481-8df29ed94c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:32:16Z', 'updated_at': '2021-11-24T02:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_floatingips': [{'id': '363645a4-83d3-42a6-9ca1-6cf07b086423', 'tenant_id': '9fc246153d634e1fbd174d0b60a30ca7', 'floating_ip_address': '172.26.5.37', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': 'caf76a19-b03e-4eb8-8481-8df29ed94c1e', 'port_id': '8dab046b-d426-4bc4-80c5-cc00dac39789', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '973e2594-3d10-43fa-8ff0-d248cfcc4d82', 'mac_address': 'fa:16:3e:af:c8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c617619-43fb-4eda-a9f5-11ac441ed945', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T02:32:38Z', 'updated_at': '2021-11-24T02:32:38Z', 'revision_number': 0, 'project_id': '9fc246153d634e1fbd174d0b60a30ca7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71c25821-448c-4fac-a666-e9ee8b3dca69', 'name': '', 'network_id': '973e2594-3d10-43fa-8ff0-d248cfcc4d82', 'tenant_id': '9fc246153d634e1fbd174d0b60a30ca7', 'mac_address': 'fa:16:3e:71:34:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf76a19-b03e-4eb8-8481-8df29ed94c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '22d43662-4307-48cc-86ab-8a82330c5771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:32:18Z', 'updated_at': '2021-11-24T02:32:22Z', 'revision_number': 5, 'project_id': '9fc246153d634e1fbd174d0b60a30ca7', 'subnets': [{'id': '22d43662-4307-48cc-86ab-8a82330c5771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 02:32:40.033363 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13add2b-d471-48cf-9c77-371f3d018fb5 None None] New status for floating IP 363645a4-83d3-42a6-9ca1-6cf07b086423: ACTIVE {{(pid=109869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 02:32:41.224237 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-0710d961-086a-41f6-ae9a-6bc77dace53d req-042dbfbc-c516-46ba-ab2c-a5b1d6eb262f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7c617619-43fb-4eda-a9f5-11ac441ed945&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398686 Nov 24 02:32:41.334242 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0710d961-086a-41f6-ae9a-6bc77dace53d req-f3a2c610-0d05-4c7f-b4ca-47e681713a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:32:41.335723 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-0710d961-086a-41f6-ae9a-6bc77dace53d req-f3a2c610-0d05-4c7f-b4ca-47e681713a86 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9fc246153d634e1fbd174d0b60a30ca7&device_id=7c617619-43fb-4eda-a9f5-11ac441ed945 HTTP/1.1" status: 200 len: 1099 time: 0.0398002 Nov 24 02:32:41.442306 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0710d961-086a-41f6-ae9a-6bc77dace53d req-96e0cd35-7109-4bf7-95c6-41eb2365cc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:32:41.443791 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-0710d961-086a-41f6-ae9a-6bc77dace53d req-96e0cd35-7109-4bf7-95c6-41eb2365cc1e service neutron] 10.222.0.48 "GET /v2.0/networks?id=973e2594-3d10-43fa-8ff0-d248cfcc4d82 HTTP/1.1" status: 200 len: 910 time: 0.0894005 Nov 24 02:32:41.506940 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-0710d961-086a-41f6-ae9a-6bc77dace53d req-36d3a846-cf10-4c91-9b16-fb76248a7b57 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8dab046b-d426-4bc4-80c5-cc00dac39789 HTTP/1.1" status: 200 len: 1001 time: 0.0565493 Nov 24 02:32:41.569738 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0710d961-086a-41f6-ae9a-6bc77dace53d req-24af3bc4-8925-4263-b7d7-8d72ae002a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:32:41.571216 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-0710d961-086a-41f6-ae9a-6bc77dace53d req-24af3bc4-8925-4263-b7d7-8d72ae002a23 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=22d43662-4307-48cc-86ab-8a82330c5771 HTTP/1.1" status: 200 len: 848 time: 0.0575540 Nov 24 02:32:41.618507 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0710d961-086a-41f6-ae9a-6bc77dace53d req-ec8f65ee-e84e-4c80-abb3-1ae9f4669dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:32:41.620029 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-0710d961-086a-41f6-ae9a-6bc77dace53d req-ec8f65ee-e84e-4c80-abb3-1ae9f4669dd6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=973e2594-3d10-43fa-8ff0-d248cfcc4d82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0421569 Nov 24 02:32:41.711047 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-0710d961-086a-41f6-ae9a-6bc77dace53d req-72dd535d-ae03-4a72-be99-952deac33692 service neutron] 10.222.0.48 "GET /v2.0/networks/973e2594-3d10-43fa-8ff0-d248cfcc4d82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843027 Nov 24 02:32:41.799508 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-0710d961-086a-41f6-ae9a-6bc77dace53d req-92d53873-cb76-4e10-890a-2e5cc939d6f0 service neutron] 10.222.0.48 "GET /v2.0/networks/973e2594-3d10-43fa-8ff0-d248cfcc4d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814788 Nov 24 02:32:54.839615 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-b4246378-8f65-40c6-b150-0a16a0c4e42d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:57.296960 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-6411d93f-3342-4563-870c-b489e13eeb8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:58.287620 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:58.380105 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:32:59.796889 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:33:00.213306 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:33:11.144028 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.agents_db [None req-4e42c10c-a1d3-4d07-89d6-7a24334140aa None None] Agent healthcheck: found 6 active agents {{(pid=109869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 02:33:24.841723 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-86e03d35-3b08-45d9-8d97-f2c582c1ef7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:33:27.298318 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-34c35250-fe8d-4b0e-baa3-aa822456c3cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:33:28.287103 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:33:28.410258 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:33:29.799131 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:33:30.217078 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:33:41.287302 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-b6b0723f-0e73-4405-989c-34b532643fb9 req-1093f227-7811-46cc-a93b-ec7bcee51fa0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7c617619-43fb-4eda-a9f5-11ac441ed945&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390091 Nov 24 02:33:41.388059 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b0723f-0e73-4405-989c-34b532643fb9 req-7ab10927-a004-4e7e-ba39-3722a913326a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:33:41.389558 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-b6b0723f-0e73-4405-989c-34b532643fb9 req-7ab10927-a004-4e7e-ba39-3722a913326a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9fc246153d634e1fbd174d0b60a30ca7&device_id=7c617619-43fb-4eda-a9f5-11ac441ed945 HTTP/1.1" status: 200 len: 1099 time: 0.0406475 Nov 24 02:33:41.494151 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b0723f-0e73-4405-989c-34b532643fb9 req-46d1808e-ac93-491c-92e0-3b88570867f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:33:41.495649 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-b6b0723f-0e73-4405-989c-34b532643fb9 req-46d1808e-ac93-491c-92e0-3b88570867f8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=973e2594-3d10-43fa-8ff0-d248cfcc4d82 HTTP/1.1" status: 200 len: 910 time: 0.0866647 Nov 24 02:33:41.560206 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-b6b0723f-0e73-4405-989c-34b532643fb9 req-6f269172-3442-4790-8b7c-8f21ca8adf06 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8dab046b-d426-4bc4-80c5-cc00dac39789 HTTP/1.1" status: 200 len: 1001 time: 0.0577188 Nov 24 02:33:41.610043 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b0723f-0e73-4405-989c-34b532643fb9 req-7551ac4c-362e-46ed-bad5-7c72eef82227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:33:41.611418 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-b6b0723f-0e73-4405-989c-34b532643fb9 req-7551ac4c-362e-46ed-bad5-7c72eef82227 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=22d43662-4307-48cc-86ab-8a82330c5771 HTTP/1.1" status: 200 len: 848 time: 0.0429950 Nov 24 02:33:41.659925 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b0723f-0e73-4405-989c-34b532643fb9 req-d5f6c0fd-eba1-47fe-bee8-416fac113197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:33:41.661398 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-b6b0723f-0e73-4405-989c-34b532643fb9 req-d5f6c0fd-eba1-47fe-bee8-416fac113197 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=973e2594-3d10-43fa-8ff0-d248cfcc4d82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0429833 Nov 24 02:33:41.749696 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-b6b0723f-0e73-4405-989c-34b532643fb9 req-95e4b122-2cbd-4469-aa04-63ef06de2791 service neutron] 10.222.0.48 "GET /v2.0/networks/973e2594-3d10-43fa-8ff0-d248cfcc4d82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810380 Nov 24 02:33:41.841792 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-b6b0723f-0e73-4405-989c-34b532643fb9 req-cf97078a-baab-470b-a024-280f94b22ec8 service neutron] 10.222.0.48 "GET /v2.0/networks/973e2594-3d10-43fa-8ff0-d248cfcc4d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851717 Nov 24 02:33:48.142947 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.agents_db [None req-4e42c10c-a1d3-4d07-89d6-7a24334140aa None None] Agent healthcheck: found 6 active agents {{(pid=109869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 02:33:54.843885 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-aca46381-3ce5-4ea4-8ff6-7c6b9bb4dee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:33:57.299472 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-5fed4051-5028-4783-890d-d9a26906af3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:33:58.290938 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:33:58.426224 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:33:59.802426 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:34:00.220770 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:34:24.845620 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-ce609b44-3f07-468e-8d0a-5f632ab7a263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:34:25.142185 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.agents_db [None req-4e42c10c-a1d3-4d07-89d6-7a24334140aa None None] Agent healthcheck: found 6 active agents {{(pid=109869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 02:34:27.300321 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-59dda65a-9f1e-4af0-b1f0-d4bf5c1f7076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:34:28.296860 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:34:28.427538 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:34:29.804611 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:34:30.223440 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:34:38.077742 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 8dab046b-d426-4bc4-80c5-cc00dac39789 details requested by agent hyperv_hv-neutron-8189 with host hv-neutron-8189 {{(pid=109868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 02:34:38.173681 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port 8dab046b-d426-4bc4-80c5-cc00dac39789, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=8dab046b-d426-4bc4-80c5-cc00dac39789,segment=NetworkSegment(b64d917e-d87d-4fad-b1a2-08b63e6b256d),segment_id=b64d917e-d87d-4fad-b1a2-08b63e6b256d)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:34:38.184529 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Returning: {'device': '8dab046b-d426-4bc4-80c5-cc00dac39789', 'network_id': '973e2594-3d10-43fa-8ff0-d248cfcc4d82', 'port_id': '8dab046b-d426-4bc4-80c5-cc00dac39789', 'mac_address': 'fa:16:3e:af:c8:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22d43662-4307-48cc-86ab-8a82330c5771', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 02:34:38.222526 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:34:38.234727 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8dab046b-d426-4bc4-80c5-cc00dac39789 {{(pid=109868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 02:34:38.252808 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port 8dab046b-d426-4bc4-80c5-cc00dac39789, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=8dab046b-d426-4bc4-80c5-cc00dac39789,segment=NetworkSegment(b64d917e-d87d-4fad-b1a2-08b63e6b256d),segment_id=b64d917e-d87d-4fad-b1a2-08b63e6b256d)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:34:38.255984 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:34:38.300783 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=8dab046b-d426-4bc4-80c5-cc00dac39789,revision_number=6']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:34:38.307789 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:34:38.308135 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:34:38.308475 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:34:38.308809 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:34:38.309151 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:34:38.309487 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:34:38.309818 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:34:38.310144 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:34:38.310468 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:34:38.310790 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:34:38.311110 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:34:38.311427 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:34:38.423999 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] get_ports_and_sgs() called for port_ids ['8dab046b-d426-4bc4-80c5-cc00dac39789'] {{(pid=109868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 02:34:40.086117 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 8dab046b-d426-4bc4-80c5-cc00dac39789 up at agent hyperv_hv-neutron-8189 {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 02:34:40.139136 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Provisioning complete for port 8dab046b-d426-4bc4-80c5-cc00dac39789 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:34:40.139438 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:34:40.219215 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:34:40.244844 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c617619-43fb-4eda-a9f5-11ac441ed945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dab046b-d426-4bc4-80c5-cc00dac39789'}] {{(pid=109868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:34:40.247310 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adafa3b64de3cabc8eac619938bcace59b198ffee64d481093eb3def62699d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0453428-45e9-423c-8ae1-a953de6a23d1" -d '{"events": [{"server_uuid": "7c617619-43fb-4eda-a9f5-11ac441ed945", "name": "network-vif-plugged", "status": "completed", "tag": "8dab046b-d426-4bc4-80c5-cc00dac39789"}]}' {{(pid=109868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:34:40.276081 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port 8dab046b-d426-4bc4-80c5-cc00dac39789, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=8dab046b-d426-4bc4-80c5-cc00dac39789,segment=NetworkSegment(b64d917e-d87d-4fad-b1a2-08b63e6b256d),segment_id=b64d917e-d87d-4fad-b1a2-08b63e6b256d)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:34:40.284504 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:34:40.311542 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 02:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8087416-5160-4dd8-aba6-480e15108521 x-openstack-request-id: req-b8087416-5160-4dd8-aba6-480e15108521 {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:34:40.311950 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c617619-43fb-4eda-a9f5-11ac441ed945", "name": "network-vif-plugged", "status": "completed", "tag": "8dab046b-d426-4bc4-80c5-cc00dac39789", "code": 200}]} {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:34:40.312090 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b8087416-5160-4dd8-aba6-480e15108521 {{(pid=109868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:34:40.312479 dv-neutron-818911-2-hyperv neutron-server[109868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c617619-43fb-4eda-a9f5-11ac441ed945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dab046b-d426-4bc4-80c5-cc00dac39789', 'code': 200} Nov 24 02:34:40.341081 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=8dab046b-d426-4bc4-80c5-cc00dac39789,revision_number=7']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:34:41.324911 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaa69c2-46de-4dde-b66b-e2d662c09ed1 req-8905ae5a-7ded-4c93-a5a1-029259a9e35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:34:41.326576 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-bdaa69c2-46de-4dde-b66b-e2d662c09ed1 req-8905ae5a-7ded-4c93-a5a1-029259a9e35d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9fc246153d634e1fbd174d0b60a30ca7&device_id=7c617619-43fb-4eda-a9f5-11ac441ed945 HTTP/1.1" status: 200 len: 1099 time: 0.0454245 Nov 24 02:34:41.458768 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaa69c2-46de-4dde-b66b-e2d662c09ed1 req-ce1771b4-a18a-4f1d-9259-b33abe76561e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:34:41.460301 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-bdaa69c2-46de-4dde-b66b-e2d662c09ed1 req-ce1771b4-a18a-4f1d-9259-b33abe76561e service neutron] 10.222.0.48 "GET /v2.0/networks?id=973e2594-3d10-43fa-8ff0-d248cfcc4d82 HTTP/1.1" status: 200 len: 910 time: 0.1091046 Nov 24 02:34:41.530884 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-bdaa69c2-46de-4dde-b66b-e2d662c09ed1 req-f5eeec41-a53f-4287-bde3-05463ca736fa service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8dab046b-d426-4bc4-80c5-cc00dac39789 HTTP/1.1" status: 200 len: 1001 time: 0.0617633 Nov 24 02:34:41.593327 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaa69c2-46de-4dde-b66b-e2d662c09ed1 req-a9933b48-cae9-4d1b-a1b2-6c2b71967908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:34:41.594820 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-bdaa69c2-46de-4dde-b66b-e2d662c09ed1 req-a9933b48-cae9-4d1b-a1b2-6c2b71967908 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=22d43662-4307-48cc-86ab-8a82330c5771 HTTP/1.1" status: 200 len: 848 time: 0.0567818 Nov 24 02:34:41.645916 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaa69c2-46de-4dde-b66b-e2d662c09ed1 req-32d1a738-63b2-4c6e-88f7-a14b27ee738c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:34:41.647946 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-bdaa69c2-46de-4dde-b66b-e2d662c09ed1 req-32d1a738-63b2-4c6e-88f7-a14b27ee738c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=973e2594-3d10-43fa-8ff0-d248cfcc4d82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0461183 Nov 24 02:34:41.766046 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-bdaa69c2-46de-4dde-b66b-e2d662c09ed1 req-911d5874-f115-4ac5-9464-d0c762d42c49 service neutron] 10.222.0.48 "GET /v2.0/networks/973e2594-3d10-43fa-8ff0-d248cfcc4d82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094301 Nov 24 02:34:41.872387 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-bdaa69c2-46de-4dde-b66b-e2d662c09ed1 req-8c25799f-0845-45ef-b02c-d513dfb02072 service neutron] 10.222.0.48 "GET /v2.0/networks/973e2594-3d10-43fa-8ff0-d248cfcc4d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990579 Nov 24 02:34:49.169370 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-35229783-7996-4ce7-9418-81af87c146c0 req-c2b772cf-71b3-4c63-bf9e-4cfb8eba253b tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1507997707&fields=id&tenant_id=9fc246153d634e1fbd174d0b60a30ca7 HTTP/1.1" status: 200 len: 267 time: 0.0434561 Nov 24 02:34:49.280592 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35229783-7996-4ce7-9418-81af87c146c0 req-274808fa-5358-4bd8-bbbe-f37cf0a0cd1d tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:34:49.282110 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-35229783-7996-4ce7-9418-81af87c146c0 req-274808fa-5358-4bd8-bbbe-f37cf0a0cd1d tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] 10.222.0.21 "GET /v2.0/networks?id=973e2594-3d10-43fa-8ff0-d248cfcc4d82 HTTP/1.1" status: 200 len: 809 time: 0.1062260 Nov 24 02:34:49.296968 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-35229783-7996-4ce7-9418-81af87c146c0 req-8b899ed6-9740-4c5a-91fa-25acb5999f3c tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] 10.222.0.21 "GET /v2.0/quotas/9fc246153d634e1fbd174d0b60a30ca7 HTTP/1.1" status: 200 len: 375 time: 0.0091181 Nov 24 02:34:49.350566 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-35229783-7996-4ce7-9418-81af87c146c0 req-fa87b18c-30ee-40f7-8844-f0d2aaea2198 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9fc246153d634e1fbd174d0b60a30ca7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0481656 Nov 24 02:34:49.447970 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-35229783-7996-4ce7-9418-81af87c146c0 req-a570e05c-871b-49eb-ac0d-9a2677b4c7ab service neutron] 10.222.0.21 "GET /v2.0/networks/973e2594-3d10-43fa-8ff0-d248cfcc4d82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854485 Nov 24 02:34:49.534090 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-35229783-7996-4ce7-9418-81af87c146c0 req-9759d73f-85d7-41e3-a64a-0330dfe778eb service neutron] 10.222.0.21 "GET /v2.0/networks/973e2594-3d10-43fa-8ff0-d248cfcc4d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803304 Nov 24 02:34:50.733451 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-e02ac545-03ab-48cc-a764-6ae8d70a7939 req-662c39c3-cb84-4aac-a916-da7de87f7e96 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] 10.222.0.21 "GET /v2.0/ports?device_id=5230418f-5c0d-4d52-8314-9cb286fefa10 HTTP/1.1" status: 200 len: 210 time: 0.0280490 Nov 24 02:34:51.834752 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-03be9507-40aa-4d33-9c19-b5d064698e60 req-e45f8310-79a1-4eb6-9cf1-844f73f722b7 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] 10.222.0.21 "GET /v2.0/ports?device_id=5230418f-5c0d-4d52-8314-9cb286fefa10 HTTP/1.1" status: 200 len: 210 time: 0.0318666 Nov 24 02:34:51.985606 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35229783-7996-4ce7-9418-81af87c146c0 req-b996c66f-119a-434b-ad94-4772c44e1d74 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:34:51.987065 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-35229783-7996-4ce7-9418-81af87c146c0 req-b996c66f-119a-434b-ad94-4772c44e1d74 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] 10.222.0.48 "GET /v2.0/networks?id=973e2594-3d10-43fa-8ff0-d248cfcc4d82 HTTP/1.1" status: 200 len: 809 time: 0.1005993 Nov 24 02:34:52.059101 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-35229783-7996-4ce7-9418-81af87c146c0 req-e21e3d25-055a-4859-953b-98eb2bd2e2b3 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9fc246153d634e1fbd174d0b60a30ca7 HTTP/1.1" status: 200 len: 380 time: 0.0549560 Nov 24 02:34:52.068991 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [req-35229783-7996-4ce7-9418-81af87c146c0 req-740e14d9-c984-44c2-afea-6e011ec184ce tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Request body: {'port': {'device_id': '5230418f-5c0d-4d52-8314-9cb286fefa10', 'network_id': '973e2594-3d10-43fa-8ff0-d248cfcc4d82', 'admin_state_up': True, 'tenant_id': '9fc246153d634e1fbd174d0b60a30ca7', 'security_groups': ['9814165d-3356-41ee-a602-ad9afc0e937e']}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:34:52.125856 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 8dab046b-d426-4bc4-80c5-cc00dac39789 no longer exists at agent hyperv_hv-neutron-8189 {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 02:34:52.184641 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35229783-7996-4ce7-9418-81af87c146c0 req-740e14d9-c984-44c2-afea-6e011ec184ce tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Made reservation on behalf of 9fc246153d634e1fbd174d0b60a30ca7 for: {'port': 1} {{(pid=109867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 02:34:52.188522 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-35229783-7996-4ce7-9418-81af87c146c0 req-740e14d9-c984-44c2-afea-6e011ec184ce tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:34:52.207547 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:34:52.240841 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c617619-43fb-4eda-a9f5-11ac441ed945', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8dab046b-d426-4bc4-80c5-cc00dac39789'}] {{(pid=109868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:34:52.244159 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adafa3b64de3cabc8eac619938bcace59b198ffee64d481093eb3def62699d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fbdaef0-d043-4efb-b224-0369641ed421" -d '{"events": [{"server_uuid": "7c617619-43fb-4eda-a9f5-11ac441ed945", "name": "network-vif-unplugged", "status": "completed", "tag": "8dab046b-d426-4bc4-80c5-cc00dac39789"}]}' {{(pid=109868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:34:52.247942 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port 8dab046b-d426-4bc4-80c5-cc00dac39789, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=8dab046b-d426-4bc4-80c5-cc00dac39789,segment=NetworkSegment(b64d917e-d87d-4fad-b1a2-08b63e6b256d),segment_id=b64d917e-d87d-4fad-b1a2-08b63e6b256d)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:34:52.253532 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:34:52.312415 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 02:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ec58288-0858-4c39-826a-cef5adcb82cd x-openstack-request-id: req-8ec58288-0858-4c39-826a-cef5adcb82cd {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:34:52.312798 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c617619-43fb-4eda-a9f5-11ac441ed945", "name": "network-vif-unplugged", "status": "completed", "tag": "8dab046b-d426-4bc4-80c5-cc00dac39789", "code": 200}]} {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:34:52.313067 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8ec58288-0858-4c39-826a-cef5adcb82cd {{(pid=109868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:34:52.313485 dv-neutron-818911-2-hyperv neutron-server[109868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c617619-43fb-4eda-a9f5-11ac441ed945', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8dab046b-d426-4bc4-80c5-cc00dac39789', 'code': 200} Nov 24 02:34:52.316847 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=8dab046b-d426-4bc4-80c5-cc00dac39789,revision_number=8']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:34:52.338577 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_common [req-35229783-7996-4ce7-9418-81af87c146c0 req-740e14d9-c984-44c2-afea-6e011ec184ce tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Allocated IP 172.20.0.14 (973e2594-3d10-43fa-8ff0-d248cfcc4d82/22d43662-4307-48cc-86ab-8a82330c5771/2687b9c4-40c5-47af-aeff-0a2edf80afe9) {{(pid=109867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 02:34:52.900098 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-35229783-7996-4ce7-9418-81af87c146c0 req-740e14d9-c984-44c2-afea-6e011ec184ce tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Publish callbacks [] for port, precommit_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:34:52.949575 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-33a4a8a4-6989-4c6e-8ad4-59b3f96df8f1 req-22da9186-fe39-451b-9100-64fc8f08c67d tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] 10.222.0.21 "GET /v2.0/ports?device_id=5230418f-5c0d-4d52-8314-9cb286fefa10 HTTP/1.1" status: 200 len: 210 time: 0.0425243 Nov 24 02:34:52.962839 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-35229783-7996-4ce7-9418-81af87c146c0 req-740e14d9-c984-44c2-afea-6e011ec184ce tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_create {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:34:53.005342 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35229783-7996-4ce7-9418-81af87c146c0 req-740e14d9-c984-44c2-afea-6e011ec184ce tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Network 973e2594-3d10-43fa-8ff0-d248cfcc4d82 is already hosted by enough agents. {{(pid=109867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 02:34:53.011861 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.base_scheduler [req-35229783-7996-4ce7-9418-81af87c146c0 req-740e14d9-c984-44c2-afea-6e011ec184ce tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Resources bound (agent type, host, resource id): {{(pid=109867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:34:53.014709 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [req-35229783-7996-4ce7-9418-81af87c146c0 req-740e14d9-c984-44c2-afea-6e011ec184ce tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Received port after_create {{(pid=109867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 02:34:53.073582 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35229783-7996-4ce7-9418-81af87c146c0 req-740e14d9-c984-44c2-afea-6e011ec184ce tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:34:53.074201 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-35229783-7996-4ce7-9418-81af87c146c0 req-740e14d9-c984-44c2-afea-6e011ec184ce tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:34:53.076669 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740e14d9-c984-44c2-afea-6e011ec184ce tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Pushing event updated for resources: {'Port': ['ID=2687b9c4-40c5-47af-aeff-0a2edf80afe9,revision_number=1']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:34:53.086944 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740e14d9-c984-44c2-afea-6e011ec184ce tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:34:53.087299 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740e14d9-c984-44c2-afea-6e011ec184ce tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:34:53.087644 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740e14d9-c984-44c2-afea-6e011ec184ce tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:34:53.087981 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740e14d9-c984-44c2-afea-6e011ec184ce tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:34:53.088317 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740e14d9-c984-44c2-afea-6e011ec184ce tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:34:53.088645 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740e14d9-c984-44c2-afea-6e011ec184ce tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:34:53.088978 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740e14d9-c984-44c2-afea-6e011ec184ce tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:34:53.089306 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740e14d9-c984-44c2-afea-6e011ec184ce tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:34:53.089660 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740e14d9-c984-44c2-afea-6e011ec184ce tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:34:53.089987 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740e14d9-c984-44c2-afea-6e011ec184ce tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:34:53.090317 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740e14d9-c984-44c2-afea-6e011ec184ce tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:34:53.090635 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740e14d9-c984-44c2-afea-6e011ec184ce tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:34:53.125759 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-35229783-7996-4ce7-9418-81af87c146c0 req-740e14d9-c984-44c2-afea-6e011ec184ce tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0601797 Nov 24 02:34:53.307432 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-ed8c73b1-d028-45e8-8498-1e1a892f0ec8 None None] Provisioning complete for port 2687b9c4-40c5-47af-aeff-0a2edf80afe9 triggered by entity DHCP. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:34:53.308010 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-ed8c73b1-d028-45e8-8498-1e1a892f0ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:34:53.344440 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-ed8c73b1-d028-45e8-8498-1e1a892f0ec8 None None] Port 2687b9c4-40c5-47af-aeff-0a2edf80afe9 cannot update to ACTIVE because it is not bound. {{(pid=109868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 02:34:54.095664 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf9c411-80d6-4052-9486-8c4a0ba9714f req-12efbe3a-bbbe-46d6-9e48-7f52e5f09e44 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:34:54.097205 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-3bf9c411-80d6-4052-9486-8c4a0ba9714f req-12efbe3a-bbbe-46d6-9e48-7f52e5f09e44 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] 10.222.0.21 "GET /v2.0/ports?device_id=5230418f-5c0d-4d52-8314-9cb286fefa10 HTTP/1.1" status: 200 len: 932 time: 0.0695815 Nov 24 02:34:54.147696 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-3bf9c411-80d6-4052-9486-8c4a0ba9714f req-672df131-47bf-4521-9a49-c331837f8392 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] 10.222.0.21 "GET /v2.0/security-groups?id=9814165d-3356-41ee-a602-ad9afc0e937e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444663 Nov 24 02:34:54.848370 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-763d1880-195e-4a46-a24a-5b44abf53438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:34:55.268122 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38653c4f-afa9-4d2c-9e3b-bd08e5647a1f req-6c1b3c52-0bae-4a10-998d-a70c45dd574c tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:34:55.269577 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-38653c4f-afa9-4d2c-9e3b-bd08e5647a1f req-6c1b3c52-0bae-4a10-998d-a70c45dd574c tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] 10.222.0.21 "GET /v2.0/ports?device_id=5230418f-5c0d-4d52-8314-9cb286fefa10 HTTP/1.1" status: 200 len: 932 time: 0.0496848 Nov 24 02:34:55.322750 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-38653c4f-afa9-4d2c-9e3b-bd08e5647a1f req-2b1452bc-ada2-4407-86e9-8f5841dce268 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] 10.222.0.21 "GET /v2.0/security-groups?id=9814165d-3356-41ee-a602-ad9afc0e937e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472326 Nov 24 02:34:56.440753 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d62e9b-7f3a-4bf4-8be8-aca51fefd569 req-6b615bb2-eb2d-4d8a-98e1-421a16adacaa tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:34:56.442264 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-82d62e9b-7f3a-4bf4-8be8-aca51fefd569 req-6b615bb2-eb2d-4d8a-98e1-421a16adacaa tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] 10.222.0.21 "GET /v2.0/ports?device_id=5230418f-5c0d-4d52-8314-9cb286fefa10 HTTP/1.1" status: 200 len: 932 time: 0.0483887 Nov 24 02:34:56.495423 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-82d62e9b-7f3a-4bf4-8be8-aca51fefd569 req-d64fe52b-e2f6-4923-b587-40023a80b431 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] 10.222.0.21 "GET /v2.0/security-groups?id=9814165d-3356-41ee-a602-ad9afc0e937e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468292 Nov 24 02:34:57.303059 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-6d043039-c8fe-428a-adc3-f72b551559b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:34:57.611660 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce5fb38-7ae8-4075-b71d-37a5409b176e req-7a333b7a-8a05-4b8e-802d-6ba0f8828250 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:34:57.613096 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-6ce5fb38-7ae8-4075-b71d-37a5409b176e req-7a333b7a-8a05-4b8e-802d-6ba0f8828250 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] 10.222.0.21 "GET /v2.0/ports?device_id=5230418f-5c0d-4d52-8314-9cb286fefa10 HTTP/1.1" status: 200 len: 932 time: 0.0481250 Nov 24 02:34:57.670341 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-6ce5fb38-7ae8-4075-b71d-37a5409b176e req-071d1717-0020-4f47-a91a-b13e0fcf5706 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] 10.222.0.21 "GET /v2.0/security-groups?id=9814165d-3356-41ee-a602-ad9afc0e937e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514171 Nov 24 02:34:58.300772 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:34:58.426201 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:34:58.809613 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10de465-cb6a-4d79-8c19-8c7e910b4236 req-ab43f10c-301e-448a-8896-3556f1eed104 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:34:58.811668 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-b10de465-cb6a-4d79-8c19-8c7e910b4236 req-ab43f10c-301e-448a-8896-3556f1eed104 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] 10.222.0.21 "GET /v2.0/ports?device_id=5230418f-5c0d-4d52-8314-9cb286fefa10 HTTP/1.1" status: 200 len: 932 time: 0.0746641 Nov 24 02:34:58.863928 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-b10de465-cb6a-4d79-8c19-8c7e910b4236 req-fe775b60-d54b-4122-adc1-c5398be6a721 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] 10.222.0.21 "GET /v2.0/security-groups?id=9814165d-3356-41ee-a602-ad9afc0e937e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462372 Nov 24 02:34:59.815827 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:34:59.983084 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779c8690-b65e-44ab-a5a9-b212dc4f71a2 req-98c8ee19-07e3-4d8f-ac6e-05396ac8116e tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:34:59.984547 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-779c8690-b65e-44ab-a5a9-b212dc4f71a2 req-98c8ee19-07e3-4d8f-ac6e-05396ac8116e tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] 10.222.0.21 "GET /v2.0/ports?device_id=5230418f-5c0d-4d52-8314-9cb286fefa10 HTTP/1.1" status: 200 len: 932 time: 0.0491264 Nov 24 02:35:00.033467 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-779c8690-b65e-44ab-a5a9-b212dc4f71a2 req-3cf0aa01-b2b0-4f68-9544-54eab32a73a8 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] 10.222.0.21 "GET /v2.0/security-groups?id=9814165d-3356-41ee-a602-ad9afc0e937e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427425 Nov 24 02:35:00.225622 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:35:01.151578 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2b3f9e-7f9b-4729-a22f-802b9ec2b297 req-880fa683-b6a1-465b-b0ad-368594891f56 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:35:01.153264 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-5e2b3f9e-7f9b-4729-a22f-802b9ec2b297 req-880fa683-b6a1-465b-b0ad-368594891f56 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] 10.222.0.21 "GET /v2.0/ports?device_id=5230418f-5c0d-4d52-8314-9cb286fefa10 HTTP/1.1" status: 200 len: 932 time: 0.0537136 Nov 24 02:35:01.207983 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-5e2b3f9e-7f9b-4729-a22f-802b9ec2b297 req-5579615a-eb12-4f3d-97d9-80591b04812b tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] 10.222.0.21 "GET /v2.0/security-groups?id=9814165d-3356-41ee-a602-ad9afc0e937e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467904 Nov 24 02:35:02.140505 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.agents_db [None req-4e42c10c-a1d3-4d07-89d6-7a24334140aa None None] Agent healthcheck: found 6 active agents {{(pid=109869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 02:35:02.326091 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978b42e6-1e09-4e3f-845c-8022de7f5cb4 req-f81dc2ab-3a4a-4967-88da-7a8f47bbf9c5 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:35:02.327559 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-978b42e6-1e09-4e3f-845c-8022de7f5cb4 req-f81dc2ab-3a4a-4967-88da-7a8f47bbf9c5 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] 10.222.0.21 "GET /v2.0/ports?device_id=5230418f-5c0d-4d52-8314-9cb286fefa10 HTTP/1.1" status: 200 len: 932 time: 0.0528288 Nov 24 02:35:02.376092 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-978b42e6-1e09-4e3f-845c-8022de7f5cb4 req-a029e4df-d9e3-48eb-b2a2-d19e984aee2a tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] 10.222.0.21 "GET /v2.0/security-groups?id=9814165d-3356-41ee-a602-ad9afc0e937e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427411 Nov 24 02:35:03.512512 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90d507c-f11c-407b-bdcc-8f778501545e req-b1fde587-bef5-49b7-886d-c97b1590c6ac tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:35:03.514015 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-b90d507c-f11c-407b-bdcc-8f778501545e req-b1fde587-bef5-49b7-886d-c97b1590c6ac tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] 10.222.0.21 "GET /v2.0/ports?device_id=5230418f-5c0d-4d52-8314-9cb286fefa10 HTTP/1.1" status: 200 len: 932 time: 0.0548208 Nov 24 02:35:03.562062 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-b90d507c-f11c-407b-bdcc-8f778501545e req-443facbd-b45b-4d44-9dd4-4e5aed01bdfa tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] 10.222.0.21 "GET /v2.0/security-groups?id=9814165d-3356-41ee-a602-ad9afc0e937e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421865 Nov 24 02:35:04.524251 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.v2.base [req-35229783-7996-4ce7-9418-81af87c146c0 req-38b67f4e-bf5d-4741-8a5e-f13f5efa6b85 service neutron] Request body: {'port': {'device_id': '5230418f-5c0d-4d52-8314-9cb286fefa10', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8189'}} {{(pid=109867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:35:04.581710 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-35229783-7996-4ce7-9418-81af87c146c0 req-38b67f4e-bf5d-4741-8a5e-f13f5efa6b85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:35:04.765906 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc569b6-f037-4185-9404-dc6f7eee3c14 req-10850b81-122e-40d3-8dc8-5b53d09bd66a tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:35:04.767390 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-8cc569b6-f037-4185-9404-dc6f7eee3c14 req-10850b81-122e-40d3-8dc8-5b53d09bd66a tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] 10.222.0.21 "GET /v2.0/ports?device_id=5230418f-5c0d-4d52-8314-9cb286fefa10 HTTP/1.1" status: 200 len: 932 time: 0.1316721 Nov 24 02:35:04.868119 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-8cc569b6-f037-4185-9404-dc6f7eee3c14 req-7afd2d04-4daa-4c58-a162-1342d3956a9c tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] 10.222.0.21 "GET /v2.0/security-groups?id=9814165d-3356-41ee-a602-ad9afc0e937e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684130 Nov 24 02:35:04.920919 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [req-35229783-7996-4ce7-9418-81af87c146c0 req-38b67f4e-bf5d-4741-8a5e-f13f5efa6b85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2687b9c4-40c5-47af-aeff-0a2edf80afe9 {{(pid=109867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 02:35:04.928538 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-35229783-7996-4ce7-9418-81af87c146c0 req-38b67f4e-bf5d-4741-8a5e-f13f5efa6b85 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:35:04.940546 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.provisioning_blocks [req-35229783-7996-4ce7-9418-81af87c146c0 req-38b67f4e-bf5d-4741-8a5e-f13f5efa6b85 service neutron] Transition to ACTIVE for port object 2687b9c4-40c5-47af-aeff-0a2edf80afe9 will not be triggered until provisioned by entity L2. {{(pid=109867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 02:35:04.944254 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-35229783-7996-4ce7-9418-81af87c146c0 req-38b67f4e-bf5d-4741-8a5e-f13f5efa6b85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25501696'] for port, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:35:05.015875 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b67f4e-bf5d-4741-8a5e-f13f5efa6b85 service neutron] Pushing event updated for resources: {'Port': ['ID=2687b9c4-40c5-47af-aeff-0a2edf80afe9,revision_number=2']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:35:05.071786 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.managers [req-35229783-7996-4ce7-9418-81af87c146c0 req-38b67f4e-bf5d-4741-8a5e-f13f5efa6b85 service neutron] Attempting to bind port 2687b9c4-40c5-47af-aeff-0a2edf80afe9 on host hv-neutron-8189 for vnic_type normal with profile {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 02:35:05.072125 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.managers [req-35229783-7996-4ce7-9418-81af87c146c0 req-38b67f4e-bf5d-4741-8a5e-f13f5efa6b85 service neutron] Attempting to bind port 2687b9c4-40c5-47af-aeff-0a2edf80afe9 by drivers openvswitch,hyperv on host hv-neutron-8189 at level 0 using segments [{'id': 'b64d917e-d87d-4fad-b1a2-08b63e6b256d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '973e2594-3d10-43fa-8ff0-d248cfcc4d82'}] {{(pid=109867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 02:35:05.072532 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35229783-7996-4ce7-9418-81af87c146c0 req-38b67f4e-bf5d-4741-8a5e-f13f5efa6b85 service neutron] Attempting to bind port 2687b9c4-40c5-47af-aeff-0a2edf80afe9 on network 973e2594-3d10-43fa-8ff0-d248cfcc4d82 {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 02:35:05.078021 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35229783-7996-4ce7-9418-81af87c146c0 req-38b67f4e-bf5d-4741-8a5e-f13f5efa6b85 service neutron] Port 2687b9c4-40c5-47af-aeff-0a2edf80afe9 on network 973e2594-3d10-43fa-8ff0-d248cfcc4d82 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8189 {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 02:35:05.078561 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35229783-7996-4ce7-9418-81af87c146c0 req-38b67f4e-bf5d-4741-8a5e-f13f5efa6b85 service neutron] Attempting to bind port 2687b9c4-40c5-47af-aeff-0a2edf80afe9 on network 973e2594-3d10-43fa-8ff0-d248cfcc4d82 {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 02:35:05.085556 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35229783-7996-4ce7-9418-81af87c146c0 req-38b67f4e-bf5d-4741-8a5e-f13f5efa6b85 service neutron] Checking agent: {'id': '5773fe6b-0967-455f-9dc9-84c0c923201b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 1, 42, 58), 'started_at': datetime.datetime(2021, 11, 24, 1, 42, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 2, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 02:35:05.085792 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35229783-7996-4ce7-9418-81af87c146c0 req-38b67f4e-bf5d-4741-8a5e-f13f5efa6b85 service neutron] Checking segment: {'id': 'b64d917e-d87d-4fad-b1a2-08b63e6b256d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '973e2594-3d10-43fa-8ff0-d248cfcc4d82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 02:35:05.086698 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35229783-7996-4ce7-9418-81af87c146c0 req-38b67f4e-bf5d-4741-8a5e-f13f5efa6b85 service neutron] Bound using segment: {'id': 'b64d917e-d87d-4fad-b1a2-08b63e6b256d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '973e2594-3d10-43fa-8ff0-d248cfcc4d82'} {{(pid=109867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 02:35:05.087133 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.managers [req-35229783-7996-4ce7-9418-81af87c146c0 req-38b67f4e-bf5d-4741-8a5e-f13f5efa6b85 service neutron] Bound port: 2687b9c4-40c5-47af-aeff-0a2edf80afe9, host: hv-neutron-8189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b64d917e-d87d-4fad-b1a2-08b63e6b256d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '973e2594-3d10-43fa-8ff0-d248cfcc4d82'}}] {{(pid=109867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 02:35:05.087486 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-35229783-7996-4ce7-9418-81af87c146c0 req-38b67f4e-bf5d-4741-8a5e-f13f5efa6b85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:35:05.153136 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [req-35229783-7996-4ce7-9418-81af87c146c0 req-38b67f4e-bf5d-4741-8a5e-f13f5efa6b85 service neutron] For port 2687b9c4-40c5-47af-aeff-0a2edf80afe9, host hv-neutron-8189, cleared binding levels {{(pid=109867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 02:35:05.156074 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [req-35229783-7996-4ce7-9418-81af87c146c0 req-38b67f4e-bf5d-4741-8a5e-f13f5efa6b85 service neutron] For port 2687b9c4-40c5-47af-aeff-0a2edf80afe9, host hv-neutron-8189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=2687b9c4-40c5-47af-aeff-0a2edf80afe9,segment=NetworkSegment(b64d917e-d87d-4fad-b1a2-08b63e6b256d),segment_id=b64d917e-d87d-4fad-b1a2-08b63e6b256d)] {{(pid=109867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 02:35:05.160214 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-35229783-7996-4ce7-9418-81af87c146c0 req-38b67f4e-bf5d-4741-8a5e-f13f5efa6b85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25501696'] for port, after_update {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:35:05.198823 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35229783-7996-4ce7-9418-81af87c146c0 req-38b67f4e-bf5d-4741-8a5e-f13f5efa6b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:35:05.199430 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-35229783-7996-4ce7-9418-81af87c146c0 req-38b67f4e-bf5d-4741-8a5e-f13f5efa6b85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:35:05.200794 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-35229783-7996-4ce7-9418-81af87c146c0 req-38b67f4e-bf5d-4741-8a5e-f13f5efa6b85 service neutron] 10.222.0.48 "PUT /v2.0/ports/2687b9c4-40c5-47af-aeff-0a2edf80afe9 HTTP/1.1" status: 200 len: 1094 time: 0.6809492 Nov 24 02:35:05.201225 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5230418f-5c0d-4d52-8314-9cb286fefa10', 'tag': '2687b9c4-40c5-47af-aeff-0a2edf80afe9'}] {{(pid=109867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:35:05.203479 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2155eb48762029a847224b6ca77dbed8b251e8450d3d79f1fc0a82d404e82e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7a9f7d5-9fcd-4b85-9fec-0e887ce60986" -d '{"events": [{"name": "network-changed", "server_uuid": "5230418f-5c0d-4d52-8314-9cb286fefa10", "tag": "2687b9c4-40c5-47af-aeff-0a2edf80afe9"}]}' {{(pid=109867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:35:05.227464 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b67f4e-bf5d-4741-8a5e-f13f5efa6b85 service neutron] Pushing event updated for resources: {'Port': ['ID=2687b9c4-40c5-47af-aeff-0a2edf80afe9,revision_number=3']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:35:05.252879 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 02:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce5fbb69-3d71-4b73-a84f-90ceba7e5a4f x-openstack-request-id: req-ce5fbb69-3d71-4b73-a84f-90ceba7e5a4f {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:35:05.253462 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5230418f-5c0d-4d52-8314-9cb286fefa10", "tag": "2687b9c4-40c5-47af-aeff-0a2edf80afe9", "status": "completed", "code": 200}]} {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:35:05.253896 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ce5fbb69-3d71-4b73-a84f-90ceba7e5a4f {{(pid=109867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:35:05.254472 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5230418f-5c0d-4d52-8314-9cb286fefa10', 'tag': '2687b9c4-40c5-47af-aeff-0a2edf80afe9', 'status': 'completed', 'code': 200} Nov 24 02:35:05.314701 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35229783-7996-4ce7-9418-81af87c146c0 req-933ce0b7-9da6-440d-950e-39a2ba62a7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:35:05.316289 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-35229783-7996-4ce7-9418-81af87c146c0 req-933ce0b7-9da6-440d-950e-39a2ba62a7f9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9fc246153d634e1fbd174d0b60a30ca7&device_id=5230418f-5c0d-4d52-8314-9cb286fefa10 HTTP/1.1" status: 200 len: 1097 time: 0.0447161 Nov 24 02:35:05.364686 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-35229783-7996-4ce7-9418-81af87c146c0 req-00f71316-37a0-4edf-91b6-ee13174ab9e1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2687b9c4-40c5-47af-aeff-0a2edf80afe9 HTTP/1.1" status: 200 len: 217 time: 0.0344739 Nov 24 02:35:05.425231 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35229783-7996-4ce7-9418-81af87c146c0 req-a17c30b1-381c-47d5-9d59-c19e2cbc93a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:35:05.426736 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-35229783-7996-4ce7-9418-81af87c146c0 req-a17c30b1-381c-47d5-9d59-c19e2cbc93a0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=22d43662-4307-48cc-86ab-8a82330c5771 HTTP/1.1" status: 200 len: 848 time: 0.0549819 Nov 24 02:35:05.472320 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35229783-7996-4ce7-9418-81af87c146c0 req-36c7c721-5941-4940-bb54-5ff66f6d4aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:35:05.473854 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-35229783-7996-4ce7-9418-81af87c146c0 req-36c7c721-5941-4940-bb54-5ff66f6d4aad service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=973e2594-3d10-43fa-8ff0-d248cfcc4d82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399125 Nov 24 02:35:05.564791 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-35229783-7996-4ce7-9418-81af87c146c0 req-ea34da0f-c56e-43c7-aebf-73c85bf74ce1 service neutron] 10.222.0.48 "GET /v2.0/networks/973e2594-3d10-43fa-8ff0-d248cfcc4d82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835125 Nov 24 02:35:05.658154 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-35229783-7996-4ce7-9418-81af87c146c0 req-03b10c0f-f0d9-42f6-824a-fd63948f9ad7 service neutron] 10.222.0.48 "GET /v2.0/networks/973e2594-3d10-43fa-8ff0-d248cfcc4d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858650 Nov 24 02:35:05.783815 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a9f7d5-9fcd-4b85-9fec-0e887ce60986 req-78ccb4b0-ac56-43aa-a5ff-6979de675987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:35:05.785317 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e7a9f7d5-9fcd-4b85-9fec-0e887ce60986 req-78ccb4b0-ac56-43aa-a5ff-6979de675987 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9fc246153d634e1fbd174d0b60a30ca7&device_id=5230418f-5c0d-4d52-8314-9cb286fefa10 HTTP/1.1" status: 200 len: 1097 time: 0.0408561 Nov 24 02:35:05.882669 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a9f7d5-9fcd-4b85-9fec-0e887ce60986 req-cdb8e342-925a-47a5-991d-811c1401d9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:35:05.884167 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e7a9f7d5-9fcd-4b85-9fec-0e887ce60986 req-cdb8e342-925a-47a5-991d-811c1401d9f2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=973e2594-3d10-43fa-8ff0-d248cfcc4d82 HTTP/1.1" status: 200 len: 910 time: 0.0913558 Nov 24 02:35:05.928488 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e7a9f7d5-9fcd-4b85-9fec-0e887ce60986 req-0290e48b-71ce-4d9f-9309-3b79f89bdd7e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2687b9c4-40c5-47af-aeff-0a2edf80afe9 HTTP/1.1" status: 200 len: 217 time: 0.0350046 Nov 24 02:35:06.011314 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a9f7d5-9fcd-4b85-9fec-0e887ce60986 req-6479200e-ca42-4cc8-9183-495393741c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:35:06.012791 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e7a9f7d5-9fcd-4b85-9fec-0e887ce60986 req-6479200e-ca42-4cc8-9183-495393741c4c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=22d43662-4307-48cc-86ab-8a82330c5771 HTTP/1.1" status: 200 len: 848 time: 0.0768023 Nov 24 02:35:06.023200 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08226d72-c6ca-414a-b2cb-2c7a0fc9c5c6 req-8d26d837-1a27-4b6b-ad5b-56969f770d1c tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:35:06.025257 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-08226d72-c6ca-414a-b2cb-2c7a0fc9c5c6 req-8d26d837-1a27-4b6b-ad5b-56969f770d1c tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] 10.222.0.21 "GET /v2.0/ports?device_id=5230418f-5c0d-4d52-8314-9cb286fefa10 HTTP/1.1" status: 200 len: 944 time: 0.0818982 Nov 24 02:35:06.102116 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-08226d72-c6ca-414a-b2cb-2c7a0fc9c5c6 req-16372c86-1919-4743-b0b8-87d77ea47913 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] 10.222.0.21 "GET /v2.0/security-groups?id=9814165d-3356-41ee-a602-ad9afc0e937e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665560 Nov 24 02:35:06.104753 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a9f7d5-9fcd-4b85-9fec-0e887ce60986 req-0eae8a1e-3930-470f-9ab6-ab19d0f48a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:35:06.106212 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e7a9f7d5-9fcd-4b85-9fec-0e887ce60986 req-0eae8a1e-3930-470f-9ab6-ab19d0f48a4c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=973e2594-3d10-43fa-8ff0-d248cfcc4d82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0800397 Nov 24 02:35:06.209885 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e7a9f7d5-9fcd-4b85-9fec-0e887ce60986 req-d6189d33-2ce7-40b5-8a21-89854fa469fc service neutron] 10.222.0.48 "GET /v2.0/networks/973e2594-3d10-43fa-8ff0-d248cfcc4d82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862734 Nov 24 02:35:06.300043 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-e7a9f7d5-9fcd-4b85-9fec-0e887ce60986 req-4becb314-927e-4367-9252-abb86f2b5f5d service neutron] 10.222.0.48 "GET /v2.0/networks/973e2594-3d10-43fa-8ff0-d248cfcc4d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826492 Nov 24 02:35:07.217693 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c85bd9-1756-493e-ba16-20b4e0f77ea2 req-fab6290e-dad2-431c-b20d-ad2a878fd68c tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:35:07.219201 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-99c85bd9-1756-493e-ba16-20b4e0f77ea2 req-fab6290e-dad2-431c-b20d-ad2a878fd68c tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] 10.222.0.21 "GET /v2.0/ports?device_id=5230418f-5c0d-4d52-8314-9cb286fefa10 HTTP/1.1" status: 200 len: 944 time: 0.0488868 Nov 24 02:35:07.269156 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-99c85bd9-1756-493e-ba16-20b4e0f77ea2 req-f0d4d65c-dfa4-4d88-b3c8-804034beb8da tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] 10.222.0.21 "GET /v2.0/security-groups?id=9814165d-3356-41ee-a602-ad9afc0e937e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439239 Nov 24 02:35:08.199068 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 2687b9c4-40c5-47af-aeff-0a2edf80afe9 details requested by agent hyperv_hv-neutron-8189 with host hv-neutron-8189 {{(pid=109868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 02:35:08.293631 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port 2687b9c4-40c5-47af-aeff-0a2edf80afe9, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=2687b9c4-40c5-47af-aeff-0a2edf80afe9,segment=NetworkSegment(b64d917e-d87d-4fad-b1a2-08b63e6b256d),segment_id=b64d917e-d87d-4fad-b1a2-08b63e6b256d)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:35:08.311665 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Returning: {'device': '2687b9c4-40c5-47af-aeff-0a2edf80afe9', 'network_id': '973e2594-3d10-43fa-8ff0-d248cfcc4d82', 'port_id': '2687b9c4-40c5-47af-aeff-0a2edf80afe9', 'mac_address': 'fa:16:3e:6e:d4:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22d43662-4307-48cc-86ab-8a82330c5771', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 02:35:08.351863 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:35:08.364726 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2687b9c4-40c5-47af-aeff-0a2edf80afe9 {{(pid=109868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 02:35:08.384078 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port 2687b9c4-40c5-47af-aeff-0a2edf80afe9, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=2687b9c4-40c5-47af-aeff-0a2edf80afe9,segment=NetworkSegment(b64d917e-d87d-4fad-b1a2-08b63e6b256d),segment_id=b64d917e-d87d-4fad-b1a2-08b63e6b256d)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:35:08.387997 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:35:08.401080 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cd04eb-b754-47ac-8f14-bcba8e36dbca req-e8b68f63-cabd-4205-b787-e8415128edbe tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:35:08.402618 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-f5cd04eb-b754-47ac-8f14-bcba8e36dbca req-e8b68f63-cabd-4205-b787-e8415128edbe tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] 10.222.0.21 "GET /v2.0/ports?device_id=5230418f-5c0d-4d52-8314-9cb286fefa10 HTTP/1.1" status: 200 len: 944 time: 0.0578732 Nov 24 02:35:08.441481 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=2687b9c4-40c5-47af-aeff-0a2edf80afe9,revision_number=4']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:35:08.457855 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-f5cd04eb-b754-47ac-8f14-bcba8e36dbca req-27a1a934-a405-49ab-931b-42ad2a323d66 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] 10.222.0.21 "GET /v2.0/security-groups?id=9814165d-3356-41ee-a602-ad9afc0e937e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490904 Nov 24 02:35:08.669684 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] get_ports_and_sgs() called for port_ids ['2687b9c4-40c5-47af-aeff-0a2edf80afe9'] {{(pid=109868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 02:35:09.569656 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f6be47-b0aa-441f-963e-137fc0ed77fe req-1570de35-ae89-4603-8d56-021d4fa7a7c7 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:35:09.571639 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-39f6be47-b0aa-441f-963e-137fc0ed77fe req-1570de35-ae89-4603-8d56-021d4fa7a7c7 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] 10.222.0.21 "GET /v2.0/ports?device_id=5230418f-5c0d-4d52-8314-9cb286fefa10 HTTP/1.1" status: 200 len: 945 time: 0.0483005 Nov 24 02:35:09.623179 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-39f6be47-b0aa-441f-963e-137fc0ed77fe req-38566e41-4897-4089-aebe-34c8af3c8cc5 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] 10.222.0.21 "GET /v2.0/security-groups?id=9814165d-3356-41ee-a602-ad9afc0e937e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455632 Nov 24 02:35:10.230885 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 2687b9c4-40c5-47af-aeff-0a2edf80afe9 up at agent hyperv_hv-neutron-8189 {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 02:35:10.278158 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Provisioning for port 2687b9c4-40c5-47af-aeff-0a2edf80afe9 completed by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 02:35:10.282129 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Provisioning complete for port 2687b9c4-40c5-47af-aeff-0a2edf80afe9 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:35:10.282492 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:35:10.359015 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:35:10.380971 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5230418f-5c0d-4d52-8314-9cb286fefa10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2687b9c4-40c5-47af-aeff-0a2edf80afe9'}] {{(pid=109868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:35:10.383254 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adafa3b64de3cabc8eac619938bcace59b198ffee64d481093eb3def62699d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29973b57-5d66-4649-b52a-bc7509fe2de6" -d '{"events": [{"server_uuid": "5230418f-5c0d-4d52-8314-9cb286fefa10", "name": "network-vif-plugged", "status": "completed", "tag": "2687b9c4-40c5-47af-aeff-0a2edf80afe9"}]}' {{(pid=109868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:35:10.396246 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port 2687b9c4-40c5-47af-aeff-0a2edf80afe9, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=2687b9c4-40c5-47af-aeff-0a2edf80afe9,segment=NetworkSegment(b64d917e-d87d-4fad-b1a2-08b63e6b256d),segment_id=b64d917e-d87d-4fad-b1a2-08b63e6b256d)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:35:10.400579 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:35:10.426333 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 02:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa067b04-2b18-4284-b281-d600ffbe334a x-openstack-request-id: req-aa067b04-2b18-4284-b281-d600ffbe334a {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:35:10.426619 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5230418f-5c0d-4d52-8314-9cb286fefa10", "name": "network-vif-plugged", "status": "completed", "tag": "2687b9c4-40c5-47af-aeff-0a2edf80afe9", "code": 200}]} {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:35:10.426869 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aa067b04-2b18-4284-b281-d600ffbe334a {{(pid=109868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:35:10.427248 dv-neutron-818911-2-hyperv neutron-server[109868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5230418f-5c0d-4d52-8314-9cb286fefa10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2687b9c4-40c5-47af-aeff-0a2edf80afe9', 'code': 200} Nov 24 02:35:10.451827 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=2687b9c4-40c5-47af-aeff-0a2edf80afe9,revision_number=5']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:35:10.627618 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dfbe0a-acb8-4d77-9693-ed9bfe8c4538 req-1a00c43e-7acc-4e8e-8514-a1dd814050be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:35:10.629092 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-c4dfbe0a-acb8-4d77-9693-ed9bfe8c4538 req-1a00c43e-7acc-4e8e-8514-a1dd814050be service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5230418f-5c0d-4d52-8314-9cb286fefa10 HTTP/1.1" status: 200 len: 1099 time: 0.0401976 Nov 24 02:35:10.674781 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-c4dfbe0a-acb8-4d77-9693-ed9bfe8c4538 req-4dbb3169-8205-403b-8931-d0e91b1a6af3 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9814165d-3356-41ee-a602-ad9afc0e937e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389583 Nov 24 02:35:10.736800 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0020af15-3d4d-4925-8484-58dbbefcd282 req-1a33eff1-5c79-44e1-8c7c-031094895065 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:35:10.738322 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-0020af15-3d4d-4925-8484-58dbbefcd282 req-1a33eff1-5c79-44e1-8c7c-031094895065 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] 10.222.0.21 "GET /v2.0/ports?device_id=5230418f-5c0d-4d52-8314-9cb286fefa10 HTTP/1.1" status: 200 len: 946 time: 0.0482945 Nov 24 02:35:10.788566 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-0020af15-3d4d-4925-8484-58dbbefcd282 req-49885be7-97e5-4b16-bd11-37d4a9e95549 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] 10.222.0.21 "GET /v2.0/security-groups?id=9814165d-3356-41ee-a602-ad9afc0e937e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427926 Nov 24 02:35:11.913928 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a243aba-a457-485a-bd53-675323b21dd5 req-ef08546d-53bc-400a-b407-035364900f89 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:35:11.915446 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-4a243aba-a457-485a-bd53-675323b21dd5 req-ef08546d-53bc-400a-b407-035364900f89 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] 10.222.0.21 "GET /v2.0/ports?device_id=5230418f-5c0d-4d52-8314-9cb286fefa10 HTTP/1.1" status: 200 len: 946 time: 0.0515378 Nov 24 02:35:11.968656 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-4a243aba-a457-485a-bd53-675323b21dd5 req-fcd21db7-a63f-4965-b3de-88a008b63f25 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] 10.222.0.21 "GET /v2.0/security-groups?id=9814165d-3356-41ee-a602-ad9afc0e937e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473585 Nov 24 02:35:12.081034 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2265fe40-3d88-496b-8e76-a3a57b3f9da0 req-42d3ccf8-4d0a-40fd-b896-e353cbdfc19d tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:35:12.082422 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-2265fe40-3d88-496b-8e76-a3a57b3f9da0 req-42d3ccf8-4d0a-40fd-b896-e353cbdfc19d tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] 10.222.0.21 "GET /v2.0/ports?device_id=5230418f-5c0d-4d52-8314-9cb286fefa10 HTTP/1.1" status: 200 len: 946 time: 0.0478456 Nov 24 02:35:12.129146 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-2265fe40-3d88-496b-8e76-a3a57b3f9da0 req-acf5d0cd-e5e5-4721-bdd6-6edd8cd7eeb2 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] 10.222.0.21 "GET /v2.0/security-groups?id=9814165d-3356-41ee-a602-ad9afc0e937e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409577 Nov 24 02:35:12.150617 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 58270) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:35:12.192752 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7eb443-bc95-4424-8f77-10a42190e27e tempest-TestSnapshotPattern-687866915 tempest-TestSnapshotPattern-687866915-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:35:12.194289 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-df7eb443-bc95-4424-8f77-10a42190e27e tempest-TestSnapshotPattern-687866915 tempest-TestSnapshotPattern-687866915-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5230418f-5c0d-4d52-8314-9cb286fefa10 HTTP/1.1" status: 200 len: 1094 time: 0.0427146 Nov 24 02:35:12.197572 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 58272) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:35:12.201715 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.v2.base [None req-2147752d-0654-475d-9652-3f4fb70f03dd tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Request body: {'floatingip': {'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'port_id': '2687b9c4-40c5-47af-aeff-0a2edf80afe9', 'tenant_id': '9fc246153d634e1fbd174d0b60a30ca7', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 02:35:12.222552 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-2147752d-0654-475d-9652-3f4fb70f03dd tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Publish callbacks [] for floatingip, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:35:12.315361 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-2147752d-0654-475d-9652-3f4fb70f03dd tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:35:12.422060 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.db_base_plugin_common [None req-2147752d-0654-475d-9652-3f4fb70f03dd tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Allocated IP 172.26.5.234 (eb22795d-37ee-46ee-844d-92c17e2ea450/3e66fcff-6e72-4083-b514-48f69cdaa2cb/851191d7-7759-4682-a766-2eed3147c698) {{(pid=109866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 02:35:12.520673 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-2147752d-0654-475d-9652-3f4fb70f03dd tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Publish callbacks [] for port, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:35:12.552772 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-2147752d-0654-475d-9652-3f4fb70f03dd tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774267476965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:35:12.590945 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2147752d-0654-475d-9652-3f4fb70f03dd tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Network eb22795d-37ee-46ee-844d-92c17e2ea450 is already hosted by enough agents. {{(pid=109866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 02:35:12.593764 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.base_scheduler [None req-2147752d-0654-475d-9652-3f4fb70f03dd tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Resources bound (agent type, host, resource id): {{(pid=109866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 02:35:12.599213 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2147752d-0654-475d-9652-3f4fb70f03dd tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Received port after_create {{(pid=109866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 02:35:12.628563 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2147752d-0654-475d-9652-3f4fb70f03dd tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Pushing event updated for resources: {'Port': ['ID=851191d7-7759-4682-a766-2eed3147c698,revision_number=1']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:35:12.641077 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2147752d-0654-475d-9652-3f4fb70f03dd tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:35:12.641446 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2147752d-0654-475d-9652-3f4fb70f03dd tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:35:12.641790 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2147752d-0654-475d-9652-3f4fb70f03dd tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:35:12.642125 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2147752d-0654-475d-9652-3f4fb70f03dd tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:35:12.642455 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2147752d-0654-475d-9652-3f4fb70f03dd tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:35:12.642783 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2147752d-0654-475d-9652-3f4fb70f03dd tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:35:12.643107 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2147752d-0654-475d-9652-3f4fb70f03dd tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:35:12.643432 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2147752d-0654-475d-9652-3f4fb70f03dd tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:35:12.643755 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2147752d-0654-475d-9652-3f4fb70f03dd tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:35:12.644074 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2147752d-0654-475d-9652-3f4fb70f03dd tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:35:12.644394 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2147752d-0654-475d-9652-3f4fb70f03dd tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:35:12.644710 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2147752d-0654-475d-9652-3f4fb70f03dd tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:35:12.959586 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-2147752d-0654-475d-9652-3f4fb70f03dd tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:35:13.025057 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-2147752d-0654-475d-9652-3f4fb70f03dd tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:35:13.169562 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-2147752d-0654-475d-9652-3f4fb70f03dd tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Publish callbacks [] for port, precommit_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:35:13.173991 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-2147752d-0654-475d-9652-3f4fb70f03dd tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29149402'] for port, after_update {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:35:13.242123 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2147752d-0654-475d-9652-3f4fb70f03dd tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Pushing event updated for resources: {'Port': ['ID=851191d7-7759-4682-a766-2eed3147c698,revision_number=2']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:35:13.249911 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-2147752d-0654-475d-9652-3f4fb70f03dd tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418250'] for floatingip, after_create {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:35:13.349534 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.db.l3_db [None req-2147752d-0654-475d-9652-3f4fb70f03dd tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Floating IP 961e96e8-ff93-4ca7-9543-7ff59fed09d8 associated. External IP: 172.26.5.234, port: 2687b9c4-40c5-47af-aeff-0a2edf80afe9. Nov 24 02:35:13.554195 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2147752d-0654-475d-9652-3f4fb70f03dd tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Router caf76a19-b03e-4eb8-8481-8df29ed94c1e has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 02:35:13.659256 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2147752d-0654-475d-9652-3f4fb70f03dd tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 02:35:13.669566 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4ffcca-e998-4eaa-8121-90031ae0d791 None None] Sync routers for ids ['caf76a19-b03e-4eb8-8481-8df29ed94c1e'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 02:35:13.677265 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-2147752d-0654-475d-9652-3f4fb70f03dd tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for floatingip, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:35:13.683399 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4ffcca-e998-4eaa-8121-90031ae0d791 None None] Routers {'caf76a19-b03e-4eb8-8481-8df29ed94c1e'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:35:13.684030 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-eb4ffcca-e998-4eaa-8121-90031ae0d791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:34:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['caf76a19-b03e-4eb8-8481-8df29ed94c1e'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:35:13.703758 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-2147752d-0654-475d-9652-3f4fb70f03dd tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5051906 Nov 24 02:35:13.704342 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5230418f-5c0d-4d52-8314-9cb286fefa10', 'tag': '2687b9c4-40c5-47af-aeff-0a2edf80afe9'}] {{(pid=109866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:35:13.706655 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b7c53c286d9351d1367337230623a155cee02c46c94b80588b67a0bc16402ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edb25643-9720-48aa-9b69-b7779b61d918" -d '{"events": [{"name": "network-changed", "server_uuid": "5230418f-5c0d-4d52-8314-9cb286fefa10", "tag": "2687b9c4-40c5-47af-aeff-0a2edf80afe9"}]}' {{(pid=109866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:35:13.793145 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-eb4ffcca-e998-4eaa-8121-90031ae0d791 None None] Set router caf76a19-b03e-4eb8-8481-8df29ed94c1e gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:35:13.801144 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 02:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91acebf3-616f-4020-94f1-deb5014a38ca x-openstack-request-id: req-91acebf3-616f-4020-94f1-deb5014a38ca {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:35:13.801553 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5230418f-5c0d-4d52-8314-9cb286fefa10", "tag": "2687b9c4-40c5-47af-aeff-0a2edf80afe9", "status": "completed", "code": 200}]} {{(pid=109866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:35:13.801881 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-91acebf3-616f-4020-94f1-deb5014a38ca {{(pid=109866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:35:13.802383 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5230418f-5c0d-4d52-8314-9cb286fefa10', 'tag': '2687b9c4-40c5-47af-aeff-0a2edf80afe9', 'status': 'completed', 'code': 200} Nov 24 02:35:13.888050 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb25643-9720-48aa-9b69-b7779b61d918 req-54727201-90ed-4dfa-a812-55b8da07bf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:35:13.889622 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-edb25643-9720-48aa-9b69-b7779b61d918 req-54727201-90ed-4dfa-a812-55b8da07bf4a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9fc246153d634e1fbd174d0b60a30ca7&device_id=5230418f-5c0d-4d52-8314-9cb286fefa10 HTTP/1.1" status: 200 len: 1099 time: 0.0410829 Nov 24 02:35:13.980428 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb25643-9720-48aa-9b69-b7779b61d918 req-f7500129-9bbd-436a-b182-b0dab66075c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:35:13.981931 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-edb25643-9720-48aa-9b69-b7779b61d918 req-f7500129-9bbd-436a-b182-b0dab66075c5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=973e2594-3d10-43fa-8ff0-d248cfcc4d82 HTTP/1.1" status: 200 len: 910 time: 0.0858011 Nov 24 02:35:14.012784 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-eb4ffcca-e998-4eaa-8121-90031ae0d791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf76a19-b03e-4eb8-8481-8df29ed94c1e', 'name': 'tempest-TestSnapshotPattern-552509070-router', 'tenant_id': '9fc246153d634e1fbd174d0b60a30ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.156'}], 'enable_snat': True}, 'gw_port_id': '3bb0ba61-bf70-4739-b24a-b6b24f07c3b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:32:16Z', 'updated_at': '2021-11-24T02:32:18Z', 'revision_number': 4, 'project_id': '9fc246153d634e1fbd174d0b60a30ca7', 'gw_port': {'id': '3bb0ba61-bf70-4739-b24a-b6b24f07c3b8', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:bd:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf76a19-b03e-4eb8-8481-8df29ed94c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:32:16Z', 'updated_at': '2021-11-24T02:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_floatingips': [{'id': '363645a4-83d3-42a6-9ca1-6cf07b086423', 'tenant_id': '9fc246153d634e1fbd174d0b60a30ca7', 'floating_ip_address': '172.26.5.37', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': 'caf76a19-b03e-4eb8-8481-8df29ed94c1e', 'port_id': '8dab046b-d426-4bc4-80c5-cc00dac39789', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '973e2594-3d10-43fa-8ff0-d248cfcc4d82', 'mac_address': 'fa:16:3e:af:c8:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c617619-43fb-4eda-a9f5-11ac441ed945', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T02:32:38Z', 'updated_at': '2021-11-24T02:32:40Z', 'revision_number': 1, 'project_id': '9fc246153d634e1fbd174d0b60a30ca7', 'fixed_ip_address_scope': None}, {'id': '961e96e8-ff93-4ca7-9543-7ff59fed09d8', 'tenant_id': '9fc246153d634e1fbd174d0b60a30ca7', 'floating_ip_address': '172.26.5.234', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': 'caf76a19-b03e-4eb8-8481-8df29ed94c1e', 'port_id': '2687b9c4-40c5-47af-aeff-0a2edf80afe9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1887, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '973e2594-3d10-43fa-8ff0-d248cfcc4d82', 'mac_address': 'fa:16:3e:6e:d4:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5230418f-5c0d-4d52-8314-9cb286fefa10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T02:35:12Z', 'updated_at': '2021-11-24T02:35:12Z', 'revision_number': 0, 'project_id': '9fc246153d634e1fbd174d0b60a30ca7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71c25821-448c-4fac-a666-e9ee8b3dca69', 'name': '', 'network_id': '973e2594-3d10-43fa-8ff0-d248cfcc4d82', 'tenant_id': '9fc246153d634e1fbd174d0b60a30ca7', 'mac_address': 'fa:16:3e:71:34:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf76a19-b03e-4eb8-8481-8df29ed94c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '22d43662-4307-48cc-86ab-8a82330c5771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:32:18Z', 'updated_at': '2021-11-24T02:32:22Z', 'revision_number': 5, 'project_id': '9fc246153d634e1fbd174d0b60a30ca7', 'subnets': [{'id': '22d43662-4307-48cc-86ab-8a82330c5771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:35:14.038819 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4ffcca-e998-4eaa-8121-90031ae0d791 None None] Checking router: caf76a19-b03e-4eb8-8481-8df29ed94c1e for host: dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 02:35:14.047023 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4ffcca-e998-4eaa-8121-90031ae0d791 None None] Routers {'caf76a19-b03e-4eb8-8481-8df29ed94c1e'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:35:14.047570 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-eb4ffcca-e998-4eaa-8121-90031ae0d791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:34:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['caf76a19-b03e-4eb8-8481-8df29ed94c1e'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:35:14.051614 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-edb25643-9720-48aa-9b69-b7779b61d918 req-8493f341-9d2a-4521-ab3f-99f9eed7d22a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2687b9c4-40c5-47af-aeff-0a2edf80afe9 HTTP/1.1" status: 200 len: 1000 time: 0.0622950 Nov 24 02:35:14.102773 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb25643-9720-48aa-9b69-b7779b61d918 req-2058cb8a-aae8-4fef-b989-9a8c6b57d9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:35:14.104236 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-edb25643-9720-48aa-9b69-b7779b61d918 req-2058cb8a-aae8-4fef-b989-9a8c6b57d9fb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=22d43662-4307-48cc-86ab-8a82330c5771 HTTP/1.1" status: 200 len: 848 time: 0.0450518 Nov 24 02:35:14.149740 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb25643-9720-48aa-9b69-b7779b61d918 req-c91f6f96-6c60-44c9-bce8-791347cb46f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:35:14.151229 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-edb25643-9720-48aa-9b69-b7779b61d918 req-c91f6f96-6c60-44c9-bce8-791347cb46f0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=973e2594-3d10-43fa-8ff0-d248cfcc4d82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401680 Nov 24 02:35:14.152232 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-eb4ffcca-e998-4eaa-8121-90031ae0d791 None None] Set router caf76a19-b03e-4eb8-8481-8df29ed94c1e gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:35:14.245639 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-edb25643-9720-48aa-9b69-b7779b61d918 req-ed5e7492-1c4a-4b98-b81f-bc1f46f10f6e service neutron] 10.222.0.48 "GET /v2.0/networks/973e2594-3d10-43fa-8ff0-d248cfcc4d82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865316 Nov 24 02:35:14.335104 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-edb25643-9720-48aa-9b69-b7779b61d918 req-f9e74f6b-f654-4885-9026-812fec24deac service neutron] 10.222.0.48 "GET /v2.0/networks/973e2594-3d10-43fa-8ff0-d248cfcc4d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829973 Nov 24 02:35:14.375671 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-eb4ffcca-e998-4eaa-8121-90031ae0d791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf76a19-b03e-4eb8-8481-8df29ed94c1e', 'name': 'tempest-TestSnapshotPattern-552509070-router', 'tenant_id': '9fc246153d634e1fbd174d0b60a30ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.156'}], 'enable_snat': True}, 'gw_port_id': '3bb0ba61-bf70-4739-b24a-b6b24f07c3b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:32:16Z', 'updated_at': '2021-11-24T02:32:18Z', 'revision_number': 4, 'project_id': '9fc246153d634e1fbd174d0b60a30ca7', 'gw_port': {'id': '3bb0ba61-bf70-4739-b24a-b6b24f07c3b8', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:bd:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf76a19-b03e-4eb8-8481-8df29ed94c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:32:16Z', 'updated_at': '2021-11-24T02:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_floatingips': [{'id': '363645a4-83d3-42a6-9ca1-6cf07b086423', 'tenant_id': '9fc246153d634e1fbd174d0b60a30ca7', 'floating_ip_address': '172.26.5.37', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': 'caf76a19-b03e-4eb8-8481-8df29ed94c1e', 'port_id': '8dab046b-d426-4bc4-80c5-cc00dac39789', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '973e2594-3d10-43fa-8ff0-d248cfcc4d82', 'mac_address': 'fa:16:3e:af:c8:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c617619-43fb-4eda-a9f5-11ac441ed945', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T02:32:38Z', 'updated_at': '2021-11-24T02:32:40Z', 'revision_number': 1, 'project_id': '9fc246153d634e1fbd174d0b60a30ca7', 'fixed_ip_address_scope': None}, {'id': '961e96e8-ff93-4ca7-9543-7ff59fed09d8', 'tenant_id': '9fc246153d634e1fbd174d0b60a30ca7', 'floating_ip_address': '172.26.5.234', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': 'caf76a19-b03e-4eb8-8481-8df29ed94c1e', 'port_id': '2687b9c4-40c5-47af-aeff-0a2edf80afe9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1887, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '973e2594-3d10-43fa-8ff0-d248cfcc4d82', 'mac_address': 'fa:16:3e:6e:d4:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5230418f-5c0d-4d52-8314-9cb286fefa10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T02:35:12Z', 'updated_at': '2021-11-24T02:35:12Z', 'revision_number': 0, 'project_id': '9fc246153d634e1fbd174d0b60a30ca7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71c25821-448c-4fac-a666-e9ee8b3dca69', 'name': '', 'network_id': '973e2594-3d10-43fa-8ff0-d248cfcc4d82', 'tenant_id': '9fc246153d634e1fbd174d0b60a30ca7', 'mac_address': 'fa:16:3e:71:34:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf76a19-b03e-4eb8-8481-8df29ed94c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '22d43662-4307-48cc-86ab-8a82330c5771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:32:18Z', 'updated_at': '2021-11-24T02:32:22Z', 'revision_number': 5, 'project_id': '9fc246153d634e1fbd174d0b60a30ca7', 'subnets': [{'id': '22d43662-4307-48cc-86ab-8a82330c5771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:35:14.401574 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4ffcca-e998-4eaa-8121-90031ae0d791 None None] The sync data for ids ['caf76a19-b03e-4eb8-8481-8df29ed94c1e'] in dv-neutron-818911-2-hyperv is: [{'id': 'caf76a19-b03e-4eb8-8481-8df29ed94c1e', 'name': 'tempest-TestSnapshotPattern-552509070-router', 'tenant_id': '9fc246153d634e1fbd174d0b60a30ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.156'}], 'enable_snat': True}, 'gw_port_id': '3bb0ba61-bf70-4739-b24a-b6b24f07c3b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:32:16Z', 'updated_at': '2021-11-24T02:32:18Z', 'revision_number': 4, 'project_id': '9fc246153d634e1fbd174d0b60a30ca7', 'gw_port': {'id': '3bb0ba61-bf70-4739-b24a-b6b24f07c3b8', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:bd:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf76a19-b03e-4eb8-8481-8df29ed94c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:32:16Z', 'updated_at': '2021-11-24T02:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_floatingips': [{'id': '363645a4-83d3-42a6-9ca1-6cf07b086423', 'tenant_id': '9fc246153d634e1fbd174d0b60a30ca7', 'floating_ip_address': '172.26.5.37', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': 'caf76a19-b03e-4eb8-8481-8df29ed94c1e', 'port_id': '8dab046b-d426-4bc4-80c5-cc00dac39789', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '973e2594-3d10-43fa-8ff0-d248cfcc4d82', 'mac_address': 'fa:16:3e:af:c8:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c617619-43fb-4eda-a9f5-11ac441ed945', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T02:32:38Z', 'updated_at': '2021-11-24T02:32:40Z', 'revision_number': 1, 'project_id': '9fc246153d634e1fbd174d0b60a30ca7', 'fixed_ip_address_scope': None}, {'id': '961e96e8-ff93-4ca7-9543-7ff59fed09d8', 'tenant_id': '9fc246153d634e1fbd174d0b60a30ca7', 'floating_ip_address': '172.26.5.234', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': 'caf76a19-b03e-4eb8-8481-8df29ed94c1e', 'port_id': '2687b9c4-40c5-47af-aeff-0a2edf80afe9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1887, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '973e2594-3d10-43fa-8ff0-d248cfcc4d82', 'mac_address': 'fa:16:3e:6e:d4:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5230418f-5c0d-4d52-8314-9cb286fefa10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T02:35:12Z', 'updated_at': '2021-11-24T02:35:12Z', 'revision_number': 0, 'project_id': '9fc246153d634e1fbd174d0b60a30ca7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71c25821-448c-4fac-a666-e9ee8b3dca69', 'name': '', 'network_id': '973e2594-3d10-43fa-8ff0-d248cfcc4d82', 'tenant_id': '9fc246153d634e1fbd174d0b60a30ca7', 'mac_address': 'fa:16:3e:71:34:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf76a19-b03e-4eb8-8481-8df29ed94c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '22d43662-4307-48cc-86ab-8a82330c5771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:32:18Z', 'updated_at': '2021-11-24T02:32:22Z', 'revision_number': 5, 'project_id': '9fc246153d634e1fbd174d0b60a30ca7', 'subnets': [{'id': '22d43662-4307-48cc-86ab-8a82330c5771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 02:35:14.592458 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348298b3-6d62-4bcf-bc66-b11987cbc5dc None None] New status for floating IP 961e96e8-ff93-4ca7-9543-7ff59fed09d8: ACTIVE {{(pid=109869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 02:35:24.850119 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-412c2243-344c-42b8-99e1-3f1735b2e579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:35:27.304081 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-de446539-5ead-4705-9b23-a5de64391991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:35:28.299475 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:35:28.420076 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:35:29.807522 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:35:30.226280 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:35:39.139451 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.agents_db [None req-4e42c10c-a1d3-4d07-89d6-7a24334140aa None None] Agent healthcheck: found 6 active agents {{(pid=109869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 02:35:43.352485 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-f8657fe3-7476-4ef1-8cb5-86b2a4445524 req-751f9f1f-abd8-45d3-aa73-f0ebe5d35904 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7c617619-43fb-4eda-a9f5-11ac441ed945&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393081 Nov 24 02:35:43.450547 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8657fe3-7476-4ef1-8cb5-86b2a4445524 req-fadf7ed4-6baa-4a4c-95d8-1b28f082176e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:35:43.452662 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-f8657fe3-7476-4ef1-8cb5-86b2a4445524 req-fadf7ed4-6baa-4a4c-95d8-1b28f082176e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9fc246153d634e1fbd174d0b60a30ca7&device_id=7c617619-43fb-4eda-a9f5-11ac441ed945 HTTP/1.1" status: 200 len: 1097 time: 0.0411439 Nov 24 02:35:43.557045 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8657fe3-7476-4ef1-8cb5-86b2a4445524 req-00fd7e6d-fbca-4323-9f94-af6a9b46c363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:35:43.558816 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-f8657fe3-7476-4ef1-8cb5-86b2a4445524 req-00fd7e6d-fbca-4323-9f94-af6a9b46c363 service neutron] 10.222.0.48 "GET /v2.0/networks?id=973e2594-3d10-43fa-8ff0-d248cfcc4d82 HTTP/1.1" status: 200 len: 910 time: 0.0871561 Nov 24 02:35:43.623996 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-f8657fe3-7476-4ef1-8cb5-86b2a4445524 req-8b3b2ae9-1489-446e-bf31-f097017c50d9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8dab046b-d426-4bc4-80c5-cc00dac39789 HTTP/1.1" status: 200 len: 999 time: 0.0578957 Nov 24 02:35:43.671786 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8657fe3-7476-4ef1-8cb5-86b2a4445524 req-ffeabad0-8334-480c-aaa1-63a97835f27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:35:43.673166 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-f8657fe3-7476-4ef1-8cb5-86b2a4445524 req-ffeabad0-8334-480c-aaa1-63a97835f27d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=22d43662-4307-48cc-86ab-8a82330c5771 HTTP/1.1" status: 200 len: 848 time: 0.0427091 Nov 24 02:35:43.721633 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8657fe3-7476-4ef1-8cb5-86b2a4445524 req-e2e9e022-6b7e-4c40-9998-5b9dfa96fc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:35:43.723121 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-f8657fe3-7476-4ef1-8cb5-86b2a4445524 req-e2e9e022-6b7e-4c40-9998-5b9dfa96fc61 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=973e2594-3d10-43fa-8ff0-d248cfcc4d82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0430825 Nov 24 02:35:43.734300 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [req-f8657fe3-7476-4ef1-8cb5-86b2a4445524 req-c7b62b9d-ff43-442a-84dd-2905940f19fe service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 02:35:43.735231 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-f8657fe3-7476-4ef1-8cb5-86b2a4445524 req-c7b62b9d-ff43-442a-84dd-2905940f19fe service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053155 Nov 24 02:35:43.823872 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-f8657fe3-7476-4ef1-8cb5-86b2a4445524 req-f9cf54bc-445e-45db-8726-8ae61b5ed7d4 service neutron] 10.222.0.48 "GET /v2.0/networks/973e2594-3d10-43fa-8ff0-d248cfcc4d82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818501 Nov 24 02:35:43.916323 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-f8657fe3-7476-4ef1-8cb5-86b2a4445524 req-51bc8bb2-c5b8-4a0b-9025-250a09ba11a1 service neutron] 10.222.0.48 "GET /v2.0/networks/973e2594-3d10-43fa-8ff0-d248cfcc4d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850062 Nov 24 02:35:54.856546 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-01db8135-27f2-4ee0-9a34-7ab162aa5704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:35:57.305629 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-f2b8986e-0ff3-434c-b4b2-6967104dc763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:35:58.301041 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:35:58.438878 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:35:59.809438 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:36:00.229199 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:36:16.137720 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.agents_db [None req-4e42c10c-a1d3-4d07-89d6-7a24334140aa None None] Agent healthcheck: found 6 active agents {{(pid=109869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 02:36:24.850722 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-dcc8fb1e-79d1-402a-a629-2c1d9fa1168c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:36:27.307449 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-58f7a6d2-433b-48b2-b1cb-0cf17cc54586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:36:28.304295 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:36:28.452764 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:36:29.812877 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:36:30.231250 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:36:42.746214 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 2687b9c4-40c5-47af-aeff-0a2edf80afe9 details requested by agent hyperv_hv-neutron-8189 with host hv-neutron-8189 {{(pid=109868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 02:36:42.843411 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port 2687b9c4-40c5-47af-aeff-0a2edf80afe9, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=2687b9c4-40c5-47af-aeff-0a2edf80afe9,segment=NetworkSegment(b64d917e-d87d-4fad-b1a2-08b63e6b256d),segment_id=b64d917e-d87d-4fad-b1a2-08b63e6b256d)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:36:42.855021 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Returning: {'device': '2687b9c4-40c5-47af-aeff-0a2edf80afe9', 'network_id': '973e2594-3d10-43fa-8ff0-d248cfcc4d82', 'port_id': '2687b9c4-40c5-47af-aeff-0a2edf80afe9', 'mac_address': 'fa:16:3e:6e:d4:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22d43662-4307-48cc-86ab-8a82330c5771', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 02:36:42.891032 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:36:42.903157 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2687b9c4-40c5-47af-aeff-0a2edf80afe9 {{(pid=109868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 02:36:42.922390 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port 2687b9c4-40c5-47af-aeff-0a2edf80afe9, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=2687b9c4-40c5-47af-aeff-0a2edf80afe9,segment=NetworkSegment(b64d917e-d87d-4fad-b1a2-08b63e6b256d),segment_id=b64d917e-d87d-4fad-b1a2-08b63e6b256d)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:36:42.925870 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:36:43.116840 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=2687b9c4-40c5-47af-aeff-0a2edf80afe9,revision_number=6']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:36:43.124152 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:36:43.124495 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:36:43.124831 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:36:43.125159 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:36:43.125509 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:36:43.125835 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:36:43.126160 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:36:43.126482 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:36:43.126804 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:36:43.127127 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:36:43.127441 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:36:43.127753 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:36:43.169770 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] get_ports_and_sgs() called for port_ids ['2687b9c4-40c5-47af-aeff-0a2edf80afe9'] {{(pid=109868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 02:36:44.769833 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 2687b9c4-40c5-47af-aeff-0a2edf80afe9 up at agent hyperv_hv-neutron-8189 {{(pid=109868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 02:36:44.823438 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.provisioning_blocks [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Provisioning complete for port 2687b9c4-40c5-47af-aeff-0a2edf80afe9 triggered by entity L2. {{(pid=109868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 02:36:44.824769 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3570569'] for port, provisioning_complete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:36:44.915040 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:36:44.941903 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5230418f-5c0d-4d52-8314-9cb286fefa10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2687b9c4-40c5-47af-aeff-0a2edf80afe9'}] {{(pid=109868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:36:44.944162 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adafa3b64de3cabc8eac619938bcace59b198ffee64d481093eb3def62699d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1128ab9f-8077-4fe9-8d3d-7e2991ce60fe" -d '{"events": [{"server_uuid": "5230418f-5c0d-4d52-8314-9cb286fefa10", "name": "network-vif-plugged", "status": "completed", "tag": "2687b9c4-40c5-47af-aeff-0a2edf80afe9"}]}' {{(pid=109868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:36:44.965360 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port 2687b9c4-40c5-47af-aeff-0a2edf80afe9, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=2687b9c4-40c5-47af-aeff-0a2edf80afe9,segment=NetworkSegment(b64d917e-d87d-4fad-b1a2-08b63e6b256d),segment_id=b64d917e-d87d-4fad-b1a2-08b63e6b256d)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:36:44.969463 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:36:45.003564 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 02:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b7b8863-ca92-469d-9129-a58510d72fae x-openstack-request-id: req-9b7b8863-ca92-469d-9129-a58510d72fae {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:36:45.003853 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5230418f-5c0d-4d52-8314-9cb286fefa10", "name": "network-vif-plugged", "status": "completed", "tag": "2687b9c4-40c5-47af-aeff-0a2edf80afe9", "code": 200}]} {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:36:45.004107 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9b7b8863-ca92-469d-9129-a58510d72fae {{(pid=109868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:36:45.004496 dv-neutron-818911-2-hyperv neutron-server[109868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5230418f-5c0d-4d52-8314-9cb286fefa10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2687b9c4-40c5-47af-aeff-0a2edf80afe9', 'code': 200} Nov 24 02:36:45.032555 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=2687b9c4-40c5-47af-aeff-0a2edf80afe9,revision_number=7']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:36:45.398709 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63432571-7dbb-443e-b1e1-b802ed7805e1 req-077986b7-e975-4e35-9cfa-7940194c7fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:36:45.400375 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-63432571-7dbb-443e-b1e1-b802ed7805e1 req-077986b7-e975-4e35-9cfa-7940194c7fbf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9fc246153d634e1fbd174d0b60a30ca7&device_id=5230418f-5c0d-4d52-8314-9cb286fefa10 HTTP/1.1" status: 200 len: 1099 time: 0.1778433 Nov 24 02:36:45.521256 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63432571-7dbb-443e-b1e1-b802ed7805e1 req-b45489ac-363b-4dc8-96e6-b67ac903a727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:36:45.522780 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-63432571-7dbb-443e-b1e1-b802ed7805e1 req-b45489ac-363b-4dc8-96e6-b67ac903a727 service neutron] 10.222.0.48 "GET /v2.0/networks?id=973e2594-3d10-43fa-8ff0-d248cfcc4d82 HTTP/1.1" status: 200 len: 910 time: 0.1018195 Nov 24 02:36:45.603926 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-63432571-7dbb-443e-b1e1-b802ed7805e1 req-4b2c606f-bc8a-45d8-a7e0-520eb43f0b13 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2687b9c4-40c5-47af-aeff-0a2edf80afe9 HTTP/1.1" status: 200 len: 1002 time: 0.0727017 Nov 24 02:36:45.658305 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63432571-7dbb-443e-b1e1-b802ed7805e1 req-1c0ab9f1-45e1-4591-8ed3-66e5360f9697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:36:45.659780 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-63432571-7dbb-443e-b1e1-b802ed7805e1 req-1c0ab9f1-45e1-4591-8ed3-66e5360f9697 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=22d43662-4307-48cc-86ab-8a82330c5771 HTTP/1.1" status: 200 len: 848 time: 0.0481632 Nov 24 02:36:45.712929 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63432571-7dbb-443e-b1e1-b802ed7805e1 req-1f296523-77d4-4420-a7f5-0a2aecb52bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:36:45.714528 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-63432571-7dbb-443e-b1e1-b802ed7805e1 req-1f296523-77d4-4420-a7f5-0a2aecb52bb7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=973e2594-3d10-43fa-8ff0-d248cfcc4d82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0479639 Nov 24 02:36:45.834858 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-63432571-7dbb-443e-b1e1-b802ed7805e1 req-775069c2-6245-47f6-aff9-595c41557b47 service neutron] 10.222.0.48 "GET /v2.0/networks/973e2594-3d10-43fa-8ff0-d248cfcc4d82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119037 Nov 24 02:36:45.936623 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-63432571-7dbb-443e-b1e1-b802ed7805e1 req-5107be14-51c4-4e11-871a-5a007d5b9253 service neutron] 10.222.0.48 "GET /v2.0/networks/973e2594-3d10-43fa-8ff0-d248cfcc4d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935352 Nov 24 02:36:53.137614 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.agents_db [None req-4e42c10c-a1d3-4d07-89d6-7a24334140aa None None] Agent healthcheck: found 6 active agents {{(pid=109869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 02:36:54.858745 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-90b98ca6-eaaf-47a0-acf1-634bd8af7cae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:36:54.947569 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 58480) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:36:55.103780 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-fe4e422f-9055-4e8e-bf7d-27851f85c2f3 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Deleting port 851191d7-7759-4682-a766-2eed3147c698 {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 02:36:55.104121 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fe4e422f-9055-4e8e-bf7d-27851f85c2f3 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:36:55.180478 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fe4e422f-9055-4e8e-bf7d-27851f85c2f3 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:36:55.180802 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fe4e422f-9055-4e8e-bf7d-27851f85c2f3 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:36:55.193147 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-fe4e422f-9055-4e8e-bf7d-27851f85c2f3 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Calling delete_port for 851191d7-7759-4682-a766-2eed3147c698 owned by network:floatingip {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 02:36:55.341933 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fe4e422f-9055-4e8e-bf7d-27851f85c2f3 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:36:55.364745 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4e422f-9055-4e8e-bf7d-27851f85c2f3 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Pushing event deleted for resources: {'Port': ['ID=851191d7-7759-4682-a766-2eed3147c698,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:36:55.377123 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4e422f-9055-4e8e-bf7d-27851f85c2f3 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:36:55.377511 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4e422f-9055-4e8e-bf7d-27851f85c2f3 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:36:55.377859 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4e422f-9055-4e8e-bf7d-27851f85c2f3 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:36:55.378196 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4e422f-9055-4e8e-bf7d-27851f85c2f3 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:36:55.378581 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4e422f-9055-4e8e-bf7d-27851f85c2f3 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:36:55.378918 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4e422f-9055-4e8e-bf7d-27851f85c2f3 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:36:55.379249 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4e422f-9055-4e8e-bf7d-27851f85c2f3 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:36:55.379579 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4e422f-9055-4e8e-bf7d-27851f85c2f3 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:36:55.379908 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4e422f-9055-4e8e-bf7d-27851f85c2f3 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:36:55.380234 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4e422f-9055-4e8e-bf7d-27851f85c2f3 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:36:55.380557 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4e422f-9055-4e8e-bf7d-27851f85c2f3 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:36:55.380879 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4e422f-9055-4e8e-bf7d-27851f85c2f3 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:36:55.438886 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fe4e422f-9055-4e8e-bf7d-27851f85c2f3 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Publish callbacks [] for floatingip, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:36:55.439214 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.l3_db [None req-fe4e422f-9055-4e8e-bf7d-27851f85c2f3 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Floating IP 961e96e8-ff93-4ca7-9543-7ff59fed09d8 disassociated (deleted). External IP: 172.26.5.234, port: 2687b9c4-40c5-47af-aeff-0a2edf80afe9. Nov 24 02:36:55.645164 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe4e422f-9055-4e8e-bf7d-27851f85c2f3 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Router caf76a19-b03e-4eb8-8481-8df29ed94c1e has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 02:36:55.750891 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe4e422f-9055-4e8e-bf7d-27851f85c2f3 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 02:36:55.755718 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-fe4e422f-9055-4e8e-bf7d-27851f85c2f3 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for floatingip, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:36:55.760189 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada7b503-2265-49ce-8bcd-dd8c937779ae None None] Sync routers for ids ['caf76a19-b03e-4eb8-8481-8df29ed94c1e'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 02:36:55.770397 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada7b503-2265-49ce-8bcd-dd8c937779ae None None] Routers {'caf76a19-b03e-4eb8-8481-8df29ed94c1e'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:36:55.771003 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-ada7b503-2265-49ce-8bcd-dd8c937779ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:36:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['caf76a19-b03e-4eb8-8481-8df29ed94c1e'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:36:55.782524 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-fe4e422f-9055-4e8e-bf7d-27851f85c2f3 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] 10.222.0.21 "DELETE /v2.0/floatingips/961e96e8-ff93-4ca7-9543-7ff59fed09d8 HTTP/1.1" status: 204 len: 168 time: 0.8338711 Nov 24 02:36:55.783224 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5230418f-5c0d-4d52-8314-9cb286fefa10', 'tag': '2687b9c4-40c5-47af-aeff-0a2edf80afe9'}] {{(pid=109867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:36:55.785620 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2155eb48762029a847224b6ca77dbed8b251e8450d3d79f1fc0a82d404e82e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72dedcb8-bd01-4979-8e20-6622893b6b05" -d '{"events": [{"name": "network-changed", "server_uuid": "5230418f-5c0d-4d52-8314-9cb286fefa10", "tag": "2687b9c4-40c5-47af-aeff-0a2edf80afe9"}]}' {{(pid=109867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:36:55.826468 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 02:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-080f5d20-6059-4ce6-94cf-b56e95370903 x-openstack-request-id: req-080f5d20-6059-4ce6-94cf-b56e95370903 {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:36:55.826767 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5230418f-5c0d-4d52-8314-9cb286fefa10", "tag": "2687b9c4-40c5-47af-aeff-0a2edf80afe9", "status": "completed", "code": 200}]} {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:36:55.827051 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-080f5d20-6059-4ce6-94cf-b56e95370903 {{(pid=109867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:36:55.827457 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5230418f-5c0d-4d52-8314-9cb286fefa10', 'tag': '2687b9c4-40c5-47af-aeff-0a2edf80afe9', 'status': 'completed', 'code': 200} Nov 24 02:36:55.883135 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-ada7b503-2265-49ce-8bcd-dd8c937779ae None None] Set router caf76a19-b03e-4eb8-8481-8df29ed94c1e gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:36:55.927138 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dedcb8-bd01-4979-8e20-6622893b6b05 req-f0fdb775-c247-4591-9a81-63a87bdff026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:36:55.928818 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-72dedcb8-bd01-4979-8e20-6622893b6b05 req-f0fdb775-c247-4591-9a81-63a87bdff026 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9fc246153d634e1fbd174d0b60a30ca7&device_id=5230418f-5c0d-4d52-8314-9cb286fefa10 HTTP/1.1" status: 200 len: 1099 time: 0.0568538 Nov 24 02:36:56.024541 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dedcb8-bd01-4979-8e20-6622893b6b05 req-694d9ddf-78a2-432f-ba8e-fc2a722c5b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:36:56.026195 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-72dedcb8-bd01-4979-8e20-6622893b6b05 req-694d9ddf-78a2-432f-ba8e-fc2a722c5b2e service neutron] 10.222.0.48 "GET /v2.0/networks?id=973e2594-3d10-43fa-8ff0-d248cfcc4d82 HTTP/1.1" status: 200 len: 910 time: 0.0901568 Nov 24 02:36:56.074311 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-72dedcb8-bd01-4979-8e20-6622893b6b05 req-90656da4-c3ea-4a3e-8264-0f6a6f98986c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2687b9c4-40c5-47af-aeff-0a2edf80afe9 HTTP/1.1" status: 200 len: 217 time: 0.0403419 Nov 24 02:36:56.125058 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-ada7b503-2265-49ce-8bcd-dd8c937779ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf76a19-b03e-4eb8-8481-8df29ed94c1e', 'name': 'tempest-TestSnapshotPattern-552509070-router', 'tenant_id': '9fc246153d634e1fbd174d0b60a30ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.156'}], 'enable_snat': True}, 'gw_port_id': '3bb0ba61-bf70-4739-b24a-b6b24f07c3b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:32:16Z', 'updated_at': '2021-11-24T02:32:18Z', 'revision_number': 4, 'project_id': '9fc246153d634e1fbd174d0b60a30ca7', 'gw_port': {'id': '3bb0ba61-bf70-4739-b24a-b6b24f07c3b8', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:bd:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf76a19-b03e-4eb8-8481-8df29ed94c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:32:16Z', 'updated_at': '2021-11-24T02:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_floatingips': [{'id': '363645a4-83d3-42a6-9ca1-6cf07b086423', 'tenant_id': '9fc246153d634e1fbd174d0b60a30ca7', 'floating_ip_address': '172.26.5.37', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': 'caf76a19-b03e-4eb8-8481-8df29ed94c1e', 'port_id': '8dab046b-d426-4bc4-80c5-cc00dac39789', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '973e2594-3d10-43fa-8ff0-d248cfcc4d82', 'mac_address': 'fa:16:3e:af:c8:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c617619-43fb-4eda-a9f5-11ac441ed945', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T02:32:38Z', 'updated_at': '2021-11-24T02:32:40Z', 'revision_number': 1, 'project_id': '9fc246153d634e1fbd174d0b60a30ca7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71c25821-448c-4fac-a666-e9ee8b3dca69', 'name': '', 'network_id': '973e2594-3d10-43fa-8ff0-d248cfcc4d82', 'tenant_id': '9fc246153d634e1fbd174d0b60a30ca7', 'mac_address': 'fa:16:3e:71:34:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf76a19-b03e-4eb8-8481-8df29ed94c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '22d43662-4307-48cc-86ab-8a82330c5771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:32:18Z', 'updated_at': '2021-11-24T02:32:22Z', 'revision_number': 5, 'project_id': '9fc246153d634e1fbd174d0b60a30ca7', 'subnets': [{'id': '22d43662-4307-48cc-86ab-8a82330c5771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:36:56.132807 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dedcb8-bd01-4979-8e20-6622893b6b05 req-ce33d775-0308-4b4e-89fe-20512caaeb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:36:56.134539 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-72dedcb8-bd01-4979-8e20-6622893b6b05 req-ce33d775-0308-4b4e-89fe-20512caaeb42 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=22d43662-4307-48cc-86ab-8a82330c5771 HTTP/1.1" status: 200 len: 848 time: 0.0536318 Nov 24 02:36:56.155987 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada7b503-2265-49ce-8bcd-dd8c937779ae None None] Checking router: caf76a19-b03e-4eb8-8481-8df29ed94c1e for host: dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 02:36:56.164751 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada7b503-2265-49ce-8bcd-dd8c937779ae None None] Routers {'caf76a19-b03e-4eb8-8481-8df29ed94c1e'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:36:56.165386 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-ada7b503-2265-49ce-8bcd-dd8c937779ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:36:27Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['caf76a19-b03e-4eb8-8481-8df29ed94c1e'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:36:56.192413 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dedcb8-bd01-4979-8e20-6622893b6b05 req-3df9267c-5353-4a0a-a855-c4d2a21e3fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:36:56.193933 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-72dedcb8-bd01-4979-8e20-6622893b6b05 req-3df9267c-5353-4a0a-a855-c4d2a21e3fe5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=973e2594-3d10-43fa-8ff0-d248cfcc4d82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0445969 Nov 24 02:36:56.272090 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-ada7b503-2265-49ce-8bcd-dd8c937779ae None None] Set router caf76a19-b03e-4eb8-8481-8df29ed94c1e gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:36:56.308463 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a1eae3-2a23-4021-b678-258d18f81545 req-97a10490-786f-4996-b397-436f582d0f4c tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:36:56.310003 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-06a1eae3-2a23-4021-b678-258d18f81545 req-97a10490-786f-4996-b397-436f582d0f4c tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] 10.222.0.21 "GET /v2.0/ports?device_id=5230418f-5c0d-4d52-8314-9cb286fefa10 HTTP/1.1" status: 200 len: 946 time: 0.1659732 Nov 24 02:36:56.349267 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-72dedcb8-bd01-4979-8e20-6622893b6b05 req-64be3a88-7c41-4cbd-aebb-222d3b55e24d service neutron] 10.222.0.48 "GET /v2.0/networks/973e2594-3d10-43fa-8ff0-d248cfcc4d82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447134 Nov 24 02:36:56.391834 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-06a1eae3-2a23-4021-b678-258d18f81545 req-0d5de2d0-bb87-4f2b-932e-3421a02b80d2 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] 10.222.0.21 "GET /v2.0/security-groups?id=9814165d-3356-41ee-a602-ad9afc0e937e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752714 Nov 24 02:36:56.464655 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-72dedcb8-bd01-4979-8e20-6622893b6b05 req-93c728b6-3783-48ad-8f1f-a4d4b31af177 service neutron] 10.222.0.48 "GET /v2.0/networks/973e2594-3d10-43fa-8ff0-d248cfcc4d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066506 Nov 24 02:36:56.501818 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-ada7b503-2265-49ce-8bcd-dd8c937779ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf76a19-b03e-4eb8-8481-8df29ed94c1e', 'name': 'tempest-TestSnapshotPattern-552509070-router', 'tenant_id': '9fc246153d634e1fbd174d0b60a30ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.156'}], 'enable_snat': True}, 'gw_port_id': '3bb0ba61-bf70-4739-b24a-b6b24f07c3b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:32:16Z', 'updated_at': '2021-11-24T02:32:18Z', 'revision_number': 4, 'project_id': '9fc246153d634e1fbd174d0b60a30ca7', 'gw_port': {'id': '3bb0ba61-bf70-4739-b24a-b6b24f07c3b8', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:bd:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf76a19-b03e-4eb8-8481-8df29ed94c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:32:16Z', 'updated_at': '2021-11-24T02:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_floatingips': [{'id': '363645a4-83d3-42a6-9ca1-6cf07b086423', 'tenant_id': '9fc246153d634e1fbd174d0b60a30ca7', 'floating_ip_address': '172.26.5.37', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': 'caf76a19-b03e-4eb8-8481-8df29ed94c1e', 'port_id': '8dab046b-d426-4bc4-80c5-cc00dac39789', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '973e2594-3d10-43fa-8ff0-d248cfcc4d82', 'mac_address': 'fa:16:3e:af:c8:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c617619-43fb-4eda-a9f5-11ac441ed945', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T02:32:38Z', 'updated_at': '2021-11-24T02:32:40Z', 'revision_number': 1, 'project_id': '9fc246153d634e1fbd174d0b60a30ca7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71c25821-448c-4fac-a666-e9ee8b3dca69', 'name': '', 'network_id': '973e2594-3d10-43fa-8ff0-d248cfcc4d82', 'tenant_id': '9fc246153d634e1fbd174d0b60a30ca7', 'mac_address': 'fa:16:3e:71:34:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf76a19-b03e-4eb8-8481-8df29ed94c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '22d43662-4307-48cc-86ab-8a82330c5771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:32:18Z', 'updated_at': '2021-11-24T02:32:22Z', 'revision_number': 5, 'project_id': '9fc246153d634e1fbd174d0b60a30ca7', 'subnets': [{'id': '22d43662-4307-48cc-86ab-8a82330c5771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:36:56.527798 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada7b503-2265-49ce-8bcd-dd8c937779ae None None] The sync data for ids ['caf76a19-b03e-4eb8-8481-8df29ed94c1e'] in dv-neutron-818911-2-hyperv is: [{'id': 'caf76a19-b03e-4eb8-8481-8df29ed94c1e', 'name': 'tempest-TestSnapshotPattern-552509070-router', 'tenant_id': '9fc246153d634e1fbd174d0b60a30ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.156'}], 'enable_snat': True}, 'gw_port_id': '3bb0ba61-bf70-4739-b24a-b6b24f07c3b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:32:16Z', 'updated_at': '2021-11-24T02:32:18Z', 'revision_number': 4, 'project_id': '9fc246153d634e1fbd174d0b60a30ca7', 'gw_port': {'id': '3bb0ba61-bf70-4739-b24a-b6b24f07c3b8', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:bd:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf76a19-b03e-4eb8-8481-8df29ed94c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:32:16Z', 'updated_at': '2021-11-24T02:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_floatingips': [{'id': '363645a4-83d3-42a6-9ca1-6cf07b086423', 'tenant_id': '9fc246153d634e1fbd174d0b60a30ca7', 'floating_ip_address': '172.26.5.37', 'floating_network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'router_id': 'caf76a19-b03e-4eb8-8481-8df29ed94c1e', 'port_id': '8dab046b-d426-4bc4-80c5-cc00dac39789', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '973e2594-3d10-43fa-8ff0-d248cfcc4d82', 'mac_address': 'fa:16:3e:af:c8:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c617619-43fb-4eda-a9f5-11ac441ed945', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T02:32:38Z', 'updated_at': '2021-11-24T02:32:40Z', 'revision_number': 1, 'project_id': '9fc246153d634e1fbd174d0b60a30ca7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71c25821-448c-4fac-a666-e9ee8b3dca69', 'name': '', 'network_id': '973e2594-3d10-43fa-8ff0-d248cfcc4d82', 'tenant_id': '9fc246153d634e1fbd174d0b60a30ca7', 'mac_address': 'fa:16:3e:71:34:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf76a19-b03e-4eb8-8481-8df29ed94c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '22d43662-4307-48cc-86ab-8a82330c5771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:32:18Z', 'updated_at': '2021-11-24T02:32:22Z', 'revision_number': 5, 'project_id': '9fc246153d634e1fbd174d0b60a30ca7', 'subnets': [{'id': '22d43662-4307-48cc-86ab-8a82330c5771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 02:36:56.732549 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d6c52f-2ac1-49ae-87f0-91393eaf92e8 None None] New status for floating IP 961e96e8-ff93-4ca7-9543-7ff59fed09d8: DOWN {{(pid=109869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 02:36:56.845932 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 2687b9c4-40c5-47af-aeff-0a2edf80afe9 no longer exists at agent hyperv_hv-neutron-8189 {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 02:36:56.922411 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579714'] for port, before_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:36:56.944608 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5230418f-5c0d-4d52-8314-9cb286fefa10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2687b9c4-40c5-47af-aeff-0a2edf80afe9'}] {{(pid=109868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:36:56.946852 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adafa3b64de3cabc8eac619938bcace59b198ffee64d481093eb3def62699d14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fb88606-e161-4d0d-821b-4ebc0987ef29" -d '{"events": [{"server_uuid": "5230418f-5c0d-4d52-8314-9cb286fefa10", "name": "network-vif-unplugged", "status": "completed", "tag": "2687b9c4-40c5-47af-aeff-0a2edf80afe9"}]}' {{(pid=109868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:36:56.960040 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] For port 2687b9c4-40c5-47af-aeff-0a2edf80afe9, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=2687b9c4-40c5-47af-aeff-0a2edf80afe9,segment=NetworkSegment(b64d917e-d87d-4fad-b1a2-08b63e6b256d),segment_id=b64d917e-d87d-4fad-b1a2-08b63e6b256d)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:36:56.964313 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774267909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774267476983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774267474701'] for port, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:36:56.987481 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 02:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bb18c57-d076-4c18-83c8-9d5ec2f62d85 x-openstack-request-id: req-1bb18c57-d076-4c18-83c8-9d5ec2f62d85 {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:36:56.987774 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5230418f-5c0d-4d52-8314-9cb286fefa10", "name": "network-vif-unplugged", "status": "completed", "tag": "2687b9c4-40c5-47af-aeff-0a2edf80afe9", "code": 200}]} {{(pid=109868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:36:56.988048 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1bb18c57-d076-4c18-83c8-9d5ec2f62d85 {{(pid=109868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:36:56.988418 dv-neutron-818911-2-hyperv neutron-server[109868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5230418f-5c0d-4d52-8314-9cb286fefa10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2687b9c4-40c5-47af-aeff-0a2edf80afe9', 'code': 200} Nov 24 02:36:57.015396 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Pushing event updated for resources: {'Port': ['ID=2687b9c4-40c5-47af-aeff-0a2edf80afe9,revision_number=8']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:36:57.311167 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-223c1c97-bbe4-4a17-b3d8-00c33167abcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:36:57.509608 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4400567-0b51-4938-8f53-1c1a6c87acc2 req-0d57af29-7425-4795-9d6f-15148caf7416 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:36:57.511127 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-f4400567-0b51-4938-8f53-1c1a6c87acc2 req-0d57af29-7425-4795-9d6f-15148caf7416 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] 10.222.0.21 "GET /v2.0/ports?device_id=5230418f-5c0d-4d52-8314-9cb286fefa10 HTTP/1.1" status: 200 len: 944 time: 0.0507355 Nov 24 02:36:57.560231 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-f4400567-0b51-4938-8f53-1c1a6c87acc2 req-f0c3bf0c-59d5-4542-86da-a3a64a791e6d tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] 10.222.0.21 "GET /v2.0/security-groups?id=9814165d-3356-41ee-a602-ad9afc0e937e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432632 Nov 24 02:36:57.924168 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31c87fb-21d5-46b8-b664-30edf2770ad1 req-810a3e28-9bde-476e-86a7-c72f610c6328 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:36:57.925640 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-f31c87fb-21d5-46b8-b664-30edf2770ad1 req-810a3e28-9bde-476e-86a7-c72f610c6328 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] 10.222.0.48 "GET /v2.0/ports?device_id=5230418f-5c0d-4d52-8314-9cb286fefa10 HTTP/1.1" status: 200 len: 944 time: 0.0477602 Nov 24 02:36:58.017561 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [req-f31c87fb-21d5-46b8-b664-30edf2770ad1 req-09c2436f-9663-4899-b6c7-8f0bf1c0c934 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Deleting port 2687b9c4-40c5-47af-aeff-0a2edf80afe9 {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 02:36:58.017893 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-f31c87fb-21d5-46b8-b664-30edf2770ad1 req-09c2436f-9663-4899-b6c7-8f0bf1c0c934 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:36:58.103927 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [req-f31c87fb-21d5-46b8-b664-30edf2770ad1 req-09c2436f-9663-4899-b6c7-8f0bf1c0c934 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] For port 2687b9c4-40c5-47af-aeff-0a2edf80afe9, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=2687b9c4-40c5-47af-aeff-0a2edf80afe9,segment=NetworkSegment(b64d917e-d87d-4fad-b1a2-08b63e6b256d),segment_id=b64d917e-d87d-4fad-b1a2-08b63e6b256d)] {{(pid=109867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:36:58.104200 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-f31c87fb-21d5-46b8-b664-30edf2770ad1 req-09c2436f-9663-4899-b6c7-8f0bf1c0c934 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:36:58.116920 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [req-f31c87fb-21d5-46b8-b664-30edf2770ad1 req-09c2436f-9663-4899-b6c7-8f0bf1c0c934 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Calling delete_port for 2687b9c4-40c5-47af-aeff-0a2edf80afe9 owned by compute:nova {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 02:36:58.243112 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-f31c87fb-21d5-46b8-b664-30edf2770ad1 req-09c2436f-9663-4899-b6c7-8f0bf1c0c934 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:36:58.269562 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c2436f-9663-4899-b6c7-8f0bf1c0c934 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Pushing event deleted for resources: {'Port': ['ID=2687b9c4-40c5-47af-aeff-0a2edf80afe9,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:36:58.310768 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:36:58.318234 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [req-f31c87fb-21d5-46b8-b664-30edf2770ad1 req-09c2436f-9663-4899-b6c7-8f0bf1c0c934 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] No DVR routers for this DVR port 2687b9c4-40c5-47af-aeff-0a2edf80afe9 on host hv-neutron-8189 {{(pid=109867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 02:36:58.320599 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-f31c87fb-21d5-46b8-b664-30edf2770ad1 req-09c2436f-9663-4899-b6c7-8f0bf1c0c934 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:36:58.323981 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-f31c87fb-21d5-46b8-b664-30edf2770ad1 req-09c2436f-9663-4899-b6c7-8f0bf1c0c934 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] 10.222.0.48 "DELETE /v2.0/ports/2687b9c4-40c5-47af-aeff-0a2edf80afe9 HTTP/1.1" status: 204 len: 173 time: 0.3910134 Nov 24 02:36:58.324424 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5230418f-5c0d-4d52-8314-9cb286fefa10', 'name': 'network-vif-deleted', 'tag': '2687b9c4-40c5-47af-aeff-0a2edf80afe9'}] {{(pid=109867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:36:58.326671 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2155eb48762029a847224b6ca77dbed8b251e8450d3d79f1fc0a82d404e82e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd61c808-c88c-4726-8d9b-b7c2691e5333" -d '{"events": [{"server_uuid": "5230418f-5c0d-4d52-8314-9cb286fefa10", "name": "network-vif-deleted", "tag": "2687b9c4-40c5-47af-aeff-0a2edf80afe9"}]}' {{(pid=109867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:36:58.362988 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 02:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e05b2bf1-3f23-4ed0-b337-6b5cef9e0ea6 x-openstack-request-id: req-e05b2bf1-3f23-4ed0-b337-6b5cef9e0ea6 {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:36:58.363282 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5230418f-5c0d-4d52-8314-9cb286fefa10", "name": "network-vif-deleted", "tag": "2687b9c4-40c5-47af-aeff-0a2edf80afe9", "status": "completed", "code": 200}]} {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:36:58.363586 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e05b2bf1-3f23-4ed0-b337-6b5cef9e0ea6 {{(pid=109867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:36:58.363938 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5230418f-5c0d-4d52-8314-9cb286fefa10', 'name': 'network-vif-deleted', 'tag': '2687b9c4-40c5-47af-aeff-0a2edf80afe9', 'status': 'completed', 'code': 200} Nov 24 02:36:58.465855 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:36:58.667299 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-8f24f17c-8275-4f29-aacd-81d4feb7464b req-d8e93b7e-31a6-4043-b779-6a7ff559332f tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] 10.222.0.21 "GET /v2.0/ports?device_id=5230418f-5c0d-4d52-8314-9cb286fefa10 HTTP/1.1" status: 200 len: 210 time: 0.0262780 Nov 24 02:36:59.815804 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:37:00.234189 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:37:00.242266 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 58544) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:37:00.711155 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-95fed2c5-7106-474e-9453-0803196fab6a tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Deleting port 81360ce8-3579-4716-b22e-bd67a6961867 {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 02:37:00.711486 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-95fed2c5-7106-474e-9453-0803196fab6a tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:37:00.787837 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-95fed2c5-7106-474e-9453-0803196fab6a tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:37:00.788149 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-95fed2c5-7106-474e-9453-0803196fab6a tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:37:00.800251 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-95fed2c5-7106-474e-9453-0803196fab6a tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Calling delete_port for 81360ce8-3579-4716-b22e-bd67a6961867 owned by network:floatingip {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 02:37:00.862068 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 2687b9c4-40c5-47af-aeff-0a2edf80afe9 no longer exists at agent hyperv_hv-neutron-8189 {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 02:37:00.881066 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] No Port match for: 2687b9c4-40c5-47af-aeff-0a2edf80afe9 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 02:37:00.881440 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 2687b9c4-40c5-47af-aeff-0a2edf80afe9 not bound to the agent host hv-neutron-8189 {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 02:37:00.946065 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-95fed2c5-7106-474e-9453-0803196fab6a tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:37:00.975889 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fed2c5-7106-474e-9453-0803196fab6a tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Pushing event deleted for resources: {'Port': ['ID=81360ce8-3579-4716-b22e-bd67a6961867,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:37:01.032999 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-95fed2c5-7106-474e-9453-0803196fab6a tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Publish callbacks [] for floatingip, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:37:01.033346 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.db.l3_db [None req-95fed2c5-7106-474e-9453-0803196fab6a tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Floating IP 363645a4-83d3-42a6-9ca1-6cf07b086423 disassociated (deleted). External IP: 172.26.5.37, port: 8dab046b-d426-4bc4-80c5-cc00dac39789. Nov 24 02:37:01.238777 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95fed2c5-7106-474e-9453-0803196fab6a tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Router caf76a19-b03e-4eb8-8481-8df29ed94c1e has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 02:37:01.346627 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95fed2c5-7106-474e-9453-0803196fab6a tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 02:37:01.351820 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-95fed2c5-7106-474e-9453-0803196fab6a tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for floatingip, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:37:01.358554 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa78558-a2ae-44a9-9e4a-2d95108bd025 None None] Sync routers for ids ['caf76a19-b03e-4eb8-8481-8df29ed94c1e'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 02:37:01.367657 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa78558-a2ae-44a9-9e4a-2d95108bd025 None None] Routers {'caf76a19-b03e-4eb8-8481-8df29ed94c1e'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:37:01.368273 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-eaa78558-a2ae-44a9-9e4a-2d95108bd025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:36:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['caf76a19-b03e-4eb8-8481-8df29ed94c1e'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:37:01.379595 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-95fed2c5-7106-474e-9453-0803196fab6a tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] 10.222.0.21 "DELETE /v2.0/floatingips/363645a4-83d3-42a6-9ca1-6cf07b086423 HTTP/1.1" status: 204 len: 168 time: 1.1362073 Nov 24 02:37:01.380193 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c617619-43fb-4eda-a9f5-11ac441ed945', 'tag': '8dab046b-d426-4bc4-80c5-cc00dac39789'}] {{(pid=109867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:37:01.382545 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2155eb48762029a847224b6ca77dbed8b251e8450d3d79f1fc0a82d404e82e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee20660f-92b5-42df-83e3-26c74bb28d08" -d '{"events": [{"name": "network-changed", "server_uuid": "7c617619-43fb-4eda-a9f5-11ac441ed945", "tag": "8dab046b-d426-4bc4-80c5-cc00dac39789"}]}' {{(pid=109867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:37:01.423193 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 02:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b4bc6b6-f4b4-46fe-aa76-6f31d5391fce x-openstack-request-id: req-2b4bc6b6-f4b4-46fe-aa76-6f31d5391fce {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:37:01.423481 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c617619-43fb-4eda-a9f5-11ac441ed945", "tag": "8dab046b-d426-4bc4-80c5-cc00dac39789", "status": "completed", "code": 200}]} {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:37:01.423763 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2b4bc6b6-f4b4-46fe-aa76-6f31d5391fce {{(pid=109867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:37:01.424197 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c617619-43fb-4eda-a9f5-11ac441ed945', 'tag': '8dab046b-d426-4bc4-80c5-cc00dac39789', 'status': 'completed', 'code': 200} Nov 24 02:37:01.479343 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-eaa78558-a2ae-44a9-9e4a-2d95108bd025 None None] Set router caf76a19-b03e-4eb8-8481-8df29ed94c1e gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:37:01.513644 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee20660f-92b5-42df-83e3-26c74bb28d08 req-32b1b87c-f5ba-4909-9098-f02b821d2f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:37:01.514586 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-ee20660f-92b5-42df-83e3-26c74bb28d08 req-32b1b87c-f5ba-4909-9098-f02b821d2f04 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9fc246153d634e1fbd174d0b60a30ca7&device_id=7c617619-43fb-4eda-a9f5-11ac441ed945 HTTP/1.1" status: 200 len: 1097 time: 0.0487165 Nov 24 02:37:01.612354 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb846b6-2918-47bc-b112-13b489bb07fc req-d5c7dca7-2402-49f8-b738-865643594220 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:37:01.615067 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-8eb846b6-2918-47bc-b112-13b489bb07fc req-d5c7dca7-2402-49f8-b738-865643594220 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c617619-43fb-4eda-a9f5-11ac441ed945 HTTP/1.1" status: 200 len: 944 time: 0.0540609 Nov 24 02:37:01.623069 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee20660f-92b5-42df-83e3-26c74bb28d08 req-6b26745f-3733-48ff-97e3-11de89e0b26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:37:01.624561 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-ee20660f-92b5-42df-83e3-26c74bb28d08 req-6b26745f-3733-48ff-97e3-11de89e0b26d service neutron] 10.222.0.48 "GET /v2.0/networks?id=973e2594-3d10-43fa-8ff0-d248cfcc4d82 HTTP/1.1" status: 200 len: 910 time: 0.1026850 Nov 24 02:37:01.665862 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [req-8eb846b6-2918-47bc-b112-13b489bb07fc req-67402c86-5e7f-46c3-a530-d80022ebe3ae tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] 10.222.0.21 "GET /v2.0/security-groups?id=9814165d-3356-41ee-a602-ad9afc0e937e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441959 Nov 24 02:37:01.670563 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-ee20660f-92b5-42df-83e3-26c74bb28d08 req-9bc91efb-2e25-4f3c-859e-5e83a45d59c5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8dab046b-d426-4bc4-80c5-cc00dac39789 HTTP/1.1" status: 200 len: 217 time: 0.0367713 Nov 24 02:37:01.702226 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-eaa78558-a2ae-44a9-9e4a-2d95108bd025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf76a19-b03e-4eb8-8481-8df29ed94c1e', 'name': 'tempest-TestSnapshotPattern-552509070-router', 'tenant_id': '9fc246153d634e1fbd174d0b60a30ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.156'}], 'enable_snat': True}, 'gw_port_id': '3bb0ba61-bf70-4739-b24a-b6b24f07c3b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:32:16Z', 'updated_at': '2021-11-24T02:32:18Z', 'revision_number': 4, 'project_id': '9fc246153d634e1fbd174d0b60a30ca7', 'gw_port': {'id': '3bb0ba61-bf70-4739-b24a-b6b24f07c3b8', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:bd:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf76a19-b03e-4eb8-8481-8df29ed94c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:32:16Z', 'updated_at': '2021-11-24T02:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': '71c25821-448c-4fac-a666-e9ee8b3dca69', 'name': '', 'network_id': '973e2594-3d10-43fa-8ff0-d248cfcc4d82', 'tenant_id': '9fc246153d634e1fbd174d0b60a30ca7', 'mac_address': 'fa:16:3e:71:34:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf76a19-b03e-4eb8-8481-8df29ed94c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '22d43662-4307-48cc-86ab-8a82330c5771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:32:18Z', 'updated_at': '2021-11-24T02:32:22Z', 'revision_number': 5, 'project_id': '9fc246153d634e1fbd174d0b60a30ca7', 'subnets': [{'id': '22d43662-4307-48cc-86ab-8a82330c5771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:37:01.724216 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee20660f-92b5-42df-83e3-26c74bb28d08 req-199de89e-ba9c-45ac-bf48-000a5ba092b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:37:01.725718 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-ee20660f-92b5-42df-83e3-26c74bb28d08 req-199de89e-ba9c-45ac-bf48-000a5ba092b2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=22d43662-4307-48cc-86ab-8a82330c5771 HTTP/1.1" status: 200 len: 848 time: 0.0477247 Nov 24 02:37:01.728478 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa78558-a2ae-44a9-9e4a-2d95108bd025 None None] Checking router: caf76a19-b03e-4eb8-8481-8df29ed94c1e for host: dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 02:37:01.736762 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa78558-a2ae-44a9-9e4a-2d95108bd025 None None] Routers {'caf76a19-b03e-4eb8-8481-8df29ed94c1e'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:37:01.737365 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-eaa78558-a2ae-44a9-9e4a-2d95108bd025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:36:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['caf76a19-b03e-4eb8-8481-8df29ed94c1e'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:37:01.777949 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee20660f-92b5-42df-83e3-26c74bb28d08 req-d7cff321-e8e9-44d3-a4cf-0444f4766cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:37:01.779375 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-ee20660f-92b5-42df-83e3-26c74bb28d08 req-d7cff321-e8e9-44d3-a4cf-0444f4766cd5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=973e2594-3d10-43fa-8ff0-d248cfcc4d82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0453005 Nov 24 02:37:01.842253 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-eaa78558-a2ae-44a9-9e4a-2d95108bd025 None None] Set router caf76a19-b03e-4eb8-8481-8df29ed94c1e gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:37:01.872151 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-ee20660f-92b5-42df-83e3-26c74bb28d08 req-5da35366-6dbb-4cdf-979a-3568a5d25d97 service neutron] 10.222.0.48 "GET /v2.0/networks/973e2594-3d10-43fa-8ff0-d248cfcc4d82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849564 Nov 24 02:37:01.966975 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-ee20660f-92b5-42df-83e3-26c74bb28d08 req-7ae66323-baf4-4cf2-982d-b7272efaa61f service neutron] 10.222.0.48 "GET /v2.0/networks/973e2594-3d10-43fa-8ff0-d248cfcc4d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870354 Nov 24 02:37:02.035962 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-eaa78558-a2ae-44a9-9e4a-2d95108bd025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf76a19-b03e-4eb8-8481-8df29ed94c1e', 'name': 'tempest-TestSnapshotPattern-552509070-router', 'tenant_id': '9fc246153d634e1fbd174d0b60a30ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.156'}], 'enable_snat': True}, 'gw_port_id': '3bb0ba61-bf70-4739-b24a-b6b24f07c3b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:32:16Z', 'updated_at': '2021-11-24T02:32:18Z', 'revision_number': 4, 'project_id': '9fc246153d634e1fbd174d0b60a30ca7', 'gw_port': {'id': '3bb0ba61-bf70-4739-b24a-b6b24f07c3b8', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:bd:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf76a19-b03e-4eb8-8481-8df29ed94c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:32:16Z', 'updated_at': '2021-11-24T02:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': '71c25821-448c-4fac-a666-e9ee8b3dca69', 'name': '', 'network_id': '973e2594-3d10-43fa-8ff0-d248cfcc4d82', 'tenant_id': '9fc246153d634e1fbd174d0b60a30ca7', 'mac_address': 'fa:16:3e:71:34:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf76a19-b03e-4eb8-8481-8df29ed94c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '22d43662-4307-48cc-86ab-8a82330c5771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:32:18Z', 'updated_at': '2021-11-24T02:32:22Z', 'revision_number': 5, 'project_id': '9fc246153d634e1fbd174d0b60a30ca7', 'subnets': [{'id': '22d43662-4307-48cc-86ab-8a82330c5771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:37:02.065018 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa78558-a2ae-44a9-9e4a-2d95108bd025 None None] The sync data for ids ['caf76a19-b03e-4eb8-8481-8df29ed94c1e'] in dv-neutron-818911-2-hyperv is: [{'id': 'caf76a19-b03e-4eb8-8481-8df29ed94c1e', 'name': 'tempest-TestSnapshotPattern-552509070-router', 'tenant_id': '9fc246153d634e1fbd174d0b60a30ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.156'}], 'enable_snat': True}, 'gw_port_id': '3bb0ba61-bf70-4739-b24a-b6b24f07c3b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:32:16Z', 'updated_at': '2021-11-24T02:32:18Z', 'revision_number': 4, 'project_id': '9fc246153d634e1fbd174d0b60a30ca7', 'gw_port': {'id': '3bb0ba61-bf70-4739-b24a-b6b24f07c3b8', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:bd:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf76a19-b03e-4eb8-8481-8df29ed94c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:32:16Z', 'updated_at': '2021-11-24T02:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv', '_interfaces': [{'id': '71c25821-448c-4fac-a666-e9ee8b3dca69', 'name': '', 'network_id': '973e2594-3d10-43fa-8ff0-d248cfcc4d82', 'tenant_id': '9fc246153d634e1fbd174d0b60a30ca7', 'mac_address': 'fa:16:3e:71:34:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf76a19-b03e-4eb8-8481-8df29ed94c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '22d43662-4307-48cc-86ab-8a82330c5771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:32:18Z', 'updated_at': '2021-11-24T02:32:22Z', 'revision_number': 5, 'project_id': '9fc246153d634e1fbd174d0b60a30ca7', 'subnets': [{'id': '22d43662-4307-48cc-86ab-8a82330c5771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 02:37:02.265024 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e337eb-f1db-4ae8-af47-be48146cfe3f None None] New status for floating IP 363645a4-83d3-42a6-9ca1-6cf07b086423: DOWN {{(pid=109869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 02:37:02.784444 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa056414-3da4-4f77-b8ec-909fa26a5ef6 req-019ffcf0-bf80-454c-b5c3-98dc51be0827 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:37:02.785949 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-fa056414-3da4-4f77-b8ec-909fa26a5ef6 req-019ffcf0-bf80-454c-b5c3-98dc51be0827 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c617619-43fb-4eda-a9f5-11ac441ed945 HTTP/1.1" status: 200 len: 944 time: 0.0502009 Nov 24 02:37:02.835343 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-fa056414-3da4-4f77-b8ec-909fa26a5ef6 req-08233d7d-3acf-4180-b11b-8f07dcbf19e4 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] 10.222.0.21 "GET /v2.0/security-groups?id=9814165d-3356-41ee-a602-ad9afc0e937e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435681 Nov 24 02:37:03.326052 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be2a4dc-07c8-4fc8-af01-573c7c69abf1 req-d409cf30-8dd6-454e-91ab-f971a1c365a9 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 02:37:03.327634 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-5be2a4dc-07c8-4fc8-af01-573c7c69abf1 req-d409cf30-8dd6-454e-91ab-f971a1c365a9 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c617619-43fb-4eda-a9f5-11ac441ed945 HTTP/1.1" status: 200 len: 944 time: 0.0533776 Nov 24 02:37:03.414312 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [req-5be2a4dc-07c8-4fc8-af01-573c7c69abf1 req-1fd93ec3-980d-4fb0-918f-355b18a6f193 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Deleting port 8dab046b-d426-4bc4-80c5-cc00dac39789 {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 02:37:03.414667 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-5be2a4dc-07c8-4fc8-af01-573c7c69abf1 req-1fd93ec3-980d-4fb0-918f-355b18a6f193 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:37:03.508168 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [req-5be2a4dc-07c8-4fc8-af01-573c7c69abf1 req-1fd93ec3-980d-4fb0-918f-355b18a6f193 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] For port 8dab046b-d426-4bc4-80c5-cc00dac39789, host hv-neutron-8189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8189',level=0,port_id=8dab046b-d426-4bc4-80c5-cc00dac39789,segment=NetworkSegment(b64d917e-d87d-4fad-b1a2-08b63e6b256d),segment_id=b64d917e-d87d-4fad-b1a2-08b63e6b256d)] {{(pid=109867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:37:03.508696 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-5be2a4dc-07c8-4fc8-af01-573c7c69abf1 req-1fd93ec3-980d-4fb0-918f-355b18a6f193 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:37:03.525379 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [req-5be2a4dc-07c8-4fc8-af01-573c7c69abf1 req-1fd93ec3-980d-4fb0-918f-355b18a6f193 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Calling delete_port for 8dab046b-d426-4bc4-80c5-cc00dac39789 owned by compute:nova {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 02:37:03.664318 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-5be2a4dc-07c8-4fc8-af01-573c7c69abf1 req-1fd93ec3-980d-4fb0-918f-355b18a6f193 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:37:03.694866 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd93ec3-980d-4fb0-918f-355b18a6f193 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Pushing event deleted for resources: {'Port': ['ID=8dab046b-d426-4bc4-80c5-cc00dac39789,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:37:03.739001 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.l3_dvrscheduler_db [req-5be2a4dc-07c8-4fc8-af01-573c7c69abf1 req-1fd93ec3-980d-4fb0-918f-355b18a6f193 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] No DVR routers for this DVR port 8dab046b-d426-4bc4-80c5-cc00dac39789 on host hv-neutron-8189 {{(pid=109867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 02:37:03.741330 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [req-5be2a4dc-07c8-4fc8-af01-573c7c69abf1 req-1fd93ec3-980d-4fb0-918f-355b18a6f193 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4169055'] for port, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:37:03.744647 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-5be2a4dc-07c8-4fc8-af01-573c7c69abf1 req-1fd93ec3-980d-4fb0-918f-355b18a6f193 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] 10.222.0.48 "DELETE /v2.0/ports/8dab046b-d426-4bc4-80c5-cc00dac39789 HTTP/1.1" status: 204 len: 173 time: 0.4111857 Nov 24 02:37:03.745086 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c617619-43fb-4eda-a9f5-11ac441ed945', 'name': 'network-vif-deleted', 'tag': '8dab046b-d426-4bc4-80c5-cc00dac39789'}] {{(pid=109867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 02:37:03.747399 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2155eb48762029a847224b6ca77dbed8b251e8450d3d79f1fc0a82d404e82e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6529b7bd-bc42-47da-9603-cf1092e39025" -d '{"events": [{"server_uuid": "7c617619-43fb-4eda-a9f5-11ac441ed945", "name": "network-vif-deleted", "tag": "8dab046b-d426-4bc4-80c5-cc00dac39789"}]}' {{(pid=109867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 02:37:03.783869 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 02:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1e2bed5-70a2-4062-8612-1818762ae8d2 x-openstack-request-id: req-f1e2bed5-70a2-4062-8612-1818762ae8d2 {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 02:37:03.784317 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c617619-43fb-4eda-a9f5-11ac441ed945", "name": "network-vif-deleted", "tag": "8dab046b-d426-4bc4-80c5-cc00dac39789", "status": "completed", "code": 200}]} {{(pid=109867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 02:37:03.784591 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f1e2bed5-70a2-4062-8612-1818762ae8d2 {{(pid=109867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 02:37:03.785148 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c617619-43fb-4eda-a9f5-11ac441ed945', 'name': 'network-vif-deleted', 'tag': '8dab046b-d426-4bc4-80c5-cc00dac39789', 'status': 'completed', 'code': 200} Nov 24 02:37:03.951035 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [req-1d3c30fd-aab1-441d-aad9-f37f02ab7681 req-607a7699-6c9f-4a26-8859-056f52292f57 tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c617619-43fb-4eda-a9f5-11ac441ed945 HTTP/1.1" status: 200 len: 210 time: 0.0268691 Nov 24 02:37:05.006305 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 58562) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:37:05.064038 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-aa515290-5b7d-4f86-9e0b-7d08d6c3b2ba tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Publish callbacks [] for security_group, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:37:05.090823 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-aa515290-5b7d-4f86-9e0b-7d08d6c3b2ba tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:37:05.149041 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-aa515290-5b7d-4f86-9e0b-7d08d6c3b2ba tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:37:05.151669 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-aa515290-5b7d-4f86-9e0b-7d08d6c3b2ba tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Publish callbacks [] for security_group, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:37:05.153382 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-aa515290-5b7d-4f86-9e0b-7d08d6c3b2ba tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] 10.222.0.21 "DELETE /v2.0/security-groups/9814165d-3356-41ee-a602-ad9afc0e937e HTTP/1.1" status: 204 len: 168 time: 0.1460645 Nov 24 02:37:05.162545 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa515290-5b7d-4f86-9e0b-7d08d6c3b2ba tempest-TestSnapshotPattern-1750978588 tempest-TestSnapshotPattern-1750978588-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9814165d-3356-41ee-a602-ad9afc0e937e,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:37:05.200566 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 58566) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:37:05.546519 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6e3b1c3e-cd8c-43ec-8908-5e3386a115ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3777994'] for router_interface, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:37:05.796633 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-6e3b1c3e-cd8c-43ec-8908-5e3386a115ff admin admin] Deleting port 71c25821-448c-4fac-a666-e9ee8b3dca69 {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 02:37:05.796866 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6e3b1c3e-cd8c-43ec-8908-5e3386a115ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:37:05.874011 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [None req-6e3b1c3e-cd8c-43ec-8908-5e3386a115ff admin admin] For port 71c25821-448c-4fac-a666-e9ee8b3dca69, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=71c25821-448c-4fac-a666-e9ee8b3dca69,segment=NetworkSegment(b64d917e-d87d-4fad-b1a2-08b63e6b256d),segment_id=b64d917e-d87d-4fad-b1a2-08b63e6b256d)] {{(pid=109867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:37:05.874366 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6e3b1c3e-cd8c-43ec-8908-5e3386a115ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:37:05.886751 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-6e3b1c3e-cd8c-43ec-8908-5e3386a115ff admin admin] Calling delete_port for 71c25821-448c-4fac-a666-e9ee8b3dca69 owned by network:router_interface {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 02:37:06.064770 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6e3b1c3e-cd8c-43ec-8908-5e3386a115ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:37:06.095698 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3b1c3e-cd8c-43ec-8908-5e3386a115ff admin admin] Pushing event deleted for resources: {'Port': ['ID=71c25821-448c-4fac-a666-e9ee8b3dca69,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:37:06.265944 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-6e3b1c3e-cd8c-43ec-8908-5e3386a115ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424538'] for router_interface, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:37:06.479571 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e3b1c3e-cd8c-43ec-8908-5e3386a115ff admin admin] Router caf76a19-b03e-4eb8-8481-8df29ed94c1e has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 02:37:06.589678 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e3b1c3e-cd8c-43ec-8908-5e3386a115ff admin admin] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 02:37:06.598110 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 58568) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:37:06.598742 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-6e3b1c3e-cd8c-43ec-8908-5e3386a115ff admin admin] 10.222.0.21 "PUT /v2.0/routers/caf76a19-b03e-4eb8-8481-8df29ed94c1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3970869 Nov 24 02:37:06.600739 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5da3881-34bc-4a5e-86eb-6042d9ef75fb None None] Sync routers for ids ['caf76a19-b03e-4eb8-8481-8df29ed94c1e'] in dv-neutron-818911-2-hyperv {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 02:37:06.610506 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5da3881-34bc-4a5e-86eb-6042d9ef75fb None None] Routers {'caf76a19-b03e-4eb8-8481-8df29ed94c1e'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:37:06.611107 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-e5da3881-34bc-4a5e-86eb-6042d9ef75fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:36:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['caf76a19-b03e-4eb8-8481-8df29ed94c1e'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:37:06.706001 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f75f0989-d832-4f0e-89b8-2dacd0c4bdcc admin admin] Publish callbacks [] for router, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:37:06.713862 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-e5da3881-34bc-4a5e-86eb-6042d9ef75fb None None] Set router caf76a19-b03e-4eb8-8481-8df29ed94c1e gateway port host: dv-neutron-818911-2-hyperv {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:37:06.809399 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f75f0989-d832-4f0e-89b8-2dacd0c4bdcc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:37:06.868488 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-f75f0989-d832-4f0e-89b8-2dacd0c4bdcc admin admin] Deleting port 3bb0ba61-bf70-4739-b24a-b6b24f07c3b8 {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 02:37:06.868819 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f75f0989-d832-4f0e-89b8-2dacd0c4bdcc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:37:06.876681 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 8dab046b-d426-4bc4-80c5-cc00dac39789 no longer exists at agent hyperv_hv-neutron-8189 {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 02:37:06.901902 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] No Port match for: 8dab046b-d426-4bc4-80c5-cc00dac39789 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 02:37:06.902314 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Device 8dab046b-d426-4bc4-80c5-cc00dac39789 not bound to the agent host hv-neutron-8189 {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 02:37:06.918315 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-e5da3881-34bc-4a5e-86eb-6042d9ef75fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf76a19-b03e-4eb8-8481-8df29ed94c1e', 'name': 'tempest-TestSnapshotPattern-552509070-router', 'tenant_id': '9fc246153d634e1fbd174d0b60a30ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.156'}], 'enable_snat': True}, 'gw_port_id': '3bb0ba61-bf70-4739-b24a-b6b24f07c3b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:32:16Z', 'updated_at': '2021-11-24T02:37:06Z', 'revision_number': 5, 'project_id': '9fc246153d634e1fbd174d0b60a30ca7', 'gw_port': {'id': '3bb0ba61-bf70-4739-b24a-b6b24f07c3b8', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:bd:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf76a19-b03e-4eb8-8481-8df29ed94c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:32:16Z', 'updated_at': '2021-11-24T02:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:37:06.945268 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5da3881-34bc-4a5e-86eb-6042d9ef75fb None None] Checking router: caf76a19-b03e-4eb8-8481-8df29ed94c1e for host: dv-neutron-818911-2-hyperv {{(pid=109868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 02:37:06.951176 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [None req-f75f0989-d832-4f0e-89b8-2dacd0c4bdcc admin admin] For port 3bb0ba61-bf70-4739-b24a-b6b24f07c3b8, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=3bb0ba61-bf70-4739-b24a-b6b24f07c3b8,segment=NetworkSegment(03509fd2-ca9c-4aa0-94e6-e236afda62e7),segment_id=03509fd2-ca9c-4aa0-94e6-e236afda62e7)] {{(pid=109866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:37:06.951530 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f75f0989-d832-4f0e-89b8-2dacd0c4bdcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:37:06.953658 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5da3881-34bc-4a5e-86eb-6042d9ef75fb None None] Routers {'caf76a19-b03e-4eb8-8481-8df29ed94c1e'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:37:06.954265 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-e5da3881-34bc-4a5e-86eb-6042d9ef75fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:36:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['caf76a19-b03e-4eb8-8481-8df29ed94c1e'], 'active': True} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:37:06.963298 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-f75f0989-d832-4f0e-89b8-2dacd0c4bdcc admin admin] Calling delete_port for 3bb0ba61-bf70-4739-b24a-b6b24f07c3b8 owned by network:router_gateway {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 02:37:07.037564 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvr_db [None req-e5da3881-34bc-4a5e-86eb-6042d9ef75fb None None] Set router caf76a19-b03e-4eb8-8481-8df29ed94c1e gateway port host: None {{(pid=109868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:37:07.095582 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_hamode_db [None req-e5da3881-34bc-4a5e-86eb-6042d9ef75fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf76a19-b03e-4eb8-8481-8df29ed94c1e', 'name': 'tempest-TestSnapshotPattern-552509070-router', 'tenant_id': '9fc246153d634e1fbd174d0b60a30ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:32:16Z', 'updated_at': '2021-11-24T02:37:06Z', 'revision_number': 6, 'project_id': '9fc246153d634e1fbd174d0b60a30ca7', 'gw_port_host': None}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:37:07.122000 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5da3881-34bc-4a5e-86eb-6042d9ef75fb None None] The sync data for ids ['caf76a19-b03e-4eb8-8481-8df29ed94c1e'] in dv-neutron-818911-2-hyperv is: [{'id': 'caf76a19-b03e-4eb8-8481-8df29ed94c1e', 'name': 'tempest-TestSnapshotPattern-552509070-router', 'tenant_id': '9fc246153d634e1fbd174d0b60a30ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:32:16Z', 'updated_at': '2021-11-24T02:37:06Z', 'revision_number': 6, 'project_id': '9fc246153d634e1fbd174d0b60a30ca7', 'gw_port_host': None}] {{(pid=109868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 02:37:07.138819 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f75f0989-d832-4f0e-89b8-2dacd0c4bdcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:37:07.168963 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f0989-d832-4f0e-89b8-2dacd0c4bdcc admin admin] Pushing event deleted for resources: {'Port': ['ID=3bb0ba61-bf70-4739-b24a-b6b24f07c3b8,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:37:07.178976 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f0989-d832-4f0e-89b8-2dacd0c4bdcc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:37:07.179325 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f0989-d832-4f0e-89b8-2dacd0c4bdcc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:37:07.179667 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f0989-d832-4f0e-89b8-2dacd0c4bdcc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:37:07.180003 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f0989-d832-4f0e-89b8-2dacd0c4bdcc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:37:07.180336 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f0989-d832-4f0e-89b8-2dacd0c4bdcc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:37:07.180667 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f0989-d832-4f0e-89b8-2dacd0c4bdcc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:37:07.180992 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f0989-d832-4f0e-89b8-2dacd0c4bdcc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:37:07.181681 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f0989-d832-4f0e-89b8-2dacd0c4bdcc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:37:07.181681 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f0989-d832-4f0e-89b8-2dacd0c4bdcc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:37:07.182049 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f0989-d832-4f0e-89b8-2dacd0c4bdcc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:37:07.182321 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f0989-d832-4f0e-89b8-2dacd0c4bdcc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:37:07.182641 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f0989-d832-4f0e-89b8-2dacd0c4bdcc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818911-2-hyperv {{(pid=109866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 02:37:07.191084 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1786021-a72c-48b8-bfd4-2e7e13298858 None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 02:37:07.252595 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f75f0989-d832-4f0e-89b8-2dacd0c4bdcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418161'] for router_gateway, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:37:07.343364 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f75f0989-d832-4f0e-89b8-2dacd0c4bdcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-424460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2766'] for router, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:37:07.345543 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f75f0989-d832-4f0e-89b8-2dacd0c4bdcc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:37:07.389800 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f75f0989-d832-4f0e-89b8-2dacd0c4bdcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-424469'] for router, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:37:07.390585 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f75f0989-d832-4f0e-89b8-2dacd0c4bdcc admin admin] Fanout notify agent at l3_agent the message router_deleted on router caf76a19-b03e-4eb8-8481-8df29ed94c1e {{(pid=109866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 02:37:07.395297 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-f75f0989-d832-4f0e-89b8-2dacd0c4bdcc admin admin] Publish callbacks [] for router, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:37:07.396444 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-f75f0989-d832-4f0e-89b8-2dacd0c4bdcc admin admin] 10.222.0.21 "DELETE /v2.0/routers/caf76a19-b03e-4eb8-8481-8df29ed94c1e HTTP/1.1" status: 204 len: 168 time: 0.7924216 Nov 24 02:37:07.399113 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 58570) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:37:07.444208 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff5d6715-4366-4aa2-b411-39c5a12a0c38 admin admin] Deleting subnet 22d43662-4307-48cc-86ab-8a82330c5771 {{(pid=109867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 02:37:07.447385 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ff5d6715-4366-4aa2-b411-39c5a12a0c38 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:37:07.486023 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ff5d6715-4366-4aa2-b411-39c5a12a0c38 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28690885'] for subnet, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:37:07.573367 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ff5d6715-4366-4aa2-b411-39c5a12a0c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:37:07.635124 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ff5d6715-4366-4aa2-b411-39c5a12a0c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25501782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25307808'] for subnet, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:37:07.665093 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-ff5d6715-4366-4aa2-b411-39c5a12a0c38 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:37:07.669577 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-ff5d6715-4366-4aa2-b411-39c5a12a0c38 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/22d43662-4307-48cc-86ab-8a82330c5771 HTTP/1.1" status: 204 len: 168 time: 0.2694225 Nov 24 02:37:07.670427 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5d6715-4366-4aa2-b411-39c5a12a0c38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22d43662-4307-48cc-86ab-8a82330c5771,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:37:07.672232 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 58572) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:37:07.678496 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2f0a78-0158-4109-ba6f-939420bd66a0 None None] Network 973e2594-3d10-43fa-8ff0-d248cfcc4d82 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 02:37:07.743715 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c59132c5-1de3-418a-a610-44f3f416e721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:37:07.812827 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-c59132c5-1de3-418a-a610-44f3f416e721 admin admin] Deleting port ed491bfa-c317-44d7-8175-e1660a9539df {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 02:37:07.813166 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c59132c5-1de3-418a-a610-44f3f416e721 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:37:07.879944 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [None req-c59132c5-1de3-418a-a610-44f3f416e721 admin admin] For port ed491bfa-c317-44d7-8175-e1660a9539df, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=ed491bfa-c317-44d7-8175-e1660a9539df,segment=NetworkSegment(b64d917e-d87d-4fad-b1a2-08b63e6b256d),segment_id=b64d917e-d87d-4fad-b1a2-08b63e6b256d)] {{(pid=109866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:37:07.879944 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c59132c5-1de3-418a-a610-44f3f416e721 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:37:07.896045 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-c59132c5-1de3-418a-a610-44f3f416e721 admin admin] Calling delete_port for ed491bfa-c317-44d7-8175-e1660a9539df owned by network:dhcp {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 02:37:07.921258 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34142737-99d1-430d-bfb4-a34fb15610ac None None] DHCP port deletion for 973e2594-3d10-43fa-8ff0-d248cfcc4d82 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 02:37:07.992926 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-34142737-99d1-430d-bfb4-a34fb15610ac None None] Deleting port ed491bfa-c317-44d7-8175-e1660a9539df {{(pid=109868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 02:37:07.993309 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-34142737-99d1-430d-bfb4-a34fb15610ac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:37:08.017930 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 3bb0ba61-bf70-4739-b24a-b6b24f07c3b8 no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 02:37:08.020465 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c59132c5-1de3-418a-a610-44f3f416e721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:37:08.044000 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: 3bb0ba61-bf70-4739-b24a-b6b24f07c3b8 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 02:37:08.044341 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 3bb0ba61-bf70-4739-b24a-b6b24f07c3b8 not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 02:37:08.044953 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 71c25821-448c-4fac-a666-e9ee8b3dca69 no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 02:37:08.053325 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59132c5-1de3-418a-a610-44f3f416e721 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed491bfa-c317-44d7-8175-e1660a9539df,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:37:08.069857 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59132c5-1de3-418a-a610-44f3f416e721 admin admin] No DVR routers for this DVR port ed491bfa-c317-44d7-8175-e1660a9539df on host dv-neutron-818911-2-hyperv {{(pid=109866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 02:37:08.100010 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: 71c25821-448c-4fac-a666-e9ee8b3dca69 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 02:37:08.100357 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 71c25821-448c-4fac-a666-e9ee8b3dca69 not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 02:37:08.100788 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device ed491bfa-c317-44d7-8175-e1660a9539df no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 02:37:08.124727 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: ed491bfa-c317-44d7-8175-e1660a9539df {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 02:37:08.125076 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device ed491bfa-c317-44d7-8175-e1660a9539df not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 02:37:08.127666 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-34142737-99d1-430d-bfb4-a34fb15610ac None None] For port ed491bfa-c317-44d7-8175-e1660a9539df, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=ed491bfa-c317-44d7-8175-e1660a9539df,segment=NetworkSegment(b64d917e-d87d-4fad-b1a2-08b63e6b256d),segment_id=b64d917e-d87d-4fad-b1a2-08b63e6b256d)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:37:08.128063 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-34142737-99d1-430d-bfb4-a34fb15610ac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:37:08.142807 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-34142737-99d1-430d-bfb4-a34fb15610ac None None] Calling delete_port for ed491bfa-c317-44d7-8175-e1660a9539df owned by network:dhcp {{(pid=109868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 02:37:08.167849 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c59132c5-1de3-418a-a610-44f3f416e721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:37:08.234347 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-34142737-99d1-430d-bfb4-a34fb15610ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974'] for port, after_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:37:08.266333 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34142737-99d1-430d-bfb4-a34fb15610ac None None] No DVR routers for this DVR port ed491bfa-c317-44d7-8175-e1660a9539df on host dv-neutron-818911-2-hyperv {{(pid=109868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 02:37:08.268530 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34142737-99d1-430d-bfb4-a34fb15610ac None None] Pushing event deleted for resources: {'Port': ['ID=ed491bfa-c317-44d7-8175-e1660a9539df,revision_number=None']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:37:08.548838 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-c59132c5-1de3-418a-a610-44f3f416e721 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['973e2594-3d10-43fa-8ff0-d248cfcc4d82']}} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:37:08.559114 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-c59132c5-1de3-418a-a610-44f3f416e721 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b64d917e-d87d-4fad-b1a2-08b63e6b256d') {'for_net_delete': True} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:37:08.559406 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-c59132c5-1de3-418a-a610-44f3f416e721 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b64d917e-d87d-4fad-b1a2-08b63e6b256d') {} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:37:08.568668 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c59132c5-1de3-418a-a610-44f3f416e721 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29055561'] for segment, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:37:08.581309 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c59132c5-1de3-418a-a610-44f3f416e721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:37:08.587102 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c59132c5-1de3-418a-a610-44f3f416e721 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=109866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 02:37:08.587482 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c59132c5-1de3-418a-a610-44f3f416e721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29151010'] for segment, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:37:08.589110 dv-neutron-818911-2-hyperv neutron-server[109866]: Traceback (most recent call last): Nov 24 02:37:08.589110 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 02:37:08.589110 dv-neutron-818911-2-hyperv neutron-server[109866]: timer() Nov 24 02:37:08.589110 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 02:37:08.589110 dv-neutron-818911-2-hyperv neutron-server[109866]: cb(*args, **kw) Nov 24 02:37:08.589110 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 02:37:08.589110 dv-neutron-818911-2-hyperv neutron-server[109866]: return func(*args, **kwargs) Nov 24 02:37:08.589110 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 02:37:08.589110 dv-neutron-818911-2-hyperv neutron-server[109866]: self._notify() Nov 24 02:37:08.589110 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 02:37:08.589110 dv-neutron-818911-2-hyperv neutron-server[109866]: self.callback(batched_events) Nov 24 02:37:08.589110 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 02:37:08.589110 dv-neutron-818911-2-hyperv neutron-server[109866]: event.method(event) Nov 24 02:37:08.589110 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 02:37:08.589110 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 02:37:08.589110 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 02:37:08.589110 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 02:37:08.589110 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 02:37:08.589110 dv-neutron-818911-2-hyperv neutron-server[109866]: return f(self, *a, **k) Nov 24 02:37:08.589110 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 02:37:08.589110 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._get(url).json() Nov 24 02:37:08.589110 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 02:37:08.589110 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 02:37:08.589110 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 02:37:08.589110 dv-neutron-818911-2-hyperv neutron-server[109866]: return self.request(url, 'GET', **kwargs) Nov 24 02:37:08.589110 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 02:37:08.589110 dv-neutron-818911-2-hyperv neutron-server[109866]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 02:37:08.589110 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 02:37:08.589110 dv-neutron-818911-2-hyperv neutron-server[109866]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 02:37:08.589110 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 02:37:08.589110 dv-neutron-818911-2-hyperv neutron-server[109866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 02:37:08.589110 dv-neutron-818911-2-hyperv neutron-server[109866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 02:37:08.642043 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c59132c5-1de3-418a-a610-44f3f416e721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:37:08.646474 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c59132c5-1de3-418a-a610-44f3f416e721 admin admin] Publish callbacks [] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:37:08.650024 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-c59132c5-1de3-418a-a610-44f3f416e721 admin admin] 10.222.0.21 "DELETE /v2.0/networks/973e2594-3d10-43fa-8ff0-d248cfcc4d82 HTTP/1.1" status: 204 len: 168 time: 0.9767833 Nov 24 02:37:08.653111 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 58574) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:37:08.662118 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59132c5-1de3-418a-a610-44f3f416e721 admin admin] Pushing event deleted for resources: {'Network': ['ID=973e2594-3d10-43fa-8ff0-d248cfcc4d82,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:37:09.019212 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9fb91068-84b7-47a0-8ab4-b47380c2d6b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3777994'] for router_interface, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:37:09.602411 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-9fb91068-84b7-47a0-8ab4-b47380c2d6b6 admin admin] Deleting port 65b74bf2-b037-47de-87fe-aada2e36528c {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 02:37:09.602745 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9fb91068-84b7-47a0-8ab4-b47380c2d6b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:37:09.680421 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [None req-9fb91068-84b7-47a0-8ab4-b47380c2d6b6 admin admin] For port 65b74bf2-b037-47de-87fe-aada2e36528c, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=65b74bf2-b037-47de-87fe-aada2e36528c,segment=NetworkSegment(136757de-d3d8-484e-a9ee-289119a29b53),segment_id=136757de-d3d8-484e-a9ee-289119a29b53)] {{(pid=109867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:37:09.681095 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9fb91068-84b7-47a0-8ab4-b47380c2d6b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:37:09.698554 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-9fb91068-84b7-47a0-8ab4-b47380c2d6b6 admin admin] Calling delete_port for 65b74bf2-b037-47de-87fe-aada2e36528c owned by network:router_interface {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 02:37:09.877845 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9fb91068-84b7-47a0-8ab4-b47380c2d6b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:37:09.905329 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb91068-84b7-47a0-8ab4-b47380c2d6b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=65b74bf2-b037-47de-87fe-aada2e36528c,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:37:10.072499 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-9fb91068-84b7-47a0-8ab4-b47380c2d6b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3705644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-424538'] for router_interface, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:37:10.290166 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fb91068-84b7-47a0-8ab4-b47380c2d6b6 admin admin] Router 4c1b2647-eff2-48c9-b4e7-2d60c5455fd8 has already been hosted by L3 agent 8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e {{(pid=109867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 02:37:10.396219 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fb91068-84b7-47a0-8ab4-b47380c2d6b6 admin admin] Notify agent at l3_agent.dv-neutron-818911-2-hyperv the message routers_updated {{(pid=109867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 02:37:10.404607 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-9fb91068-84b7-47a0-8ab4-b47380c2d6b6 admin admin] 10.222.0.21 "PUT /v2.0/routers/4c1b2647-eff2-48c9-b4e7-2d60c5455fd8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7473705 Nov 24 02:37:10.404720 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 58576) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:37:10.405666 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef090d5f-968f-4943-bf02-39cc7160d56d None None] Sync routers for ids ['4c1b2647-eff2-48c9-b4e7-2d60c5455fd8'] in dv-neutron-818911-2-hyperv {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 02:37:10.416597 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef090d5f-968f-4943-bf02-39cc7160d56d None None] Routers {'4c1b2647-eff2-48c9-b4e7-2d60c5455fd8'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:37:10.417394 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-ef090d5f-968f-4943-bf02-39cc7160d56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:36:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['4c1b2647-eff2-48c9-b4e7-2d60c5455fd8'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:37:10.509482 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-67efbb5c-e7d5-4083-8ed9-673376bb1e4e admin admin] Publish callbacks [] for router, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:37:10.518816 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-ef090d5f-968f-4943-bf02-39cc7160d56d None None] Set router 4c1b2647-eff2-48c9-b4e7-2d60c5455fd8 gateway port host: dv-neutron-818911-2-hyperv {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:37:10.612327 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-67efbb5c-e7d5-4083-8ed9-673376bb1e4e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:37:10.667925 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-67efbb5c-e7d5-4083-8ed9-673376bb1e4e admin admin] Deleting port a9218f2c-5bc3-4f96-9332-4b7fe2070c12 {{(pid=109867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 02:37:10.668267 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-67efbb5c-e7d5-4083-8ed9-673376bb1e4e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:37:10.692450 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-ef090d5f-968f-4943-bf02-39cc7160d56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c1b2647-eff2-48c9-b4e7-2d60c5455fd8', 'name': 'tempest-TestSnapshotPattern-67029058-router', 'tenant_id': '285073c393d5471b9588caee6a1186f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'external_fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.112'}], 'enable_snat': True}, 'gw_port_id': 'a9218f2c-5bc3-4f96-9332-4b7fe2070c12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:32:20Z', 'updated_at': '2021-11-24T02:37:09Z', 'revision_number': 5, 'project_id': '285073c393d5471b9588caee6a1186f3', 'gw_port': {'id': 'a9218f2c-5bc3-4f96-9332-4b7fe2070c12', 'name': '', 'network_id': 'eb22795d-37ee-46ee-844d-92c17e2ea450', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:7e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1b2647-eff2-48c9-b4e7-2d60c5455fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'ip_address': '172.26.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818911-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T02:32:21Z', 'updated_at': '2021-11-24T02:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e66fcff-6e72-4083-b514-48f69cdaa2cb', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818911-2-hyperv'}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:37:10.718448 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef090d5f-968f-4943-bf02-39cc7160d56d None None] Checking router: 4c1b2647-eff2-48c9-b4e7-2d60c5455fd8 for host: dv-neutron-818911-2-hyperv {{(pid=109869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 02:37:10.726558 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef090d5f-968f-4943-bf02-39cc7160d56d None None] Routers {'4c1b2647-eff2-48c9-b4e7-2d60c5455fd8'} bound to L3 agent in host dv-neutron-818911-2-hyperv {{(pid=109869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 02:37:10.727317 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-ef090d5f-968f-4943-bf02-39cc7160d56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818911-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T01:37:27Z,description=,heartbeat_timestamp=2021-11-24T02:36:57Z,host='dv-neutron-818911-2-hyperv',id=8f9f1188-e2cf-4bb9-a267-2ba5ebf3d43e,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T01:37:27Z,topic='l3_agent')) {'router_ids': ['4c1b2647-eff2-48c9-b4e7-2d60c5455fd8'], 'active': True} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:37:10.748646 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.db [None req-67efbb5c-e7d5-4083-8ed9-673376bb1e4e admin admin] For port a9218f2c-5bc3-4f96-9332-4b7fe2070c12, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=a9218f2c-5bc3-4f96-9332-4b7fe2070c12,segment=NetworkSegment(03509fd2-ca9c-4aa0-94e6-e236afda62e7),segment_id=03509fd2-ca9c-4aa0-94e6-e236afda62e7)] {{(pid=109867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:37:10.749223 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-67efbb5c-e7d5-4083-8ed9-673376bb1e4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:37:10.762687 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.plugins.ml2.plugin [None req-67efbb5c-e7d5-4083-8ed9-673376bb1e4e admin admin] Calling delete_port for a9218f2c-5bc3-4f96-9332-4b7fe2070c12 owned by network:router_gateway {{(pid=109867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 02:37:10.815819 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_dvr_db [None req-ef090d5f-968f-4943-bf02-39cc7160d56d None None] Set router 4c1b2647-eff2-48c9-b4e7-2d60c5455fd8 gateway port host: None {{(pid=109869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 02:37:10.868764 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.l3_hamode_db [None req-ef090d5f-968f-4943-bf02-39cc7160d56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c1b2647-eff2-48c9-b4e7-2d60c5455fd8', 'name': 'tempest-TestSnapshotPattern-67029058-router', 'tenant_id': '285073c393d5471b9588caee6a1186f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:32:20Z', 'updated_at': '2021-11-24T02:37:10Z', 'revision_number': 6, 'project_id': '285073c393d5471b9588caee6a1186f3', 'gw_port_host': None}], 'dv-neutron-818911-2-hyperv', False) {} {{(pid=109869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:37:10.895022 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef090d5f-968f-4943-bf02-39cc7160d56d None None] The sync data for ids ['4c1b2647-eff2-48c9-b4e7-2d60c5455fd8'] in dv-neutron-818911-2-hyperv is: [{'id': '4c1b2647-eff2-48c9-b4e7-2d60c5455fd8', 'name': 'tempest-TestSnapshotPattern-67029058-router', 'tenant_id': '285073c393d5471b9588caee6a1186f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T02:32:20Z', 'updated_at': '2021-11-24T02:37:10Z', 'revision_number': 6, 'project_id': '285073c393d5471b9588caee6a1186f3', 'gw_port_host': None}] {{(pid=109869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 02:37:10.934506 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-67efbb5c-e7d5-4083-8ed9-673376bb1e4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25501707'] for port, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:37:10.958371 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67efbb5c-e7d5-4083-8ed9-673376bb1e4e admin admin] Pushing event deleted for resources: {'Port': ['ID=a9218f2c-5bc3-4f96-9332-4b7fe2070c12,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:37:10.974316 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c735e5b-37b3-42ee-8d9a-0c0b4a214065 None None] DHCP port deletion for eb22795d-37ee-46ee-844d-92c17e2ea450 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 02:37:11.023681 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-67efbb5c-e7d5-4083-8ed9-673376bb1e4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418161'] for router_gateway, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:37:11.114330 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-67efbb5c-e7d5-4083-8ed9-673376bb1e4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-424460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2766'] for router, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:37:11.116495 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-67efbb5c-e7d5-4083-8ed9-673376bb1e4e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:37:11.161264 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-67efbb5c-e7d5-4083-8ed9-673376bb1e4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-424469'] for router, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:37:11.161805 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67efbb5c-e7d5-4083-8ed9-673376bb1e4e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c1b2647-eff2-48c9-b4e7-2d60c5455fd8 {{(pid=109867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 02:37:11.166501 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-67efbb5c-e7d5-4083-8ed9-673376bb1e4e admin admin] Publish callbacks [] for router, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:37:11.167691 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-67efbb5c-e7d5-4083-8ed9-673376bb1e4e admin admin] 10.222.0.21 "DELETE /v2.0/routers/4c1b2647-eff2-48c9-b4e7-2d60c5455fd8 HTTP/1.1" status: 204 len: 168 time: 0.7619700 Nov 24 02:37:11.170222 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.wsgi [-] (109867) accepted ('10.222.0.21', 58578) {{(pid=109867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:37:11.216474 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.db.db_base_plugin_v2 [None req-4273677d-454b-4af4-acd1-57edfda3e39e admin admin] Deleting subnet 1eb1a8ff-bb49-4c0a-81b6-1b40eeee1f6e {{(pid=109867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 02:37:11.219940 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4273677d-454b-4af4-acd1-57edfda3e39e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:37:11.260297 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4273677d-454b-4af4-acd1-57edfda3e39e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28690885'] for subnet, precommit_delete_associations {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:37:11.346143 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4273677d-454b-4af4-acd1-57edfda3e39e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3557703'] for subnet, precommit_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:37:11.399318 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4273677d-454b-4af4-acd1-57edfda3e39e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3557710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25501782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25307808'] for subnet, after_delete {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:37:11.425958 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4273677d-454b-4af4-acd1-57edfda3e39e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1eb1a8ff-bb49-4c0a-81b6-1b40eeee1f6e,revision_number=None']} {{(pid=109867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:37:11.430818 dv-neutron-818911-2-hyperv neutron-server[109867]: DEBUG neutron_lib.callbacks.manager [None req-4273677d-454b-4af4-acd1-57edfda3e39e admin admin] Publish callbacks [] for subnet, before_response {{(pid=109867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:37:11.435085 dv-neutron-818911-2-hyperv neutron-server[109867]: INFO neutron.wsgi [None req-4273677d-454b-4af4-acd1-57edfda3e39e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/1eb1a8ff-bb49-4c0a-81b6-1b40eeee1f6e HTTP/1.1" status: 204 len: 168 time: 0.2639272 Nov 24 02:37:11.437641 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42faffa8-397c-49e1-b452-dfc9d1a522d3 None None] Network 01bd7ff5-3e90-4195-9b32-90f9e2784f31 requested from dv-neutron-818911-2-hyperv {{(pid=109868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 02:37:11.438480 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 58580) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:37:11.509101 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ba06fd60-8d66-4725-be3f-a15aa40b93c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-563629'] for network, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:37:11.560956 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-ba06fd60-8d66-4725-be3f-a15aa40b93c2 admin admin] Deleting port 95efd2e8-fca2-4be3-84b5-f27fd109917c {{(pid=109866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 02:37:11.561303 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ba06fd60-8d66-4725-be3f-a15aa40b93c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:37:11.629827 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.db [None req-ba06fd60-8d66-4725-be3f-a15aa40b93c2 admin admin] For port 95efd2e8-fca2-4be3-84b5-f27fd109917c, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=95efd2e8-fca2-4be3-84b5-f27fd109917c,segment=NetworkSegment(136757de-d3d8-484e-a9ee-289119a29b53),segment_id=136757de-d3d8-484e-a9ee-289119a29b53)] {{(pid=109866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:37:11.630189 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ba06fd60-8d66-4725-be3f-a15aa40b93c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:37:11.635290 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfaf68ab-c856-458d-8a71-27794a786a29 None None] DHCP port deletion for 01bd7ff5-3e90-4195-9b32-90f9e2784f31 request from dv-neutron-818911-2-hyperv {{(pid=109868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 02:37:11.648846 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.plugin [None req-ba06fd60-8d66-4725-be3f-a15aa40b93c2 admin admin] Calling delete_port for 95efd2e8-fca2-4be3-84b5-f27fd109917c owned by network:dhcp {{(pid=109866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 02:37:11.689591 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-dfaf68ab-c856-458d-8a71-27794a786a29 None None] Deleting port 95efd2e8-fca2-4be3-84b5-f27fd109917c {{(pid=109868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 02:37:11.689969 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-dfaf68ab-c856-458d-8a71-27794a786a29 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774267909470'] for port, before_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:37:11.712511 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 95efd2e8-fca2-4be3-84b5-f27fd109917c no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 02:37:11.736585 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ba06fd60-8d66-4725-be3f-a15aa40b93c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29149393'] for port, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:37:11.764285 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba06fd60-8d66-4725-be3f-a15aa40b93c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=95efd2e8-fca2-4be3-84b5-f27fd109917c,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:37:11.766162 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba06fd60-8d66-4725-be3f-a15aa40b93c2 admin admin] No DVR routers for this DVR port 95efd2e8-fca2-4be3-84b5-f27fd109917c on host dv-neutron-818911-2-hyperv {{(pid=109866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 02:37:11.794807 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-dfaf68ab-c856-458d-8a71-27794a786a29 None None] For port 95efd2e8-fca2-4be3-84b5-f27fd109917c, host dv-neutron-818911-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818911-2-hyperv',level=0,port_id=95efd2e8-fca2-4be3-84b5-f27fd109917c,segment=NetworkSegment(136757de-d3d8-484e-a9ee-289119a29b53),segment_id=136757de-d3d8-484e-a9ee-289119a29b53)] {{(pid=109868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 02:37:11.795192 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-dfaf68ab-c856-458d-8a71-27794a786a29 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-417891'] for port, precommit_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:37:11.813250 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-dfaf68ab-c856-458d-8a71-27794a786a29 None None] Calling delete_port for 95efd2e8-fca2-4be3-84b5-f27fd109917c owned by network:dhcp {{(pid=109868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 02:37:11.817633 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.db [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No active binding found for port 95efd2e8-fca2-4be3-84b5-f27fd109917c {{(pid=109868) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 24 02:37:11.818055 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 95efd2e8-fca2-4be3-84b5-f27fd109917c not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 02:37:11.818473 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 65b74bf2-b037-47de-87fe-aada2e36528c no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 02:37:11.846470 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: 65b74bf2-b037-47de-87fe-aada2e36528c {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 02:37:11.846470 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device 65b74bf2-b037-47de-87fe-aada2e36528c not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 02:37:11.846470 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device a9218f2c-5bc3-4f96-9332-4b7fe2070c12 no longer exists at agent ovs-agent-dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 02:37:11.847025 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ba06fd60-8d66-4725-be3f-a15aa40b93c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568754', 'neutron.services.segments.db._delete_segments_for_network-8774268038584'] for network, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:37:11.863944 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] No Port match for: a9218f2c-5bc3-4f96-9332-4b7fe2070c12 {{(pid=109868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 02:37:11.864296 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.plugins.ml2.rpc [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Device a9218f2c-5bc3-4f96-9332-4b7fe2070c12 not bound to the agent host dv-neutron-818911-2-hyperv {{(pid=109868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 02:37:11.867866 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-ba06fd60-8d66-4725-be3f-a15aa40b93c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01bd7ff5-3e90-4195-9b32-90f9e2784f31']}} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:37:11.878591 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-ba06fd60-8d66-4725-be3f-a15aa40b93c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '136757de-d3d8-484e-a9ee-289119a29b53') {'for_net_delete': True} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:37:11.878880 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.services.segments.db [None req-ba06fd60-8d66-4725-be3f-a15aa40b93c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '136757de-d3d8-484e-a9ee-289119a29b53') {} {{(pid=109866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 02:37:11.889183 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ba06fd60-8d66-4725-be3f-a15aa40b93c2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774267820620', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29055561'] for segment, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:37:11.903511 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ba06fd60-8d66-4725-be3f-a15aa40b93c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288'] for segment, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:37:11.911351 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba06fd60-8d66-4725-be3f-a15aa40b93c2 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=109866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 02:37:11.911912 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ba06fd60-8d66-4725-be3f-a15aa40b93c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3558288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29151010'] for segment, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:37:11.914120 dv-neutron-818911-2-hyperv neutron-server[109866]: Traceback (most recent call last): Nov 24 02:37:11.914120 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 02:37:11.914120 dv-neutron-818911-2-hyperv neutron-server[109866]: timer() Nov 24 02:37:11.914120 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 02:37:11.914120 dv-neutron-818911-2-hyperv neutron-server[109866]: cb(*args, **kw) Nov 24 02:37:11.914120 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 02:37:11.914120 dv-neutron-818911-2-hyperv neutron-server[109866]: return func(*args, **kwargs) Nov 24 02:37:11.914120 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 02:37:11.914120 dv-neutron-818911-2-hyperv neutron-server[109866]: self._notify() Nov 24 02:37:11.914120 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 02:37:11.914120 dv-neutron-818911-2-hyperv neutron-server[109866]: self.callback(batched_events) Nov 24 02:37:11.914120 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 02:37:11.914120 dv-neutron-818911-2-hyperv neutron-server[109866]: event.method(event) Nov 24 02:37:11.914120 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 02:37:11.914120 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 02:37:11.914120 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 02:37:11.914120 dv-neutron-818911-2-hyperv neutron-server[109866]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 02:37:11.914120 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 02:37:11.914120 dv-neutron-818911-2-hyperv neutron-server[109866]: return f(self, *a, **k) Nov 24 02:37:11.914120 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 02:37:11.914120 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._get(url).json() Nov 24 02:37:11.914120 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 02:37:11.914120 dv-neutron-818911-2-hyperv neutron-server[109866]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 02:37:11.914120 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 02:37:11.914120 dv-neutron-818911-2-hyperv neutron-server[109866]: return self.request(url, 'GET', **kwargs) Nov 24 02:37:11.914120 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 02:37:11.914120 dv-neutron-818911-2-hyperv neutron-server[109866]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 02:37:11.914120 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 02:37:11.914120 dv-neutron-818911-2-hyperv neutron-server[109866]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 02:37:11.914120 dv-neutron-818911-2-hyperv neutron-server[109866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 02:37:11.914120 dv-neutron-818911-2-hyperv neutron-server[109866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 02:37:11.914120 dv-neutron-818911-2-hyperv neutron-server[109866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 02:37:11.937627 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-dfaf68ab-c856-458d-8a71-27794a786a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774267912048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774267476974'] for port, after_delete {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:37:11.962507 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaf68ab-c856-458d-8a71-27794a786a29 None None] Pushing event deleted for resources: {'Port': ['ID=95efd2e8-fca2-4be3-84b5-f27fd109917c,revision_number=None']} {{(pid=109868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:37:11.975198 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfaf68ab-c856-458d-8a71-27794a786a29 None None] No DVR routers for this DVR port 95efd2e8-fca2-4be3-84b5-f27fd109917c on host dv-neutron-818911-2-hyperv {{(pid=109868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 02:37:11.986733 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ba06fd60-8d66-4725-be3f-a15aa40b93c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418264'] for network, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:37:11.991172 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-ba06fd60-8d66-4725-be3f-a15aa40b93c2 admin admin] Publish callbacks [] for network, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:37:11.994946 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-ba06fd60-8d66-4725-be3f-a15aa40b93c2 admin admin] 10.222.0.21 "DELETE /v2.0/networks/01bd7ff5-3e90-4195-9b32-90f9e2784f31 HTTP/1.1" status: 204 len: 168 time: 0.5551202 Nov 24 02:37:12.007974 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba06fd60-8d66-4725-be3f-a15aa40b93c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=01bd7ff5-3e90-4195-9b32-90f9e2784f31,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:37:12.169041 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 58584) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:37:12.208844 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-e5ace421-41a4-48df-a317-3b5be0ea7df1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9fc246153d634e1fbd174d0b60a30ca7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385444 Nov 24 02:37:12.211177 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 58586) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:37:12.257926 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-105530be-19d5-46d0-8a58-257bfefaa052 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:37:12.282612 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-105530be-19d5-46d0-8a58-257bfefaa052 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:37:12.328801 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-105530be-19d5-46d0-8a58-257bfefaa052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:37:12.331428 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-105530be-19d5-46d0-8a58-257bfefaa052 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:37:12.332650 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-105530be-19d5-46d0-8a58-257bfefaa052 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e7543009-9c7c-410a-8647-cdac21f6e242 HTTP/1.1" status: 204 len: 168 time: 0.1205726 Nov 24 02:37:12.340718 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105530be-19d5-46d0-8a58-257bfefaa052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7543009-9c7c-410a-8647-cdac21f6e242,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:37:12.661066 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 58592) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:37:12.704217 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-1630869b-6db8-498c-8ab9-d5408bd7327d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=285073c393d5471b9588caee6a1186f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0419421 Nov 24 02:37:12.706635 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.wsgi [-] (109866) accepted ('10.222.0.21', 58594) {{(pid=109866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 02:37:12.752643 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c0c36014-c9f4-49f9-b650-389199f9510d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:37:12.774050 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c0c36014-c9f4-49f9-b650-389199f9510d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:37:12.821177 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c0c36014-c9f4-49f9-b650-389199f9510d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752248'] for security_group, after_delete {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:37:12.824461 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron_lib.callbacks.manager [None req-c0c36014-c9f4-49f9-b650-389199f9510d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:37:12.825641 dv-neutron-818911-2-hyperv neutron-server[109866]: INFO neutron.wsgi [None req-c0c36014-c9f4-49f9-b650-389199f9510d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0aa8a3fb-560b-46f3-a2ec-10a0ee341ade HTTP/1.1" status: 204 len: 168 time: 0.1180935 Nov 24 02:37:12.833711 dv-neutron-818911-2-hyperv neutron-server[109866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c36014-c9f4-49f9-b650-389199f9510d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aa8a3fb-560b-46f3-a2ec-10a0ee341ade,revision_number=None']} {{(pid=109866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 02:37:24.850304 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-97cf74c0-8b84-4cb0-b446-b573306bead2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:37:27.312115 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-75808946-1592-4d65-bf7a-3d458afbdb58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:37:28.311854 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:37:28.464789 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:37:29.820141 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:37:30.139704 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.agents_db [None req-4e42c10c-a1d3-4d07-89d6-7a24334140aa None None] Agent healthcheck: found 6 active agents {{(pid=109869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 02:37:30.236031 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:37:54.857279 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-f7a0a869-b8ca-4304-8db2-c785258ac97c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:37:57.313660 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-473875f9-716e-4b30-befe-5bd031e8fa23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:37:58.315286 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:37:58.468591 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:37:59.823460 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:38:00.238108 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:38:07.140464 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.agents_db [None req-4e42c10c-a1d3-4d07-89d6-7a24334140aa None None] Agent healthcheck: found 6 active agents {{(pid=109869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 02:38:24.850743 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-6bf9719c-6723-41de-9ac2-eb0a33acf493 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:38:27.316094 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd1ab8e6-a2ad-46fd-a4f0-c42166614914 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:38:28.317510 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:38:28.483475 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:38:29.827000 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:38:30.278320 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:38:44.139113 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.agents_db [None req-4e42c10c-a1d3-4d07-89d6-7a24334140aa None None] Agent healthcheck: found 6 active agents {{(pid=109869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 02:38:54.852874 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-6d3956a2-3358-4e95-9f85-3a7e10e28c2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:38:57.317128 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-1ca81280-2d5e-4c14-b9f9-7eff7b662f1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:38:58.321967 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:38:58.480948 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:38:59.830313 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:39:00.279150 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:39:21.138017 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.agents_db [None req-4e42c10c-a1d3-4d07-89d6-7a24334140aa None None] Agent healthcheck: found 6 active agents {{(pid=109869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 02:39:24.855752 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-4573de90-5311-4d6e-b905-4d5e72fcb580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:39:27.318490 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-742d3406-fd1c-4713-b983-936012db4321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:39:28.323959 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:39:28.481537 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:39:29.831626 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:39:30.280470 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:39:54.860402 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-a7bd9574-6862-4ba5-b8b1-a4861f242118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:39:57.321089 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-6208f396-ca6c-4262-9716-b73e2110ffdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:39:58.136729 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.agents_db [None req-4e42c10c-a1d3-4d07-89d6-7a24334140aa None None] Agent healthcheck: found 6 active agents {{(pid=109869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 02:39:58.326590 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:39:58.480227 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:39:59.835525 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:40:00.286393 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:40:24.862179 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9bfd99ff-8d60-47b2-8e41-394741fce437 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:40:27.323033 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-95c7a4ba-b735-4e7a-a61f-ea72671eddc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:40:28.334416 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:40:28.477834 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:40:29.838248 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:40:30.288075 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:40:35.136594 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.agents_db [None req-4e42c10c-a1d3-4d07-89d6-7a24334140aa None None] Agent healthcheck: found 6 active agents {{(pid=109869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 02:40:54.864179 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-5807deb1-c1e7-4746-a5fc-4bfb4783b21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:40:57.324624 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-376dc266-8c9d-4c44-b069-469805bef293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:40:58.332820 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:40:58.494681 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:40:59.841589 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:41:00.290138 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:41:12.134810 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.agents_db [None req-4e42c10c-a1d3-4d07-89d6-7a24334140aa None None] Agent healthcheck: found 6 active agents {{(pid=109869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 02:41:24.868715 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-8a0deb4b-c4c9-4d5b-b723-68e558dfddbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:41:27.325867 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-f49599ab-8d19-43bf-a053-6e24c411e7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:41:28.334652 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:41:28.489960 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:41:29.846580 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:41:30.292655 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:41:49.133342 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.agents_db [None req-4e42c10c-a1d3-4d07-89d6-7a24334140aa None None] Agent healthcheck: found 6 active agents {{(pid=109869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 02:41:54.870560 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-2789b749-9727-47e9-a672-91aaa2faa8d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:41:57.326220 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-25e0e461-320d-4dbd-828c-2230a9ad6cfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:41:58.341721 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:41:58.493394 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:41:59.848312 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:42:00.296744 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:42:24.873077 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-87bf4a28-0a5f-4bab-8516-c2198a310b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:42:26.132603 dv-neutron-818911-2-hyperv neutron-server[109869]: DEBUG neutron.db.agents_db [None req-4e42c10c-a1d3-4d07-89d6-7a24334140aa None None] Agent healthcheck: found 6 active agents {{(pid=109869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 02:42:27.326443 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e7f220e7-0fc6-4090-8032-659aee8249a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:42:28.340727 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-bd541070-3469-41a2-9f6e-5836b7156aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:42:28.493393 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-e1c584cb-81a3-4897-be9b-ffaaebb09750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:42:29.849681 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-381f7dbe-0a6f-42d4-b2c9-696c0cee615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 02:42:30.305768 dv-neutron-818911-2-hyperv neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-02067d5f-81f9-4fa4-bd7b-be1fba183885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774268038593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3570012'] for agent, after_update {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}